-- Logs begin at Fri 2021-07-16 00:28:11 UTC, end at Fri 2021-07-16 02:57:32 UTC. -- Jul 16 01:00:47.928271 n-d-791505-14 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 01:00:50.618104 n-d-791505-14 neutron-server[93810]: INFO neutron.common.config [-] Logging enabled! Jul 16 01:00:50.618673 n-d-791505-14 neutron-server[93810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 01:00:50.618875 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93810) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 01:00:50.622090 n-d-791505-14 neutron-server[93810]: INFO neutron.common.config [-] Logging enabled! Jul 16 01:00:50.622347 n-d-791505-14 neutron-server[93810]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 01:00:50.622660 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93810) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 01:00:50.623586 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:00:50.623848 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:00:50.624219 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:00:50.624473 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:00:50.624704 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:00:50.625021 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.625315 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.625609 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.625841 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.626135 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.626424 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.626708 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.626995 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.627290 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.627575 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.627994 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.628287 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.628522 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.628802 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.629087 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.629372 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.629598 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] debug = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.629879 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.630822 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.631229 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.631510 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.631819 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.632104 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.632377 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.632652 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.632936 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.633262 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] host = n-d-791505-14 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.633538 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.633823 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.634107 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.634394 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.634666 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.634948 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.635232 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.635504 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.635796 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] log_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.636075 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.636364 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.636651 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.636938 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.637164 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.637386 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.637673 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.637956 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.638231 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.638503 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.638872 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.639149 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.639423 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.639881 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.640181 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.640469 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.640756 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.641057 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.641306 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.641577 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.641849 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.642137 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.642407 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.642684 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.642955 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.643240 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.643506 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.643797 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.644098 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.644381 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.644661 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.644950 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.645220 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.645498 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.646326 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.646601 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.646873 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] use_json = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.647147 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.647417 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.647698 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.647993 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.648265 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.648535 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.648804 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.649085 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:50.649381 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.649675 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.649973 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.650254 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.650547 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.650823 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.651110 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.651386 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.651671 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.651988 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.652275 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.652551 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.652836 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.653112 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.653409 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.653712 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.654005 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.654294 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.654569 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.654849 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.655122 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.655400 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.655684 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.656001 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.656290 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.656563 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.656838 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.657125 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.657401 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.657672 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.657947 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.658233 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.658507 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.658778 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.659055 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.659586 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.659880 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.660153 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.660428 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.660715 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.660990 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.661284 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.661570 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.661885 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.662163 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.662450 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.662728 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.662998 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.663267 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.663543 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.663834 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.664108 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.664384 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.664654 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.664935 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.665207 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.665479 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.665752 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.666022 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.666293 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.666562 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.666831 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.667104 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.667373 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.667642 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.667936 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.668211 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.668481 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.668766 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.669062 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.669339 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.669615 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.669892 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.670170 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.670446 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.670720 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.670993 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.671268 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.671540 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.671857 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.672141 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.672429 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.672711 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.672993 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.673282 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.673561 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.673843 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.674119 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.674395 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.674683 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.674971 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.675263 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.675556 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.675877 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.676172 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.676466 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.676744 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.677075 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.677354 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:50.677571 n-d-791505-14 neutron-server[93810]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:00:50.677812 n-d-791505-14 neutron-server[93810]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93810) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 01:00:51.022929 n-d-791505-14 neutron-server[93810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 01:00:51.023134 n-d-791505-14 neutron-server[93810]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 01:00:51.023423 n-d-791505-14 neutron-server[93810]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 01:00:51.023788 n-d-791505-14 neutron-server[93810]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 01:00:51.408744 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.409033 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.409559 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.410744 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.411018 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.411820 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.445639 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.445916 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.446186 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.459290 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.459575 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.459870 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.490110 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.490388 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.490660 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.525673 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.525958 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.526232 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.754810 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.755509 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.755509 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.755647 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.756294 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.874396 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.874718 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.875005 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.875284 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.875558 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.875912 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.876185 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.876453 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.876716 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.877006 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.877275 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.877551 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.877817 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.878075 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.878338 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.878617 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.878879 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.879152 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.879435 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.879704 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.880037 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.880298 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.880584 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.880963 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.881219 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.881472 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.881871 n-d-791505-14 neutron-server[93810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:00:51.882114 n-d-791505-14 neutron-server[93810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:00:51.882354 n-d-791505-14 neutron-server[93810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:00:51.882592 n-d-791505-14 neutron-server[93810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:00:51.882827 n-d-791505-14 neutron-server[93810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:00:51.883067 n-d-791505-14 neutron-server[93810]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:00:51.883433 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 01:00:51.886554 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 01:00:51.890473 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 01:00:51.894314 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 16 01:00:51.896454 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 01:00:51.896900 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 01:00:51.897236 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 01:00:51.897620 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 01:00:51.901422 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 01:00:51.901678 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 01:00:51.902020 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 01:00:51.930127 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 01:00:51.930564 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.930864 n-d-791505-14 neutron-server[93810]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93810) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 01:00:51.931227 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.932637 n-d-791505-14 neutron-server[93810]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93810) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 01:00:51.932918 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 01:00:51.933161 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 01:00:51.936328 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:51.936614 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.000649 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 01:00:52.000888 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 01:00:52.001123 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 01:00:52.001486 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 01:00:52.022539 n-d-791505-14 neutron-server[93810]: DEBUG oslo_db.sqlalchemy.engines [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93810) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 01:00:52.548441 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Initializing driver for type 'gre' Jul 16 01:00:52.548961 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] gre ID ranges: [(1, 1000)] Jul 16 01:00:52.600250 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Initializing driver for type 'local' Jul 16 01:00:52.600597 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Initializing driver for type 'vlan' Jul 16 01:00:52.613465 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] VlanTypeDriver initialization complete Jul 16 01:00:52.613831 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Initializing driver for type 'vxlan' Jul 16 01:00:52.614978 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] vxlan ID ranges: [(1, 1000)] Jul 16 01:00:52.663158 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Initializing extension driver 'port_security' Jul 16 01:00:52.663499 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.extensions.port_security [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] PortSecurityExtensionDriver initialization complete Jul 16 01:00:52.663877 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Initializing mechanism driver 'openvswitch' Jul 16 01:00:52.664201 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Initializing mechanism driver 'hyperv' Jul 16 01:00:52.670569 n-d-791505-14 neutron-server[93810]: DEBUG neutron.plugins.ml2.plugin [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93810) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:00:52.671414 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > port after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.671809 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > port after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.672168 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > port after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.672687 n-d-791505-14 neutron-server[93810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:00:52.673118 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > subnet after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.673471 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > subnet after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.673817 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.674215 n-d-791505-14 neutron-server[93810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:00:52.674621 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > network after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.674972 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > network after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.675315 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > network after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.675710 n-d-791505-14 neutron-server[93810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:00:52.676147 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > security_group after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.676499 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > security_group after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.677368 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.677761 n-d-791505-14 neutron-server[93810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:00:52.678163 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.678510 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.678848 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.679242 n-d-791505-14 neutron-server[93810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:00:52.679645 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > address_group after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.680021 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > address_group after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.680361 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.680750 n-d-791505-14 neutron-server[93810]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93810) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 01:00:52.681128 n-d-791505-14 neutron-server[93810]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] ML2 OVO RPC backend initialized. {{(pid=93810) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 01:00:52.681829 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.682184 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.682600 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > network before_response 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.682952 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > networks before_response 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.683299 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > port before_response 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.683642 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > ports before_response 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.684023 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > subnet before_response 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.684364 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > subnets before_response 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.684710 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > network after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.685050 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > network after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.685386 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > network after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.685724 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > port after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.686061 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > port after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.686396 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > port after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.686735 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > subnet after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.687074 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > subnet after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.687411 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.688004 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.plugin [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Modular L2 Plugin initialization complete Jul 16 01:00:52.688334 n-d-791505-14 neutron-server[93810]: DEBUG neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading services supported by the core plugin {{(pid=93810) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 01:00:52.688660 n-d-791505-14 neutron-server[93810]: INFO neutron.plugins.ml2.managers [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Got port-security extension from driver 'port_security' Jul 16 01:00:52.689118 n-d-791505-14 neutron-server[93810]: INFO neutron.extensions.vlantransparent [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Disabled vlantransparent extension. Jul 16 01:00:52.689597 n-d-791505-14 neutron-server[93810]: DEBUG neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93810) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 01:00:52.689912 n-d-791505-14 neutron-server[93810]: INFO neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading Plugin: router Jul 16 01:00:52.725095 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.725484 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router after_create 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.725853 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router before_create 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.726223 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.726603 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.726962 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router after_delete 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.727323 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.727833 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router after_create 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.728190 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router after_update 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.728545 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router after_update 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.728922 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.729261 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router after_update 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.729672 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router precommit_update 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.730042 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: port after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.730382 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: port after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.730723 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: subnet after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.731070 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.731419 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.731794 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router precommit_create 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.732147 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: port before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.732492 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router precommit_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.732853 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router after_update 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.733200 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.733552 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router precommit_create 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.733914 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.734259 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router precommit_update 55549900 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.734624 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > agent after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.734976 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > agent after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.735322 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > network after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.736201 n-d-791505-14 neutron-server[93810]: DEBUG neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Tracking information for resource: router configured {{(pid=93810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:00:52.736539 n-d-791505-14 neutron-server[93810]: DEBUG neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Tracking information for resource: floatingip configured {{(pid=93810) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 01:00:52.741854 n-d-791505-14 neutron-server[93810]: INFO neutron.db.l3_agentschedulers_db [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 01:00:52.742431 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: port after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.742796 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: port after_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.743153 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: port after_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.743507 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: port after_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.744324 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router before_create 55550100 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.744692 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.745054 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router precommit_create 55550100 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.745413 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > router precommit_update 55550100 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.749796 n-d-791505-14 neutron-server[93810]: DEBUG neutron.services.provider_configuration [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Service providers = [] {{(pid=93810) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 01:00:52.750162 n-d-791505-14 neutron-server[93810]: DEBUG neutron.db.servicetype_db [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93810) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 01:00:52.753099 n-d-791505-14 neutron-server[93810]: DEBUG neutron.services.service_base [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:00:52.753456 n-d-791505-14 neutron-server[93810]: DEBUG neutron.services.service_base [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:00:52.753801 n-d-791505-14 neutron-server[93810]: DEBUG neutron.services.service_base [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:00:52.754685 n-d-791505-14 neutron-server[93810]: DEBUG neutron.services.service_base [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93810) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 01:00:52.755609 n-d-791505-14 neutron-server[93810]: INFO neutron.services.service_base [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 01:00:52.756178 n-d-791505-14 neutron-server[93810]: DEBUG neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:00:52.756323 n-d-791505-14 neutron-server[93810]: INFO neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 01:00:52.766963 n-d-791505-14 neutron-server[93810]: DEBUG neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:00:52.767299 n-d-791505-14 neutron-server[93810]: INFO neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading Plugin: auto_allocate Jul 16 01:00:52.773083 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: network precommit_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.773451 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: network precommit_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.773973 n-d-791505-14 neutron-server[93810]: DEBUG neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:00:52.774292 n-d-791505-14 neutron-server[93810]: INFO neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading Plugin: tag Jul 16 01:00:52.780949 n-d-791505-14 neutron-server[93810]: DEBUG neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:00:52.781287 n-d-791505-14 neutron-server[93810]: INFO neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading Plugin: timestamp Jul 16 01:00:52.785312 n-d-791505-14 neutron-server[93810]: DEBUG neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:00:52.785643 n-d-791505-14 neutron-server[93810]: INFO neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading Plugin: network_ip_availability Jul 16 01:00:52.791022 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.791393 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.791749 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:52.792487 n-d-791505-14 neutron-server[93810]: DEBUG neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:00:52.792808 n-d-791505-14 neutron-server[93810]: INFO neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading Plugin: flavors Jul 16 01:00:52.798970 n-d-791505-14 neutron-server[93810]: DEBUG neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:00:52.799241 n-d-791505-14 neutron-server[93810]: INFO neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading Plugin: revisions Jul 16 01:00:52.804052 n-d-791505-14 neutron-server[93810]: DEBUG neutron.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93810) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 01:00:52.804447 n-d-791505-14 neutron-server[93810]: DEBUG oslo_concurrency.lockutils [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.781s {{(pid=93810) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 01:00:52.805174 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93810) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 01:00:52.805518 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Initializing extension manager. Jul 16 01:00:52.806030 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: __init__.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.806374 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: __pycache__ {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.806711 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.807045 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: address_group.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.807828 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.808395 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: address-group Jul 16 01:00:52.808721 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: address_scope.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.809435 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.809953 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: address-scope Jul 16 01:00:52.810276 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.811202 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.811717 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: router-admin-state-down-before-update Jul 16 01:00:52.812076 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: agent.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.812775 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.813286 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: agent Jul 16 01:00:52.813608 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: agent_resources_synced.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.814518 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.815029 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: agent-resources-synced Jul 16 01:00:52.815349 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: allowedaddresspairs.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.817176 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.817744 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: allowed-address-pairs Jul 16 01:00:52.818560 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: auto_allocated_topology.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.819637 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.820183 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: auto-allocated-topology Jul 16 01:00:52.820508 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: availability_zone.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.821197 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.821703 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: availability_zone Jul 16 01:00:52.822025 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: availability_zone_filter.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.822945 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.823453 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: availability_zone_filter Jul 16 01:00:52.823798 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: data_plane_status.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.824706 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.825209 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 01:00:52.825528 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: default_subnetpools.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.826441 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.826954 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: default-subnetpools Jul 16 01:00:52.827277 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.828112 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.828620 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: dhcp_agent_scheduler Jul 16 01:00:52.828944 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: dns.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.829873 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.830379 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 01:00:52.830703 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: dns_domain_ports.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.831627 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.832171 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 01:00:52.832497 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.833442 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.833956 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 01:00:52.834281 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: dvr.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.834955 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.835466 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: dvr Jul 16 01:00:52.835814 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: empty_string_filtering.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.836727 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.837239 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: empty-string-filtering Jul 16 01:00:52.837559 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.838465 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.838968 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 01:00:52.839291 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.840218 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.840726 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 01:00:52.841046 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: external_net.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.841952 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.842462 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: external-net Jul 16 01:00:52.842782 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.843681 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.844224 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: extra_dhcp_opt Jul 16 01:00:52.844545 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: extraroute.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.845445 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.845951 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: extraroute Jul 16 01:00:52.846273 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: extraroute_atomic.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.847288 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.847833 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: extraroute-atomic Jul 16 01:00:52.848162 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: filter_validation.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.849342 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.849853 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: filter-validation Jul 16 01:00:52.850174 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: fip_pf_description.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.851083 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.851781 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 01:00:52.852108 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: fip_port_details.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.853034 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.853545 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: fip-port-details Jul 16 01:00:52.853871 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: flavors.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.855095 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.855617 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: flavors Jul 16 01:00:52.855972 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.857645 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.858173 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 01:00:52.858508 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: floatingip_pools.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.859209 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.859730 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: floatingip-pools Jul 16 01:00:52.860089 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: ip_allocation.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.861084 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.861614 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 01:00:52.861925 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.862839 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.863355 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: ip-substring-filtering Jul 16 01:00:52.863682 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: l2_adjacency.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.865240 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.865746 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 01:00:52.866073 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: l3.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.867033 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.867547 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: router Jul 16 01:00:52.867915 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.870158 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.870690 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 01:00:52.871027 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.871985 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.872508 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: ext-gw-mode Jul 16 01:00:52.872838 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.873757 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.874270 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: l3-ha Jul 16 01:00:52.874598 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: l3_flavors.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.875528 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.876066 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: l3-flavors Jul 16 01:00:52.876392 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.877299 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.877809 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 01:00:52.878134 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: l3agentscheduler.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.879151 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.879675 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: l3_agent_scheduler Jul 16 01:00:52.880056 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: logging.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.881542 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.882065 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension logging not supported by any of loaded plugins Jul 16 01:00:52.882397 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: metering.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.883143 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.883726 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: metering Jul 16 01:00:52.884079 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.885163 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.885687 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: metering_source_and_destination_fields Jul 16 01:00:52.886036 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: multiprovidernet.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.887084 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.887606 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: multi-provider Jul 16 01:00:52.887972 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: netmtu.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.888893 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.889406 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: net-mtu Jul 16 01:00:52.889734 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: netmtu_writable.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.890657 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.891168 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: net-mtu-writable Jul 16 01:00:52.891492 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: network_availability_zone.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.892197 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.892706 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: network_availability_zone Jul 16 01:00:52.893027 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: network_ip_availability.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.894112 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.894629 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: network-ip-availability Jul 16 01:00:52.894956 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: network_segment_range.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.895747 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.896273 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 01:00:52.896597 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: pagination.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.897590 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.897922 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: pagination Jul 16 01:00:52.898244 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: port_device_profile.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.899159 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.899681 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: port-device-profile Jul 16 01:00:52.900028 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.900946 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.901457 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: port-mac-address-regenerate Jul 16 01:00:52.901778 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.902697 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.903207 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: port-numa-affinity-policy Jul 16 01:00:52.903529 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: port_resource_request.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.904482 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.904988 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 01:00:52.905308 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: portbindings.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.906238 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.906749 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: binding Jul 16 01:00:52.907072 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: portbindings_extended.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.908355 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.908877 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: binding-extended Jul 16 01:00:52.909202 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: portsecurity.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.910374 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.910890 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: port-security Jul 16 01:00:52.911724 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: project_id.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.912739 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.913071 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: project-id Jul 16 01:00:52.913391 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: providernet.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.914312 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.914829 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: provider Jul 16 01:00:52.915152 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: qos.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.918584 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.919107 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension qos not supported by any of loaded plugins Jul 16 01:00:52.919441 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.920716 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.921237 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 01:00:52.921569 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.922486 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.923003 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 01:00:52.923330 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: qos_default.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.924268 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.924790 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension qos-default not supported by any of loaded plugins Jul 16 01:00:52.925120 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: qos_fip.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.925775 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.926277 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 01:00:52.926602 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: qos_gateway_ip.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.928102 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.928619 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 01:00:52.928944 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: qos_port_network_policy.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.929856 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.930374 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 01:00:52.930697 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: qos_rule_type_details.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.931615 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.932226 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 01:00:52.932549 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: qos_rules_alias.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.933591 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.934109 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 01:00:52.934434 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: quotasv2.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.935334 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.935879 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: quotas Jul 16 01:00:52.936206 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: quotasv2_detail.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.939183 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.939524 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: quota_details Jul 16 01:00:52.939894 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: rbac.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.940953 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.941486 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: rbac-policies Jul 16 01:00:52.941820 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: rbac_address_group.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.942777 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.943301 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: rbac-address-group Jul 16 01:00:52.943631 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: rbac_address_scope.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.944599 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.945119 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: rbac-address-scope Jul 16 01:00:52.945448 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: rbac_security_groups.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.946368 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.946880 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: rbac-security-groups Jul 16 01:00:52.947207 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: rbac_subnetpool.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.948142 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.948658 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: rbac-subnetpool Jul 16 01:00:52.948985 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: revisionifmatch.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.949905 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.950421 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: revision-if-match Jul 16 01:00:52.950748 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: revisions.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.951876 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.952391 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: standard-attr-revisions Jul 16 01:00:52.952719 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: router_availability_zone.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.953395 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.953907 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: router_availability_zone Jul 16 01:00:52.954233 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: routerservicetype.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.955150 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.955658 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 01:00:52.956011 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.956936 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.957453 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: security-groups-normalized-cidr Jul 16 01:00:52.957780 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.958727 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.959239 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: port-security-groups-filtering Jul 16 01:00:52.959566 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.960515 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.961030 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: security-groups-remote-address-group Jul 16 01:00:52.961355 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: securitygroup.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.971082 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.971616 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: security-group Jul 16 01:00:52.971982 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: segment.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.972778 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.973291 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension segment not supported by any of loaded plugins Jul 16 01:00:52.974139 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.975071 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.975595 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 01:00:52.975959 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: servicetype.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.977063 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.977588 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: service-type Jul 16 01:00:52.977918 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: sorting.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.978903 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.979238 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: sorting Jul 16 01:00:52.979565 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: standard_attr_segment.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.980581 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.981105 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 01:00:52.981435 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: standardattrdescription.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.982087 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.982603 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: standard-attr-description Jul 16 01:00:52.982931 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: stateful_security_group.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.983897 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.984421 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: stateful-security-group Jul 16 01:00:52.984751 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: stdattrs_common.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.985342 n-d-791505-14 neutron-server[93810]: WARNING neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 01:00:52.985667 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.986611 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.987130 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 01:00:52.987454 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: subnet_onboard.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.988551 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.989075 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: subnet_onboard Jul 16 01:00:52.989934 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.990876 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.991483 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 01:00:52.991806 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: subnet_service_types.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.993060 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.993804 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: subnet-service-types Jul 16 01:00:52.994201 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: subnetallocation.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.995741 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.996527 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: subnet_allocation Jul 16 01:00:52.996947 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:52.997802 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:52.998444 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: subnetpool-prefix-ops Jul 16 01:00:52.998808 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:53.000181 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:53.000834 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 01:00:53.001300 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: tagging.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:53.002700 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:53.003556 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: standard-attr-tag Jul 16 01:00:53.004063 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: timestamp.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:53.005853 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:53.006484 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loaded extension: standard-attr-timestamp Jul 16 01:00:53.006912 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: trunk.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:53.008206 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:53.008831 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension trunk not supported by any of loaded plugins Jul 16 01:00:53.009304 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: trunk_details.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:53.010545 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:53.011264 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 01:00:53.011743 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: uplink_status_propagation.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:53.013027 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:53.015936 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 01:00:53.016274 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Loading extension file: vlantransparent.py {{(pid=93810) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 01:00:53.016968 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93810) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 01:00:53.017670 n-d-791505-14 neutron-server[93810]: INFO neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 01:00:53.020183 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of TrackedResource for resource:network Jul 16 01:00:53.020757 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of TrackedResource for resource:subnet Jul 16 01:00:53.021162 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:00:53.021555 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of TrackedResource for resource:port Jul 16 01:00:53.022813 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:00:53.023262 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Service FLAVORS assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:00:53.023912 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:00:53.024345 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:00:53.024676 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of TrackedResource for resource:router Jul 16 01:00:53.025106 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 01:00:53.025599 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Service METERING assigned prefix: /metering {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:00:53.027053 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:53.027425 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:53.027802 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93810) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:00:53.028816 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 01:00:53.029267 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of TrackedResource for resource:security_group Jul 16 01:00:53.029715 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 01:00:53.030333 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Service CORE assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:00:53.030663 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:00:53.031009 n-d-791505-14 neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] subnetpool is already registered Jul 16 01:00:53.031441 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Service CORE assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:00:53.031775 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:00:53.032123 n-d-791505-14 neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] subnetpool is already registered Jul 16 01:00:53.034687 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:00:53.035121 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Service FLAVORS assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:00:53.035716 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:00:53.036666 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:00:53.037008 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of TrackedResource for resource:router Jul 16 01:00:53.037348 n-d-791505-14 neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] router is already registered Jul 16 01:00:53.037764 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 01:00:53.038097 n-d-791505-14 neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] floatingip is already registered Jul 16 01:00:53.038553 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Service METERING assigned prefix: /metering {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:00:53.039227 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 01:00:53.039554 n-d-791505-14 neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] rbac_policy is already registered Jul 16 01:00:53.039992 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of TrackedResource for resource:security_group Jul 16 01:00:53.040330 n-d-791505-14 neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] security_group is already registered Jul 16 01:00:53.040741 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 01:00:53.041072 n-d-791505-14 neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] security_group_rule is already registered Jul 16 01:00:53.041707 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Service CORE assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:00:53.042036 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:00:53.042368 n-d-791505-14 neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] subnetpool is already registered Jul 16 01:00:53.042785 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.v2.resource_helper [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Service CORE assigned prefix: {{(pid=93810) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 01:00:53.043111 n-d-791505-14 neutron-server[93810]: INFO neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 01:00:53.043435 n-d-791505-14 neutron-server[93810]: WARNING neutron.quota.resource_registry [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] subnetpool is already registered Jul 16 01:00:53.043940 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: extensions {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.045407 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: address-groups {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.046924 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: address-scopes {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.048267 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: agents {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.049477 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: auto-allocated-topology {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.050693 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: availability_zones {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.052497 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: dhcp-networks {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.054009 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: dhcp-agents {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.055452 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: routers {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.057208 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: flavors {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.059538 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: service_profiles {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.060781 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: next_providers {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.062237 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: service_profiles {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.063951 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: floatingip-pools {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.065189 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: routers {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.066893 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: floatingips {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.068234 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: l3-routers {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.069621 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: l3-agents {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.071053 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: metering-labels {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.072349 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: metering-label-rules {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.073731 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: network-ip-availabilities {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.074990 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: bindings {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.076571 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: quotas {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.078127 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: quotas {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.079567 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: rbac-policies {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.080801 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: security-groups {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.082101 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: security-group-rules {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.083378 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: service-providers {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.084641 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: subnetpools {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.086021 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: subnetpools {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.087574 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.089289 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.091112 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.093031 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.094725 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.096714 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.098394 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.100770 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.102646 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.104416 n-d-791505-14 neutron-server[93810]: DEBUG neutron.api.extensions [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Extended resource: tags {{(pid=93810) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 01:00:53.110385 n-d-791505-14 neutron-server[93810]: WARNING keystonemiddleware.auth_token [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 01:00:53.115470 n-d-791505-14 neutron-server[93810]: WARNING keystonemiddleware.auth_token [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 01:00:53.123743 n-d-791505-14 neutron-server[93810]: DEBUG oslo_concurrency.lockutils [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Acquired lock "singleton_lock" {{(pid=93810) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 01:00:53.124242 n-d-791505-14 neutron-server[93810]: DEBUG oslo_concurrency.lockutils [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Releasing lock "singleton_lock" {{(pid=93810) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 01:00:53.125222 n-d-791505-14 neutron-server[93810]: INFO oslo_service.service [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Starting 2 workers Jul 16 01:00:53.129997 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Started child 93919 {{(pid=93810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:00:53.134376 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Started child 93920 {{(pid=93810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:00:53.135236 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:53.136007 n-d-791505-14 neutron-server[93810]: INFO neutron.service [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 01:00:53.136668 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Notify callbacks [] for process, before_spawn {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:53.136830 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [-] (93919) wsgi starting up on http://0.0.0.0:9696 Jul 16 01:00:53.139011 n-d-791505-14 neutron-server[93810]: INFO oslo_service.service [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Starting 1 workers Jul 16 01:00:53.139167 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:53.140475 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [-] (93920) wsgi starting up on http://0.0.0.0:9696 Jul 16 01:00:53.144313 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Started child 93921 {{(pid=93810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:00:53.144821 n-d-791505-14 neutron-server[93810]: INFO oslo_service.service [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Starting 1 workers Jul 16 01:00:53.147864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.service [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] calling RpcWorker wait() {{(pid=93921) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 01:00:53.148579 n-d-791505-14 neutron-server[93921]: DEBUG neutron.service [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] returning from RpcWorker wait() {{(pid=93921) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 01:00:53.149267 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Started child 93922 {{(pid=93810) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 01:00:53.149539 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:53.150072 n-d-791505-14 neutron-server[93810]: DEBUG neutron_lib.callbacks.manager [None req-f7c47af8-f03b-487a-a151-760b30866269 None None] Notify callbacks [] for process, after_spawn {{(pid=93810) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:53.150224 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:00:53.151933 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93810) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 01:00:53.152150 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:00:53.152335 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:00:53.152546 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:00:53.152899 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:00:53.153047 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:00:53.153619 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.153815 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.154079 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.154224 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:00:53.154768 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.154768 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.155221 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.155383 n-d-791505-14 neutron-server[93922]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:00:53.155608 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.155752 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.156013 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.156244 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.156408 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.156659 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.156819 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.157051 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.157319 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.157575 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.157811 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.158077 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.158234 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.158490 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.158751 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.159005 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.159525 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] debug = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.159795 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.160280 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.160530 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.160779 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.161017 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.161826 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.162096 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.162319 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.162552 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.162768 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.163004 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.163258 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.163499 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.163871 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.164111 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.164375 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.164610 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.165083 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] host = n-d-791505-14 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.165343 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.165559 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.165786 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.166030 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.166274 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.166493 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.166759 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.167033 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.167274 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.167513 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.167753 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.168043 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.168258 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.168502 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] log_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.168656 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] log_options = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.168900 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.169140 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.169400 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.169590 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.169759 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.169934 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.170189 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.170344 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.170590 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.170806 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.171021 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.171241 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.171455 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.171674 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.171942 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.172195 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.172420 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.172630 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.172872 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.173122 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.173367 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.173623 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.173884 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.174094 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.174339 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.174555 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.174785 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.174998 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.175232 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.175509 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.175797 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.176033 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.176275 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.176535 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.176794 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.177593 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.177792 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.178067 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.178296 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.178550 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.178806 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.179047 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.179284 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.179499 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.179735 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.180001 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] use_json = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.180212 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.180455 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.180717 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.180930 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.181165 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.181377 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.181596 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.181830 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.184012 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.184342 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.184666 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.184941 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.185192 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.185773 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.186014 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.186271 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.187157 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.187157 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.187157 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.187549 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.188411 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.188411 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.188696 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.188822 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.189675 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.189675 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.190362 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.191794 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.191794 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.191794 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.191794 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.191794 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.192164 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.192233 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.192498 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.192751 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.192974 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.193198 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.193421 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.193661 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.193930 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.194177 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.194862 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.195109 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.195346 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.195567 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.195818 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.196494 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.196815 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.197042 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.197274 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.197513 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.197729 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.198529 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.198787 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.199047 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.199291 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.199560 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.199857 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.200096 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.200330 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.200580 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.200811 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.201056 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.201308 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.201553 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.204149 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.204149 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.204149 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.204149 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.204149 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.204149 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.204149 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.204635 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.204881 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.205077 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.205316 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.205559 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.205791 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.206421 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.206659 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.206880 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.207095 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.209946 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.210202 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.210446 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.210692 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.210937 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.211175 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.211434 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.211693 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.211951 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.212255 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.212593 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.212843 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.213099 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.213392 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.213627 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.213886 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.214165 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.214425 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.214687 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.214939 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.215214 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.215477 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.215748 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.216256 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.216501 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.217245 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.217492 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.217743 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.217990 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.218236 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.218483 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.219496 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.219892 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.220952 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.221195 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.221468 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.221757 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.221998 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.222257 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.222484 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.222747 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.223061 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.223328 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.223598 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.224443 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.224684 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.224936 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.225173 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.225441 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.225673 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.225903 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.226122 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.226409 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.226646 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.226867 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.227085 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.227334 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.227637 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.227891 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.228125 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.228338 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.228611 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.228855 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.229119 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.229374 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.229618 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.229958 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.230812 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.231064 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.231303 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.232783 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.233047 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.233279 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.233532 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.233758 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.233997 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.234226 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.234450 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.234712 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.234963 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.235189 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.235425 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.235646 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.236640 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.236894 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.237112 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.237333 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.237566 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.237791 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.238028 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.238247 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.238460 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.238709 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.238927 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.239542 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.239819 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.240088 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.240337 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.240614 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.240851 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.241072 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.241316 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.241537 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.241758 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.241974 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.242199 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.242417 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.242664 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.242924 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.243158 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.243414 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.243665 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.244034 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.244297 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.244531 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.244755 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.244994 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.245234 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.245451 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.245696 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.245950 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.246169 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.246389 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.246659 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.246914 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.247137 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.247349 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.247601 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.247836 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.248077 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.248302 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.248595 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.248846 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.249104 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.249358 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.249615 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.249882 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.250128 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.250336 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.250545 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.250769 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.250984 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.251196 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.251422 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.251631 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.251863 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.252085 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.252299 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.252507 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.252730 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.252939 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.253147 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.253366 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.253601 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.253810 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.254054 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.254317 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.254526 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.254747 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.255038 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.255256 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.255569 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.255841 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.256082 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.256376 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.256610 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.256854 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.257095 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.257412 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.257625 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.257887 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.258128 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.258350 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.258577 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.258836 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.259199 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.259948 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.260151 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.260433 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.260722 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.261355 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.261648 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.261864 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.262148 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.262934 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.263748 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.264053 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.264295 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.264569 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.265044 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.265283 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.265528 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.265770 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.266000 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.266266 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.266565 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.266796 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.267053 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.267307 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.267532 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.267782 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.268061 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.268326 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.268547 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.268712 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:00:53.269242 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93810) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 01:00:53.269404 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 01:00:53.269561 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 01:00:53.269737 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 01:00:53.269904 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 01:00:53.270224 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 01:00:53.270437 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.271125 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.271392 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.271573 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.271770 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.272111 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.272286 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.272434 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.272593 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.272805 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.272973 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.273130 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.273289 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.273454 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.273617 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.273769 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.273930 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.274090 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.274257 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.274420 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.274583 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.274739 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.274901 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] debug = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.275062 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.275249 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.275408 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.275566 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.275723 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.275930 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.276090 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.276250 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.276410 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.276569 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.276726 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.276886 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.277050 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.277213 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.277369 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.277531 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.277692 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.277851 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] host = n-d-791505-14 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.278009 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.278168 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.279794 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.279794 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.279794 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.279794 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.279794 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.279794 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.279794 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.279794 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.280417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:00:53.280508 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.280508 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.280508 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.280508 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] log_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.280508 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] log_options = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.280508 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.280508 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.280980 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.280980 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.281124 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.281211 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.281301 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.281454 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.281618 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.281773 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.281931 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.282089 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.282248 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.282406 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.282565 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.282724 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.282883 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.283041 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.283202 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.283360 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.283518 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.283676 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.283936 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.284097 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.284502 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.284670 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.284829 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.284986 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.285144 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.285303 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.285462 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.285625 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.285786 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.285943 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.286100 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.286306 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.286959 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.287122 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.287280 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.287439 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.287597 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.287775 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.287934 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.288092 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.288251 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.288408 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] use_json = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.288565 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.288723 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.288880 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.289039 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.289197 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.289356 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.289516 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.289675 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 01:00:53.289855 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.290019 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.290192 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.290355 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.290517 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.290678 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.290840 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.291002 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.291169 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.291327 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.291878 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.292203 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.292775 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.292775 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.292951 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.293246 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.293407 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.293579 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.293738 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.294171 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.294321 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.294490 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.294646 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.294773 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.295248 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.295610 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.295801 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.296859 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.297389 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.297568 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.297736 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.298911 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.299090 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.299265 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.299431 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.299648 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.299745 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.299939 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.300105 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.300269 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.300434 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.300597 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.300759 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.300927 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.301087 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.301253 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.301418 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.301580 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.301771 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.301930 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.302104 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.302268 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.302430 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.302593 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.302754 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.302916 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.303077 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.303238 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.303398 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.303561 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.303722 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.304325 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.304493 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.304660 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.304819 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.305059 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.305229 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.305391 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.305555 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.305718 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.305880 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.306094 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.306263 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.306428 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.306591 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.306752 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.307058 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.307366 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.307729 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.307943 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.308100 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.308246 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.308395 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.308561 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.308734 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.308911 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.309075 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.309253 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.309400 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.309544 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.309710 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.309863 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.310025 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.310189 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.310348 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.310509 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.310671 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.310836 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.310997 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.311158 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.311319 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.311479 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.311641 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.311822 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.311988 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.312148 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.312310 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.312471 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.312633 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.312795 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.312955 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.313125 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.313288 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.313453 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.313615 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.313785 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.313957 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.314120 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.314282 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.314442 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.314603 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.314764 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.314926 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.315087 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.315249 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.315410 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.315572 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.315743 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.316003 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.316166 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.316327 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.316489 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.316672 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.316847 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.317000 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.317162 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.317324 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.317510 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.317673 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.317839 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.318039 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.318508 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.318680 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.320146 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.321080 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.321264 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.321438 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.321606 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.321751 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.321918 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.322087 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.322252 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.322416 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.322578 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.322742 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.322903 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.323068 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.323230 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.323393 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.323558 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.323720 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.324129 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.324300 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.324461 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.324622 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.324784 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.324945 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.325105 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.325269 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.325433 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.325593 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.325801 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.325966 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.326162 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.326330 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.326497 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.326659 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.326821 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.326992 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.327159 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.327320 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.327484 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.327646 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.327834 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.328001 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.328163 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.328325 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.328523 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.328688 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.328852 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.329015 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.329176 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.329339 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.329502 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.329652 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.329814 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.329978 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.330124 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.330292 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.330457 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.330620 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.330783 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.330947 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.331111 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.331273 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.331435 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.331603 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.331781 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.331946 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.332108 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.332315 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.332420 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.332583 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.332745 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.332906 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.333583 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.333734 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.333896 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.334068 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.334231 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.334393 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.334555 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.334716 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.334877 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.335049 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.335212 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.335374 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.335535 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.335696 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.335887 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.336058 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.336221 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.336382 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.336543 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.336704 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.336870 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.337042 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.337204 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.337366 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.337535 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.337696 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.337859 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.338021 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.338195 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.338357 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.338522 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.338684 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.338846 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.339007 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.339171 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.339338 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.339508 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.339676 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.339869 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.340041 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.340211 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.340380 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.340541 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.340710 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.340885 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.341047 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.341209 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.341371 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.341532 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.341692 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.341853 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.342014 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.342175 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.342339 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.342503 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.342663 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.342825 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.342986 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.343147 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.343311 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.343472 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.343634 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.343813 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.343976 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 01:00:53.344130 n-d-791505-14 neutron-server[93810]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93810) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 01:00:53.602127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36536) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:00:53.610389 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061045 Jul 16 01:01:04.775629 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec314fe-9c7b-409b-8c93-4e1dc3cb8b9e None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:01:04.863145 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec314fe-9c7b-409b-8c93-4e1dc3cb8b9e None None] No non-hosted networks {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 01:01:04.891611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.agentschedulers_db [None req-fec314fe-9c7b-409b-8c93-4e1dc3cb8b9e None None] DHCP Agent not found on host n-d-791505-14 {{(pid=93921) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 01:01:05.016737 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2132cb98-d2fb-4289-8f77-8a4db2561651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784902'] for agent, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:07.181066 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f29f11cb-9f4a-490b-95cb-13590400ef5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784902'] for agent, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:07.256872 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784902'] for agent, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:07.257759 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:07.258301 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:07.258781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:07.259273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:07.259827 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:07.260302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:07.260777 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:07.261248 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:07.261742 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:07.262217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:07.262717 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:07.263185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:07.263799 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791505-14', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:01:07.271055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791505-14', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:01:07.309592 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-040b8550-2fac-4cf7-adf2-ba36586bcb54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:08.398475 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784902'] for agent, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:09.978832 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784902'] for agent, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:11.209746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36628) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:01:11.550773 n-d-791505-14 neutron-server[93921]: INFO neutron.db.l3_hamode_db [None req-074ee7b3-ae3e-4ebc-99f4-cb3b9d08f008 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 01:01:11.628449 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074ee7b3-ae3e-4ebc-99f4-cb3b9d08f008 None None] Routers set() bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:01:11.628842 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074ee7b3-ae3e-4ebc-99f4-cb3b9d08f008 None None] Router IDs set() for agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:01:11.693925 n-d-791505-14 neutron-server[93920]: WARNING oslo_policy.policy [None req-5087eb87-5f86-4aba-bdd7-6099d95bd4d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:01:11.694502 n-d-791505-14 neutron-server[93920]: WARNING oslo_policy.policy [None req-5087eb87-5f86-4aba-bdd7-6099d95bd4d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:01:11.906242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-5087eb87-5f86-4aba-bdd7-6099d95bd4d8 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:01:11.907210 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5087eb87-5f86-4aba-bdd7-6099d95bd4d8 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6965349 Jul 16 01:01:14.224891 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36642) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:01:14.527664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9f9e3a7f-b527-42b6-a965-2c8a3c5a5896 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:01:14.627662 n-d-791505-14 neutron-server[93920]: DEBUG neutron.policy [None req-9f9e3a7f-b527-42b6-a965-2c8a3c5a5896 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93920) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 01:01:14.672500 n-d-791505-14 neutron-server[93920]: WARNING oslo_policy.policy [None req-9f9e3a7f-b527-42b6-a965-2c8a3c5a5896 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:01:14.672870 n-d-791505-14 neutron-server[93920]: WARNING oslo_policy.policy [None req-9f9e3a7f-b527-42b6-a965-2c8a3c5a5896 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:01:14.681762 n-d-791505-14 neutron-server[93920]: INFO neutron.quota [None req-9f9e3a7f-b527-42b6-a965-2c8a3c5a5896 admin admin] Loaded quota_driver: . Jul 16 01:01:14.772806 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f9e3a7f-b527-42b6-a965-2c8a3c5a5896 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770515246523', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770515248110', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770515357649', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770515359207', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770515369898', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770515345720', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1673871', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1664124', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-529088', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-735027'] for rbac-policy, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:14.835326 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f9e3a7f-b527-42b6-a965-2c8a3c5a5896 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:14.836561 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9f9e3a7f-b527-42b6-a965-2c8a3c5a5896 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6107070 Jul 16 01:01:17.417397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36654) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:01:17.892528 n-d-791505-14 neutron-server[93919]: WARNING oslo_policy.policy [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:01:17.893126 n-d-791505-14 neutron-server[93919]: WARNING oslo_policy.policy [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:01:18.109033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Request body: {'network': {'project_id': '7a91a28d81e64365b6ee9809dcc1671f', 'name': 'private', 'admin_state_up': True, 'tenant_id': '7a91a28d81e64365b6ee9809dcc1671f'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:01:18.110728 n-d-791505-14 neutron-server[93919]: INFO neutron.quota [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Loaded quota_driver: . Jul 16 01:01:18.168921 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Made reservation on behalf of 7a91a28d81e64365b6ee9809dcc1671f for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:01:18.234044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.policy [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93919) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 01:01:18.278039 n-d-791505-14 neutron-server[93919]: WARNING oslo_policy.policy [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:01:18.278412 n-d-791505-14 neutron-server[93919]: WARNING oslo_policy.policy [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 01:01:18.289108 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:18.310159 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:18.440359 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:18.444059 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:18.463498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:01:18.491788 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770512927299', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:18.492365 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Unsubscribe: segment precommit_create {{(pid=93919) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 01:01:18.492847 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Added segment 7743aacb-7f72-4c79-b678-25021abaa4bf of type vlan for network c42e5100-4ba6-48e0-b992-1852a68618cc Jul 16 01:01:18.510768 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc11caf2-38b8-49ad-8eea-d5c27b9f4c1a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:18.532808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:18.533150 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:18.533482 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:18.533812 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:18.534394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:18.534718 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:18.535081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:18.535464 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:18.535717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:18.536060 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:18.536378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:18.536691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Tracked resource versions report: Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: pushed versions: Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: { 'AddressGroup': {'1.2'}, Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'ConntrackHelper': {'1.0'}, Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'Log': {'1.0'}, Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'Network': {'1.1'}, Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'Port': {'1.7'}, Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'PortForwarding': {'1.2'}, Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'QosPolicy': {'1.8'}, Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'SecurityGroup': {'1.4'}, Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'SubPort': {'1.0'}, Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'Subnet': {'1.1'}, Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'Trunk': {'1.1'}} Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: consumer versions: Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: { DHCP agent@n-d-791505-14: {}, Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: L3 agent@n-d-791505-14: {}, Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: Metadata agent@n-d-791505-14: {}, Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: Metering agent@n-d-791505-14: {}, Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: Open vSwitch agent@n-d-791505-14: { 'AddressGroup': '1.2', Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'ConntrackHelper': '1.0', Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'Log': '1.0', Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'Network': '1.1', Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'Port': '1.7', Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'PortForwarding': '1.2', Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'QosPolicy': '1.8', Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'SecurityGroup': '1.4', Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'SecurityGroupRule': '1.2', Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'SubPort': '1.0', Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'Subnet': '1.1', Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: 'Trunk': '1.1'}} Jul 16 01:01:18.537860 n-d-791505-14 neutron-server[93919]: {{(pid=93919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:01:18.621968 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:18.674513 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:18.675717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:01:18.676409 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:18.731536 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3119280 Jul 16 01:01:18.774527 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15580056-7fde-4aed-823c-5a2a08251f85 admin admin] Pushing event updated for resources: {'Network': ['ID=c42e5100-4ba6-48e0-b992-1852a68618cc,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:18.786565 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network c42e5100-4ba6-48e0-b992-1852a68618cc details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:01:21.318737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36676) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:01:21.694687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1cb901-98b9-4ea9-8cfe-4dac78bde1a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:01:21.696068 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fc1cb901-98b9-4ea9-8cfe-4dac78bde1a0 admin admin] 10.222.0.22 "GET /v2.0/networks/c42e5100-4ba6-48e0-b992-1852a68618cc HTTP/1.1" status: 200 len: 825 time: 0.3763094 Jul 16 01:01:21.732117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0fadb307-5fe0-4525-a14a-ce8125a11017 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/8469a831-a612-4266-8e3c-45a2bdb3110c HTTP/1.1" status: 200 len: 734 time: 0.0306370 Jul 16 01:01:21.740198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-2aa721d6-49ad-4ce3-a78a-6f33b877ad4e admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c42e5100-4ba6-48e0-b992-1852a68618cc', 'name': 'private-subnet', 'tenant_id': '7a91a28d81e64365b6ee9809dcc1671f', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '8469a831-a612-4266-8e3c-45a2bdb3110c'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:01:21.761692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa721d6-49ad-4ce3-a78a-6f33b877ad4e admin admin] Made reservation on behalf of 7a91a28d81e64365b6ee9809dcc1671f for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:01:21.763932 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2aa721d6-49ad-4ce3-a78a-6f33b877ad4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:22.057839 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2aa721d6-49ad-4ce3-a78a-6f33b877ad4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:22.120549 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa721d6-49ad-4ce3-a78a-6f33b877ad4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=128921e9-1148-4b74-a048-9992107e961f,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:22.129032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa721d6-49ad-4ce3-a78a-6f33b877ad4e admin admin] Checking segment: {'id': '7743aacb-7f72-4c79-b678-25021abaa4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c42e5100-4ba6-48e0-b992-1852a68618cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:01:22.129433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa721d6-49ad-4ce3-a78a-6f33b877ad4e admin admin] Network hostable DHCP agents. Network: c42e5100-4ba6-48e0-b992-1852a68618cc, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:01:22.152540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa721d6-49ad-4ce3-a78a-6f33b877ad4e admin admin] Network c42e5100-4ba6-48e0-b992-1852a68618cc is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:01:22.163919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-2aa721d6-49ad-4ce3-a78a-6f33b877ad4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, c42e5100-4ba6-48e0-b992-1852a68618cc) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:01:22.168387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa721d6-49ad-4ce3-a78a-6f33b877ad4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:01:22.168970 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2aa721d6-49ad-4ce3-a78a-6f33b877ad4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:22.173993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3bb52b-8835-4255-a1f1-8354e9e665d9 None None] Network c42e5100-4ba6-48e0-b992-1852a68618cc requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:01:22.182000 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2aa721d6-49ad-4ce3-a78a-6f33b877ad4e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4450212 Jul 16 01:01:22.481997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-c42e5100-4ba6-48e0-b992-1852a68618cc', 'network_id': 'c42e5100-4ba6-48e0-b992-1852a68618cc', 'tenant_id': '7a91a28d81e64365b6ee9809dcc1671f', 'fixed_ips': [{'subnet_id': '128921e9-1148-4b74-a048-9992107e961f'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:01:22.483303 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:22.757641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Allocated IP 172.20.0.2 (c42e5100-4ba6-48e0-b992-1852a68618cc/128921e9-1148-4b74-a048-9992107e961f/510eac68-4ae8-4132-9874-639aa64aff26) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:01:22.957298 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:22.999545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Transition to ACTIVE for port object 510eac68-4ae8-4132-9874-639aa64aff26 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:01:23.021944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Transition to ACTIVE for port object 510eac68-4ae8-4132-9874-639aa64aff26 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:01:23.030929 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:23.093445 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Network c42e5100-4ba6-48e0-b992-1852a68618cc is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:01:23.099858 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:01:23.111516 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:01:23.117414 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Pushing event updated for resources: {'Port': ['ID=510eac68-4ae8-4132-9874-639aa64aff26,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:23.142404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:23.142751 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:23.143095 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:23.143432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:23.143790 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:23.144117 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:23.144446 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:23.144774 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:23.145100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:23.145423 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:23.145749 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:23.146071 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Tracked resource versions report: Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: pushed versions: Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: { 'AddressGroup': {'1.2'}, Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'ConntrackHelper': {'1.0'}, Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'Log': {'1.0'}, Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'Network': {'1.1'}, Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'Port': {'1.7'}, Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'PortForwarding': {'1.2'}, Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'QosPolicy': {'1.8'}, Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'SecurityGroup': {'1.4'}, Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'SubPort': {'1.0'}, Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'Subnet': {'1.1'}, Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'Trunk': {'1.1'}} Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: consumer versions: Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: { DHCP agent@n-d-791505-14: {}, Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: L3 agent@n-d-791505-14: {}, Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: Metadata agent@n-d-791505-14: {}, Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: Metering agent@n-d-791505-14: {}, Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: Open vSwitch agent@n-d-791505-14: { 'AddressGroup': '1.2', Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'ConntrackHelper': '1.0', Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'Log': '1.0', Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'Network': '1.1', Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'Port': '1.7', Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'PortForwarding': '1.2', Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'QosPolicy': '1.8', Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'SecurityGroup': '1.4', Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'SecurityGroupRule': '1.2', Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'SubPort': '1.0', Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'Subnet': '1.1', Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: 'Trunk': '1.1'}} Jul 16 01:01:23.147197 n-d-791505-14 neutron-server[93921]: {{(pid=93921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:01:23.195993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Attempting to bind port 510eac68-4ae8-4132-9874-639aa64aff26 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:01:23.196557 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Attempting to bind port 510eac68-4ae8-4132-9874-639aa64aff26 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '7743aacb-7f72-4c79-b678-25021abaa4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c42e5100-4ba6-48e0-b992-1852a68618cc'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:01:23.196819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Attempting to bind port 510eac68-4ae8-4132-9874-639aa64aff26 on network c42e5100-4ba6-48e0-b992-1852a68618cc {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:01:23.201593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:01:23.202002 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Checking segment: {'id': '7743aacb-7f72-4c79-b678-25021abaa4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c42e5100-4ba6-48e0-b992-1852a68618cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:01:23.202460 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:23.202859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Bound using segment: {'id': '7743aacb-7f72-4c79-b678-25021abaa4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c42e5100-4ba6-48e0-b992-1852a68618cc'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:01:23.203324 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Bound port: 510eac68-4ae8-4132-9874-639aa64aff26, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7743aacb-7f72-4c79-b678-25021abaa4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c42e5100-4ba6-48e0-b992-1852a68618cc'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:01:23.203738 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:23.264362 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] For port 510eac68-4ae8-4132-9874-639aa64aff26, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:01:23.268635 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] For port 510eac68-4ae8-4132-9874-639aa64aff26, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=510eac68-4ae8-4132-9874-639aa64aff26,segment=NetworkSegment(7743aacb-7f72-4c79-b678-25021abaa4bf),segment_id=7743aacb-7f72-4c79-b678-25021abaa4bf)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:01:23.273535 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:23.339236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff280b24-91ef-4807-bbc1-30ee60c2771b None None] Pushing event updated for resources: {'Port': ['ID=510eac68-4ae8-4132-9874-639aa64aff26,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:24.555595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36684) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:01:24.878599 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-db762364-d478-42f8-aaac-8718dc68ed65 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:01:24.879593 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-db762364-d478-42f8-aaac-8718dc68ed65 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3229268 Jul 16 01:01:27.234607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36692) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:01:27.546320 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-a3cea2d0-5d33-40df-ba60-0b9bba05379e admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:01:27.547309 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a3cea2d0-5d33-40df-ba60-0b9bba05379e admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3117025 Jul 16 01:01:29.104146 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 510eac68-4ae8-4132-9874-639aa64aff26 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:01:29.187150 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 510eac68-4ae8-4132-9874-639aa64aff26 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:01:29.415179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47b434f-87eb-459e-a592-1e3e162b55ee None None] Network c42e5100-4ba6-48e0-b992-1852a68618cc requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:01:29.486340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a4ace1da-5cb7-48c7-9bc3-ef310cc72d09 None None] Provisioning for port 510eac68-4ae8-4132-9874-639aa64aff26 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:01:29.493657 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a4ace1da-5cb7-48c7-9bc3-ef310cc72d09 None None] Provisioning complete for port 510eac68-4ae8-4132-9874-639aa64aff26 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:01:29.494229 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a4ace1da-5cb7-48c7-9bc3-ef310cc72d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:29.664980 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a4ace1da-5cb7-48c7-9bc3-ef310cc72d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:29.725783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a4ace1da-5cb7-48c7-9bc3-ef310cc72d09 None None] For port 510eac68-4ae8-4132-9874-639aa64aff26, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=510eac68-4ae8-4132-9874-639aa64aff26,segment=NetworkSegment(7743aacb-7f72-4c79-b678-25021abaa4bf),segment_id=7743aacb-7f72-4c79-b678-25021abaa4bf)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:01:29.737139 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a4ace1da-5cb7-48c7-9bc3-ef310cc72d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:29.785191 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ace1da-5cb7-48c7-9bc3-ef310cc72d09 None None] Pushing event updated for resources: {'Port': ['ID=510eac68-4ae8-4132-9874-639aa64aff26,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:29.956907 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bab9ce8c-03b6-420b-ad65-751bb76e65b0 None None] Provisioning complete for port 510eac68-4ae8-4132-9874-639aa64aff26 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:01:29.957366 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bab9ce8c-03b6-420b-ad65-751bb76e65b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:30.159610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36706) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:01:30.447519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-45f94177-d1d5-41ec-8b6b-3a6ccb9c06bf admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '7a91a28d81e64365b6ee9809dcc1671f'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:01:30.470160 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45f94177-d1d5-41ec-8b6b-3a6ccb9c06bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:30.471714 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45f94177-d1d5-41ec-8b6b-3a6ccb9c06bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:30.605731 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45f94177-d1d5-41ec-8b6b-3a6ccb9c06bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:30.609818 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45f94177-d1d5-41ec-8b6b-3a6ccb9c06bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:30.621832 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45f94177-d1d5-41ec-8b6b-3a6ccb9c06bf admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:30.623062 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-45f94177-d1d5-41ec-8b6b-3a6ccb9c06bf admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4624720 Jul 16 01:01:31.063944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 510eac68-4ae8-4132-9874-639aa64aff26 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:01:31.109802 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 510eac68-4ae8-4132-9874-639aa64aff26 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:01:31.110173 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:32.972649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36714) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:01:33.276527 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-d895f55d-e24f-4ed0-a8e2-23c3a94408f4 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:01:33.277528 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d895f55d-e24f-4ed0-a8e2-23c3a94408f4 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3039336 Jul 16 01:01:34.209773 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:01:34.708564 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7b50c86a-25ab-4d1f-b072-3965ca0a8a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:35.611993 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36722) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:01:35.914354 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:01:35.941487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Made reservation on behalf of be0051a5097c4eea9b5f059af34b1e94 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:01:35.944639 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:35.960137 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:36.077473 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:36.081072 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:36.092864 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Reserving flat network on physical network physnet1 {{(pid=93920) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 01:01:36.124579 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770512927299', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:36.125133 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Unsubscribe: segment precommit_create {{(pid=93920) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 01:01:36.125618 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Added segment 4561cbed-3010-4815-9fe9-ef12ad2e907e of type flat for network 3748ee69-bce9-4043-a1b7-1ca7030517ba Jul 16 01:01:36.143172 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592cc879-32ea-4df4-be11-52d72a48e731,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:36.194834 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:36.195181 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:36.195523 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:36.195984 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:36.196473 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:36.196847 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:36.198129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:36.198455 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:36.198775 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:36.199102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:36.199421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:36.199744 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Tracked resource versions report: Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: pushed versions: Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: { 'AddressGroup': {'1.2'}, Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'ConntrackHelper': {'1.0'}, Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'Log': {'1.0'}, Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'Network': {'1.1'}, Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'Port': {'1.7'}, Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'PortForwarding': {'1.2'}, Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'QosPolicy': {'1.8'}, Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'SecurityGroup': {'1.4'}, Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'SubPort': {'1.0'}, Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'Subnet': {'1.1'}, Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'Trunk': {'1.1'}} Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: consumer versions: Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: { DHCP agent@n-d-791505-14: {}, Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: L3 agent@n-d-791505-14: {}, Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: Metadata agent@n-d-791505-14: {}, Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: Metering agent@n-d-791505-14: {}, Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: Open vSwitch agent@n-d-791505-14: { 'AddressGroup': '1.2', Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'ConntrackHelper': '1.0', Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'Log': '1.0', Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'Network': '1.1', Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'Port': '1.7', Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'PortForwarding': '1.2', Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'QosPolicy': '1.8', Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'SecurityGroup': '1.4', Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'SecurityGroupRule': '1.2', Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'SubPort': '1.0', Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'Subnet': '1.1', Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: 'Trunk': '1.1'}} Jul 16 01:01:36.200924 n-d-791505-14 neutron-server[93920]: {{(pid=93920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:01:36.248950 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:36.302397 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:36.303979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:01:36.304667 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:36.361248 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7481155 Jul 16 01:01:36.401741 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a46e6-c312-49c6-99aa-1c9669f89ffd admin admin] Pushing event updated for resources: {'Network': ['ID=3748ee69-bce9-4043-a1b7-1ca7030517ba,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:36.416050 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:01:37.176547 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-939e5714-2070-4531-8a0c-e0a0c90844e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:37.231929 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:38.342030 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:38.731101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36744) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:01:38.973931 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fedf67-52ba-4702-9033-7a58883b092e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:01:38.975318 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d2fedf67-52ba-4702-9033-7a58883b092e admin admin] 10.222.0.22 "GET /v2.0/subnets/128921e9-1148-4b74-a048-9992107e961f HTTP/1.1" status: 200 len: 849 time: 0.2432389 Jul 16 01:01:39.149577 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-16903da5-45ef-40c7-9464-140cf086a998 admin admin] 10.222.0.22 "GET /v2.0/routers/50dd02a0-f2c7-4d2b-8f13-253b8837742f HTTP/1.1" status: 200 len: 704 time: 0.1689050 Jul 16 01:01:39.407318 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:39.691157 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Allocated IP 172.20.0.1 (c42e5100-4ba6-48e0-b992-1852a68618cc/128921e9-1148-4b74-a048-9992107e961f/339f078a-bc8b-4cf3-b2f4-33650697f80c) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:01:39.870145 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:39.892852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Transition to ACTIVE for port object 339f078a-bc8b-4cf3-b2f4-33650697f80c will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:01:39.922709 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:39.971558 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:40.038254 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Network c42e5100-4ba6-48e0-b992-1852a68618cc is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:01:40.047702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:01:40.057759 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:01:40.057759 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:40.077576 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Pushing event updated for resources: {'Port': ['ID=339f078a-bc8b-4cf3-b2f4-33650697f80c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:40.208821 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-acac8a70-444f-4d79-8b01-9a6010de631a None None] Provisioning for port 339f078a-bc8b-4cf3-b2f4-33650697f80c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:01:40.212742 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-acac8a70-444f-4d79-8b01-9a6010de631a None None] Provisioning complete for port 339f078a-bc8b-4cf3-b2f4-33650697f80c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:01:40.213114 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-acac8a70-444f-4d79-8b01-9a6010de631a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:40.245982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-acac8a70-444f-4d79-8b01-9a6010de631a None None] Port 339f078a-bc8b-4cf3-b2f4-33650697f80c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:01:40.264500 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:40.487655 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:40.491855 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:40.492599 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:40.550616 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Pushing event updated for resources: {'Port': ['ID=339f078a-bc8b-4cf3-b2f4-33650697f80c,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:40.612608 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Network c42e5100-4ba6-48e0-b992-1852a68618cc is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:01:40.613902 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:01:40.766090 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a8696803-c5ac-4b5e-8c0e-7c3214b75632 None None] Provisioning complete for port 339f078a-bc8b-4cf3-b2f4-33650697f80c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:01:40.766465 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a8696803-c5ac-4b5e-8c0e-7c3214b75632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:40.774239 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Router 50dd02a0-f2c7-4d2b-8f13-253b8837742f is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:01:40.801048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a8696803-c5ac-4b5e-8c0e-7c3214b75632 None None] Port 339f078a-bc8b-4cf3-b2f4-33650697f80c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:01:40.882458 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:01:40.887603 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c3c2df35-736d-4caf-8ae7-c79742703b49 admin admin] 10.222.0.22 "PUT /v2.0/routers/50dd02a0-f2c7-4d2b-8f13-253b8837742f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7332840 Jul 16 01:01:40.891350 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Sync routers for ids ['50dd02a0-f2c7-4d2b-8f13-253b8837742f'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:01:40.902574 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Routers {'50dd02a0-f2c7-4d2b-8f13-253b8837742f'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:01:40.903485 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:01:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['50dd02a0-f2c7-4d2b-8f13-253b8837742f'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:01:41.089538 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Set router 50dd02a0-f2c7-4d2b-8f13-253b8837742f gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:01:41.524663 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dd02a0-f2c7-4d2b-8f13-253b8837742f', 'name': 'router1', 'tenant_id': '7a91a28d81e64365b6ee9809dcc1671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:01:30Z', 'updated_at': '2021-07-16T01:01:40Z', 'revision_number': 2, 'project_id': '7a91a28d81e64365b6ee9809dcc1671f', 'gw_port_host': None, '_interfaces': [{'id': '339f078a-bc8b-4cf3-b2f4-33650697f80c', 'name': '', 'network_id': 'c42e5100-4ba6-48e0-b992-1852a68618cc', 'tenant_id': '7a91a28d81e64365b6ee9809dcc1671f', 'mac_address': 'fa:16:3e:c3:30:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dd02a0-f2c7-4d2b-8f13-253b8837742f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '128921e9-1148-4b74-a048-9992107e961f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:01:39Z', 'updated_at': '2021-07-16T01:01:40Z', 'revision_number': 2, 'project_id': '7a91a28d81e64365b6ee9809dcc1671f', 'subnets': [{'id': '128921e9-1148-4b74-a048-9992107e961f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8469a831-a612-4266-8e3c-45a2bdb3110c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:01:41.576833 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Checking router: 50dd02a0-f2c7-4d2b-8f13-253b8837742f for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:01:41.577204 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Updating router 50dd02a0-f2c7-4d2b-8f13-253b8837742f port 339f078a-bc8b-4cf3-b2f4-33650697f80c binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:01:41.640770 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:42.127430 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:42.145478 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Transition to ACTIVE for port object 339f078a-bc8b-4cf3-b2f4-33650697f80c will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:01:42.151675 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:42.239549 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85992877-fbb9-479f-bbdc-6c5f49d95c7e None None] Pushing event updated for resources: {'Port': ['ID=339f078a-bc8b-4cf3-b2f4-33650697f80c,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:42.264863 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85992877-fbb9-479f-bbdc-6c5f49d95c7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:42.265214 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85992877-fbb9-479f-bbdc-6c5f49d95c7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:42.265552 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85992877-fbb9-479f-bbdc-6c5f49d95c7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:42.265888 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85992877-fbb9-479f-bbdc-6c5f49d95c7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:42.266222 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85992877-fbb9-479f-bbdc-6c5f49d95c7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:42.266552 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85992877-fbb9-479f-bbdc-6c5f49d95c7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:42.266879 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85992877-fbb9-479f-bbdc-6c5f49d95c7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:42.267205 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85992877-fbb9-479f-bbdc-6c5f49d95c7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:42.267530 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85992877-fbb9-479f-bbdc-6c5f49d95c7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:42.267879 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85992877-fbb9-479f-bbdc-6c5f49d95c7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:42.268225 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85992877-fbb9-479f-bbdc-6c5f49d95c7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:42.268528 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85992877-fbb9-479f-bbdc-6c5f49d95c7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85992877-fbb9-479f-bbdc-6c5f49d95c7e None None] Tracked resource versions report: Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: pushed versions: Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: { 'AddressGroup': {'1.2'}, Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'ConntrackHelper': {'1.0'}, Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'Log': {'1.0'}, Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'Network': {'1.1'}, Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'Port': {'1.7'}, Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'PortForwarding': {'1.2'}, Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'QosPolicy': {'1.8'}, Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'SecurityGroup': {'1.4'}, Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'SubPort': {'1.0'}, Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'Subnet': {'1.1'}, Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'Trunk': {'1.1'}} Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: consumer versions: Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: { DHCP agent@n-d-791505-14: {}, Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: L3 agent@n-d-791505-14: {}, Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: Metadata agent@n-d-791505-14: {}, Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: Metering agent@n-d-791505-14: {}, Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: Open vSwitch agent@n-d-791505-14: { 'AddressGroup': '1.2', Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'ConntrackHelper': '1.0', Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'Log': '1.0', Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'Network': '1.1', Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'Port': '1.7', Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'PortForwarding': '1.2', Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'QosPolicy': '1.8', Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'SecurityGroup': '1.4', Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'SecurityGroupRule': '1.2', Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'SubPort': '1.0', Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'Subnet': '1.1', Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: 'Trunk': '1.1'}} Jul 16 01:01:42.269649 n-d-791505-14 neutron-server[93922]: {{(pid=93922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:01:42.322574 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Attempting to bind port 339f078a-bc8b-4cf3-b2f4-33650697f80c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:01:42.322981 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Attempting to bind port 339f078a-bc8b-4cf3-b2f4-33650697f80c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '7743aacb-7f72-4c79-b678-25021abaa4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c42e5100-4ba6-48e0-b992-1852a68618cc'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:01:42.323395 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Attempting to bind port 339f078a-bc8b-4cf3-b2f4-33650697f80c on network c42e5100-4ba6-48e0-b992-1852a68618cc {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:01:42.328617 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:01:42.329036 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Checking segment: {'id': '7743aacb-7f72-4c79-b678-25021abaa4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c42e5100-4ba6-48e0-b992-1852a68618cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:01:42.329499 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:42.329887 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Bound using segment: {'id': '7743aacb-7f72-4c79-b678-25021abaa4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c42e5100-4ba6-48e0-b992-1852a68618cc'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:01:42.330382 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Bound port: 339f078a-bc8b-4cf3-b2f4-33650697f80c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7743aacb-7f72-4c79-b678-25021abaa4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c42e5100-4ba6-48e0-b992-1852a68618cc'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:01:42.330778 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:42.395593 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] For port 339f078a-bc8b-4cf3-b2f4-33650697f80c, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:01:42.421222 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] For port 339f078a-bc8b-4cf3-b2f4-33650697f80c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=339f078a-bc8b-4cf3-b2f4-33650697f80c,segment=NetworkSegment(7743aacb-7f72-4c79-b678-25021abaa4bf),segment_id=7743aacb-7f72-4c79-b678-25021abaa4bf)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:01:42.428142 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:42.483905 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85992877-fbb9-479f-bbdc-6c5f49d95c7e None None] Pushing event updated for resources: {'Port': ['ID=339f078a-bc8b-4cf3-b2f4-33650697f80c,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:42.492490 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Routers {'50dd02a0-f2c7-4d2b-8f13-253b8837742f'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:01:42.493094 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:01:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['50dd02a0-f2c7-4d2b-8f13-253b8837742f'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:01:42.582686 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] Set router 50dd02a0-f2c7-4d2b-8f13-253b8837742f gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:01:42.785538 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dd02a0-f2c7-4d2b-8f13-253b8837742f', 'name': 'router1', 'tenant_id': '7a91a28d81e64365b6ee9809dcc1671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:01:30Z', 'updated_at': '2021-07-16T01:01:40Z', 'revision_number': 2, 'project_id': '7a91a28d81e64365b6ee9809dcc1671f', 'gw_port_host': None, '_interfaces': [{'id': '339f078a-bc8b-4cf3-b2f4-33650697f80c', 'name': '', 'network_id': 'c42e5100-4ba6-48e0-b992-1852a68618cc', 'tenant_id': '7a91a28d81e64365b6ee9809dcc1671f', 'mac_address': 'fa:16:3e:c3:30:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dd02a0-f2c7-4d2b-8f13-253b8837742f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '128921e9-1148-4b74-a048-9992107e961f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:01:39Z', 'updated_at': '2021-07-16T01:01:42Z', 'revision_number': 4, 'project_id': '7a91a28d81e64365b6ee9809dcc1671f', 'subnets': [{'id': '128921e9-1148-4b74-a048-9992107e961f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8469a831-a612-4266-8e3c-45a2bdb3110c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:01:42.813591 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af9194d-e988-4dda-beea-fe4596d2b664 None None] The sync data for ids ['50dd02a0-f2c7-4d2b-8f13-253b8837742f'] in n-d-791505-14 is: [{'id': '50dd02a0-f2c7-4d2b-8f13-253b8837742f', 'name': 'router1', 'tenant_id': '7a91a28d81e64365b6ee9809dcc1671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:01:30Z', 'updated_at': '2021-07-16T01:01:40Z', 'revision_number': 2, 'project_id': '7a91a28d81e64365b6ee9809dcc1671f', 'gw_port_host': None, '_interfaces': [{'id': '339f078a-bc8b-4cf3-b2f4-33650697f80c', 'name': '', 'network_id': 'c42e5100-4ba6-48e0-b992-1852a68618cc', 'tenant_id': '7a91a28d81e64365b6ee9809dcc1671f', 'mac_address': 'fa:16:3e:c3:30:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dd02a0-f2c7-4d2b-8f13-253b8837742f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '128921e9-1148-4b74-a048-9992107e961f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:01:39Z', 'updated_at': '2021-07-16T01:01:42Z', 'revision_number': 4, 'project_id': '7a91a28d81e64365b6ee9809dcc1671f', 'subnets': [{'id': '128921e9-1148-4b74-a048-9992107e961f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8469a831-a612-4266-8e3c-45a2bdb3110c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:01:43.152539 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36764) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:01:43.258953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff2be7ec-b691-4d11-9ca8-db0293add5db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:01:43.260348 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ff2be7ec-b691-4d11-9ca8-db0293add5db admin admin] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 842 time: 0.1068563 Jul 16 01:01:43.269550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-dd69560e-f7ee-46d3-9917-cbae60986598 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.25.2.0/24', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.25.2.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:01:43.296043 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd69560e-f7ee-46d3-9917-cbae60986598 admin admin] Made reservation on behalf of be0051a5097c4eea9b5f059af34b1e94 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:01:43.298432 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dd69560e-f7ee-46d3-9917-cbae60986598 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:43.599081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.objects.ports [None req-dd69560e-f7ee-46d3-9917-cbae60986598 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93920) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:01:43.599494 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dd69560e-f7ee-46d3-9917-cbae60986598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:43.651164 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69560e-f7ee-46d3-9917-cbae60986598 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14a93d53-9003-4a95-9a81-4b8e8c235e7a,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:43.661114 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd69560e-f7ee-46d3-9917-cbae60986598 admin admin] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:01:43.661466 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd69560e-f7ee-46d3-9917-cbae60986598 admin admin] Network hostable DHCP agents. Network: 3748ee69-bce9-4043-a1b7-1ca7030517ba, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:01:43.682617 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd69560e-f7ee-46d3-9917-cbae60986598 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:01:43.692844 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-dd69560e-f7ee-46d3-9917-cbae60986598 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 3748ee69-bce9-4043-a1b7-1ca7030517ba) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:01:43.696848 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd69560e-f7ee-46d3-9917-cbae60986598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:01:43.697431 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dd69560e-f7ee-46d3-9917-cbae60986598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:43.703038 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a530c7-0c2c-4a87-9501-f32c53a6aca8 None None] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:01:43.719812 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dd69560e-f7ee-46d3-9917-cbae60986598 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4456167 Jul 16 01:01:43.863780 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bbd755-efde-471e-b8e3-2d5c555a02b0 None None] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:01:46.005550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36776) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:01:46.213968 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-08b06510-b5c2-4af5-bc72-2412b3a5561d admin admin] 10.222.0.22 "GET /v2.0/routers/50dd02a0-f2c7-4d2b-8f13-253b8837742f HTTP/1.1" status: 200 len: 710 time: 0.2073274 Jul 16 01:01:46.325511 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ddad1e-96b4-4e74-8bdb-766b0d82e7d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:01:46.326895 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d2ddad1e-96b4-4e74-8bdb-766b0d82e7d2 admin admin] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 886 time: 0.1078811 Jul 16 01:01:46.336073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:01:46.579794 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:46.810804 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:46.882546 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:47.083901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] Allocated IP 172.25.2.77 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/cce4dc6c-826b-4329-80ac-8d79c70a41bf) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:01:47.094682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 339f078a-bc8b-4cf3-b2f4-33650697f80c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:01:47.142018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 339f078a-bc8b-4cf3-b2f4-33650697f80c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:01:47.145437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 339f078a-bc8b-4cf3-b2f4-33650697f80c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:01:47.145813 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:47.193625 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:47.219201 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:47.250843 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 339f078a-bc8b-4cf3-b2f4-33650697f80c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=339f078a-bc8b-4cf3-b2f4-33650697f80c,segment=NetworkSegment(7743aacb-7f72-4c79-b678-25021abaa4bf),segment_id=7743aacb-7f72-4c79-b678-25021abaa4bf)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:01:47.254516 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:47.277829 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:47.343910 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:01:47.344106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=339f078a-bc8b-4cf3-b2f4-33650697f80c,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:47.349562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:01:47.357675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:01:47.426564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] Pushing event updated for resources: {'Port': ['ID=cce4dc6c-826b-4329-80ac-8d79c70a41bf,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:47.632926 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:47.816818 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:47.820551 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:47.924906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] Router 50dd02a0-f2c7-4d2b-8f13-253b8837742f has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:01:48.027689 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:01:48.031972 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:48.033065 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5b9110a2-0a4c-49d5-8133-3f4ccfc85266 admin admin] 10.222.0.22 "PUT /v2.0/routers/50dd02a0-f2c7-4d2b-8f13-253b8837742f HTTP/1.1" status: 200 len: 889 time: 1.7008021 Jul 16 01:01:48.037431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Sync routers for ids ['50dd02a0-f2c7-4d2b-8f13-253b8837742f'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:01:48.048349 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Routers {'50dd02a0-f2c7-4d2b-8f13-253b8837742f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:01:48.049027 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:01:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['50dd02a0-f2c7-4d2b-8f13-253b8837742f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:01:48.262262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Set router 50dd02a0-f2c7-4d2b-8f13-253b8837742f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:01:48.642424 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dd02a0-f2c7-4d2b-8f13-253b8837742f', 'name': 'router1', 'tenant_id': '7a91a28d81e64365b6ee9809dcc1671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'cce4dc6c-826b-4329-80ac-8d79c70a41bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:01:30Z', 'updated_at': '2021-07-16T01:01:47Z', 'revision_number': 4, 'project_id': '7a91a28d81e64365b6ee9809dcc1671f', 'gw_port': {'id': 'cce4dc6c-826b-4329-80ac-8d79c70a41bf', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:92:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dd02a0-f2c7-4d2b-8f13-253b8837742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:01:46Z', 'updated_at': '2021-07-16T01:01:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '339f078a-bc8b-4cf3-b2f4-33650697f80c', 'name': '', 'network_id': 'c42e5100-4ba6-48e0-b992-1852a68618cc', 'tenant_id': '7a91a28d81e64365b6ee9809dcc1671f', 'mac_address': 'fa:16:3e:c3:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dd02a0-f2c7-4d2b-8f13-253b8837742f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '128921e9-1148-4b74-a048-9992107e961f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:01:39Z', 'updated_at': '2021-07-16T01:01:47Z', 'revision_number': 5, 'project_id': '7a91a28d81e64365b6ee9809dcc1671f', 'subnets': [{'id': '128921e9-1148-4b74-a048-9992107e961f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8469a831-a612-4266-8e3c-45a2bdb3110c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:01:48.693009 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Checking router: 50dd02a0-f2c7-4d2b-8f13-253b8837742f for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:01:48.693357 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Updating router 50dd02a0-f2c7-4d2b-8f13-253b8837742f port cce4dc6c-826b-4329-80ac-8d79c70a41bf binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:01:48.725266 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:49.046846 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:49.057374 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Transition to ACTIVE for port object cce4dc6c-826b-4329-80ac-8d79c70a41bf will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:01:49.061998 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:49.093403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 339f078a-bc8b-4cf3-b2f4-33650697f80c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:01:49.135457 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4a1fb-61ae-4f63-b2a7-7873052f07d4 None None] Pushing event updated for resources: {'Port': ['ID=cce4dc6c-826b-4329-80ac-8d79c70a41bf,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:49.142395 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Attempting to bind port cce4dc6c-826b-4329-80ac-8d79c70a41bf on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:01:49.142790 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Attempting to bind port cce4dc6c-826b-4329-80ac-8d79c70a41bf by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:01:49.143118 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Attempting to bind port cce4dc6c-826b-4329-80ac-8d79c70a41bf on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:01:49.152754 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 1, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:01:49.153129 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:01:49.153529 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:49.153922 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:01:49.154384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Bound port: cce4dc6c-826b-4329-80ac-8d79c70a41bf, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:01:49.154775 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:49.209680 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 339f078a-bc8b-4cf3-b2f4-33650697f80c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:01:49.210058 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:49.215937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] For port cce4dc6c-826b-4329-80ac-8d79c70a41bf, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:01:49.247227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] For port cce4dc6c-826b-4329-80ac-8d79c70a41bf, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=cce4dc6c-826b-4329-80ac-8d79c70a41bf,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:01:49.253616 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:49.395850 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a4a1fb-61ae-4f63-b2a7-7873052f07d4 None None] Pushing event updated for resources: {'Port': ['ID=cce4dc6c-826b-4329-80ac-8d79c70a41bf,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:49.415681 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Routers {'50dd02a0-f2c7-4d2b-8f13-253b8837742f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:01:49.416318 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:01:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['50dd02a0-f2c7-4d2b-8f13-253b8837742f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:01:49.528299 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] Set router 50dd02a0-f2c7-4d2b-8f13-253b8837742f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:01:49.734220 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50dd02a0-f2c7-4d2b-8f13-253b8837742f', 'name': 'router1', 'tenant_id': '7a91a28d81e64365b6ee9809dcc1671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'cce4dc6c-826b-4329-80ac-8d79c70a41bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:01:30Z', 'updated_at': '2021-07-16T01:01:47Z', 'revision_number': 4, 'project_id': '7a91a28d81e64365b6ee9809dcc1671f', 'gw_port': {'id': 'cce4dc6c-826b-4329-80ac-8d79c70a41bf', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:92:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dd02a0-f2c7-4d2b-8f13-253b8837742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:01:46Z', 'updated_at': '2021-07-16T01:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '339f078a-bc8b-4cf3-b2f4-33650697f80c', 'name': '', 'network_id': 'c42e5100-4ba6-48e0-b992-1852a68618cc', 'tenant_id': '7a91a28d81e64365b6ee9809dcc1671f', 'mac_address': 'fa:16:3e:c3:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dd02a0-f2c7-4d2b-8f13-253b8837742f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '128921e9-1148-4b74-a048-9992107e961f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:01:39Z', 'updated_at': '2021-07-16T01:01:47Z', 'revision_number': 5, 'project_id': '7a91a28d81e64365b6ee9809dcc1671f', 'subnets': [{'id': '128921e9-1148-4b74-a048-9992107e961f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8469a831-a612-4266-8e3c-45a2bdb3110c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:01:49.759346 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d2453d-67f8-4d7e-83f1-75016eb587df None None] The sync data for ids ['50dd02a0-f2c7-4d2b-8f13-253b8837742f'] in n-d-791505-14 is: [{'id': '50dd02a0-f2c7-4d2b-8f13-253b8837742f', 'name': 'router1', 'tenant_id': '7a91a28d81e64365b6ee9809dcc1671f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.77'}], 'enable_snat': True}, 'gw_port_id': 'cce4dc6c-826b-4329-80ac-8d79c70a41bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:01:30Z', 'updated_at': '2021-07-16T01:01:47Z', 'revision_number': 4, 'project_id': '7a91a28d81e64365b6ee9809dcc1671f', 'gw_port': {'id': 'cce4dc6c-826b-4329-80ac-8d79c70a41bf', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:92:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50dd02a0-f2c7-4d2b-8f13-253b8837742f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:01:46Z', 'updated_at': '2021-07-16T01:01:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '339f078a-bc8b-4cf3-b2f4-33650697f80c', 'name': '', 'network_id': 'c42e5100-4ba6-48e0-b992-1852a68618cc', 'tenant_id': '7a91a28d81e64365b6ee9809dcc1671f', 'mac_address': 'fa:16:3e:c3:30:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50dd02a0-f2c7-4d2b-8f13-253b8837742f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '128921e9-1148-4b74-a048-9992107e961f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:01:39Z', 'updated_at': '2021-07-16T01:01:47Z', 'revision_number': 5, 'project_id': '7a91a28d81e64365b6ee9809dcc1671f', 'subnets': [{'id': '128921e9-1148-4b74-a048-9992107e961f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8469a831-a612-4266-8e3c-45a2bdb3110c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:01:50.390033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36786) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:01:50.516532 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0e62e5cf-645f-4878-bafe-1d2a5aeda313 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1253316 Jul 16 01:01:51.106655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cce4dc6c-826b-4329-80ac-8d79c70a41bf up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:01:51.154466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port cce4dc6c-826b-4329-80ac-8d79c70a41bf completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:01:51.158137 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port cce4dc6c-826b-4329-80ac-8d79c70a41bf triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:01:51.158514 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:51.236792 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:51.256691 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port cce4dc6c-826b-4329-80ac-8d79c70a41bf, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=cce4dc6c-826b-4329-80ac-8d79c70a41bf,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:01:51.260529 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:01:51.307054 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=cce4dc6c-826b-4329-80ac-8d79c70a41bf,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:01:53.097271 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cce4dc6c-826b-4329-80ac-8d79c70a41bf up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:01:53.143100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port cce4dc6c-826b-4329-80ac-8d79c70a41bf triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:01:53.143564 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:04.711169 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90ea42d6-e5f9-4281-abd1-31936a6beacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:07.177884 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f335b766-dbdb-466f-87aa-763a6984886c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:07.236141 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:08.348621 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:09.938513 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:11.210028 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:02:34.714040 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c986cdf2-ce04-427c-903c-a1fa6f8203a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:37.180621 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5e9a033e-7165-43d2-90d1-bc483aec236d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:37.240281 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:38.351804 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:39.942846 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:02:48.209488 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:03:04.715048 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90921489-57ec-4b9f-8f11-da22d24de105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:07.181123 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a0200bd6-b450-4aad-b0e7-e156221c9bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:07.240759 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:08.352544 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:09.940425 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:25.207573 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:03:29.789523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37386) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:03:29.848309 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f3f153-f2da-4215-adf9-cdc8b8e98318 admin admin] GET failed (client error): The resource could not be found. Jul 16 01:03:29.849602 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-98f3f153-f2da-4215-adf9-cdc8b8e98318 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0591476 Jul 16 01:03:30.068008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67eb8ed-9fae-46cf-8696-302cdc171375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:03:30.069505 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c67eb8ed-9fae-46cf-8696-302cdc171375 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2162135 Jul 16 01:03:32.203448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37396) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:03:32.294116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb988e36-b3a6-459b-8608-724bec075f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:03:32.295448 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cb988e36-b3a6-459b-8608-724bec075f71 admin admin] 10.222.0.22 "GET /v2.0/subnets/128921e9-1148-4b74-a048-9992107e961f HTTP/1.1" status: 200 len: 849 time: 0.0910180 Jul 16 01:03:32.305164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:03:32.383520 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:32.519246 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770512798347'] for subnet, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:32.547685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:03:32.548301 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:32.550086 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] 10.222.0.22 "PUT /v2.0/subnets/128921e9-1148-4b74-a048-9992107e961f HTTP/1.1" status: 200 len: 868 time: 0.2486651 Jul 16 01:03:32.568030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf4d579-8734-40b2-9b74-1b78daa57886 None None] Network c42e5100-4ba6-48e0-b992-1852a68618cc requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:03:32.570043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=128921e9-1148-4b74-a048-9992107e961f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:03:32.577393 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:03:32.577746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:03:32.578086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:03:32.578425 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:03:32.578756 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:03:32.579086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:03:32.579424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:03:32.579817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:03:32.580149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:03:32.580471 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:03:32.580794 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:03:32.581120 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b0511b-3098-44fc-a98f-012e021d8e55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:03:32.925130 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a7dff4e8-5dfc-40c5-a84c-346fa0e8dfe4 None None] Provisioning complete for port 510eac68-4ae8-4132-9874-639aa64aff26 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:03:32.925507 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a7dff4e8-5dfc-40c5-a84c-346fa0e8dfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:33.006479 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a7dff4e8-5dfc-40c5-a84c-346fa0e8dfe4 None None] Provisioning complete for port 339f078a-bc8b-4cf3-b2f4-33650697f80c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:03:33.006780 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a7dff4e8-5dfc-40c5-a84c-346fa0e8dfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:34.713517 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37404) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:03:34.715154 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4f18a8f4-2cf2-48ee-9c7a-280f7a7463a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:34.909955 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00319d1-5778-4fd0-9e66-08d8b757e22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:03:34.910358 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00319d1-5778-4fd0-9e66-08d8b757e22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:03:34.911910 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f00319d1-5778-4fd0-9e66-08d8b757e22d admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1973178 Jul 16 01:03:37.048561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37412) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:03:37.180275 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7e5985f4-0051-40bb-8632-7ff550b1fd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:37.242776 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:37.249309 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe1edc7-c9a4-4e3b-90c6-67a39419b95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:03:37.249802 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe1edc7-c9a4-4e3b-90c6-67a39419b95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:03:37.251990 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6fe1edc7-c9a4-4e3b-90c6-67a39419b95d admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2018476 Jul 16 01:03:38.353476 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:39.386446 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37422) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:03:39.507477 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ac05a6-b460-4754-93af-cebf3fc408ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:03:39.508865 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a4ac05a6-b460-4754-93af-cebf3fc408ff admin admin] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 886 time: 0.1214705 Jul 16 01:03:39.951082 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:03:41.622457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37430) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:03:41.764620 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bfa3ec-a2a9-4611-ab43-fd7c065e5aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:03:41.766060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-22bfa3ec-a2a9-4611-ab43-fd7c065e5aaf admin admin] 10.222.0.22 "GET /v2.0/networks/c42e5100-4ba6-48e0-b992-1852a68618cc HTTP/1.1" status: 200 len: 869 time: 0.1426344 Jul 16 01:03:43.911373 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37438) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:03:44.032278 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7482f5fc-21b5-491d-b75e-db8f2570b8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:03:44.032747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7482f5fc-21b5-491d-b75e-db8f2570b8db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:03:44.034577 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7482f5fc-21b5-491d-b75e-db8f2570b8db admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222117 Jul 16 01:03:46.185901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37446) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:03:46.305348 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77507081-2821-4962-8cb0-874c1cd469a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:03:46.305813 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77507081-2821-4962-8cb0-874c1cd469a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:03:46.307323 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-77507081-2821-4962-8cb0-874c1cd469a9 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204746 Jul 16 01:03:48.433840 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37454) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:03:48.522473 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2ff341-8836-43c2-b747-f565ef4f2552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:03:48.523842 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fb2ff341-8836-43c2-b747-f565ef4f2552 admin admin] 10.222.0.22 "GET /v2.0/subnets/128921e9-1148-4b74-a048-9992107e961f HTTP/1.1" status: 200 len: 868 time: 0.0890307 Jul 16 01:03:50.641609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37462) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:03:50.726714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a937ba1-8c65-4d73-a1ca-d536df18fe4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:03:50.728249 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8a937ba1-8c65-4d73-a1ca-d536df18fe4b admin admin] 10.222.0.22 "GET /v2.0/subnets/14a93d53-9003-4a95-9a81-4b8e8c235e7a HTTP/1.1" status: 200 len: 816 time: 0.0856948 Jul 16 01:04:02.207546 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:04:04.717277 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-72d0e929-61a0-4467-b2ee-85399a5f68d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:07.180078 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-49a4db17-2aaf-45ce-8f84-759f4e5bbb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:07.243336 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:08.355999 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:09.956426 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:14.939193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37514) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:04:14.984186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-49ee5af0-05e8-43af-ae70-ba8a2c4cac6b admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:04:14.985227 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-49ee5af0-05e8-43af-ae70-ba8a2c4cac6b admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0449958 Jul 16 01:04:17.196939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37522) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:04:17.254035 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e1e42b-d907-4156-892f-81de62f1b6c5 admin admin] GET failed (client error): The resource could not be found. Jul 16 01:04:17.255320 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-12e1e42b-d907-4156-892f-81de62f1b6c5 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0573447 Jul 16 01:04:17.461760 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab09bfa-d6f0-4bff-9e2a-973c3cb93d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:04:17.463140 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7ab09bfa-d6f0-4bff-9e2a-973c3cb93d05 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.2039642 Jul 16 01:04:19.652650 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37530) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:04:19.697333 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-7e3dcf5b-0896-40bd-a3cc-3257b385e9d7 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:04:19.718412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3dcf5b-0896-40bd-a3cc-3257b385e9d7 admin admin] Made reservation on behalf of be0051a5097c4eea9b5f059af34b1e94 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:04:19.721286 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7e3dcf5b-0896-40bd-a3cc-3257b385e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:19.754783 n-d-791505-14 neutron-server[93919]: WARNING neutron.services.revisions.revision_plugin [None req-7e3dcf5b-0896-40bd-a3cc-3257b385e9d7 admin admin] Could not find related network for resource to bump revision. Jul 16 01:04:19.767061 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3dcf5b-0896-40bd-a3cc-3257b385e9d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:04:19.776173 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7e3dcf5b-0896-40bd-a3cc-3257b385e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:19.776509 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-7e3dcf5b-0896-40bd-a3cc-3257b385e9d7 admin admin] Added segment 56fe1388-c292-4ead-8ca0-bbc7532d20a6 of type vlan for network c5323112-b93c-48b9-b731-5cd5483eb42d Jul 16 01:04:19.814484 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7e3dcf5b-0896-40bd-a3cc-3257b385e9d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:19.841144 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7e3dcf5b-0896-40bd-a3cc-3257b385e9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:19.842025 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3dcf5b-0896-40bd-a3cc-3257b385e9d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:04:19.842618 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7e3dcf5b-0896-40bd-a3cc-3257b385e9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:19.872182 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7e3dcf5b-0896-40bd-a3cc-3257b385e9d7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2185056 Jul 16 01:04:19.904653 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3dcf5b-0896-40bd-a3cc-3257b385e9d7 admin admin] Pushing event updated for resources: {'Network': ['ID=c5323112-b93c-48b9-b731-5cd5483eb42d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:04:19.916479 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network c5323112-b93c-48b9-b731-5cd5483eb42d details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:04:22.036799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37538) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:04:22.095929 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d391dc6-e4ab-44ef-bd8f-6f0728aeead5 admin admin] GET failed (client error): The resource could not be found. Jul 16 01:04:22.097224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2d391dc6-e4ab-44ef-bd8f-6f0728aeead5 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594752 Jul 16 01:04:22.163837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d553cc0-5f05-4a9e-80a8-c84f607eea5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:04:22.165283 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5d553cc0-5f05-4a9e-80a8-c84f607eea5d admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0642903 Jul 16 01:04:22.174469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-1a0829b1-6f92-427e-b694-1fba5fee9ace admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:04:22.193772 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0829b1-6f92-427e-b694-1fba5fee9ace admin admin] Made reservation on behalf of be0051a5097c4eea9b5f059af34b1e94 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:04:22.195959 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1a0829b1-6f92-427e-b694-1fba5fee9ace admin admin] Notify callbacks [] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:22.354377 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1a0829b1-6f92-427e-b694-1fba5fee9ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:22.411217 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0829b1-6f92-427e-b694-1fba5fee9ace admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0b85693-0fd8-436c-ac4d-4d68ea81ae15,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:04:22.417722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0829b1-6f92-427e-b694-1fba5fee9ace admin admin] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:04:22.418025 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0829b1-6f92-427e-b694-1fba5fee9ace admin admin] Network hostable DHCP agents. Network: c5323112-b93c-48b9-b731-5cd5483eb42d, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:04:22.432571 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0829b1-6f92-427e-b694-1fba5fee9ace admin admin] Network c5323112-b93c-48b9-b731-5cd5483eb42d is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:04:22.441613 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-1a0829b1-6f92-427e-b694-1fba5fee9ace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, c5323112-b93c-48b9-b731-5cd5483eb42d) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:04:22.445727 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0829b1-6f92-427e-b694-1fba5fee9ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:04:22.446308 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1a0829b1-6f92-427e-b694-1fba5fee9ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:22.450474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f30abc1-3e4a-4475-982d-f73654bb9d18 None None] Network c5323112-b93c-48b9-b731-5cd5483eb42d requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:04:22.460610 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1a0829b1-6f92-427e-b694-1fba5fee9ace admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2894213 Jul 16 01:04:22.692684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-c5323112-b93c-48b9-b731-5cd5483eb42d', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'tenant_id': 'be0051a5097c4eea9b5f059af34b1e94', 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:04:22.693885 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:22.830933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Allocated IP 192.168.233.2 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/eddf277f-1114-4605-9755-3a370a36996c) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:04:22.975238 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:22.984190 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Transition to ACTIVE for port object eddf277f-1114-4605-9755-3a370a36996c will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:04:22.999373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Transition to ACTIVE for port object eddf277f-1114-4605-9755-3a370a36996c will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:04:23.005848 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:23.041767 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:04:23.046604 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:04:23.050513 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:04:23.061088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Pushing event updated for resources: {'Port': ['ID=eddf277f-1114-4605-9755-3a370a36996c,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:04:23.084892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:04:23.085244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:04:23.085590 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:04:23.085934 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:04:23.086274 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:04:23.086608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:04:23.086938 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:04:23.087277 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:04:23.087602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:04:23.087952 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:04:23.088280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:04:23.088604 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:04:23.124588 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Attempting to bind port eddf277f-1114-4605-9755-3a370a36996c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:04:23.124962 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Attempting to bind port eddf277f-1114-4605-9755-3a370a36996c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:04:23.125325 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Attempting to bind port eddf277f-1114-4605-9755-3a370a36996c on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:04:23.130303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 4, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:04:23.130698 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:04:23.131099 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:23.131495 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:04:23.131996 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Bound port: eddf277f-1114-4605-9755-3a370a36996c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:04:23.132392 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:23.194168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] For port eddf277f-1114-4605-9755-3a370a36996c, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:04:23.198133 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] For port eddf277f-1114-4605-9755-3a370a36996c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=eddf277f-1114-4605-9755-3a370a36996c,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:04:23.201689 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:23.258830 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e1bfb-6e66-4a95-bbfe-d88eee12896a None None] Pushing event updated for resources: {'Port': ['ID=eddf277f-1114-4605-9755-3a370a36996c,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:04:24.068576 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48cad242-ee6e-4d88-ac52-c865d798aa9d None None] Network c5323112-b93c-48b9-b731-5cd5483eb42d requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:04:24.159720 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-818af08a-cbe3-4212-b4de-d0cd634fa10d None None] Provisioning for port eddf277f-1114-4605-9755-3a370a36996c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:04:25.248828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device eddf277f-1114-4605-9755-3a370a36996c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:04:25.295396 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port eddf277f-1114-4605-9755-3a370a36996c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:04:25.299455 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port eddf277f-1114-4605-9755-3a370a36996c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:04:25.299841 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:25.376652 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:25.406616 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port eddf277f-1114-4605-9755-3a370a36996c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=eddf277f-1114-4605-9755-3a370a36996c,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:04:25.411174 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:25.457288 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=eddf277f-1114-4605-9755-3a370a36996c,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:04:27.213427 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device eddf277f-1114-4605-9755-3a370a36996c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:04:27.261210 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port eddf277f-1114-4605-9755-3a370a36996c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:04:27.261582 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:34.718886 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-664f8b98-fd7f-4a13-a366-b2fcd2dfcd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:37.182138 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4d3fe888-efec-48e7-9715-9b4844290b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:37.242567 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:38.359410 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:04:39.206906 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:04:39.960905 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:04.720168 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6dba3318-9fcd-43b2-b752-0eab79b619ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:07.183220 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-886dedd0-e5ab-4e66-be5c-bcb4b2d28f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:07.243473 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:08.363142 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:09.963663 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:16.206033 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:05:31.170689 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37590) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:31.176520 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-95439075-c59d-45e1-b694-bcc7fb33b271 tempest-verify_tempest_config-638797767 tempest-verify_tempest_config-638797767-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:05:31.177499 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-95439075-c59d-45e1-b694-bcc7fb33b271 tempest-verify_tempest_config-638797767 tempest-verify_tempest_config-638797767-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058520 Jul 16 01:05:31.476425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37608) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:31.575513 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9cee88d-6f49-49b5-b24e-332aca6b8113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:31.658390 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9cee88d-6f49-49b5-b24e-332aca6b8113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:31.662254 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9cee88d-6f49-49b5-b24e-332aca6b8113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:31.704036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cee88d-6f49-49b5-b24e-332aca6b8113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4346ee45-5dab-4e43-b189-8c0bdaef61b3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:31.708482 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a9cee88d-6f49-49b5-b24e-332aca6b8113 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=545012cfc7854dfc8788e2358f2ef068&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2310631 Jul 16 01:05:31.711133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37614) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:05:31.712715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cee88d-6f49-49b5-b24e-332aca6b8113 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.713066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cee88d-6f49-49b5-b24e-332aca6b8113 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.713410 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cee88d-6f49-49b5-b24e-332aca6b8113 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.713749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cee88d-6f49-49b5-b24e-332aca6b8113 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.714084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cee88d-6f49-49b5-b24e-332aca6b8113 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.714416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cee88d-6f49-49b5-b24e-332aca6b8113 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.714746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cee88d-6f49-49b5-b24e-332aca6b8113 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.715082 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cee88d-6f49-49b5-b24e-332aca6b8113 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.715415 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cee88d-6f49-49b5-b24e-332aca6b8113 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.715742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cee88d-6f49-49b5-b24e-332aca6b8113 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.716092 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cee88d-6f49-49b5-b24e-332aca6b8113 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.716415 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cee88d-6f49-49b5-b24e-332aca6b8113 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.765983 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:31.786315 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:31.870579 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:31.873075 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:31.874239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4346ee45-5dab-4e43-b189-8c0bdaef61b3 HTTP/1.1" status: 204 len: 168 time: 0.1620607 Jul 16 01:05:31.882377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4346ee45-5dab-4e43-b189-8c0bdaef61b3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:05:31.888856 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.889201 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.889536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.889860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.890191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.891112 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.891441 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.891790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.892106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.892422 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.892742 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:31.893058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1918d87f-2315-4d50-9cfd-6cb7bb70ab09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:05:34.720834 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-04436b95-613e-4b7c-8d74-ffa1cb779057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:37.184089 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5c16a992-fad2-442d-9004-a92a21e5eab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:37.243361 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:38.365835 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:39.965941 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:05:53.204419 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:06:04.720876 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ed053de9-02a8-46a2-9632-a04429fd0224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:07.184788 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b1938e3a-d1f9-49e3-9960-b7a44244daf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:07.241745 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:08.368870 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:09.969035 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:30.203259 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:06:34.721532 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1a5d56d1-81a5-4e08-97a6-c5f534111b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:37.184661 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0de0e741-aecc-4c7e-9333-d2133cf01837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:37.243937 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:38.371796 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:06:39.973310 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:04.720688 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-50805928-905e-4d26-a868-c1b93a17cf87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:07.185247 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ecf75a79-40cb-412e-8e87-0c92539e1e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:07.201191 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:07:07.243120 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:08.374284 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:09.974747 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:34.723552 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3eebd90a-a0f6-4ea5-a106-254d7734454b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:37.185251 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1facfba1-b50b-42a7-903f-754d115a633e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:37.242828 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:38.376206 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:39.977433 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:07:44.200755 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:08:04.726618 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b77786ed-751d-46ee-b926-cb3b73789f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:07.185476 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0f226f26-85e6-4949-ab4a-fd849b14f22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:07.242066 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:08.377782 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:09.981434 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:21.199403 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 5 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:08:30.015298 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784902'] for agent, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:30.829166 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-784902'] for agent, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:34.735298 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b6370b30-8bc6-4511-9fe0-bbaff6529498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:37.186088 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-80f3760f-c9dd-48c0-bdf4-5e8bac4cbc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:37.241203 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:38.380176 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:39.984754 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:08:58.198318 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:08:59.967730 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:00.778136 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:04.725489 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-be7a025b-8a78-45cd-8f93-8af93ef0741e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:07.186455 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-beeb9dc6-d7f8-4ec8-8722-4a7ed57ca263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:07.240425 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:08.383807 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:09.987822 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:13.846139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37678) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:13.945922 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f481b216-5e5a-47a0-9312-633e0c1f19d7 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0986629 Jul 16 01:09:16.118110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37688) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:09:16.171350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-32da5811-b762-4b4c-b1f1-0b3ede2c474e admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0521755 Jul 16 01:09:29.980625 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:30.792628 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:34.726017 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-de1a06c1-070f-4541-a025-4b65ce127932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:35.196864 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:09:37.187255 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cc38a0e8-7b19-408c-b369-0b5a21026dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:37.239013 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:38.385901 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:39.990274 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:09:59.970111 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:00.806084 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:04.727404 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f87c2f16-7ac7-47f9-8b54-1396684ffa8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:07.191039 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c3ffbbbc-eb87-4912-8018-75313ffe62e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:07.238799 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:08.477392 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:09.993661 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:12.196294 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:10:29.965713 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:30.814942 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:34.730034 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-68b181e9-9420-488c-b546-9a9a92448717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:35.668853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37868) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:35.906111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-network', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:35.929051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Made reservation on behalf of a149cbfec8a14af28ac02267946fa43c for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:10:35.935173 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:35.941539 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.037549 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.043038 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.068199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b40fd25-41c8-4185-b2dd-2afefa317b6c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:36.076635 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.076955 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.077573 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.077904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.078378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.078857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.079341 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.079669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.080019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.080341 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.080664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.081004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Tracked resource versions report: Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: pushed versions: Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: { 'AddressGroup': {'1.2'}, Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'ConntrackHelper': {'1.0'}, Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'Log': {'1.0'}, Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'Network': {'1.1'}, Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'Port': {'1.7'}, Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'PortForwarding': {'1.2'}, Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'QosPolicy': {'1.8'}, Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'SecurityGroup': {'1.4'}, Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'SubPort': {'1.0'}, Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'Subnet': {'1.1'}, Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'Trunk': {'1.1'}} Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: consumer versions: Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: { DHCP agent@n-d-791505-14: {}, Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: HyperV agent@n-h1-791505-14: {}, Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: HyperV agent@n-h2-791505-14: {}, Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: L3 agent@n-d-791505-14: {}, Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: Metadata agent@n-d-791505-14: {}, Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: Metering agent@n-d-791505-14: {}, Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: Open vSwitch agent@n-d-791505-14: { 'AddressGroup': '1.2', Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'ConntrackHelper': '1.0', Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'Log': '1.0', Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'Network': '1.1', Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'Port': '1.7', Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'PortForwarding': '1.2', Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'QosPolicy': '1.8', Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'SecurityGroup': '1.4', Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'SecurityGroupRule': '1.2', Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'SubPort': '1.0', Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'Subnet': '1.1', Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: 'Trunk': '1.1'}} Jul 16 01:10:36.082084 n-d-791505-14 neutron-server[93919]: {{(pid=93919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:10:36.089530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:10:36.101604 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.101950 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Added segment 94929bf5-41ae-4a21-a954-5898f1a0898a of type vlan for network 77e7a502-3917-4cf3-9cd7-99a26b80cffa Jul 16 01:10:36.142123 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.191568 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.193016 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:36.193713 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.232294 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37906) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:36.232915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5621150 Jul 16 01:10:36.241013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Request body: {'subnet': {'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-subnet', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:36.266555 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Made reservation on behalf of a149cbfec8a14af28ac02267946fa43c for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:10:36.268318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a822c5-9660-45e7-8b56-67385525d6c3 admin admin] Pushing event updated for resources: {'Network': ['ID=77e7a502-3917-4cf3-9cd7-99a26b80cffa,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:36.270109 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.278846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 77e7a502-3917-4cf3-9cd7-99a26b80cffa details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:10:36.450991 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.511391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Pushing event updated for resources: {'Subnet': ['ID=d69c0452-c1ca-45cd-b628-a1b93f52dacb,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:36.523084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.523422 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.523777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.524103 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.524428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.524747 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.525064 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.525378 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.525692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.526297 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.526297 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.526609 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Tracked resource versions report: Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: pushed versions: Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: { 'AddressGroup': {'1.2'}, Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'ConntrackHelper': {'1.0'}, Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'Log': {'1.0'}, Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'Network': {'1.1'}, Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'Port': {'1.7'}, Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'PortForwarding': {'1.2'}, Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'QosPolicy': {'1.8'}, Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'SecurityGroup': {'1.4'}, Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'SubPort': {'1.0'}, Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'Subnet': {'1.1'}, Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'Trunk': {'1.1'}} Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: consumer versions: Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: { DHCP agent@n-d-791505-14: {}, Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: HyperV agent@n-h1-791505-14: {}, Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: HyperV agent@n-h2-791505-14: {}, Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: L3 agent@n-d-791505-14: {}, Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: Metadata agent@n-d-791505-14: {}, Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: Metering agent@n-d-791505-14: {}, Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: Open vSwitch agent@n-d-791505-14: { 'AddressGroup': '1.2', Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'ConntrackHelper': '1.0', Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'Log': '1.0', Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'Network': '1.1', Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'Port': '1.7', Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'PortForwarding': '1.2', Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'QosPolicy': '1.8', Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'SecurityGroup': '1.4', Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'SecurityGroupRule': '1.2', Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'SubPort': '1.0', Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'Subnet': '1.1', Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: 'Trunk': '1.1'}} Jul 16 01:10:36.527684 n-d-791505-14 neutron-server[93920]: {{(pid=93920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:10:36.543606 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Checking segment: {'id': '94929bf5-41ae-4a21-a954-5898f1a0898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:10:36.543971 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Network hostable DHCP agents. Network: 77e7a502-3917-4cf3-9cd7-99a26b80cffa, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:10:36.561357 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Network 77e7a502-3917-4cf3-9cd7-99a26b80cffa is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:10:36.570363 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 77e7a502-3917-4cf3-9cd7-99a26b80cffa) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:36.578741 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:36.578869 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.587295 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71a48b0-80ce-4548-9dc6-7afd09201658 None None] Network 77e7a502-3917-4cf3-9cd7-99a26b80cffa requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:10:36.613513 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f78bbdc6-76fe-47ae-bfa9-ba5939b860db admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3786991 Jul 16 01:10:36.616606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37928) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:36.621135 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:36.649744 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.651527 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.768500 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:10:36.769956 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.813405 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:36.829403 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37934) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:36.926004 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Allocated IP 172.20.0.2 (77e7a502-3917-4cf3-9cd7-99a26b80cffa/d69c0452-c1ca-45cd-b628-a1b93f52dacb/9c432496-0ed6-4ee7-b0be-71ea885ced57) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:10:36.969861 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:37.094733 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:37.104469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Transition to ACTIVE for port object 9c432496-0ed6-4ee7-b0be-71ea885ced57 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:37.120347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Transition to ACTIVE for port object 9c432496-0ed6-4ee7-b0be-71ea885ced57 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:37.128934 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:37.176117 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Network 77e7a502-3917-4cf3-9cd7-99a26b80cffa is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:10:37.181375 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:37.192555 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:10:37.243556 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:37.244338 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-11eb3bec-85f6-443d-9892-4971a89e37ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:37.251787 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Pushing event updated for resources: {'Port': ['ID=9c432496-0ed6-4ee7-b0be-71ea885ced57,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:37.279874 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:37.294478 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Attempting to bind port 9c432496-0ed6-4ee7-b0be-71ea885ced57 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:10:37.295083 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Attempting to bind port 9c432496-0ed6-4ee7-b0be-71ea885ced57 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '94929bf5-41ae-4a21-a954-5898f1a0898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:10:37.295210 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Attempting to bind port 9c432496-0ed6-4ee7-b0be-71ea885ced57 on network 77e7a502-3917-4cf3-9cd7-99a26b80cffa {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:37.301371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:10:37.301782 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Checking segment: {'id': '94929bf5-41ae-4a21-a954-5898f1a0898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:10:37.302188 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:37.302584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Bound using segment: {'id': '94929bf5-41ae-4a21-a954-5898f1a0898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:10:37.303059 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Bound port: 9c432496-0ed6-4ee7-b0be-71ea885ced57, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94929bf5-41ae-4a21-a954-5898f1a0898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:10:37.303462 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:37.317063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:37.317417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:37.317760 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:37.318101 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:37.318434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:37.318786 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:37.319080 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:37.319403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:37.319863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:37.320068 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:37.320392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:37.320708 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Tracked resource versions report: Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: pushed versions: Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: { 'AddressGroup': {'1.2'}, Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'ConntrackHelper': {'1.0'}, Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'Log': {'1.0'}, Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'Network': {'1.1'}, Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'Port': {'1.7'}, Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'PortForwarding': {'1.2'}, Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'QosPolicy': {'1.8'}, Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'SecurityGroup': {'1.4'}, Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'SubPort': {'1.0'}, Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'Subnet': {'1.1'}, Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'Trunk': {'1.1'}} Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: consumer versions: Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: { DHCP agent@n-d-791505-14: {}, Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: HyperV agent@n-h1-791505-14: {}, Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: HyperV agent@n-h2-791505-14: {}, Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: L3 agent@n-d-791505-14: {}, Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: Metadata agent@n-d-791505-14: {}, Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: Metering agent@n-d-791505-14: {}, Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: Open vSwitch agent@n-d-791505-14: { 'AddressGroup': '1.2', Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'ConntrackHelper': '1.0', Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'Log': '1.0', Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'Network': '1.1', Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'Port': '1.7', Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'PortForwarding': '1.2', Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'QosPolicy': '1.8', Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'SecurityGroup': '1.4', Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'SecurityGroupRule': '1.2', Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'SubPort': '1.0', Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'Subnet': '1.1', Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: 'Trunk': '1.1'}} Jul 16 01:10:37.322390 n-d-791505-14 neutron-server[93921]: {{(pid=93921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:10:37.351007 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:37.361068 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4e1f5d45-2e1a-4739-8df4-3bad300dd79a tempest-AutoAllocateNetworkTest-1018208744 tempest-AutoAllocateNetworkTest-1018208744-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0e36670108bb47d9bba7810f15f87160&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5304165 Jul 16 01:10:37.361736 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37954) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:37.405439 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] For port 9c432496-0ed6-4ee7-b0be-71ea885ced57, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:10:37.412199 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] For port 9c432496-0ed6-4ee7-b0be-71ea885ced57, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9c432496-0ed6-4ee7-b0be-71ea885ced57,segment=NetworkSegment(94929bf5-41ae-4a21-a954-5898f1a0898a),segment_id=94929bf5-41ae-4a21-a954-5898f1a0898a)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:10:37.419632 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:37.424339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Allocated IP 172.25.2.208 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/77464750-8bff-4610-ab13-614f79a52b2d) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:10:37.562669 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b485dc0-c30c-48be-9bc8-54d1840b2248 None None] Pushing event updated for resources: {'Port': ['ID=9c432496-0ed6-4ee7-b0be-71ea885ced57,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:37.588907 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:37.633359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e573127-af7d-4935-99ec-1733137d7d3a tempest-AutoAllocateNetworkTest-1018208744 tempest-AutoAllocateNetworkTest-1018208744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:37.638214 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1e573127-af7d-4935-99ec-1733137d7d3a tempest-AutoAllocateNetworkTest-1018208744 tempest-AutoAllocateNetworkTest-1018208744-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2753775 Jul 16 01:10:37.640354 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37968) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:37.677888 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:37.713261 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-047b86b8-237a-4422-af45-2d1800b1db6c tempest-AutoAllocateNetworkTest-1018208744 tempest-AutoAllocateNetworkTest-1018208744-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713162 Jul 16 01:10:37.715434 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37972) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:37.722857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Pushing event updated for resources: {'Port': ['ID=77464750-8bff-4610-ab13-614f79a52b2d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:37.741371 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:10:37.743547 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:37.748901 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-11b8c367-53a0-473d-bae3-49f202f11c8d tempest-AutoAllocateNetworkTest-1018208744 tempest-AutoAllocateNetworkTest-1018208744-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0e36670108bb47d9bba7810f15f87160 HTTP/1.1" status: 200 len: 208 time: 0.0321851 Jul 16 01:10:37.752213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:10:38.076729 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:38.325040 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:38.403470 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:38.525715 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Router f155519f-2854-4fa7-820c-9192c04882b5 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:10:38.682877 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38012) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:38.753361 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f60b60-1f60-43eb-b301-3f0701791492 None None] Network 77e7a502-3917-4cf3-9cd7-99a26b80cffa requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:10:38.788214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:10:38.804131 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Sync routers for ids ['f155519f-2854-4fa7-820c-9192c04882b5'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:10:38.815420 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Routers {'f155519f-2854-4fa7-820c-9192c04882b5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:10:38.817003 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:10:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f155519f-2854-4fa7-820c-9192c04882b5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:38.840463 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:38.842537 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-27bbf078-c211-43b2-a1f7-7cfc6036739e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.2248418 Jul 16 01:10:38.845745 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38022) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:38.893013 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-97954947-d4bf-4325-adc5-36d886cadbc9 None None] Provisioning for port 9c432496-0ed6-4ee7-b0be-71ea885ced57 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:39.063222 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Set router f155519f-2854-4fa7-820c-9192c04882b5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:10:39.269582 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:37Z', 'revision_number': 3, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:39.302480 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Checking router: f155519f-2854-4fa7-820c-9192c04882b5 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:10:39.303121 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Updating router f155519f-2854-4fa7-820c-9192c04882b5 port 77464750-8bff-4610-ab13-614f79a52b2d binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:10:39.379198 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1cc159a8-32d2-401a-b1be-45b3c2eb5bcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.381594 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.415890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38034) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:39.513661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9c432496-0ed6-4ee7-b0be-71ea885ced57 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:39.597482 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 9c432496-0ed6-4ee7-b0be-71ea885ced57 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:39.606346 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 9c432496-0ed6-4ee7-b0be-71ea885ced57 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:39.607172 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.623927 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.640609 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1cc159a8-32d2-401a-b1be-45b3c2eb5bcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.652060 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1cc159a8-32d2-401a-b1be-45b3c2eb5bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.711274 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.750554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 9c432496-0ed6-4ee7-b0be-71ea885ced57, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9c432496-0ed6-4ee7-b0be-71ea885ced57,segment=NetworkSegment(94929bf5-41ae-4a21-a954-5898f1a0898a),segment_id=94929bf5-41ae-4a21-a954-5898f1a0898a)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:39.757052 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.803240 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.815040 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Transition to ACTIVE for port object 77464750-8bff-4610-ab13-614f79a52b2d will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:39.823789 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.842353 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=9c432496-0ed6-4ee7-b0be-71ea885ced57,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:39.896890 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Attempting to bind port 77464750-8bff-4610-ab13-614f79a52b2d on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:10:39.897333 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Attempting to bind port 77464750-8bff-4610-ab13-614f79a52b2d by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:10:39.897762 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Attempting to bind port 77464750-8bff-4610-ab13-614f79a52b2d on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:39.901529 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf42b-6894-411f-ba2c-47a4f529efa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.909009 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:10:39.909814 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:10:39.910399 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.910962 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:10:39.911858 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Bound port: 77464750-8bff-4610-ab13-614f79a52b2d, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:10:39.912439 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:39.915846 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbd9cf-7f54-4e9c-8744-ba1a20bcff7f None None] Pushing event updated for resources: {'Port': ['ID=77464750-8bff-4610-ab13-614f79a52b2d,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:39.946659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Allocated IP 172.20.0.1 (77e7a502-3917-4cf3-9cd7-99a26b80cffa/d69c0452-c1ca-45cd-b628-a1b93f52dacb/d51326f5-cc8d-478e-b2f7-2bf252749aed) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:10:39.948915 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbd9cf-7f54-4e9c-8744-ba1a20bcff7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:39.949320 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbd9cf-7f54-4e9c-8744-ba1a20bcff7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:39.949827 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbd9cf-7f54-4e9c-8744-ba1a20bcff7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:39.950492 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbd9cf-7f54-4e9c-8744-ba1a20bcff7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:39.950925 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbd9cf-7f54-4e9c-8744-ba1a20bcff7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:39.951370 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbd9cf-7f54-4e9c-8744-ba1a20bcff7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:39.952516 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbd9cf-7f54-4e9c-8744-ba1a20bcff7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:39.953442 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbd9cf-7f54-4e9c-8744-ba1a20bcff7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:39.954212 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbd9cf-7f54-4e9c-8744-ba1a20bcff7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:39.954758 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbd9cf-7f54-4e9c-8744-ba1a20bcff7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:39.955917 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbd9cf-7f54-4e9c-8744-ba1a20bcff7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:39.956577 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbd9cf-7f54-4e9c-8744-ba1a20bcff7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bbd9cf-7f54-4e9c-8744-ba1a20bcff7f None None] Tracked resource versions report: Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: pushed versions: Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: { 'AddressGroup': {'1.2'}, Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'ConntrackHelper': {'1.0'}, Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'Log': {'1.0'}, Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'Network': {'1.1'}, Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'Port': {'1.7'}, Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'PortForwarding': {'1.2'}, Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'QosPolicy': {'1.8'}, Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'SecurityGroup': {'1.4'}, Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'SecurityGroupRule': {'1.2'}, Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'SubPort': {'1.0'}, Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'Subnet': {'1.1'}, Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'Trunk': {'1.1'}} Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: consumer versions: Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: { DHCP agent@n-d-791505-14: {}, Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: HyperV agent@n-h1-791505-14: {}, Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: HyperV agent@n-h2-791505-14: {}, Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: L3 agent@n-d-791505-14: {}, Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: Metadata agent@n-d-791505-14: {}, Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: Metering agent@n-d-791505-14: {}, Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: Open vSwitch agent@n-d-791505-14: { 'AddressGroup': '1.2', Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'ConntrackHelper': '1.0', Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'Log': '1.0', Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'Network': '1.1', Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'Port': '1.7', Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'PortForwarding': '1.2', Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'QosPolicy': '1.8', Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'SecurityGroup': '1.4', Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'SecurityGroupRule': '1.2', Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'SubPort': '1.0', Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'Subnet': '1.1', Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: 'Trunk': '1.1'}} Jul 16 01:10:39.958270 n-d-791505-14 neutron-server[93922]: {{(pid=93922) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 01:10:39.999702 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] For port 77464750-8bff-4610-ab13-614f79a52b2d, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:10:40.003657 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] For port 77464750-8bff-4610-ab13-614f79a52b2d, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=77464750-8bff-4610-ab13-614f79a52b2d,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:10:40.005216 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.011845 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.082295 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.086628 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Routers {'f155519f-2854-4fa7-820c-9192c04882b5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:10:40.087807 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:10:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f155519f-2854-4fa7-820c-9192c04882b5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:40.091635 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bbd9cf-7f54-4e9c-8744-ba1a20bcff7f None None] Pushing event updated for resources: {'Port': ['ID=77464750-8bff-4610-ab13-614f79a52b2d,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:40.095252 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Transition to ACTIVE for port object d51326f5-cc8d-478e-b2f7-2bf252749aed will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:40.108080 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf42b-6894-411f-ba2c-47a4f529efa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.119045 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a4cf42b-6894-411f-ba2c-47a4f529efa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.137592 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1cc159a8-32d2-401a-b1be-45b3c2eb5bcf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0e36670108bb47d9bba7810f15f87160&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4527774 Jul 16 01:10:40.142658 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.144331 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38056) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:40.182597 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5a4cf42b-6894-411f-ba2c-47a4f529efa6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=abf73a209ca24d5f89f25bbe30da4df5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7648149 Jul 16 01:10:40.183597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4cf42b-6894-411f-ba2c-47a4f529efa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1689e72-4120-4cf4-9d3b-17039f88df43,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:40.193328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38058) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:40.195142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Pushing event updated for resources: {'Port': ['ID=d51326f5-cc8d-478e-b2f7-2bf252749aed,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:40.236195 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc159a8-32d2-401a-b1be-45b3c2eb5bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c289dae3-a2c3-41b7-bbd6-f543cde94bd7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:40.279099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Network 77e7a502-3917-4cf3-9cd7-99a26b80cffa is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:10:40.285226 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] Set router f155519f-2854-4fa7-820c-9192c04882b5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:10:40.288068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:40.293315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:10:40.293856 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.442593 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-514d4b6d-a5e8-462d-ab03-2d70b23a6db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.462695 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-19067b0c-cda1-40fc-ae77-37e85e6a0514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.496563 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-514d4b6d-a5e8-462d-ab03-2d70b23a6db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.530146 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-19067b0c-cda1-40fc-ae77-37e85e6a0514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.586500 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8298c03a-7bed-49ca-a208-5e77c749aa2b None None] Provisioning for port d51326f5-cc8d-478e-b2f7-2bf252749aed completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:40.593719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8298c03a-7bed-49ca-a208-5e77c749aa2b None None] Provisioning complete for port d51326f5-cc8d-478e-b2f7-2bf252749aed triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:40.594924 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8298c03a-7bed-49ca-a208-5e77c749aa2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.674529 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-514d4b6d-a5e8-462d-ab03-2d70b23a6db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.677220 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-514d4b6d-a5e8-462d-ab03-2d70b23a6db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.678523 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-514d4b6d-a5e8-462d-ab03-2d70b23a6db3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c289dae3-a2c3-41b7-bbd6-f543cde94bd7 HTTP/1.1" status: 204 len: 168 time: 0.4934292 Jul 16 01:10:40.680854 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-19067b0c-cda1-40fc-ae77-37e85e6a0514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.684022 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-19067b0c-cda1-40fc-ae77-37e85e6a0514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.685234 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-19067b0c-cda1-40fc-ae77-37e85e6a0514 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1689e72-4120-4cf4-9d3b-17039f88df43 HTTP/1.1" status: 204 len: 168 time: 0.4874508 Jul 16 01:10:40.711534 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d4b6d-a5e8-462d-ab03-2d70b23a6db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c289dae3-a2c3-41b7-bbd6-f543cde94bd7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:40.715364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8298c03a-7bed-49ca-a208-5e77c749aa2b None None] Port d51326f5-cc8d-478e-b2f7-2bf252749aed cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:10:40.736444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19067b0c-cda1-40fc-ae77-37e85e6a0514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1689e72-4120-4cf4-9d3b-17039f88df43,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:40.760682 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.807577 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:37Z', 'revision_number': 3, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:40.852181 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7bf991-e1bf-457c-ac06-0646a2839a4c None None] The sync data for ids ['f155519f-2854-4fa7-820c-9192c04882b5'] in n-d-791505-14 is: [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:37Z', 'revision_number': 3, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:10:40.985756 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.993878 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:40.994745 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:41.099461 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Pushing event updated for resources: {'Port': ['ID=d51326f5-cc8d-478e-b2f7-2bf252749aed,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:41.155149 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Network 77e7a502-3917-4cf3-9cd7-99a26b80cffa is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:10:41.157197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:41.377995 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Router f155519f-2854-4fa7-820c-9192c04882b5 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:10:41.451012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38130) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:41.478223 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f3b1a-e686-4336-81e8-04002de13848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:41.565111 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0f72f883-a81d-4634-825d-9d842a15e8d2 None None] Provisioning complete for port d51326f5-cc8d-478e-b2f7-2bf252749aed triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:41.565496 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0f72f883-a81d-4634-825d-9d842a15e8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:41.692234 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0f72f883-a81d-4634-825d-9d842a15e8d2 None None] Port d51326f5-cc8d-478e-b2f7-2bf252749aed cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:10:41.736896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 77464750-8bff-4610-ab13-614f79a52b2d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:41.737952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:10:41.744046 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8f0ad4dc-f1da-402d-af76-0e9d508fe452 admin admin] 10.222.0.22 "PUT /v2.0/routers/f155519f-2854-4fa7-820c-9192c04882b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8970792 Jul 16 01:10:41.822458 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f3b1a-e686-4336-81e8-04002de13848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:41.833336 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-695f3b1a-e686-4336-81e8-04002de13848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:41.838823 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 77464750-8bff-4610-ab13-614f79a52b2d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:41.845751 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 77464750-8bff-4610-ab13-614f79a52b2d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:41.846388 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:41.903615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38170) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:41.911148 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-695f3b1a-e686-4336-81e8-04002de13848 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea598ff481d84d698025e23648c4242a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4580514 Jul 16 01:10:41.955046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695f3b1a-e686-4336-81e8-04002de13848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b077286d-d59f-4607-a266-eb4fd3961958,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:42.005680 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:42.030888 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3bfa436-98a5-4e65-9166-ee3c632eae79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:42.048040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 77464750-8bff-4610-ab13-614f79a52b2d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=77464750-8bff-4610-ab13-614f79a52b2d,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:42.053887 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:42.054687 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9c432496-0ed6-4ee7-b0be-71ea885ced57 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:42.079295 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3bfa436-98a5-4e65-9166-ee3c632eae79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:42.154484 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3bfa436-98a5-4e65-9166-ee3c632eae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:42.157287 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3bfa436-98a5-4e65-9166-ee3c632eae79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:42.158654 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d3bfa436-98a5-4e65-9166-ee3c632eae79 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b077286d-d59f-4607-a266-eb4fd3961958 HTTP/1.1" status: 204 len: 168 time: 0.2539351 Jul 16 01:10:42.173369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bfa436-98a5-4e65-9166-ee3c632eae79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b077286d-d59f-4607-a266-eb4fd3961958,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:42.189053 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=77464750-8bff-4610-ab13-614f79a52b2d,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:42.213701 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 9c432496-0ed6-4ee7-b0be-71ea885ced57 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:42.214075 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:42.629849 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38214) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:42.833183 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1696322-1459-40ab-9a0f-bdec282a953e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:42.971566 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1696322-1459-40ab-9a0f-bdec282a953e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:42.976752 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1696322-1459-40ab-9a0f-bdec282a953e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:43.024137 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c1696322-1459-40ab-9a0f-bdec282a953e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27ad30b210e14fd89b6b761a05971628&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3806112 Jul 16 01:10:43.025016 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1696322-1459-40ab-9a0f-bdec282a953e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce852d2-f786-46cc-9991-496e26a2f1b0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:43.026979 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38262) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:43.065857 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Sync routers for ids ['f155519f-2854-4fa7-820c-9192c04882b5'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:10:43.081044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Routers {'f155519f-2854-4fa7-820c-9192c04882b5'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:10:43.082032 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:10:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f155519f-2854-4fa7-820c-9192c04882b5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:43.106987 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-911e8bcc-89b8-4e1f-8162-c3576c210614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:43.139298 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-911e8bcc-89b8-4e1f-8162-c3576c210614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:43.214173 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-911e8bcc-89b8-4e1f-8162-c3576c210614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:43.217247 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-911e8bcc-89b8-4e1f-8162-c3576c210614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:43.220413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-911e8bcc-89b8-4e1f-8162-c3576c210614 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7ce852d2-f786-46cc-9991-496e26a2f1b0 HTTP/1.1" status: 204 len: 168 time: 0.1896532 Jul 16 01:10:43.252928 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911e8bcc-89b8-4e1f-8162-c3576c210614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce852d2-f786-46cc-9991-496e26a2f1b0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:43.348896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Set router f155519f-2854-4fa7-820c-9192c04882b5 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:10:43.359866 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38292) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:43.363347 n-d-791505-14 neutron-server[93919]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 01:10:43.431480 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-b18569af-adff-4bb7-9a84-aa9f93423f47 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1199bdc3b3d34f6090f8edf234a3816e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691168 Jul 16 01:10:43.485546 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 77464750-8bff-4610-ab13-614f79a52b2d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:43.614280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 77464750-8bff-4610-ab13-614f79a52b2d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:43.614653 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:43.708881 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38318) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:43.713407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-591764ee-4f6e-41a8-9782-f11d1e0054af tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:43.715326 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-591764ee-4f6e-41a8-9782-f11d1e0054af tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2820251 Jul 16 01:10:43.722493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0675c6d5-9655-4133-a2e7-8ec4cb468eac admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1314818583-network', 'tenant_id': '694de7fb94d847718ed14704c40e88dd'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:43.744715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-b26845a2-8832-47d8-aaf5-2c778a6df461 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/quotas/1199bdc3b3d34f6090f8edf234a3816e HTTP/1.1" status: 200 len: 375 time: 0.0202959 Jul 16 01:10:43.749030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:40Z', 'revision_number': 4, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'd51326f5-cc8d-478e-b2f7-2bf252749aed', 'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'mac_address': 'fa:16:3e:be:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:39Z', 'updated_at': '2021-07-16T01:10:40Z', 'revision_number': 2, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'subnets': [{'id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:43.760912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0675c6d5-9655-4133-a2e7-8ec4cb468eac admin admin] Made reservation on behalf of 694de7fb94d847718ed14704c40e88dd for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:10:43.763146 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0675c6d5-9655-4133-a2e7-8ec4cb468eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:43.772828 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0675c6d5-9655-4133-a2e7-8ec4cb468eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:43.786972 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Checking router: f155519f-2854-4fa7-820c-9192c04882b5 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:10:43.787403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Updating router f155519f-2854-4fa7-820c-9192c04882b5 port d51326f5-cc8d-478e-b2f7-2bf252749aed binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:10:43.820255 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-e61c588f-9030-4d78-80cb-5e48c14f73fb tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1199bdc3b3d34f6090f8edf234a3816e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741706 Jul 16 01:10:43.828989 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:43.947640 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0675c6d5-9655-4133-a2e7-8ec4cb468eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:43.954632 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0675c6d5-9655-4133-a2e7-8ec4cb468eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.035562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38330) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:44.041194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0675c6d5-9655-4133-a2e7-8ec4cb468eac admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:10:44.051392 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9baf0af6-de35-46ed-a9c8-7fe4ba022acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.061013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675c6d5-9655-4133-a2e7-8ec4cb468eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbbb61d-858f-4c1d-b586-77d20ea73e2a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:44.088600 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0675c6d5-9655-4133-a2e7-8ec4cb468eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.090424 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-0675c6d5-9655-4133-a2e7-8ec4cb468eac admin admin] Added segment 6d686552-cb55-4e44-9640-ee3f8eb2c95c of type vlan for network 935a2388-f586-4a46-8ec9-e530260a02a1 Jul 16 01:10:44.150237 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0675c6d5-9655-4133-a2e7-8ec4cb468eac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.190504 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0675c6d5-9655-4133-a2e7-8ec4cb468eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.192099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0675c6d5-9655-4133-a2e7-8ec4cb468eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:44.194659 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0675c6d5-9655-4133-a2e7-8ec4cb468eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.215454 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9baf0af6-de35-46ed-a9c8-7fe4ba022acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.222383 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9baf0af6-de35-46ed-a9c8-7fe4ba022acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.250183 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.253287 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0675c6d5-9655-4133-a2e7-8ec4cb468eac admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5428052 Jul 16 01:10:44.256519 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38344) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:44.261818 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4b1c9ac6-8211-4d85-b687-13ecd9b64b24 admin admin] Request body: {'subnet': {'network_id': '935a2388-f586-4a46-8ec9-e530260a02a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1314818583-subnet', 'tenant_id': '694de7fb94d847718ed14704c40e88dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:44.269915 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Transition to ACTIVE for port object d51326f5-cc8d-478e-b2f7-2bf252749aed will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:44.278237 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.299786 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9baf0af6-de35-46ed-a9c8-7fe4ba022acd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b6124ded5a33471d93ad30189ff74f20&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2631004 Jul 16 01:10:44.302290 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf0af6-de35-46ed-a9c8-7fe4ba022acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5d4f8b-9107-4c72-a232-59c4bc3a1a1b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:44.304226 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38346) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:44.317189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675c6d5-9655-4133-a2e7-8ec4cb468eac admin admin] Pushing event updated for resources: {'Network': ['ID=935a2388-f586-4a46-8ec9-e530260a02a1,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:44.341817 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 935a2388-f586-4a46-8ec9-e530260a02a1 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:10:44.368012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1c9ac6-8211-4d85-b687-13ecd9b64b24 admin admin] Made reservation on behalf of 694de7fb94d847718ed14704c40e88dd for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:10:44.371168 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b1c9ac6-8211-4d85-b687-13ecd9b64b24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.398620 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2d21d-fff2-46a4-bea6-dc7d4fd30ed4 None None] Pushing event updated for resources: {'Port': ['ID=d51326f5-cc8d-478e-b2f7-2bf252749aed,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:44.423855 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38354) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:44.486349 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-facbfe58-3db8-4ed2-ba74-41604a0ff1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.547428 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Attempting to bind port d51326f5-cc8d-478e-b2f7-2bf252749aed on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:10:44.547820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Attempting to bind port d51326f5-cc8d-478e-b2f7-2bf252749aed by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '94929bf5-41ae-4a21-a954-5898f1a0898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:10:44.548185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Attempting to bind port d51326f5-cc8d-478e-b2f7-2bf252749aed on network 77e7a502-3917-4cf3-9cd7-99a26b80cffa {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:44.551453 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-facbfe58-3db8-4ed2-ba74-41604a0ff1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.557079 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:10:44.557459 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Checking segment: {'id': '94929bf5-41ae-4a21-a954-5898f1a0898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:10:44.557864 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.558261 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Bound using segment: {'id': '94929bf5-41ae-4a21-a954-5898f1a0898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:10:44.558748 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Bound port: d51326f5-cc8d-478e-b2f7-2bf252749aed, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94929bf5-41ae-4a21-a954-5898f1a0898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:10:44.559153 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.662935 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b1c9ac6-8211-4d85-b687-13ecd9b64b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.682716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38364) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:44.692844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] For port d51326f5-cc8d-478e-b2f7-2bf252749aed, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:10:44.699935 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] For port d51326f5-cc8d-478e-b2f7-2bf252749aed, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d51326f5-cc8d-478e-b2f7-2bf252749aed,segment=NetworkSegment(94929bf5-41ae-4a21-a954-5898f1a0898a),segment_id=94929bf5-41ae-4a21-a954-5898f1a0898a)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:10:44.710775 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.776292 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-91e4d27f-4ccb-456d-a5f8-2cf3b456c33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.849542 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2d21d-fff2-46a4-bea6-dc7d4fd30ed4 None None] Pushing event updated for resources: {'Port': ['ID=d51326f5-cc8d-478e-b2f7-2bf252749aed,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:44.864463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Routers {'f155519f-2854-4fa7-820c-9192c04882b5'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:10:44.865187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:10:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f155519f-2854-4fa7-820c-9192c04882b5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:44.872158 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-facbfe58-3db8-4ed2-ba74-41604a0ff1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.875194 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-facbfe58-3db8-4ed2-ba74-41604a0ff1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.879582 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-facbfe58-3db8-4ed2-ba74-41604a0ff1a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f5d4f8b-9107-4c72-a232-59c4bc3a1a1b HTTP/1.1" status: 204 len: 168 time: 0.5643401 Jul 16 01:10:44.913740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facbfe58-3db8-4ed2-ba74-41604a0ff1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5d4f8b-9107-4c72-a232-59c4bc3a1a1b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:44.924419 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1c9ac6-8211-4d85-b687-13ecd9b64b24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=affbb17a-40a5-4ab3-b531-d0f5de8806d0,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:44.926659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1c9ac6-8211-4d85-b687-13ecd9b64b24 admin admin] Checking segment: {'id': '6d686552-cb55-4e44-9640-ee3f8eb2c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '935a2388-f586-4a46-8ec9-e530260a02a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:10:44.927244 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c9ac6-8211-4d85-b687-13ecd9b64b24 admin admin] Network hostable DHCP agents. Network: 935a2388-f586-4a46-8ec9-e530260a02a1, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:10:44.951389 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1c9ac6-8211-4d85-b687-13ecd9b64b24 admin admin] Network 935a2388-f586-4a46-8ec9-e530260a02a1 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:10:44.971188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-4b1c9ac6-8211-4d85-b687-13ecd9b64b24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 935a2388-f586-4a46-8ec9-e530260a02a1) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:44.983158 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1c9ac6-8211-4d85-b687-13ecd9b64b24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:44.984020 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b1c9ac6-8211-4d85-b687-13ecd9b64b24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:44.992792 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdb9acc-7745-4138-ae68-aabae5c22e8a None None] Network 935a2388-f586-4a46-8ec9-e530260a02a1 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:10:45.025534 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-91e4d27f-4ccb-456d-a5f8-2cf3b456c33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:45.033064 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-91e4d27f-4ccb-456d-a5f8-2cf3b456c33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:45.044069 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4b1c9ac6-8211-4d85-b687-13ecd9b64b24 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7862899 Jul 16 01:10:45.048012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38384) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:45.055209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1314818583-router', 'tenant_id': '694de7fb94d847718ed14704c40e88dd', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:45.069948 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4d27f-4ccb-456d-a5f8-2cf3b456c33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea2f276f-6adc-40bd-8a14-a4aa56089921,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:45.110428 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-91e4d27f-4ccb-456d-a5f8-2cf3b456c33b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cfd6fabc62864f43adf20246535c387c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6854413 Jul 16 01:10:45.110896 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38386) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:45.149346 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:45.152510 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:45.198745 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1cb5d6c-3e80-4f4a-af6e-0f5fb0f7bec5 req-31697c0c-aaca-4040-bd84-62a618095604 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 210 time: 0.5141692 Jul 16 01:10:45.206276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] Set router f155519f-2854-4fa7-820c-9192c04882b5 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:10:45.256349 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-408dabae-8229-4c89-9ea7-cb02c9a50d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:45.332354 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:45.347861 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-408dabae-8229-4c89-9ea7-cb02c9a50d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:45.367790 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-935a2388-f586-4a46-8ec9-e530260a02a1', 'network_id': '935a2388-f586-4a46-8ec9-e530260a02a1', 'tenant_id': '694de7fb94d847718ed14704c40e88dd', 'fixed_ips': [{'subnet_id': 'affbb17a-40a5-4ab3-b531-d0f5de8806d0'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:10:45.369429 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:45.504734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:45.614940 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Allocated IP 172.20.0.2 (935a2388-f586-4a46-8ec9-e530260a02a1/affbb17a-40a5-4ab3-b531-d0f5de8806d0/bcee642d-2829-4be8-99df-e11622ac23a4) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:10:45.631661 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-408dabae-8229-4c89-9ea7-cb02c9a50d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:45.634234 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-408dabae-8229-4c89-9ea7-cb02c9a50d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:45.638211 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-408dabae-8229-4c89-9ea7-cb02c9a50d02 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ea2f276f-6adc-40bd-8a14-a4aa56089921 HTTP/1.1" status: 204 len: 168 time: 0.5257072 Jul 16 01:10:45.649378 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408dabae-8229-4c89-9ea7-cb02c9a50d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea2f276f-6adc-40bd-8a14-a4aa56089921,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:45.873353 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:45.909317 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:45.914768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:40Z', 'revision_number': 4, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'd51326f5-cc8d-478e-b2f7-2bf252749aed', 'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'mac_address': 'fa:16:3e:be:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:39Z', 'updated_at': '2021-07-16T01:10:44Z', 'revision_number': 4, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'subnets': [{'id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:45.959460 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f23c05-0e63-494f-bbf3-bd36408498d5 None None] The sync data for ids ['f155519f-2854-4fa7-820c-9192c04882b5'] in n-d-791505-14 is: [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:40Z', 'revision_number': 4, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'd51326f5-cc8d-478e-b2f7-2bf252749aed', 'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'mac_address': 'fa:16:3e:be:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:39Z', 'updated_at': '2021-07-16T01:10:44Z', 'revision_number': 4, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'subnets': [{'id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:10:46.060262 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:46.070666 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Transition to ACTIVE for port object bcee642d-2829-4be8-99df-e11622ac23a4 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:46.112492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Transition to ACTIVE for port object bcee642d-2829-4be8-99df-e11622ac23a4 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:46.126887 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:46.180950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Pushing event updated for resources: {'Port': ['ID=bcee642d-2829-4be8-99df-e11622ac23a4,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:46.191713 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Allocated IP 172.25.2.11 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/9babcf1b-4b03-4fa2-9471-2bd7f36cc59e) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:10:46.195404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Network 935a2388-f586-4a46-8ec9-e530260a02a1 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:10:46.201715 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:46.205397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:10:46.281531 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Attempting to bind port bcee642d-2829-4be8-99df-e11622ac23a4 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:10:46.282170 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Attempting to bind port bcee642d-2829-4be8-99df-e11622ac23a4 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '6d686552-cb55-4e44-9640-ee3f8eb2c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '935a2388-f586-4a46-8ec9-e530260a02a1'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:10:46.282826 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Attempting to bind port bcee642d-2829-4be8-99df-e11622ac23a4 on network 935a2388-f586-4a46-8ec9-e530260a02a1 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:46.289053 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:10:46.289891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Checking segment: {'id': '6d686552-cb55-4e44-9640-ee3f8eb2c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '935a2388-f586-4a46-8ec9-e530260a02a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:10:46.290883 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:46.291489 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Bound using segment: {'id': '6d686552-cb55-4e44-9640-ee3f8eb2c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '935a2388-f586-4a46-8ec9-e530260a02a1'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:10:46.292391 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Bound port: bcee642d-2829-4be8-99df-e11622ac23a4, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d686552-cb55-4e44-9640-ee3f8eb2c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '935a2388-f586-4a46-8ec9-e530260a02a1'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:10:46.293049 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:46.461116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] For port bcee642d-2829-4be8-99df-e11622ac23a4, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:10:46.471309 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] For port bcee642d-2829-4be8-99df-e11622ac23a4, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bcee642d-2829-4be8-99df-e11622ac23a4,segment=NetworkSegment(6d686552-cb55-4e44-9640-ee3f8eb2c95c),segment_id=6d686552-cb55-4e44-9640-ee3f8eb2c95c)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:10:46.480099 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:46.581653 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:46.652112 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee38ee-f797-43ab-8f1e-036fb65cf3b7 None None] Pushing event updated for resources: {'Port': ['ID=bcee642d-2829-4be8-99df-e11622ac23a4,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:46.698217 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:46.713833 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-07ae4cfe-135d-4a6c-b13b-53961d2f59b6 req-0d6b4263-633d-4734-8447-9a28bd1d637d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 210 time: 0.0767329 Jul 16 01:10:46.748576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38442) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:46.754355 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:10:46.763470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:46.767825 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:10:46.785523 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2712665b-9f74-4aeb-8b5f-ba6f934de04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:46.818990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Pushing event updated for resources: {'Port': ['ID=9babcf1b-4b03-4fa2-9471-2bd7f36cc59e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:47.042344 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2712665b-9f74-4aeb-8b5f-ba6f934de04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:47.050921 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2712665b-9f74-4aeb-8b5f-ba6f934de04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:47.128420 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2712665b-9f74-4aeb-8b5f-ba6f934de04b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=50fc8805a519466ea9800d1812afc111&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3785017 Jul 16 01:10:47.129705 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712665b-9f74-4aeb-8b5f-ba6f934de04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da3d3a9-81de-4180-a137-217342a41a88,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:47.132597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38448) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:47.221111 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7bb94a5-3e87-4780-aaec-f5dbbaea2af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:47.245133 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7bb94a5-3e87-4780-aaec-f5dbbaea2af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:47.258526 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:47.345790 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7bb94a5-3e87-4780-aaec-f5dbbaea2af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:47.349160 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7bb94a5-3e87-4780-aaec-f5dbbaea2af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:47.350484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a7bb94a5-3e87-4780-aaec-f5dbbaea2af2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0da3d3a9-81de-4180-a137-217342a41a88 HTTP/1.1" status: 204 len: 168 time: 0.2167284 Jul 16 01:10:47.367024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb94a5-3e87-4780-aaec-f5dbbaea2af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da3d3a9-81de-4180-a137-217342a41a88,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:47.499796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38460) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:47.594962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.69', 55067) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:47.611549 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:47.661607 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-c081a210-d962-47d7-986e-b9d1eb3e3f19 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1199bdc3b3d34f6090f8edf234a3816e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0653832 Jul 16 01:10:47.664709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d51326f5-cc8d-478e-b2f7-2bf252749aed up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:47.819046 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port d51326f5-cc8d-478e-b2f7-2bf252749aed completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:47.824567 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d51326f5-cc8d-478e-b2f7-2bf252749aed triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:47.824952 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:47.923778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-06d43c9f-6e2e-45d4-8479-675379d8cbf5 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:47.930550 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-06d43c9f-6e2e-45d4-8479-675379d8cbf5 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2641857 Jul 16 01:10:47.990411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Request body: {'port': {'device_id': '4439d030-5a99-4280-9b1a-f7ce7feb99d9', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': '1199bdc3b3d34f6090f8edf234a3816e'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:48.098260 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Router f583cea0-c2df-4db1-a047-e415f8de571b is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:10:48.131391 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc63d09a-ce8b-4694-b53b-baab8b7cbd75 req-033f68b8-9336-4f9c-abc3-3b3b9b05f085 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 210 time: 0.1141462 Jul 16 01:10:48.160198 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:48.173988 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d17497d-bad1-45ff-b777-609fc89ac05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:48.251697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:10:48.259261 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port d51326f5-cc8d-478e-b2f7-2bf252749aed, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d51326f5-cc8d-478e-b2f7-2bf252749aed,segment=NetworkSegment(94929bf5-41ae-4a21-a954-5898f1a0898a),segment_id=94929bf5-41ae-4a21-a954-5898f1a0898a)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:48.264143 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Sync routers for ids ['f583cea0-c2df-4db1-a047-e415f8de571b'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:10:48.271082 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:48.271917 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bcee642d-2829-4be8-99df-e11622ac23a4 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:48.290065 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Routers {'f583cea0-c2df-4db1-a047-e415f8de571b'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:10:48.290719 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:10:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f583cea0-c2df-4db1-a047-e415f8de571b'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:48.400228 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22883045-8ca2-419d-a65c-dbc23adc7461 None None] Network 935a2388-f586-4a46-8ec9-e530260a02a1 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:10:48.476621 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d17497d-bad1-45ff-b777-609fc89ac05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:48.484955 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d17497d-bad1-45ff-b777-609fc89ac05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:48.493576 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:48.496547 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-13e2d795-6f79-4cf8-aca4-439da8e681b5 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.4468532 Jul 16 01:10:48.499721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38494) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:48.517683 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Set router f583cea0-c2df-4db1-a047-e415f8de571b gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:10:48.563420 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d17497d-bad1-45ff-b777-609fc89ac05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c059a2-a057-4147-8a2e-48c3b0fa8c67,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:48.579969 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3d17497d-bad1-45ff-b777-609fc89ac05d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b4dcf888ed914967baac4e6848651100&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0757790 Jul 16 01:10:48.580569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38502) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:48.596416 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Made reservation on behalf of 1199bdc3b3d34f6090f8edf234a3816e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:10:48.600460 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:48.651676 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:48.669122 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9c57f3f2-a34f-478d-9f67-f7e9a32caedb None None] Provisioning for port bcee642d-2829-4be8-99df-e11622ac23a4 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:48.681762 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9c57f3f2-a34f-478d-9f67-f7e9a32caedb None None] Provisioning complete for port bcee642d-2829-4be8-99df-e11622ac23a4 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:48.682261 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9c57f3f2-a34f-478d-9f67-f7e9a32caedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:48.706081 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bbfecda2-28b0-424e-8e7d-88364e6cdf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:48.746792 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port bcee642d-2829-4be8-99df-e11622ac23a4 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:48.757367 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bbfecda2-28b0-424e-8e7d-88364e6cdf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:48.794729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=d51326f5-cc8d-478e-b2f7-2bf252749aed,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:48.847353 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1314818583-router', 'tenant_id': '694de7fb94d847718ed14704c40e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:10:46Z', 'revision_number': 3, 'project_id': '694de7fb94d847718ed14704c40e88dd', 'gw_port': {'id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:10:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:48.852546 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port bcee642d-2829-4be8-99df-e11622ac23a4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:48.856125 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:48.913060 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Checking router: f583cea0-c2df-4db1-a047-e415f8de571b for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:10:48.914533 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Updating router f583cea0-c2df-4db1-a047-e415f8de571b port 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:10:48.955730 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bbfecda2-28b0-424e-8e7d-88364e6cdf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:48.962488 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bbfecda2-28b0-424e-8e7d-88364e6cdf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:48.963652 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bbfecda2-28b0-424e-8e7d-88364e6cdf79 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/11c059a2-a057-4147-8a2e-48c3b0fa8c67 HTTP/1.1" status: 204 len: 168 time: 0.3819747 Jul 16 01:10:49.004848 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:49.019811 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:49.040738 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:49.049964 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfecda2-28b0-424e-8e7d-88364e6cdf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c059a2-a057-4147-8a2e-48c3b0fa8c67,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:49.197238 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:49.288621 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6789dfde-29b8-4fbb-9671-f536456f9a58,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:49.404713 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9c57f3f2-a34f-478d-9f67-f7e9a32caedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:49.464678 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:10:49.550216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port bcee642d-2829-4be8-99df-e11622ac23a4, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bcee642d-2829-4be8-99df-e11622ac23a4,segment=NetworkSegment(6d686552-cb55-4e44-9640-ee3f8eb2c95c),segment_id=6d686552-cb55-4e44-9640-ee3f8eb2c95c)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:49.562953 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:49.650276 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:49.860960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=bcee642d-2829-4be8-99df-e11622ac23a4,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:49.868389 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d51326f5-cc8d-478e-b2f7-2bf252749aed up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:49.892957 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:49.924632 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Transition to ACTIVE for port object 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:49.954059 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:49.995361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Allocated IP 192.168.233.160 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/790755f1-e469-429f-ace8-afc345a27a2f) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:10:50.047650 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-9c57f3f2-a34f-478d-9f67-f7e9a32caedb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:10:50.054202 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-9c57f3f2-a34f-478d-9f67-f7e9a32caedb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:10:50.078137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38538) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:50.096510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d51326f5-cc8d-478e-b2f7-2bf252749aed triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:50.096783 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d2a7b-4253-4939-a9c5-6716d39a1c2f None None] Pushing event updated for resources: {'Port': ['ID=9babcf1b-4b03-4fa2-9471-2bd7f36cc59e,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:50.096897 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:50.133162 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Allocated IP 172.20.0.1 (935a2388-f586-4a46-8ec9-e530260a02a1/affbb17a-40a5-4ab3-b531-d0f5de8806d0/ca91694b-2b9a-407e-9220-9bd4baa2d221) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:10:50.176609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6837e0cf-d39d-4b64-ba18-c314b783f5a7 req-a6742d5f-1c7a-4f63-b3ef-273e29098e06 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 210 time: 0.7371209 Jul 16 01:10:50.188876 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Attempting to bind port 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:10:50.189363 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Attempting to bind port 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:10:50.189671 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Attempting to bind port 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:50.220437 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:10:50.220864 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:10:50.221278 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:50.221672 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:10:50.222147 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Bound port: 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:10:50.222546 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:50.317608 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38548) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:50.401201 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69695576-68b6-462d-9d46-30f6d0140d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:50.409000 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] For port 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:10:50.420525 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] For port 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9babcf1b-4b03-4fa2-9471-2bd7f36cc59e,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:10:50.421633 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:50.431190 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:50.444191 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Transition to ACTIVE for port object ca91694b-2b9a-407e-9220-9bd4baa2d221 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:50.491912 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:50.585407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Network 935a2388-f586-4a46-8ec9-e530260a02a1 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:10:50.587064 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Pushing event updated for resources: {'Port': ['ID=ca91694b-2b9a-407e-9220-9bd4baa2d221,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:50.591917 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:50.657749 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Routers {'f583cea0-c2df-4db1-a047-e415f8de571b'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:10:50.658493 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:10:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f583cea0-c2df-4db1-a047-e415f8de571b'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:50.658603 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:50.674735 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d2a7b-4253-4939-a9c5-6716d39a1c2f None None] Pushing event updated for resources: {'Port': ['ID=9babcf1b-4b03-4fa2-9471-2bd7f36cc59e,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:50.692547 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:10:50.692547 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:50.694503 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-472f8d7a-1d0a-4bc7-a81d-3b8e9dd89939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:50.723212 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Transition to ACTIVE for port object 790755f1-e469-429f-ace8-afc345a27a2f will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:50.772378 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-33466568-5ccd-4c8c-bb60-6297db12c250 None None] Provisioning complete for port bcee642d-2829-4be8-99df-e11622ac23a4 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:50.772832 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-33466568-5ccd-4c8c-bb60-6297db12c250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:50.960989 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] Set router f583cea0-c2df-4db1-a047-e415f8de571b gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:10:50.974510 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69695576-68b6-462d-9d46-30f6d0140d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:50.990660 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69695576-68b6-462d-9d46-30f6d0140d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:51.083848 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-69695576-68b6-462d-9d46-30f6d0140d21 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=61271aeae3b746aebb14bd80af86ffe5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7651310 Jul 16 01:10:51.086958 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38564) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:51.156212 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69695576-68b6-462d-9d46-30f6d0140d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fb418d-ebfe-4149-9d7e-9266fafddb7e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:51.196768 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:51.223800 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-55ad9b3b-a913-4824-a61e-443683bf792a None None] Provisioning for port ca91694b-2b9a-407e-9220-9bd4baa2d221 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:51.247703 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-55ad9b3b-a913-4824-a61e-443683bf792a None None] Provisioning complete for port ca91694b-2b9a-407e-9220-9bd4baa2d221 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:51.250979 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-55ad9b3b-a913-4824-a61e-443683bf792a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:51.266214 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:51.388813 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-55ad9b3b-a913-4824-a61e-443683bf792a None None] Port ca91694b-2b9a-407e-9220-9bd4baa2d221 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:10:51.506776 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:10:51.540701 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1314818583-router', 'tenant_id': '694de7fb94d847718ed14704c40e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:10:46Z', 'revision_number': 3, 'project_id': '694de7fb94d847718ed14704c40e88dd', 'gw_port': {'id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:51.545927 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:51.569779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:10:51.616256 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af90b7bf-1ed3-465b-b9d3-b43d451169bd None None] The sync data for ids ['f583cea0-c2df-4db1-a047-e415f8de571b'] in n-d-791505-14 is: [{'id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1314818583-router', 'tenant_id': '694de7fb94d847718ed14704c40e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:10:46Z', 'revision_number': 3, 'project_id': '694de7fb94d847718ed14704c40e88dd', 'gw_port': {'id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:10:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:10:51.620220 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:51.621290 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:51.668230 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-472f8d7a-1d0a-4bc7-a81d-3b8e9dd89939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:51.704921 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-472f8d7a-1d0a-4bc7-a81d-3b8e9dd89939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:51.750661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bcee642d-2829-4be8-99df-e11622ac23a4 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:51.783262 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:51.783595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Pushing event updated for resources: {'Port': ['ID=790755f1-e469-429f-ace8-afc345a27a2f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:51.849839 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:51.852369 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:51.865971 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-6b9c2dd4-a273-4d13-bb96-88146ece748d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8795893 Jul 16 01:10:51.869199 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53c2c964-2e8a-4295-95c5-ca40b08ef8ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:51.894845 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port bcee642d-2829-4be8-99df-e11622ac23a4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:51.895228 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:51.906547 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-d7f9f3d4-a0d5-4d4b-870c-16d51ca8bcca tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:10:51.907933 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-d7f9f3d4-a0d5-4d4b-870c-16d51ca8bcca tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146785 Jul 16 01:10:51.921871 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-472f8d7a-1d0a-4bc7-a81d-3b8e9dd89939 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87efa421802a42d68e2163cfa7b9c669&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8424835 Jul 16 01:10:51.932409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38596) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:51.958747 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f8d7a-1d0a-4bc7-a81d-3b8e9dd89939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89904f8-3201-47af-bcbe-8cb4815cbd6e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:51.973641 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53c2c964-2e8a-4295-95c5-ca40b08ef8ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:52.071505 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Pushing event updated for resources: {'Port': ['ID=ca91694b-2b9a-407e-9220-9bd4baa2d221,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:52.153869 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5acbfdaf-5cee-4413-b583-836f9fce6e68 None None] Provisioning for port 790755f1-e469-429f-ace8-afc345a27a2f completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:52.159458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5acbfdaf-5cee-4413-b583-836f9fce6e68 None None] Provisioning complete for port 790755f1-e469-429f-ace8-afc345a27a2f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:52.160086 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5acbfdaf-5cee-4413-b583-836f9fce6e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:52.199721 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53c2c964-2e8a-4295-95c5-ca40b08ef8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:52.209172 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53c2c964-2e8a-4295-95c5-ca40b08ef8ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:52.217684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-53c2c964-2e8a-4295-95c5-ca40b08ef8ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/83fb418d-ebfe-4149-9d7e-9266fafddb7e HTTP/1.1" status: 204 len: 168 time: 1.1255801 Jul 16 01:10:52.245580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Network 935a2388-f586-4a46-8ec9-e530260a02a1 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:10:52.246975 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:52.258439 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5acbfdaf-5cee-4413-b583-836f9fce6e68 None None] Port 790755f1-e469-429f-ace8-afc345a27a2f cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:10:52.364413 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2c964-2e8a-4295-95c5-ca40b08ef8ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fb418d-ebfe-4149-9d7e-9266fafddb7e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:52.401049 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d79cfb-72fc-467a-9acc-38c8eaf51ad8 req-52e00906-ebcd-46a2-95f4-74b558723619 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:52.402837 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5d79cfb-72fc-467a-9acc-38c8eaf51ad8 req-52e00906-ebcd-46a2-95f4-74b558723619 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 936 time: 0.8641560 Jul 16 01:10:52.497807 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Router f583cea0-c2df-4db1-a047-e415f8de571b has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:10:52.500428 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef47a3f2-a9f5-4979-997f-aac63596b294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:52.611651 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5d79cfb-72fc-467a-9acc-38c8eaf51ad8 req-566829f6-638f-45e8-9f4c-4373e57ff11c tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/security-groups?id=6789dfde-29b8-4fbb-9671-f536456f9a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988504 Jul 16 01:10:52.685988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Request body: {'port': {'device_id': '4439d030-5a99-4280-9b1a-f7ce7feb99d9', 'device_owner': 'compute:tempest-test_az-793119100', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:52.696233 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef47a3f2-a9f5-4979-997f-aac63596b294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:52.817850 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0aff7ead-229e-4238-be8c-a5633438206f None None] Provisioning complete for port ca91694b-2b9a-407e-9220-9bd4baa2d221 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:52.818532 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0aff7ead-229e-4238-be8c-a5633438206f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:52.853564 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:10:52.883112 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-014688c0-a8b4-4f9b-ab23-519179455795 admin admin] 10.222.0.22 "PUT /v2.0/routers/f583cea0-c2df-4db1-a047-e415f8de571b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3819141 Jul 16 01:10:52.892266 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:52.994703 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0aff7ead-229e-4238-be8c-a5633438206f None None] Port ca91694b-2b9a-407e-9220-9bd4baa2d221 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:10:53.240436 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef47a3f2-a9f5-4979-997f-aac63596b294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:53.243110 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef47a3f2-a9f5-4979-997f-aac63596b294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:53.252643 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ef47a3f2-a9f5-4979-997f-aac63596b294 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b89904f8-3201-47af-bcbe-8cb4815cbd6e HTTP/1.1" status: 204 len: 168 time: 1.3189340 Jul 16 01:10:53.315615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47a3f2-a9f5-4979-997f-aac63596b294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89904f8-3201-47af-bcbe-8cb4815cbd6e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:53.648533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 790755f1-e469-429f-ace8-afc345a27a2f {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:10:53.666082 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:53.707252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Transition to ACTIVE for port object 790755f1-e469-429f-ace8-afc345a27a2f will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:53.724898 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:53.745289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:53.854757 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=790755f1-e469-429f-ace8-afc345a27a2f,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:53.874932 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:53.890133 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:53.891528 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:53.908644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38650) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:54.042323 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Attempting to bind port 790755f1-e469-429f-ace8-afc345a27a2f on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:10:54.044547 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Attempting to bind port 790755f1-e469-429f-ace8-afc345a27a2f by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:10:54.045085 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Attempting to bind port 790755f1-e469-429f-ace8-afc345a27a2f on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:54.078042 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:54.102963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Port 790755f1-e469-429f-ace8-afc345a27a2f on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:10:54.103681 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Attempting to bind port 790755f1-e469-429f-ace8-afc345a27a2f on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:54.125969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:10:54.126659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:10:54.127423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:10:54.128114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Bound port: 790755f1-e469-429f-ace8-afc345a27a2f, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:10:54.128303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9babcf1b-4b03-4fa2-9471-2bd7f36cc59e,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:10:54.128781 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:54.134588 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:54.189529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38658) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:54.229011 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-517e5145-3127-49f9-950f-60680afba1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:54.253502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] For port 790755f1-e469-429f-ace8-afc345a27a2f, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:10:54.262054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] For port 790755f1-e469-429f-ace8-afc345a27a2f, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=790755f1-e469-429f-ace8-afc345a27a2f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:10:54.275894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=9babcf1b-4b03-4fa2-9471-2bd7f36cc59e,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:54.276268 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:54.291957 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62576a-5108-4e2e-aeab-70d4c3c6b831 req-c639f433-fa24-4add-9086-d93169b63855 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:54.304139 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c62576a-5108-4e2e-aeab-70d4c3c6b831 req-c639f433-fa24-4add-9086-d93169b63855 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 969 time: 0.3262477 Jul 16 01:10:54.396812 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c62576a-5108-4e2e-aeab-70d4c3c6b831 req-e8bd57c8-f44f-421e-8699-aaf10b1cb74c tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/security-groups?id=6789dfde-29b8-4fbb-9671-f536456f9a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938487 Jul 16 01:10:54.412955 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:54.415297 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:54.419994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] 10.222.0.69 "PUT /v2.0/ports/790755f1-e469-429f-ace8-afc345a27a2f HTTP/1.1" status: 200 len: 1118 time: 2.1726558 Jul 16 01:10:54.426431 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4439d030-5a99-4280-9b1a-f7ce7feb99d9', 'tag': '790755f1-e469-429f-ace8-afc345a27a2f'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:10:54.547593 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-517e5145-3127-49f9-950f-60680afba1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:54.559327 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-517e5145-3127-49f9-950f-60680afba1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:54.650550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea187677-13cd-48f3-ae40-01f7e953a9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=790755f1-e469-429f-ace8-afc345a27a2f,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:54.664342 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Sync routers for ids ['f583cea0-c2df-4db1-a047-e415f8de571b'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:10:54.676254 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Routers {'f583cea0-c2df-4db1-a047-e415f8de571b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:10:54.676868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:10:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f583cea0-c2df-4db1-a047-e415f8de571b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:54.687703 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6218936-b1ab-4849-9e6a-eef7f2771163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:54.703619 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-517e5145-3127-49f9-950f-60680afba1a8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=64b4c39d0006487c982e2db94269b827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128067 Jul 16 01:10:54.705676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e5145-3127-49f9-950f-60680afba1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f07f024-9bea-4248-98cc-aa51560f134e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:54.706379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38674) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:54.841017 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b84a9708-b1a5-432d-a360-a5a621667bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:54.890726 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b84a9708-b1a5-432d-a360-a5a621667bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:54.908085 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6218936-b1ab-4849-9e6a-eef7f2771163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:54.914938 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6218936-b1ab-4849-9e6a-eef7f2771163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:55.008186 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d6218936-b1ab-4849-9e6a-eef7f2771163 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de601e31e2cb4b89b4d376751f17662e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0976946 Jul 16 01:10:55.010605 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38678) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:55.014778 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6218936-b1ab-4849-9e6a-eef7f2771163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f82b83-9c2c-4294-b9df-c9a2382229a4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:55.044505 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac262d2d-0917-4091-b195-17cac681fd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "4439d030-5a99-4280-9b1a-f7ce7feb99d9", "tag": "790755f1-e469-429f-ace8-afc345a27a2f"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:10:55.058485 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b84a9708-b1a5-432d-a360-a5a621667bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:55.062926 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b84a9708-b1a5-432d-a360-a5a621667bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:55.064586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b84a9708-b1a5-432d-a360-a5a621667bbe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f07f024-9bea-4248-98cc-aa51560f134e HTTP/1.1" status: 204 len: 168 time: 0.3566952 Jul 16 01:10:55.074882 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a9708-b1a5-432d-a360-a5a621667bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f07f024-9bea-4248-98cc-aa51560f134e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:55.160202 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2c7a46ac-7c15-4d72-9c97-d38eda0c3974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:55.191714 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Set router f583cea0-c2df-4db1-a047-e415f8de571b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:10:55.219795 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2c7a46ac-7c15-4d72-9c97-d38eda0c3974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:55.364297 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2c7a46ac-7c15-4d72-9c97-d38eda0c3974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:55.367728 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2c7a46ac-7c15-4d72-9c97-d38eda0c3974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:55.376267 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2c7a46ac-7c15-4d72-9c97-d38eda0c3974 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21f82b83-9c2c-4294-b9df-c9a2382229a4 HTTP/1.1" status: 204 len: 168 time: 0.3340800 Jul 16 01:10:55.399272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a46ac-7c15-4d72-9c97-d38eda0c3974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f82b83-9c2c-4294-b9df-c9a2382229a4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:55.505787 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d74df1-6063-4527-a54f-be3e9dcc54a8 x-openstack-request-id: req-c8d74df1-6063-4527-a54f-be3e9dcc54a8 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:10:55.506323 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4439d030-5a99-4280-9b1a-f7ce7feb99d9", "tag": "790755f1-e469-429f-ace8-afc345a27a2f", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:10:55.506323 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c8d74df1-6063-4527-a54f-be3e9dcc54a8 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:10:55.507387 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4439d030-5a99-4280-9b1a-f7ce7feb99d9', 'tag': '790755f1-e469-429f-ace8-afc345a27a2f', 'status': 'completed', 'code': 200} Jul 16 01:10:55.673915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38696) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:55.679906 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5be7377a-5a4d-4e11-9ad7-6e31f3aa2e5a tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Request body: {'security_group': {'name': 'tempest-securitygroup--181193529', 'description': 'tempest-description--210276427'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:55.718794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1314818583-router', 'tenant_id': '694de7fb94d847718ed14704c40e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:10:51Z', 'revision_number': 4, 'project_id': '694de7fb94d847718ed14704c40e88dd', 'gw_port': {'id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'ca91694b-2b9a-407e-9220-9bd4baa2d221', 'name': '', 'network_id': '935a2388-f586-4a46-8ec9-e530260a02a1', 'tenant_id': '694de7fb94d847718ed14704c40e88dd', 'mac_address': 'fa:16:3e:ac:c1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'affbb17a-40a5-4ab3-b531-d0f5de8806d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:49Z', 'updated_at': '2021-07-16T01:10:51Z', 'revision_number': 2, 'project_id': '694de7fb94d847718ed14704c40e88dd', 'subnets': [{'id': 'affbb17a-40a5-4ab3-b531-d0f5de8806d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:55.760715 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Checking router: f583cea0-c2df-4db1-a047-e415f8de571b for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:10:55.761497 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Updating router f583cea0-c2df-4db1-a047-e415f8de571b port ca91694b-2b9a-407e-9220-9bd4baa2d221 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:10:55.773127 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5be7377a-5a4d-4e11-9ad7-6e31f3aa2e5a tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:55.781553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-72f0178e-b314-4dc6-b986-4a7ef99b5106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:55.783244 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-72f0178e-b314-4dc6-b986-4a7ef99b5106 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1199bdc3b3d34f6090f8edf234a3816e&device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 1121 time: 0.3515809 Jul 16 01:10:55.816390 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:55.818725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:56.013356 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5be7377a-5a4d-4e11-9ad7-6e31f3aa2e5a tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.028551 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5be7377a-5a4d-4e11-9ad7-6e31f3aa2e5a tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.068191 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5be7377a-5a4d-4e11-9ad7-6e31f3aa2e5a tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.069813 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5be7377a-5a4d-4e11-9ad7-6e31f3aa2e5a tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3948331 Jul 16 01:10:56.073143 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38702) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:56.086445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d080be68-8599-44ab-833f-3597c6873663 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Request body: {'security_group_rule': {'security_group_id': 'd89a92dd-26ec-406c-aec4-85b0d39e4aa5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:56.123368 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7377a-5a4d-4e11-9ad7-6e31f3aa2e5a tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d89a92dd-26ec-406c-aec4-85b0d39e4aa5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:56.157552 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d080be68-8599-44ab-833f-3597c6873663 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.176933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:56.177338 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.207099 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a04d78-48ae-407b-930f-7d2e7bdc28cb req-ca8eddb7-b149-41e6-8293-f4f0a7ca9eac tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:56.215437 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1a04d78-48ae-407b-930f-7d2e7bdc28cb req-ca8eddb7-b149-41e6-8293-f4f0a7ca9eac tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 969 time: 0.5452807 Jul 16 01:10:56.221004 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-43446ff0-25ba-4839-9fff-405b771c2f60 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=790755f1-e469-429f-ace8-afc345a27a2f HTTP/1.1" status: 200 len: 217 time: 0.4218740 Jul 16 01:10:56.273369 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d080be68-8599-44ab-833f-3597c6873663 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.278434 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d080be68-8599-44ab-833f-3597c6873663 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.329268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d080be68-8599-44ab-833f-3597c6873663 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b997b7db-fd24-4de8-a5fb-ddf7d4d8c095,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:56.335495 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1a04d78-48ae-407b-930f-7d2e7bdc28cb req-97e3e8f5-be9e-44f0-a6ce-b8f12e2d1ef1 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/security-groups?id=6789dfde-29b8-4fbb-9671-f536456f9a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183431 Jul 16 01:10:56.372174 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-5484cd57-1fcf-468a-863b-721e1b907da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:56.373831 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d080be68-8599-44ab-833f-3597c6873663 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.373980 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-5484cd57-1fcf-468a-863b-721e1b907da9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1217790 Jul 16 01:10:56.378047 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d080be68-8599-44ab-833f-3597c6873663 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3036995 Jul 16 01:10:56.383065 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38710) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:56.386030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-133f9749-341e-4282-af98-93266c15ad53 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Request body: {'security_group_rule': {'security_group_id': 'd89a92dd-26ec-406c-aec4-85b0d39e4aa5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:56.440870 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-133f9749-341e-4282-af98-93266c15ad53 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.483100 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38716) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:56.520565 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d069bc7c-799d-405f-9899-8318a4be41f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.558745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-e7c0dcad-aa70-49bf-8b91-479daf1f0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:56.561386 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-e7c0dcad-aa70-49bf-8b91-479daf1f0b6a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1545417 Jul 16 01:10:56.609708 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-133f9749-341e-4282-af98-93266c15ad53 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.620246 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-133f9749-341e-4282-af98-93266c15ad53 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.665060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f9749-341e-4282-af98-93266c15ad53 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd710ff-8130-43db-a4a5-fde3ac94bfbc,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:56.725284 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.726299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-4704ce3a-8a62-4eb0-8ebe-0d9c8045ea11 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357698 Jul 16 01:10:56.761230 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Transition to ACTIVE for port object ca91694b-2b9a-407e-9220-9bd4baa2d221 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:10:56.775336 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.866126 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d069bc7c-799d-405f-9899-8318a4be41f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.879879 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88c2d7b8-df11-496d-b0e0-4365183970a4 req-229cebeb-e24c-4080-9e26-3b3625c95641 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451898 Jul 16 01:10:56.882779 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d069bc7c-799d-405f-9899-8318a4be41f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.890899 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-133f9749-341e-4282-af98-93266c15ad53 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:56.895708 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-133f9749-341e-4282-af98-93266c15ad53 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5111754 Jul 16 01:10:56.896111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38724) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:56.902641 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:56.966153 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069bc7c-799d-405f-9899-8318a4be41f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01705891-2fe3-4a7e-8672-bc040da15522,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:56.975027 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dd395-bca1-40b3-8f49-7eebd2765190 None None] Pushing event updated for resources: {'Port': ['ID=ca91694b-2b9a-407e-9220-9bd4baa2d221,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:57.008379 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d069bc7c-799d-405f-9899-8318a4be41f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dbf0995a43524ebd843567a4c6093f5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5236199 Jul 16 01:10:57.009839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38726) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:57.042964 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:57.100003 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38bdb699-1610-4f89-b3e3-33e8db05a409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:57.163692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Attempting to bind port ca91694b-2b9a-407e-9220-9bd4baa2d221 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:10:57.166694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Attempting to bind port ca91694b-2b9a-407e-9220-9bd4baa2d221 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '6d686552-cb55-4e44-9640-ee3f8eb2c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '935a2388-f586-4a46-8ec9-e530260a02a1'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:10:57.167307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Attempting to bind port ca91694b-2b9a-407e-9220-9bd4baa2d221 on network 935a2388-f586-4a46-8ec9-e530260a02a1 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:10:57.181008 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38bdb699-1610-4f89-b3e3-33e8db05a409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:57.190841 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:10:57.191247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Checking segment: {'id': '6d686552-cb55-4e44-9640-ee3f8eb2c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '935a2388-f586-4a46-8ec9-e530260a02a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:10:57.192579 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:57.194636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Bound using segment: {'id': '6d686552-cb55-4e44-9640-ee3f8eb2c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '935a2388-f586-4a46-8ec9-e530260a02a1'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:10:57.197184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Bound port: ca91694b-2b9a-407e-9220-9bd4baa2d221, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d686552-cb55-4e44-9640-ee3f8eb2c95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '935a2388-f586-4a46-8ec9-e530260a02a1'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:10:57.198080 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:57.303228 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38bdb699-1610-4f89-b3e3-33e8db05a409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:57.306225 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38bdb699-1610-4f89-b3e3-33e8db05a409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:57.310714 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-38bdb699-1610-4f89-b3e3-33e8db05a409 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/01705891-2fe3-4a7e-8672-bc040da15522 HTTP/1.1" status: 204 len: 168 time: 0.2965784 Jul 16 01:10:57.324125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bdb699-1610-4f89-b3e3-33e8db05a409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01705891-2fe3-4a7e-8672-bc040da15522,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:57.493614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] For port ca91694b-2b9a-407e-9220-9bd4baa2d221, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:10:57.551475 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] For port ca91694b-2b9a-407e-9220-9bd4baa2d221, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ca91694b-2b9a-407e-9220-9bd4baa2d221,segment=NetworkSegment(6d686552-cb55-4e44-9640-ee3f8eb2c95c),segment_id=6d686552-cb55-4e44-9640-ee3f8eb2c95c)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:10:57.566630 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:57.697544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Routers {'f583cea0-c2df-4db1-a047-e415f8de571b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:10:57.698478 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:10:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f583cea0-c2df-4db1-a047-e415f8de571b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:57.763046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac262d2d-0917-4091-b195-17cac681fd4d req-0ef0c35f-929f-4607-9e1d-a26f1fa25c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:57.776474 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac262d2d-0917-4091-b195-17cac681fd4d req-0ef0c35f-929f-4607-9e1d-a26f1fa25c99 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1199bdc3b3d34f6090f8edf234a3816e&device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 1121 time: 0.3132606 Jul 16 01:10:57.827018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15dd395-bca1-40b3-8f49-7eebd2765190 None None] Pushing event updated for resources: {'Port': ['ID=ca91694b-2b9a-407e-9220-9bd4baa2d221,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:57.830585 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:57.853240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d9de2-d3e8-4727-9b4a-188bdc375a21 req-fc12aa03-a462-4a41-a218-4e7aacd9973e tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:57.867143 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f4d9de2-d3e8-4727-9b4a-188bdc375a21 req-fc12aa03-a462-4a41-a218-4e7aacd9973e tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 969 time: 0.2457838 Jul 16 01:10:58.040072 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] Set router f583cea0-c2df-4db1-a047-e415f8de571b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:10:58.080293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Allocated IP 172.25.2.117 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/2f8f360b-f61a-4d52-8d63-8b5df89eaf36) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:10:58.366073 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f4d9de2-d3e8-4727-9b4a-188bdc375a21 req-22c273c8-82f7-4cde-8446-a65faa01c2d8 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/security-groups?id=6789dfde-29b8-4fbb-9671-f536456f9a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4928837 Jul 16 01:10:58.377658 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-77266845-8b0f-4a3f-98fb-2238cb52022d tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=7d341ebc11c4426b9492265433090aec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1115916 Jul 16 01:10:58.386811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac262d2d-0917-4091-b195-17cac681fd4d req-96174ceb-b028-4ca1-b044-a0643999ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:58.391491 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac262d2d-0917-4091-b195-17cac681fd4d req-96174ceb-b028-4ca1-b044-a0643999ce3d service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.4993570 Jul 16 01:10:58.408621 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:58.489552 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:58.505837 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac262d2d-0917-4091-b195-17cac681fd4d req-c0771e05-7266-4267-aee1-03fd7b4d3aa3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=790755f1-e469-429f-ace8-afc345a27a2f HTTP/1.1" status: 200 len: 217 time: 0.0649204 Jul 16 01:10:58.602825 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1314818583-router', 'tenant_id': '694de7fb94d847718ed14704c40e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:10:51Z', 'revision_number': 4, 'project_id': '694de7fb94d847718ed14704c40e88dd', 'gw_port': {'id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'ca91694b-2b9a-407e-9220-9bd4baa2d221', 'name': '', 'network_id': '935a2388-f586-4a46-8ec9-e530260a02a1', 'tenant_id': '694de7fb94d847718ed14704c40e88dd', 'mac_address': 'fa:16:3e:ac:c1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'affbb17a-40a5-4ab3-b531-d0f5de8806d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:49Z', 'updated_at': '2021-07-16T01:10:57Z', 'revision_number': 4, 'project_id': '694de7fb94d847718ed14704c40e88dd', 'subnets': [{'id': 'affbb17a-40a5-4ab3-b531-d0f5de8806d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:10:58.615232 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Pushing event updated for resources: {'Port': ['ID=2f8f360b-f61a-4d52-8d63-8b5df89eaf36,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:10:58.636931 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:10:58.642934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:10:58.646263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac262d2d-0917-4091-b195-17cac681fd4d req-4bcc6405-db0e-45fd-9697-1827985d4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:58.648112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac262d2d-0917-4091-b195-17cac681fd4d req-4bcc6405-db0e-45fd-9697-1827985d4568 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0850317 Jul 16 01:10:58.648988 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:10:58.656485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-34ccf85d-1059-483b-8d13-19edca97816b tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:58.660917 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-34ccf85d-1059-483b-8d13-19edca97816b tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2683995 Jul 16 01:10:58.674960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fca5da-3de3-4340-840f-dd8d2c857bab None None] The sync data for ids ['f583cea0-c2df-4db1-a047-e415f8de571b'] in n-d-791505-14 is: [{'id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1314818583-router', 'tenant_id': '694de7fb94d847718ed14704c40e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:10:51Z', 'revision_number': 4, 'project_id': '694de7fb94d847718ed14704c40e88dd', 'gw_port': {'id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'ca91694b-2b9a-407e-9220-9bd4baa2d221', 'name': '', 'network_id': '935a2388-f586-4a46-8ec9-e530260a02a1', 'tenant_id': '694de7fb94d847718ed14704c40e88dd', 'mac_address': 'fa:16:3e:ac:c1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'affbb17a-40a5-4ab3-b531-d0f5de8806d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:49Z', 'updated_at': '2021-07-16T01:10:57Z', 'revision_number': 4, 'project_id': '694de7fb94d847718ed14704c40e88dd', 'subnets': [{'id': 'affbb17a-40a5-4ab3-b531-d0f5de8806d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:10:58.730242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-08e24e90-6760-4799-a016-75b1ee09fe70 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/quotas/7d341ebc11c4426b9492265433090aec HTTP/1.1" status: 200 len: 375 time: 0.0444109 Jul 16 01:10:58.849201 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-fe5dba05-10ad-4bc4-9d74-721bb698926b tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7d341ebc11c4426b9492265433090aec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1120999 Jul 16 01:10:58.863912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac262d2d-0917-4091-b195-17cac681fd4d req-abbb8ffe-61ee-459d-915e-94c27e0ba155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:58.866110 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac262d2d-0917-4091-b195-17cac681fd4d req-abbb8ffe-61ee-459d-915e-94c27e0ba155 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2037947 Jul 16 01:10:59.000026 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:59.108747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac262d2d-0917-4091-b195-17cac681fd4d req-c5e2797e-9e37-4b0d-bf59-d8ded48d961b service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233069 Jul 16 01:10:59.160503 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:59.310210 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38790) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:10:59.347586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56f2a01c-5444-4e65-9f00-c973eddcbc83 req-84070dfb-72e3-4bb5-b583-4cbe4d57c04d tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 210 time: 0.1612501 Jul 16 01:10:59.531673 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac262d2d-0917-4091-b195-17cac681fd4d req-fc9e521f-ff0f-45ac-9e3f-9fada70724c1 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4139619 Jul 16 01:10:59.655044 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e774fad1-dc5d-4411-9bf7-2818ac91f9c6 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1656158459-network', 'tenant_id': '0a6f1242be7f44c5a4ca0f2b9fa01ca0'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:10:59.736152 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e774fad1-dc5d-4411-9bf7-2818ac91f9c6 admin admin] Made reservation on behalf of 0a6f1242be7f44c5a4ca0f2b9fa01ca0 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:10:59.738724 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e774fad1-dc5d-4411-9bf7-2818ac91f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:59.786067 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e774fad1-dc5d-4411-9bf7-2818ac91f9c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:59.791947 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:59.812776 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:59.814157 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ca91694b-2b9a-407e-9220-9bd4baa2d221 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:10:59.884403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port ca91694b-2b9a-407e-9220-9bd4baa2d221 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:10:59.892049 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port ca91694b-2b9a-407e-9220-9bd4baa2d221 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:10:59.892695 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:59.919186 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:10:59.920806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560ff38-b445-45f6-9ccd-fe0471e5bd5f req-0abd0773-2954-4280-b0f6-fe92a269ec10 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:10:59.923095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5560ff38-b445-45f6-9ccd-fe0471e5bd5f req-0abd0773-2954-4280-b0f6-fe92a269ec10 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 969 time: 0.2223530 Jul 16 01:10:59.998235 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.033786 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5560ff38-b445-45f6-9ccd-fe0471e5bd5f req-edfd86ff-f582-4787-88b6-4e35a7d970f0 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/security-groups?id=6789dfde-29b8-4fbb-9671-f536456f9a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893579 Jul 16 01:11:00.038855 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Pushing event updated for resources: {'Port': ['ID=2f8f360b-f61a-4d52-8d63-8b5df89eaf36,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:00.091140 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.140296 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e774fad1-dc5d-4411-9bf7-2818ac91f9c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.154136 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e774fad1-dc5d-4411-9bf7-2818ac91f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.162446 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port ca91694b-2b9a-407e-9220-9bd4baa2d221, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ca91694b-2b9a-407e-9220-9bd4baa2d221,segment=NetworkSegment(6d686552-cb55-4e44-9640-ee3f8eb2c95c),segment_id=6d686552-cb55-4e44-9640-ee3f8eb2c95c)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:00.167572 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.174996 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e774fad1-dc5d-4411-9bf7-2818ac91f9c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:11:00.192268 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e774fad1-dc5d-4411-9bf7-2818ac91f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.193263 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-e774fad1-dc5d-4411-9bf7-2818ac91f9c6 admin admin] Added segment ae76f057-6a50-4e3a-a352-8e6fcf06637e of type vlan for network 8a12b0de-6ef6-45d3-924a-11f308816a83 Jul 16 01:11:00.250743 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e774fad1-dc5d-4411-9bf7-2818ac91f9c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.278745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=ca91694b-2b9a-407e-9220-9bd4baa2d221,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:00.315057 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.316559 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2726a3eb-4dcb-4257-a8df-4d95287efa93 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4193909 Jul 16 01:11:00.333069 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e774fad1-dc5d-4411-9bf7-2818ac91f9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.335194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e774fad1-dc5d-4411-9bf7-2818ac91f9c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:00.336166 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e774fad1-dc5d-4411-9bf7-2818ac91f9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.363905 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e774fad1-dc5d-4411-9bf7-2818ac91f9c6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0477321 Jul 16 01:11:00.367067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38826) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:00.383500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-37490c32-ed29-4d87-898a-4631b6d53afb admin admin] Request body: {'subnet': {'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1656158459-subnet', 'tenant_id': '0a6f1242be7f44c5a4ca0f2b9fa01ca0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:00.402857 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774fad1-dc5d-4411-9bf7-2818ac91f9c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a4763f3-e096-4dc8-b530-4af079fa5415,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:00.447287 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774fad1-dc5d-4411-9bf7-2818ac91f9c6 admin admin] Pushing event updated for resources: {'Network': ['ID=8a12b0de-6ef6-45d3-924a-11f308816a83,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:00.457790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37490c32-ed29-4d87-898a-4631b6d53afb admin admin] Made reservation on behalf of 0a6f1242be7f44c5a4ca0f2b9fa01ca0 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:00.459431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 8a12b0de-6ef6-45d3-924a-11f308816a83 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:11:00.464332 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-37490c32-ed29-4d87-898a-4631b6d53afb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:00.551463 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d5e7860-9ea8-4768-a4fc-a8e6bb5df7ab req-5ee60dc1-4550-42c3-9bc7-a7eadbfbed79 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 210 time: 0.1113925 Jul 16 01:11:00.798013 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-9b98edb6-f349-4443-8c6c-5617ec2a2995 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--181193529&fields=id&tenant_id=a149cbfec8a14af28ac02267946fa43c HTTP/1.1" status: 200 len: 267 time: 0.1179926 Jul 16 01:11:00.829685 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:01.265006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-ba9f377e-6258-4df9-8458-a145dec705b2 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:01.266474 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-ba9f377e-6258-4df9-8458-a145dec705b2 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/networks?id=77e7a502-3917-4cf3-9cd7-99a26b80cffa HTTP/1.1" status: 200 len: 823 time: 0.4675555 Jul 16 01:11:01.321835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-a759c189-ed97-470a-b10e-e6ced91f6f8e tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/quotas/a149cbfec8a14af28ac02267946fa43c HTTP/1.1" status: 200 len: 375 time: 0.0469456 Jul 16 01:11:01.325380 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-37490c32-ed29-4d87-898a-4631b6d53afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:01.435394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37490c32-ed29-4d87-898a-4631b6d53afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=444b39ba-692a-4b43-854c-acc759053f2e,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:01.460376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d54b7-4fe9-4e64-a7b2-2f6f2cbe14bc req-31535452-5a50-4726-aeea-ddd481bf3b38 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:01.461850 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f3d54b7-4fe9-4e64-a7b2-2f6f2cbe14bc req-31535452-5a50-4726-aeea-ddd481bf3b38 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 969 time: 0.1900656 Jul 16 01:11:01.496493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37490c32-ed29-4d87-898a-4631b6d53afb admin admin] Checking segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:01.496847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37490c32-ed29-4d87-898a-4631b6d53afb admin admin] Network hostable DHCP agents. Network: 8a12b0de-6ef6-45d3-924a-11f308816a83, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:11:01.527596 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-b2a8e088-94d1-4bdc-ad31-d238ed67adc3 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a149cbfec8a14af28ac02267946fa43c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1948514 Jul 16 01:11:01.533304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f3d54b7-4fe9-4e64-a7b2-2f6f2cbe14bc req-7c055435-0c90-4c27-b103-ec4cd21b6ac9 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/security-groups?id=6789dfde-29b8-4fbb-9671-f536456f9a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647030 Jul 16 01:11:01.541822 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37490c32-ed29-4d87-898a-4631b6d53afb admin admin] Network 8a12b0de-6ef6-45d3-924a-11f308816a83 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:11:01.551412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-501cca17-c5d6-418c-a125-a6f0426922e3 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:11:01.552428 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-501cca17-c5d6-418c-a125-a6f0426922e3 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084474 Jul 16 01:11:01.561108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-37490c32-ed29-4d87-898a-4631b6d53afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 8a12b0de-6ef6-45d3-924a-11f308816a83) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:01.565744 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37490c32-ed29-4d87-898a-4631b6d53afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:01.566725 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-37490c32-ed29-4d87-898a-4631b6d53afb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:01.575614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf93604-7742-49eb-a114-cde276575041 None None] Network 8a12b0de-6ef6-45d3-924a-11f308816a83 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:01.586368 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-37490c32-ed29-4d87-898a-4631b6d53afb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2181942 Jul 16 01:11:01.696008 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ca91694b-2b9a-407e-9220-9bd4baa2d221 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:01.728976 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.70', 55625) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:01.759596 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-030c9be5-6c23-4594-a4e3-43d72d7bc7ea tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=7d341ebc11c4426b9492265433090aec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292895 Jul 16 01:11:01.801689 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0b991f-36c7-417c-810c-d9b8545c45b4 None None] Network 8a12b0de-6ef6-45d3-924a-11f308816a83 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:01.824021 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port ca91694b-2b9a-407e-9220-9bd4baa2d221 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:01.824485 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:01.945924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-64b07e65-aef7-4a68-bcd0-05485506849c tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:01.947336 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-64b07e65-aef7-4a68-bcd0-05485506849c tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822073 Jul 16 01:11:02.007905 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Request body: {'port': {'device_id': 'a94f6959-0f62-4157-b5ed-7ce39ef6cbb4', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': '7d341ebc11c4426b9492265433090aec'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:02.079349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-04d043b4-e587-47ba-a56e-876e1927fee6 req-55cc0e3c-d973-44e6-bf09-85de52bd2462 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 210 time: 0.0379539 Jul 16 01:11:02.087954 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-4738d5eb-2645-4732-b0fd-0cb3fe9e0984 service neutron] 10.222.0.22 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920500 Jul 16 01:11:02.200518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-2e8c61f3-b054-48cd-b321-105f8a2157c3 service neutron] 10.222.0.22 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113758 Jul 16 01:11:02.225684 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Made reservation on behalf of 7d341ebc11c4426b9492265433090aec for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:02.231347 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:02.244080 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:02.386666 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:02.392514 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:02.470458 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f45db9ad-df5f-436b-939e-28e123c709d7 req-0ca3b7f4-8521-4da8-93ba-65ab55ff2e9a tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 210 time: 0.0505812 Jul 16 01:11:02.533873 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5600b9-491e-4705-bda0-a9d6f1f96c24,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:02.694916 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Allocated IP 192.168.233.105 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/c3a56e70-02dc-4e08-a7ca-81d85623dfde) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:02.712033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38924) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:02.717730 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f08b9f4d-8edf-4e75-ab9b-713c97aa6573 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1198459606-network', 'tenant_id': '29a5d46cb63d484fbf377a6b6a615e91'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:02.785058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08b9f4d-8edf-4e75-ab9b-713c97aa6573 admin admin] Made reservation on behalf of 29a5d46cb63d484fbf377a6b6a615e91 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:02.787563 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f08b9f4d-8edf-4e75-ab9b-713c97aa6573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:02.801191 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f08b9f4d-8edf-4e75-ab9b-713c97aa6573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:02.871469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a3c8c-a253-4f4c-b411-d2c6a4361f97 req-1089b678-39b0-40cf-b7d2-881788c050c2 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:02.879727 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a8a3c8c-a253-4f4c-b411-d2c6a4361f97 req-1089b678-39b0-40cf-b7d2-881788c050c2 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 969 time: 0.1308870 Jul 16 01:11:02.923504 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:02.938783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a8a3c8c-a253-4f4c-b411-d2c6a4361f97 req-f4b452fc-fd5a-43f7-9f35-8e1128d17101 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/security-groups?id=6789dfde-29b8-4fbb-9671-f536456f9a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578904 Jul 16 01:11:02.948481 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Transition to ACTIVE for port object c3a56e70-02dc-4e08-a7ca-81d85623dfde will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:02.980102 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f08b9f4d-8edf-4e75-ab9b-713c97aa6573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:02.988719 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f08b9f4d-8edf-4e75-ab9b-713c97aa6573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:03.015818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:03.015963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b9f4d-8edf-4e75-ab9b-713c97aa6573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32affcc2-f418-49b5-95a5-5ae88c0dabb3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:03.043331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f08b9f4d-8edf-4e75-ab9b-713c97aa6573 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:11:03.061701 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f08b9f4d-8edf-4e75-ab9b-713c97aa6573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:03.062183 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-f08b9f4d-8edf-4e75-ab9b-713c97aa6573 admin admin] Added segment a0f5db4b-f43f-491f-82f6-427eeb5367ff of type vlan for network 66bae072-4a11-4c4d-97a9-24169a4003b4 Jul 16 01:11:03.122051 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f08b9f4d-8edf-4e75-ab9b-713c97aa6573 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:03.145541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Pushing event updated for resources: {'Port': ['ID=c3a56e70-02dc-4e08-a7ca-81d85623dfde,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:03.159741 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f08b9f4d-8edf-4e75-ab9b-713c97aa6573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:03.160788 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08b9f4d-8edf-4e75-ab9b-713c97aa6573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:03.163416 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f08b9f4d-8edf-4e75-ab9b-713c97aa6573 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:03.177147 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:03.180909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:03.198125 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:03.214451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:03.215777 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:03.242328 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-942c24d7-7de3-4909-a4a5-78d96ef8354e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2418568 Jul 16 01:11:03.250149 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38938) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:03.250401 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f08b9f4d-8edf-4e75-ab9b-713c97aa6573 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5369334 Jul 16 01:11:03.256782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5027d892-61ab-4830-877c-978670299843 admin admin] Request body: {'subnet': {'network_id': '66bae072-4a11-4c4d-97a9-24169a4003b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1198459606-subnet', 'tenant_id': '29a5d46cb63d484fbf377a6b6a615e91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:03.289054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5027d892-61ab-4830-877c-978670299843 admin admin] Made reservation on behalf of 29a5d46cb63d484fbf377a6b6a615e91 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:03.291496 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5027d892-61ab-4830-877c-978670299843 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:03.303798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08b9f4d-8edf-4e75-ab9b-713c97aa6573 admin admin] Pushing event updated for resources: {'Network': ['ID=66bae072-4a11-4c4d-97a9-24169a4003b4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:03.320037 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 66bae072-4a11-4c4d-97a9-24169a4003b4 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:11:03.475900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1105bfd-fbab-43b2-b770-0de51e0a3bd1 req-afa347ea-766e-4c02-a4da-305bd105b482 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:03.483616 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1105bfd-fbab-43b2-b770-0de51e0a3bd1 req-afa347ea-766e-4c02-a4da-305bd105b482 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 936 time: 0.1819720 Jul 16 01:11:03.541173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1105bfd-fbab-43b2-b770-0de51e0a3bd1 req-83339818-d6f3-4a1c-9e8e-5bc267a6796e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437269 Jul 16 01:11:03.594042 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-25ff3c72-0cf4-4231-ae92-5f489c1414f9 None None] Provisioning for port c3a56e70-02dc-4e08-a7ca-81d85623dfde completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:03.599209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-25ff3c72-0cf4-4231-ae92-5f489c1414f9 None None] Provisioning complete for port c3a56e70-02dc-4e08-a7ca-81d85623dfde triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:03.600036 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-25ff3c72-0cf4-4231-ae92-5f489c1414f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:03.680215 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-25ff3c72-0cf4-4231-ae92-5f489c1414f9 None None] Port c3a56e70-02dc-4e08-a7ca-81d85623dfde cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:11:03.689259 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23c1f973-3873-4f24-a0f9-f90a1209263b req-a8466a25-6600-4411-b693-e86d9fcf18fb tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 210 time: 0.0441821 Jul 16 01:11:03.689439 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5027d892-61ab-4830-877c-978670299843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:03.745201 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027d892-61ab-4830-877c-978670299843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a124456e-4a9b-4e69-adc8-c0a6749dcf5a,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:03.760979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5027d892-61ab-4830-877c-978670299843 admin admin] Checking segment: {'id': 'a0f5db4b-f43f-491f-82f6-427eeb5367ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '66bae072-4a11-4c4d-97a9-24169a4003b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:03.761355 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5027d892-61ab-4830-877c-978670299843 admin admin] Network hostable DHCP agents. Network: 66bae072-4a11-4c4d-97a9-24169a4003b4, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:11:03.780167 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5027d892-61ab-4830-877c-978670299843 admin admin] Network 66bae072-4a11-4c4d-97a9-24169a4003b4 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:11:03.790617 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-5027d892-61ab-4830-877c-978670299843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 66bae072-4a11-4c4d-97a9-24169a4003b4) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:03.802794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970a1b2d-58d6-4fff-9442-729afafa66c2 None None] Network 66bae072-4a11-4c4d-97a9-24169a4003b4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:03.806168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5027d892-61ab-4830-877c-978670299843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:03.807511 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5027d892-61ab-4830-877c-978670299843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:03.829202 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5027d892-61ab-4830-877c-978670299843 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5774961 Jul 16 01:11:04.047057 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-dc975487-e406-47db-b291-0ec970fe700b tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:04.049451 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-dc975487-e406-47db-b291-0ec970fe700b tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.69 "GET /v2.0/networks?id=77e7a502-3917-4cf3-9cd7-99a26b80cffa HTTP/1.1" status: 200 len: 823 time: 0.1906276 Jul 16 01:11:04.075329 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea96e29f-749f-4996-af18-d18ca04577b7 None None] Network 66bae072-4a11-4c4d-97a9-24169a4003b4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:04.154108 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-b092510e-1f1c-4d38-b6f2-450b9e817f90 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a149cbfec8a14af28ac02267946fa43c HTTP/1.1" status: 200 len: 379 time: 0.0881214 Jul 16 01:11:04.183965 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-cac013de-df64-4803-879b-b595b69763ac tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Request body: {'port': {'device_id': '80c18afe-16d2-4292-9e71-5667ebd2b458', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'admin_state_up': True, 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'security_groups': ['d89a92dd-26ec-406c-aec4-85b0d39e4aa5']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:04.345510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba77dc80-1816-4d28-b704-407480bc5a88 req-6144fbfa-91db-4039-a8fc-223879c202c5 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:04.347019 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba77dc80-1816-4d28-b704-407480bc5a88 req-6144fbfa-91db-4039-a8fc-223879c202c5 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 969 time: 0.2353256 Jul 16 01:11:04.398801 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-cac013de-df64-4803-879b-b595b69763ac tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Made reservation on behalf of a149cbfec8a14af28ac02267946fa43c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:04.402479 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-cac013de-df64-4803-879b-b595b69763ac tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:04.481734 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba77dc80-1816-4d28-b704-407480bc5a88 req-b35d14d0-55f6-45f7-a3f5-9ffd0460f0c2 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/security-groups?id=6789dfde-29b8-4fbb-9671-f536456f9a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200285 Jul 16 01:11:04.546133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b881f3-9424-4eaa-897d-279271824eca req-fdfdca2c-b552-427e-85c3-9be76692caf9 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:04.547627 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b881f3-9424-4eaa-897d-279271824eca req-fdfdca2c-b552-427e-85c3-9be76692caf9 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 808 time: 0.1994965 Jul 16 01:11:04.592636 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b881f3-9424-4eaa-897d-279271824eca req-cd665707-780e-4ec4-85d1-49034e023e4b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/quotas/0a6f1242be7f44c5a4ca0f2b9fa01ca0 HTTP/1.1" status: 200 len: 375 time: 0.0376871 Jul 16 01:11:04.630635 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b881f3-9424-4eaa-897d-279271824eca req-ca68077d-afdd-4da6-94a8-131aef79cde9 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323579 Jul 16 01:11:04.634788 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 790755f1-e469-429f-ace8-afc345a27a2f details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:11:04.646488 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-a3b881f3-9424-4eaa-897d-279271824eca req-6281fbe6-2957-410d-8124-70e3a4f00774 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:11:04.647484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b881f3-9424-4eaa-897d-279271824eca req-6281fbe6-2957-410d-8124-70e3a4f00774 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089755 Jul 16 01:11:04.653875 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-cac013de-df64-4803-879b-b595b69763ac tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Allocated IP 172.20.0.5 (77e7a502-3917-4cf3-9cd7-99a26b80cffa/d69c0452-c1ca-45cd-b628-a1b93f52dacb/de19274c-bc98-41c8-ae11-336971bce060) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:04.853806 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-cac013de-df64-4803-879b-b595b69763ac tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:04.856036 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8fdbfb5f-b533-4bfa-81e2-69bc963c8e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:04.883802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-cac013de-df64-4803-879b-b595b69763ac tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Transition to ACTIVE for port object de19274c-bc98-41c8-ae11-336971bce060 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:04.917980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 790755f1-e469-429f-ace8-afc345a27a2f, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=790755f1-e469-429f-ace8-afc345a27a2f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:04.929453 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '790755f1-e469-429f-ace8-afc345a27a2f', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '790755f1-e469-429f-ace8-afc345a27a2f', 'mac_address': 'fa:16:3e:0e:2d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:tempest-test_az-793119100', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:11:04.965514 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:04.979057 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 790755f1-e469-429f-ace8-afc345a27a2f {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:05.004959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 790755f1-e469-429f-ace8-afc345a27a2f, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=790755f1-e469-429f-ace8-afc345a27a2f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:05.008580 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:05.046642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6452a-22ca-42e0-9d1a-211ccb844167 req-e45d7674-f8e8-4466-a486-09545efabd49 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:05.048365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aba6452a-22ca-42e0-9d1a-211ccb844167 req-e45d7674-f8e8-4466-a486-09545efabd49 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 936 time: 0.1775806 Jul 16 01:11:05.050994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b881f3-9424-4eaa-897d-279271824eca req-711a57f9-4ab0-4e1f-9c12-03ad744b76d2 service neutron] 10.222.0.22 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500172 Jul 16 01:11:05.052005 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-cac013de-df64-4803-879b-b595b69763ac tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:05.070591 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=790755f1-e469-429f-ace8-afc345a27a2f,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:05.148573 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-cac013de-df64-4803-879b-b595b69763ac tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Network 77e7a502-3917-4cf3-9cd7-99a26b80cffa is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:05.189632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-cac013de-df64-4803-879b-b595b69763ac tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:05.194440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac013de-df64-4803-879b-b595b69763ac tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Pushing event updated for resources: {'Port': ['ID=de19274c-bc98-41c8-ae11-336971bce060,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:05.213670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-cac013de-df64-4803-879b-b595b69763ac tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:05.220305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-cac013de-df64-4803-879b-b595b69763ac tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:05.220948 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-cac013de-df64-4803-879b-b595b69763ac tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:05.233589 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aba6452a-22ca-42e0-9d1a-211ccb844167 req-2dce83c8-f7f4-462e-b4d6-6808c75a2b1b tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792760 Jul 16 01:11:05.264138 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-cac013de-df64-4803-879b-b595b69763ac tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0865841 Jul 16 01:11:05.270598 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b881f3-9424-4eaa-897d-279271824eca req-d11b79b1-ac81-4358-8448-7685843b220f service neutron] 10.222.0.22 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099261 Jul 16 01:11:05.275989 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Request body: {'port': {'device_id': '80c18afe-16d2-4292-9e71-5667ebd2b458', 'device_owner': 'compute:tempest-test_az-793119100', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:05.302020 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['790755f1-e469-429f-ace8-afc345a27a2f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:05.362857 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:05.533963 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-839a236b-ae6d-400a-9715-9fd13ddd59ff None None] Provisioning for port de19274c-bc98-41c8-ae11-336971bce060 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:05.541803 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-839a236b-ae6d-400a-9715-9fd13ddd59ff None None] Provisioning complete for port de19274c-bc98-41c8-ae11-336971bce060 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:05.543080 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-839a236b-ae6d-400a-9715-9fd13ddd59ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:05.631659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-839a236b-ae6d-400a-9715-9fd13ddd59ff None None] Port de19274c-bc98-41c8-ae11-336971bce060 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:11:05.665722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0eabc-b5e7-4e84-8a13-9284483a70ec req-4f279d0f-0313-4ec3-bb60-f79ce00b6340 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:05.667469 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42c0eabc-b5e7-4e84-8a13-9284483a70ec req-4f279d0f-0313-4ec3-bb60-f79ce00b6340 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 931 time: 0.2577052 Jul 16 01:11:05.929706 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9434f3d6-fb6e-4667-8546-5c690e295e02 req-de9efedf-d80e-4e70-9c3b-09e65f0ce710 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 210 time: 0.0484364 Jul 16 01:11:05.966684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42c0eabc-b5e7-4e84-8a13-9284483a70ec req-4e1eb13d-7904-4096-b4a4-ade77a8ab417 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2929091 Jul 16 01:11:06.036224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de19274c-bc98-41c8-ae11-336971bce060 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:06.056769 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:06.091533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Transition to ACTIVE for port object de19274c-bc98-41c8-ae11-336971bce060 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:06.096115 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:06.163842 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Pushing event updated for resources: {'Port': ['ID=de19274c-bc98-41c8-ae11-336971bce060,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:06.180753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0487ac-9d65-444d-aab0-7b053a347828 req-6536c97d-d43b-4dcd-ab61-b8659fcc37a2 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:06.182293 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb0487ac-9d65-444d-aab0-7b053a347828 req-6536c97d-d43b-4dcd-ab61-b8659fcc37a2 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 970 time: 0.1412742 Jul 16 01:11:06.227903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Attempting to bind port de19274c-bc98-41c8-ae11-336971bce060 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:06.228205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Attempting to bind port de19274c-bc98-41c8-ae11-336971bce060 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '94929bf5-41ae-4a21-a954-5898f1a0898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:06.228678 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Attempting to bind port de19274c-bc98-41c8-ae11-336971bce060 on network 77e7a502-3917-4cf3-9cd7-99a26b80cffa {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:06.237738 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Port de19274c-bc98-41c8-ae11-336971bce060 on network 77e7a502-3917-4cf3-9cd7-99a26b80cffa not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:06.238063 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Attempting to bind port de19274c-bc98-41c8-ae11-336971bce060 on network 77e7a502-3917-4cf3-9cd7-99a26b80cffa {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:06.252153 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:06.252485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Checking segment: {'id': '94929bf5-41ae-4a21-a954-5898f1a0898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:06.252867 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Bound using segment: {'id': '94929bf5-41ae-4a21-a954-5898f1a0898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:06.253331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Bound port: de19274c-bc98-41c8-ae11-336971bce060, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94929bf5-41ae-4a21-a954-5898f1a0898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:06.253725 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:06.262593 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb0487ac-9d65-444d-aab0-7b053a347828 req-0338ba4d-df34-47d5-b05f-8e011f93b878 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/security-groups?id=6789dfde-29b8-4fbb-9671-f536456f9a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621324 Jul 16 01:11:06.343850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] For port de19274c-bc98-41c8-ae11-336971bce060, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:06.349542 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] For port de19274c-bc98-41c8-ae11-336971bce060, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=de19274c-bc98-41c8-ae11-336971bce060,segment=NetworkSegment(94929bf5-41ae-4a21-a954-5898f1a0898a),segment_id=94929bf5-41ae-4a21-a954-5898f1a0898a)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:06.358364 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:06.423397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:06.424143 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:06.425716 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] 10.222.0.69 "PUT /v2.0/ports/de19274c-bc98-41c8-ae11-336971bce060 HTTP/1.1" status: 200 len: 1113 time: 1.1540911 Jul 16 01:11:06.427362 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c18afe-16d2-4292-9e71-5667ebd2b458', 'tag': 'de19274c-bc98-41c8-ae11-336971bce060'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:06.429716 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3836bbe2-2c7c-45f4-b07c-8ae52a1f5d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "80c18afe-16d2-4292-9e71-5667ebd2b458", "tag": "de19274c-bc98-41c8-ae11-336971bce060"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:06.502986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5c98a2-1aad-4aff-9705-53ae25d43256 service neutron] Pushing event updated for resources: {'Port': ['ID=de19274c-bc98-41c8-ae11-336971bce060,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:06.544280 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6c561d-741d-44ca-a179-f91c62588f14 x-openstack-request-id: req-1c6c561d-741d-44ca-a179-f91c62588f14 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:06.546937 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c18afe-16d2-4292-9e71-5667ebd2b458", "tag": "de19274c-bc98-41c8-ae11-336971bce060", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:06.547192 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c6c561d-741d-44ca-a179-f91c62588f14 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:06.547579 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c18afe-16d2-4292-9e71-5667ebd2b458', 'tag': 'de19274c-bc98-41c8-ae11-336971bce060', 'status': 'completed', 'code': 200} Jul 16 01:11:06.586260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5efab84-89c8-4d83-a3e7-3c39f9c6ee3c req-f86bc9fc-eb30-4ed9-9a74-a27973f745bf tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:06.587848 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f5efab84-89c8-4d83-a3e7-3c39f9c6ee3c req-f86bc9fc-eb30-4ed9-9a74-a27973f745bf tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 936 time: 0.1894915 Jul 16 01:11:06.606093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5b440146-55bb-4bda-a8d6-615db2f2bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:06.608576 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-5b440146-55bb-4bda-a8d6-615db2f2bab0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a149cbfec8a14af28ac02267946fa43c&device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 1116 time: 0.1183407 Jul 16 01:11:06.609318 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 790755f1-e469-429f-ace8-afc345a27a2f up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:06.671555 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-1b60c18d-1847-42a7-896f-bf5997505992 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de19274c-bc98-41c8-ae11-336971bce060 HTTP/1.1" status: 200 len: 217 time: 0.0513978 Jul 16 01:11:06.680232 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 790755f1-e469-429f-ace8-afc345a27a2f completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:06.684582 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 790755f1-e469-429f-ace8-afc345a27a2f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:06.684967 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:06.687785 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f5efab84-89c8-4d83-a3e7-3c39f9c6ee3c req-90424dcf-c4f3-4858-b329-fc18f317ad87 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899723 Jul 16 01:11:06.742574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-52741974-1659-4b33-869c-281c7f32e048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:06.744200 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-52741974-1659-4b33-869c-281c7f32e048 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d69c0452-c1ca-45cd-b628-a1b93f52dacb HTTP/1.1" status: 200 len: 862 time: 0.0555065 Jul 16 01:11:06.785688 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:06.805935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-16cd49c6-60c0-4749-99b4-589c349401f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:06.807466 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-16cd49c6-60c0-4749-99b4-589c349401f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=77e7a502-3917-4cf3-9cd7-99a26b80cffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570152 Jul 16 01:11:06.811541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4439d030-5a99-4280-9b1a-f7ce7feb99d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790755f1-e469-429f-ace8-afc345a27a2f'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:06.828679 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39040) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:06.886864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 790755f1-e469-429f-ace8-afc345a27a2f, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=790755f1-e469-429f-ace8-afc345a27a2f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:06.893427 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:06.927473 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-9988f614-fe32-4a0e-964c-c1cff16e1338 service neutron] 10.222.0.69 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131418 Jul 16 01:11:06.944863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=790755f1-e469-429f-ace8-afc345a27a2f,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:06.978480 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd69bf32-6efd-4a2d-b4fe-0c0cfb3445d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:07.077006 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f48604be-42ab-4905-aa6f-af8a58899e59" -d '{"events": [{"server_uuid": "4439d030-5a99-4280-9b1a-f7ce7feb99d9", "name": "network-vif-plugged", "status": "completed", "tag": "790755f1-e469-429f-ace8-afc345a27a2f"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:07.080346 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-decbed3d-15ff-4453-b76c-5e2a7cce37cf req-81d2ca0e-719c-4370-abb2-bac878c3b302 service neutron] 10.222.0.69 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460013 Jul 16 01:11:07.095961 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd69bf32-6efd-4a2d-b4fe-0c0cfb3445d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:07.100790 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd69bf32-6efd-4a2d-b4fe-0c0cfb3445d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:07.106306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57fc254a-cb93-4f5c-8714-e7af2e5bb556 req-0a43e82c-33fa-4588-9797-1891e5431579 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 210 time: 0.0407691 Jul 16 01:11:07.146846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69bf32-6efd-4a2d-b4fe-0c0cfb3445d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e949b871-dd33-480e-9604-1a0e6b794333,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:07.152547 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bd69bf32-6efd-4a2d-b4fe-0c0cfb3445d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=98f891ae768348918e8759abe392cc38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226469 Jul 16 01:11:07.159857 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39056) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:07.203125 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-421f9140-e1ec-4283-b0ce-65fa8db3f016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:07.231801 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab660359-4618-4443-b0ca-8f0e6923494d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:07.243188 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ad297a-d32e-4aa7-9015-fe29d59b0d7f x-openstack-request-id: req-91ad297a-d32e-4aa7-9015-fe29d59b0d7f {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:07.243587 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4439d030-5a99-4280-9b1a-f7ce7feb99d9", "name": "network-vif-plugged", "status": "completed", "tag": "790755f1-e469-429f-ace8-afc345a27a2f", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:07.244784 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91ad297a-d32e-4aa7-9015-fe29d59b0d7f {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:07.245447 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4439d030-5a99-4280-9b1a-f7ce7feb99d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '790755f1-e469-429f-ace8-afc345a27a2f', 'code': 200} Jul 16 01:11:07.255478 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:07.262454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a47688-4757-4199-85d1-daf65e6ae56b req-4833c74a-0af5-4aa3-ad6a-61c4f2eb3ed1 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:07.264603 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1a47688-4757-4199-85d1-daf65e6ae56b req-4833c74a-0af5-4aa3-ad6a-61c4f2eb3ed1 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 964 time: 0.1039102 Jul 16 01:11:07.276180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836bbe2-2c7c-45f4-b07c-8ae52a1f5d4d req-be451e88-7753-4e29-ba5c-3f1fa8d824be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:07.277022 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab660359-4618-4443-b0ca-8f0e6923494d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:07.277630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3836bbe2-2c7c-45f4-b07c-8ae52a1f5d4d req-be451e88-7753-4e29-ba5c-3f1fa8d824be service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a149cbfec8a14af28ac02267946fa43c&device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 1116 time: 0.1077263 Jul 16 01:11:07.324298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.69', 55075) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:07.346854 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1a47688-4757-4199-85d1-daf65e6ae56b req-266edd0d-8ef9-4102-994c-48a142549342 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743537 Jul 16 01:11:07.387017 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab660359-4618-4443-b0ca-8f0e6923494d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:07.390331 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab660359-4618-4443-b0ca-8f0e6923494d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:07.394069 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ab660359-4618-4443-b0ca-8f0e6923494d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e949b871-dd33-480e-9604-1a0e6b794333 HTTP/1.1" status: 204 len: 168 time: 0.2300167 Jul 16 01:11:07.414100 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab660359-4618-4443-b0ca-8f0e6923494d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e949b871-dd33-480e-9604-1a0e6b794333,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:07.421531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836bbe2-2c7c-45f4-b07c-8ae52a1f5d4d req-61b9b345-3f07-41f3-853b-ff25a1e92f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:07.423683 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3836bbe2-2c7c-45f4-b07c-8ae52a1f5d4d req-61b9b345-3f07-41f3-853b-ff25a1e92f83 service neutron] 10.222.0.69 "GET /v2.0/networks?id=77e7a502-3917-4cf3-9cd7-99a26b80cffa HTTP/1.1" status: 200 len: 924 time: 0.1334953 Jul 16 01:11:07.442521 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac4851f-6ebf-48e1-b132-ef2b0a4f1ed4 req-61ee4049-a885-431e-a27c-ea73e182f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:07.444128 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aac4851f-6ebf-48e1-b132-ef2b0a4f1ed4 req-61ee4049-a885-431e-a27c-ea73e182f27f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 1123 time: 0.1186216 Jul 16 01:11:07.465180 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aac4851f-6ebf-48e1-b132-ef2b0a4f1ed4 req-3bc8aa0b-c9d5-4727-aee5-77c4c27d79aa service neutron] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:07.483903 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3836bbe2-2c7c-45f4-b07c-8ae52a1f5d4d req-4904f64c-effe-467f-9b7a-778542908169 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de19274c-bc98-41c8-ae11-336971bce060 HTTP/1.1" status: 200 len: 217 time: 0.0512941 Jul 16 01:11:07.569614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836bbe2-2c7c-45f4-b07c-8ae52a1f5d4d req-e41e5a89-e2a9-4bc0-95aa-b844e9c02cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:07.571220 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3836bbe2-2c7c-45f4-b07c-8ae52a1f5d4d req-e41e5a89-e2a9-4bc0-95aa-b844e9c02cb9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d69c0452-c1ca-45cd-b628-a1b93f52dacb HTTP/1.1" status: 200 len: 862 time: 0.0691271 Jul 16 01:11:07.581201 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aac4851f-6ebf-48e1-b132-ef2b0a4f1ed4 req-3bc8aa0b-c9d5-4727-aee5-77c4c27d79aa service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:07.589072 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aac4851f-6ebf-48e1-b132-ef2b0a4f1ed4 req-3bc8aa0b-c9d5-4727-aee5-77c4c27d79aa service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:07.595131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9414d-dc30-45c2-b968-d4e7de45e8cf req-2add1ca5-a257-47ff-91d4-f3ea4fd4cb9c tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:07.596710 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63a9414d-dc30-45c2-b968-d4e7de45e8cf req-2add1ca5-a257-47ff-91d4-f3ea4fd4cb9c tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 971 time: 0.1526496 Jul 16 01:11:07.636245 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aac4851f-6ebf-48e1-b132-ef2b0a4f1ed4 req-3bc8aa0b-c9d5-4727-aee5-77c4c27d79aa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6789dfde-29b8-4fbb-9671-f536456f9a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834848 Jul 16 01:11:07.638373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc8aa0b-c9d5-4727-aee5-77c4c27d79aa service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1c192158-5d6f-4c21-b152-d396f0abcb97,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:07.668345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63a9414d-dc30-45c2-b968-d4e7de45e8cf req-479d8ec8-662a-4239-96c5-c8f3601d4f9b tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/security-groups?id=6789dfde-29b8-4fbb-9671-f536456f9a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496328 Jul 16 01:11:07.678533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836bbe2-2c7c-45f4-b07c-8ae52a1f5d4d req-64ba34b4-63f1-42a4-adaa-eaf22a21c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:07.680543 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3836bbe2-2c7c-45f4-b07c-8ae52a1f5d4d req-64ba34b4-63f1-42a4-adaa-eaf22a21c0fc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=77e7a502-3917-4cf3-9cd7-99a26b80cffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016815 Jul 16 01:11:07.752335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39066) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:07.776481 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d438e2c-ea0f-49a0-a0e4-4c1f7e20df73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:07.871538 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d438e2c-ea0f-49a0-a0e4-4c1f7e20df73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:07.872233 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3836bbe2-2c7c-45f4-b07c-8ae52a1f5d4d req-e9d9a40f-4cb4-4fdb-81e7-7540f29bc507 service neutron] 10.222.0.69 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282129 Jul 16 01:11:07.876732 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d438e2c-ea0f-49a0-a0e4-4c1f7e20df73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:07.915135 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7d438e2c-ea0f-49a0-a0e4-4c1f7e20df73 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1a707a2567c4421f9f8fdf1c4ce103aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1613963 Jul 16 01:11:07.916236 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d438e2c-ea0f-49a0-a0e4-4c1f7e20df73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb9803a-8367-4668-9873-529f33744f95,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:07.918476 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39068) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:07.927673 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e59d65d-ce1e-4889-84f4-2fa985cac25d req-0737138c-4655-4db8-b07b-943cad349b56 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:07.929310 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e59d65d-ce1e-4889-84f4-2fa985cac25d req-0737138c-4655-4db8-b07b-943cad349b56 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 936 time: 0.1186392 Jul 16 01:11:07.972464 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69ce1a6d-119b-4fa5-81c3-cf0fd51701a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:07.993847 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69ce1a6d-119b-4fa5-81c3-cf0fd51701a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:08.008896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e59d65d-ce1e-4889-84f4-2fa985cac25d req-5fe911bb-9c16-4cf5-ad10-32ab629b2654 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522034 Jul 16 01:11:08.010903 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3836bbe2-2c7c-45f4-b07c-8ae52a1f5d4d req-1242a9ad-738a-43f1-b625-2ced26eaebc0 service neutron] 10.222.0.69 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318359 Jul 16 01:11:08.053116 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69ce1a6d-119b-4fa5-81c3-cf0fd51701a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:08.055829 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69ce1a6d-119b-4fa5-81c3-cf0fd51701a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:08.057002 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-69ce1a6d-119b-4fa5-81c3-cf0fd51701a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1cb9803a-8367-4668-9873-529f33744f95 HTTP/1.1" status: 204 len: 168 time: 0.1376245 Jul 16 01:11:08.065035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce1a6d-119b-4fa5-81c3-cf0fd51701a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb9803a-8367-4668-9873-529f33744f95,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:08.248835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdd00499-2c27-4afc-8a71-471926e328ff req-39a90a64-a51c-43e5-9242-a12da4b3bdd6 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 210 time: 0.0305772 Jul 16 01:11:08.396688 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:08.536355 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bcb17-6e31-43c3-9649-3b47de1e8b8c req-210afb89-990f-4860-9cc2-dc6b8f358288 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:08.538135 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c6bcb17-6e31-43c3-9649-3b47de1e8b8c req-210afb89-990f-4860-9cc2-dc6b8f358288 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 964 time: 0.0688202 Jul 16 01:11:08.581380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c6bcb17-6e31-43c3-9649-3b47de1e8b8c req-b8f34172-85e2-49cb-9c97-f1697fb61487 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375674 Jul 16 01:11:08.849861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b51bd-c1de-4a72-86fc-5d8431d6cd1b req-7363e42b-b3eb-4eea-b86f-342f451cd41c tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:08.852256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2f4b51bd-c1de-4a72-86fc-5d8431d6cd1b req-7363e42b-b3eb-4eea-b86f-342f451cd41c tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 971 time: 0.0667875 Jul 16 01:11:08.891966 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2f4b51bd-c1de-4a72-86fc-5d8431d6cd1b req-70f08147-69d8-4e31-88e6-263579f36dad tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/security-groups?id=6789dfde-29b8-4fbb-9671-f536456f9a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339994 Jul 16 01:11:09.191234 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b469f92e-e0e0-405d-8666-a0e3fcc760f0 req-7c7417ec-96f9-4e75-b987-e7509ded9a91 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:09.193011 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b469f92e-e0e0-405d-8666-a0e3fcc760f0 req-7c7417ec-96f9-4e75-b987-e7509ded9a91 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 936 time: 0.0651281 Jul 16 01:11:09.233388 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b469f92e-e0e0-405d-8666-a0e3fcc760f0 req-5f797e82-374b-4f9b-b866-183c99bab199 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348647 Jul 16 01:11:09.391123 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f3e7b60b-141f-4b58-aa37-559bfc4665cd req-eaaa9452-fd81-4b59-bab9-ecee0bfda4ee tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 210 time: 0.0307086 Jul 16 01:11:09.552692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-6e40d0cc-93e7-4681-b0fe-bb3e9002c694 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:11:09.553773 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-6e40d0cc-93e7-4681-b0fe-bb3e9002c694 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061152 Jul 16 01:11:09.737542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Request body: {'port': {'device_id': 'a94f6959-0f62-4157-b5ed-7ce39ef6cbb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:09.779437 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480ba75c-fd3c-45ab-8cfe-1db70d15f6d0 req-6feb2c55-460a-469d-aa61-573063d604d5 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:09.781463 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-480ba75c-fd3c-45ab-8cfe-1db70d15f6d0 req-6feb2c55-460a-469d-aa61-573063d604d5 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 964 time: 0.0715175 Jul 16 01:11:09.835037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-480ba75c-fd3c-45ab-8cfe-1db70d15f6d0 req-6b187842-5492-4ec5-bcf4-19d395f3a355 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459220 Jul 16 01:11:09.838242 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:09.894576 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98a44a32-63d4-473a-a816-64df4f1797bc req-f6365b1e-4426-4029-b46c-98c4a10e8d9f tempest-QuotasAdminNegativeTest-44849211 tempest-QuotasAdminNegativeTest-44849211-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6e7e95dd34ee44329f44d43610c528cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226851 Jul 16 01:11:10.012082 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:10.013187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a44a32-63d4-473a-a816-64df4f1797bc req-43ece4bc-82f2-4ac3-bf35-ca17382cabd7 tempest-QuotasAdminNegativeTest-44849211 tempest-QuotasAdminNegativeTest-44849211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:10.014720 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98a44a32-63d4-473a-a816-64df4f1797bc req-43ece4bc-82f2-4ac3-bf35-ca17382cabd7 tempest-QuotasAdminNegativeTest-44849211 tempest-QuotasAdminNegativeTest-44849211-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1154263 Jul 16 01:11:10.054038 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98a44a32-63d4-473a-a816-64df4f1797bc req-17a3491d-f629-4150-ad86-83296408da54 tempest-QuotasAdminNegativeTest-44849211 tempest-QuotasAdminNegativeTest-44849211-project] 10.222.0.22 "GET /v2.0/quotas/6e7e95dd34ee44329f44d43610c528cf HTTP/1.1" status: 200 len: 375 time: 0.0294931 Jul 16 01:11:10.093065 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98a44a32-63d4-473a-a816-64df4f1797bc req-f2d04d6b-0e92-4b48-87e2-cc959e15ed11 tempest-QuotasAdminNegativeTest-44849211 tempest-QuotasAdminNegativeTest-44849211-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e7e95dd34ee44329f44d43610c528cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316324 Jul 16 01:11:10.124753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2e03f-f3d3-4997-b08f-78d6ab8811e6 req-b837f7a6-831a-45c8-9439-39c2129a5800 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:10.126304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4b2e03f-f3d3-4997-b08f-78d6ab8811e6 req-b837f7a6-831a-45c8-9439-39c2129a5800 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 971 time: 0.1106946 Jul 16 01:11:10.168824 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4b2e03f-f3d3-4997-b08f-78d6ab8811e6 req-a1dcbd48-b4f6-4a06-9778-225180706696 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/security-groups?id=6789dfde-29b8-4fbb-9671-f536456f9a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352793 Jul 16 01:11:10.216350 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3a56e70-02dc-4e08-a7ca-81d85623dfde {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:10.226356 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:10.233639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.70', 55631) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:10.241139 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Transition to ACTIVE for port object c3a56e70-02dc-4e08-a7ca-81d85623dfde will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:10.255042 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:10.310313 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Pushing event updated for resources: {'Port': ['ID=c3a56e70-02dc-4e08-a7ca-81d85623dfde,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:10.374535 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Attempting to bind port c3a56e70-02dc-4e08-a7ca-81d85623dfde on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:10.374911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Attempting to bind port c3a56e70-02dc-4e08-a7ca-81d85623dfde by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:10.375342 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Attempting to bind port c3a56e70-02dc-4e08-a7ca-81d85623dfde on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:10.379745 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Port c3a56e70-02dc-4e08-a7ca-81d85623dfde on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:10.380098 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Attempting to bind port c3a56e70-02dc-4e08-a7ca-81d85623dfde on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:10.384963 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:10.385301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:10.385981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:10.386418 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Bound port: c3a56e70-02dc-4e08-a7ca-81d85623dfde, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:10.386781 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:10.472630 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b881f3-9424-4eaa-897d-279271824eca req-ced36513-fa09-403f-a0d0-d19c24bc25ef tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:10.474199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b881f3-9424-4eaa-897d-279271824eca req-ced36513-fa09-403f-a0d0-d19c24bc25ef tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.70 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 808 time: 0.2393129 Jul 16 01:11:10.479354 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] For port c3a56e70-02dc-4e08-a7ca-81d85623dfde, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:10.484666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] For port c3a56e70-02dc-4e08-a7ca-81d85623dfde, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c3a56e70-02dc-4e08-a7ca-81d85623dfde,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:10.490139 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:10.519777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-a3b881f3-9424-4eaa-897d-279271824eca req-8633216e-427f-46a9-9225-4d40b42dabdc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Request body: {'port': {'device_id': '49ed3614-a44c-4c99-a4cb-122f75d62d6a', 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83', 'admin_state_up': True, 'tenant_id': '0a6f1242be7f44c5a4ca0f2b9fa01ca0'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:10.530677 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:10.531585 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:10.533270 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] 10.222.0.70 "PUT /v2.0/ports/c3a56e70-02dc-4e08-a7ca-81d85623dfde HTTP/1.1" status: 200 len: 1097 time: 0.8469234 Jul 16 01:11:10.533900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a94f6959-0f62-4157-b5ed-7ce39ef6cbb4', 'tag': 'c3a56e70-02dc-4e08-a7ca-81d85623dfde'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:10.622131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87608b5c-dcde-449a-9918-74ace8855c1d req-82a9e69e-1920-4a78-a6b4-21b7fd879d3c tempest-AggregatesAdminTestJSON-316505911 tempest-AggregatesAdminTestJSON-316505911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:10.630247 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-87608b5c-dcde-449a-9918-74ace8855c1d req-82a9e69e-1920-4a78-a6b4-21b7fd879d3c tempest-AggregatesAdminTestJSON-316505911 tempest-AggregatesAdminTestJSON-316505911-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 1123 time: 0.3186202 Jul 16 01:11:10.632085 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device de19274c-bc98-41c8-ae11-336971bce060 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:11:10.673494 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2652bd62-0cf6-4e3c-97a7-f41d656896d0" -d '{"events": [{"name": "network-changed", "server_uuid": "a94f6959-0f62-4157-b5ed-7ce39ef6cbb4", "tag": "c3a56e70-02dc-4e08-a7ca-81d85623dfde"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:10.674142 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-87608b5c-dcde-449a-9918-74ace8855c1d req-f4dfd4d6-f94d-491d-bc5b-ec05c5f12384 tempest-AggregatesAdminTestJSON-316505911 tempest-AggregatesAdminTestJSON-316505911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:10.686051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8edf4-6579-4eb1-a11e-78b9dfc04b2d service neutron] Pushing event updated for resources: {'Port': ['ID=c3a56e70-02dc-4e08-a7ca-81d85623dfde,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:10.712864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b82540-2343-4514-83bf-1e32faafee03 req-05f4c5fc-e4c3-4e75-9d54-586b1b97e7fe tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:10.715913 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91b82540-2343-4514-83bf-1e32faafee03 req-05f4c5fc-e4c3-4e75-9d54-586b1b97e7fe tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 948 time: 0.2361526 Jul 16 01:11:10.728778 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-39d81cfb-1567-4c8f-a043-044bdfd42302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:10.730296 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-39d81cfb-1567-4c8f-a043-044bdfd42302 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d341ebc11c4426b9492265433090aec&device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 1100 time: 0.1337559 Jul 16 01:11:10.754841 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.db.api [req-87608b5c-dcde-449a-9918-74ace8855c1d req-f4dfd4d6-f94d-491d-bc5b-ec05c5f12384 tempest-AggregatesAdminTestJSON-316505911 tempest-AggregatesAdminTestJSON-316505911-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:11:10.754841 n-d-791505-14 neutron-server[93919]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:11:10.754841 n-d-791505-14 neutron-server[93919]: [parameters: {'project_id': '883227438a9747bd855c5df920707655', 'id': '283b5bb1-f29e-4460-86b1-3261010fb0e1', 'expiration': datetime.datetime(2021, 7, 16, 1, 13, 10, 738469)}] Jul 16 01:11:10.754841 n-d-791505-14 neutron-server[93919]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93919) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:11:10.755267 n-d-791505-14 neutron-server[93919]: DEBUG oslo_db.api [req-87608b5c-dcde-449a-9918-74ace8855c1d req-f4dfd4d6-f94d-491d-bc5b-ec05c5f12384 tempest-AggregatesAdminTestJSON-316505911 tempest-AggregatesAdminTestJSON-316505911-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:11:10.768512 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b881f3-9424-4eaa-897d-279271824eca req-8633216e-427f-46a9-9225-4d40b42dabdc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Made reservation on behalf of 0a6f1242be7f44c5a4ca0f2b9fa01ca0 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:10.772860 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a3b881f3-9424-4eaa-897d-279271824eca req-8633216e-427f-46a9-9225-4d40b42dabdc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:10.784599 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port de19274c-bc98-41c8-ae11-336971bce060, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=de19274c-bc98-41c8-ae11-336971bce060,segment=NetworkSegment(94929bf5-41ae-4a21-a954-5898f1a0898a),segment_id=94929bf5-41ae-4a21-a954-5898f1a0898a)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:10.797242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'de19274c-bc98-41c8-ae11-336971bce060', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'port_id': 'de19274c-bc98-41c8-ae11-336971bce060', 'mac_address': 'fa:16:3e:13:12:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:tempest-test_az-793119100', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:11:10.798644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91b82540-2343-4514-83bf-1e32faafee03 req-c03107b4-c218-4ea4-9858-b8c866542968 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747147 Jul 16 01:11:10.831872 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-17e67c37-8281-4c78-8fc5-b86101f9fb4e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=c3a56e70-02dc-4e08-a7ca-81d85623dfde HTTP/1.1" status: 200 len: 217 time: 0.0910289 Jul 16 01:11:10.868441 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:10.889295 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de19274c-bc98-41c8-ae11-336971bce060 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:10.901943 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-fbf1d572-6aae-444d-9921-434c3810de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:10.905520 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-fbf1d572-6aae-444d-9921-434c3810de69 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0681982 Jul 16 01:11:10.917929 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port de19274c-bc98-41c8-ae11-336971bce060, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=de19274c-bc98-41c8-ae11-336971bce060,segment=NetworkSegment(94929bf5-41ae-4a21-a954-5898f1a0898a),segment_id=94929bf5-41ae-4a21-a954-5898f1a0898a)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:10.923793 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:10.999392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=de19274c-bc98-41c8-ae11-336971bce060,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:11.003591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-b67dbc4d-88d9-4258-9fa6-333a3ed5debb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:11.005504 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-b67dbc4d-88d9-4258-9fa6-333a3ed5debb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0919168 Jul 16 01:11:11.105939 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-af8ca3b9-e50e-4551-adca-b394c7c3a0b1 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934112 Jul 16 01:11:11.129041 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a55830d1-12c4-45ab-bacc-6d07c7d1f23e req-42d40b68-cf01-48c8-8d0b-ace9905aba33 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 210 time: 0.0331950 Jul 16 01:11:11.147400 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-a3b881f3-9424-4eaa-897d-279271824eca req-8633216e-427f-46a9-9225-4d40b42dabdc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Allocated IP 172.20.0.8 (8a12b0de-6ef6-45d3-924a-11f308816a83/444b39ba-692a-4b43-854c-acc759053f2e/437a3fbc-6ad9-4578-8878-786556d0a7d6) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:11.186451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['de19274c-bc98-41c8-ae11-336971bce060'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:11.195591 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5d619f0d-77f6-475a-a81c-46a80dfda736 req-6f7773df-5bd9-4ebb-afc7-1981c64e48c5 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832124 Jul 16 01:11:11.259659 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d038b701-2f1e-4c48-b9b2-57b8e5fbf40a x-openstack-request-id: req-d038b701-2f1e-4c48-b9b2-57b8e5fbf40a {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:11.260068 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a94f6959-0f62-4157-b5ed-7ce39ef6cbb4", "tag": "c3a56e70-02dc-4e08-a7ca-81d85623dfde", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:11.260405 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d038b701-2f1e-4c48-b9b2-57b8e5fbf40a {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:11.260956 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a94f6959-0f62-4157-b5ed-7ce39ef6cbb4', 'tag': 'c3a56e70-02dc-4e08-a7ca-81d85623dfde', 'status': 'completed', 'code': 200} Jul 16 01:11:11.264812 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-87608b5c-dcde-449a-9918-74ace8855c1d req-f4dfd4d6-f94d-491d-bc5b-ec05c5f12384 tempest-AggregatesAdminTestJSON-316505911 tempest-AggregatesAdminTestJSON-316505911-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:11.331851 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a3b881f3-9424-4eaa-897d-279271824eca req-8633216e-427f-46a9-9225-4d40b42dabdc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:11.345978 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652bd62-0cf6-4e3c-97a7-f41d656896d0 req-c431b29e-2e2a-4927-9ad3-5f53e6b4b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:11.348061 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2652bd62-0cf6-4e3c-97a7-f41d656896d0 req-c431b29e-2e2a-4927-9ad3-5f53e6b4b717 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=7d341ebc11c4426b9492265433090aec&device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 1100 time: 0.0563307 Jul 16 01:11:11.457131 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a3b881f3-9424-4eaa-897d-279271824eca req-8633216e-427f-46a9-9225-4d40b42dabdc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:11.461776 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-87608b5c-dcde-449a-9918-74ace8855c1d req-f4dfd4d6-f94d-491d-bc5b-ec05c5f12384 tempest-AggregatesAdminTestJSON-316505911 tempest-AggregatesAdminTestJSON-316505911-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:11.474467 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-87608b5c-dcde-449a-9918-74ace8855c1d req-f4dfd4d6-f94d-491d-bc5b-ec05c5f12384 tempest-AggregatesAdminTestJSON-316505911 tempest-AggregatesAdminTestJSON-316505911-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:11.549752 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6636fd05-ee79-4a05-a1a0-ca02720c9c81 req-ee30dc18-6d74-4c77-b5f4-c6724ebdae36 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:11.551342 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6636fd05-ee79-4a05-a1a0-ca02720c9c81 req-ee30dc18-6d74-4c77-b5f4-c6724ebdae36 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 965 time: 0.1844738 Jul 16 01:11:11.565375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-87608b5c-dcde-449a-9918-74ace8855c1d req-f4dfd4d6-f94d-491d-bc5b-ec05c5f12384 tempest-AggregatesAdminTestJSON-316505911 tempest-AggregatesAdminTestJSON-316505911-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6789dfde-29b8-4fbb-9671-f536456f9a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9342279 Jul 16 01:11:11.570387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b881f3-9424-4eaa-897d-279271824eca req-8633216e-427f-46a9-9225-4d40b42dabdc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Network 8a12b0de-6ef6-45d3-924a-11f308816a83 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:11.583321 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-a3b881f3-9424-4eaa-897d-279271824eca req-8633216e-427f-46a9-9225-4d40b42dabdc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:11.589286 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b881f3-9424-4eaa-897d-279271824eca req-8633216e-427f-46a9-9225-4d40b42dabdc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:11.594975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b881f3-9424-4eaa-897d-279271824eca req-8633216e-427f-46a9-9225-4d40b42dabdc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:11.595616 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a3b881f3-9424-4eaa-897d-279271824eca req-8633216e-427f-46a9-9225-4d40b42dabdc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:11.606279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dfd4d6-f94d-491d-bc5b-ec05c5f12384 tempest-AggregatesAdminTestJSON-316505911 tempest-AggregatesAdminTestJSON-316505911-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d2b78a-3ab9-4104-aeae-fb120c994b8f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:11.613219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633216e-427f-46a9-9225-4d40b42dabdc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Pushing event updated for resources: {'Port': ['ID=437a3fbc-6ad9-4578-8878-786556d0a7d6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:11.632596 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b881f3-9424-4eaa-897d-279271824eca req-8633216e-427f-46a9-9225-4d40b42dabdc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1387897 Jul 16 01:11:11.641498 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6636fd05-ee79-4a05-a1a0-ca02720c9c81 req-f69009e0-d628-4bee-868b-7d26634c27fb tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730739 Jul 16 01:11:11.646939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Request body: {'port': {'device_id': '49ed3614-a44c-4c99-a4cb-122f75d62d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:11.649245 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652bd62-0cf6-4e3c-97a7-f41d656896d0 req-7c88de27-0ed8-46b5-9ec1-c8cc7f8f3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:11.650775 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2652bd62-0cf6-4e3c-97a7-f41d656896d0 req-7c88de27-0ed8-46b5-9ec1-c8cc7f8f3b19 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2963686 Jul 16 01:11:11.697525 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2652bd62-0cf6-4e3c-97a7-f41d656896d0 req-51976303-d16d-4a66-9993-f87254b648d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=c3a56e70-02dc-4e08-a7ca-81d85623dfde HTTP/1.1" status: 200 len: 217 time: 0.0396020 Jul 16 01:11:11.729531 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:11.753879 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652bd62-0cf6-4e3c-97a7-f41d656896d0 req-68b83d00-0468-413e-81c6-11449eb55826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:11.766787 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2652bd62-0cf6-4e3c-97a7-f41d656896d0 req-68b83d00-0468-413e-81c6-11449eb55826 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0624740 Jul 16 01:11:11.855731 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2652bd62-0cf6-4e3c-97a7-f41d656896d0 req-f095390d-1b86-462b-9cd7-3d624999290b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:11.857443 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2652bd62-0cf6-4e3c-97a7-f41d656896d0 req-f095390d-1b86-462b-9cd7-3d624999290b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0839345 Jul 16 01:11:11.917638 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51ef7193-a70c-4bbd-8a13-dff4867ecdb9 req-4e3d8165-9855-46f3-86ed-4ab333e1b0ca tempest-QuotasAdminNegativeTest-44849211 tempest-QuotasAdminNegativeTest-44849211-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6e7e95dd34ee44329f44d43610c528cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274115 Jul 16 01:11:11.966092 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2652bd62-0cf6-4e3c-97a7-f41d656896d0 req-e3e65955-6fff-4e8d-8a38-53b7741761e0 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892105 Jul 16 01:11:12.064053 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2652bd62-0cf6-4e3c-97a7-f41d656896d0 req-a58f7d8f-3f6c-4d6f-9a68-a2e231bd3b05 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880325 Jul 16 01:11:12.150833 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef7193-a70c-4bbd-8a13-dff4867ecdb9 req-8b7ae650-f481-447e-a2bd-5a57086f7189 tempest-QuotasAdminNegativeTest-44849211 tempest-QuotasAdminNegativeTest-44849211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:12.152322 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51ef7193-a70c-4bbd-8a13-dff4867ecdb9 req-8b7ae650-f481-447e-a2bd-5a57086f7189 tempest-QuotasAdminNegativeTest-44849211 tempest-QuotasAdminNegativeTest-44849211-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092850 Jul 16 01:11:12.161678 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba23c475-42e8-4019-954b-b35cadc8f40a req-2eee3cf8-acb7-4c15-9e09-e4d36ffc94a7 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:12.163321 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba23c475-42e8-4019-954b-b35cadc8f40a req-2eee3cf8-acb7-4c15-9e09-e4d36ffc94a7 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 948 time: 0.2213535 Jul 16 01:11:12.167869 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 437a3fbc-6ad9-4578-8878-786556d0a7d6 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:12.187978 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:12.198861 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51ef7193-a70c-4bbd-8a13-dff4867ecdb9 req-576e7391-db7e-46ec-969f-24008b644539 tempest-QuotasAdminNegativeTest-44849211 tempest-QuotasAdminNegativeTest-44849211-project] 10.222.0.22 "GET /v2.0/quotas/6e7e95dd34ee44329f44d43610c528cf HTTP/1.1" status: 200 len: 375 time: 0.0331106 Jul 16 01:11:12.221773 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Transition to ACTIVE for port object 437a3fbc-6ad9-4578-8878-786556d0a7d6 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:12.245844 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51ef7193-a70c-4bbd-8a13-dff4867ecdb9 req-1b923cf7-ab80-49f3-bcdb-0d0158377e1e tempest-QuotasAdminNegativeTest-44849211 tempest-QuotasAdminNegativeTest-44849211-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e7e95dd34ee44329f44d43610c528cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404763 Jul 16 01:11:12.248793 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:12.258521 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba23c475-42e8-4019-954b-b35cadc8f40a req-6c3ad4c1-3cfc-4ddc-96ee-acd64198265b tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806849 Jul 16 01:11:12.303822 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Pushing event updated for resources: {'Port': ['ID=437a3fbc-6ad9-4578-8878-786556d0a7d6,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:12.334374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Attempting to bind port 437a3fbc-6ad9-4578-8878-786556d0a7d6 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:12.334718 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Attempting to bind port 437a3fbc-6ad9-4578-8878-786556d0a7d6 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:12.335044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Attempting to bind port 437a3fbc-6ad9-4578-8878-786556d0a7d6 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:12.339342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Port 437a3fbc-6ad9-4578-8878-786556d0a7d6 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:12.339657 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Attempting to bind port 437a3fbc-6ad9-4578-8878-786556d0a7d6 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:12.344969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:12.345302 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Checking segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:12.345684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Bound using segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:12.346108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Bound port: 437a3fbc-6ad9-4578-8878-786556d0a7d6, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:12.346462 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:12.448507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] For port 437a3fbc-6ad9-4578-8878-786556d0a7d6, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:12.462366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] For port 437a3fbc-6ad9-4578-8878-786556d0a7d6, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:12.470081 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:12.512488 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:12.513131 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:12.514583 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b881f3-9424-4eaa-897d-279271824eca req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] 10.222.0.70 "PUT /v2.0/ports/437a3fbc-6ad9-4578-8878-786556d0a7d6 HTTP/1.1" status: 200 len: 1092 time: 0.8720117 Jul 16 01:11:12.522034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49ed3614-a44c-4c99-a4cb-122f75d62d6a', 'tag': '437a3fbc-6ad9-4578-8878-786556d0a7d6'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:12.524347 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec71967-6e05-48ca-8749-32a7655e6781" -d '{"events": [{"name": "network-changed", "server_uuid": "49ed3614-a44c-4c99-a4cb-122f75d62d6a", "tag": "437a3fbc-6ad9-4578-8878-786556d0a7d6"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:12.557313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94866bfa-b824-443e-8943-9484d9d10a67 req-93247824-2883-4d04-a571-442de673dda2 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:12.558689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94866bfa-b824-443e-8943-9484d9d10a67 req-93247824-2883-4d04-a571-442de673dda2 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 943 time: 0.1488080 Jul 16 01:11:12.567123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cd8cc-e04e-462b-b498-e4900dafede3 service neutron] Pushing event updated for resources: {'Port': ['ID=437a3fbc-6ad9-4578-8878-786556d0a7d6,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:12.630735 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device de19274c-bc98-41c8-ae11-336971bce060 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:12.632341 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94866bfa-b824-443e-8943-9484d9d10a67 req-fd1b547e-dd94-43df-8912-4580e487486e tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604787 Jul 16 01:11:12.652280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b881f3-9424-4eaa-897d-279271824eca req-f65331d9-4e09-469a-a524-8b934aa98f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:12.655107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b881f3-9424-4eaa-897d-279271824eca req-f65331d9-4e09-469a-a524-8b934aa98f4c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 1095 time: 0.0944474 Jul 16 01:11:12.685405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port de19274c-bc98-41c8-ae11-336971bce060 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:12.690001 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port de19274c-bc98-41c8-ae11-336971bce060 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:12.690485 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:12.698319 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b881f3-9424-4eaa-897d-279271824eca req-dbc9a160-be47-448f-9515-7fb4daf03306 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0360570 Jul 16 01:11:12.704224 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5febd770-65ef-4e8a-ad1e-60fa9e40d60f x-openstack-request-id: req-5febd770-65ef-4e8a-ad1e-60fa9e40d60f {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:12.704514 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49ed3614-a44c-4c99-a4cb-122f75d62d6a", "tag": "437a3fbc-6ad9-4578-8878-786556d0a7d6", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:12.704807 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5febd770-65ef-4e8a-ad1e-60fa9e40d60f {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:12.705392 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ed3614-a44c-4c99-a4cb-122f75d62d6a', 'tag': '437a3fbc-6ad9-4578-8878-786556d0a7d6', 'status': 'completed', 'code': 200} Jul 16 01:11:12.757661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b881f3-9424-4eaa-897d-279271824eca req-ac1c4197-61d7-498d-848f-0b73adf646dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:12.759145 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b881f3-9424-4eaa-897d-279271824eca req-ac1c4197-61d7-498d-848f-0b73adf646dc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.0529585 Jul 16 01:11:12.788054 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:12.811479 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b881f3-9424-4eaa-897d-279271824eca req-7c0bbd2a-8b33-4530-970e-46bb60529179 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457296 Jul 16 01:11:12.816981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c18afe-16d2-4292-9e71-5667ebd2b458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de19274c-bc98-41c8-ae11-336971bce060'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:12.819346 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3049aa72-b083-40ce-851c-2a754ccb3ae6" -d '{"events": [{"server_uuid": "80c18afe-16d2-4292-9e71-5667ebd2b458", "name": "network-vif-plugged", "status": "completed", "tag": "de19274c-bc98-41c8-ae11-336971bce060"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:12.834674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port de19274c-bc98-41c8-ae11-336971bce060, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=de19274c-bc98-41c8-ae11-336971bce060,segment=NetworkSegment(94929bf5-41ae-4a21-a954-5898f1a0898a),segment_id=94929bf5-41ae-4a21-a954-5898f1a0898a)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:12.839026 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:12.897586 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=de19274c-bc98-41c8-ae11-336971bce060,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:12.944430 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b881f3-9424-4eaa-897d-279271824eca req-edf0c38f-fe73-4875-9250-41fd991dc9ad service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263845 Jul 16 01:11:12.997009 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d562edc2-510a-4555-a6ae-3d2d0a3f041c req-07ce5e97-c8df-47ea-afa9-ae16de8e9cff tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:12.998504 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d562edc2-510a-4555-a6ae-3d2d0a3f041c req-07ce5e97-c8df-47ea-afa9-ae16de8e9cff tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 966 time: 0.1106954 Jul 16 01:11:13.079452 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d562edc2-510a-4555-a6ae-3d2d0a3f041c req-7375566a-c8dd-4638-a74e-5ff3d2444525 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525720 Jul 16 01:11:13.083188 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b881f3-9424-4eaa-897d-279271824eca req-649c591c-45db-4468-b846-87d61d45140c service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310840 Jul 16 01:11:13.092467 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e9bd47-789b-4854-a95a-2d65b2a1e720 x-openstack-request-id: req-d6e9bd47-789b-4854-a95a-2d65b2a1e720 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:13.092762 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c18afe-16d2-4292-9e71-5667ebd2b458", "name": "network-vif-plugged", "status": "completed", "tag": "de19274c-bc98-41c8-ae11-336971bce060", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:13.093011 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6e9bd47-789b-4854-a95a-2d65b2a1e720 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:13.093395 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c18afe-16d2-4292-9e71-5667ebd2b458', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de19274c-bc98-41c8-ae11-336971bce060', 'code': 200} Jul 16 01:11:13.234197 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc928cfb-89b1-4cf4-8646-a91fd96991bc req-cb9423aa-93d1-4302-bc6c-4559d4be81bb tempest-QuotasAdminNegativeTest-44849211 tempest-QuotasAdminNegativeTest-44849211-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=6e7e95dd34ee44329f44d43610c528cf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304828 Jul 16 01:11:13.295861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec71967-6e05-48ca-8749-32a7655e6781 req-92a862d4-37b6-4944-bd2c-e06eeefaee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:13.297376 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aec71967-6e05-48ca-8749-32a7655e6781 req-92a862d4-37b6-4944-bd2c-e06eeefaee6b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 1095 time: 0.1555600 Jul 16 01:11:13.345117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5981c3-52f1-46b8-b66b-d4aa5f9a9df4 req-b03cbaaa-107f-44b7-bfcf-2b386ae8a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:13.346440 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d5981c3-52f1-46b8-b66b-d4aa5f9a9df4 req-b03cbaaa-107f-44b7-bfcf-2b386ae8a860 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 1118 time: 0.1766367 Jul 16 01:11:13.460632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc928cfb-89b1-4cf4-8646-a91fd96991bc req-2dcdbf98-94e9-422f-afe0-d6c1bc55f9be tempest-QuotasAdminNegativeTest-44849211 tempest-QuotasAdminNegativeTest-44849211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:13.462051 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc928cfb-89b1-4cf4-8646-a91fd96991bc req-2dcdbf98-94e9-422f-afe0-d6c1bc55f9be tempest-QuotasAdminNegativeTest-44849211 tempest-QuotasAdminNegativeTest-44849211-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2201719 Jul 16 01:11:13.493361 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d5981c3-52f1-46b8-b66b-d4aa5f9a9df4 req-b8a65c80-a047-489a-add2-be58e88e1667 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361907 Jul 16 01:11:13.500469 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc928cfb-89b1-4cf4-8646-a91fd96991bc req-af2a1ab2-acf3-4332-8d82-d17043c4e120 tempest-QuotasAdminNegativeTest-44849211 tempest-QuotasAdminNegativeTest-44849211-project] 10.222.0.22 "GET /v2.0/quotas/6e7e95dd34ee44329f44d43610c528cf HTTP/1.1" status: 200 len: 375 time: 0.0312908 Jul 16 01:11:13.540058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec71967-6e05-48ca-8749-32a7655e6781 req-05ef5eef-c53d-4c13-8518-9ba5ce391387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:13.541460 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aec71967-6e05-48ca-8749-32a7655e6781 req-05ef5eef-c53d-4c13-8518-9ba5ce391387 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.2158706 Jul 16 01:11:13.544037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc928cfb-89b1-4cf4-8646-a91fd96991bc req-ec265005-4cda-412c-819c-77ed48381eb5 tempest-QuotasAdminNegativeTest-44849211 tempest-QuotasAdminNegativeTest-44849211-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6e7e95dd34ee44329f44d43610c528cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364110 Jul 16 01:11:13.589810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0772a-23af-4142-93b8-642638b72209 req-6a9f381c-6194-4f6f-b65b-72a953345ff9 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:13.591296 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-64d0772a-23af-4142-93b8-642638b72209 req-6a9f381c-6194-4f6f-b65b-72a953345ff9 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 948 time: 0.2147257 Jul 16 01:11:13.592627 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aec71967-6e05-48ca-8749-32a7655e6781 req-6ce57097-6c9c-4fc9-a4f2-c650a3d7c33b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0444524 Jul 16 01:11:13.664393 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-64d0772a-23af-4142-93b8-642638b72209 req-15fdadd5-b62c-4f21-ad14-cb79a85bcc02 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674651 Jul 16 01:11:13.671553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec71967-6e05-48ca-8749-32a7655e6781 req-3dceee5b-3ddd-47ce-890b-7edfa246efef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:13.673017 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aec71967-6e05-48ca-8749-32a7655e6781 req-3dceee5b-3ddd-47ce-890b-7edfa246efef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.0702810 Jul 16 01:11:13.709598 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aec71967-6e05-48ca-8749-32a7655e6781 req-d61c0554-3524-4eaf-8eda-50fe606d230b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292451 Jul 16 01:11:13.812705 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aec71967-6e05-48ca-8749-32a7655e6781 req-030e6c25-6a2c-46b5-835f-ffbcf067a719 service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954001 Jul 16 01:11:14.136506 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39322) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:14.145727 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aec71967-6e05-48ca-8749-32a7655e6781 req-3835db66-ebde-4c29-b4aa-e3c09a3ced2a service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252807 Jul 16 01:11:14.162249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dff76a-9bf9-44b1-85b0-1500b732712c req-c35a9037-394a-4468-84b8-2f7670355329 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:14.164064 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6dff76a-9bf9-44b1-85b0-1500b732712c req-c35a9037-394a-4468-84b8-2f7670355329 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 943 time: 0.1328466 Jul 16 01:11:14.206191 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6dff76a-9bf9-44b1-85b0-1500b732712c req-412e89ab-ac17-4ac7-bf4c-07d3eb8e462b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361528 Jul 16 01:11:14.286054 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-27cc8e1e-5c13-4951-9503-60808233fef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.394858 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-27cc8e1e-5c13-4951-9503-60808233fef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.403304 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-27cc8e1e-5c13-4951-9503-60808233fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.403502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1428d-d4f5-4a8f-b5ba-65cdb916d8c8 req-2ef57b4f-2da2-4b47-ad45-92a3631a047f tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:14.405739 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e9a1428d-d4f5-4a8f-b5ba-65cdb916d8c8 req-2ef57b4f-2da2-4b47-ad45-92a3631a047f tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 966 time: 0.0818884 Jul 16 01:11:14.451718 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e9a1428d-d4f5-4a8f-b5ba-65cdb916d8c8 req-81883e3b-e031-43f2-b440-e79b889ee276 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373597 Jul 16 01:11:14.455832 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-27cc8e1e-5c13-4951-9503-60808233fef7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e7e95dd34ee44329f44d43610c528cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177125 Jul 16 01:11:14.457528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc8e1e-5c13-4951-9503-60808233fef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cbb2034-f226-4003-94fb-5faf8c1aae4c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:14.459639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39346) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:14.533127 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e98b4738-7074-4460-834f-02eb71b4fe0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.558521 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e98b4738-7074-4460-834f-02eb71b4fe0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.618629 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e98b4738-7074-4460-834f-02eb71b4fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.625488 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e98b4738-7074-4460-834f-02eb71b4fe0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:14.629384 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e98b4738-7074-4460-834f-02eb71b4fe0c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9cbb2034-f226-4003-94fb-5faf8c1aae4c HTTP/1.1" status: 204 len: 168 time: 0.1686852 Jul 16 01:11:14.643229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b4738-7074-4460-834f-02eb71b4fe0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cbb2034-f226-4003-94fb-5faf8c1aae4c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:14.893510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fae000-5ab2-45f0-b885-8e8560963f55 req-8751b85e-f816-44f7-bd0f-1fbd2d04a36b tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:14.902333 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11fae000-5ab2-45f0-b885-8e8560963f55 req-8751b85e-f816-44f7-bd0f-1fbd2d04a36b tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 948 time: 0.0871754 Jul 16 01:11:14.956239 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39394) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:14.959847 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11fae000-5ab2-45f0-b885-8e8560963f55 req-c01ec268-63dc-4fe1-9c0b-e3e80b8773ed tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524964 Jul 16 01:11:14.975427 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5fc05cc-1cb1-4589-986a-be003f4fc77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.134128 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5fc05cc-1cb1-4589-986a-be003f4fc77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.153342 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5fc05cc-1cb1-4589-986a-be003f4fc77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.191892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39422) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:15.208960 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e5fc05cc-1cb1-4589-986a-be003f4fc77a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7daaeb3032c545599af68e23b9b8287b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2515328 Jul 16 01:11:15.210999 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fc05cc-1cb1-4589-986a-be003f4fc77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3649434c-e0a7-476c-bb31-8db6a1c01757,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:15.211604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39428) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:15.297189 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4090e872-ca3c-45fe-9b0d-290582c60ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.320056 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4090e872-ca3c-45fe-9b0d-290582c60ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.349601 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fe470b1-7500-4d05-abae-bc51b1e38144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.376552 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4090e872-ca3c-45fe-9b0d-290582c60ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.381257 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4090e872-ca3c-45fe-9b0d-290582c60ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.385136 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4090e872-ca3c-45fe-9b0d-290582c60ad9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3649434c-e0a7-476c-bb31-8db6a1c01757 HTTP/1.1" status: 204 len: 168 time: 0.1723249 Jul 16 01:11:15.434981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4090e872-ca3c-45fe-9b0d-290582c60ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3649434c-e0a7-476c-bb31-8db6a1c01757,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:15.475781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device c3a56e70-02dc-4e08-a7ca-81d85623dfde details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:11:15.529604 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fe470b1-7500-4d05-abae-bc51b1e38144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.535306 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fe470b1-7500-4d05-abae-bc51b1e38144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.563224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ecec7-497f-40b1-8595-2033ff3fe23a req-08b7d633-4c33-4530-948a-b8cbc08ffd89 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:15.568314 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b2ecec7-497f-40b1-8595-2033ff3fe23a req-08b7d633-4c33-4530-948a-b8cbc08ffd89 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 943 time: 0.1814239 Jul 16 01:11:15.596200 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39452) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:15.597651 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3fe470b1-7500-4d05-abae-bc51b1e38144 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c36404512ff84c04998ec092d4ad3bfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022636 Jul 16 01:11:15.627869 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe470b1-7500-4d05-abae-bc51b1e38144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b507ddc-bbc0-4354-b2bc-f57fe5534145,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:15.631342 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port c3a56e70-02dc-4e08-a7ca-81d85623dfde, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c3a56e70-02dc-4e08-a7ca-81d85623dfde,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:15.645742 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b2ecec7-497f-40b1-8595-2033ff3fe23a req-3a9057a1-f845-419c-bab7-3d3f31dd3734 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733213 Jul 16 01:11:15.680447 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'c3a56e70-02dc-4e08-a7ca-81d85623dfde', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'c3a56e70-02dc-4e08-a7ca-81d85623dfde', 'mac_address': 'fa:16:3e:d8:12:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:11:15.709347 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b7785951-3df0-4969-8500-8e63d5169414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.765734 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b7785951-3df0-4969-8500-8e63d5169414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.776321 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.794105 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3a56e70-02dc-4e08-a7ca-81d85623dfde {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:15.801633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39466) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:15.838778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port c3a56e70-02dc-4e08-a7ca-81d85623dfde, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c3a56e70-02dc-4e08-a7ca-81d85623dfde,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:15.847535 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5e92c-67ae-4476-ad71-bd3ca22b22d4 req-1629fb46-e734-4926-8b6e-389249995044 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:15.847986 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.849200 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fb5e92c-67ae-4476-ad71-bd3ca22b22d4 req-1629fb46-e734-4926-8b6e-389249995044 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 966 time: 0.1269379 Jul 16 01:11:15.891609 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b7785951-3df0-4969-8500-8e63d5169414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.894172 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b7785951-3df0-4969-8500-8e63d5169414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:15.897899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b7785951-3df0-4969-8500-8e63d5169414 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b507ddc-bbc0-4354-b2bc-f57fe5534145 HTTP/1.1" status: 204 len: 168 time: 0.2979794 Jul 16 01:11:15.918158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7785951-3df0-4969-8500-8e63d5169414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b507ddc-bbc0-4354-b2bc-f57fe5534145,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:15.952656 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fb5e92c-67ae-4476-ad71-bd3ca22b22d4 req-c21025c7-e6cb-4d2c-8b88-dff149032a81 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853949 Jul 16 01:11:15.983996 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=c3a56e70-02dc-4e08-a7ca-81d85623dfde,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:16.002834 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aa846587-4810-4e82-940a-8fcdcd29b490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.111282 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aa846587-4810-4e82-940a-8fcdcd29b490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.116449 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aa846587-4810-4e82-940a-8fcdcd29b490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.159915 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-aa846587-4810-4e82-940a-8fcdcd29b490 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=54bc04b95d0e4c30acc96d7f585014f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3548954 Jul 16 01:11:16.162285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39500) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:16.163277 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa846587-4810-4e82-940a-8fcdcd29b490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5080cc-dc4c-41c4-acfa-925e27d7dbd2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:16.180956 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['c3a56e70-02dc-4e08-a7ca-81d85623dfde'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:16.227981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9da423-9578-4694-ba09-899b4a3e49e2 req-2aa02dd5-3ddc-4f58-9c1b-83d78fa543c5 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:16.233175 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-af9da423-9578-4694-ba09-899b4a3e49e2 req-2aa02dd5-3ddc-4f58-9c1b-83d78fa543c5 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 966 time: 0.1345708 Jul 16 01:11:16.241002 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39506) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:16.252305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-c7b6875f-1d1b-49e4-b89f-4974b48ab2a4 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Request body: {'floatingip': {'port_id': 'de19274c-bc98-41c8-ae11-336971bce060'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:16.277043 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b844521e-9ba0-41f3-b932-cf4f9aeba24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.338634 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b844521e-9ba0-41f3-b932-cf4f9aeba24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.421862 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c7b6875f-1d1b-49e4-b89f-4974b48ab2a4 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.433719 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b844521e-9ba0-41f3-b932-cf4f9aeba24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.437163 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b844521e-9ba0-41f3-b932-cf4f9aeba24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.438870 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b844521e-9ba0-41f3-b932-cf4f9aeba24d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a5080cc-dc4c-41c4-acfa-925e27d7dbd2 HTTP/1.1" status: 204 len: 168 time: 0.2669137 Jul 16 01:11:16.452856 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844521e-9ba0-41f3-b932-cf4f9aeba24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5080cc-dc4c-41c4-acfa-925e27d7dbd2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:16.497713 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39520) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:16.518627 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84a0b257-baa4-4c0e-9952-052026de7a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.606339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2229ae4-a812-4b68-a2a3-4bf5f26c1f2f req-2bd0fb6f-14da-4e2f-a59b-e916d82b1513 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:16.608336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f2229ae4-a812-4b68-a2a3-4bf5f26c1f2f req-2bd0fb6f-14da-4e2f-a59b-e916d82b1513 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 949 time: 0.2276521 Jul 16 01:11:16.616540 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39522) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:16.703052 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f2229ae4-a812-4b68-a2a3-4bf5f26c1f2f req-de9a27ff-3bae-4f1b-977a-09049d9bffc0 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786779 Jul 16 01:11:16.704608 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84a0b257-baa4-4c0e-9952-052026de7a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.710796 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84a0b257-baa4-4c0e-9952-052026de7a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.789184 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-84a0b257-baa4-4c0e-9952-052026de7a9c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc6d0e9456ed44b69b92f555f39702a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893932 Jul 16 01:11:16.799151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39532) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:16.837460 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a0b257-baa4-4c0e-9952-052026de7a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d2ca63-c8f3-411a-8573-22ff46839106,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:16.951939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2da02404-f686-4217-b192-7528c9d9c60e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1869343235-network', 'tenant_id': '7079a021d6dc4f4c9130442204d61401'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:16.974714 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da02404-f686-4217-b192-7528c9d9c60e admin admin] Made reservation on behalf of 7079a021d6dc4f4c9130442204d61401 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:16.977294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2da02404-f686-4217-b192-7528c9d9c60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:16.986260 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2da02404-f686-4217-b192-7528c9d9c60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.003375 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39536) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:17.021228 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-83d92080-a350-4482-af81-6e7bbeea31a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.108322 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2da02404-f686-4217-b192-7528c9d9c60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.115630 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2da02404-f686-4217-b192-7528c9d9c60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.142571 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a72debb2-460f-4732-9d3a-38daf1706044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.149515 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da02404-f686-4217-b192-7528c9d9c60e admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:11:17.165702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da02404-f686-4217-b192-7528c9d9c60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=098dc3e1-dbae-4ce2-9931-fa25d0edd7f5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:17.176768 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2da02404-f686-4217-b192-7528c9d9c60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.177128 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-2da02404-f686-4217-b192-7528c9d9c60e admin admin] Added segment cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e of type vlan for network 0d2afb27-edda-4a71-8b0a-311b7af6fad9 Jul 16 01:11:17.230789 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2da02404-f686-4217-b192-7528c9d9c60e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.284312 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-83d92080-a350-4482-af81-6e7bbeea31a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.285357 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2da02404-f686-4217-b192-7528c9d9c60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.286406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da02404-f686-4217-b192-7528c9d9c60e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:17.287083 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2da02404-f686-4217-b192-7528c9d9c60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.293013 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-83d92080-a350-4482-af81-6e7bbeea31a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.349788 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2da02404-f686-4217-b192-7528c9d9c60e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7277243 Jul 16 01:11:17.356515 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39538) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:17.363656 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e9a38fc8-a0bb-418c-9d21-d44e124631a1 admin admin] Request body: {'subnet': {'network_id': '0d2afb27-edda-4a71-8b0a-311b7af6fad9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1869343235-subnet', 'tenant_id': '7079a021d6dc4f4c9130442204d61401', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:17.396104 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-83d92080-a350-4482-af81-6e7bbeea31a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a35a02ca9bbf4ecf9283173193968088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3916221 Jul 16 01:11:17.398387 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da02404-f686-4217-b192-7528c9d9c60e admin admin] Pushing event updated for resources: {'Network': ['ID=0d2afb27-edda-4a71-8b0a-311b7af6fad9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:17.399427 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae971833-93bf-477e-bf26-9edc440c95cd req-6713d4df-c55e-48c4-b735-a2929c9e518c tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:17.400117 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d92080-a350-4482-af81-6e7bbeea31a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52288b1d-7c14-4d66-93c8-09b5a5a589a7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:17.400953 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae971833-93bf-477e-bf26-9edc440c95cd req-6713d4df-c55e-48c4-b735-a2929c9e518c tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 943 time: 0.5358131 Jul 16 01:11:17.404668 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39540) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:17.424472 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a72debb2-460f-4732-9d3a-38daf1706044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.424896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 0d2afb27-edda-4a71-8b0a-311b7af6fad9 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:11:17.441422 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a38fc8-a0bb-418c-9d21-d44e124631a1 admin admin] Made reservation on behalf of 7079a021d6dc4f4c9130442204d61401 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:17.443698 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e9a38fc8-a0bb-418c-9d21-d44e124631a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.447793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4f31e-1a84-4502-ab20-9a7668322324 req-7e772338-ec05-4d7f-b854-036e851cf2ef tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:17.452234 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37c4f31e-1a84-4502-ab20-9a7668322324 req-7e772338-ec05-4d7f-b854-036e851cf2ef tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 971 time: 0.5251367 Jul 16 01:11:17.453548 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 437a3fbc-6ad9-4578-8878-786556d0a7d6 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:11:17.486081 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.db.resource_extend [None req-c7b6875f-1d1b-49e4-b89f-4974b48ab2a4 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:11:17.507595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device c3a56e70-02dc-4e08-a7ca-81d85623dfde up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:17.517593 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-322e5134-1c68-4c89-b16d-d24b7a00362a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.559963 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-322e5134-1c68-4c89-b16d-d24b7a00362a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.626326 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c7b6875f-1d1b-49e4-b89f-4974b48ab2a4 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.643370 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae971833-93bf-477e-bf26-9edc440c95cd req-4d815a85-9c5a-4478-a838-793853e32f73 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100260 Jul 16 01:11:17.643725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port c3a56e70-02dc-4e08-a7ca-81d85623dfde completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:17.645106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37c4f31e-1a84-4502-ab20-9a7668322324 req-0f7c99be-242c-4081-afe2-a6e9c0640667 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/security-groups?id=6789dfde-29b8-4fbb-9671-f536456f9a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479170 Jul 16 01:11:17.645774 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c7b6875f-1d1b-49e4-b89f-4974b48ab2a4 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.650720 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port c3a56e70-02dc-4e08-a7ca-81d85623dfde triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:17.651104 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.658473 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 437a3fbc-6ad9-4578-8878-786556d0a7d6, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:17.672141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '437a3fbc-6ad9-4578-8878-786556d0a7d6', 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83', 'port_id': '437a3fbc-6ad9-4578-8878-786556d0a7d6', 'mac_address': 'fa:16:3e:5b:6a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444b39ba-692a-4b43-854c-acc759053f2e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:11:17.696140 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-322e5134-1c68-4c89-b16d-d24b7a00362a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.698827 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-322e5134-1c68-4c89-b16d-d24b7a00362a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.702958 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-322e5134-1c68-4c89-b16d-d24b7a00362a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/52288b1d-7c14-4d66-93c8-09b5a5a589a7 HTTP/1.1" status: 204 len: 168 time: 0.2938104 Jul 16 01:11:17.722988 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e5134-1c68-4c89-b16d-d24b7a00362a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52288b1d-7c14-4d66-93c8-09b5a5a589a7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:17.729171 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e9a38fc8-a0bb-418c-9d21-d44e124631a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.772576 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-c7b6875f-1d1b-49e4-b89f-4974b48ab2a4 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Floating IP 832ada3c-b7cd-45bf-8bbe-5efe609d9064 associated. External IP: 172.25.2.117, port: de19274c-bc98-41c8-ae11-336971bce060. Jul 16 01:11:17.773996 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.792558 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 437a3fbc-6ad9-4578-8878-786556d0a7d6 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:17.798559 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a38fc8-a0bb-418c-9d21-d44e124631a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e5a55e-f687-4fa2-8dc5-fa0d58b3dd14,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:17.804272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a38fc8-a0bb-418c-9d21-d44e124631a1 admin admin] Checking segment: {'id': 'cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0d2afb27-edda-4a71-8b0a-311b7af6fad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:17.804698 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a38fc8-a0bb-418c-9d21-d44e124631a1 admin admin] Network hostable DHCP agents. Network: 0d2afb27-edda-4a71-8b0a-311b7af6fad9, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:11:17.824549 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a38fc8-a0bb-418c-9d21-d44e124631a1 admin admin] Network 0d2afb27-edda-4a71-8b0a-311b7af6fad9 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:11:17.832071 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a72debb2-460f-4732-9d3a-38daf1706044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.834592 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a72debb2-460f-4732-9d3a-38daf1706044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.835775 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a72debb2-460f-4732-9d3a-38daf1706044 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/60d2ca63-c8f3-411a-8573-22ff46839106 HTTP/1.1" status: 204 len: 168 time: 1.0351305 Jul 16 01:11:17.840538 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-e9a38fc8-a0bb-418c-9d21-d44e124631a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 0d2afb27-edda-4a71-8b0a-311b7af6fad9) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:17.847068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a38fc8-a0bb-418c-9d21-d44e124631a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:17.847714 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e9a38fc8-a0bb-418c-9d21-d44e124631a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.852327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72debb2-460f-4732-9d3a-38daf1706044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d2ca63-c8f3-411a-8573-22ff46839106,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:17.862328 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2761fd68-96c2-4691-8c4d-7d208c5239bc None None] Network 0d2afb27-edda-4a71-8b0a-311b7af6fad9 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:17.869638 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e9a38fc8-a0bb-418c-9d21-d44e124631a1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5073941 Jul 16 01:11:17.870259 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39550) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:17.878287 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1869343235-router', 'tenant_id': '7079a021d6dc4f4c9130442204d61401', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:17.894466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 437a3fbc-6ad9-4578-8878-786556d0a7d6, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:17.909641 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.913124 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.930033 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:17.993592 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=437a3fbc-6ad9-4578-8878-786556d0a7d6,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:18.006564 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.049074 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.111355 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port c3a56e70-02dc-4e08-a7ca-81d85623dfde, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c3a56e70-02dc-4e08-a7ca-81d85623dfde,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:18.111594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b6875f-1d1b-49e4-b89f-4974b48ab2a4 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Router f155519f-2854-4fa7-820c-9192c04882b5 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:11:18.116545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94f6959-0f62-4157-b5ed-7ce39ef6cbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a56e70-02dc-4e08-a7ca-81d85623dfde'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:18.119574 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e239d69-fe5a-4dc1-8597-a331ee764b42" -d '{"events": [{"server_uuid": "a94f6959-0f62-4157-b5ed-7ce39ef6cbb4", "name": "network-vif-plugged", "status": "completed", "tag": "c3a56e70-02dc-4e08-a7ca-81d85623dfde"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:18.126081 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.193639 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['437a3fbc-6ad9-4578-8878-786556d0a7d6'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:18.259928 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb346397-09d1-4ea8-930d-038e852cbb74 req-692bf298-9b51-4ffe-8601-602d835fd871 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:18.266813 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb346397-09d1-4ea8-930d-038e852cbb74 req-692bf298-9b51-4ffe-8601-602d835fd871 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 949 time: 0.1876841 Jul 16 01:11:18.343012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff6076-b617-4d12-b428-60e9649d86ef req-f0ac8f6e-adcc-4976-9241-942f93d7037a tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:18.345184 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-68ff6076-b617-4d12-b428-60e9649d86ef req-f0ac8f6e-adcc-4976-9241-942f93d7037a tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.69 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 971 time: 0.2667847 Jul 16 01:11:18.437202 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb346397-09d1-4ea8-930d-038e852cbb74 req-965ca4aa-d131-44e8-8b0b-49ae3f2f04ae tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694050 Jul 16 01:11:18.438595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b6875f-1d1b-49e4-b89f-4974b48ab2a4 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:11:18.462538 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd192108-7418-4467-b448-3ace3991dc4a None None] Sync routers for ids ['f155519f-2854-4fa7-820c-9192c04882b5'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:11:18.484576 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c7b6875f-1d1b-49e4-b89f-4974b48ab2a4 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.487150 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd192108-7418-4467-b448-3ace3991dc4a None None] Routers {'f155519f-2854-4fa7-820c-9192c04882b5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:18.489643 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bd192108-7418-4467-b448-3ace3991dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:11:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f155519f-2854-4fa7-820c-9192c04882b5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:18.536395 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.635496 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8979c19-684a-4d43-a0c6-63c8dbdb55c4 x-openstack-request-id: req-a8979c19-684a-4d43-a0c6-63c8dbdb55c4 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:18.636194 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94f6959-0f62-4157-b5ed-7ce39ef6cbb4", "name": "network-vif-plugged", "status": "completed", "tag": "c3a56e70-02dc-4e08-a7ca-81d85623dfde", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:18.636194 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8979c19-684a-4d43-a0c6-63c8dbdb55c4 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:18.636613 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94f6959-0f62-4157-b5ed-7ce39ef6cbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3a56e70-02dc-4e08-a7ca-81d85623dfde', 'code': 200} Jul 16 01:11:18.737325 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=c3a56e70-02dc-4e08-a7ca-81d85623dfde,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:18.755380 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-bd192108-7418-4467-b448-3ace3991dc4a None None] Set router f155519f-2854-4fa7-820c-9192c04882b5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:18.766161 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c7b6875f-1d1b-49e4-b89f-4974b48ab2a4 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "PUT /v2.0/floatingips/832ada3c-b7cd-45bf-8bbe-5efe609d9064 HTTP/1.1" status: 200 len: 1012 time: 2.5239046 Jul 16 01:11:18.784819 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c18afe-16d2-4292-9e71-5667ebd2b458', 'tag': 'de19274c-bc98-41c8-ae11-336971bce060'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:18.787479 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34b5e7a-fe5e-4234-8e00-064a7928f0fa" -d '{"events": [{"name": "network-changed", "server_uuid": "80c18afe-16d2-4292-9e71-5667ebd2b458", "tag": "de19274c-bc98-41c8-ae11-336971bce060"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:18.795682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-0d2afb27-edda-4a71-8b0a-311b7af6fad9', 'network_id': '0d2afb27-edda-4a71-8b0a-311b7af6fad9', 'tenant_id': '7079a021d6dc4f4c9130442204d61401', 'fixed_ips': [{'subnet_id': '16e5a55e-f687-4fa2-8dc5-fa0d58b3dd14'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:11:18.802871 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.847977 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d80ffd-71ba-4cff-b3bb-7e1d3ee9b6ad req-ee91af5d-472a-4bf7-aedf-3b6b74d07cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:18.849756 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8d80ffd-71ba-4cff-b3bb-7e1d3ee9b6ad req-ee91af5d-472a-4bf7-aedf-3b6b74d07cfe service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 1102 time: 0.3978641 Jul 16 01:11:18.893195 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-68ff6076-b617-4d12-b428-60e9649d86ef req-b7cdf5e4-f958-451c-838f-98c7dec3e8c0 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Deleting port 790755f1-e469-429f-ace8-afc345a27a2f {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:18.896986 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-68ff6076-b617-4d12-b428-60e9649d86ef req-b7cdf5e4-f958-451c-838f-98c7dec3e8c0 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:18.955145 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.010466 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.173394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Allocated IP 172.20.0.2 (0d2afb27-edda-4a71-8b0a-311b7af6fad9/16e5a55e-f687-4fa2-8dc5-fa0d58b3dd14/ad296a53-2c4e-4c82-964b-6e6436a609fd) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:19.220572 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8d80ffd-71ba-4cff-b3bb-7e1d3ee9b6ad req-6c210be2-9092-4704-8743-d862196bce26 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3626707 Jul 16 01:11:19.239590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-68ff6076-b617-4d12-b428-60e9649d86ef req-b7cdf5e4-f958-451c-838f-98c7dec3e8c0 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] For port 790755f1-e469-429f-ace8-afc345a27a2f, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=790755f1-e469-429f-ace8-afc345a27a2f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:19.242320 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-68ff6076-b617-4d12-b428-60e9649d86ef req-b7cdf5e4-f958-451c-838f-98c7dec3e8c0 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.280216 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-68ff6076-b617-4d12-b428-60e9649d86ef req-b7cdf5e4-f958-451c-838f-98c7dec3e8c0 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Calling delete_port for 790755f1-e469-429f-ace8-afc345a27a2f owned by compute:tempest-test_az-793119100 {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:19.318718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Allocated IP 172.25.2.70 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/0e3bf8d3-552d-45b0-81ca-f3776faeb84c) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:19.490962 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.511351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Transition to ACTIVE for port object ad296a53-2c4e-4c82-964b-6e6436a609fd will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:19.553389 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Transition to ACTIVE for port object ad296a53-2c4e-4c82-964b-6e6436a609fd will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:19.563851 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.567098 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.582725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683219f8-3894-49f0-aacc-67b8fd593203 req-50a90bca-8224-4bb6-96b1-99a8df9b645d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:19.597690 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-683219f8-3894-49f0-aacc-67b8fd593203 req-50a90bca-8224-4bb6-96b1-99a8df9b645d tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 971 time: 0.5277975 Jul 16 01:11:19.629851 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bd192108-7418-4467-b448-3ace3991dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:40Z', 'revision_number': 4, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '832ada3c-b7cd-45bf-8bbe-5efe609d9064', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'port_id': 'de19274c-bc98-41c8-ae11-336971bce060', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'mac_address': 'fa:16:3e:13:12:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c18afe-16d2-4292-9e71-5667ebd2b458', 'device_owner': 'compute:tempest-test_az-793119100'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:10:58Z', 'updated_at': '2021-07-16T01:11:17Z', 'revision_number': 1, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51326f5-cc8d-478e-b2f7-2bf252749aed', 'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'mac_address': 'fa:16:3e:be:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:39Z', 'updated_at': '2021-07-16T01:10:48Z', 'revision_number': 5, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'subnets': [{'id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:19.651069 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Network 0d2afb27-edda-4a71-8b0a-311b7af6fad9 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:19.653648 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.668024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:19.669040 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd192108-7418-4467-b448-3ace3991dc4a None None] Checking router: f155519f-2854-4fa7-820c-9192c04882b5 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:11:19.678795 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd192108-7418-4467-b448-3ace3991dc4a None None] Routers {'f155519f-2854-4fa7-820c-9192c04882b5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:19.679665 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bd192108-7418-4467-b448-3ace3991dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:11:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f155519f-2854-4fa7-820c-9192c04882b5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:19.697590 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:19.742449 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:19.749700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:19.755935 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Pushing event updated for resources: {'Port': ['ID=ad296a53-2c4e-4c82-964b-6e6436a609fd,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:19.762013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:19.803953 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-683219f8-3894-49f0-aacc-67b8fd593203 req-e0e3c9cc-c3a1-497d-9ac9-2bd7bccfef85 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/security-groups?id=6789dfde-29b8-4fbb-9671-f536456f9a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867118 Jul 16 01:11:19.844332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Attempting to bind port ad296a53-2c4e-4c82-964b-6e6436a609fd on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:19.844878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Attempting to bind port ad296a53-2c4e-4c82-964b-6e6436a609fd by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0d2afb27-edda-4a71-8b0a-311b7af6fad9'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:19.845434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Attempting to bind port ad296a53-2c4e-4c82-964b-6e6436a609fd on network 0d2afb27-edda-4a71-8b0a-311b7af6fad9 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:19.863959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:19.866892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Checking segment: {'id': 'cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0d2afb27-edda-4a71-8b0a-311b7af6fad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:19.867411 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.871221 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Bound using segment: {'id': 'cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0d2afb27-edda-4a71-8b0a-311b7af6fad9'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:19.871855 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Bound port: ad296a53-2c4e-4c82-964b-6e6436a609fd, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0d2afb27-edda-4a71-8b0a-311b7af6fad9'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:19.874079 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:19.906433 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-bd192108-7418-4467-b448-3ace3991dc4a None None] Set router f155519f-2854-4fa7-820c-9192c04882b5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:19.952473 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Pushing event updated for resources: {'Port': ['ID=0e3bf8d3-552d-45b0-81ca-f3776faeb84c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:19.968808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05acddc-1918-4e26-a679-9e0e3742254c req-03880ecf-4a41-4c10-b27f-2f2ac4d78c1b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:19.979021 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f05acddc-1918-4e26-a679-9e0e3742254c req-03880ecf-4a41-4c10-b27f-2f2ac4d78c1b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 944 time: 0.4953763 Jul 16 01:11:20.048706 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] For port ad296a53-2c4e-4c82-964b-6e6436a609fd, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:20.053244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] For port ad296a53-2c4e-4c82-964b-6e6436a609fd, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ad296a53-2c4e-4c82-964b-6e6436a609fd,segment=NetworkSegment(cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e),segment_id=cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:20.063210 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:20.146673 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f05acddc-1918-4e26-a679-9e0e3742254c req-ec87b02a-4c38-4073-bd60-e94c607b1d09 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665595 Jul 16 01:11:20.151025 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-68ff6076-b617-4d12-b428-60e9649d86ef req-b7cdf5e4-f958-451c-838f-98c7dec3e8c0 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:20.225598 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec74b16-a7e0-41f0-a7ef-04386ff961be None None] Pushing event updated for resources: {'Port': ['ID=ad296a53-2c4e-4c82-964b-6e6436a609fd,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:20.240300 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['790755f1-e469-429f-ace8-afc345a27a2f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:20.288861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdf5e4-f958-451c-838f-98c7dec3e8c0 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Pushing event deleted for resources: {'Port': ['ID=790755f1-e469-429f-ace8-afc345a27a2f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:20.313337 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:20.480500 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bd192108-7418-4467-b448-3ace3991dc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:40Z', 'revision_number': 4, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '832ada3c-b7cd-45bf-8bbe-5efe609d9064', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'port_id': 'de19274c-bc98-41c8-ae11-336971bce060', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'mac_address': 'fa:16:3e:13:12:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c18afe-16d2-4292-9e71-5667ebd2b458', 'device_owner': 'compute:tempest-test_az-793119100'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:10:58Z', 'updated_at': '2021-07-16T01:11:17Z', 'revision_number': 1, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51326f5-cc8d-478e-b2f7-2bf252749aed', 'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'mac_address': 'fa:16:3e:be:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:39Z', 'updated_at': '2021-07-16T01:10:48Z', 'revision_number': 5, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'subnets': [{'id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:20.493561 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ff6076-b617-4d12-b428-60e9649d86ef req-b7cdf5e4-f958-451c-838f-98c7dec3e8c0 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] No DVR routers for this DVR port 790755f1-e469-429f-ace8-afc345a27a2f on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:20.561610 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-68ff6076-b617-4d12-b428-60e9649d86ef req-b7cdf5e4-f958-451c-838f-98c7dec3e8c0 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:20.563956 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-68ff6076-b617-4d12-b428-60e9649d86ef req-b7cdf5e4-f958-451c-838f-98c7dec3e8c0 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.69 "DELETE /v2.0/ports/790755f1-e469-429f-ace8-afc345a27a2f HTTP/1.1" status: 204 len: 173 time: 2.2123151 Jul 16 01:11:20.567865 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82064639-a0aa-4c09-8fb8-a092c2a98c20 x-openstack-request-id: req-82064639-a0aa-4c09-8fb8-a092c2a98c20 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:20.568460 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c18afe-16d2-4292-9e71-5667ebd2b458", "tag": "de19274c-bc98-41c8-ae11-336971bce060", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:20.576905 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82064639-a0aa-4c09-8fb8-a092c2a98c20 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:20.576905 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80c18afe-16d2-4292-9e71-5667ebd2b458', 'tag': 'de19274c-bc98-41c8-ae11-336971bce060', 'status': 'completed', 'code': 200} Jul 16 01:11:20.602066 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd192108-7418-4467-b448-3ace3991dc4a None None] The sync data for ids ['f155519f-2854-4fa7-820c-9192c04882b5'] in n-d-791505-14 is: [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:40Z', 'revision_number': 4, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '832ada3c-b7cd-45bf-8bbe-5efe609d9064', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'port_id': 'de19274c-bc98-41c8-ae11-336971bce060', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'mac_address': 'fa:16:3e:13:12:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c18afe-16d2-4292-9e71-5667ebd2b458', 'device_owner': 'compute:tempest-test_az-793119100'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:10:58Z', 'updated_at': '2021-07-16T01:11:17Z', 'revision_number': 1, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51326f5-cc8d-478e-b2f7-2bf252749aed', 'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'mac_address': 'fa:16:3e:be:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:39Z', 'updated_at': '2021-07-16T01:10:48Z', 'revision_number': 5, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'subnets': [{'id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:11:20.839676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a117bcb-b769-4bae-9285-27da3d513ac7 req-d6653f28-c559-4844-9981-ce235c3abc51 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:20.863322 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a117bcb-b769-4bae-9285-27da3d513ac7 req-d6653f28-c559-4844-9981-ce235c3abc51 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 950 time: 0.3778071 Jul 16 01:11:20.927435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b5e7a-fe5e-4234-8e00-064a7928f0fa req-d5be3132-ec02-4a09-a12e-bdb607f4a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:20.929243 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b34b5e7a-fe5e-4234-8e00-064a7928f0fa req-d5be3132-ec02-4a09-a12e-bdb607f4a6a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a149cbfec8a14af28ac02267946fa43c&device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 1118 time: 0.2615368 Jul 16 01:11:20.976001 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a117bcb-b769-4bae-9285-27da3d513ac7 req-e8dd4830-7c07-4f73-a3af-6d16f2c1fca2 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115212 Jul 16 01:11:21.097363 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadc31dc-124b-4d4e-be46-a50e700a1b22 None None] New status for floating IP 832ada3c-b7cd-45bf-8bbe-5efe609d9064: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:11:21.139052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b5e7a-fe5e-4234-8e00-064a7928f0fa req-dc3e16c3-3c08-498a-91f1-b45228f12936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:21.141499 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b34b5e7a-fe5e-4234-8e00-064a7928f0fa req-dc3e16c3-3c08-498a-91f1-b45228f12936 service neutron] 10.222.0.69 "GET /v2.0/networks?id=77e7a502-3917-4cf3-9cd7-99a26b80cffa HTTP/1.1" status: 200 len: 924 time: 0.1882949 Jul 16 01:11:21.242710 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:21.488785 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 437a3fbc-6ad9-4578-8878-786556d0a7d6 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:21.489675 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Router 62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:11:21.519142 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e9d8ead-a953-4750-bd17-3c36d3f44a1c req-107659f8-b710-46df-9ed8-f9b75a17f1b8 tempest-AggregatesAdminTestJSON-1907884634 tempest-AggregatesAdminTestJSON-1907884634-project] 10.222.0.22 "GET /v2.0/ports?device_id=4439d030-5a99-4280-9b1a-f7ce7feb99d9 HTTP/1.1" status: 200 len: 210 time: 0.3764310 Jul 16 01:11:21.685655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 437a3fbc-6ad9-4578-8878-786556d0a7d6 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:21.696937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 437a3fbc-6ad9-4578-8878-786556d0a7d6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:21.698493 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:21.713705 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b34b5e7a-fe5e-4234-8e00-064a7928f0fa req-8b5b93c6-4856-4509-8f92-84e0bc5cdb9d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de19274c-bc98-41c8-ae11-336971bce060 HTTP/1.1" status: 200 len: 1020 time: 0.1922536 Jul 16 01:11:21.719747 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:11:21.733246 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Sync routers for ids ['62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:11:21.749027 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:21.751126 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7c514427-a304-436a-9ca9-bda34fb64219 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8799088 Jul 16 01:11:21.752059 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Routers {'62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:21.752946 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:11:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:21.754066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39672) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:21.822039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b5e7a-fe5e-4234-8e00-064a7928f0fa req-197abd22-029c-4683-9084-6e6f10babcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:21.823724 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b34b5e7a-fe5e-4234-8e00-064a7928f0fa req-197abd22-029c-4683-9084-6e6f10babcf7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d69c0452-c1ca-45cd-b628-a1b93f52dacb HTTP/1.1" status: 200 len: 862 time: 0.0728083 Jul 16 01:11:21.844216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0b076e-680f-4e92-a101-e751073c89cc None None] Network 0d2afb27-edda-4a71-8b0a-311b7af6fad9 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:21.850434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ad296a53-2c4e-4c82-964b-6e6436a609fd up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:21.902395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af6702-fa56-4122-a152-4ef6a0632623 req-3040a353-5a93-45bf-836d-d45bb549bec3 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:21.909551 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9af6702-fa56-4122-a152-4ef6a0632623 req-3040a353-5a93-45bf-836d-d45bb549bec3 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 944 time: 0.3894479 Jul 16 01:11:21.964462 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9af6702-fa56-4122-a152-4ef6a0632623 req-0ac7493d-459a-4ab4-b1e8-6af7d7533f5b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513427 Jul 16 01:11:21.993675 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:22.016346 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Set router 62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:22.024149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b5e7a-fe5e-4234-8e00-064a7928f0fa req-c9838d64-814e-47d6-90ea-b3bb1100810b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:22.032179 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b34b5e7a-fe5e-4234-8e00-064a7928f0fa req-c9838d64-814e-47d6-90ea-b3bb1100810b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=77e7a502-3917-4cf3-9cd7-99a26b80cffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1994956 Jul 16 01:11:22.046469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7605ca90-f228-4840-9876-9809be41bfba None None] Provisioning for port ad296a53-2c4e-4c82-964b-6e6436a609fd completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:22.063866 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ed3614-a44c-4c99-a4cb-122f75d62d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437a3fbc-6ad9-4578-8878-786556d0a7d6'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:22.066162 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5154d965-34d0-4078-8bd4-62940c1a286c" -d '{"events": [{"server_uuid": "49ed3614-a44c-4c99-a4cb-122f75d62d6a", "name": "network-vif-plugged", "status": "completed", "tag": "437a3fbc-6ad9-4578-8878-786556d0a7d6"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:22.087303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 437a3fbc-6ad9-4578-8878-786556d0a7d6, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:22.142161 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port ad296a53-2c4e-4c82-964b-6e6436a609fd completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:22.144576 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:22.189685 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b34b5e7a-fe5e-4234-8e00-064a7928f0fa req-6c3f5083-12a3-42ad-b121-bf8d1f914c27 service neutron] 10.222.0.69 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518571 Jul 16 01:11:22.230677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=437a3fbc-6ad9-4578-8878-786556d0a7d6,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:22.240226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port ad296a53-2c4e-4c82-964b-6e6436a609fd triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:22.241045 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:22.371140 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72964f3f-f6bb-4a0f-9700-6014338b7186 x-openstack-request-id: req-72964f3f-f6bb-4a0f-9700-6014338b7186 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:22.371664 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ed3614-a44c-4c99-a4cb-122f75d62d6a", "name": "network-vif-plugged", "status": "completed", "tag": "437a3fbc-6ad9-4578-8878-786556d0a7d6", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:22.372083 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72964f3f-f6bb-4a0f-9700-6014338b7186 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:22.372653 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ed3614-a44c-4c99-a4cb-122f75d62d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '437a3fbc-6ad9-4578-8878-786556d0a7d6', 'code': 200} Jul 16 01:11:22.396045 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:22.437317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b34b5e7a-fe5e-4234-8e00-064a7928f0fa req-85e378fa-8c47-4791-b2f6-620e32a11a34 service neutron] 10.222.0.69 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383597 Jul 16 01:11:22.444360 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39692) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:22.469990 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port ad296a53-2c4e-4c82-964b-6e6436a609fd, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ad296a53-2c4e-4c82-964b-6e6436a609fd,segment=NetworkSegment(cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e),segment_id=cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:22.480166 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:22.519080 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:22.533481 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'name': 'tempest-FloatingIPsTestJSON-1869343235-router', 'tenant_id': '7079a021d6dc4f4c9130442204d61401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0e3bf8d3-552d-45b0-81ca-f3776faeb84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:17Z', 'updated_at': '2021-07-16T01:11:20Z', 'revision_number': 3, 'project_id': '7079a021d6dc4f4c9130442204d61401', 'gw_port': {'id': '0e3bf8d3-552d-45b0-81ca-f3776faeb84c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:19Z', 'updated_at': '2021-07-16T01:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:22.614640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4439d030-5a99-4280-9b1a-f7ce7feb99d9', 'name': 'network-vif-deleted', 'tag': '790755f1-e469-429f-ace8-afc345a27a2f'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:22.616927 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2c2a93-43fd-4148-9491-250e6f0d329e" -d '{"events": [{"server_uuid": "4439d030-5a99-4280-9b1a-f7ce7feb99d9", "name": "network-vif-deleted", "tag": "790755f1-e469-429f-ace8-afc345a27a2f"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:22.621981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=ad296a53-2c4e-4c82-964b-6e6436a609fd,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:22.623110 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Checking router: 62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:11:22.624169 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Updating router 62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf port 0e3bf8d3-552d-45b0-81ca-f3776faeb84c binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:11:22.683161 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a7756-8c7b-41f5-aa19-e7ee521fcf74 req-288b3543-b3f6-4896-a423-8a14961bb680 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:22.684906 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d1a7756-8c7b-41f5-aa19-e7ee521fcf74 req-288b3543-b3f6-4896-a423-8a14961bb680 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 950 time: 0.2460351 Jul 16 01:11:22.697879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 790755f1-e469-429f-ace8-afc345a27a2f no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:22.710968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de08947-7a0c-43b9-a370-e7c47658a890 req-ca3cf518-b94f-4bc3-bd71-3a8d353c5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:22.713702 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:22.726085 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c486e45f-f529-4d43-92b5-bdc557dd32bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:22.729017 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1de08947-7a0c-43b9-a370-e7c47658a890 req-ca3cf518-b94f-4bc3-bd71-3a8d353c5c73 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 1097 time: 0.2855182 Jul 16 01:11:22.753215 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 790755f1-e469-429f-ace8-afc345a27a2f {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:11:22.753215 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 790755f1-e469-429f-ace8-afc345a27a2f not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:22.765087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8fa6a39c-f397-4d99-8e1f-2cfd3561d0d5 None None] Provisioning complete for port ad296a53-2c4e-4c82-964b-6e6436a609fd triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:22.765464 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8fa6a39c-f397-4d99-8e1f-2cfd3561d0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:22.816086 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d1a7756-8c7b-41f5-aa19-e7ee521fcf74 req-4fbbf121-98fb-4916-abfb-f3702977387f tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072388 Jul 16 01:11:22.830065 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1de08947-7a0c-43b9-a370-e7c47658a890 req-bd38c25c-b6bd-4eaf-86b3-93b61fba9482 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867858 Jul 16 01:11:22.837369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Allocated IP 172.20.0.1 (0d2afb27-edda-4a71-8b0a-311b7af6fad9/16e5a55e-f687-4fa2-8dc5-fa0d58b3dd14/b9c05283-4d60-4374-8040-1e5e787d832e) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:22.896986 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9280bf-e930-4e44-9e0d-5b288cc61085 x-openstack-request-id: req-0b9280bf-e930-4e44-9e0d-5b288cc61085 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:22.897364 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4439d030-5a99-4280-9b1a-f7ce7feb99d9", "name": "network-vif-deleted", "tag": "790755f1-e469-429f-ace8-afc345a27a2f", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:22.897826 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b9280bf-e930-4e44-9e0d-5b288cc61085 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:22.898363 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4439d030-5a99-4280-9b1a-f7ce7feb99d9', 'name': 'network-vif-deleted', 'tag': '790755f1-e469-429f-ace8-afc345a27a2f', 'status': 'completed', 'code': 200} Jul 16 01:11:23.018740 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.036931 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Transition to ACTIVE for port object b9c05283-4d60-4374-8040-1e5e787d832e will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:23.066682 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c486e45f-f529-4d43-92b5-bdc557dd32bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.077146 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c486e45f-f529-4d43-92b5-bdc557dd32bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.121918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486e45f-f529-4d43-92b5-bdc557dd32bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63aa8532-ddd0-4590-ab4c-6e5999c6632d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:23.138834 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c486e45f-f529-4d43-92b5-bdc557dd32bb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=150b36936ce049df8aed0a13f8b15a91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6899049 Jul 16 01:11:23.141903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39726) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:23.147749 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.150854 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.163889 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Transition to ACTIVE for port object 0e3bf8d3-552d-45b0-81ca-f3776faeb84c will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:23.174162 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.215433 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Network 0d2afb27-edda-4a71-8b0a-311b7af6fad9 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:23.228787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:23.248285 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307dc0d-7097-4f8b-8e03-866801142a0b None None] Pushing event updated for resources: {'Port': ['ID=0e3bf8d3-552d-45b0-81ca-f3776faeb84c,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:23.254639 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eed69b8d-f8d2-401e-a727-4ddc20e703e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.256375 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:23.257875 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Attempting to bind port 0e3bf8d3-552d-45b0-81ca-f3776faeb84c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:23.258371 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Attempting to bind port 0e3bf8d3-552d-45b0-81ca-f3776faeb84c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:23.258751 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Attempting to bind port 0e3bf8d3-552d-45b0-81ca-f3776faeb84c on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:23.259820 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.265114 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:23.265491 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:23.265898 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.266289 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:23.266756 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Bound port: 0e3bf8d3-552d-45b0-81ca-f3776faeb84c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:23.267898 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.289609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39728) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:23.298448 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eed69b8d-f8d2-401e-a727-4ddc20e703e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.339313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5035e3af-eae6-49ee-a028-484e0452416c req-013ad635-603f-4aa8-b6dc-519836e5eda1 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:23.347164 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5035e3af-eae6-49ee-a028-484e0452416c req-013ad635-603f-4aa8-b6dc-519836e5eda1 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 945 time: 0.1403401 Jul 16 01:11:23.366167 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] For port 0e3bf8d3-552d-45b0-81ca-f3776faeb84c, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:23.375130 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] For port 0e3bf8d3-552d-45b0-81ca-f3776faeb84c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0e3bf8d3-552d-45b0-81ca-f3776faeb84c,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:23.383569 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.450151 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5035e3af-eae6-49ee-a028-484e0452416c req-b64709d8-9a5d-441f-a0c1-83cc76ad8c16 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016402 Jul 16 01:11:23.453844 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eed69b8d-f8d2-401e-a727-4ddc20e703e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.462936 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eed69b8d-f8d2-401e-a727-4ddc20e703e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.463832 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.465850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c05283-4d60-4374-8040-1e5e787d832e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:23.470080 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-eed69b8d-f8d2-401e-a727-4ddc20e703e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/63aa8532-ddd0-4590-ab4c-6e5999c6632d HTTP/1.1" status: 204 len: 168 time: 0.3241181 Jul 16 01:11:23.503997 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed69b8d-f8d2-401e-a727-4ddc20e703e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63aa8532-ddd0-4590-ab4c-6e5999c6632d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:23.532670 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Routers {'62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:23.533414 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:11:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:23.535827 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307dc0d-7097-4f8b-8e03-866801142a0b None None] Pushing event updated for resources: {'Port': ['ID=0e3bf8d3-552d-45b0-81ca-f3776faeb84c,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:23.595218 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-40a3fe69-04d6-49fd-9ae6-bbbcf7f9bb8a None None] Provisioning for port b9c05283-4d60-4374-8040-1e5e787d832e completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:23.610323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-40a3fe69-04d6-49fd-9ae6-bbbcf7f9bb8a None None] Provisioning complete for port b9c05283-4d60-4374-8040-1e5e787d832e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:23.610756 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-40a3fe69-04d6-49fd-9ae6-bbbcf7f9bb8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.674061 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-729a073e-900d-4c26-8356-7d959b0a0e07 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1199bdc3b3d34f6090f8edf234a3816e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3673451 Jul 16 01:11:23.675091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39734) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:23.723668 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-40a3fe69-04d6-49fd-9ae6-bbbcf7f9bb8a None None] Port b9c05283-4d60-4374-8040-1e5e787d832e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:11:23.772870 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ad296a53-2c4e-4c82-964b-6e6436a609fd up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:23.811704 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-beb6aa8d-ab72-4812-a7a2-cd1dd9bf03d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.845633 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.860925 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.870205 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-beb6aa8d-ab72-4812-a7a2-cd1dd9bf03d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.870402 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.870527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port ad296a53-2c4e-4c82-964b-6e6436a609fd triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:23.870527 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.898621 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] Set router 62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:23.985962 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-beb6aa8d-ab72-4812-a7a2-cd1dd9bf03d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.990086 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-beb6aa8d-ab72-4812-a7a2-cd1dd9bf03d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:23.995734 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-beb6aa8d-ab72-4812-a7a2-cd1dd9bf03d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6789dfde-29b8-4fbb-9671-f536456f9a58 HTTP/1.1" status: 204 len: 168 time: 0.3169773 Jul 16 01:11:24.032536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6aa8d-ab72-4812-a7a2-cd1dd9bf03d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6789dfde-29b8-4fbb-9671-f536456f9a58,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:24.063933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Pushing event updated for resources: {'Port': ['ID=b9c05283-4d60-4374-8040-1e5e787d832e,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:24.209519 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Network 0d2afb27-edda-4a71-8b0a-311b7af6fad9 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:24.214049 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:24.235469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39758) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:24.283778 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6648d7f-d9d6-4817-a5b2-b9a7ae0afe8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:24.376794 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'name': 'tempest-FloatingIPsTestJSON-1869343235-router', 'tenant_id': '7079a021d6dc4f4c9130442204d61401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0e3bf8d3-552d-45b0-81ca-f3776faeb84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:17Z', 'updated_at': '2021-07-16T01:11:23Z', 'revision_number': 4, 'project_id': '7079a021d6dc4f4c9130442204d61401', 'gw_port': {'id': '0e3bf8d3-552d-45b0-81ca-f3776faeb84c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:19Z', 'updated_at': '2021-07-16T01:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b9c05283-4d60-4374-8040-1e5e787d832e', 'name': '', 'network_id': '0d2afb27-edda-4a71-8b0a-311b7af6fad9', 'tenant_id': '7079a021d6dc4f4c9130442204d61401', 'mac_address': 'fa:16:3e:1f:99:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '16e5a55e-f687-4fa2-8dc5-fa0d58b3dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:22Z', 'updated_at': '2021-07-16T01:11:22Z', 'revision_number': 1, 'project_id': '7079a021d6dc4f4c9130442204d61401', 'subnets': [{'id': '16e5a55e-f687-4fa2-8dc5-fa0d58b3dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:24.418154 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e386a9ef-739d-4044-b0c7-e3bbc482148d None None] The sync data for ids ['62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'] in n-d-791505-14 is: [{'id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'name': 'tempest-FloatingIPsTestJSON-1869343235-router', 'tenant_id': '7079a021d6dc4f4c9130442204d61401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0e3bf8d3-552d-45b0-81ca-f3776faeb84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:17Z', 'updated_at': '2021-07-16T01:11:23Z', 'revision_number': 4, 'project_id': '7079a021d6dc4f4c9130442204d61401', 'gw_port': {'id': '0e3bf8d3-552d-45b0-81ca-f3776faeb84c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:19Z', 'updated_at': '2021-07-16T01:11:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b9c05283-4d60-4374-8040-1e5e787d832e', 'name': '', 'network_id': '0d2afb27-edda-4a71-8b0a-311b7af6fad9', 'tenant_id': '7079a021d6dc4f4c9130442204d61401', 'mac_address': 'fa:16:3e:1f:99:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '16e5a55e-f687-4fa2-8dc5-fa0d58b3dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:22Z', 'updated_at': '2021-07-16T01:11:22Z', 'revision_number': 1, 'project_id': '7079a021d6dc4f4c9130442204d61401', 'subnets': [{'id': '16e5a55e-f687-4fa2-8dc5-fa0d58b3dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:11:24.468562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Router 62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:11:24.525539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358adae5-d4aa-409e-a835-89e16e190c47 req-9a61f07e-802a-4491-b954-bb0308006773 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:24.533063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-358adae5-d4aa-409e-a835-89e16e190c47 req-9a61f07e-802a-4491-b954-bb0308006773 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 950 time: 0.1949916 Jul 16 01:11:24.579713 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6648d7f-d9d6-4817-a5b2-b9a7ae0afe8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:24.614799 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6648d7f-d9d6-4817-a5b2-b9a7ae0afe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:24.644735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:11:24.659954 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a708c3f6-34a6-41b1-8f25-441d245bac14 admin admin] 10.222.0.22 "PUT /v2.0/routers/62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8962443 Jul 16 01:11:24.667437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a11035d2-ec1b-4e20-9bb5-9bb9d277076a None None] Provisioning complete for port b9c05283-4d60-4374-8040-1e5e787d832e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:24.667933 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a11035d2-ec1b-4e20-9bb5-9bb9d277076a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:24.693361 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-358adae5-d4aa-409e-a835-89e16e190c47 req-58f3f3b2-1857-4fda-a078-b18e56a055f2 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515627 Jul 16 01:11:24.756584 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39784) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:24.760448 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b6648d7f-d9d6-4817-a5b2-b9a7ae0afe8d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b0b36d26a37048d9a0b9be43ecc44645&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5230768 Jul 16 01:11:24.764586 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6648d7f-d9d6-4817-a5b2-b9a7ae0afe8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0211c6-22ec-400a-bb2e-958fce59b86c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:24.858388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39788) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:24.948747 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6c26139-a096-4fc6-bd8a-26eea81d4c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:24.964718 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9dfb83da-20a2-4d21-9da2-9d0e032487e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=883227438a9747bd855c5df920707655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1048615 Jul 16 01:11:24.967014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39792) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:24.996633 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6c26139-a096-4fc6-bd8a-26eea81d4c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:24.999099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39794) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:25.086568 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a11035d2-ec1b-4e20-9bb5-9bb9d277076a None None] Port b9c05283-4d60-4374-8040-1e5e787d832e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:11:25.099038 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6c26139-a096-4fc6-bd8a-26eea81d4c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:25.104634 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6c26139-a096-4fc6-bd8a-26eea81d4c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:25.110508 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c6c26139-a096-4fc6-bd8a-26eea81d4c00 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fa0211c6-22ec-400a-bb2e-958fce59b86c HTTP/1.1" status: 204 len: 168 time: 0.3492436 Jul 16 01:11:25.122486 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c26139-a096-4fc6-bd8a-26eea81d4c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0211c6-22ec-400a-bb2e-958fce59b86c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:25.180385 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5148c220-61e7-4649-84f0-6b4a188a9521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:25.211688 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e9bb332-24e7-443c-9eea-670c95755f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:25.216708 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5148c220-61e7-4649-84f0-6b4a188a9521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:25.240580 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888b2b2e-c54f-4c8c-b914-90e5b2f92cd7 req-307aafbd-188e-42ee-8eeb-07f9b4f0eb3f tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:25.248095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-888b2b2e-c54f-4c8c-b914-90e5b2f92cd7 req-307aafbd-188e-42ee-8eeb-07f9b4f0eb3f tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 945 time: 0.2623100 Jul 16 01:11:25.345645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-888b2b2e-c54f-4c8c-b914-90e5b2f92cd7 req-0cd3f602-8bac-49b3-a5ad-64f5670fb01f tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964575 Jul 16 01:11:25.352618 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e9bb332-24e7-443c-9eea-670c95755f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:25.367830 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e9bb332-24e7-443c-9eea-670c95755f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:25.428002 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6f11c-f2d4-4a3f-86b8-26ebcb47b44f req-76f4b385-d8d9-4780-916a-0274eeb85b8b tempest-DeleteServersAdminTestJSON-1724775028 tempest-DeleteServersAdminTestJSON-1724775028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:25.430023 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17b6f11c-f2d4-4a3f-86b8-26ebcb47b44f req-76f4b385-d8d9-4780-916a-0274eeb85b8b tempest-DeleteServersAdminTestJSON-1724775028 tempest-DeleteServersAdminTestJSON-1724775028-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 1102 time: 0.1527593 Jul 16 01:11:25.446951 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6e9bb332-24e7-443c-9eea-670c95755f07 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2f72140538fa409f84d5b7d2bcd4ddfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4465292 Jul 16 01:11:25.447894 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bb332-24e7-443c-9eea-670c95755f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196ab390-91ac-4d46-a2b0-e5ae23a9176a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:25.450184 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39816) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:25.470472 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5148c220-61e7-4649-84f0-6b4a188a9521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:25.475092 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5148c220-61e7-4649-84f0-6b4a188a9521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:25.487244 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5148c220-61e7-4649-84f0-6b4a188a9521 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/84d2b78a-3ab9-4104-aeae-fb120c994b8f HTTP/1.1" status: 204 len: 168 time: 0.5191398 Jul 16 01:11:25.556146 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5148c220-61e7-4649-84f0-6b4a188a9521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d2b78a-3ab9-4104-aeae-fb120c994b8f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:25.626421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39824) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:25.752533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-17b6f11c-f2d4-4a3f-86b8-26ebcb47b44f req-f2cd69b2-5d51-4c1b-8ba1-ab259d7b31a9 tempest-DeleteServersAdminTestJSON-1724775028 tempest-DeleteServersAdminTestJSON-1724775028-project-admin] Deleting port c3a56e70-02dc-4e08-a7ca-81d85623dfde {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:25.752880 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-17b6f11c-f2d4-4a3f-86b8-26ebcb47b44f req-f2cd69b2-5d51-4c1b-8ba1-ab259d7b31a9 tempest-DeleteServersAdminTestJSON-1724775028 tempest-DeleteServersAdminTestJSON-1724775028-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:25.768882 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0e3bf8d3-552d-45b0-81ca-f3776faeb84c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:25.863486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 0e3bf8d3-552d-45b0-81ca-f3776faeb84c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:25.867953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 0e3bf8d3-552d-45b0-81ca-f3776faeb84c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:25.868378 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:25.896548 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-83048951-c01d-4b06-8935-840920942755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:25.936576 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-83048951-c01d-4b06-8935-840920942755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:25.946609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-17b6f11c-f2d4-4a3f-86b8-26ebcb47b44f req-f2cd69b2-5d51-4c1b-8ba1-ab259d7b31a9 tempest-DeleteServersAdminTestJSON-1724775028 tempest-DeleteServersAdminTestJSON-1724775028-project-admin] For port c3a56e70-02dc-4e08-a7ca-81d85623dfde, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c3a56e70-02dc-4e08-a7ca-81d85623dfde,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:25.946972 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-17b6f11c-f2d4-4a3f-86b8-26ebcb47b44f req-f2cd69b2-5d51-4c1b-8ba1-ab259d7b31a9 tempest-DeleteServersAdminTestJSON-1724775028 tempest-DeleteServersAdminTestJSON-1724775028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:25.963131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-17b6f11c-f2d4-4a3f-86b8-26ebcb47b44f req-f2cd69b2-5d51-4c1b-8ba1-ab259d7b31a9 tempest-DeleteServersAdminTestJSON-1724775028 tempest-DeleteServersAdminTestJSON-1724775028-project-admin] Calling delete_port for c3a56e70-02dc-4e08-a7ca-81d85623dfde owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:25.996904 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-83048951-c01d-4b06-8935-840920942755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.000565 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-83048951-c01d-4b06-8935-840920942755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.002184 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-83048951-c01d-4b06-8935-840920942755 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/196ab390-91ac-4d46-a2b0-e5ae23a9176a HTTP/1.1" status: 204 len: 168 time: 0.5502574 Jul 16 01:11:26.014817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83048951-c01d-4b06-8935-840920942755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196ab390-91ac-4d46-a2b0-e5ae23a9176a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:26.081096 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.104359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 0e3bf8d3-552d-45b0-81ca-f3776faeb84c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0e3bf8d3-552d-45b0-81ca-f3776faeb84c,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:26.111113 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.210244 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f497f3f-f0f7-4918-ac44-4d62cd9e0e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.210551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=0e3bf8d3-552d-45b0-81ca-f3776faeb84c,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:26.428943 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-0ecb2924-f81c-45a3-b790-60b0e6182878 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6600106 Jul 16 01:11:26.448150 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:11:26.453750 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:26.487969 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-17b6f11c-f2d4-4a3f-86b8-26ebcb47b44f req-f2cd69b2-5d51-4c1b-8ba1-ab259d7b31a9 tempest-DeleteServersAdminTestJSON-1724775028 tempest-DeleteServersAdminTestJSON-1724775028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.498890 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['c3a56e70-02dc-4e08-a7ca-81d85623dfde'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:26.535219 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f497f3f-f0f7-4918-ac44-4d62cd9e0e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.543541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd69b2-5d51-4c1b-8ba1-ab259d7b31a9 tempest-DeleteServersAdminTestJSON-1724775028 tempest-DeleteServersAdminTestJSON-1724775028-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3a56e70-02dc-4e08-a7ca-81d85623dfde,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:26.564761 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f497f3f-f0f7-4918-ac44-4d62cd9e0e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.594740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39854) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:26.614218 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-16be6a03-e925-44f7-b6de-b1ba647399c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.619198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b492cd9-4c15-4069-9e4b-438039f17c4d req-8083c047-aef7-44cf-bdca-169bd9c6a8b5 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:26.626975 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b492cd9-4c15-4069-9e4b-438039f17c4d req-8083c047-aef7-44cf-bdca-169bd9c6a8b5 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 1097 time: 0.2911248 Jul 16 01:11:26.666805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-17b6f11c-f2d4-4a3f-86b8-26ebcb47b44f req-f2cd69b2-5d51-4c1b-8ba1-ab259d7b31a9 tempest-DeleteServersAdminTestJSON-1724775028 tempest-DeleteServersAdminTestJSON-1724775028-project-admin] No DVR routers for this DVR port c3a56e70-02dc-4e08-a7ca-81d85623dfde on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:26.688508 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.702681 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-17b6f11c-f2d4-4a3f-86b8-26ebcb47b44f req-f2cd69b2-5d51-4c1b-8ba1-ab259d7b31a9 tempest-DeleteServersAdminTestJSON-1724775028 tempest-DeleteServersAdminTestJSON-1724775028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.704639 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17b6f11c-f2d4-4a3f-86b8-26ebcb47b44f req-f2cd69b2-5d51-4c1b-8ba1-ab259d7b31a9 tempest-DeleteServersAdminTestJSON-1724775028 tempest-DeleteServersAdminTestJSON-1724775028-project-admin] 10.222.0.70 "DELETE /v2.0/ports/c3a56e70-02dc-4e08-a7ca-81d85623dfde HTTP/1.1" status: 204 len: 173 time: 1.2669530 Jul 16 01:11:26.706581 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a94f6959-0f62-4157-b5ed-7ce39ef6cbb4', 'name': 'network-vif-deleted', 'tag': 'c3a56e70-02dc-4e08-a7ca-81d85623dfde'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:26.716288 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077ed53a-479b-421c-ab7c-17bb89945066" -d '{"events": [{"server_uuid": "a94f6959-0f62-4157-b5ed-7ce39ef6cbb4", "name": "network-vif-deleted", "tag": "c3a56e70-02dc-4e08-a7ca-81d85623dfde"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:26.754137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39858) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:26.756231 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9f497f3f-f0f7-4918-ac44-4d62cd9e0e92 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42620e8c20a84b758819509aad362051&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1286063 Jul 16 01:11:26.775613 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f497f3f-f0f7-4918-ac44-4d62cd9e0e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908a0ef6-9893-4528-8114-1466b7c8372e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:26.847638 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfc136fc-a9a7-4727-93e0-b6db7f5aaab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.866272 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b492cd9-4c15-4069-9e4b-438039f17c4d req-55beade3-028f-47af-a525-00a8ea3854eb tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352602 Jul 16 01:11:26.874898 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-16be6a03-e925-44f7-b6de-b1ba647399c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.887411 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-16be6a03-e925-44f7-b6de-b1ba647399c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.925080 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-16be6a03-e925-44f7-b6de-b1ba647399c7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f0fb041335af495da611cd3668877489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269594 Jul 16 01:11:26.926665 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfc136fc-a9a7-4727-93e0-b6db7f5aaab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:26.927389 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39872) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:27.031901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be6a03-e925-44f7-b6de-b1ba647399c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643a0d04-171c-4def-916f-d56e5f191182,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:27.065898 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a8e04bdf-66e4-4756-961b-f6b21440d143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.101419 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfc136fc-a9a7-4727-93e0-b6db7f5aaab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.105370 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfc136fc-a9a7-4727-93e0-b6db7f5aaab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.105370 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bfc136fc-a9a7-4727-93e0-b6db7f5aaab2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/908a0ef6-9893-4528-8114-1466b7c8372e HTTP/1.1" status: 204 len: 168 time: 0.3502395 Jul 16 01:11:27.107962 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a8e04bdf-66e4-4756-961b-f6b21440d143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.125315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc136fc-a9a7-4727-93e0-b6db7f5aaab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908a0ef6-9893-4528-8114-1466b7c8372e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:27.146781 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bbbae2c8-dbca-4bc7-b52f-79e5ccd7af7f req-ca388daa-e0ab-43a6-a440-ea8525bbd4c0 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=a94f6959-0f62-4157-b5ed-7ce39ef6cbb4 HTTP/1.1" status: 200 len: 210 time: 0.0697818 Jul 16 01:11:27.149432 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.203583 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a8e04bdf-66e4-4756-961b-f6b21440d143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.209026 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a8e04bdf-66e4-4756-961b-f6b21440d143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.216171 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a8e04bdf-66e4-4756-961b-f6b21440d143 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/643a0d04-171c-4def-916f-d56e5f191182 HTTP/1.1" status: 204 len: 168 time: 0.2811191 Jul 16 01:11:27.229045 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e04bdf-66e4-4756-961b-f6b21440d143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643a0d04-171c-4def-916f-d56e5f191182,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:27.356176 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Allocated IP 172.25.2.171 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/a3d3afc5-d527-42c1-a084-95f6f0954952) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:27.368582 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8399695f-7de5-4369-9977-ad1b7c90f4c4 x-openstack-request-id: req-8399695f-7de5-4369-9977-ad1b7c90f4c4 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:27.369338 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a94f6959-0f62-4157-b5ed-7ce39ef6cbb4", "name": "network-vif-deleted", "tag": "c3a56e70-02dc-4e08-a7ca-81d85623dfde", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:27.369535 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8399695f-7de5-4369-9977-ad1b7c90f4c4 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:27.369959 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a94f6959-0f62-4157-b5ed-7ce39ef6cbb4', 'name': 'network-vif-deleted', 'tag': 'c3a56e70-02dc-4e08-a7ca-81d85623dfde', 'status': 'completed', 'code': 200} Jul 16 01:11:27.529960 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.625510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9416e686-46b6-4406-97a0-f13cbdd12d7f req-9ba89008-b7d9-4b68-aa0c-e3dc11d1adf3 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:27.627221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9416e686-46b6-4406-97a0-f13cbdd12d7f req-9ba89008-b7d9-4b68-aa0c-e3dc11d1adf3 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 1097 time: 0.1023452 Jul 16 01:11:27.628452 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.690543 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Sync routers for ids ['62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:11:27.704013 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Routers {'62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:27.704841 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:11:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:27.717714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:27.725551 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:27.729589 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:27.745978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Pushing event updated for resources: {'Port': ['ID=a3d3afc5-d527-42c1-a084-95f6f0954952,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:27.776928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0e3bf8d3-552d-45b0-81ca-f3776faeb84c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:27.801669 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9416e686-46b6-4406-97a0-f13cbdd12d7f req-e9fcef30-e771-4aa6-9b8e-78102a416366 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645966 Jul 16 01:11:27.880755 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.914466 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39908) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:27.930403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 0e3bf8d3-552d-45b0-81ca-f3776faeb84c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:27.931077 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.936210 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b5b4b53-0438-495f-beda-bc623bcee482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:27.938940 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Set router 62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:28.163489 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b5b4b53-0438-495f-beda-bc623bcee482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.172352 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b5b4b53-0438-495f-beda-bc623bcee482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.187422 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-5178ffcc-8321-4fb7-8c64-f29045175340 req-98234e59-d831-45a6-aa99-f9c702095666 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:11:28.188459 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5178ffcc-8321-4fb7-8c64-f29045175340 req-98234e59-d831-45a6-aa99-f9c702095666 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084112 Jul 16 01:11:28.215461 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.234985 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0b5b4b53-0438-495f-beda-bc623bcee482 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fe46729ea71249a283769ed8d6413717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3171661 Jul 16 01:11:28.238175 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39920) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:28.348476 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c441c556-c104-4082-9257-a51a0e794fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.352336 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5b4b53-0438-495f-beda-bc623bcee482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320d23df-1637-4f3c-a491-53953b12ba62,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:28.393110 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'name': 'tempest-FloatingIPsTestJSON-1869343235-router', 'tenant_id': '7079a021d6dc4f4c9130442204d61401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0e3bf8d3-552d-45b0-81ca-f3776faeb84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:17Z', 'updated_at': '2021-07-16T01:11:23Z', 'revision_number': 4, 'project_id': '7079a021d6dc4f4c9130442204d61401', 'gw_port': {'id': '0e3bf8d3-552d-45b0-81ca-f3776faeb84c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:19Z', 'updated_at': '2021-07-16T01:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b9c05283-4d60-4374-8040-1e5e787d832e', 'name': '', 'network_id': '0d2afb27-edda-4a71-8b0a-311b7af6fad9', 'tenant_id': '7079a021d6dc4f4c9130442204d61401', 'mac_address': 'fa:16:3e:1f:99:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '16e5a55e-f687-4fa2-8dc5-fa0d58b3dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:22Z', 'updated_at': '2021-07-16T01:11:23Z', 'revision_number': 2, 'project_id': '7079a021d6dc4f4c9130442204d61401', 'subnets': [{'id': '16e5a55e-f687-4fa2-8dc5-fa0d58b3dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:28.401703 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c441c556-c104-4082-9257-a51a0e794fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.463058 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Checking router: 62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:11:28.463409 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Updating router 62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf port b9c05283-4d60-4374-8040-1e5e787d832e binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:11:28.484712 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c441c556-c104-4082-9257-a51a0e794fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.488094 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c441c556-c104-4082-9257-a51a0e794fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.491379 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c441c556-c104-4082-9257-a51a0e794fef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/320d23df-1637-4f3c-a491-53953b12ba62 HTTP/1.1" status: 204 len: 168 time: 0.2516344 Jul 16 01:11:28.496855 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.504483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441c556-c104-4082-9257-a51a0e794fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320d23df-1637-4f3c-a491-53953b12ba62,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:28.505137 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.543588 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.566825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Pushing event updated for resources: {'Port': ['ID=a3d3afc5-d527-42c1-a084-95f6f0954952,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:28.572293 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.574182 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-9cc42e70-545b-4519-b202-a43090d5ab78 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1252377 Jul 16 01:11:28.585382 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.667522 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-beda34cc-6ea3-45c4-b259-824916b4cb60 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 696 time: 0.0870812 Jul 16 01:11:28.788500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-8493f360-4798-4f2d-9a1d-a4a8044a8daf tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:28.789986 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-8493f360-4798-4f2d-9a1d-a4a8044a8daf tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.1169908 Jul 16 01:11:28.801271 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-39b19bae-e444-4d8e-9ccd-cc5e77091145 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:11:28.802254 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49445889-b00b-4678-89e8-5e8afb2d38f0 req-39b19bae-e444-4d8e-9ccd-cc5e77091145 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063627 Jul 16 01:11:28.933978 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:28.946159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Transition to ACTIVE for port object b9c05283-4d60-4374-8040-1e5e787d832e will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:28.954003 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:29.021350 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6af847-ba23-40dd-a142-d28fab86ac39 None None] Pushing event updated for resources: {'Port': ['ID=b9c05283-4d60-4374-8040-1e5e787d832e,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:29.097808 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cd3e0334-200b-4114-818a-0842075f09f2 req-0e0a8e3d-e35b-4406-9b16-42f44b8ec17e tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/floatingips/b4e89221-8c86-4552-b8c3-bf03cee432a9 HTTP/1.1" status: 200 len: 693 time: 0.0780060 Jul 16 01:11:29.115462 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Attempting to bind port b9c05283-4d60-4374-8040-1e5e787d832e on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:29.117473 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Attempting to bind port b9c05283-4d60-4374-8040-1e5e787d832e by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0d2afb27-edda-4a71-8b0a-311b7af6fad9'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:29.117912 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Attempting to bind port b9c05283-4d60-4374-8040-1e5e787d832e on network 0d2afb27-edda-4a71-8b0a-311b7af6fad9 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:29.123541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:29.124253 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Checking segment: {'id': 'cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0d2afb27-edda-4a71-8b0a-311b7af6fad9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:29.124758 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:29.125253 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Bound using segment: {'id': 'cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0d2afb27-edda-4a71-8b0a-311b7af6fad9'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:29.126048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Bound port: b9c05283-4d60-4374-8040-1e5e787d832e, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '0d2afb27-edda-4a71-8b0a-311b7af6fad9'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:29.126520 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:29.220183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] For port b9c05283-4d60-4374-8040-1e5e787d832e, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:29.224915 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] For port b9c05283-4d60-4374-8040-1e5e787d832e, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b9c05283-4d60-4374-8040-1e5e787d832e,segment=NetworkSegment(cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e),segment_id=cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:29.234504 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:29.257471 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e0334-200b-4114-818a-0842075f09f2 req-e4d61283-abfa-43cd-9375-1d4cd04e83b3 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:29.258905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cd3e0334-200b-4114-818a-0842075f09f2 req-e4d61283-abfa-43cd-9375-1d4cd04e83b3 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.1557071 Jul 16 01:11:29.269659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-cd3e0334-200b-4114-818a-0842075f09f2 req-8fd8090d-eb22-4636-9d79-9b6b8d249ef6 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:11:29.270753 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cd3e0334-200b-4114-818a-0842075f09f2 req-8fd8090d-eb22-4636-9d79-9b6b8d249ef6 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065892 Jul 16 01:11:29.315676 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6af847-ba23-40dd-a142-d28fab86ac39 None None] Pushing event updated for resources: {'Port': ['ID=b9c05283-4d60-4374-8040-1e5e787d832e,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:29.318537 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Routers {'62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:29.319152 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:11:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:29.452639 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] Set router 62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:29.543264 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device c3a56e70-02dc-4e08-a7ca-81d85623dfde no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:29.594957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: c3a56e70-02dc-4e08-a7ca-81d85623dfde {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:11:29.595418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device c3a56e70-02dc-4e08-a7ca-81d85623dfde not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:29.715422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'name': 'tempest-FloatingIPsTestJSON-1869343235-router', 'tenant_id': '7079a021d6dc4f4c9130442204d61401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0e3bf8d3-552d-45b0-81ca-f3776faeb84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:17Z', 'updated_at': '2021-07-16T01:11:23Z', 'revision_number': 4, 'project_id': '7079a021d6dc4f4c9130442204d61401', 'gw_port': {'id': '0e3bf8d3-552d-45b0-81ca-f3776faeb84c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:19Z', 'updated_at': '2021-07-16T01:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b9c05283-4d60-4374-8040-1e5e787d832e', 'name': '', 'network_id': '0d2afb27-edda-4a71-8b0a-311b7af6fad9', 'tenant_id': '7079a021d6dc4f4c9130442204d61401', 'mac_address': 'fa:16:3e:1f:99:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '16e5a55e-f687-4fa2-8dc5-fa0d58b3dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:22Z', 'updated_at': '2021-07-16T01:11:29Z', 'revision_number': 4, 'project_id': '7079a021d6dc4f4c9130442204d61401', 'subnets': [{'id': '16e5a55e-f687-4fa2-8dc5-fa0d58b3dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:29.757231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43dcdee-727f-4433-920d-6a4e0793ab9a None None] The sync data for ids ['62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'] in n-d-791505-14 is: [{'id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'name': 'tempest-FloatingIPsTestJSON-1869343235-router', 'tenant_id': '7079a021d6dc4f4c9130442204d61401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0e3bf8d3-552d-45b0-81ca-f3776faeb84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:17Z', 'updated_at': '2021-07-16T01:11:23Z', 'revision_number': 4, 'project_id': '7079a021d6dc4f4c9130442204d61401', 'gw_port': {'id': '0e3bf8d3-552d-45b0-81ca-f3776faeb84c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:19Z', 'updated_at': '2021-07-16T01:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b9c05283-4d60-4374-8040-1e5e787d832e', 'name': '', 'network_id': '0d2afb27-edda-4a71-8b0a-311b7af6fad9', 'tenant_id': '7079a021d6dc4f4c9130442204d61401', 'mac_address': 'fa:16:3e:1f:99:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 218, 'fixed_ips': [{'subnet_id': '16e5a55e-f687-4fa2-8dc5-fa0d58b3dd14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:22Z', 'updated_at': '2021-07-16T01:11:29Z', 'revision_number': 4, 'project_id': '7079a021d6dc4f4c9130442204d61401', 'subnets': [{'id': '16e5a55e-f687-4fa2-8dc5-fa0d58b3dd14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:11:29.766472 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b9c05283-4d60-4374-8040-1e5e787d832e up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:29.834445 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port b9c05283-4d60-4374-8040-1e5e787d832e completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:29.846004 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port b9c05283-4d60-4374-8040-1e5e787d832e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:29.847211 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:29.869567 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52b82909-7355-419b-968e-0ca2103f63be req-84e18954-cdc6-42f3-bd28-4bcdd5b3b4c2 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=7d341ebc11c4426b9492265433090aec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275915 Jul 16 01:11:29.964320 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:30.011884 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:30.022586 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port b9c05283-4d60-4374-8040-1e5e787d832e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b9c05283-4d60-4374-8040-1e5e787d832e,segment=NetworkSegment(cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e),segment_id=cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:30.037048 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:30.064670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b82909-7355-419b-968e-0ca2103f63be req-a2034c0c-b6af-4213-bd7f-fd5707904e3b tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:30.066409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52b82909-7355-419b-968e-0ca2103f63be req-a2034c0c-b6af-4213-bd7f-fd5707904e3b tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882343 Jul 16 01:11:30.097874 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52b82909-7355-419b-968e-0ca2103f63be req-b3c74383-7d01-46c5-a9e0-7749a7166a0f tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/quotas/7d341ebc11c4426b9492265433090aec HTTP/1.1" status: 200 len: 375 time: 0.0248671 Jul 16 01:11:30.142425 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=b9c05283-4d60-4374-8040-1e5e787d832e,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:30.181317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52b82909-7355-419b-968e-0ca2103f63be req-8b0d3288-80ba-4e1e-b96e-8dbbb55fc2f7 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7d341ebc11c4426b9492265433090aec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824702 Jul 16 01:11:30.412568 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f33c1588-0331-4624-8b7e-01828d11e7f0 req-aa495bc1-3741-453b-b6c8-ed6f1b5908bb tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=7079a021d6dc4f4c9130442204d61401 HTTP/1.1" status: 200 len: 696 time: 0.0987239 Jul 16 01:11:30.631804 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c1588-0331-4624-8b7e-01828d11e7f0 req-6bd125b7-dfc8-40f7-a0c2-3b54efc19c6b tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:30.638496 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f33c1588-0331-4624-8b7e-01828d11e7f0 req-6bd125b7-dfc8-40f7-a0c2-3b54efc19c6b tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/networks?id=3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 787 time: 0.2099297 Jul 16 01:11:30.682055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-f33c1588-0331-4624-8b7e-01828d11e7f0 req-dc1c73d0-2fbc-44f6-af23-9858b3302109 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:11:30.683388 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f33c1588-0331-4624-8b7e-01828d11e7f0 req-dc1c73d0-2fbc-44f6-af23-9858b3302109 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0385721 Jul 16 01:11:30.835855 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:30.997909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40066) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:31.004870 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2e1d1ed1-f5c8-42a4-a00a-db895a0cdaf9 req-81c9b324-d188-4d08-8cbc-fa73e956f195 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=484534f0-2884-4c50-98f2-555908bc25a3 HTTP/1.1" status: 200 len: 210 time: 0.0359721 Jul 16 01:11:31.120443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40074) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:31.274357 n-d-791505-14 neutron-server[93920]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 01:11:31.279980 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-cd9e1afb-fcf8-4334-8b0f-72c45982d2e2 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:11:31.281026 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-cd9e1afb-fcf8-4334-8b0f-72c45982d2e2 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2821200 Jul 16 01:11:31.397220 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5498d099-c101-4460-9d1f-1f17bfcb5dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:31.443061 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c992dbd-124b-434b-8966-4085fb313997 req-3608ac2b-cebe-44e4-b6b9-3c9e534056c8 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/floatingips/b4e89221-8c86-4552-b8c3-bf03cee432a9 HTTP/1.1" status: 200 len: 693 time: 0.0555568 Jul 16 01:11:31.560408 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5498d099-c101-4460-9d1f-1f17bfcb5dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:31.567664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-2b1f3939-a9dc-4c65-ad91-160a8746c39a service neutron] Request body: {'binding': {'host': 'n-h1-791505-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:31.568340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-2b1f3939-a9dc-4c65-ad91-160a8746c39a service neutron] Unknown quota resources ['binding']. {{(pid=93920) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:11:31.573560 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5498d099-c101-4460-9d1f-1f17bfcb5dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:31.583188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c992dbd-124b-434b-8966-4085fb313997 req-446b5673-a4a4-4de3-891f-76ebebe5ad6e tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:31.589800 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c992dbd-124b-434b-8966-4085fb313997 req-446b5673-a4a4-4de3-891f-76ebebe5ad6e tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.1456881 Jul 16 01:11:31.597342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-2c992dbd-124b-434b-8966-4085fb313997 req-82ce569e-04c8-47f9-b25f-725044f62df4 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:11:31.605545 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c992dbd-124b-434b-8966-4085fb313997 req-82ce569e-04c8-47f9-b25f-725044f62df4 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144224 Jul 16 01:11:31.643965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5498d099-c101-4460-9d1f-1f17bfcb5dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b97c56-d2ee-4cb6-b523-91d1fc113fd1,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:31.685908 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5498d099-c101-4460-9d1f-1f17bfcb5dcf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=33cbe660a29b491899f09fd5c66f7290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5618031 Jul 16 01:11:31.686706 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40094) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:31.729070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b9c05283-4d60-4374-8040-1e5e787d832e up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:31.745774 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c992dbd-124b-434b-8966-4085fb313997 req-090f5ce0-f3b1-4c92-8419-f90cc821b96e tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 696 time: 0.1392758 Jul 16 01:11:31.748293 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52b82909-7355-419b-968e-0ca2103f63be req-00c3edaf-e552-4303-8a4f-45a7a7468a26 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=7d341ebc11c4426b9492265433090aec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809696 Jul 16 01:11:31.831129 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port b9c05283-4d60-4374-8040-1e5e787d832e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:31.835671 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:31.865709 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0984fb12-d84f-4ef0-9958-895947ad06a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:31.907776 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0984fb12-d84f-4ef0-9958-895947ad06a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:31.919204 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3628b53-5ea1-446d-bfec-93960011abe0 req-02901efa-f837-4347-a3e3-9eea6465f655 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=80c18afe-16d2-4292-9e71-5667ebd2b458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1695411 Jul 16 01:11:31.925817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-2b1f3939-a9dc-4c65-ad91-160a8746c39a service neutron] Attempting to bind port 437a3fbc-6ad9-4578-8878-786556d0a7d6 on host n-h1-791505-14 for vnic_type normal with profile None {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:31.926167 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-2b1f3939-a9dc-4c65-ad91-160a8746c39a service neutron] Attempting to bind port 437a3fbc-6ad9-4578-8878-786556d0a7d6 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:31.926499 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-2b1f3939-a9dc-4c65-ad91-160a8746c39a service neutron] Attempting to bind port 437a3fbc-6ad9-4578-8878-786556d0a7d6 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:31.927874 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c992dbd-124b-434b-8966-4085fb313997 req-20e8121a-342f-4774-888c-b6b7d396b26b tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 696 time: 0.1748903 Jul 16 01:11:31.936864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b82909-7355-419b-968e-0ca2103f63be req-c6baa862-15c8-4ca3-be37-b21ecfc13e15 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:31.938398 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52b82909-7355-419b-968e-0ca2103f63be req-c6baa862-15c8-4ca3-be37-b21ecfc13e15 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843491 Jul 16 01:11:31.938749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-2b1f3939-a9dc-4c65-ad91-160a8746c39a service neutron] Port 437a3fbc-6ad9-4578-8878-786556d0a7d6 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:31.939185 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-2b1f3939-a9dc-4c65-ad91-160a8746c39a service neutron] Attempting to bind port 437a3fbc-6ad9-4578-8878-786556d0a7d6 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:31.958565 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-2b1f3939-a9dc-4c65-ad91-160a8746c39a service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:31.959266 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-2b1f3939-a9dc-4c65-ad91-160a8746c39a service neutron] Checking segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:31.959694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-2b1f3939-a9dc-4c65-ad91-160a8746c39a service neutron] Bound using segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:31.960177 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-2b1f3939-a9dc-4c65-ad91-160a8746c39a service neutron] Bound port: 437a3fbc-6ad9-4578-8878-786556d0a7d6, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:31.979284 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-52b82909-7355-419b-968e-0ca2103f63be req-72931752-35fa-4942-ad22-30d1c7cfa36c tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Request body: {'port': {'device_id': '484534f0-2884-4c50-98f2-555908bc25a3', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': '7d341ebc11c4426b9492265433090aec'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:32.066637 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0984fb12-d84f-4ef0-9958-895947ad06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.069153 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0984fb12-d84f-4ef0-9958-895947ad06a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.072771 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0984fb12-d84f-4ef0-9958-895947ad06a8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/01b97c56-d2ee-4cb6-b523-91d1fc113fd1 HTTP/1.1" status: 204 len: 168 time: 0.3826971 Jul 16 01:11:32.086021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0984fb12-d84f-4ef0-9958-895947ad06a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b97c56-d2ee-4cb6-b523-91d1fc113fd1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:32.104629 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-2b1f3939-a9dc-4c65-ad91-160a8746c39a service neutron] For port 437a3fbc-6ad9-4578-8878-786556d0a7d6, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:32.116314 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-2b1f3939-a9dc-4c65-ad91-160a8746c39a service neutron] Notify callbacks [] for binding, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.117498 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-2b1f3939-a9dc-4c65-ad91-160a8746c39a service neutron] 10.222.0.22 "POST /v2.0/ports/437a3fbc-6ad9-4578-8878-786556d0a7d6/bindings HTTP/1.1" status: 201 len: 390 time: 0.6953988 Jul 16 01:11:32.120382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3628b53-5ea1-446d-bfec-93960011abe0 req-0b6c8f47-5480-4f57-8678-69a954a5e473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:32.121813 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3628b53-5ea1-446d-bfec-93960011abe0 req-0b6c8f47-5480-4f57-8678-69a954a5e473 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a149cbfec8a14af28ac02267946fa43c&device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 1118 time: 0.1395078 Jul 16 01:11:32.188454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-2c992dbd-124b-434b-8966-4085fb313997 req-7c7b4824-0b22-4fad-94a5-fa498a12a4cb tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Deleting port a3d3afc5-d527-42c1-a084-95f6f0954952 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:32.189164 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2c992dbd-124b-434b-8966-4085fb313997 req-7c7b4824-0b22-4fad-94a5-fa498a12a4cb tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.232879 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b82909-7355-419b-968e-0ca2103f63be req-72931752-35fa-4942-ad22-30d1c7cfa36c tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Made reservation on behalf of 7d341ebc11c4426b9492265433090aec for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:32.237124 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-52b82909-7355-419b-968e-0ca2103f63be req-72931752-35fa-4942-ad22-30d1c7cfa36c tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.294609 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3628b53-5ea1-446d-bfec-93960011abe0 req-16f3dc56-5eb7-4ac3-b347-622e49072692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:32.304487 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3628b53-5ea1-446d-bfec-93960011abe0 req-16f3dc56-5eb7-4ac3-b347-622e49072692 service neutron] 10.222.0.69 "GET /v2.0/networks?id=77e7a502-3917-4cf3-9cd7-99a26b80cffa HTTP/1.1" status: 200 len: 924 time: 0.1553199 Jul 16 01:11:32.367039 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2c992dbd-124b-434b-8966-4085fb313997 req-7c7b4824-0b22-4fad-94a5-fa498a12a4cb tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.367465 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2c992dbd-124b-434b-8966-4085fb313997 req-7c7b4824-0b22-4fad-94a5-fa498a12a4cb tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.388126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.69', 55086) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:32.388888 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-2c992dbd-124b-434b-8966-4085fb313997 req-7c7b4824-0b22-4fad-94a5-fa498a12a4cb tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Calling delete_port for a3d3afc5-d527-42c1-a084-95f6f0954952 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:32.466609 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3628b53-5ea1-446d-bfec-93960011abe0 req-eb9b5feb-50d8-456e-9bf5-647a770062c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de19274c-bc98-41c8-ae11-336971bce060 HTTP/1.1" status: 200 len: 1022 time: 0.1532781 Jul 16 01:11:32.529142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3628b53-5ea1-446d-bfec-93960011abe0 req-187e5c47-9e6a-43f1-bb16-0bdc238d691b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:32.530635 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3628b53-5ea1-446d-bfec-93960011abe0 req-187e5c47-9e6a-43f1-bb16-0bdc238d691b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d69c0452-c1ca-45cd-b628-a1b93f52dacb HTTP/1.1" status: 200 len: 862 time: 0.0575612 Jul 16 01:11:32.533981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-52b82909-7355-419b-968e-0ca2103f63be req-72931752-35fa-4942-ad22-30d1c7cfa36c tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Allocated IP 192.168.233.15 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/a422d864-aa4e-4047-bdea-be8726953884) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:32.569547 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-657d2e9b-e5dc-4163-96d7-b44995499ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:32.571091 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-657d2e9b-e5dc-4163-96d7-b44995499ff6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 1097 time: 0.1802473 Jul 16 01:11:32.598213 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3628b53-5ea1-446d-bfec-93960011abe0 req-efc958d8-319d-41a1-b81b-6152812a978d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:32.601710 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3628b53-5ea1-446d-bfec-93960011abe0 req-efc958d8-319d-41a1-b81b-6152812a978d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=77e7a502-3917-4cf3-9cd7-99a26b80cffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634482 Jul 16 01:11:32.601876 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40118) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:32.631278 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06476e6c-195a-401b-ba8a-df9bfd478a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.720640 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3628b53-5ea1-446d-bfec-93960011abe0 req-b98eb6e7-1641-41d9-a8d4-6e8bec5c17da service neutron] 10.222.0.69 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108923 Jul 16 01:11:32.737593 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-99b481dd-dd94-4bde-aeb6-b20f6303fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:32.739090 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-99b481dd-dd94-4bde-aeb6-b20f6303fc4b service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.1528454 Jul 16 01:11:32.742931 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2c992dbd-124b-434b-8966-4085fb313997 req-7c7b4824-0b22-4fad-94a5-fa498a12a4cb tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.798616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7b4824-0b22-4fad-94a5-fa498a12a4cb tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Pushing event deleted for resources: {'Port': ['ID=a3d3afc5-d527-42c1-a084-95f6f0954952,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:32.841465 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-5802a8a6-4354-403c-b382-75e930800b92 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0750768 Jul 16 01:11:32.843629 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3628b53-5ea1-446d-bfec-93960011abe0 req-19c1a7fc-e782-41f3-99d5-689ae799dd90 service neutron] 10.222.0.69 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168523 Jul 16 01:11:32.866186 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06476e6c-195a-401b-ba8a-df9bfd478a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.871575 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06476e6c-195a-401b-ba8a-df9bfd478a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.895297 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2c992dbd-124b-434b-8966-4085fb313997 req-7c7b4824-0b22-4fad-94a5-fa498a12a4cb tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.897722 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2c992dbd-124b-434b-8966-4085fb313997 req-7c7b4824-0b22-4fad-94a5-fa498a12a4cb tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:32.898863 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c992dbd-124b-434b-8966-4085fb313997 req-7c7b4824-0b22-4fad-94a5-fa498a12a4cb tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "DELETE /v2.0/floatingips/b4e89221-8c86-4552-b8c3-bf03cee432a9 HTTP/1.1" status: 204 len: 173 time: 0.9702041 Jul 16 01:11:32.932354 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-06476e6c-195a-401b-ba8a-df9bfd478a7e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e7ea555d142147c490b99844fa7b298b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286641 Jul 16 01:11:32.937745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40124) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:32.940958 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06476e6c-195a-401b-ba8a-df9bfd478a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db603e3e-db0c-4e7e-847d-4298f23643f5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:32.981329 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-4d54d8eb-fb99-4243-85e9-8040f3e43693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:32.982789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-4d54d8eb-fb99-4243-85e9-8040f3e43693 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.1015527 Jul 16 01:11:33.005014 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-52b82909-7355-419b-968e-0ca2103f63be req-72931752-35fa-4942-ad22-30d1c7cfa36c tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.036601 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-9f2e037a-e815-4ce6-9383-06a0646fb13a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443146 Jul 16 01:11:33.046948 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-52b82909-7355-419b-968e-0ca2103f63be req-72931752-35fa-4942-ad22-30d1c7cfa36c tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Transition to ACTIVE for port object a422d864-aa4e-4047-bdea-be8726953884 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:33.105081 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7380607b-122f-4f58-b822-1d1727bf21e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.444113 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9ed643e-e104-4efa-be8d-825c73479ef1 req-cf8861f4-52b9-4559-811f-6b0b689e6d76 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=484534f0-2884-4c50-98f2-555908bc25a3 HTTP/1.1" status: 200 len: 210 time: 0.0731487 Jul 16 01:11:33.449110 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7380607b-122f-4f58-b822-1d1727bf21e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.483145 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-52b82909-7355-419b-968e-0ca2103f63be req-72931752-35fa-4942-ad22-30d1c7cfa36c tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.508032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-e91f37e8-158a-4a20-825b-8caf17c01f98 service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592431 Jul 16 01:11:33.592528 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b82909-7355-419b-968e-0ca2103f63be req-72931752-35fa-4942-ad22-30d1c7cfa36c tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:33.601230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-52b82909-7355-419b-968e-0ca2103f63be req-72931752-35fa-4942-ad22-30d1c7cfa36c tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:33.608647 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b82909-7355-419b-968e-0ca2103f63be req-72931752-35fa-4942-ad22-30d1c7cfa36c tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:33.614182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b82909-7355-419b-968e-0ca2103f63be req-72931752-35fa-4942-ad22-30d1c7cfa36c tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:33.614903 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-52b82909-7355-419b-968e-0ca2103f63be req-72931752-35fa-4942-ad22-30d1c7cfa36c tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.623258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72931752-35fa-4942-ad22-30d1c7cfa36c tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Pushing event updated for resources: {'Port': ['ID=a422d864-aa4e-4047-bdea-be8726953884,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:33.654502 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7380607b-122f-4f58-b822-1d1727bf21e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.657023 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7380607b-122f-4f58-b822-1d1727bf21e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.660669 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7380607b-122f-4f58-b822-1d1727bf21e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db603e3e-db0c-4e7e-847d-4298f23643f5 HTTP/1.1" status: 204 len: 168 time: 0.7176399 Jul 16 01:11:33.698272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa692580-4f8e-464e-a7b2-ae9114d13349 req-a288467d-18fc-4f9e-a914-64a8a0f2d0c9 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:33.699709 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa692580-4f8e-464e-a7b2-ae9114d13349 req-a288467d-18fc-4f9e-a914-64a8a0f2d0c9 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 945 time: 0.3300302 Jul 16 01:11:33.734255 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52b82909-7355-419b-968e-0ca2103f63be req-72931752-35fa-4942-ad22-30d1c7cfa36c tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7874777 Jul 16 01:11:33.743469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380607b-122f-4f58-b822-1d1727bf21e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db603e3e-db0c-4e7e-847d-4298f23643f5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:33.755734 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Request body: {'port': {'device_id': '484534f0-2884-4c50-98f2-555908bc25a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:33.836863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-75c10dec-1ece-4827-954c-331b487eb3a3 None None] Provisioning for port a422d864-aa4e-4047-bdea-be8726953884 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:33.841118 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-75c10dec-1ece-4827-954c-331b487eb3a3 None None] Provisioning complete for port a422d864-aa4e-4047-bdea-be8726953884 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:33.841550 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-75c10dec-1ece-4827-954c-331b487eb3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:33.873318 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-faf0e87e-7f64-4e00-8979-461bf7207857 service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392940 Jul 16 01:11:33.884610 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-75c10dec-1ece-4827-954c-331b487eb3a3 None None] Port a422d864-aa4e-4047-bdea-be8726953884 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:11:33.912352 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa692580-4f8e-464e-a7b2-ae9114d13349 req-a3b2ac26-ba5c-44f2-8e96-2d856f6c7536 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892457 Jul 16 01:11:33.932777 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-e8594eb6-186d-4da7-9389-15b2650025a8 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3139148 Jul 16 01:11:33.962645 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:33.991873 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b1ed5-cfd8-42e1-8bae-094f2659f90d req-08aed94a-d43b-42dc-9093-85c9f6e50fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:33.993412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd7b1ed5-cfd8-42e1-8bae-094f2659f90d req-08aed94a-d43b-42dc-9093-85c9f6e50fc2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 1097 time: 0.3181586 Jul 16 01:11:34.046551 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:34.073335 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:34.310516 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-5f981454-4927-4212-b5fd-9f840f562236 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:34.312069 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-5f981454-4927-4212-b5fd-9f840f562236 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a&tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 1097 time: 0.3165932 Jul 16 01:11:34.326818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-14'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:34.330263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b1ed5-cfd8-42e1-8bae-094f2659f90d req-a4d38c98-f67e-4218-bdf4-2bbbe7fdd371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:34.331671 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd7b1ed5-cfd8-42e1-8bae-094f2659f90d req-a4d38c98-f67e-4218-bdf4-2bbbe7fdd371 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.2814662 Jul 16 01:11:34.445011 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd7b1ed5-cfd8-42e1-8bae-094f2659f90d req-29cf1f47-de5d-42f7-a2ab-3da27c2b06af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0630553 Jul 16 01:11:34.584904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b1ed5-cfd8-42e1-8bae-094f2659f90d req-fc87221f-0425-4e41-95d9-acce1d143f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:34.586374 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd7b1ed5-cfd8-42e1-8bae-094f2659f90d req-fc87221f-0425-4e41-95d9-acce1d143f8a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.1308243 Jul 16 01:11:34.593403 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:34.649111 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd7b1ed5-cfd8-42e1-8bae-094f2659f90d req-9228c035-54e5-458c-a83f-67abd8cf409a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469472 Jul 16 01:11:34.653905 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:34.741830 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6f7634d7-bc79-4553-a941-405581db6d75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:34.879825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a422d864-aa4e-4047-bdea-be8726953884 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:34.897267 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:34.986024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Transition to ACTIVE for port object a422d864-aa4e-4047-bdea-be8726953884 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:35.001305 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:35.010619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd7b1ed5-cfd8-42e1-8bae-094f2659f90d req-1d856a1e-9ee1-4816-8654-08254acb50a1 service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522348 Jul 16 01:11:35.098957 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Allocated IP 172.25.2.171 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/09a42f8c-5ce2-4bd9-ada2-dcace3de822b) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:35.131568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] For port 437a3fbc-6ad9-4578-8878-786556d0a7d6, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:35.379005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Pushing event updated for resources: {'Port': ['ID=a422d864-aa4e-4047-bdea-be8726953884,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:35.416560 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9eebc7-841b-4a05-9afc-3fb135ab7bf2 req-9de47b17-bc95-431f-92eb-283b697d37eb tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:35.418024 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee9eebc7-841b-4a05-9afc-3fb135ab7bf2 req-9de47b17-bc95-431f-92eb-283b697d37eb tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=484534f0-2884-4c50-98f2-555908bc25a3 HTTP/1.1" status: 200 len: 935 time: 0.6172500 Jul 16 01:11:35.516591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Attempting to bind port a422d864-aa4e-4047-bdea-be8726953884 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:35.517309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Attempting to bind port a422d864-aa4e-4047-bdea-be8726953884 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:35.517309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Attempting to bind port a422d864-aa4e-4047-bdea-be8726953884 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:35.566752 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] For port 437a3fbc-6ad9-4578-8878-786556d0a7d6, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:35.569686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Port a422d864-aa4e-4047-bdea-be8726953884 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:35.570012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Attempting to bind port a422d864-aa4e-4047-bdea-be8726953884 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:35.600505 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd7b1ed5-cfd8-42e1-8bae-094f2659f90d req-383f3187-c71e-4edb-9854-33a05ee42c8f service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5554888 Jul 16 01:11:35.603325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee9eebc7-841b-4a05-9afc-3fb135ab7bf2 req-e1622945-5c80-40f2-bb0a-975c8d08e917 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778626 Jul 16 01:11:35.615221 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:35.615481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:35.615870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:35.616322 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Bound port: a422d864-aa4e-4047-bdea-be8726953884, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:35.616682 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:35.649913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ed3614-a44c-4c99-a4cb-122f75d62d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '437a3fbc-6ad9-4578-8878-786556d0a7d6'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:35.651673 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb5dce5-1003-487a-bc23-049f83c20f86" -d '{"events": [{"server_uuid": "49ed3614-a44c-4c99-a4cb-122f75d62d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "437a3fbc-6ad9-4578-8878-786556d0a7d6"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:35.656071 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:35.695058 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:35.701524 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:35.829005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] For port a422d864-aa4e-4047-bdea-be8726953884, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:35.851527 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Pushing event updated for resources: {'Port': ['ID=437a3fbc-6ad9-4578-8878-786556d0a7d6,revision_number=7']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:35.860071 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] For port a422d864-aa4e-4047-bdea-be8726953884, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a422d864-aa4e-4047-bdea-be8726953884,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:35.870461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Attempting to bind port 437a3fbc-6ad9-4578-8878-786556d0a7d6 on host n-h2-791505-14 for vnic_type normal with profile {"migrating_to": "n-h1-791505-14"} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:35.870799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Attempting to bind port 437a3fbc-6ad9-4578-8878-786556d0a7d6 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:35.871124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Attempting to bind port 437a3fbc-6ad9-4578-8878-786556d0a7d6 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:35.893472 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:35.895647 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:35.932006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Port 437a3fbc-6ad9-4578-8878-786556d0a7d6 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:35.932339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Attempting to bind port 437a3fbc-6ad9-4578-8878-786556d0a7d6 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:35.948277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:35.948898 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:35.950843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52b82909-7355-419b-968e-0ca2103f63be req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] 10.222.0.69 "PUT /v2.0/ports/a422d864-aa4e-4047-bdea-be8726953884 HTTP/1.1" status: 200 len: 1096 time: 2.1994414 Jul 16 01:11:35.959325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:35.959735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Checking segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:35.960088 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Bound using segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:35.960539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Bound port: 437a3fbc-6ad9-4578-8878-786556d0a7d6, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:35.960897 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:35.969339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:35.980916 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:35.988641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:35.995860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40208) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:35.998307 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Pushing event updated for resources: {'Port': ['ID=09a42f8c-5ce2-4bd9-ada2-dcace3de822b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:36.130177 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f477efba-253d-4da6-ab4b-82728d995566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.139388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0139389-22f6-4a1a-ba13-7d5a08d02c45 req-66bbd940-f4fb-4716-bf84-ed5576daaccc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:36.140942 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0139389-22f6-4a1a-ba13-7d5a08d02c45 req-66bbd940-f4fb-4716-bf84-ed5576daaccc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 943 time: 0.2930520 Jul 16 01:11:36.184478 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.187749 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Pushing event updated for resources: {'Port': ['ID=a422d864-aa4e-4047-bdea-be8726953884,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:36.221911 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:36.222201 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:36.222518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:36.222855 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:36.223187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:36.223357 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f477efba-253d-4da6-ab4b-82728d995566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.223516 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:36.223861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:36.224199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:36.224522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:36.224860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:36.225166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:36.225484 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47a72eb-4894-430c-99f5-e607c1e95fcb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:36.231620 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] For port 437a3fbc-6ad9-4578-8878-786556d0a7d6, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:36.236643 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f477efba-253d-4da6-ab4b-82728d995566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.274325 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f477efba-253d-4da6-ab4b-82728d995566 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21b6f16d80cb48eaa103ce9dd63ac43f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767308 Jul 16 01:11:36.275784 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477efba-253d-4da6-ab4b-82728d995566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4610f32-2edb-4990-a05f-f51b7f988d9b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:36.276921 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] For port 437a3fbc-6ad9-4578-8878-786556d0a7d6, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:36.278054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40212) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:36.284496 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0139389-22f6-4a1a-ba13-7d5a08d02c45 req-4f96a697-62fe-4656-8a61-bacefd77549b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179764 Jul 16 01:11:36.298554 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.310635 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b82909-7355-419b-968e-0ca2103f63be req-ed634051-1f39-4f37-bdc9-9aa77ae6b820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:36.312150 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52b82909-7355-419b-968e-0ca2103f63be req-ed634051-1f39-4f37-bdc9-9aa77ae6b820 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7d341ebc11c4426b9492265433090aec&device_id=484534f0-2884-4c50-98f2-555908bc25a3 HTTP/1.1" status: 200 len: 1099 time: 0.2628479 Jul 16 01:11:36.342654 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.421559 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52b82909-7355-419b-968e-0ca2103f63be req-7d00ee56-cd90-4cdb-b4aa-b0bf2448be2e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a422d864-aa4e-4047-bdea-be8726953884 HTTP/1.1" status: 200 len: 217 time: 0.0838623 Jul 16 01:11:36.507611 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Pushing event updated for resources: {'Port': ['ID=437a3fbc-6ad9-4578-8878-786556d0a7d6,revision_number=8']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:36.523349 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:36.523988 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.525357 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-156d1239-73fa-4d5f-8a09-7913383327f5 service neutron] 10.222.0.69 "PUT /v2.0/ports/437a3fbc-6ad9-4578-8878-786556d0a7d6 HTTP/1.1" status: 200 len: 1123 time: 2.2047248 Jul 16 01:11:36.556405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b82909-7355-419b-968e-0ca2103f63be req-96183b28-e8fd-4c15-b2ce-0c43134f9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:36.557883 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52b82909-7355-419b-968e-0ca2103f63be req-96183b28-e8fd-4c15-b2ce-0c43134f9983 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1263249 Jul 16 01:11:36.560737 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-51bbeeca-7f2f-48f5-9bbc-bdae35865b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.590208 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['437a3fbc-6ad9-4578-8878-786556d0a7d6'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:36.643981 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-51bbeeca-7f2f-48f5-9bbc-bdae35865b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.724627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b82909-7355-419b-968e-0ca2103f63be req-38591c1f-a015-4c9c-88c1-7d272809f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:36.726140 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52b82909-7355-419b-968e-0ca2103f63be req-38591c1f-a015-4c9c-88c1-7d272809f28e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1252773 Jul 16 01:11:36.747616 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.750129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-51bbeeca-7f2f-48f5-9bbc-bdae35865b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.752688 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-51bbeeca-7f2f-48f5-9bbc-bdae35865b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.753792 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-51bbeeca-7f2f-48f5-9bbc-bdae35865b04 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f4610f32-2edb-4990-a05f-f51b7f988d9b HTTP/1.1" status: 204 len: 168 time: 0.4725764 Jul 16 01:11:36.774456 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.788555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbeeca-7f2f-48f5-9bbc-bdae35865b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4610f32-2edb-4990-a05f-f51b7f988d9b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:36.819263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.870877 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Pushing event updated for resources: {'Port': ['ID=09a42f8c-5ce2-4bd9-ada2-dcace3de822b,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:36.878369 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e2b9c7-4c2d-4f85-b651-60e9e0d9633e x-openstack-request-id: req-b1e2b9c7-4c2d-4f85-b651-60e9e0d9633e {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:36.878658 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ed3614-a44c-4c99-a4cb-122f75d62d6a", "name": "network-vif-unplugged", "status": "completed", "tag": "437a3fbc-6ad9-4578-8878-786556d0a7d6", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:36.878912 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1e2b9c7-4c2d-4f85-b651-60e9e0d9633e {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:36.879308 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ed3614-a44c-4c99-a4cb-122f75d62d6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '437a3fbc-6ad9-4578-8878-786556d0a7d6', 'code': 200} Jul 16 01:11:36.880017 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:36.881232 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-671429a8-fac6-48ce-a3c6-079ce2a10bfa tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9403031 Jul 16 01:11:36.933839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52b82909-7355-419b-968e-0ca2103f63be req-484773f7-b337-4652-933f-facba7721f57 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971781 Jul 16 01:11:36.943773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-e0abfd4a-43fa-4653-8e37-4016dc975c72 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 696 time: 0.0527146 Jul 16 01:11:37.091720 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40228) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:37.105501 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c14307c4-a9ea-4d6d-9428-913695eae95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.143530 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52b82909-7355-419b-968e-0ca2103f63be req-0647e07e-2b18-4df8-b6db-adfc2d4c467f service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987836 Jul 16 01:11:37.169642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-caffff08-2c2e-4576-82b5-413af6ac1157 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:37.171114 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-caffff08-2c2e-4576-82b5-413af6ac1157 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.2184000 Jul 16 01:11:37.184708 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-15008196-e937-42b4-bb9b-1b2dbd70223d tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:11:37.185699 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e22bfa5e-043b-46d0-91c2-54aeb8ec677b req-15008196-e937-42b4-bb9b-1b2dbd70223d tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067961 Jul 16 01:11:37.198751 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c8696d13-c540-4fe3-b1f9-4f128fc8eae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.206327 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c14307c4-a9ea-4d6d-9428-913695eae95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.209753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a51bac-b158-4118-b264-e488ec799b19 req-70e54c69-c465-41ff-94ec-6e8c3a14572b tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:37.210859 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c14307c4-a9ea-4d6d-9428-913695eae95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.217089 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36a51bac-b158-4118-b264-e488ec799b19 req-70e54c69-c465-41ff-94ec-6e8c3a14572b tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=484534f0-2884-4c50-98f2-555908bc25a3 HTTP/1.1" status: 200 len: 947 time: 0.1301064 Jul 16 01:11:37.252287 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c14307c4-a9ea-4d6d-9428-913695eae95c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=271048bff2f24f2fbc0efcafa603d818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1594527 Jul 16 01:11:37.254376 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36a51bac-b158-4118-b264-e488ec799b19 req-c7cdc1c5-bf4c-45e8-9e38-a02205e3f7b8 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364292 Jul 16 01:11:37.254934 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40232) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:37.256885 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14307c4-a9ea-4d6d-9428-913695eae95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61bbbc0-deb6-4c9b-8a9a-0af095068276,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:37.260468 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.274251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14307c4-a9ea-4d6d-9428-913695eae95c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:37.274661 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14307c4-a9ea-4d6d-9428-913695eae95c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:37.275011 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14307c4-a9ea-4d6d-9428-913695eae95c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:37.275348 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14307c4-a9ea-4d6d-9428-913695eae95c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:37.275843 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14307c4-a9ea-4d6d-9428-913695eae95c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:37.276183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14307c4-a9ea-4d6d-9428-913695eae95c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:37.276516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14307c4-a9ea-4d6d-9428-913695eae95c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:37.276840 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14307c4-a9ea-4d6d-9428-913695eae95c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:37.277167 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14307c4-a9ea-4d6d-9428-913695eae95c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:37.277618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14307c4-a9ea-4d6d-9428-913695eae95c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:37.278666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14307c4-a9ea-4d6d-9428-913695eae95c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:37.279002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c14307c4-a9ea-4d6d-9428-913695eae95c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:37.309193 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-add26bd0-e3f5-4977-904f-c14bf8fe9262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.344316 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-add26bd0-e3f5-4977-904f-c14bf8fe9262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.417165 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4321d1e-0db7-4414-87d6-0457f8a6bcfd req-a444608a-0d2d-4029-9a66-aa0e4b588f71 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/floatingips/d3cb8c99-4b33-47df-8765-e2319a424323 HTTP/1.1" status: 200 len: 693 time: 0.0546114 Jul 16 01:11:37.459269 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-add26bd0-e3f5-4977-904f-c14bf8fe9262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.461782 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-add26bd0-e3f5-4977-904f-c14bf8fe9262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.465350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-add26bd0-e3f5-4977-904f-c14bf8fe9262 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a61bbbc0-deb6-4c9b-8a9a-0af095068276 HTTP/1.1" status: 204 len: 168 time: 0.2070024 Jul 16 01:11:37.502959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add26bd0-e3f5-4977-904f-c14bf8fe9262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61bbbc0-deb6-4c9b-8a9a-0af095068276,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:37.549542 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4321d1e-0db7-4414-87d6-0457f8a6bcfd req-3ea23a42-6bad-4d8f-a558-62125cb24147 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:37.551055 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4321d1e-0db7-4414-87d6-0457f8a6bcfd req-3ea23a42-6bad-4d8f-a558-62125cb24147 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.1281879 Jul 16 01:11:37.610539 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4321d1e-0db7-4414-87d6-0457f8a6bcfd req-450ddeb3-12f1-44b1-bbc1-3b35fb296bc9 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 696 time: 0.0535636 Jul 16 01:11:37.681375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4321d1e-0db7-4414-87d6-0457f8a6bcfd req-ebbbb4ac-9945-4584-b850-16c010e45b6d tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.171 HTTP/1.1" status: 200 len: 696 time: 0.0545747 Jul 16 01:11:37.747514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c92067-2864-4c57-9c3d-f69d0b257fe4 req-5ea485b8-dcbd-484c-ae96-a94b5401f573 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:37.749070 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-61c92067-2864-4c57-9c3d-f69d0b257fe4 req-5ea485b8-dcbd-484c-ae96-a94b5401f573 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 943 time: 0.1558487 Jul 16 01:11:37.842827 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-61c92067-2864-4c57-9c3d-f69d0b257fe4 req-bf2a6a72-6e47-40ab-985d-b4c9ee82ac69 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631301 Jul 16 01:11:37.857540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-e4321d1e-0db7-4414-87d6-0457f8a6bcfd req-ef5e797d-d66b-4797-8c2f-b4d811917dce tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Deleting port 09a42f8c-5ce2-4bd9-ada2-dcace3de822b {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:37.857889 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4321d1e-0db7-4414-87d6-0457f8a6bcfd req-ef5e797d-d66b-4797-8c2f-b4d811917dce tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.956967 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4321d1e-0db7-4414-87d6-0457f8a6bcfd req-ef5e797d-d66b-4797-8c2f-b4d811917dce tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.957278 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4321d1e-0db7-4414-87d6-0457f8a6bcfd req-ef5e797d-d66b-4797-8c2f-b4d811917dce tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:37.969686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-e4321d1e-0db7-4414-87d6-0457f8a6bcfd req-ef5e797d-d66b-4797-8c2f-b4d811917dce tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Calling delete_port for 09a42f8c-5ce2-4bd9-ada2-dcace3de822b owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:38.119845 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4321d1e-0db7-4414-87d6-0457f8a6bcfd req-ef5e797d-d66b-4797-8c2f-b4d811917dce tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.150309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e797d-d66b-4797-8c2f-b4d811917dce tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Pushing event deleted for resources: {'Port': ['ID=09a42f8c-5ce2-4bd9-ada2-dcace3de822b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:38.178908 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4321d1e-0db7-4414-87d6-0457f8a6bcfd req-ef5e797d-d66b-4797-8c2f-b4d811917dce tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.181484 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4321d1e-0db7-4414-87d6-0457f8a6bcfd req-ef5e797d-d66b-4797-8c2f-b4d811917dce tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.182899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4321d1e-0db7-4414-87d6-0457f8a6bcfd req-ef5e797d-d66b-4797-8c2f-b4d811917dce tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "DELETE /v2.0/floatingips/d3cb8c99-4b33-47df-8765-e2319a424323 HTTP/1.1" status: 204 len: 173 time: 0.4938240 Jul 16 01:11:38.266356 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-17346bf9-7371-4f44-907f-7a6cb360cc22 req-2a24d864-5264-4881-829f-143663680868 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] show failed (client error): The resource could not be found. Jul 16 01:11:38.267466 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17346bf9-7371-4f44-907f-7a6cb360cc22 req-2a24d864-5264-4881-829f-143663680868 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/floatingips/d3cb8c99-4b33-47df-8765-e2319a424323 HTTP/1.1" status: 404 len: 350 time: 0.0351262 Jul 16 01:11:38.371287 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-cd5202aa-0de1-4b02-a7bb-43bf88c1fd33 req-54776e7c-d557-48d5-9da2-4ae1c75ad257 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] show failed (client error): The resource could not be found. Jul 16 01:11:38.376252 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cd5202aa-0de1-4b02-a7bb-43bf88c1fd33 req-54776e7c-d557-48d5-9da2-4ae1c75ad257 tempest-FloatingIPsTestJSON-1735009704 tempest-FloatingIPsTestJSON-1735009704-project] 10.222.0.22 "GET /v2.0/floatingips/d3cb8c99-4b33-47df-8765-e2319a424323 HTTP/1.1" status: 404 len: 350 time: 0.0502052 Jul 16 01:11:38.382277 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40296) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:38.404676 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:38.499533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5246ba7-d31e-4210-8f80-8bb426482b9d req-b490a227-c93b-49a9-9dcd-972daf7cfb1e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:38.508759 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5246ba7-d31e-4210-8f80-8bb426482b9d req-b490a227-c93b-49a9-9dcd-972daf7cfb1e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=484534f0-2884-4c50-98f2-555908bc25a3 HTTP/1.1" status: 200 len: 947 time: 0.0866554 Jul 16 01:11:38.556903 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5246ba7-d31e-4210-8f80-8bb426482b9d req-57c41f35-cf6f-41c4-9b66-e819a0446b1f tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471766 Jul 16 01:11:38.755301 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 437a3fbc-6ad9-4578-8878-786556d0a7d6 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:11:38.880138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484534f0-2884-4c50-98f2-555908bc25a3', 'tag': 'a422d864-aa4e-4047-bdea-be8726953884'}, {'name': 'network-changed', 'server_uuid': '49ed3614-a44c-4c99-a4cb-122f75d62d6a', 'tag': '437a3fbc-6ad9-4578-8878-786556d0a7d6'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:38.883235 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56133dd9-f63f-43e8-aa48-4a1b2ee34911" -d '{"events": [{"name": "network-changed", "server_uuid": "484534f0-2884-4c50-98f2-555908bc25a3", "tag": "a422d864-aa4e-4047-bdea-be8726953884"}, {"name": "network-changed", "server_uuid": "49ed3614-a44c-4c99-a4cb-122f75d62d6a", "tag": "437a3fbc-6ad9-4578-8878-786556d0a7d6"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:38.883936 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 437a3fbc-6ad9-4578-8878-786556d0a7d6, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:38.899168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 437a3fbc-6ad9-4578-8878-786556d0a7d6 has no active binding in host n-h1-791505-14 {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:11:38.930123 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d26b0c35-2ec8-4a0b-ac1d-477c4fc8d9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.035012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40338) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:39.063017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8ce5a3-f8af-4bae-bbe3-28d50a33f0bb req-72cd567d-4341-4894-b8b7-90928d9df4e7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:39.064855 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f8ce5a3-f8af-4bae-bbe3-28d50a33f0bb req-72cd567d-4341-4894-b8b7-90928d9df4e7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 943 time: 0.0776336 Jul 16 01:11:39.119743 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f8ce5a3-f8af-4bae-bbe3-28d50a33f0bb req-d31855b1-a222-49bc-b78a-a243bc6799e2 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486338 Jul 16 01:11:39.168411 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029de6f7-98cf-4919-835a-b4eaff861b15 x-openstack-request-id: req-029de6f7-98cf-4919-835a-b4eaff861b15 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:39.168746 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484534f0-2884-4c50-98f2-555908bc25a3", "tag": "a422d864-aa4e-4047-bdea-be8726953884", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "49ed3614-a44c-4c99-a4cb-122f75d62d6a", "tag": "437a3fbc-6ad9-4578-8878-786556d0a7d6", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:39.168999 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-029de6f7-98cf-4919-835a-b4eaff861b15 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:39.169703 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484534f0-2884-4c50-98f2-555908bc25a3', 'tag': 'a422d864-aa4e-4047-bdea-be8726953884', 'status': 'completed', 'code': 200} Jul 16 01:11:39.169932 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49ed3614-a44c-4c99-a4cb-122f75d62d6a', 'tag': '437a3fbc-6ad9-4578-8878-786556d0a7d6', 'status': 'completed', 'code': 200} Jul 16 01:11:39.170387 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40344) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:39.295822 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-038c67af-a622-48a6-b3b6-6dc8422ae3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:39.297716 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-038c67af-a622-48a6-b3b6-6dc8422ae3c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 1126 time: 0.1065485 Jul 16 01:11:39.321496 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-ef3595d9-34e3-4050-bfbf-2ce261a5dd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:39.323526 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-ef3595d9-34e3-4050-bfbf-2ce261a5dd71 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=7d341ebc11c4426b9492265433090aec&device_id=484534f0-2884-4c50-98f2-555908bc25a3 HTTP/1.1" status: 200 len: 1099 time: 0.1187801 Jul 16 01:11:39.404776 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-265d1e4d-4478-48ef-994c-5672497926b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.462432 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29b9668f-89f1-4f15-9e5a-0e832fe5db33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.640976 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-265d1e4d-4478-48ef-994c-5672497926b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.645570 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d26b0c35-2ec8-4a0b-ac1d-477c4fc8d9a2 admin admin] Deleting port b9c05283-4d60-4374-8040-1e5e787d832e {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:39.645925 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d26b0c35-2ec8-4a0b-ac1d-477c4fc8d9a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.652289 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-265d1e4d-4478-48ef-994c-5672497926b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.798402 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-265d1e4d-4478-48ef-994c-5672497926b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ca829a3ba12412488e1bc4b1e62e0d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7620952 Jul 16 01:11:39.799123 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d1e4d-4478-48ef-994c-5672497926b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2912c804-e608-48f0-9847-cf33dd7bd4ee,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:39.801794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40380) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:39.864524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-d26b0c35-2ec8-4a0b-ac1d-477c4fc8d9a2 admin admin] For port b9c05283-4d60-4374-8040-1e5e787d832e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b9c05283-4d60-4374-8040-1e5e787d832e,segment=NetworkSegment(cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e),segment_id=cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:39.864524 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d26b0c35-2ec8-4a0b-ac1d-477c4fc8d9a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.890669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-22c97df7-37f8-4475-bab0-20a37e42ae85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:39.892283 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-22c97df7-37f8-4475-bab0-20a37e42ae85 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.5863276 Jul 16 01:11:39.896594 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d26b0c35-2ec8-4a0b-ac1d-477c4fc8d9a2 admin admin] Calling delete_port for b9c05283-4d60-4374-8040-1e5e787d832e owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:39.912539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-d900cf3b-6dab-4840-856d-1a70d804a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:39.914271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-d900cf3b-6dab-4840-856d-1a70d804a232 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.5650349 Jul 16 01:11:39.933128 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95014308-2df7-478e-8c17-cb7c279df416 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:39.951258 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-133f2c51-27f1-4de9-b383-955c45dfe63e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0494685 Jul 16 01:11:39.961485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be7a4b-540b-4bd7-97e4-d734a34f3fb1 req-86423694-6e26-4347-96f2-e7d2087e3b94 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:39.963042 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73be7a4b-540b-4bd7-97e4-d734a34f3fb1 req-86423694-6e26-4347-96f2-e7d2087e3b94 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=484534f0-2884-4c50-98f2-555908bc25a3 HTTP/1.1" status: 200 len: 947 time: 0.1832919 Jul 16 01:11:40.001650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-48b41c67-5b9c-479d-82f7-4fbb01de236d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a422d864-aa4e-4047-bdea-be8726953884 HTTP/1.1" status: 200 len: 217 time: 0.0592234 Jul 16 01:11:40.014271 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.046228 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29b9668f-89f1-4f15-9e5a-0e832fe5db33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.053742 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95014308-2df7-478e-8c17-cb7c279df416 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.058684 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29b9668f-89f1-4f15-9e5a-0e832fe5db33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.104771 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-bf79c626-c571-4aca-b194-f50d936b1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:40.106853 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-bf79c626-c571-4aca-b194-f50d936b1a39 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.1423569 Jul 16 01:11:40.120619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73be7a4b-540b-4bd7-97e4-d734a34f3fb1 req-1be92516-a421-4c0b-9174-db02f8faff22 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294026 Jul 16 01:11:40.122739 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-5b91dfba-2208-4cdc-bf66-3d2597b31297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:40.127656 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-5b91dfba-2208-4cdc-bf66-3d2597b31297 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1025832 Jul 16 01:11:40.189818 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-1bc50acf-d5a4-497d-8dfe-4c67c426785a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612411 Jul 16 01:11:40.284622 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-e1dfb125-48b8-422e-9b41-031b367ea6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:40.286146 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-e1dfb125-48b8-422e-9b41-031b367ea6c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1467705 Jul 16 01:11:40.321382 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-29b9668f-89f1-4f15-9e5a-0e832fe5db33 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=db0f97872f23447e83fca046d13229d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1339333 Jul 16 01:11:40.326606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40408) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:40.335889 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95014308-2df7-478e-8c17-cb7c279df416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.338530 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95014308-2df7-478e-8c17-cb7c279df416 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.343336 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-95014308-2df7-478e-8c17-cb7c279df416 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2912c804-e608-48f0-9847-cf33dd7bd4ee HTTP/1.1" status: 204 len: 168 time: 0.5365055 Jul 16 01:11:40.346631 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9668f-89f1-4f15-9e5a-0e832fe5db33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=839663af-67aa-4b8f-9cf6-8e8632920dd2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:40.366649 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-357e1759-650d-4041-afa0-964e6051ae67 service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659589 Jul 16 01:11:40.390223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95014308-2df7-478e-8c17-cb7c279df416 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2912c804-e608-48f0-9847-cf33dd7bd4ee,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:40.390223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40414) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:40.452567 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d26b0c35-2ec8-4a0b-ac1d-477c4fc8d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.495597 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b0c35-2ec8-4a0b-ac1d-477c4fc8d9a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9c05283-4d60-4374-8040-1e5e787d832e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:40.536182 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40420) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:40.600109 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-4b811261-888f-4ebb-b7bd-d6aa6ab93d89 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041542 Jul 16 01:11:40.607319 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b1c0-6703-4d2c-b569-23a9b5cc6d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.688496 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-1ab83e7c-1067-4f44-9405-e1c24f9f8810 service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967567 Jul 16 01:11:40.695234 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b1c0-6703-4d2c-b569-23a9b5cc6d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.712025 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abce70c-6950-4c57-a705-4ee2d50c5452 req-1041c43b-e200-4460-8ea0-71a65808d4ee tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:40.712705 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d26b0c35-2ec8-4a0b-ac1d-477c4fc8d9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.719072 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8abce70c-6950-4c57-a705-4ee2d50c5452 req-1041c43b-e200-4460-8ea0-71a65808d4ee tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 943 time: 0.3955324 Jul 16 01:11:40.766997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a422d864-aa4e-4047-bdea-be8726953884 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:11:40.869509 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8abce70c-6950-4c57-a705-4ee2d50c5452 req-e5edd674-aaa6-4f3f-98b1-1d300ba9dd3c tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494384 Jul 16 01:11:40.886278 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56133dd9-f63f-43e8-aa48-4a1b2ee34911 req-ecd20469-858f-41e0-810c-04c3d96a9526 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717934 Jul 16 01:11:40.894004 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b1c0-6703-4d2c-b569-23a9b5cc6d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.897657 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b1c0-6703-4d2c-b569-23a9b5cc6d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.901138 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ceb4b1c0-6703-4d2c-b569-23a9b5cc6d4d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/839663af-67aa-4b8f-9cf6-8e8632920dd2 HTTP/1.1" status: 204 len: 168 time: 0.5717807 Jul 16 01:11:40.903866 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f44f500b-7834-4877-bf2c-49ec70e3eed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:40.909150 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4b1c0-6703-4d2c-b569-23a9b5cc6d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=839663af-67aa-4b8f-9cf6-8e8632920dd2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:40.972674 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd441-169d-4a5b-a164-b3c9e78faeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.070497 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40428) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:41.079750 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d26b0c35-2ec8-4a0b-ac1d-477c4fc8d9a2 admin admin] Router 62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:11:41.088255 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7b1b8f96-5813-4a01-8071-79f09fcc8e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.114407 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a422d864-aa4e-4047-bdea-be8726953884, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a422d864-aa4e-4047-bdea-be8726953884,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:41.126924 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'a422d864-aa4e-4047-bdea-be8726953884', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'a422d864-aa4e-4047-bdea-be8726953884', 'mac_address': 'fa:16:3e:00:19:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:11:41.163828 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f44f500b-7834-4877-bf2c-49ec70e3eed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.178138 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.196427 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a422d864-aa4e-4047-bdea-be8726953884 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:41.203284 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f44f500b-7834-4877-bf2c-49ec70e3eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.221702 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a422d864-aa4e-4047-bdea-be8726953884, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a422d864-aa4e-4047-bdea-be8726953884,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:41.226915 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.281763 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f44f500b-7834-4877-bf2c-49ec70e3eed7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9dd13f12c0d84af8b6e5a565ffbce5ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7445140 Jul 16 01:11:41.282556 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f500b-7834-4877-bf2c-49ec70e3eed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b96333b-c29b-479f-8df4-5dc4c3502a95,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:41.286434 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40434) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:41.300101 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=a422d864-aa4e-4047-bdea-be8726953884,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:41.300233 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d26b0c35-2ec8-4a0b-ac1d-477c4fc8d9a2 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:11:41.310684 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa2506-b078-426d-b298-3c75cca43bfd None None] Sync routers for ids ['62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:11:41.314049 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d26b0c35-2ec8-4a0b-ac1d-477c4fc8d9a2 admin admin] 10.222.0.22 "PUT /v2.0/routers/62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9280174 Jul 16 01:11:41.315305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40436) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:41.321995 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:41.322775 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:41.323648 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa2506-b078-426d-b298-3c75cca43bfd None None] Routers {'62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:41.323988 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:41.324303 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-47aa2506-b078-426d-b298-3c75cca43bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:11:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:41.325326 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:41.325856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:41.326356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:41.327561 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:41.328163 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:41.328873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:41.330253 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:41.331059 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:41.331591 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:11:41.375057 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a576dde4-1061-40ca-b7ec-99bdf4023e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.409814 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd441-169d-4a5b-a164-b3c9e78faeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.416269 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a576dde4-1061-40ca-b7ec-99bdf4023e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.418107 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2b8dd441-169d-4a5b-a164-b3c9e78faeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.443191 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b953a60-b84d-4f20-b0b1-cfeca17b7505 admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.469634 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['a422d864-aa4e-4047-bdea-be8726953884'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:41.474381 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40438) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:41.475041 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-47aa2506-b078-426d-b298-3c75cca43bfd None None] Set router 62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:41.494909 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ddb9-ab30-4128-8cce-75204cdb85c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.513550 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2b8dd441-169d-4a5b-a164-b3c9e78faeb2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3b5119afcae74feeb77fa4c081f7dd5a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0996552 Jul 16 01:11:41.515415 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8dd441-169d-4a5b-a164-b3c9e78faeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277d882a-2166-407d-b30c-6e13f4d75eb3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:41.518466 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40440) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:41.525692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2776b2-6888-4214-b1dd-d2dc9ed141f0 req-b93540db-2d73-461c-ad48-df932ac123f8 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:41.536039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d2776b2-6888-4214-b1dd-d2dc9ed141f0 req-b93540db-2d73-461c-ad48-df932ac123f8 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=484534f0-2884-4c50-98f2-555908bc25a3 HTTP/1.1" status: 200 len: 948 time: 0.2837355 Jul 16 01:11:41.575352 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a576dde4-1061-40ca-b7ec-99bdf4023e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.578188 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a576dde4-1061-40ca-b7ec-99bdf4023e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.582286 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a576dde4-1061-40ca-b7ec-99bdf4023e71 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b96333b-c29b-479f-8df4-5dc4c3502a95 HTTP/1.1" status: 204 len: 168 time: 0.2928660 Jul 16 01:11:41.589724 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f0c6e8b1-0844-49d5-9d69-b46514792d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.611844 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f0c6e8b1-0844-49d5-9d69-b46514792d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.665705 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f0c6e8b1-0844-49d5-9d69-b46514792d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.668822 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f0c6e8b1-0844-49d5-9d69-b46514792d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.669273 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d2776b2-6888-4214-b1dd-d2dc9ed141f0 req-a4375cc3-9489-448c-bc66-7a562d0d4a39 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287291 Jul 16 01:11:41.670411 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f0c6e8b1-0844-49d5-9d69-b46514792d60 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/277d882a-2166-407d-b30c-6e13f4d75eb3 HTTP/1.1" status: 204 len: 168 time: 0.1508458 Jul 16 01:11:41.671818 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576dde4-1061-40ca-b7ec-99bdf4023e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b96333b-c29b-479f-8df4-5dc4c3502a95,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:41.686729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c6e8b1-0844-49d5-9d69-b46514792d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277d882a-2166-407d-b30c-6e13f4d75eb3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:41.751310 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-47aa2506-b078-426d-b298-3c75cca43bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'name': 'tempest-FloatingIPsTestJSON-1869343235-router', 'tenant_id': '7079a021d6dc4f4c9130442204d61401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '0e3bf8d3-552d-45b0-81ca-f3776faeb84c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:17Z', 'updated_at': '2021-07-16T01:11:40Z', 'revision_number': 5, 'project_id': '7079a021d6dc4f4c9130442204d61401', 'gw_port': {'id': '0e3bf8d3-552d-45b0-81ca-f3776faeb84c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:6d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 217, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:11:19Z', 'updated_at': '2021-07-16T01:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:41.761652 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b953a60-b84d-4f20-b0b1-cfeca17b7505 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.789722 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa2506-b078-426d-b298-3c75cca43bfd None None] Checking router: 62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:11:41.804678 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47aa2506-b078-426d-b298-3c75cca43bfd None None] Routers {'62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:11:41.806446 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-47aa2506-b078-426d-b298-3c75cca43bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:11:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:41.867681 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7b1b8f96-5813-4a01-8071-79f09fcc8e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.926181 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7b1b8f96-5813-4a01-8071-79f09fcc8e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:41.977286 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1b8f96-5813-4a01-8071-79f09fcc8e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48ab6531-135f-40f5-a63c-d268d7a4594d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:42.021782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9b953a60-b84d-4f20-b0b1-cfeca17b7505 admin admin] Deleting port 0e3bf8d3-552d-45b0-81ca-f3776faeb84c {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:42.030392 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b953a60-b84d-4f20-b0b1-cfeca17b7505 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.038633 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ddb9-ab30-4128-8cce-75204cdb85c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.048446 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7b1b8f96-5813-4a01-8071-79f09fcc8e0e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c856e34ed9f6405880c5bf445281c035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9763067 Jul 16 01:11:42.051224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40454) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:42.054779 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-47aa2506-b078-426d-b298-3c75cca43bfd None None] Set router 62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:11:42.073581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-a5b502c7-22a6-4ba2-b3d8-5346c1e2880a service neutron] 10.222.0.70 "GET /v2.0/ports/437a3fbc-6ad9-4578-8878-786556d0a7d6/bindings/n-h1-791505-14 HTTP/1.1" status: 200 len: 385 time: 0.2293751 Jul 16 01:11:42.081825 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fe5ddb9-ab30-4128-8cce-75204cdb85c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.130243 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5ddb9-ab30-4128-8cce-75204cdb85c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e2f298-7592-4e54-9c95-da12a3573f5f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:42.141728 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4fe5ddb9-ab30-4128-8cce-75204cdb85c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ffd1bad73f440a0b979481179f4249d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6628199 Jul 16 01:11:42.143903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40456) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:42.174011 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68d2779b-01e1-42e9-ac67-36ebcffcd3ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.212346 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68d2779b-01e1-42e9-ac67-36ebcffcd3ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.220882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb3cc811-3754-408a-8ba4-99911d445429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.235619 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-47aa2506-b078-426d-b298-3c75cca43bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'name': 'tempest-FloatingIPsTestJSON-1869343235-router', 'tenant_id': '7079a021d6dc4f4c9130442204d61401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:17Z', 'updated_at': '2021-07-16T01:11:41Z', 'revision_number': 6, 'project_id': '7079a021d6dc4f4c9130442204d61401', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:42.265055 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb3cc811-3754-408a-8ba4-99911d445429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.283954 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40458) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:42.296451 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47aa2506-b078-426d-b298-3c75cca43bfd None None] The sync data for ids ['62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf'] in n-d-791505-14 is: [{'id': '62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf', 'name': 'tempest-FloatingIPsTestJSON-1869343235-router', 'tenant_id': '7079a021d6dc4f4c9130442204d61401', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:11:17Z', 'updated_at': '2021-07-16T01:11:41Z', 'revision_number': 6, 'project_id': '7079a021d6dc4f4c9130442204d61401', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:11:42.307549 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-9b953a60-b84d-4f20-b0b1-cfeca17b7505 admin admin] For port 0e3bf8d3-552d-45b0-81ca-f3776faeb84c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0e3bf8d3-552d-45b0-81ca-f3776faeb84c,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:42.308655 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b953a60-b84d-4f20-b0b1-cfeca17b7505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.309613 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8def795c-dc78-4f99-863a-6aa4475a92c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.326702 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40460) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:42.338880 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9b953a60-b84d-4f20-b0b1-cfeca17b7505 admin admin] Calling delete_port for 0e3bf8d3-552d-45b0-81ca-f3776faeb84c owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:42.341133 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68d2779b-01e1-42e9-ac67-36ebcffcd3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.343636 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68d2779b-01e1-42e9-ac67-36ebcffcd3ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.344922 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-68d2779b-01e1-42e9-ac67-36ebcffcd3ce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/48ab6531-135f-40f5-a63c-d268d7a4594d HTTP/1.1" status: 204 len: 168 time: 0.2926216 Jul 16 01:11:42.359228 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6e4d-ad30-4e13-9782-b22df28ce00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.366572 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d2779b-01e1-42e9-ac67-36ebcffcd3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48ab6531-135f-40f5-a63c-d268d7a4594d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:42.385693 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb3cc811-3754-408a-8ba4-99911d445429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.388606 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb3cc811-3754-408a-8ba4-99911d445429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.390033 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bb3cc811-3754-408a-8ba4-99911d445429 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/78e2f298-7592-4e54-9c95-da12a3573f5f HTTP/1.1" status: 204 len: 168 time: 0.2453005 Jul 16 01:11:42.417402 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3cc811-3754-408a-8ba4-99911d445429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e2f298-7592-4e54-9c95-da12a3573f5f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:42.482688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6997e1-8af9-49f7-820f-9ed0b055d95f req-758b6df4-072d-4a8c-b967-49fcdb54eab7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:42.491654 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d6997e1-8af9-49f7-820f-9ed0b055d95f req-758b6df4-072d-4a8c-b967-49fcdb54eab7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 943 time: 0.3312941 Jul 16 01:11:42.506808 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8def795c-dc78-4f99-863a-6aa4475a92c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.513440 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8def795c-dc78-4f99-863a-6aa4475a92c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.562630 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8def795c-dc78-4f99-863a-6aa4475a92c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8541a3-f6a5-4924-ad94-ac4e631cb725,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:42.567961 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8def795c-dc78-4f99-863a-6aa4475a92c5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dfec19fd07224e63ad5730d7ca8590ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2830510 Jul 16 01:11:42.570682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40466) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:42.630926 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3a9d649-186f-47ae-9d12-e30f5fe8fa92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.656291 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d6997e1-8af9-49f7-820f-9ed0b055d95f req-ab803804-d515-43bf-84c6-4a7c26c56757 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636028 Jul 16 01:11:42.663420 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3a9d649-186f-47ae-9d12-e30f5fe8fa92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.778595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-6bd3d075-5910-4157-86c8-d9e54d17659f service neutron] For port 437a3fbc-6ad9-4578-8878-786556d0a7d6, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:42.787449 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3a9d649-186f-47ae-9d12-e30f5fe8fa92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.792991 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3a9d649-186f-47ae-9d12-e30f5fe8fa92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:42.794626 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a422d864-aa4e-4047-bdea-be8726953884 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:42.795223 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d3a9d649-186f-47ae-9d12-e30f5fe8fa92 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b8541a3-f6a5-4924-ad94-ac4e631cb725 HTTP/1.1" status: 204 len: 168 time: 0.2234199 Jul 16 01:11:42.804969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9d649-186f-47ae-9d12-e30f5fe8fa92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8541a3-f6a5-4924-ad94-ac4e631cb725,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:42.891520 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-6bd3d075-5910-4157-86c8-d9e54d17659f service neutron] For port 437a3fbc-6ad9-4578-8878-786556d0a7d6, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:42.904382 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port a422d864-aa4e-4047-bdea-be8726953884 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:42.908648 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port a422d864-aa4e-4047-bdea-be8726953884 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:42.909034 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.010625 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.056279 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484534f0-2884-4c50-98f2-555908bc25a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a422d864-aa4e-4047-bdea-be8726953884'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:43.058879 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-6bd3d075-5910-4157-86c8-d9e54d17659f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 437a3fbc-6ad9-4578-8878-786556d0a7d6 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:43.059772 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870d57e4-3f90-4de8-a168-1d5206fbf34b" -d '{"events": [{"server_uuid": "484534f0-2884-4c50-98f2-555908bc25a3", "name": "network-vif-plugged", "status": "completed", "tag": "a422d864-aa4e-4047-bdea-be8726953884"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:43.091303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a422d864-aa4e-4047-bdea-be8726953884, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a422d864-aa4e-4047-bdea-be8726953884,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:43.092618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-6bd3d075-5910-4157-86c8-d9e54d17659f service neutron] For port 437a3fbc-6ad9-4578-8878-786556d0a7d6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:43.097154 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.113380 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b953a60-b84d-4f20-b0b1-cfeca17b7505 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.139700 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937b92d7-e6dd-4047-aa34-92fa0c87d4d5 x-openstack-request-id: req-937b92d7-e6dd-4047-aa34-92fa0c87d4d5 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:43.140148 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484534f0-2884-4c50-98f2-555908bc25a3", "name": "network-vif-plugged", "status": "completed", "tag": "a422d864-aa4e-4047-bdea-be8726953884", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:43.140433 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-937b92d7-e6dd-4047-aa34-92fa0c87d4d5 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:43.140877 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484534f0-2884-4c50-98f2-555908bc25a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a422d864-aa4e-4047-bdea-be8726953884', 'code': 200} Jul 16 01:11:43.170699 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b953a60-b84d-4f20-b0b1-cfeca17b7505 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3bf8d3-552d-45b0-81ca-f3776faeb84c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:43.175014 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-6bd3d075-5910-4157-86c8-d9e54d17659f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.193065 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6e4d-ad30-4e13-9782-b22df28ce00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.193864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=a422d864-aa4e-4047-bdea-be8726953884,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:43.221841 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c6e6d-1d1c-44ec-a7b5-bab92c42b403 req-591f0aec-00a0-41bc-8672-7e1e23f8c916 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:43.223443 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-836c6e6d-1d1c-44ec-a7b5-bab92c42b403 req-591f0aec-00a0-41bc-8672-7e1e23f8c916 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=484534f0-2884-4c50-98f2-555908bc25a3 HTTP/1.1" status: 200 len: 948 time: 0.3403687 Jul 16 01:11:43.224161 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6e4d-ad30-4e13-9782-b22df28ce00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.324263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b953a60-b84d-4f20-b0b1-cfeca17b7505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.729366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d0ba6e4d-ad30-4e13-9782-b22df28ce00c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bf0f4504c11e4c3b9ccdf975128cd136&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4013252 Jul 16 01:11:43.732243 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40526) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:43.735753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba6e4d-ad30-4e13-9782-b22df28ce00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7182f4d8-03c2-48be-ad3a-6a930e6e773d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:43.751151 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b953a60-b84d-4f20-b0b1-cfeca17b7505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.764868 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-836c6e6d-1d1c-44ec-a7b5-bab92c42b403 req-ba9a5219-9f8c-4745-af54-4d121f1f8728 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904466 Jul 16 01:11:43.768063 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b953a60-b84d-4f20-b0b1-cfeca17b7505 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.768526 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b9c05283-4d60-4374-8040-1e5e787d832e no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:43.817973 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: b9c05283-4d60-4374-8040-1e5e787d832e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:11:43.819184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b9c05283-4d60-4374-8040-1e5e787d832e not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:43.819847 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0e3bf8d3-552d-45b0-81ca-f3776faeb84c no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:43.831164 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4274e33-0961-4f00-aa0b-b250c252a8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.878328 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e194ed7-ca2f-48e7-9d60-5be53d7adce8 req-9c702c86-25a7-43cc-9626-3a18f7317eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:43.878328 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e194ed7-ca2f-48e7-9d60-5be53d7adce8 req-9c702c86-25a7-43cc-9626-3a18f7317eb6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=484534f0-2884-4c50-98f2-555908bc25a3 HTTP/1.1" status: 200 len: 1101 time: 0.6479139 Jul 16 01:11:43.878328 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-6bd3d075-5910-4157-86c8-d9e54d17659f service neutron] Transition to ACTIVE for port object 437a3fbc-6ad9-4578-8878-786556d0a7d6 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:43.884715 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 0e3bf8d3-552d-45b0-81ca-f3776faeb84c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:11:43.885368 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0e3bf8d3-552d-45b0-81ca-f3776faeb84c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:43.887940 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b953a60-b84d-4f20-b0b1-cfeca17b7505 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.888726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b953a60-b84d-4f20-b0b1-cfeca17b7505 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:11:43.896658 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4274e33-0961-4f00-aa0b-b250c252a8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.913290 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-6bd3d075-5910-4157-86c8-d9e54d17659f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.918977 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b953a60-b84d-4f20-b0b1-cfeca17b7505 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.920267 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9b953a60-b84d-4f20-b0b1-cfeca17b7505 admin admin] 10.222.0.22 "DELETE /v2.0/routers/62ca70d1-3aa9-48a9-a72d-9fef1f0dd3cf HTTP/1.1" status: 204 len: 168 time: 2.5985086 Jul 16 01:11:43.951654 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40532) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:43.967514 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4274e33-0961-4f00-aa0b-b250c252a8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.974527 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4274e33-0961-4f00-aa0b-b250c252a8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:43.978719 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a4274e33-0961-4f00-aa0b-b250c252a8d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7182f4d8-03c2-48be-ad3a-6a930e6e773d HTTP/1.1" status: 204 len: 168 time: 0.2448533 Jul 16 01:11:43.983666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40536) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:43.995275 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4274e33-0961-4f00-aa0b-b250c252a8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7182f4d8-03c2-48be-ad3a-6a930e6e773d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:44.040006 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e194ed7-ca2f-48e7-9d60-5be53d7adce8 req-3139d4cb-1746-4dc1-bc95-6d99acf127c3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492574 Jul 16 01:11:44.109541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-6bd3d075-5910-4157-86c8-d9e54d17659f service neutron] No DVR routers for this DVR port 437a3fbc-6ad9-4578-8878-786556d0a7d6 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:44.149348 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3d075-5910-4157-86c8-d9e54d17659f service neutron] Pushing event updated for resources: {'Port': ['ID=437a3fbc-6ad9-4578-8878-786556d0a7d6,revision_number=10']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:44.177895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de003913-888f-4bf8-8a21-cce6f7174219 req-be903b60-e999-4ff8-af61-cb3a047f242b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:44.187667 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de003913-888f-4bf8-8a21-cce6f7174219 req-be903b60-e999-4ff8-af61-cb3a047f242b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 944 time: 0.3159804 Jul 16 01:11:44.194449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-9420a61e-095b-4c42-8ec3-a845b9869200 admin admin] Deleting subnet 16e5a55e-f687-4fa2-8dc5-fa0d58b3dd14 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:11:44.202772 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9420a61e-095b-4c42-8ec3-a845b9869200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.241637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-6bd3d075-5910-4157-86c8-d9e54d17659f service neutron] 10.222.0.70 "PUT /v2.0/ports/437a3fbc-6ad9-4578-8878-786556d0a7d6/bindings/n-h1-791505-14/activate HTTP/1.1" status: 200 len: 370 time: 2.1597345 Jul 16 01:11:44.277864 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9420a61e-095b-4c42-8ec3-a845b9869200 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.289667 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de003913-888f-4bf8-8a21-cce6f7174219 req-fe2d4971-43a7-4172-957c-7334666cab8c tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010361 Jul 16 01:11:44.315973 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-13afdc7e-ca67-4718-8af6-7a077399823f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1955914063-network', 'tenant_id': '537b188632474e8c92af700ab7860b1d'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:44.347851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13afdc7e-ca67-4718-8af6-7a077399823f admin admin] Made reservation on behalf of 537b188632474e8c92af700ab7860b1d for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:44.350501 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13afdc7e-ca67-4718-8af6-7a077399823f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.360874 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13afdc7e-ca67-4718-8af6-7a077399823f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.405833 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9420a61e-095b-4c42-8ec3-a845b9869200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.465611 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-20174b1b-b0e1-42fa-acf4-22e7bb0c53f2 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:44.467481 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-20174b1b-b0e1-42fa-acf4-22e7bb0c53f2 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a&tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 1096 time: 0.1538980 Jul 16 01:11:44.470663 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13afdc7e-ca67-4718-8af6-7a077399823f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.475809 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13afdc7e-ca67-4718-8af6-7a077399823f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.504663 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afdc7e-ca67-4718-8af6-7a077399823f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40f96a3-1e38-458d-9ef5-2425f775a8e1,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:44.521521 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40552) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:44.532365 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9420a61e-095b-4c42-8ec3-a845b9869200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.536351 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13afdc7e-ca67-4718-8af6-7a077399823f admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:11:44.549762 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-258a9a88-d0b0-4921-8fca-18c7be3ef14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.564421 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13afdc7e-ca67-4718-8af6-7a077399823f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.565089 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-13afdc7e-ca67-4718-8af6-7a077399823f admin admin] Added segment 8b0dd166-44c8-4ca6-b83c-8cb720b5f662 of type vlan for network be647a19-644e-4999-ac54-739f18101211 Jul 16 01:11:44.571327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9420a61e-095b-4c42-8ec3-a845b9869200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16e5a55e-f687-4fa2-8dc5-fa0d58b3dd14,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:44.578213 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9420a61e-095b-4c42-8ec3-a845b9869200 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.583497 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40554) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:44.583992 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9420a61e-095b-4c42-8ec3-a845b9869200 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/16e5a55e-f687-4fa2-8dc5-fa0d58b3dd14 HTTP/1.1" status: 204 len: 168 time: 0.6281650 Jul 16 01:11:44.586561 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e79ece8-90f6-4a99-939e-52b0a0b92ad7 None None] Network 0d2afb27-edda-4a71-8b0a-311b7af6fad9 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:44.637176 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-11a944cd-73f6-4669-979d-0128a0152fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:44.640222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-11a944cd-73f6-4669-979d-0128a0152fc8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a&tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0 HTTP/1.1" status: 200 len: 1096 time: 0.1627457 Jul 16 01:11:44.657290 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13afdc7e-ca67-4718-8af6-7a077399823f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.748003 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.776078 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13afdc7e-ca67-4718-8af6-7a077399823f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.778152 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13afdc7e-ca67-4718-8af6-7a077399823f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:44.779034 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13afdc7e-ca67-4718-8af6-7a077399823f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.784345 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-0180d07c-c5dc-484e-93ae-e4eb386acbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:44.785873 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-0180d07c-c5dc-484e-93ae-e4eb386acbec service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 1096 time: 0.1108317 Jul 16 01:11:44.808016 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-081ed089-8e77-4684-9891-c35457e41759 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=097d269e9bc84ffbb6d17c505315daab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614710 Jul 16 01:11:44.853513 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8363e0-7c80-43ad-8162-a7460c84625f None None] DHCP port deletion for 0d2afb27-edda-4a71-8b0a-311b7af6fad9 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:11:44.915898 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2d8363e0-7c80-43ad-8162-a7460c84625f None None] Deleting port ad296a53-2c4e-4c82-964b-6e6436a609fd {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:44.916394 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2d8363e0-7c80-43ad-8162-a7460c84625f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:44.964380 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13afdc7e-ca67-4718-8af6-7a077399823f admin admin] Pushing event updated for resources: {'Network': ['ID=be647a19-644e-4999-ac54-739f18101211,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:44.992012 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-258a9a88-d0b0-4921-8fca-18c7be3ef14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.004321 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-258a9a88-d0b0-4921-8fca-18c7be3ef14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.017900 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-13afdc7e-ca67-4718-8af6-7a077399823f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0324278 Jul 16 01:11:45.026935 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40572) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:45.033168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-72705720-191e-4c2b-8662-39af3dc8d600 admin admin] Request body: {'subnet': {'network_id': 'be647a19-644e-4999-ac54-739f18101211', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1955914063-subnet', 'tenant_id': '537b188632474e8c92af700ab7860b1d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:45.035585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2d8363e0-7c80-43ad-8162-a7460c84625f None None] For port ad296a53-2c4e-4c82-964b-6e6436a609fd, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ad296a53-2c4e-4c82-964b-6e6436a609fd,segment=NetworkSegment(cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e),segment_id=cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:45.037334 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2d8363e0-7c80-43ad-8162-a7460c84625f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.065206 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-8aafd71d-6e4d-48a0-9279-e8f03e38b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:45.066714 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-8aafd71d-6e4d-48a0-9279-e8f03e38b072 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.2679303 Jul 16 01:11:45.069801 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network be647a19-644e-4999-ac54-739f18101211 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:11:45.087355 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Deleting port ad296a53-2c4e-4c82-964b-6e6436a609fd {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:45.091329 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.096855 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-258a9a88-d0b0-4921-8fca-18c7be3ef14d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=10cf2bcd57e6435e853be4660da474e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5703900 Jul 16 01:11:45.104382 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2d8363e0-7c80-43ad-8162-a7460c84625f None None] Calling delete_port for ad296a53-2c4e-4c82-964b-6e6436a609fd owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:45.113626 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40576) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:45.114422 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a9a88-d0b0-4921-8fca-18c7be3ef14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb335b7-ac74-440c-ac22-ea9210bea38f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:45.141705 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72705720-191e-4c2b-8662-39af3dc8d600 admin admin] Made reservation on behalf of 537b188632474e8c92af700ab7860b1d for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:45.144363 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72705720-191e-4c2b-8662-39af3dc8d600 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.176950 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-893dbcfc-1761-4200-a123-32d2a291ed64 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6 HTTP/1.1" status: 200 len: 217 time: 0.0816987 Jul 16 01:11:45.220360 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] For port ad296a53-2c4e-4c82-964b-6e6436a609fd, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ad296a53-2c4e-4c82-964b-6e6436a609fd,segment=NetworkSegment(cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e),segment_id=cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:45.220803 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.248201 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-6239580e-c405-413e-8697-263dcc36e4c8 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:45.249921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-6239580e-c405-413e-8697-263dcc36e4c8 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4137635 Jul 16 01:11:45.261638 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07f3284-eb64-4c27-959f-c5b4ead93bf6 req-2057fc65-a1e3-4427-9236-64cce0cd0bf7 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:45.270456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e07f3284-eb64-4c27-959f-c5b4ead93bf6 req-2057fc65-a1e3-4427-9236-64cce0cd0bf7 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=484534f0-2884-4c50-98f2-555908bc25a3 HTTP/1.1" status: 200 len: 949 time: 0.3060150 Jul 16 01:11:45.273373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Calling delete_port for ad296a53-2c4e-4c82-964b-6e6436a609fd owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:45.292194 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-8d947b99-535a-4d1e-90d6-0158897956ab tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/quotas/097d269e9bc84ffbb6d17c505315daab HTTP/1.1" status: 200 len: 375 time: 0.0187190 Jul 16 01:11:45.311143 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-ca4f5672-03aa-4d9a-81fe-125dc9722d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:45.312639 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-ca4f5672-03aa-4d9a-81fe-125dc9722d4f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.1284175 Jul 16 01:11:45.349888 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2d8363e0-7c80-43ad-8162-a7460c84625f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.351011 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9dcb7e53-875a-4a9c-9bde-7c326eb60d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.362691 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-cb179d01-028c-498f-913e-0dbaf72664a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304468 Jul 16 01:11:45.380421 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-4208543c-5519-4909-b3e5-82e4e091c811 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=097d269e9bc84ffbb6d17c505315daab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664954 Jul 16 01:11:45.394397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8363e0-7c80-43ad-8162-a7460c84625f None None] Pushing event deleted for resources: {'Port': ['ID=ad296a53-2c4e-4c82-964b-6e6436a609fd,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:45.408109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8363e0-7c80-43ad-8162-a7460c84625f None None] No DVR routers for this DVR port ad296a53-2c4e-4c82-964b-6e6436a609fd on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:45.424354 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9dcb7e53-875a-4a9c-9bde-7c326eb60d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.487264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e07f3284-eb64-4c27-959f-c5b4ead93bf6 req-e4322f31-b14a-4678-8787-3a907689b319 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159665 Jul 16 01:11:45.495028 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-32dbfa41-8fcf-4b98-849c-ac77d28a17cb service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173747 Jul 16 01:11:45.558645 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.614757 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72705720-191e-4c2b-8662-39af3dc8d600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.629674 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Pushing event deleted for resources: {'Port': ['ID=ad296a53-2c4e-4c82-964b-6e6436a609fd,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:45.631781 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] No DVR routers for this DVR port ad296a53-2c4e-4c82-964b-6e6436a609fd on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:45.638582 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 437a3fbc-6ad9-4578-8878-786556d0a7d6 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:45.661104 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9dcb7e53-875a-4a9c-9bde-7c326eb60d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.669039 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9dcb7e53-875a-4a9c-9bde-7c326eb60d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:45.670264 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9dcb7e53-875a-4a9c-9bde-7c326eb60d19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ddb335b7-ac74-440c-ac22-ea9210bea38f HTTP/1.1" status: 204 len: 168 time: 0.5526872 Jul 16 01:11:45.686287 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-1253248c-fd99-4dbc-b80e-113fd7b0c36b service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837695 Jul 16 01:11:45.763716 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e57ad4a-2d2a-43ca-afbf-8150627aa448 req-9825a9bc-053b-4409-bc84-0f618926b50d tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/ports?device_id=75253c16-ad14-4323-a031-45a49a6c41ad HTTP/1.1" status: 200 len: 210 time: 0.0761228 Jul 16 01:11:45.807505 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 437a3fbc-6ad9-4578-8878-786556d0a7d6 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:45.824305 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ad296a53-2c4e-4c82-964b-6e6436a609fd no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:45.873087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: ad296a53-2c4e-4c82-964b-6e6436a609fd {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:11:45.873647 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ad296a53-2c4e-4c82-964b-6e6436a609fd not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:45.910552 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0037c03-dc9b-499a-a621-3ab6f8aba4aa req-fb2365c8-c555-4f2c-8d77-71d00336899c tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:45.924401 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a0037c03-dc9b-499a-a621-3ab6f8aba4aa req-fb2365c8-c555-4f2c-8d77-71d00336899c tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 944 time: 0.1637187 Jul 16 01:11:45.994295 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a0037c03-dc9b-499a-a621-3ab6f8aba4aa req-aaea16ee-da79-4d8f-b85f-beb2a011d2fc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689259 Jul 16 01:11:46.018488 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb7e53-875a-4a9c-9bde-7c326eb60d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb335b7-ac74-440c-ac22-ea9210bea38f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:46.045654 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72705720-191e-4c2b-8662-39af3dc8d600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72975b91-58a9-49dc-82bb-e86274b7c2c3,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:46.079376 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.094721 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:11:46.095085 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:11:46.095855 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:11:46.096238 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Subscribe: > port after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:11:46.096507 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Subscribe: > port after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:11:46.096841 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Subscribe: > port after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:11:46.097265 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:11:46.097528 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:11:46.097909 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:11:46.103282 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:11:46.138421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-05078788-46d2-4179-b04a-66d755088fc3 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:46.140092 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-05078788-46d2-4179-b04a-66d755088fc3 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a&tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 1096 time: 0.1085451 Jul 16 01:11:46.225875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:11:46.225875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:11:46.226289 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:11:46.226631 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93920) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:11:46.227114 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2afb27-edda-4a71-8b0a-311b7af6fad9']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:46.232445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72705720-191e-4c2b-8662-39af3dc8d600 admin admin] Checking segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:46.233007 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72705720-191e-4c2b-8662-39af3dc8d600 admin admin] Network hostable DHCP agents. Network: be647a19-644e-4999-ac54-739f18101211, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:11:46.259141 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:46.259443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdebb9cc-ae37-4d17-9872-d62ccbe0dd0e') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:11:46.278865 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.282854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72705720-191e-4c2b-8662-39af3dc8d600 admin admin] Network be647a19-644e-4999-ac54-739f18101211 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:11:46.307220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-72705720-191e-4c2b-8662-39af3dc8d600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, be647a19-644e-4999-ac54-739f18101211) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:46.310117 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.318685 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72705720-191e-4c2b-8662-39af3dc8d600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:46.319336 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72705720-191e-4c2b-8662-39af3dc8d600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.328503 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:11:46.330084 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.330193 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3edb9f0-d7de-4d36-bf70-1bc407811fc1 None None] Network be647a19-644e-4999-ac54-739f18101211 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: from cryptography.utils import int_from_bytes Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: from cryptography.utils import int_from_bytes Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:11:46.358410 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:11:46.391091 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-72705720-191e-4c2b-8662-39af3dc8d600 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3630006 Jul 16 01:11:46.411792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-830fad8a-5b1f-4a31-82d3-47b4424afbc1 service neutron] For port 437a3fbc-6ad9-4578-8878-786556d0a7d6, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:46.422407 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-830fad8a-5b1f-4a31-82d3-47b4424afbc1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.428747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28182ed3-8b09-419f-a501-4bc9dd6aa151 req-830fad8a-5b1f-4a31-82d3-47b4424afbc1 service neutron] 10.222.0.69 "DELETE /v2.0/ports/437a3fbc-6ad9-4578-8878-786556d0a7d6/bindings/n-h2-791505-14 HTTP/1.1" status: 204 len: 173 time: 0.2799265 Jul 16 01:11:46.450274 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-74a27a77-2144-4de3-8b1d-1cf637cc9715 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ecd948784b1946248c0a270e9f64bed7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700099 Jul 16 01:11:46.450725 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.473217 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:46.475943 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] 10.222.0.22 "DELETE /v2.0/networks/0d2afb27-edda-4a71-8b0a-311b7af6fad9 HTTP/1.1" status: 204 len: 168 time: 1.8898404 Jul 16 01:11:46.479665 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20733cb7-20b2-4d35-ab3a-39f42b10c30e admin admin] Pushing event deleted for resources: {'Network': ['ID=0d2afb27-edda-4a71-8b0a-311b7af6fad9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:46.514963 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f0af48-106e-4aa8-96b1-164c87faff6b None None] Network be647a19-644e-4999-ac54-739f18101211 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:46.745879 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-b0ce906f-f7a7-42e5-bc8b-a35e45b2cbb8 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:46.747443 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-b0ce906f-f7a7-42e5-bc8b-a35e45b2cbb8 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2898397 Jul 16 01:11:46.783791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e28525-3086-4916-8267-c8549c102a1f req-658008dd-20c1-442d-a81a-83dfe8f85031 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:46.785461 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47e28525-3086-4916-8267-c8549c102a1f req-658008dd-20c1-442d-a81a-83dfe8f85031 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=484534f0-2884-4c50-98f2-555908bc25a3 HTTP/1.1" status: 200 len: 949 time: 0.1485662 Jul 16 01:11:46.788706 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-0927ea1e-f857-4aa9-ade8-dd909b1aa21e tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/quotas/ecd948784b1946248c0a270e9f64bed7 HTTP/1.1" status: 200 len: 375 time: 0.0319383 Jul 16 01:11:46.831133 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-3f118d9f-b9d5-465f-83d0-744dd03cec37 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecd948784b1946248c0a270e9f64bed7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334289 Jul 16 01:11:46.848074 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40640) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:46.935187 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47e28525-3086-4916-8267-c8549c102a1f req-52356b07-7338-4943-978d-682603b8ee64 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386657 Jul 16 01:11:46.968327 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-57aa2cba-9648-486c-aeb1-463351c7dd4a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7079a021d6dc4f4c9130442204d61401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1181173 Jul 16 01:11:46.969793 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40642) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:47.077943 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bd8e60e-182e-417a-b215-84edb1599e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:47.111904 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bd8e60e-182e-417a-b215-84edb1599e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:47.202567 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bd8e60e-182e-417a-b215-84edb1599e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:47.205144 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bd8e60e-182e-417a-b215-84edb1599e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:47.206463 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9bd8e60e-182e-417a-b215-84edb1599e7b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/098dc3e1-dbae-4ce2-9931-fa25d0edd7f5 HTTP/1.1" status: 204 len: 168 time: 0.2356648 Jul 16 01:11:47.228011 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8e60e-182e-417a-b215-84edb1599e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=098dc3e1-dbae-4ce2-9931-fa25d0edd7f5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:47.314480 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-edc37a14-b54e-49fc-bb81-0a704b444ff9 req-4b5fc956-e6d7-4cd2-82c4-751354d8eb4e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/ports?device_id=75253c16-ad14-4323-a031-45a49a6c41ad HTTP/1.1" status: 200 len: 210 time: 0.0509894 Jul 16 01:11:47.489230 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-5ba2dce5-4055-4a65-9722-07c6025feea0 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=097d269e9bc84ffbb6d17c505315daab&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374815 Jul 16 01:11:47.687732 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aac3b346-116b-4630-80c9-6e9c23f9726f req-821e3557-ded8-48af-911e-f4ec7950724b tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=60cd49e5-b072-4cd1-ad4d-0749928ea817 HTTP/1.1" status: 200 len: 210 time: 0.0517831 Jul 16 01:11:47.761104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c96b57-4cff-4210-b623-29d3e0473419 req-2bbb3c10-68cf-4956-8d07-25852407af98 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:47.762780 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70c96b57-4cff-4210-b623-29d3e0473419 req-2bbb3c10-68cf-4956-8d07-25852407af98 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 944 time: 0.2596431 Jul 16 01:11:47.822220 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70c96b57-4cff-4210-b623-29d3e0473419 req-9d8e9fce-3ee4-4bf7-bc45-32204f714953 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487382 Jul 16 01:11:47.831107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-40513c5f-852e-49e5-820a-4bf676529adb tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:47.840785 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-40513c5f-852e-49e5-820a-4bf676529adb tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3416240 Jul 16 01:11:47.867477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Request body: {'port': {'device_id': '75253c16-ad14-4323-a031-45a49a6c41ad', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': '097d269e9bc84ffbb6d17c505315daab'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:47.937663 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40686) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:47.942725 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2d7c4713-183e-47c5-9f48-57deb6eb7f4b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-485801301-network', 'tenant_id': '70edc888d2f74643b0d780093f0b459b'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:47.975713 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7c4713-183e-47c5-9f48-57deb6eb7f4b admin admin] Made reservation on behalf of 70edc888d2f74643b0d780093f0b459b for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:47.980291 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4713-183e-47c5-9f48-57deb6eb7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:47.996387 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4713-183e-47c5-9f48-57deb6eb7f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.146246 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af68201-0bb2-4401-9852-74f2cc02e103 req-b16f32a8-8424-4b4f-b2e7-d2035fe82c30 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:48.148072 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5af68201-0bb2-4401-9852-74f2cc02e103 req-b16f32a8-8424-4b4f-b2e7-d2035fe82c30 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=484534f0-2884-4c50-98f2-555908bc25a3 HTTP/1.1" status: 200 len: 949 time: 0.2765799 Jul 16 01:11:48.189229 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4713-183e-47c5-9f48-57deb6eb7f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.197602 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4713-183e-47c5-9f48-57deb6eb7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.219244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcff0f8-b1bb-4dd0-a26a-640306ff276c req-46f9d7c3-4578-473e-ad14-2f9ad13a1285 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:48.220870 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4bcff0f8-b1bb-4dd0-a26a-640306ff276c req-46f9d7c3-4578-473e-ad14-2f9ad13a1285 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 1096 time: 0.1661615 Jul 16 01:11:48.221733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7c4713-183e-47c5-9f48-57deb6eb7f4b admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:11:48.236919 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5af68201-0bb2-4401-9852-74f2cc02e103 req-25545e9b-ec24-4808-9d61-fa0e12c2e951 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663376 Jul 16 01:11:48.243387 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4713-183e-47c5-9f48-57deb6eb7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.248284 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-2d7c4713-183e-47c5-9f48-57deb6eb7f4b admin admin] Added segment da85343e-6908-4272-9528-67ef63ab29ef of type vlan for network be81128c-dbb8-425b-af9f-3b2429b36116 Jul 16 01:11:48.295813 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Made reservation on behalf of 097d269e9bc84ffbb6d17c505315daab for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:48.314680 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.349953 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.378066 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4713-183e-47c5-9f48-57deb6eb7f4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.382669 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c4713-183e-47c5-9f48-57deb6eb7f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1661125d-511d-4df9-b816-9ea4de84c1f6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:48.389367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4bcff0f8-b1bb-4dd0-a26a-640306ff276c req-885afdb6-810f-4353-93f9-a882aebb980f tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443260 Jul 16 01:11:48.451644 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4713-183e-47c5-9f48-57deb6eb7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.452949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7c4713-183e-47c5-9f48-57deb6eb7f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:48.453546 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d7c4713-183e-47c5-9f48-57deb6eb7f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.582569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c4713-183e-47c5-9f48-57deb6eb7f4b admin admin] Pushing event updated for resources: {'Network': ['ID=be81128c-dbb8-425b-af9f-3b2429b36116,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:48.594898 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network be81128c-dbb8-425b-af9f-3b2429b36116 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:11:48.600484 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.611987 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2d7c4713-183e-47c5-9f48-57deb6eb7f4b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6725967 Jul 16 01:11:48.614362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40714) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:48.621917 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f1b82327-29bf-4d9b-896e-ab572b6e7dad admin admin] Request body: {'subnet': {'network_id': 'be81128c-dbb8-425b-af9f-3b2429b36116', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-485801301-subnet', 'tenant_id': '70edc888d2f74643b0d780093f0b459b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:48.625878 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.663298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b82327-29bf-4d9b-896e-ab572b6e7dad admin admin] Made reservation on behalf of 70edc888d2f74643b0d780093f0b459b for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:48.669358 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1b82327-29bf-4d9b-896e-ab572b6e7dad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:48.876999 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-cc4085ea-c327-486d-a5ed-dce0ea4146dd tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ecd948784b1946248c0a270e9f64bed7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584033 Jul 16 01:11:49.032734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-826f170f-cfdb-451a-8b82-4f64c6ea9c82 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:49.034314 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-826f170f-cfdb-451a-8b82-4f64c6ea9c82 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1519837 Jul 16 01:11:49.063016 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Request body: {'port': {'device_id': '60cd49e5-b072-4cd1-ad4d-0749928ea817', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': 'ecd948784b1946248c0a270e9f64bed7'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:49.075151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Allocated IP 192.168.233.18 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/b13e612f-01f8-4492-93a3-da613ed53bd0) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:49.114450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24d3c700-7314-4017-93d7-f42572ecfacd req-e89fd728-0456-47a8-a879-79b4e513e2a8 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/ports?device_id=75253c16-ad14-4323-a031-45a49a6c41ad HTTP/1.1" status: 200 len: 210 time: 0.5269516 Jul 16 01:11:49.210450 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1b82327-29bf-4d9b-896e-ab572b6e7dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.217857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f468d308-2a8a-4555-89e9-4b0da241c4fa,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:49.294076 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Made reservation on behalf of ecd948784b1946248c0a270e9f64bed7 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:49.297588 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.298059 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e108fd64-046a-41ac-8d32-787a79894816 req-4af8f571-6a20-42d8-83d8-3a6542b4544f tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=60cd49e5-b072-4cd1-ad4d-0749928ea817 HTTP/1.1" status: 200 len: 210 time: 0.0536611 Jul 16 01:11:49.306525 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b82327-29bf-4d9b-896e-ab572b6e7dad admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fae1237-bc99-4fcf-8c01-433a194005df,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:49.312485 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.322903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b82327-29bf-4d9b-896e-ab572b6e7dad admin admin] Checking segment: {'id': 'da85343e-6908-4272-9528-67ef63ab29ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'be81128c-dbb8-425b-af9f-3b2429b36116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:49.323262 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b82327-29bf-4d9b-896e-ab572b6e7dad admin admin] Network hostable DHCP agents. Network: be81128c-dbb8-425b-af9f-3b2429b36116, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:11:49.347000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dd6d2ba9-cc14-48df-9648-32973d7d94d5 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:49.348578 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dd6d2ba9-cc14-48df-9648-32973d7d94d5 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 808 time: 0.2435534 Jul 16 01:11:49.360189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b82327-29bf-4d9b-896e-ab572b6e7dad admin admin] Network be81128c-dbb8-425b-af9f-3b2429b36116 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:11:49.373809 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-f1b82327-29bf-4d9b-896e-ab572b6e7dad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, be81128c-dbb8-425b-af9f-3b2429b36116) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:49.380930 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-cbb123b1-2153-4c54-9bad-7f9373c04891 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/quotas/0a6f1242be7f44c5a4ca0f2b9fa01ca0 HTTP/1.1" status: 200 len: 375 time: 0.0208347 Jul 16 01:11:49.381128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b82327-29bf-4d9b-896e-ab572b6e7dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:49.381579 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1b82327-29bf-4d9b-896e-ab572b6e7dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.403209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061df5cf-0120-4898-8527-ebabd65f4676 None None] Network be81128c-dbb8-425b-af9f-3b2429b36116 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:49.423013 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.478818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.484535 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.498146 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Transition to ACTIVE for port object b13e612f-01f8-4492-93a3-da613ed53bd0 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:49.498394 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f1b82327-29bf-4d9b-896e-ab572b6e7dad admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8829148 Jul 16 01:11:49.540092 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ffb180-2baa-44ba-87f8-784b9d0fd3e9 None None] Network be81128c-dbb8-425b-af9f-3b2429b36116 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:11:49.560339 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-244813c9-b94d-4731-a7b6-2aba7bb5c33e tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1522768 Jul 16 01:11:49.580454 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9299bb8-78b7-466e-aef8-9dde24c0ac4d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:49.618124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ddc76-2c19-4307-b773-49a952831991 req-73709ef2-6989-401e-81f1-5d4f8c585cca tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:49.619638 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-476ddc76-2c19-4307-b773-49a952831991 req-73709ef2-6989-401e-81f1-5d4f8c585cca tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=484534f0-2884-4c50-98f2-555908bc25a3 HTTP/1.1" status: 200 len: 949 time: 0.1716745 Jul 16 01:11:49.662689 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.711072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Allocated IP 192.168.233.197 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/89c83fdc-ff45-40c8-b3bb-161796751e17) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:49.764370 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-476ddc76-2c19-4307-b773-49a952831991 req-e66e85d9-0ffb-4702-8b03-72c40234f01c tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a5600b9-491e-4705-bda0-a9d6f1f96c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166766 Jul 16 01:11:49.767514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:49.771335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:49.783553 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-8c740483-c88e-445f-b8d7-75cace8f5cc6 service neutron] 10.222.0.22 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220683 Jul 16 01:11:49.792991 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:49.798387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:49.798996 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.802628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Pushing event updated for resources: {'Port': ['ID=b13e612f-01f8-4492-93a3-da613ed53bd0,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:49.838187 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-e4c528b8-35df-4fd1-857b-da90e283599e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9847484 Jul 16 01:11:49.872341 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Request body: {'port': {'device_id': '75253c16-ad14-4323-a031-45a49a6c41ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:49.898664 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.914740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Transition to ACTIVE for port object 89c83fdc-ff45-40c8-b3bb-161796751e17 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:49.930947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-ee4a1b16-c2ab-4cba-b119-65dacb5b61ee service neutron] 10.222.0.22 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463251 Jul 16 01:11:49.959189 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:49.978422 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:50.049576 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:50.067929 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:50.081249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:50.084695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2f2be78b-2b66-451d-90c7-0bacc9c7dfcd None None] Provisioning for port b13e612f-01f8-4492-93a3-da613ed53bd0 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:50.090880 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2f2be78b-2b66-451d-90c7-0bacc9c7dfcd None None] Provisioning complete for port b13e612f-01f8-4492-93a3-da613ed53bd0 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:50.091644 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2f2be78b-2b66-451d-90c7-0bacc9c7dfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:50.145935 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2f2be78b-2b66-451d-90c7-0bacc9c7dfcd None None] Port b13e612f-01f8-4492-93a3-da613ed53bd0 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:11:50.156281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:50.157485 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:50.165784 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Pushing event updated for resources: {'Port': ['ID=89c83fdc-ff45-40c8-b3bb-161796751e17,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:50.188112 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-aacf3e5a-8d84-4f63-979e-acf047113188 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1312432 Jul 16 01:11:50.205724 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Request body: {'port': {'device_id': '60cd49e5-b072-4cd1-ad4d-0749928ea817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:50.310762 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:50.333741 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-de3dde84-cc1e-4842-a220-fd081311c52e tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ad3fbcddfabb415a943c6b5c0701b7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322855 Jul 16 01:11:50.415454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e344bd-af6e-47bf-a270-fd9794488c72 req-fa30e660-2f32-45a8-9143-6dc8e3d8915e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:50.417291 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7e344bd-af6e-47bf-a270-fd9794488c72 req-fa30e660-2f32-45a8-9143-6dc8e3d8915e tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.69 "GET /v2.0/ports?device_id=484534f0-2884-4c50-98f2-555908bc25a3 HTTP/1.1" status: 200 len: 949 time: 0.2241597 Jul 16 01:11:50.472154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aff1452f-ea0e-45c9-8c02-6fe2f01fa3d8 None None] Provisioning for port 89c83fdc-ff45-40c8-b3bb-161796751e17 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:50.477067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aff1452f-ea0e-45c9-8c02-6fe2f01fa3d8 None None] Provisioning complete for port 89c83fdc-ff45-40c8-b3bb-161796751e17 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:50.477638 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aff1452f-ea0e-45c9-8c02-6fe2f01fa3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:50.529463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-aff1452f-ea0e-45c9-8c02-6fe2f01fa3d8 None None] Port 89c83fdc-ff45-40c8-b3bb-161796751e17 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:11:50.667380 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-d3ca17a3-5afc-463f-873d-79c52192754b tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:50.669486 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-d3ca17a3-5afc-463f-873d-79c52192754b tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3257182 Jul 16 01:11:50.731528 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-319a28d1-23d7-4832-a0eb-6978c69620fb tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/quotas/ad3fbcddfabb415a943c6b5c0701b7db HTTP/1.1" status: 200 len: 375 time: 0.0345969 Jul 16 01:11:50.736692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b13e612f-01f8-4492-93a3-da613ed53bd0 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:50.750784 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:50.800379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db89a61-bb65-4b83-aec4-beb759431155 req-5a2a75c9-af94-42c7-959b-7d2ea00324b6 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:50.801854 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4db89a61-bb65-4b83-aec4-beb759431155 req-5a2a75c9-af94-42c7-959b-7d2ea00324b6 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 821 time: 0.2633865 Jul 16 01:11:50.811727 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-8bf3885c-ee46-4819-aae7-dded36f841f2 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ad3fbcddfabb415a943c6b5c0701b7db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0629489 Jul 16 01:11:50.817075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Transition to ACTIVE for port object b13e612f-01f8-4492-93a3-da613ed53bd0 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:50.827929 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:50.843408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4db89a61-bb65-4b83-aec4-beb759431155 req-fd837e02-141e-4232-9a6c-6677867068ed tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/quotas/537b188632474e8c92af700ab7860b1d HTTP/1.1" status: 200 len: 375 time: 0.0274296 Jul 16 01:11:50.884595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-f7e344bd-af6e-47bf-a270-fd9794488c72 req-77928cef-bb94-4465-b574-9551f476d3b8 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Deleting port a422d864-aa4e-4047-bdea-be8726953884 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:11:50.884938 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f7e344bd-af6e-47bf-a270-fd9794488c72 req-77928cef-bb94-4465-b574-9551f476d3b8 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:50.932426 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4db89a61-bb65-4b83-aec4-beb759431155 req-e99178ed-d9c1-42d4-ae36-2a9ad6c044e6 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684304 Jul 16 01:11:50.960064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Pushing event updated for resources: {'Port': ['ID=b13e612f-01f8-4492-93a3-da613ed53bd0,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:51.019329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89c83fdc-ff45-40c8-b3bb-161796751e17 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:51.038982 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.057192 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Transition to ACTIVE for port object 89c83fdc-ff45-40c8-b3bb-161796751e17 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:51.077896 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.078499 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Attempting to bind port b13e612f-01f8-4492-93a3-da613ed53bd0 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:51.078925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Attempting to bind port b13e612f-01f8-4492-93a3-da613ed53bd0 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:51.079346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Attempting to bind port b13e612f-01f8-4492-93a3-da613ed53bd0 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:51.140277 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Pushing event updated for resources: {'Port': ['ID=89c83fdc-ff45-40c8-b3bb-161796751e17,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:51.147218 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Port b13e612f-01f8-4492-93a3-da613ed53bd0 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:51.157354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Attempting to bind port b13e612f-01f8-4492-93a3-da613ed53bd0 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:51.173423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-f7e344bd-af6e-47bf-a270-fd9794488c72 req-77928cef-bb94-4465-b574-9551f476d3b8 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] For port a422d864-aa4e-4047-bdea-be8726953884, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a422d864-aa4e-4047-bdea-be8726953884,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:51.173886 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f7e344bd-af6e-47bf-a270-fd9794488c72 req-77928cef-bb94-4465-b574-9551f476d3b8 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.176491 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:51.176924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:51.177413 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:51.177938 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Bound port: b13e612f-01f8-4492-93a3-da613ed53bd0, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:51.178384 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.211031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-f7e344bd-af6e-47bf-a270-fd9794488c72 req-77928cef-bb94-4465-b574-9551f476d3b8 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Calling delete_port for a422d864-aa4e-4047-bdea-be8726953884 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:11:51.253440 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Attempting to bind port 89c83fdc-ff45-40c8-b3bb-161796751e17 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:51.254276 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Attempting to bind port 89c83fdc-ff45-40c8-b3bb-161796751e17 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:51.258362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Attempting to bind port 89c83fdc-ff45-40c8-b3bb-161796751e17 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:51.259241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4db89a61-bb65-4b83-aec4-beb759431155 req-8333701b-0bf6-4c6f-b659-27c571fdc97a service neutron] 10.222.0.22 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134236 Jul 16 01:11:51.267264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Port 89c83fdc-ff45-40c8-b3bb-161796751e17 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:51.267521 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Attempting to bind port 89c83fdc-ff45-40c8-b3bb-161796751e17 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:51.282799 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:51.283159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:51.283801 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:51.284152 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Bound port: 89c83fdc-ff45-40c8-b3bb-161796751e17, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:51.284516 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.406139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] For port b13e612f-01f8-4492-93a3-da613ed53bd0, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:51.431103 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] For port 89c83fdc-ff45-40c8-b3bb-161796751e17, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:51.435924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] For port 89c83fdc-ff45-40c8-b3bb-161796751e17, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=89c83fdc-ff45-40c8-b3bb-161796751e17,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:51.444450 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.444721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] For port b13e612f-01f8-4492-93a3-da613ed53bd0, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b13e612f-01f8-4492-93a3-da613ed53bd0,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:51.492211 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:51.492977 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.495099 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] 10.222.0.70 "PUT /v2.0/ports/89c83fdc-ff45-40c8-b3bb-161796751e17 HTTP/1.1" status: 200 len: 1097 time: 1.2965207 Jul 16 01:11:51.495647 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60cd49e5-b072-4cd1-ad4d-0749928ea817', 'tag': '89c83fdc-ff45-40c8-b3bb-161796751e17'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:51.498765 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4115a9c7-f6a8-4693-a321-33db76b88be5" -d '{"events": [{"name": "network-changed", "server_uuid": "60cd49e5-b072-4cd1-ad4d-0749928ea817", "tag": "89c83fdc-ff45-40c8-b3bb-161796751e17"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:51.518735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d21ff9a-ec1b-4e44-8524-f202f52929f8 service neutron] Pushing event updated for resources: {'Port': ['ID=89c83fdc-ff45-40c8-b3bb-161796751e17,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:51.536015 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.604618 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4db89a61-bb65-4b83-aec4-beb759431155 req-42818277-1e2a-4f35-85e2-84d64b0d3310 service neutron] 10.222.0.22 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443239 Jul 16 01:11:51.636478 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-af0cc965-75f9-4c61-b364-ad97bc3bd806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:51.640743 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-af0cc965-75f9-4c61-b364-ad97bc3bd806 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ecd948784b1946248c0a270e9f64bed7&device_id=60cd49e5-b072-4cd1-ad4d-0749928ea817 HTTP/1.1" status: 200 len: 1100 time: 0.0827007 Jul 16 01:11:51.715260 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-845393df-98f0-4e9a-a5da-5f9e4ed885fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=89c83fdc-ff45-40c8-b3bb-161796751e17 HTTP/1.1" status: 200 len: 217 time: 0.0649862 Jul 16 01:11:51.736106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:51.736926 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.738397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] 10.222.0.70 "PUT /v2.0/ports/b13e612f-01f8-4492-93a3-da613ed53bd0 HTTP/1.1" status: 200 len: 1096 time: 1.8721666 Jul 16 01:11:51.762050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75253c16-ad14-4323-a031-45a49a6c41ad', 'tag': 'b13e612f-01f8-4492-93a3-da613ed53bd0'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:51.764598 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b474f096-0b40-4616-8580-bc67561be87c" -d '{"events": [{"name": "network-changed", "server_uuid": "75253c16-ad14-4323-a031-45a49a6c41ad", "tag": "b13e612f-01f8-4492-93a3-da613ed53bd0"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:51.834955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5e81951a-cd4f-40b2-862c-c9b60f55a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:51.836561 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-5e81951a-cd4f-40b2-862c-c9b60f55a064 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0996861 Jul 16 01:11:51.875427 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9059b-9241-4cff-ab56-59a2ceadb615 req-fe6d5002-d910-49ce-ad82-0d5c78082091 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:51.880571 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0de9059b-9241-4cff-ab56-59a2ceadb615 req-fe6d5002-d910-49ce-ad82-0d5c78082091 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/ports?device_id=75253c16-ad14-4323-a031-45a49a6c41ad HTTP/1.1" status: 200 len: 947 time: 0.4421911 Jul 16 01:11:51.896521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963f1f00-1c80-48fd-a7ba-f51893aaf93c service neutron] Pushing event updated for resources: {'Port': ['ID=b13e612f-01f8-4492-93a3-da613ed53bd0,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:51.906758 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f7e344bd-af6e-47bf-a270-fd9794488c72 req-77928cef-bb94-4465-b574-9551f476d3b8 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:51.915155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-d9b22f55-53e5-4319-978c-c238e94ea236 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:51.916899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-d9b22f55-53e5-4319-978c-c238e94ea236 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.69 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 808 time: 0.4227655 Jul 16 01:11:51.922542 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['a422d864-aa4e-4047-bdea-be8726953884'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:51.951737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dbc62058-123a-4046-a9df-83ae7b789864 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Request body: {'port': {'device_id': 'a64301fc-e9b9-4562-bb2c-74c126218220', 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83', 'admin_state_up': True, 'tenant_id': '0a6f1242be7f44c5a4ca0f2b9fa01ca0'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:51.961700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-c307f03e-3762-45fd-8b64-72c2e593c7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:51.963261 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-c307f03e-3762-45fd-8b64-72c2e593c7bc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1181304 Jul 16 01:11:51.981335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77928cef-bb94-4465-b574-9551f476d3b8 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Pushing event deleted for resources: {'Port': ['ID=a422d864-aa4e-4047-bdea-be8726953884,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:52.138407 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-a088c964-dadd-433d-b11c-d74ffc69912c service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674056 Jul 16 01:11:52.277989 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aafa49e7-e87d-4fbb-b54a-c2e4c4ac6a73 req-22a9ccef-9beb-4dd5-92ba-019eb8a8ef91 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328406 Jul 16 01:11:52.495703 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0de9059b-9241-4cff-ab56-59a2ceadb615 req-066416a9-a10f-4e3a-a0c2-ccd49a97c9ce tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/security-groups?id=f468d308-2a8a-4555-89e9-4b0da241c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6028349 Jul 16 01:11:52.534365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7bd88965-6841-48b4-abce-59b3aa0d6cd8 req-1c071b99-cdbd-4d74-a942-74991b91a0a7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 210 time: 0.4922628 Jul 16 01:11:52.564562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e344bd-af6e-47bf-a270-fd9794488c72 req-77928cef-bb94-4465-b574-9551f476d3b8 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] No DVR routers for this DVR port a422d864-aa4e-4047-bdea-be8726953884 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:11:52.573285 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f7e344bd-af6e-47bf-a270-fd9794488c72 req-77928cef-bb94-4465-b574-9551f476d3b8 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:52.575882 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7e344bd-af6e-47bf-a270-fd9794488c72 req-77928cef-bb94-4465-b574-9551f476d3b8 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.69 "DELETE /v2.0/ports/a422d864-aa4e-4047-bdea-be8726953884 HTTP/1.1" status: 204 len: 173 time: 2.1522233 Jul 16 01:11:52.612776 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-365db44a-7ff2-4088-9f67-b88968cea462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:52.614302 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-365db44a-7ff2-4088-9f67-b88968cea462 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=097d269e9bc84ffbb6d17c505315daab&device_id=75253c16-ad14-4323-a031-45a49a6c41ad HTTP/1.1" status: 200 len: 1099 time: 0.6939712 Jul 16 01:11:52.633210 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-f04a26b0-d9b6-471b-b9cf-714b5c1cd3a2 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ad3fbcddfabb415a943c6b5c0701b7db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463541 Jul 16 01:11:52.702038 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-e8fc3b3d-e4f4-4784-9b72-1f8af83b7af4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=b13e612f-01f8-4492-93a3-da613ed53bd0 HTTP/1.1" status: 200 len: 217 time: 0.0770693 Jul 16 01:11:52.750943 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40f31ace-1101-4d7e-be33-1cfa9d5cc936 req-ebd5bed1-961c-4700-badb-b9ac826fc4a8 tempest-DeleteServersAdminTestJSON-1001023480 tempest-DeleteServersAdminTestJSON-1001023480-project] 10.222.0.22 "GET /v2.0/ports?device_id=484534f0-2884-4c50-98f2-555908bc25a3 HTTP/1.1" status: 200 len: 210 time: 0.0551531 Jul 16 01:11:52.814641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-f2854c98-d78e-4df9-b32b-4167f41ce228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:52.816318 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-f2854c98-d78e-4df9-b32b-4167f41ce228 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0618093 Jul 16 01:11:52.838145 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-53170ee6-8c91-4872-bc55-2fb1c5f37591 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:52.841359 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-53170ee6-8c91-4872-bc55-2fb1c5f37591 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000022 Jul 16 01:11:52.847126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dbc62058-123a-4046-a9df-83ae7b789864 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Made reservation on behalf of 0a6f1242be7f44c5a4ca0f2b9fa01ca0 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:52.850511 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dbc62058-123a-4046-a9df-83ae7b789864 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:52.851527 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Request body: {'port': {'device_id': '0affe474-2a22-4483-8e93-a31350f45254', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': 'ad3fbcddfabb415a943c6b5c0701b7db'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:52.999369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Made reservation on behalf of ad3fbcddfabb415a943c6b5c0701b7db for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:53.003363 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.006385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8700b854-f960-4b53-ba1c-890c49427be5 req-43aa57ed-fc75-41f7-b57b-f984ca22a872 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0affe474-2a22-4483-8e93-a31350f45254 HTTP/1.1" status: 200 len: 210 time: 0.0604045 Jul 16 01:11:53.014015 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.053898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dbc62058-123a-4046-a9df-83ae7b789864 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Allocated IP 172.20.0.2 (8a12b0de-6ef6-45d3-924a-11f308816a83/444b39ba-692a-4b43-854c-acc759053f2e/14b797c5-09e8-4c31-ad09-5bc35f007bf8) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:53.078205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4651326-557a-4796-a2e9-08668ddd3d56 req-58284d92-d374-4017-85fe-1333fe63bbc2 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:53.079749 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4651326-557a-4796-a2e9-08668ddd3d56 req-58284d92-d374-4017-85fe-1333fe63bbc2 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=60cd49e5-b072-4cd1-ad4d-0749928ea817 HTTP/1.1" status: 200 len: 948 time: 0.3814101 Jul 16 01:11:53.103232 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-1dfcd989-cdaf-4f55-9942-7df50e67f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:53.104792 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-1dfcd989-cdaf-4f55-9942-7df50e67f217 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2704928 Jul 16 01:11:53.125672 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.130531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.213657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3608cea1-0ced-49d5-84c2-a205b1d8f8bf,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:53.220799 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b608e00c-a8f4-4249-b3a3-9a206da3fdf3 x-openstack-request-id: req-b608e00c-a8f4-4249-b3a3-9a206da3fdf3 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:53.221081 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60cd49e5-b072-4cd1-ad4d-0749928ea817", "tag": "89c83fdc-ff45-40c8-b3bb-161796751e17", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:53.221330 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b608e00c-a8f4-4249-b3a3-9a206da3fdf3 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:53.221721 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60cd49e5-b072-4cd1-ad4d-0749928ea817', 'tag': '89c83fdc-ff45-40c8-b3bb-161796751e17', 'status': 'completed', 'code': 200} Jul 16 01:11:53.260811 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.70', 55668) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:53.280589 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4651326-557a-4796-a2e9-08668ddd3d56 req-0a2588c0-5280-40c4-9eb8-5c1c20b34e18 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928616 Jul 16 01:11:53.307235 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7f7a8f-def7-45a4-9da8-22f61c674355 x-openstack-request-id: req-1c7f7a8f-def7-45a4-9da8-22f61c674355 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:53.307742 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75253c16-ad14-4323-a031-45a49a6c41ad", "tag": "b13e612f-01f8-4492-93a3-da613ed53bd0", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:53.310622 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c7f7a8f-def7-45a4-9da8-22f61c674355 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:53.311166 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75253c16-ad14-4323-a031-45a49a6c41ad', 'tag': 'b13e612f-01f8-4492-93a3-da613ed53bd0', 'status': 'completed', 'code': 200} Jul 16 01:11:53.333605 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Allocated IP 192.168.233.54 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/33ffe06f-2415-4dcd-85e4-f20c9f64b829) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:53.390694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115a9c7-f6a8-4693-a321-33db76b88be5 req-f9d8e55f-6b78-4c5e-b0a9-ca2f83fd38a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:53.392291 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4115a9c7-f6a8-4693-a321-33db76b88be5 req-f9d8e55f-6b78-4c5e-b0a9-ca2f83fd38a2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ecd948784b1946248c0a270e9f64bed7&device_id=60cd49e5-b072-4cd1-ad4d-0749928ea817 HTTP/1.1" status: 200 len: 1100 time: 0.1305418 Jul 16 01:11:53.493011 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2299aaa2-25a0-453a-95ae-9f22da940804 req-16aa9a8a-4d50-47ec-adcc-d6057efff481 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 210 time: 0.0718122 Jul 16 01:11:53.495948 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.70', 55669) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:53.519096 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-7a43b7ca-90e6-498b-a28d-590e0113524c service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990374 Jul 16 01:11:53.607154 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dbc62058-123a-4046-a9df-83ae7b789864 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.645760 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115a9c7-f6a8-4693-a321-33db76b88be5 req-81f61cc0-4714-4b3c-b501-509be73f1874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:53.648194 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4115a9c7-f6a8-4693-a321-33db76b88be5 req-81f61cc0-4714-4b3c-b501-509be73f1874 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2482142 Jul 16 01:11:53.694084 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4115a9c7-f6a8-4693-a321-33db76b88be5 req-8c1abe44-82c6-4d53-989a-e3128074fbfd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=89c83fdc-ff45-40c8-b3bb-161796751e17 HTTP/1.1" status: 200 len: 217 time: 0.0392950 Jul 16 01:11:53.764336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db89a61-bb65-4b83-aec4-beb759431155 req-4544dffd-2d07-4946-9c1e-cf92614851ac tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:53.765746 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4db89a61-bb65-4b83-aec4-beb759431155 req-4544dffd-2d07-4946-9c1e-cf92614851ac tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.70 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 821 time: 0.2659562 Jul 16 01:11:53.768720 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.769262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be0600c1-2d6a-4a6e-bae4-f920703d9a3a req-01d30f53-2797-411f-848d-79fee1485298 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382097 Jul 16 01:11:53.807495 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115a9c7-f6a8-4693-a321-33db76b88be5 req-0b515d40-400b-4a32-a316-e5925ae565b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:53.809607 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4115a9c7-f6a8-4693-a321-33db76b88be5 req-0b515d40-400b-4a32-a316-e5925ae565b2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1099136 Jul 16 01:11:53.814361 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Transition to ACTIVE for port object 33ffe06f-2415-4dcd-85e4-f20c9f64b829 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:53.816197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-4db89a61-bb65-4b83-aec4-beb759431155 req-f0c7b11a-8b0c-4808-8f38-c29ff99cf6d1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Request body: {'port': {'device_id': 'd3c22bcd-800e-4686-b56a-28bb30450339', 'network_id': 'be647a19-644e-4999-ac54-739f18101211', 'admin_state_up': True, 'tenant_id': '537b188632474e8c92af700ab7860b1d'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:53.835247 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dbc62058-123a-4046-a9df-83ae7b789864 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.901101 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:53.915183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115a9c7-f6a8-4693-a321-33db76b88be5 req-24edfb3b-e567-443c-ae4e-b8d323dfd259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:53.920294 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4115a9c7-f6a8-4693-a321-33db76b88be5 req-24edfb3b-e567-443c-ae4e-b8d323dfd259 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0992875 Jul 16 01:11:53.930942 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40844) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:53.972470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:53.983054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:53.989042 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:53.996083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Pushing event updated for resources: {'Port': ['ID=33ffe06f-2415-4dcd-85e4-f20c9f64b829,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:54.014300 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dbc62058-123a-4046-a9df-83ae7b789864 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Network 8a12b0de-6ef6-45d3-924a-11f308816a83 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:54.037164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc62058-123a-4046-a9df-83ae7b789864 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Pushing event updated for resources: {'Port': ['ID=14b797c5-09e8-4c31-ad09-5bc35f007bf8,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:54.041182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dbc62058-123a-4046-a9df-83ae7b789864 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:54.044400 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dbc62058-123a-4046-a9df-83ae7b789864 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:54.051007 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dbc62058-123a-4046-a9df-83ae7b789864 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:54.051827 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dbc62058-123a-4046-a9df-83ae7b789864 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:54.108777 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dbc62058-123a-4046-a9df-83ae7b789864 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1646986 Jul 16 01:11:54.132873 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efdfeee-ddb9-4c21-8b0a-0f6923915344 req-85133261-c269-4b23-bc6d-b4249991ccce tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:54.134626 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7efdfeee-ddb9-4c21-8b0a-0f6923915344 req-85133261-c269-4b23-bc6d-b4249991ccce tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/ports?device_id=75253c16-ad14-4323-a031-45a49a6c41ad HTTP/1.1" status: 200 len: 947 time: 0.3592486 Jul 16 01:11:54.143926 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Request body: {'port': {'device_id': 'a64301fc-e9b9-4562-bb2c-74c126218220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:54.159426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865108b-135b-4200-b23d-9795088362a4 req-e902d2a7-e1ff-4388-9eb3-45284781592c tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:54.161052 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e865108b-135b-4200-b23d-9795088362a4 req-e902d2a7-e1ff-4388-9eb3-45284781592c tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 931 time: 0.3410046 Jul 16 01:11:54.205298 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f9890221-eff9-4739-b0e2-468d655cfefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:54.273278 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-298a4dc2-9c28-4eab-91fb-8d5a40eee8d0 None None] Provisioning for port 33ffe06f-2415-4dcd-85e4-f20c9f64b829 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:54.276419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474f096-0b40-4616-8580-bc67561be87c req-58b891aa-dd54-46c0-9670-0c68dec4a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:54.278442 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-298a4dc2-9c28-4eab-91fb-8d5a40eee8d0 None None] Provisioning complete for port 33ffe06f-2415-4dcd-85e4-f20c9f64b829 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:54.278818 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b474f096-0b40-4616-8580-bc67561be87c req-58b891aa-dd54-46c0-9670-0c68dec4a56e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=097d269e9bc84ffbb6d17c505315daab&device_id=75253c16-ad14-4323-a031-45a49a6c41ad HTTP/1.1" status: 200 len: 1099 time: 0.3653438 Jul 16 01:11:54.278964 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-298a4dc2-9c28-4eab-91fb-8d5a40eee8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:54.290814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:54.291435 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:54.295442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db89a61-bb65-4b83-aec4-beb759431155 req-f0c7b11a-8b0c-4808-8f38-c29ff99cf6d1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Made reservation on behalf of 537b188632474e8c92af700ab7860b1d for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:11:54.300911 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4db89a61-bb65-4b83-aec4-beb759431155 req-f0c7b11a-8b0c-4808-8f38-c29ff99cf6d1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:54.319396 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-298a4dc2-9c28-4eab-91fb-8d5a40eee8d0 None None] Port 33ffe06f-2415-4dcd-85e4-f20c9f64b829 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:11:54.322058 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4115a9c7-f6a8-4693-a321-33db76b88be5 req-d8174ed6-b516-410e-902b-b5aaf4d6366f service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854666 Jul 16 01:11:54.377982 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7efdfeee-ddb9-4c21-8b0a-0f6923915344 req-071e9200-506f-45e1-96ef-c2fb9421e96a tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/security-groups?id=f468d308-2a8a-4555-89e9-4b0da241c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138033 Jul 16 01:11:54.392848 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e865108b-135b-4200-b23d-9795088362a4 req-220717db-9a62-4a1f-9e7f-527843969b65 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940103 Jul 16 01:11:54.424852 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4115a9c7-f6a8-4693-a321-33db76b88be5 req-d6b29c85-7513-4ce5-96c9-11ca526478af service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962203 Jul 16 01:11:54.488612 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:54.637519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474f096-0b40-4616-8580-bc67561be87c req-4d5af66a-4bf8-4dab-baab-d23e50860798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:54.639004 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b474f096-0b40-4616-8580-bc67561be87c req-4d5af66a-4bf8-4dab-baab-d23e50860798 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.3537755 Jul 16 01:11:54.733646 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b474f096-0b40-4616-8580-bc67561be87c req-995486c8-188d-4715-9838-a3a61c13a12e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=b13e612f-01f8-4492-93a3-da613ed53bd0 HTTP/1.1" status: 200 len: 217 time: 0.0787466 Jul 16 01:11:54.825495 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-4db89a61-bb65-4b83-aec4-beb759431155 req-f0c7b11a-8b0c-4808-8f38-c29ff99cf6d1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Allocated IP 172.20.0.7 (be647a19-644e-4999-ac54-739f18101211/72975b91-58a9-49dc-82bb-e86274b7c2c3/a6b4840c-a5d2-4073-90c3-f352784b1069) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:11:54.857811 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a422d864-aa4e-4047-bdea-be8726953884 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:11:54.868971 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f9890221-eff9-4739-b0e2-468d655cfefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:54.877081 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: a422d864-aa4e-4047-bdea-be8726953884 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:11:54.877427 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a422d864-aa4e-4047-bdea-be8726953884 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:11:54.879451 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-63975c50-4b7f-4359-9124-bb2872a61115 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0320313 Jul 16 01:11:54.888698 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f9890221-eff9-4739-b0e2-468d655cfefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:54.892191 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Request body: {'port': {'device_id': '0affe474-2a22-4483-8e93-a31350f45254', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:54.924679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f810dbc-b0cc-418e-bfd7-9e55b588e32f req-a8efac01-df98-43da-942f-5d5ab1f65406 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:54.926175 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f810dbc-b0cc-418e-bfd7-9e55b588e32f req-a8efac01-df98-43da-942f-5d5ab1f65406 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0affe474-2a22-4483-8e93-a31350f45254 HTTP/1.1" status: 200 len: 935 time: 0.4109490 Jul 16 01:11:54.968614 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:54.987290 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474f096-0b40-4616-8580-bc67561be87c req-7ee67850-9e98-4140-a4ac-a6042131f039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:54.988772 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b474f096-0b40-4616-8580-bc67561be87c req-7ee67850-9e98-4140-a4ac-a6042131f039 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.2055879 Jul 16 01:11:55.047535 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f9890221-eff9-4739-b0e2-468d655cfefd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c236253f24349d98b039301644de19f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1110804 Jul 16 01:11:55.063970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40860) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:55.235117 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33ffe06f-2415-4dcd-85e4-f20c9f64b829 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:55.243275 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.256207 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Transition to ACTIVE for port object 33ffe06f-2415-4dcd-85e4-f20c9f64b829 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:55.260108 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.310523 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Pushing event updated for resources: {'Port': ['ID=33ffe06f-2415-4dcd-85e4-f20c9f64b829,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:55.384873 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Attempting to bind port 33ffe06f-2415-4dcd-85e4-f20c9f64b829 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:55.385216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Attempting to bind port 33ffe06f-2415-4dcd-85e4-f20c9f64b829 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:55.385550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Attempting to bind port 33ffe06f-2415-4dcd-85e4-f20c9f64b829 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:55.385819 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484534f0-2884-4c50-98f2-555908bc25a3', 'name': 'network-vif-deleted', 'tag': 'a422d864-aa4e-4047-bdea-be8726953884'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:55.389123 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6163d6-ee6a-4871-b373-36e85995c96d" -d '{"events": [{"server_uuid": "484534f0-2884-4c50-98f2-555908bc25a3", "name": "network-vif-deleted", "tag": "a422d864-aa4e-4047-bdea-be8726953884"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:55.390761 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Port 33ffe06f-2415-4dcd-85e4-f20c9f64b829 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:55.391097 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Attempting to bind port 33ffe06f-2415-4dcd-85e4-f20c9f64b829 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:55.396096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:55.396438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:55.396828 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:55.397261 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Bound port: 33ffe06f-2415-4dcd-85e4-f20c9f64b829, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:55.397624 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.415781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c92748-4439-433f-900e-d6d2eeb165f4 req-62e66e6d-db5e-426a-9169-4bb917bfc8b6 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:55.417385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95c92748-4439-433f-900e-d6d2eeb165f4 req-62e66e6d-db5e-426a-9169-4bb917bfc8b6 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=60cd49e5-b072-4cd1-ad4d-0749928ea817 HTTP/1.1" status: 200 len: 948 time: 0.7135150 Jul 16 01:11:55.418612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9890221-eff9-4739-b0e2-468d655cfefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830e2c88-8f2e-4cf0-a918-7516d6ce5e0f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:55.449231 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f810dbc-b0cc-418e-bfd7-9e55b588e32f req-4f461e75-7e8f-4366-8ae9-75e24d8ef17e tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/security-groups?id=3608cea1-0ced-49d5-84c2-a205b1d8f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5075994 Jul 16 01:11:55.476020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] For port 33ffe06f-2415-4dcd-85e4-f20c9f64b829, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:55.479302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] For port 33ffe06f-2415-4dcd-85e4-f20c9f64b829, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=33ffe06f-2415-4dcd-85e4-f20c9f64b829,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:55.485032 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.533042 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:55.533845 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.535367 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] 10.222.0.70 "PUT /v2.0/ports/33ffe06f-2415-4dcd-85e4-f20c9f64b829 HTTP/1.1" status: 200 len: 1096 time: 0.6475296 Jul 16 01:11:55.535985 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0affe474-2a22-4483-8e93-a31350f45254', 'tag': '33ffe06f-2415-4dcd-85e4-f20c9f64b829'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:55.538618 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3703c448-2f3a-4cbd-b7da-9956bac37d11" -d '{"events": [{"name": "network-changed", "server_uuid": "0affe474-2a22-4483-8e93-a31350f45254", "tag": "33ffe06f-2415-4dcd-85e4-f20c9f64b829"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:55.577129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825bce3e-1e76-4a1e-a45d-b0eec3211f15 service neutron] Pushing event updated for resources: {'Port': ['ID=33ffe06f-2415-4dcd-85e4-f20c9f64b829,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:55.635786 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95c92748-4439-433f-900e-d6d2eeb165f4 req-362dc505-95ea-4749-b924-d1d32f15140a tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987815 Jul 16 01:11:55.649467 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b474f096-0b40-4616-8580-bc67561be87c req-fe3a9d64-3c1a-4c25-a36b-2b7c09d9b41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:55.651226 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b474f096-0b40-4616-8580-bc67561be87c req-fe3a9d64-3c1a-4c25-a36b-2b7c09d9b41c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6462259 Jul 16 01:11:55.672203 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-a94b26d6-3668-4ca3-9495-c9a6d1758931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:55.674232 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-a94b26d6-3668-4ca3-9495-c9a6d1758931 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad3fbcddfabb415a943c6b5c0701b7db&device_id=0affe474-2a22-4483-8e93-a31350f45254 HTTP/1.1" status: 200 len: 1099 time: 0.0873375 Jul 16 01:11:55.707303 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c3d6e257-f989-43cb-9e05-bcfca6c5e935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.711009 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 89c83fdc-ff45-40c8-b3bb-161796751e17 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:11:55.738015 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-a9353106-a3b4-42e3-bf16-4c57faf14067 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=33ffe06f-2415-4dcd-85e4-f20c9f64b829 HTTP/1.1" status: 200 len: 217 time: 0.0557907 Jul 16 01:11:55.759993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7fca78f-50fd-4ea5-baab-1fb9a8f5f6f1 req-9c4fb28e-1850-4750-bdd8-9215ae7a72ed tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 210 time: 0.1121092 Jul 16 01:11:55.774764 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4db89a61-bb65-4b83-aec4-beb759431155 req-f0c7b11a-8b0c-4808-8f38-c29ff99cf6d1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.791444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b797c5-09e8-4c31-ad09-5bc35f007bf8 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:55.826483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-862cb027-3a8f-426a-87da-ac65b11039d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:55.828072 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-862cb027-3a8f-426a-87da-ac65b11039d7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0834055 Jul 16 01:11:55.852770 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56de1608-3d65-4b78-b940-af93604751a4 x-openstack-request-id: req-56de1608-3d65-4b78-b940-af93604751a4 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:55.853281 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484534f0-2884-4c50-98f2-555908bc25a3", "name": "network-vif-deleted", "tag": "a422d864-aa4e-4047-bdea-be8726953884", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:55.853281 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56de1608-3d65-4b78-b940-af93604751a4 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:55.853582 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484534f0-2884-4c50-98f2-555908bc25a3', 'name': 'network-vif-deleted', 'tag': 'a422d864-aa4e-4047-bdea-be8726953884', 'status': 'completed', 'code': 200} Jul 16 01:11:55.859044 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.873015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 89c83fdc-ff45-40c8-b3bb-161796751e17, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=89c83fdc-ff45-40c8-b3bb-161796751e17,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:55.892163 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-e678c03e-3c29-4e5f-a774-60e97b9f1e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:55.893891 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-e678c03e-3c29-4e5f-a774-60e97b9f1e36 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0586848 Jul 16 01:11:55.897502 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '89c83fdc-ff45-40c8-b3bb-161796751e17', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '89c83fdc-ff45-40c8-b3bb-161796751e17', 'mac_address': 'fa:16:3e:a4:c6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:11:55.919808 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c3d6e257-f989-43cb-9e05-bcfca6c5e935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.936785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Transition to ACTIVE for port object 14b797c5-09e8-4c31-ad09-5bc35f007bf8 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:55.952548 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.958155 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:55.969045 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b474f096-0b40-4616-8580-bc67561be87c req-703c940a-d5ec-405b-a8db-a7fd2270dd3f service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921157 Jul 16 01:11:55.970258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89c83fdc-ff45-40c8-b3bb-161796751e17 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:55.993242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 89c83fdc-ff45-40c8-b3bb-161796751e17, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=89c83fdc-ff45-40c8-b3bb-161796751e17,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:55.997212 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.009538 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-96b90c0c-847b-4812-8faa-bc9e3aac4d60 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084633 Jul 16 01:11:56.048597 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=89c83fdc-ff45-40c8-b3bb-161796751e17,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:56.105222 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8f21dd1b-3f45-4629-a0e7-cf03bad1645b req-5b7ed5c2-359f-4a4b-b456-11db8af87bf8 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895576 Jul 16 01:11:56.140048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Pushing event updated for resources: {'Port': ['ID=14b797c5-09e8-4c31-ad09-5bc35f007bf8,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:56.184015 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4db89a61-bb65-4b83-aec4-beb759431155 req-f0c7b11a-8b0c-4808-8f38-c29ff99cf6d1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.195607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a528f9-d10d-4a98-a7c2-938e8d3f3abc req-2ba105ab-d485-43e3-ae34-45ae1fe2c45d tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:56.196224 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['89c83fdc-ff45-40c8-b3bb-161796751e17'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:56.197144 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a528f9-d10d-4a98-a7c2-938e8d3f3abc req-2ba105ab-d485-43e3-ae34-45ae1fe2c45d tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/ports?device_id=75253c16-ad14-4323-a031-45a49a6c41ad HTTP/1.1" status: 200 len: 947 time: 0.3555834 Jul 16 01:11:56.257602 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c3d6e257-f989-43cb-9e05-bcfca6c5e935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.260111 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c3d6e257-f989-43cb-9e05-bcfca6c5e935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.264039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c3d6e257-f989-43cb-9e05-bcfca6c5e935 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/830e2c88-8f2e-4cf0-a918-7516d6ce5e0f HTTP/1.1" status: 204 len: 168 time: 1.1795936 Jul 16 01:11:56.320202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db89a61-bb65-4b83-aec4-beb759431155 req-f0c7b11a-8b0c-4808-8f38-c29ff99cf6d1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Network be647a19-644e-4999-ac54-739f18101211 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:11:56.320946 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Attempting to bind port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:56.321282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Attempting to bind port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:56.321613 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Attempting to bind port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:56.323605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6e257-f989-43cb-9e05-bcfca6c5e935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830e2c88-8f2e-4cf0-a918-7516d6ce5e0f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:56.344578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-4db89a61-bb65-4b83-aec4-beb759431155 req-f0c7b11a-8b0c-4808-8f38-c29ff99cf6d1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:11:56.346812 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db89a61-bb65-4b83-aec4-beb759431155 req-f0c7b11a-8b0c-4808-8f38-c29ff99cf6d1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:11:56.352515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db89a61-bb65-4b83-aec4-beb759431155 req-f0c7b11a-8b0c-4808-8f38-c29ff99cf6d1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:56.353127 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4db89a61-bb65-4b83-aec4-beb759431155 req-f0c7b11a-8b0c-4808-8f38-c29ff99cf6d1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.371692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:56.372099 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Attempting to bind port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:56.380684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7b11a-8b0c-4808-8f38-c29ff99cf6d1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Pushing event updated for resources: {'Port': ['ID=a6b4840c-a5d2-4073-90c3-f352784b1069,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:56.387430 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b474f096-0b40-4616-8580-bc67561be87c req-e825e1bc-5e14-462f-b6ac-076aee542e08 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756080 Jul 16 01:11:56.410895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7a21cf-7bbf-471e-a30d-a96ea020b5ba req-29c93430-a4ab-42f2-b7ae-6233a13808e7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:56.412443 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6f7a21cf-7bbf-471e-a30d-a96ea020b5ba req-29c93430-a4ab-42f2-b7ae-6233a13808e7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 943 time: 0.4322758 Jul 16 01:11:56.414325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:56.414672 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Checking segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:56.415038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Bound using segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:56.415509 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Bound port: 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:56.415870 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.419995 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a528f9-d10d-4a98-a7c2-938e8d3f3abc req-bd2cb355-5136-45e4-865e-d440eab6ad3e tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/security-groups?id=f468d308-2a8a-4555-89e9-4b0da241c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950452 Jul 16 01:11:56.423482 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4db89a61-bb65-4b83-aec4-beb759431155 req-f0c7b11a-8b0c-4808-8f38-c29ff99cf6d1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6119347 Jul 16 01:11:56.452051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Request body: {'port': {'device_id': 'd3c22bcd-800e-4686-b56a-28bb30450339', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:11:56.532112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6f7a21cf-7bbf-471e-a30d-a96ea020b5ba req-0b3a3388-02d4-4be2-acb4-10e0ce39bd97 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102362 Jul 16 01:11:56.539751 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6e84a5-2741-47f7-ac90-6e83a62826a1 x-openstack-request-id: req-fa6e84a5-2741-47f7-ac90-6e83a62826a1 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:56.540089 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0affe474-2a22-4483-8e93-a31350f45254", "tag": "33ffe06f-2415-4dcd-85e4-f20c9f64b829", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:56.540348 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa6e84a5-2741-47f7-ac90-6e83a62826a1 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:56.540759 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0affe474-2a22-4483-8e93-a31350f45254', 'tag': '33ffe06f-2415-4dcd-85e4-f20c9f64b829', 'status': 'completed', 'code': 200} Jul 16 01:11:56.609513 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40882) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:56.617013 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.619075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] For port 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:56.624446 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] For port 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:56.632986 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-215bc0bf-ad21-4f9a-acd8-c05f39bfc1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.637308 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.725532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:56.726233 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.727521 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] 10.222.0.69 "PUT /v2.0/ports/14b797c5-09e8-4c31-ad09-5bc35f007bf8 HTTP/1.1" status: 200 len: 1092 time: 2.5891094 Jul 16 01:11:56.752673 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-215bc0bf-ad21-4f9a-acd8-c05f39bfc1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.760898 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-215bc0bf-ad21-4f9a-acd8-c05f39bfc1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.806971 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bc0bf-ad21-4f9a-acd8-c05f39bfc1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb94fd1a-6c54-462e-9978-e63914efe5b5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:56.813455 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-215bc0bf-ad21-4f9a-acd8-c05f39bfc1d7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e6fcd00f7e164587bc182d2b75ad5d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023921 Jul 16 01:11:56.816194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40890) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:56.859448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703c448-2f3a-4cbd-b7da-9956bac37d11 req-5ab3fff8-5898-4cb3-ad7e-8d382ff6e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:56.860924 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3703c448-2f3a-4cbd-b7da-9956bac37d11 req-5ab3fff8-5898-4cb3-ad7e-8d382ff6e486 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ad3fbcddfabb415a943c6b5c0701b7db&device_id=0affe474-2a22-4483-8e93-a31350f45254 HTTP/1.1" status: 200 len: 1099 time: 0.2963302 Jul 16 01:11:56.862544 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88094827-4461-41f5-a2a7-564a149417ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.866230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc73ef76-2930-4f15-aa41-2cf377846343 service neutron] Pushing event updated for resources: {'Port': ['ID=14b797c5-09e8-4c31-ad09-5bc35f007bf8,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:56.883789 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88094827-4461-41f5-a2a7-564a149417ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.930097 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88094827-4461-41f5-a2a7-564a149417ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.932651 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88094827-4461-41f5-a2a7-564a149417ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:56.934497 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-88094827-4461-41f5-a2a7-564a149417ca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb94fd1a-6c54-462e-9978-e63914efe5b5 HTTP/1.1" status: 204 len: 168 time: 0.1167848 Jul 16 01:11:56.946291 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88094827-4461-41f5-a2a7-564a149417ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb94fd1a-6c54-462e-9978-e63914efe5b5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:57.053260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7f7ed-4e80-475b-8293-c7e359e84227 req-9513d4d5-d86d-45d4-9eb1-984f050389b4 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:57.055585 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-12d7f7ed-4e80-475b-8293-c7e359e84227 req-9513d4d5-d86d-45d4-9eb1-984f050389b4 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0affe474-2a22-4483-8e93-a31350f45254 HTTP/1.1" status: 200 len: 947 time: 0.3800349 Jul 16 01:11:57.126139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-e575d4f9-8148-43f9-84fa-14c2c8a71770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:57.127563 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-e575d4f9-8148-43f9-84fa-14c2c8a71770 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 1095 time: 0.3605907 Jul 16 01:11:57.141386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703c448-2f3a-4cbd-b7da-9956bac37d11 req-b22f9fc5-ffbe-4a7f-bfc8-7b453f5432b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:57.142798 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3703c448-2f3a-4cbd-b7da-9956bac37d11 req-b22f9fc5-ffbe-4a7f-bfc8-7b453f5432b6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2695432 Jul 16 01:11:57.232723 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-89ac09e2-7602-44d7-b876-18a369338ab3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8 HTTP/1.1" status: 200 len: 217 time: 0.0952029 Jul 16 01:11:57.247509 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b592871-cd47-441b-8151-ef330887a9c1 req-8370d065-1827-4e08-ae3c-4d2f8133ddaf tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:57.249007 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b592871-cd47-441b-8151-ef330887a9c1 req-8370d065-1827-4e08-ae3c-4d2f8133ddaf tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=60cd49e5-b072-4cd1-ad4d-0749928ea817 HTTP/1.1" status: 200 len: 949 time: 0.3853092 Jul 16 01:11:57.253400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3703c448-2f3a-4cbd-b7da-9956bac37d11 req-bb56297c-4142-4d97-a696-a27aced0a04e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=33ffe06f-2415-4dcd-85e4-f20c9f64b829 HTTP/1.1" status: 200 len: 217 time: 0.0999217 Jul 16 01:11:57.264818 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-12d7f7ed-4e80-475b-8293-c7e359e84227 req-2fab69cc-26ea-4eb7-85aa-0f1e7c06f151 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/security-groups?id=3608cea1-0ced-49d5-84c2-a205b1d8f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959159 Jul 16 01:11:57.393995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-3c910048-4ed8-40db-a637-a1b564ef2d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:57.395389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-3c910048-4ed8-40db-a637-a1b564ef2d1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.1440377 Jul 16 01:11:57.398218 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b592871-cd47-441b-8151-ef330887a9c1 req-32f0b44e-d712-4804-81c0-77c7d46536bb tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257982 Jul 16 01:11:57.417600 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703c448-2f3a-4cbd-b7da-9956bac37d11 req-e1ad2799-5482-471f-a887-3a9e01d4c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:57.428012 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3703c448-2f3a-4cbd-b7da-9956bac37d11 req-e1ad2799-5482-471f-a887-3a9e01d4c332 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1485436 Jul 16 01:11:57.484129 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-745122ba-decd-46b7-bcc2-7f7fddfeac01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616491 Jul 16 01:11:57.498745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b4840c-a5d2-4073-90c3-f352784b1069 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:57.555210 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:57.626093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Transition to ACTIVE for port object a6b4840c-a5d2-4073-90c3-f352784b1069 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:11:57.634566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40916) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:57.666752 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:57.730242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b13e612f-01f8-4492-93a3-da613ed53bd0 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:11:57.734187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 89c83fdc-ff45-40c8-b3bb-161796751e17 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:57.740640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703c448-2f3a-4cbd-b7da-9956bac37d11 req-4a83d840-11d3-41e2-a4a6-6405d8a6e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:57.742186 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3703c448-2f3a-4cbd-b7da-9956bac37d11 req-4a83d840-11d3-41e2-a4a6-6405d8a6e980 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3100123 Jul 16 01:11:57.793392 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-3559d8a6-7666-4166-b05b-9eeccf38b279 service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900348 Jul 16 01:11:57.803138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0318a5dd-664e-4500-ab94-39da2a2ef507 req-3a029ab9-12d3-4460-876d-1306a56ab31b tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:57.804923 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0318a5dd-664e-4500-ab94-39da2a2ef507 req-3a029ab9-12d3-4460-876d-1306a56ab31b tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 931 time: 0.3407767 Jul 16 01:11:57.815304 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b4840c-a5d2-4073-90c3-f352784b1069,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:57.872380 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64301fc-e9b9-4562-bb2c-74c126218220', 'tag': '14b797c5-09e8-4c31-ad09-5bc35f007bf8'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:57.874650 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90437529-b1f8-4907-ab50-5d41d3990453" -d '{"events": [{"name": "network-changed", "server_uuid": "a64301fc-e9b9-4562-bb2c-74c126218220", "tag": "14b797c5-09e8-4c31-ad09-5bc35f007bf8"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:57.904015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213c9f6-d925-413f-b206-7a5221c544ed req-8d6b82f4-413a-439b-b50f-27b067d4f8dc tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:57.905565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e213c9f6-d925-413f-b206-7a5221c544ed req-8d6b82f4-413a-439b-b50f-27b067d4f8dc tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/ports?device_id=75253c16-ad14-4323-a031-45a49a6c41ad HTTP/1.1" status: 200 len: 947 time: 0.3434010 Jul 16 01:11:57.946159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Attempting to bind port a6b4840c-a5d2-4073-90c3-f352784b1069 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:11:57.946493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Attempting to bind port a6b4840c-a5d2-4073-90c3-f352784b1069 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:11:57.946825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Attempting to bind port a6b4840c-a5d2-4073-90c3-f352784b1069 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:57.970911 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a510ff19-2a99-4807-965b-6812005c37c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d341ebc11c4426b9492265433090aec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3349442 Jul 16 01:11:57.973260 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40930) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:57.991966 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 89c83fdc-ff45-40c8-b3bb-161796751e17 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:58.005587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 89c83fdc-ff45-40c8-b3bb-161796751e17 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:58.006465 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.010424 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b13e612f-01f8-4492-93a3-da613ed53bd0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b13e612f-01f8-4492-93a3-da613ed53bd0,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:58.051892 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0e57-d764-419c-aaf2-d39c2d19c0a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.054646 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'b13e612f-01f8-4492-93a3-da613ed53bd0', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'b13e612f-01f8-4492-93a3-da613ed53bd0', 'mac_address': 'fa:16:3e:d4:ac:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:11:58.088821 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0e57-d764-419c-aaf2-d39c2d19c0a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.110836 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.146469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b13e612f-01f8-4492-93a3-da613ed53bd0 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:11:58.163469 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0e57-d764-419c-aaf2-d39c2d19c0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.167071 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b9e0e57-d764-419c-aaf2-d39c2d19c0a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.168738 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4b9e0e57-d764-419c-aaf2-d39c2d19c0a8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a5600b9-491e-4705-bda0-a9d6f1f96c24 HTTP/1.1" status: 204 len: 168 time: 0.1943064 Jul 16 01:11:58.175199 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.180706 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b13e612f-01f8-4492-93a3-da613ed53bd0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b13e612f-01f8-4492-93a3-da613ed53bd0,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:58.192847 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.197938 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e0e57-d764-419c-aaf2-d39c2d19c0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5600b9-491e-4705-bda0-a9d6f1f96c24,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:58.242392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cd49e5-b072-4cd1-ad4d-0749928ea817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c83fdc-ff45-40c8-b3bb-161796751e17'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:11:58.244896 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e901c3e5-4957-4e22-9d18-54f2906f03e2" -d '{"events": [{"server_uuid": "60cd49e5-b072-4cd1-ad4d-0749928ea817", "name": "network-vif-plugged", "status": "completed", "tag": "89c83fdc-ff45-40c8-b3bb-161796751e17"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:11:58.271944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 89c83fdc-ff45-40c8-b3bb-161796751e17, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=89c83fdc-ff45-40c8-b3bb-161796751e17,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:58.281169 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.285968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=b13e612f-01f8-4492-93a3-da613ed53bd0,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:58.317371 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Port a6b4840c-a5d2-4073-90c3-f352784b1069 on network be647a19-644e-4999-ac54-739f18101211 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:11:58.317787 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Attempting to bind port a6b4840c-a5d2-4073-90c3-f352784b1069 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:11:58.349303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:11:58.349690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Checking segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:11:58.350032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Bound using segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:11:58.350463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Bound port: a6b4840c-a5d2-4073-90c3-f352784b1069, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:11:58.350820 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.351133 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=89c83fdc-ff45-40c8-b3bb-161796751e17,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:58.380282 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0318a5dd-664e-4500-ab94-39da2a2ef507 req-cbc1d1a8-b4e1-488d-addf-baf0fa5840e3 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614722 Jul 16 01:11:58.408861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['b13e612f-01f8-4492-93a3-da613ed53bd0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:11:58.409042 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3703c448-2f3a-4cbd-b7da-9956bac37d11 req-a4a4f94e-0abb-4cbc-b23f-36b101e6f1f6 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6485255 Jul 16 01:11:58.413894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e213c9f6-d925-413f-b206-7a5221c544ed req-b64e4804-49e6-41d4-a715-6af95ba812bd tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/security-groups?id=f468d308-2a8a-4555-89e9-4b0da241c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758892 Jul 16 01:11:58.435387 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7afaf73-b70d-4422-89f4-2bc00b985ad4 req-3571c5a9-3bab-4c78-8114-ee29602e6edf service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6228111 Jul 16 01:11:58.549343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3703c448-2f3a-4cbd-b7da-9956bac37d11 req-c2e5cbc9-de7e-49c5-aabe-bd3b978f1ef8 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119285 Jul 16 01:11:58.603439 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] For port a6b4840c-a5d2-4073-90c3-f352784b1069, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:11:58.608884 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] For port a6b4840c-a5d2-4073-90c3-f352784b1069, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a6b4840c-a5d2-4073-90c3-f352784b1069,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:11:58.615651 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40954) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:58.624824 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.631250 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea87b299-e9f6-4026-9a90-efb53abdf64b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.690352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:58.691023 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.692405 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4db89a61-bb65-4b83-aec4-beb759431155 req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] 10.222.0.70 "PUT /v2.0/ports/a6b4840c-a5d2-4073-90c3-f352784b1069 HTTP/1.1" status: 200 len: 1092 time: 2.2561412 Jul 16 01:11:58.718415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81482bd7-2992-4270-853b-0c361dedc768 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b4840c-a5d2-4073-90c3-f352784b1069,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:58.723929 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3203ee7-78f4-42d2-8f57-c22f7bb336eb x-openstack-request-id: req-e3203ee7-78f4-42d2-8f57-c22f7bb336eb {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:58.724175 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64301fc-e9b9-4562-bb2c-74c126218220", "tag": "14b797c5-09e8-4c31-ad09-5bc35f007bf8", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:58.724401 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3203ee7-78f4-42d2-8f57-c22f7bb336eb {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:58.724784 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64301fc-e9b9-4562-bb2c-74c126218220', 'tag': '14b797c5-09e8-4c31-ad09-5bc35f007bf8', 'status': 'completed', 'code': 200} Jul 16 01:11:58.749844 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6728f1c4-e14f-4b13-ba92-e68da93c605f req-4fcc5eb0-3b63-4202-8e4a-80a6d866c5a3 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:58.751394 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6728f1c4-e14f-4b13-ba92-e68da93c605f req-4fcc5eb0-3b63-4202-8e4a-80a6d866c5a3 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 943 time: 0.1407793 Jul 16 01:11:58.770542 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea87b299-e9f6-4026-9a90-efb53abdf64b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.774606 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7dce6a3-e91e-4787-b525-983e29e9af56 x-openstack-request-id: req-d7dce6a3-e91e-4787-b525-983e29e9af56 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:11:58.775110 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cd49e5-b072-4cd1-ad4d-0749928ea817", "name": "network-vif-plugged", "status": "completed", "tag": "89c83fdc-ff45-40c8-b3bb-161796751e17", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:11:58.775110 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7dce6a3-e91e-4787-b525-983e29e9af56 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:11:58.775268 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea87b299-e9f6-4026-9a90-efb53abdf64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.775535 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cd49e5-b072-4cd1-ad4d-0749928ea817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89c83fdc-ff45-40c8-b3bb-161796751e17', 'code': 200} Jul 16 01:11:58.820520 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ea87b299-e9f6-4026-9a90-efb53abdf64b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e2beb302ba645a8b51b8359ec9a3558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014337 Jul 16 01:11:58.820520 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87b299-e9f6-4026-9a90-efb53abdf64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bfe8f7-0a01-4ad9-a3e1-6aeb57c85680,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:58.821487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40958) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:11:58.864579 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6728f1c4-e14f-4b13-ba92-e68da93c605f req-071dbd25-f21c-44bb-8fa5-69068d903210 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918186 Jul 16 01:11:58.872473 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ae1ee9b1-241b-436f-92cd-fde2b3c3162d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.896257 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ae1ee9b1-241b-436f-92cd-fde2b3c3162d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.911661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90437529-b1f8-4907-ab50-5d41d3990453 req-bcf6d5e7-af25-4b15-b540-470662176c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:58.913602 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90437529-b1f8-4907-ab50-5d41d3990453 req-bcf6d5e7-af25-4b15-b540-470662176c6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 1095 time: 0.1838021 Jul 16 01:11:58.927722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db89a61-bb65-4b83-aec4-beb759431155 req-6f8531a5-e149-4602-850d-a72569822975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:58.929456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4db89a61-bb65-4b83-aec4-beb759431155 req-6f8531a5-e149-4602-850d-a72569822975 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 1095 time: 0.1578450 Jul 16 01:11:58.949476 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ae1ee9b1-241b-436f-92cd-fde2b3c3162d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.952416 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ae1ee9b1-241b-436f-92cd-fde2b3c3162d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:58.956723 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ae1ee9b1-241b-436f-92cd-fde2b3c3162d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94bfe8f7-0a01-4ad9-a3e1-6aeb57c85680 HTTP/1.1" status: 204 len: 168 time: 0.1343060 Jul 16 01:11:58.967510 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ee9b1-241b-436f-92cd-fde2b3c3162d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bfe8f7-0a01-4ad9-a3e1-6aeb57c85680,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:11:59.037616 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4db89a61-bb65-4b83-aec4-beb759431155 req-b727f046-abda-4c6d-95d8-b3b4446b0f8a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6b4840c-a5d2-4073-90c3-f352784b1069 HTTP/1.1" status: 200 len: 217 time: 0.0805984 Jul 16 01:11:59.143353 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17749baa-da02-426d-af2e-6e4157b33ce8 req-0551c2a6-fb52-4755-ab76-b1764d29ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:59.144875 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17749baa-da02-426d-af2e-6e4157b33ce8 req-0551c2a6-fb52-4755-ab76-b1764d29ac10 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=60cd49e5-b072-4cd1-ad4d-0749928ea817 HTTP/1.1" status: 200 len: 1102 time: 0.2776258 Jul 16 01:11:59.192238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db89a61-bb65-4b83-aec4-beb759431155 req-6a9b28ff-4838-4ee1-babd-9611cb422b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:59.193631 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4db89a61-bb65-4b83-aec4-beb759431155 req-6a9b28ff-4838-4ee1-babd-9611cb422b08 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.1481099 Jul 16 01:11:59.198769 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90437529-b1f8-4907-ab50-5d41d3990453 req-a00fe723-6b04-4632-a40a-b7c632ac5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:59.200671 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90437529-b1f8-4907-ab50-5d41d3990453 req-a00fe723-6b04-4632-a40a-b7c632ac5903 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.2750797 Jul 16 01:11:59.255953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b83961-e7e7-4b4b-9110-60edf6f16660 req-047a3169-2638-477f-bdc2-ead1d07444b8 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:59.257446 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31b83961-e7e7-4b4b-9110-60edf6f16660 req-047a3169-2638-477f-bdc2-ead1d07444b8 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0affe474-2a22-4483-8e93-a31350f45254 HTTP/1.1" status: 200 len: 947 time: 0.3536043 Jul 16 01:11:59.263444 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4db89a61-bb65-4b83-aec4-beb759431155 req-1fe60595-0b1e-47aa-a93d-9cb0d3ed6379 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592072 Jul 16 01:11:59.307644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17749baa-da02-426d-af2e-6e4157b33ce8 req-8c864ce9-9d62-40ef-b149-fa44ec468819 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526334 Jul 16 01:11:59.309815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90437529-b1f8-4907-ab50-5d41d3990453 req-2e24e61d-2c7a-4412-b2b8-993d0aace303 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8 HTTP/1.1" status: 200 len: 217 time: 0.0898731 Jul 16 01:11:59.336533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d4f75-433e-4a40-9851-05604aeab6cf req-d1962209-0a24-44b4-911d-4b1987b9ca23 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:59.337992 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f2d4f75-433e-4a40-9851-05604aeab6cf req-d1962209-0a24-44b4-911d-4b1987b9ca23 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=60cd49e5-b072-4cd1-ad4d-0749928ea817 HTTP/1.1" status: 200 len: 950 time: 0.3173325 Jul 16 01:11:59.446928 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31b83961-e7e7-4b4b-9110-60edf6f16660 req-48c37086-38a4-4647-bfc1-43792eea376a tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/security-groups?id=3608cea1-0ced-49d5-84c2-a205b1d8f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562605 Jul 16 01:11:59.477694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90437529-b1f8-4907-ab50-5d41d3990453 req-2977ef22-7a30-4735-8720-eff3b9287ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:59.479159 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90437529-b1f8-4907-ab50-5d41d3990453 req-2977ef22-7a30-4735-8720-eff3b9287ee8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.1505651 Jul 16 01:11:59.499923 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f2d4f75-433e-4a40-9851-05604aeab6cf req-44f6a480-9ccf-44bc-8e70-f04729e99ee6 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454642 Jul 16 01:11:59.519437 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90437529-b1f8-4907-ab50-5d41d3990453 req-467b8aa0-1797-4a56-98d3-3f9bc61bc5f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328808 Jul 16 01:11:59.521306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4db89a61-bb65-4b83-aec4-beb759431155 req-b08d3252-fbc6-4e76-a392-326fdb5cfb65 service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277949 Jul 16 01:11:59.709925 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90437529-b1f8-4907-ab50-5d41d3990453 req-0faf3800-4bdf-4628-bd51-af94cdde8634 service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839206 Jul 16 01:11:59.741511 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4db89a61-bb65-4b83-aec4-beb759431155 req-3621fbaa-e1f7-4ee4-952a-b27d3a8a0c11 service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074788 Jul 16 01:11:59.749401 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 33ffe06f-2415-4dcd-85e4-f20c9f64b829 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:11:59.751471 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b13e612f-01f8-4492-93a3-da613ed53bd0 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:11:59.806513 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc91771-bc2b-48b2-987b-a3035582220a req-7dc5781f-0bf3-42af-b2b3-742b6bd66d9e tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:59.808051 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdc91771-bc2b-48b2-987b-a3035582220a req-7dc5781f-0bf3-42af-b2b3-742b6bd66d9e tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 943 time: 0.1669183 Jul 16 01:11:59.835277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90437529-b1f8-4907-ab50-5d41d3990453 req-ce15dd0e-915f-4c71-ab4e-0423bc2baba9 service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155527 Jul 16 01:11:59.900110 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdc91771-bc2b-48b2-987b-a3035582220a req-4c2e29fc-0b6e-46ec-92c7-5d41c2ebfd60 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679464 Jul 16 01:11:59.906916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port b13e612f-01f8-4492-93a3-da613ed53bd0 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:11:59.927381 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port b13e612f-01f8-4492-93a3-da613ed53bd0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:11:59.928130 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:11:59.937312 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb207c9-3211-4209-983d-6e15773be301 req-46ee509f-176a-4689-a6d0-098f13ad3152 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:11:59.939863 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1eb207c9-3211-4209-983d-6e15773be301 req-46ee509f-176a-4689-a6d0-098f13ad3152 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/ports?device_id=75253c16-ad14-4323-a031-45a49a6c41ad HTTP/1.1" status: 200 len: 948 time: 0.0776529 Jul 16 01:11:59.976395 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 33ffe06f-2415-4dcd-85e4-f20c9f64b829, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=33ffe06f-2415-4dcd-85e4-f20c9f64b829,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:11:59.992359 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1eb207c9-3211-4209-983d-6e15773be301 req-d3c2b93d-20df-4915-b832-66e7fbaf6452 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/security-groups?id=f468d308-2a8a-4555-89e9-4b0da241c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438368 Jul 16 01:11:59.998054 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '33ffe06f-2415-4dcd-85e4-f20c9f64b829', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '33ffe06f-2415-4dcd-85e4-f20c9f64b829', 'mac_address': 'fa:16:3e:19:f0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:00.044460 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:00.087127 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:00.108292 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ffe06f-2415-4dcd-85e4-f20c9f64b829 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:00.113847 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:00.138661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 33ffe06f-2415-4dcd-85e4-f20c9f64b829, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=33ffe06f-2415-4dcd-85e4-f20c9f64b829,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:00.146724 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:00.189642 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b13e612f-01f8-4492-93a3-da613ed53bd0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b13e612f-01f8-4492-93a3-da613ed53bd0,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:00.200727 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:00.214960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=33ffe06f-2415-4dcd-85e4-f20c9f64b829,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:00.274892 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cfc64-9c2f-4b6e-af4c-9990299c72f2 req-e9f77c68-c084-4879-8369-97e8ebcebfa8 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:00.276380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-880cfc64-9c2f-4b6e-af4c-9990299c72f2 req-e9f77c68-c084-4879-8369-97e8ebcebfa8 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 943 time: 0.1141322 Jul 16 01:12:00.298560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=b13e612f-01f8-4492-93a3-da613ed53bd0,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:00.327525 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-880cfc64-9c2f-4b6e-af4c-9990299c72f2 req-bd74703a-b644-4ad0-b800-14f2da4b4024 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437648 Jul 16 01:12:00.385792 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['33ffe06f-2415-4dcd-85e4-f20c9f64b829'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:00.628431 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fb177-b823-458d-a277-ff325e6c8a47 req-71d152f0-b9c3-4782-8ed8-aae285a78cc1 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:00.629954 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-870fb177-b823-458d-a277-ff325e6c8a47 req-71d152f0-b9c3-4782-8ed8-aae285a78cc1 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0affe474-2a22-4483-8e93-a31350f45254 HTTP/1.1" status: 200 len: 948 time: 0.0663652 Jul 16 01:12:00.672046 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-870fb177-b823-458d-a277-ff325e6c8a47 req-6975f0cb-1999-4063-9a4d-421923975459 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/security-groups?id=3608cea1-0ced-49d5-84c2-a205b1d8f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360980 Jul 16 01:12:00.725928 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c22bcd-800e-4686-b56a-28bb30450339', 'tag': 'a6b4840c-a5d2-4073-90c3-f352784b1069'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:00.731952 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1845a1c4-9c43-4d1e-9c57-3ba0360e664c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c22bcd-800e-4686-b56a-28bb30450339", "tag": "a6b4840c-a5d2-4073-90c3-f352784b1069"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:00.776671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75253c16-ad14-4323-a031-45a49a6c41ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13e612f-01f8-4492-93a3-da613ed53bd0'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:00.778943 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1035f35-97fc-4917-b1b7-5f19244f7fbe" -d '{"events": [{"server_uuid": "75253c16-ad14-4323-a031-45a49a6c41ad", "name": "network-vif-plugged", "status": "completed", "tag": "b13e612f-01f8-4492-93a3-da613ed53bd0"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:00.795901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355608b-1436-4f9f-a596-667039e9aa93 req-8d78b4d5-2847-4d88-99a3-a0d9489e3422 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:00.797491 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c355608b-1436-4f9f-a596-667039e9aa93 req-8d78b4d5-2847-4d88-99a3-a0d9489e3422 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=60cd49e5-b072-4cd1-ad4d-0749928ea817 HTTP/1.1" status: 200 len: 950 time: 0.0641820 Jul 16 01:12:00.832021 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:00.835874 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c355608b-1436-4f9f-a596-667039e9aa93 req-683654da-9e59-4391-8c44-46d01d5978df tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328009 Jul 16 01:12:00.884225 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3f68ee-43b6-4fad-af64-91a1e93dd5f8 x-openstack-request-id: req-dc3f68ee-43b6-4fad-af64-91a1e93dd5f8 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:00.884577 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c22bcd-800e-4686-b56a-28bb30450339", "tag": "a6b4840c-a5d2-4073-90c3-f352784b1069", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:00.884891 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc3f68ee-43b6-4fad-af64-91a1e93dd5f8 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:00.885370 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c22bcd-800e-4686-b56a-28bb30450339', 'tag': 'a6b4840c-a5d2-4073-90c3-f352784b1069', 'status': 'completed', 'code': 200} Jul 16 01:12:00.892681 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 14b797c5-09e8-4c31-ad09-5bc35f007bf8 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:00.901706 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5882032e-91ef-48b6-a8b7-b93ee1d8a048 x-openstack-request-id: req-5882032e-91ef-48b6-a8b7-b93ee1d8a048 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:00.901706 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75253c16-ad14-4323-a031-45a49a6c41ad", "name": "network-vif-plugged", "status": "completed", "tag": "b13e612f-01f8-4492-93a3-da613ed53bd0", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:00.901706 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5882032e-91ef-48b6-a8b7-b93ee1d8a048 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:00.908255 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75253c16-ad14-4323-a031-45a49a6c41ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b13e612f-01f8-4492-93a3-da613ed53bd0', 'code': 200} Jul 16 01:12:01.049727 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:01.060964 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d674ca-3e7b-4546-a4d1-5efe864931bf req-725f3342-1dd3-4cf3-b855-c4a837e7fcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:01.063032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-08d674ca-3e7b-4546-a4d1-5efe864931bf req-725f3342-1dd3-4cf3-b855-c4a837e7fcec service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=75253c16-ad14-4323-a031-45a49a6c41ad HTTP/1.1" status: 200 len: 1101 time: 0.0895483 Jul 16 01:12:01.064830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845a1c4-9c43-4d1e-9c57-3ba0360e664c req-c3d9e9d2-b163-4265-b185-0888a926864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:01.066272 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '14b797c5-09e8-4c31-ad09-5bc35f007bf8', 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83', 'port_id': '14b797c5-09e8-4c31-ad09-5bc35f007bf8', 'mac_address': 'fa:16:3e:e6:66:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444b39ba-692a-4b43-854c-acc759053f2e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:01.070204 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1845a1c4-9c43-4d1e-9c57-3ba0360e664c req-c3d9e9d2-b163-4265-b185-0888a926864f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 1095 time: 0.1460636 Jul 16 01:12:01.112462 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:01.130920 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14b797c5-09e8-4c31-ad09-5bc35f007bf8 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:01.139992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-2ca04849-75bd-42bb-8508-62c644df736c req-d2e48b4b-b299-462a-94d9-81360559e00b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:12:01.140966 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ca04849-75bd-42bb-8508-62c644df736c req-d2e48b4b-b299-462a-94d9-81360559e00b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098193 Jul 16 01:12:01.150927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:01.155526 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:01.194648 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-08d674ca-3e7b-4546-a4d1-5efe864931bf req-3e3358bf-b079-48dd-a066-792eb1204c65 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f468d308-2a8a-4555-89e9-4b0da241c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222277 Jul 16 01:12:01.206126 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=14b797c5-09e8-4c31-ad09-5bc35f007bf8,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:01.232249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845a1c4-9c43-4d1e-9c57-3ba0360e664c req-f08697d9-609a-48f9-a3a3-ea28dcd96abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:01.233644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1845a1c4-9c43-4d1e-9c57-3ba0360e664c req-f08697d9-609a-48f9-a3a3-ea28dcd96abf service neutron] 10.222.0.70 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.1475768 Jul 16 01:12:01.241034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634cca5-1abe-434b-a84e-f09484280ad0 req-4aeae250-ce4e-4a03-814e-9ea66f45b9ce tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:01.242593 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6634cca5-1abe-434b-a84e-f09484280ad0 req-4aeae250-ce4e-4a03-814e-9ea66f45b9ce tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 943 time: 0.1713953 Jul 16 01:12:01.287576 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1845a1c4-9c43-4d1e-9c57-3ba0360e664c req-78f8e165-8587-4175-bc89-070050071051 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6b4840c-a5d2-4073-90c3-f352784b1069 HTTP/1.1" status: 200 len: 217 time: 0.0440490 Jul 16 01:12:01.340155 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6634cca5-1abe-434b-a84e-f09484280ad0 req-11c17e73-53b2-4427-a0e1-61c62e371b96 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906250 Jul 16 01:12:01.351293 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845a1c4-9c43-4d1e-9c57-3ba0360e664c req-c7388817-f0de-4e01-a745-1f5874f6dade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:01.352861 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1845a1c4-9c43-4d1e-9c57-3ba0360e664c req-c7388817-f0de-4e01-a745-1f5874f6dade service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.0582159 Jul 16 01:12:01.380640 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['14b797c5-09e8-4c31-ad09-5bc35f007bf8'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:01.407981 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1845a1c4-9c43-4d1e-9c57-3ba0360e664c req-be114f9f-007d-4a04-8ecb-b8f94f04878b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439203 Jul 16 01:12:01.469008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96ae2b-a9b4-4096-adda-b6b912158730 req-2d418bdb-bb73-4a4f-bc69-1854842b8e51 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:01.470643 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f96ae2b-a9b4-4096-adda-b6b912158730 req-2d418bdb-bb73-4a4f-bc69-1854842b8e51 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/ports?device_id=75253c16-ad14-4323-a031-45a49a6c41ad HTTP/1.1" status: 200 len: 949 time: 0.1169176 Jul 16 01:12:01.522026 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41080) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:01.555350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1845a1c4-9c43-4d1e-9c57-3ba0360e664c req-69b722a1-c937-4eb6-8bff-e49fe4739976 service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299455 Jul 16 01:12:01.558247 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f96ae2b-a9b4-4096-adda-b6b912158730 req-136450d8-b2f7-4466-979e-261c4ece896c tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/security-groups?id=f468d308-2a8a-4555-89e9-4b0da241c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554378 Jul 16 01:12:01.674163 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b4b188b-c5d0-4463-adc6-0c76c906dad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:01.694254 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1845a1c4-9c43-4d1e-9c57-3ba0360e664c req-1bd0f441-5e1a-421d-977e-689dd5334471 service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312318 Jul 16 01:12:01.719033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b73aa7-c255-4a2a-9d9e-d144264e0415 req-aa8f2f60-9413-415b-83a3-f379f45d6265 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:01.720655 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74b73aa7-c255-4a2a-9d9e-d144264e0415 req-aa8f2f60-9413-415b-83a3-f379f45d6265 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=60cd49e5-b072-4cd1-ad4d-0749928ea817 HTTP/1.1" status: 200 len: 950 time: 0.0965247 Jul 16 01:12:01.761738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 33ffe06f-2415-4dcd-85e4-f20c9f64b829 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:01.768564 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b4b188b-c5d0-4463-adc6-0c76c906dad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:01.772799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b4b188b-c5d0-4463-adc6-0c76c906dad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:01.785986 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74b73aa7-c255-4a2a-9d9e-d144264e0415 req-ebc5dcfb-1cbf-4b82-bf51-69bad2c540d6 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564690 Jul 16 01:12:01.810868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0750c1-cab8-4927-a881-e42395837cc7 req-07606aaa-03d2-437c-8323-ae0c4b2dec14 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:01.812974 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b0750c1-cab8-4927-a881-e42395837cc7 req-07606aaa-03d2-437c-8323-ae0c4b2dec14 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 944 time: 0.1039286 Jul 16 01:12:01.815994 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3b4b188b-c5d0-4463-adc6-0c76c906dad3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=94a56c6fe80c42579396471073e55c8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928729 Jul 16 01:12:01.817599 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41088) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:01.821777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b188b-c5d0-4463-adc6-0c76c906dad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b246c4-0e74-4030-aa41-fffc2c03b990,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:01.841942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 33ffe06f-2415-4dcd-85e4-f20c9f64b829 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:01.850756 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 33ffe06f-2415-4dcd-85e4-f20c9f64b829 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:01.851627 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:01.910593 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b0750c1-cab8-4927-a881-e42395837cc7 req-b1800bcd-3205-4bdd-b071-106c287a6ddd tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769753 Jul 16 01:12:01.935645 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de1759b9-fa40-4803-b915-d3ef45865d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:01.961345 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:01.997144 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 33ffe06f-2415-4dcd-85e4-f20c9f64b829, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=33ffe06f-2415-4dcd-85e4-f20c9f64b829,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:01.998512 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de1759b9-fa40-4803-b915-d3ef45865d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.005406 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.075863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=33ffe06f-2415-4dcd-85e4-f20c9f64b829,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:02.099325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-9b73a60a-0ba9-48d3-8951-2719956194c9 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ecd948784b1946248c0a270e9f64bed7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294003 Jul 16 01:12:02.114745 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de1759b9-fa40-4803-b915-d3ef45865d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.117752 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de1759b9-fa40-4803-b915-d3ef45865d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.118814 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-de1759b9-fa40-4803-b915-d3ef45865d48 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e3b246c4-0e74-4030-aa41-fffc2c03b990 HTTP/1.1" status: 204 len: 168 time: 0.3002264 Jul 16 01:12:02.129020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bc5ce-c0b7-45fd-9449-bfe70accbdd5 req-cda3a562-b94d-4d93-8436-3ddeb499c008 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:02.130503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e68bc5ce-c0b7-45fd-9449-bfe70accbdd5 req-cda3a562-b94d-4d93-8436-3ddeb499c008 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0affe474-2a22-4483-8e93-a31350f45254 HTTP/1.1" status: 200 len: 948 time: 0.1459050 Jul 16 01:12:02.164595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1759b9-fa40-4803-b915-d3ef45865d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b246c4-0e74-4030-aa41-fffc2c03b990,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:02.238943 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e68bc5ce-c0b7-45fd-9449-bfe70accbdd5 req-46861c3f-0138-4684-ba1b-19828a8d4991 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/security-groups?id=3608cea1-0ced-49d5-84c2-a205b1d8f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959399 Jul 16 01:12:02.270362 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-2277e58f-d682-49de-9b3c-4fd02f3387cf tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:02.272120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-2277e58f-d682-49de-9b3c-4fd02f3387cf tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1674159 Jul 16 01:12:02.290185 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-12ebc1a5-a33d-45bd-9a6c-04ddc1119661 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/quotas/ecd948784b1946248c0a270e9f64bed7 HTTP/1.1" status: 200 len: 375 time: 0.0112798 Jul 16 01:12:02.369364 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-139d394c-602b-4a9c-b6c3-b09deaca8a28 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ecd948784b1946248c0a270e9f64bed7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0727668 Jul 16 01:12:02.439683 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41122) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:02.452739 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0869b8e2-07fd-423a-93e8-f8ebfeccef67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.566380 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5f861-013c-4d24-b2ba-b34777bc660f req-73c5b5df-f578-4738-af97-fc56a384cc69 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:02.568275 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0da5f861-013c-4d24-b2ba-b34777bc660f req-73c5b5df-f578-4738-af97-fc56a384cc69 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 943 time: 0.0853784 Jul 16 01:12:02.597258 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0869b8e2-07fd-423a-93e8-f8ebfeccef67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.602712 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0869b8e2-07fd-423a-93e8-f8ebfeccef67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.640717 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0da5f861-013c-4d24-b2ba-b34777bc660f req-ae89e543-c51b-459b-bcaa-6aaaad75d082 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663233 Jul 16 01:12:02.643931 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869b8e2-07fd-423a-93e8-f8ebfeccef67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2469a5b2-0cc6-4111-a2b1-0236ecd2b2c8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:02.667618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41134) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:02.670066 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0869b8e2-07fd-423a-93e8-f8ebfeccef67 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e8a65590366e4abbb368fe0dfbf98e97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288866 Jul 16 01:12:02.709197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41136) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:02.747478 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6ef2ab4-52a8-47f4-84a6-72d541371441 req-4066c03e-e634-45a6-9bf2-70e7f6f2cc65 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c18d598-5742-468a-bbd7-1ce7943742b8 HTTP/1.1" status: 200 len: 210 time: 0.0500898 Jul 16 01:12:02.765749 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-745778b9-0c72-4f32-82d4-b85654f7f112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.793455 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-745778b9-0c72-4f32-82d4-b85654f7f112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.839018 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5a05888-0ab5-440c-8977-184392a35b98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.886360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88529959-04c8-46d1-aec5-58788d909f55 req-0b3ae920-6b01-4b23-865f-46bbcbab9940 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:02.888439 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88529959-04c8-46d1-aec5-58788d909f55 req-0b3ae920-6b01-4b23-865f-46bbcbab9940 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/ports?device_id=75253c16-ad14-4323-a031-45a49a6c41ad HTTP/1.1" status: 200 len: 949 time: 0.1023140 Jul 16 01:12:02.889557 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-745778b9-0c72-4f32-82d4-b85654f7f112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.892050 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-745778b9-0c72-4f32-82d4-b85654f7f112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.895595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-745778b9-0c72-4f32-82d4-b85654f7f112 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2469a5b2-0cc6-4111-a2b1-0236ecd2b2c8 HTTP/1.1" status: 204 len: 168 time: 0.2230814 Jul 16 01:12:02.909773 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0affe474-2a22-4483-8e93-a31350f45254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ffe06f-2415-4dcd-85e4-f20c9f64b829'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:02.912097 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f7c3a9-5643-4f10-b372-9d288711e898" -d '{"events": [{"server_uuid": "0affe474-2a22-4483-8e93-a31350f45254", "name": "network-vif-plugged", "status": "completed", "tag": "33ffe06f-2415-4dcd-85e4-f20c9f64b829"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:02.925487 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 14b797c5-09e8-4c31-ad09-5bc35f007bf8 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:02.948000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745778b9-0c72-4f32-82d4-b85654f7f112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2469a5b2-0cc6-4111-a2b1-0236ecd2b2c8,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:02.982982 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5a05888-0ab5-440c-8977-184392a35b98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:02.991905 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5a05888-0ab5-440c-8977-184392a35b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:03.017065 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88529959-04c8-46d1-aec5-58788d909f55 req-bd5652b4-5212-4fbe-a233-f5ab1211a813 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/security-groups?id=f468d308-2a8a-4555-89e9-4b0da241c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031096 Jul 16 01:12:03.023419 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4253eaff-a7b4-4d59-be76-b6ccdb7ff317 x-openstack-request-id: req-4253eaff-a7b4-4d59-be76-b6ccdb7ff317 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:03.023962 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0affe474-2a22-4483-8e93-a31350f45254", "name": "network-vif-plugged", "status": "completed", "tag": "33ffe06f-2415-4dcd-85e4-f20c9f64b829", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:03.023962 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4253eaff-a7b4-4d59-be76-b6ccdb7ff317 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:03.024365 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0affe474-2a22-4483-8e93-a31350f45254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ffe06f-2415-4dcd-85e4-f20c9f64b829', 'code': 200} Jul 16 01:12:03.062689 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b5a05888-0ab5-440c-8977-184392a35b98 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=133f274cdb84422485ea0519e060b84e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3520279 Jul 16 01:12:03.065417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41154) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:03.066510 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a05888-0ab5-440c-8977-184392a35b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d326d3-124f-4e4e-9ac2-54656717c417,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:03.107040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:03.112158 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:03.112534 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:03.197605 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:03.236343 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:03.245313 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:03.307120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=14b797c5-09e8-4c31-ad09-5bc35f007bf8,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:03.451830 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:12:03.527156 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de969d46-59fe-481a-90e9-87307ebb8d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:03.564525 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de969d46-59fe-481a-90e9-87307ebb8d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:03.599227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75fff90-557e-439e-8f30-721099840da8 req-53261b37-1944-4370-8b76-ff31f57346c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:03.600810 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b75fff90-557e-439e-8f30-721099840da8 req-53261b37-1944-4370-8b76-ff31f57346c5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0affe474-2a22-4483-8e93-a31350f45254 HTTP/1.1" status: 200 len: 1101 time: 0.4842677 Jul 16 01:12:03.646438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15b62a-c321-4f83-8718-4a45ea0c58f7 req-d9429228-42d5-4e59-a5b5-f806d4ef03c4 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:03.648016 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec15b62a-c321-4f83-8718-4a45ea0c58f7 req-d9429228-42d5-4e59-a5b5-f806d4ef03c4 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 944 time: 0.4740999 Jul 16 01:12:03.709358 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b75fff90-557e-439e-8f30-721099840da8 req-ef02ec63-4391-4c64-aa01-0922cf1ab002 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3608cea1-0ced-49d5-84c2-a205b1d8f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859399 Jul 16 01:12:03.728716 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec15b62a-c321-4f83-8718-4a45ea0c58f7 req-ba7c9c09-3931-40ed-8af9-5bdb0fb0364c tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672708 Jul 16 01:12:03.730686 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de969d46-59fe-481a-90e9-87307ebb8d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:03.733183 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de969d46-59fe-481a-90e9-87307ebb8d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:03.734333 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-de969d46-59fe-481a-90e9-87307ebb8d14 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8d326d3-124f-4e4e-9ac2-54656717c417 HTTP/1.1" status: 204 len: 168 time: 0.6659811 Jul 16 01:12:03.752322 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc2e8e-3754-435f-87ef-da2bc3bdda88 req-a0daec7c-4f61-4fca-961f-b865624821f7 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:03.759216 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-adfc2e8e-3754-435f-87ef-da2bc3bdda88 req-a0daec7c-4f61-4fca-961f-b865624821f7 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0affe474-2a22-4483-8e93-a31350f45254 HTTP/1.1" status: 200 len: 949 time: 0.1996176 Jul 16 01:12:03.766688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de969d46-59fe-481a-90e9-87307ebb8d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d326d3-124f-4e4e-9ac2-54656717c417,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:03.772357 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a6b4840c-a5d2-4073-90c3-f352784b1069 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:03.817457 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-adfc2e8e-3754-435f-87ef-da2bc3bdda88 req-434d9503-b8a7-413f-ae4c-62c0800063db tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/security-groups?id=3608cea1-0ced-49d5-84c2-a205b1d8f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572007 Jul 16 01:12:03.937055 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-1167f9d4-dea1-4b39-8630-958811df7bbb tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=ecd948784b1946248c0a270e9f64bed7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307515 Jul 16 01:12:03.979976 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a6b4840c-a5d2-4073-90c3-f352784b1069, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a6b4840c-a5d2-4073-90c3-f352784b1069,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:04.002006 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'a6b4840c-a5d2-4073-90c3-f352784b1069', 'network_id': 'be647a19-644e-4999-ac54-739f18101211', 'port_id': 'a6b4840c-a5d2-4073-90c3-f352784b1069', 'mac_address': 'fa:16:3e:90:ca:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72975b91-58a9-49dc-82bb-e86274b7c2c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:04.051738 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30d353-8d59-4696-a835-69b252d356c9 req-3c76be59-cbb9-4ff5-8424-af3e0b575484 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:04.053816 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a30d353-8d59-4696-a835-69b252d356c9 req-3c76be59-cbb9-4ff5-8424-af3e0b575484 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/ports?device_id=75253c16-ad14-4323-a031-45a49a6c41ad HTTP/1.1" status: 200 len: 949 time: 0.1787996 Jul 16 01:12:04.083043 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.097281 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b4840c-a5d2-4073-90c3-f352784b1069 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:04.119227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a6b4840c-a5d2-4073-90c3-f352784b1069, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a6b4840c-a5d2-4073-90c3-f352784b1069,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:04.124916 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.144955 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-8c5722d5-37b0-4359-8f19-5a4a41d7e2c9 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:04.146289 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-8c5722d5-37b0-4359-8f19-5a4a41d7e2c9 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2034845 Jul 16 01:12:04.168745 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a30d353-8d59-4696-a835-69b252d356c9 req-d56d8139-b4c4-48c8-829f-1eeb2938c3de tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/security-groups?id=f468d308-2a8a-4555-89e9-4b0da241c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972121 Jul 16 01:12:04.174365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-995f7a9e-b8a7-427a-9d32-706d12f89419 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Request body: {'port': {'device_id': '5c18d598-5742-468a-bbd7-1ce7943742b8', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': 'ecd948784b1946248c0a270e9f64bed7'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:04.226177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a6b4840c-a5d2-4073-90c3-f352784b1069,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:04.292007 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80a0cd-bf6d-46bf-88fd-837af2439cc8 req-563d6007-ceb3-4bbf-b65e-cbb95e1a4240 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:04.293370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41196) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:04.299121 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb80a0cd-bf6d-46bf-88fd-837af2439cc8 req-563d6007-ceb3-4bbf-b65e-cbb95e1a4240 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 943 time: 0.2613215 Jul 16 01:12:04.309803 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-afc4adfa-dba3-44e7-93eb-0693cf1f42f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.357121 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb80a0cd-bf6d-46bf-88fd-837af2439cc8 req-67672c52-f6f2-4662-9942-18d6de9e55de tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569885 Jul 16 01:12:04.419144 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-afc4adfa-dba3-44e7-93eb-0693cf1f42f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.429740 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-afc4adfa-dba3-44e7-93eb-0693cf1f42f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.439248 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-995f7a9e-b8a7-427a-9d32-706d12f89419 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Made reservation on behalf of ecd948784b1946248c0a270e9f64bed7 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:04.442063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a6b4840c-a5d2-4073-90c3-f352784b1069'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:04.444033 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-995f7a9e-b8a7-427a-9d32-706d12f89419 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.475649 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-afc4adfa-dba3-44e7-93eb-0693cf1f42f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a7c101099cc6433ab69033d218605f87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807799 Jul 16 01:12:04.482370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41200) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:04.545079 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-feb31a2b-d771-426f-8e2c-17b8a024cac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.567827 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-feb31a2b-d771-426f-8e2c-17b8a024cac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.588770 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4adfa-dba3-44e7-93eb-0693cf1f42f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be3d308-6f65-4a85-8f82-2efcbfcde2f3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:04.628617 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90d06c22-b9e5-4480-9aab-74127b0053d9 req-bbe619c4-bbf9-4c2f-b421-afaff37359f8 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c18d598-5742-468a-bbd7-1ce7943742b8 HTTP/1.1" status: 200 len: 210 time: 0.1669505 Jul 16 01:12:04.634971 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-feb31a2b-d771-426f-8e2c-17b8a024cac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.640570 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-995f7a9e-b8a7-427a-9d32-706d12f89419 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Allocated IP 192.168.233.133 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/1294e480-70b1-4e93-bf35-acff02323d28) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:12:04.644234 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-feb31a2b-d771-426f-8e2c-17b8a024cac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.648736 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-feb31a2b-d771-426f-8e2c-17b8a024cac9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8be3d308-6f65-4a85-8f82-2efcbfcde2f3 HTTP/1.1" status: 204 len: 168 time: 0.1651561 Jul 16 01:12:04.668878 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb31a2b-d771-426f-8e2c-17b8a024cac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be3d308-6f65-4a85-8f82-2efcbfcde2f3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:04.737977 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4ea95a2c-7d8a-4eeb-826f-64574d3df6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.913199 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-995f7a9e-b8a7-427a-9d32-706d12f89419 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:04.929848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-995f7a9e-b8a7-427a-9d32-706d12f89419 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Transition to ACTIVE for port object 1294e480-70b1-4e93-bf35-acff02323d28 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:04.968542 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f783c422-0d25-47f6-bfe2-86f85174536d req-ad1c2779-6280-43b5-b18c-52c234baf0aa tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:04.970061 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f783c422-0d25-47f6-bfe2-86f85174536d req-ad1c2779-6280-43b5-b18c-52c234baf0aa tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 945 time: 0.1026096 Jul 16 01:12:04.999426 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-995f7a9e-b8a7-427a-9d32-706d12f89419 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:05.026086 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['89c83fdc-ff45-40c8-b3bb-161796751e17'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:05.032109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64301fc-e9b9-4562-bb2c-74c126218220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b797c5-09e8-4c31-ad09-5bc35f007bf8'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:05.040549 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd7a9ef-ad9a-4007-9949-f91faac50db5" -d '{"events": [{"server_uuid": "a64301fc-e9b9-4562-bb2c-74c126218220", "name": "network-vif-plugged", "status": "completed", "tag": "14b797c5-09e8-4c31-ad09-5bc35f007bf8"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:05.101842 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-995f7a9e-b8a7-427a-9d32-706d12f89419 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:05.114317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f783c422-0d25-47f6-bfe2-86f85174536d req-06c64c1b-72e1-43c6-a6c2-90ebbad4d333 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295047 Jul 16 01:12:05.118228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-995f7a9e-b8a7-427a-9d32-706d12f89419 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:05.123309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-995f7a9e-b8a7-427a-9d32-706d12f89419 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:12:05.128743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-995f7a9e-b8a7-427a-9d32-706d12f89419 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:05.129391 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-995f7a9e-b8a7-427a-9d32-706d12f89419 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:05.133444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f7a9e-b8a7-427a-9d32-706d12f89419 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Pushing event updated for resources: {'Port': ['ID=1294e480-70b1-4e93-bf35-acff02323d28,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:05.153895 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-995f7a9e-b8a7-427a-9d32-706d12f89419 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9988997 Jul 16 01:12:05.167030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Request body: {'port': {'device_id': '5c18d598-5742-468a-bbd7-1ce7943742b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:05.201866 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57734470-d411-4b8f-9ed2-e538669b80f0 x-openstack-request-id: req-57734470-d411-4b8f-9ed2-e538669b80f0 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:05.202410 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64301fc-e9b9-4562-bb2c-74c126218220", "name": "network-vif-plugged", "status": "completed", "tag": "14b797c5-09e8-4c31-ad09-5bc35f007bf8", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:05.221937 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-57734470-d411-4b8f-9ed2-e538669b80f0 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:05.222593 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64301fc-e9b9-4562-bb2c-74c126218220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14b797c5-09e8-4c31-ad09-5bc35f007bf8', 'code': 200} Jul 16 01:12:05.249492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1aa284-b7ed-448d-a0b3-c708a820645f req-5954d615-e3a2-4203-8947-0efa1d0137e5 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:05.251027 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d1aa284-b7ed-448d-a0b3-c708a820645f req-5954d615-e3a2-4203-8947-0efa1d0137e5 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.70 "GET /v2.0/ports?device_id=75253c16-ad14-4323-a031-45a49a6c41ad HTTP/1.1" status: 200 len: 949 time: 0.2196655 Jul 16 01:12:05.427114 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-84614f3e-1bbe-4b26-a2d8-287acb93687f None None] Provisioning for port 1294e480-70b1-4e93-bf35-acff02323d28 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:05.432027 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-84614f3e-1bbe-4b26-a2d8-287acb93687f None None] Provisioning complete for port 1294e480-70b1-4e93-bf35-acff02323d28 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:05.432412 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-84614f3e-1bbe-4b26-a2d8-287acb93687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:05.469383 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-84614f3e-1bbe-4b26-a2d8-287acb93687f None None] Port 1294e480-70b1-4e93-bf35-acff02323d28 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:12:05.523590 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:05.570194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf3f3d9-5468-48da-b2ab-84b94698083b req-c2c7d5fe-6b7a-422c-aa28-5fb913289b4e tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:05.571715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3cf3f3d9-5468-48da-b2ab-84b94698083b req-c2c7d5fe-6b7a-422c-aa28-5fb913289b4e tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0affe474-2a22-4483-8e93-a31350f45254 HTTP/1.1" status: 200 len: 949 time: 0.2430439 Jul 16 01:12:05.573448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa30e620-6dc6-42b6-8c0d-2e172a67def5 req-0c34eec5-ca15-4bf6-a1ed-2be392df8dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:05.574885 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa30e620-6dc6-42b6-8c0d-2e172a67def5 req-0c34eec5-ca15-4bf6-a1ed-2be392df8dc4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 1097 time: 0.2847247 Jul 16 01:12:05.672848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-9d1aa284-b7ed-448d-a0b3-c708a820645f req-b0ea8326-691c-45b2-8df3-1232af199ad1 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Deleting port b13e612f-01f8-4492-93a3-da613ed53bd0 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:05.673486 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9d1aa284-b7ed-448d-a0b3-c708a820645f req-b0ea8326-691c-45b2-8df3-1232af199ad1 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:05.774092 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a6b4840c-a5d2-4073-90c3-f352784b1069 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:05.789311 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa30e620-6dc6-42b6-8c0d-2e172a67def5 req-919dff3b-878a-4a2f-bc42-7f5e8d2d8b73 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932132 Jul 16 01:12:05.828280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port a6b4840c-a5d2-4073-90c3-f352784b1069 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:05.833311 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port a6b4840c-a5d2-4073-90c3-f352784b1069 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:05.833893 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:05.835404 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3cf3f3d9-5468-48da-b2ab-84b94698083b req-19951dd5-4552-44e3-ba37-5b260f7f101e tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/security-groups?id=3608cea1-0ced-49d5-84c2-a205b1d8f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383463 Jul 16 01:12:05.915685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0906d2b-39d7-48c9-8624-eaf2777f8b8f req-051148ee-24f2-4043-adde-c35fc8beefaf tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:05.917194 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0906d2b-39d7-48c9-8624-eaf2777f8b8f req-051148ee-24f2-4043-adde-c35fc8beefaf tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/ports?device_id=75253c16-ad14-4323-a031-45a49a6c41ad HTTP/1.1" status: 200 len: 949 time: 0.3236020 Jul 16 01:12:05.922952 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:05.958858 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a6b4840c-a5d2-4073-90c3-f352784b1069, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a6b4840c-a5d2-4073-90c3-f352784b1069,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:05.966229 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:05.976970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-9d1aa284-b7ed-448d-a0b3-c708a820645f req-b0ea8326-691c-45b2-8df3-1232af199ad1 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] For port b13e612f-01f8-4492-93a3-da613ed53bd0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b13e612f-01f8-4492-93a3-da613ed53bd0,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:05.977343 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9d1aa284-b7ed-448d-a0b3-c708a820645f req-b0ea8326-691c-45b2-8df3-1232af199ad1 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:05.995398 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-9d1aa284-b7ed-448d-a0b3-c708a820645f req-b0ea8326-691c-45b2-8df3-1232af199ad1 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Calling delete_port for b13e612f-01f8-4492-93a3-da613ed53bd0 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:06.022985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a6b4840c-a5d2-4073-90c3-f352784b1069,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:06.036299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0906d2b-39d7-48c9-8624-eaf2777f8b8f req-e6843996-73b0-43bb-99ea-0434ffd73c8f tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/security-groups?id=f468d308-2a8a-4555-89e9-4b0da241c4fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874085 Jul 16 01:12:06.245538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1294e480-70b1-4e93-bf35-acff02323d28 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:06.257381 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:06.295549 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20b454-f873-4794-b2b5-0a620418d4d5 req-c16c695f-2ce1-46b4-9d05-a1236bf306d5 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:06.297047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e20b454-f873-4794-b2b5-0a620418d4d5 req-c16c695f-2ce1-46b4-9d05-a1236bf306d5 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 945 time: 0.1961823 Jul 16 01:12:06.321403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Transition to ACTIVE for port object 1294e480-70b1-4e93-bf35-acff02323d28 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:06.337990 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:06.385924 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9d1aa284-b7ed-448d-a0b3-c708a820645f req-b0ea8326-691c-45b2-8df3-1232af199ad1 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:06.397697 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['b13e612f-01f8-4492-93a3-da613ed53bd0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:06.420518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e20b454-f873-4794-b2b5-0a620418d4d5 req-cf5d5f9c-9e53-401c-86fd-87a9f360c50f tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158240 Jul 16 01:12:06.431750 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286a2e0-a42e-4efd-90d1-5432581bd25f req-66efee8b-2578-40b8-81e1-bd3de5d82f5b tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:06.433827 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c286a2e0-a42e-4efd-90d1-5432581bd25f req-66efee8b-2578-40b8-81e1-bd3de5d82f5b tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c18d598-5742-468a-bbd7-1ce7943742b8 HTTP/1.1" status: 200 len: 936 time: 0.2450585 Jul 16 01:12:06.448065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Pushing event updated for resources: {'Port': ['ID=1294e480-70b1-4e93-bf35-acff02323d28,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:06.525162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea8326-691c-45b2-8df3-1232af199ad1 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Pushing event deleted for resources: {'Port': ['ID=b13e612f-01f8-4492-93a3-da613ed53bd0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:06.556246 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1aa284-b7ed-448d-a0b3-c708a820645f req-b0ea8326-691c-45b2-8df3-1232af199ad1 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] No DVR routers for this DVR port b13e612f-01f8-4492-93a3-da613ed53bd0 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:06.563116 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9d1aa284-b7ed-448d-a0b3-c708a820645f req-b0ea8326-691c-45b2-8df3-1232af199ad1 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:06.565250 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d1aa284-b7ed-448d-a0b3-c708a820645f req-b0ea8326-691c-45b2-8df3-1232af199ad1 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.70 "DELETE /v2.0/ports/b13e612f-01f8-4492-93a3-da613ed53bd0 HTTP/1.1" status: 204 len: 173 time: 1.2992194 Jul 16 01:12:06.571286 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75253c16-ad14-4323-a031-45a49a6c41ad', 'name': 'network-vif-deleted', 'tag': 'b13e612f-01f8-4492-93a3-da613ed53bd0'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:06.573221 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d162e7d-0e13-4e6f-b2ef-c52170f63327" -d '{"events": [{"server_uuid": "75253c16-ad14-4323-a031-45a49a6c41ad", "name": "network-vif-deleted", "tag": "b13e612f-01f8-4492-93a3-da613ed53bd0"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:06.582704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Attempting to bind port 1294e480-70b1-4e93-bf35-acff02323d28 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:06.582889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Attempting to bind port 1294e480-70b1-4e93-bf35-acff02323d28 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:06.583135 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Attempting to bind port 1294e480-70b1-4e93-bf35-acff02323d28 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:06.588892 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c286a2e0-a42e-4efd-90d1-5432581bd25f req-169e28d0-c0e6-4279-b8f8-9667ee9e4799 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467755 Jul 16 01:12:06.591100 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Port 1294e480-70b1-4e93-bf35-acff02323d28 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:12:06.591428 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Attempting to bind port 1294e480-70b1-4e93-bf35-acff02323d28 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:06.602166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:06.603032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:06.603997 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:06.605287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Bound port: 1294e480-70b1-4e93-bf35-acff02323d28, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:06.605970 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:06.745667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] For port 1294e480-70b1-4e93-bf35-acff02323d28, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:06.749895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] For port 1294e480-70b1-4e93-bf35-acff02323d28, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=1294e480-70b1-4e93-bf35-acff02323d28,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:06.759441 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:06.830306 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:06.830960 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:06.832509 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] 10.222.0.69 "PUT /v2.0/ports/1294e480-70b1-4e93-bf35-acff02323d28 HTTP/1.1" status: 200 len: 1097 time: 1.6699758 Jul 16 01:12:06.866065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b87bcbf-e6af-4129-b4b7-252dd8b2dc9a service neutron] Pushing event updated for resources: {'Port': ['ID=1294e480-70b1-4e93-bf35-acff02323d28,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:06.921476 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb49fe09-66f7-40a1-aa60-17feaaa12632 req-36665532-f45b-49f4-8561-f64e67924c0f tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:06.923046 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb49fe09-66f7-40a1-aa60-17feaaa12632 req-36665532-f45b-49f4-8561-f64e67924c0f tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 945 time: 0.1311505 Jul 16 01:12:06.976854 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb49fe09-66f7-40a1-aa60-17feaaa12632 req-335ab346-eaab-408a-bb36-b8781dce768f tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479369 Jul 16 01:12:06.979734 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-4a75aaaa-f337-4dfe-b8b7-e5e1acba564e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:06.981969 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-4a75aaaa-f337-4dfe-b8b7-e5e1acba564e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecd948784b1946248c0a270e9f64bed7&device_id=5c18d598-5742-468a-bbd7-1ce7943742b8 HTTP/1.1" status: 200 len: 1100 time: 0.1033936 Jul 16 01:12:07.040942 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-fcbfb917-5425-4aae-b87d-40329911468f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=1294e480-70b1-4e93-bf35-acff02323d28 HTTP/1.1" status: 200 len: 217 time: 0.0515368 Jul 16 01:12:07.088750 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccd8d23-0765-49cb-a762-3479c7007651 x-openstack-request-id: req-fccd8d23-0765-49cb-a762-3479c7007651 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:07.089039 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75253c16-ad14-4323-a031-45a49a6c41ad", "name": "network-vif-deleted", "tag": "b13e612f-01f8-4492-93a3-da613ed53bd0", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:07.089295 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fccd8d23-0765-49cb-a762-3479c7007651 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:07.090215 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75253c16-ad14-4323-a031-45a49a6c41ad', 'name': 'network-vif-deleted', 'tag': 'b13e612f-01f8-4492-93a3-da613ed53bd0', 'status': 'completed', 'code': 200} Jul 16 01:12:07.113211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-1e1b9f6a-8b87-4aa3-972e-7072a9066b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:07.116592 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-1e1b9f6a-8b87-4aa3-972e-7072a9066b46 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0682697 Jul 16 01:12:07.197326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-8ab9db24-ae88-4307-a5dd-6ff22b4d98ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:07.198905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-8ab9db24-ae88-4307-a5dd-6ff22b4d98ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0755112 Jul 16 01:12:07.208818 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf98830b-0552-41c8-9a96-fbe35bab8e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:07.223933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c22bcd-800e-4686-b56a-28bb30450339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b4840c-a5d2-4073-90c3-f352784b1069'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:07.228954 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bcdebd-4c46-4fa3-8d45-cc1676908937" -d '{"events": [{"server_uuid": "d3c22bcd-800e-4686-b56a-28bb30450339", "name": "network-vif-plugged", "status": "completed", "tag": "a6b4840c-a5d2-4073-90c3-f352784b1069"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:07.271858 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:07.335926 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-65550e6f-905c-40aa-8fd4-d66025dd54aa service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265218 Jul 16 01:12:07.675912 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89d5af05-dbd1-4c55-8bd2-a650810b96b6 req-c1b190cd-ada0-4b47-87ad-0bbfb585dec8 tempest-ImagesNegativeTestJSON-1428079451 tempest-ImagesNegativeTestJSON-1428079451-project] 10.222.0.22 "GET /v2.0/ports?device_id=75253c16-ad14-4323-a031-45a49a6c41ad HTTP/1.1" status: 200 len: 210 time: 0.0503592 Jul 16 01:12:07.739744 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff668bed-321f-40e4-896a-cde433c71e73 x-openstack-request-id: req-ff668bed-321f-40e4-896a-cde433c71e73 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:07.740271 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c22bcd-800e-4686-b56a-28bb30450339", "name": "network-vif-plugged", "status": "completed", "tag": "a6b4840c-a5d2-4073-90c3-f352784b1069", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:07.740354 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff668bed-321f-40e4-896a-cde433c71e73 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:07.740698 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c22bcd-800e-4686-b56a-28bb30450339', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b4840c-a5d2-4073-90c3-f352784b1069', 'code': 200} Jul 16 01:12:07.745780 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77385f0c-9edf-4296-aa76-2c4f1ba221e1 req-3c8b4ee4-beb2-4b53-ad72-c3b59d3ab98c tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:07.747338 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77385f0c-9edf-4296-aa76-2c4f1ba221e1 req-3c8b4ee4-beb2-4b53-ad72-c3b59d3ab98c tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 1097 time: 0.3967099 Jul 16 01:12:07.749183 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d413e0-e863-49ca-b08b-60c2de4e5b1b req-803c6e15-6735-4111-acbe-893f4742774c service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066904 Jul 16 01:12:07.800245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77385f0c-9edf-4296-aa76-2c4f1ba221e1 req-5c2a79e8-93ad-442f-a974-8f2591bef26e tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471900 Jul 16 01:12:08.014033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a297a-2856-4a9c-a1c2-8adc1ba555e0 req-66e8446f-2dc3-4862-9c7b-3fc3daf994eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:08.015584 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e10a297a-2856-4a9c-a1c2-8adc1ba555e0 req-66e8446f-2dc3-4862-9c7b-3fc3daf994eb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 1097 time: 0.1604683 Jul 16 01:12:08.030455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c8c8a-49e9-42b1-a4a7-3baf24b9aa0a req-d6a35b60-71e5-4811-b53a-035730961bbf tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:08.032011 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-646c8c8a-49e9-42b1-a4a7-3baf24b9aa0a req-d6a35b60-71e5-4811-b53a-035730961bbf tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 945 time: 0.1330860 Jul 16 01:12:08.058006 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41326) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:08.074738 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7e7f7-4909-41f5-b748-28360ef0e91e req-5dd45583-c1cf-4937-950b-4ce190cf3334 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:08.076295 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5f7e7f7-4909-41f5-b748-28360ef0e91e req-5dd45583-c1cf-4937-950b-4ce190cf3334 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c18d598-5742-468a-bbd7-1ce7943742b8 HTTP/1.1" status: 200 len: 948 time: 0.1408560 Jul 16 01:12:08.086615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41330) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:08.117385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e10a297a-2856-4a9c-a1c2-8adc1ba555e0 req-e419937c-ac44-4122-8ac5-43393d01df05 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824995 Jul 16 01:12:08.122427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-646c8c8a-49e9-42b1-a4a7-3baf24b9aa0a req-39bc5eab-6dbf-4a5a-90bc-43bb09d41c7b tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805826 Jul 16 01:12:08.141832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5f7e7f7-4909-41f5-b748-28360ef0e91e req-63063982-dec7-4ceb-ba35-3c7816e6b79a tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555286 Jul 16 01:12:08.217708 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9612927d-ebd7-453d-a0f9-da36e2fa53c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.256627 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cef68b16-2fe5-435c-a889-02e678384814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.299475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c773e-5e4c-4b48-884d-76054034a6c6 req-263ee5fb-964c-48ab-bb51-bdd6b0d22596 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:08.301561 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-132c773e-5e4c-4b48-884d-76054034a6c6 req-263ee5fb-964c-48ab-bb51-bdd6b0d22596 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 1097 time: 0.0635188 Jul 16 01:12:08.351437 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9612927d-ebd7-453d-a0f9-da36e2fa53c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.354659 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-132c773e-5e4c-4b48-884d-76054034a6c6 req-2d35aac9-4fae-43c7-ac62-2a269de71dab tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441115 Jul 16 01:12:08.358388 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9612927d-ebd7-453d-a0f9-da36e2fa53c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.405766 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.412148 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9612927d-ebd7-453d-a0f9-da36e2fa53c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4adff0c060df4d77b41002268a6228d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243973 Jul 16 01:12:08.415051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41350) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:08.421063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612927d-ebd7-453d-a0f9-da36e2fa53c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67bfca7-c089-4cba-b2c6-6f20b4f65526,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:08.476983 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-20554d6c-f922-469f-8c54-d8e40c006226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.485909 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cef68b16-2fe5-435c-a889-02e678384814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.490085 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cef68b16-2fe5-435c-a889-02e678384814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.499798 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-20554d6c-f922-469f-8c54-d8e40c006226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.529130 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cef68b16-2fe5-435c-a889-02e678384814 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e95c7eb8f40458c85ba5ab4f90a017c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4669404 Jul 16 01:12:08.530452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef68b16-2fe5-435c-a889-02e678384814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8deada14-2d14-484e-ade2-9c5cd52a95dc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:08.531920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41354) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:08.564621 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-20554d6c-f922-469f-8c54-d8e40c006226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.567064 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-20554d6c-f922-469f-8c54-d8e40c006226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.568232 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-20554d6c-f922-469f-8c54-d8e40c006226 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e67bfca7-c089-4cba-b2c6-6f20b4f65526 HTTP/1.1" status: 204 len: 168 time: 0.1512873 Jul 16 01:12:08.583611 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20554d6c-f922-469f-8c54-d8e40c006226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67bfca7-c089-4cba-b2c6-6f20b4f65526,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:08.603239 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7f80-b621-4620-8346-248de83c0830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.638191 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7f80-b621-4620-8346-248de83c0830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.692542 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7f80-b621-4620-8346-248de83c0830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.695460 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c0c7f80-b621-4620-8346-248de83c0830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:08.696676 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6c0c7f80-b621-4620-8346-248de83c0830 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8deada14-2d14-484e-ade2-9c5cd52a95dc HTTP/1.1" status: 204 len: 168 time: 0.1636801 Jul 16 01:12:08.743004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c7f80-b621-4620-8346-248de83c0830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8deada14-2d14-484e-ade2-9c5cd52a95dc,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:08.771923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ed4629-a779-4021-a561-6234f5c4d09a req-8bdd188c-b94c-4d40-a5cd-c497d9f843c4 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:08.774237 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49ed4629-a779-4021-a561-6234f5c4d09a req-8bdd188c-b94c-4d40-a5cd-c497d9f843c4 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 1097 time: 0.0655062 Jul 16 01:12:08.844234 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49ed4629-a779-4021-a561-6234f5c4d09a req-4610c16f-1bd7-4541-8afd-5c81992d0ff2 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426280 Jul 16 01:12:08.957686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41378) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:08.972212 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1d7416ba-4bb3-409d-838d-24f4a9f38401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.074753 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1d7416ba-4bb3-409d-838d-24f4a9f38401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.079635 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1d7416ba-4bb3-409d-838d-24f4a9f38401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.096354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c18d598-5742-468a-bbd7-1ce7943742b8', 'tag': '1294e480-70b1-4e93-bf35-acff02323d28'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:09.098668 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2789c704-c279-4be9-8093-da582449b8ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5c18d598-5742-468a-bbd7-1ce7943742b8", "tag": "1294e480-70b1-4e93-bf35-acff02323d28"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:09.149814 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-598077e3-c1bd-41c7-aa51-1e31036bbc0b x-openstack-request-id: req-598077e3-c1bd-41c7-aa51-1e31036bbc0b {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:09.150071 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c18d598-5742-468a-bbd7-1ce7943742b8", "tag": "1294e480-70b1-4e93-bf35-acff02323d28", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:09.150288 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-598077e3-c1bd-41c7-aa51-1e31036bbc0b {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:09.150651 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c18d598-5742-468a-bbd7-1ce7943742b8', 'tag': '1294e480-70b1-4e93-bf35-acff02323d28', 'status': 'completed', 'code': 200} Jul 16 01:12:09.160790 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1d7416ba-4bb3-409d-838d-24f4a9f38401 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63e4bd732a994b26896eea475d36fd65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1993594 Jul 16 01:12:09.160790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7416ba-4bb3-409d-838d-24f4a9f38401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3b3f15-d91a-46da-9a3c-f9c0d240f482,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:09.161065 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41388) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:09.240238 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41392) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:09.271308 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ebd86bb3-b68f-45f1-9a95-629dd8b95c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.272015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789c704-c279-4be9-8093-da582449b8ae req-75b651b2-9ff9-4930-aaaf-a2ff0c692f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:09.274935 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2789c704-c279-4be9-8093-da582449b8ae req-75b651b2-9ff9-4930-aaaf-a2ff0c692f5d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ecd948784b1946248c0a270e9f64bed7&device_id=5c18d598-5742-468a-bbd7-1ce7943742b8 HTTP/1.1" status: 200 len: 1100 time: 0.0945172 Jul 16 01:12:09.300808 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-328306ae-2611-4f13-a494-136c06fc3567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.336002 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-328306ae-2611-4f13-a494-136c06fc3567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.381235 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41398) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:09.414949 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-328306ae-2611-4f13-a494-136c06fc3567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.417588 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-328306ae-2611-4f13-a494-136c06fc3567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.421083 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-328306ae-2611-4f13-a494-136c06fc3567 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a3b3f15-d91a-46da-9a3c-f9c0d240f482 HTTP/1.1" status: 204 len: 168 time: 0.2566223 Jul 16 01:12:09.432682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328306ae-2611-4f13-a494-136c06fc3567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3b3f15-d91a-46da-9a3c-f9c0d240f482,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:09.461993 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ebd86bb3-b68f-45f1-9a95-629dd8b95c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.467535 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ebd86bb3-b68f-45f1-9a95-629dd8b95c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.506378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789c704-c279-4be9-8093-da582449b8ae req-05345da5-c217-42c4-a975-eeaea94414ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:09.507910 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2789c704-c279-4be9-8093-da582449b8ae req-05345da5-c217-42c4-a975-eeaea94414ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2207718 Jul 16 01:12:09.514976 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ebd86bb3-b68f-45f1-9a95-629dd8b95c7e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=875ccb999bbf4dc29e60cba102610031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729397 Jul 16 01:12:09.515994 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd86bb3-b68f-45f1-9a95-629dd8b95c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebef016-7d98-42da-9f7a-1c73ed81e3be,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:09.519436 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41406) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:09.524277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4956fb5d-3ac7-4911-aa77-e4221cdf96c2 req-d923efdd-04c1-4afb-b6d1-b186800b27a0 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:09.531643 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4956fb5d-3ac7-4911-aa77-e4221cdf96c2 req-d923efdd-04c1-4afb-b6d1-b186800b27a0 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 945 time: 0.2228179 Jul 16 01:12:09.570735 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5e24899-8d5f-4992-b785-259256edc7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.586561 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd085c-2988-4992-8823-bee1137f9422 req-43064927-d3d9-4232-8843-1f9fa0a89f97 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:09.593641 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-abcd085c-2988-4992-8823-bee1137f9422 req-43064927-d3d9-4232-8843-1f9fa0a89f97 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c18d598-5742-468a-bbd7-1ce7943742b8 HTTP/1.1" status: 200 len: 948 time: 0.2604027 Jul 16 01:12:09.595220 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5e24899-8d5f-4992-b785-259256edc7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.615450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2789c704-c279-4be9-8093-da582449b8ae req-d041c74e-381c-4a3e-aedd-0bdec24502f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=1294e480-70b1-4e93-bf35-acff02323d28 HTTP/1.1" status: 200 len: 217 time: 0.1007311 Jul 16 01:12:09.676850 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5e24899-8d5f-4992-b785-259256edc7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.679970 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5e24899-8d5f-4992-b785-259256edc7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.681368 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d5e24899-8d5f-4992-b785-259256edc7e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bebef016-7d98-42da-9f7a-1c73ed81e3be HTTP/1.1" status: 204 len: 168 time: 0.1607983 Jul 16 01:12:09.691444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e24899-8d5f-4992-b785-259256edc7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebef016-7d98-42da-9f7a-1c73ed81e3be,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:09.726487 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4956fb5d-3ac7-4911-aa77-e4221cdf96c2 req-4894cf44-3295-486b-a7db-b246c79a9740 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944749 Jul 16 01:12:09.749471 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-abcd085c-2988-4992-8823-bee1137f9422 req-c63d5a0b-a470-4648-80d6-c502ebd58e17 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547902 Jul 16 01:12:09.782338 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2a5f523e-656b-4d43-8c77-84cdb0eaebc3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=097d269e9bc84ffbb6d17c505315daab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830905 Jul 16 01:12:09.786628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789c704-c279-4be9-8093-da582449b8ae req-0b90e1a6-9be6-422e-a2e5-68990bd4db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:09.786751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41422) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:09.786847 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2789c704-c279-4be9-8093-da582449b8ae req-0b90e1a6-9be6-422e-a2e5-68990bd4db35 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1595130 Jul 16 01:12:09.797618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b13e612f-01f8-4492-93a3-da613ed53bd0 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:09.852161 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: b13e612f-01f8-4492-93a3-da613ed53bd0 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:09.853036 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b13e612f-01f8-4492-93a3-da613ed53bd0 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:09.919900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789c704-c279-4be9-8093-da582449b8ae req-8a67e71c-7473-4228-86ac-2ced2a2c1bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:09.921476 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2789c704-c279-4be9-8093-da582449b8ae req-8a67e71c-7473-4228-86ac-2ced2a2c1bff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1225023 Jul 16 01:12:09.922809 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1743d033-1f56-419d-910a-5396b156e945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:09.963832 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1743d033-1f56-419d-910a-5396b156e945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:10.018534 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:10.055798 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1743d033-1f56-419d-910a-5396b156e945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:10.060971 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1743d033-1f56-419d-910a-5396b156e945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:10.064056 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1743d033-1f56-419d-910a-5396b156e945 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f468d308-2a8a-4555-89e9-4b0da241c4fa HTTP/1.1" status: 204 len: 168 time: 0.2779315 Jul 16 01:12:10.077961 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743d033-1f56-419d-910a-5396b156e945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f468d308-2a8a-4555-89e9-4b0da241c4fa,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:10.083251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2789c704-c279-4be9-8093-da582449b8ae req-54673982-8c2b-495d-8e22-1400a28f4e58 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528070 Jul 16 01:12:10.296467 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2789c704-c279-4be9-8093-da582449b8ae req-95f3e77b-66ca-4ff3-963b-95c258e4127a service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086136 Jul 16 01:12:10.317397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473c232-d811-4e48-9cb9-95bee4a258c6 req-2a082bc4-9201-437d-ad60-55b699235198 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:10.326863 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e473c232-d811-4e48-9cb9-95bee4a258c6 req-2a082bc4-9201-437d-ad60-55b699235198 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 1097 time: 0.1366236 Jul 16 01:12:10.385600 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e473c232-d811-4e48-9cb9-95bee4a258c6 req-5387c97a-7692-44b0-a417-ef0067b2c15b tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577636 Jul 16 01:12:10.405455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f056bf-4f9c-49b3-86ae-031ddf1a6322 req-6bd5e48f-48ed-4d84-82d3-db1468006f3e tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:10.406879 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1f056bf-4f9c-49b3-86ae-031ddf1a6322 req-6bd5e48f-48ed-4d84-82d3-db1468006f3e tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 1097 time: 0.0722795 Jul 16 01:12:10.456301 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1f056bf-4f9c-49b3-86ae-031ddf1a6322 req-64640280-18fd-4e43-9ec6-1297d74df412 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422261 Jul 16 01:12:10.819519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9b834b-5702-4ad4-8c66-25fed771996f req-8f7b7266-c6c5-420d-8985-a1fbbfb221b0 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:10.827675 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc9b834b-5702-4ad4-8c66-25fed771996f req-8f7b7266-c6c5-420d-8985-a1fbbfb221b0 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 1097 time: 0.0898099 Jul 16 01:12:10.872654 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc9b834b-5702-4ad4-8c66-25fed771996f req-66a98b50-b94f-43d2-bec8-f994e2c86629 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437686 Jul 16 01:12:10.966809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 1294e480-70b1-4e93-bf35-acff02323d28 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:11.102458 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b8742-6dae-43e5-9703-2e311a17b8e7 req-d00646c5-5aff-4811-811a-03b03e568efc tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:11.104973 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb4b8742-6dae-43e5-9703-2e311a17b8e7 req-d00646c5-5aff-4811-811a-03b03e568efc tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c18d598-5742-468a-bbd7-1ce7943742b8 HTTP/1.1" status: 200 len: 948 time: 0.0977097 Jul 16 01:12:11.176520 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41516) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:11.179002 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb4b8742-6dae-43e5-9703-2e311a17b8e7 req-221091f2-7346-4206-9527-86e94564e153 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682840 Jul 16 01:12:11.188472 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 1294e480-70b1-4e93-bf35-acff02323d28, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=1294e480-70b1-4e93-bf35-acff02323d28,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:11.201920 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '1294e480-70b1-4e93-bf35-acff02323d28', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '1294e480-70b1-4e93-bf35-acff02323d28', 'mac_address': 'fa:16:3e:d5:30:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:11.298074 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:11.315269 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1294e480-70b1-4e93-bf35-acff02323d28 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:11.340900 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 1294e480-70b1-4e93-bf35-acff02323d28, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=1294e480-70b1-4e93-bf35-acff02323d28,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:11.384189 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:11.451930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=1294e480-70b1-4e93-bf35-acff02323d28,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:11.565981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d11dc534-2942-4e1d-a0c5-ed53c3b90d9a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1586206520-network', 'tenant_id': '3baac1c5cfd84aa2bc2bb274284fae73'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:11.612284 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11dc534-2942-4e1d-a0c5-ed53c3b90d9a admin admin] Made reservation on behalf of 3baac1c5cfd84aa2bc2bb274284fae73 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:11.616492 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d11dc534-2942-4e1d-a0c5-ed53c3b90d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:11.620999 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['1294e480-70b1-4e93-bf35-acff02323d28'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:11.637781 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d11dc534-2942-4e1d-a0c5-ed53c3b90d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:11.808680 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 33ffe06f-2415-4dcd-85e4-f20c9f64b829 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:11.863610 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d11dc534-2942-4e1d-a0c5-ed53c3b90d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:11.868274 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d11dc534-2942-4e1d-a0c5-ed53c3b90d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:11.905150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dc534-2942-4e1d-a0c5-ed53c3b90d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a7697f-be35-4820-9a70-493e69bedfe1,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:11.919417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11dc534-2942-4e1d-a0c5-ed53c3b90d9a admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:12:11.938902 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d11dc534-2942-4e1d-a0c5-ed53c3b90d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:11.939637 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-d11dc534-2942-4e1d-a0c5-ed53c3b90d9a admin admin] Added segment b068fd17-469c-448c-817c-68d4d142290d of type vlan for network 3abfd2be-8c51-4cc7-bd22-be61561a16ea Jul 16 01:12:12.013336 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d11dc534-2942-4e1d-a0c5-ed53c3b90d9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.082806 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d11dc534-2942-4e1d-a0c5-ed53c3b90d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.085116 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11dc534-2942-4e1d-a0c5-ed53c3b90d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:12.087984 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d11dc534-2942-4e1d-a0c5-ed53c3b90d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.113733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 33ffe06f-2415-4dcd-85e4-f20c9f64b829, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=33ffe06f-2415-4dcd-85e4-f20c9f64b829,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:12.129682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '33ffe06f-2415-4dcd-85e4-f20c9f64b829', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '33ffe06f-2415-4dcd-85e4-f20c9f64b829', 'mac_address': 'fa:16:3e:19:f0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:12.180150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11dc534-2942-4e1d-a0c5-ed53c3b90d9a admin admin] Pushing event updated for resources: {'Network': ['ID=3abfd2be-8c51-4cc7-bd22-be61561a16ea,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:12.203673 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41558) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:12.204688 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d11dc534-2942-4e1d-a0c5-ed53c3b90d9a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0258555 Jul 16 01:12:12.211104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e3fb9c42-2d49-41ae-9b57-34b3d6608e53 admin admin] Request body: {'subnet': {'network_id': '3abfd2be-8c51-4cc7-bd22-be61561a16ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1586206520-subnet', 'tenant_id': '3baac1c5cfd84aa2bc2bb274284fae73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:12.221442 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 3abfd2be-8c51-4cc7-bd22-be61561a16ea details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:12:12.287277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fb9c42-2d49-41ae-9b57-34b3d6608e53 admin admin] Made reservation on behalf of 3baac1c5cfd84aa2bc2bb274284fae73 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:12.291268 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.293724 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9c42-2d49-41ae-9b57-34b3d6608e53 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.330683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33ffe06f-2415-4dcd-85e4-f20c9f64b829 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:12.624012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 33ffe06f-2415-4dcd-85e4-f20c9f64b829, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=33ffe06f-2415-4dcd-85e4-f20c9f64b829,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:12.629526 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.744005 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['33ffe06f-2415-4dcd-85e4-f20c9f64b829'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:12.747602 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9c42-2d49-41ae-9b57-34b3d6608e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.809237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-5bd1e32b-f79e-4118-b587-befde039df29 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:12:12.810329 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-5bd1e32b-f79e-4118-b587-befde039df29 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063193 Jul 16 01:12:12.821356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=33ffe06f-2415-4dcd-85e4-f20c9f64b829,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:12.824306 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fb9c42-2d49-41ae-9b57-34b3d6608e53 admin admin] Checking segment: {'id': 'b068fd17-469c-448c-817c-68d4d142290d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3abfd2be-8c51-4cc7-bd22-be61561a16ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:12.824860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fb9c42-2d49-41ae-9b57-34b3d6608e53 admin admin] Network hostable DHCP agents. Network: 3abfd2be-8c51-4cc7-bd22-be61561a16ea, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:12:12.828390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fb9c42-2d49-41ae-9b57-34b3d6608e53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51da6ff1-8d97-467b-a2c9-a4174a0eb64c,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:12.839937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-32f38029-3253-49a9-811a-2c05a881068b req-cfdd0fcf-b40b-4a2c-a861-1500749ef0a5 service neutron] Request body: {'binding': {'host': 'n-h2-791505-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:12.842700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-32f38029-3253-49a9-811a-2c05a881068b req-cfdd0fcf-b40b-4a2c-a861-1500749ef0a5 service neutron] Unknown quota resources ['binding']. {{(pid=93920) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:12:12.858658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fb9c42-2d49-41ae-9b57-34b3d6608e53 admin admin] Network 3abfd2be-8c51-4cc7-bd22-be61561a16ea is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:12:12.883130 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-e3fb9c42-2d49-41ae-9b57-34b3d6608e53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 3abfd2be-8c51-4cc7-bd22-be61561a16ea) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:12.890881 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fb9c42-2d49-41ae-9b57-34b3d6608e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:12.892090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3fb9c42-2d49-41ae-9b57-34b3d6608e53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:12.897246 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a614c069-f7e4-4f95-b388-dbacfd6f5312 None None] Network 3abfd2be-8c51-4cc7-bd22-be61561a16ea requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:12:12.950086 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e3fb9c42-2d49-41ae-9b57-34b3d6608e53 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7446332 Jul 16 01:12:12.992330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 1294e480-70b1-4e93-bf35-acff02323d28 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:13.180415 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-32f38029-3253-49a9-811a-2c05a881068b req-cfdd0fcf-b40b-4a2c-a861-1500749ef0a5 service neutron] Attempting to bind port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 on host n-h2-791505-14 for vnic_type normal with profile None {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:13.182781 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-32f38029-3253-49a9-811a-2c05a881068b req-cfdd0fcf-b40b-4a2c-a861-1500749ef0a5 service neutron] Attempting to bind port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:13.182781 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f38029-3253-49a9-811a-2c05a881068b req-cfdd0fcf-b40b-4a2c-a861-1500749ef0a5 service neutron] Attempting to bind port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:13.201892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f38029-3253-49a9-811a-2c05a881068b req-cfdd0fcf-b40b-4a2c-a861-1500749ef0a5 service neutron] Port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:12:13.201892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f38029-3253-49a9-811a-2c05a881068b req-cfdd0fcf-b40b-4a2c-a861-1500749ef0a5 service neutron] Attempting to bind port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:13.207036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f38029-3253-49a9-811a-2c05a881068b req-cfdd0fcf-b40b-4a2c-a861-1500749ef0a5 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:13.207601 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f38029-3253-49a9-811a-2c05a881068b req-cfdd0fcf-b40b-4a2c-a861-1500749ef0a5 service neutron] Checking segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:13.208242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f38029-3253-49a9-811a-2c05a881068b req-cfdd0fcf-b40b-4a2c-a861-1500749ef0a5 service neutron] Bound using segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:13.209395 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-32f38029-3253-49a9-811a-2c05a881068b req-cfdd0fcf-b40b-4a2c-a861-1500749ef0a5 service neutron] Bound port: 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:13.288622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 1294e480-70b1-4e93-bf35-acff02323d28 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:13.295778 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-32f38029-3253-49a9-811a-2c05a881068b req-cfdd0fcf-b40b-4a2c-a861-1500749ef0a5 service neutron] For port 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:13.296722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def85d87-55b6-435e-a89b-93005e10c094 None None] Network 3abfd2be-8c51-4cc7-bd22-be61561a16ea requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:12:13.301901 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 1294e480-70b1-4e93-bf35-acff02323d28 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:13.302196 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:13.305063 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-32f38029-3253-49a9-811a-2c05a881068b req-cfdd0fcf-b40b-4a2c-a861-1500749ef0a5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:13.311076 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-cfdd0fcf-b40b-4a2c-a861-1500749ef0a5 service neutron] 10.222.0.22 "POST /v2.0/ports/14b797c5-09e8-4c31-ad09-5bc35f007bf8/bindings HTTP/1.1" status: 201 len: 390 time: 0.4933767 Jul 16 01:12:13.653590 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:13.757288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495eecb-1738-4281-bf1d-7a6009d95bc9 req-02e410ae-229f-428e-b2ee-90b417449979 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:13.760864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 1294e480-70b1-4e93-bf35-acff02323d28, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=1294e480-70b1-4e93-bf35-acff02323d28,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:13.765654 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c18d598-5742-468a-bbd7-1ce7943742b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1294e480-70b1-4e93-bf35-acff02323d28'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:13.767330 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6495eecb-1738-4281-bf1d-7a6009d95bc9 req-02e410ae-229f-428e-b2ee-90b417449979 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c18d598-5742-468a-bbd7-1ce7943742b8 HTTP/1.1" status: 200 len: 949 time: 0.1581547 Jul 16 01:12:13.771612 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f12ed18-a4fc-48e0-b1bd-4eddbd6bd23c" -d '{"events": [{"server_uuid": "5c18d598-5742-468a-bbd7-1ce7943742b8", "name": "network-vif-plugged", "status": "completed", "tag": "1294e480-70b1-4e93-bf35-acff02323d28"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:13.775299 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:13.815077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 33ffe06f-2415-4dcd-85e4-f20c9f64b829 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:13.868817 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6495eecb-1738-4281-bf1d-7a6009d95bc9 req-a4992160-6e4f-4061-b33d-2f1a0e94dfee tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001990 Jul 16 01:12:13.905719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f38029-3253-49a9-811a-2c05a881068b req-767e0743-0914-4427-8616-5197844fa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:13.908816 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-767e0743-0914-4427-8616-5197844fa924 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 1097 time: 0.1304622 Jul 16 01:12:13.910839 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41634) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:13.940409 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=1294e480-70b1-4e93-bf35-acff02323d28,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:13.967070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 33ffe06f-2415-4dcd-85e4-f20c9f64b829 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:13.967452 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.038763 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f38029-3253-49a9-811a-2c05a881068b req-0b782877-ed54-4797-a036-1d10a795f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:14.040284 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-0b782877-ed54-4797-a036-1d10a795f49d service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.1210310 Jul 16 01:12:14.070365 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.126702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-e2cf3790-1e82-44ee-ba80-be5bef2d4ebb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8 HTTP/1.1" status: 200 len: 217 time: 0.0794194 Jul 16 01:12:14.147180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 33ffe06f-2415-4dcd-85e4-f20c9f64b829, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=33ffe06f-2415-4dcd-85e4-f20c9f64b829,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:14.153738 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.223716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f38029-3253-49a9-811a-2c05a881068b req-d197ffb3-1cab-4fd6-b0f4-a1d70f4ee721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:14.225249 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-d197ffb3-1cab-4fd6-b0f4-a1d70f4ee721 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.0829802 Jul 16 01:12:14.243979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-b3a27f08-01ae-469a-b0ea-c1f1c6df3320 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:12:14.251339 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=33ffe06f-2415-4dcd-85e4-f20c9f64b829,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:14.254872 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-b3a27f08-01ae-469a-b0ea-c1f1c6df3320 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3427491 Jul 16 01:12:14.292165 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-3cb30edd-8332-4478-abd8-9f77ada478e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575759 Jul 16 01:12:14.306211 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41642) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:14.315212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-6fe1e6e9-08bf-4960-9c0e-cabb58952dda admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1345746618-network', 'tenant_id': 'c5c9fc9d572f490587988b4b2c174f4e'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:14.355884 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe1e6e9-08bf-4960-9c0e-cabb58952dda admin admin] Made reservation on behalf of c5c9fc9d572f490587988b4b2c174f4e for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:14.359211 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e6e9-08bf-4960-9c0e-cabb58952dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.370624 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e6e9-08bf-4960-9c0e-cabb58952dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.475640 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-7fb87935-e26d-432b-ad8a-d1c97192241d service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691644 Jul 16 01:12:14.519271 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e6e9-08bf-4960-9c0e-cabb58952dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.526367 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e6e9-08bf-4960-9c0e-cabb58952dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.545322 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe1e6e9-08bf-4960-9c0e-cabb58952dda admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:12:14.557347 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e6e9-08bf-4960-9c0e-cabb58952dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.558705 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-6fe1e6e9-08bf-4960-9c0e-cabb58952dda admin admin] Added segment 0b90ac5b-11c4-4034-9e5e-d188eedc43d2 of type vlan for network 304cb879-0caf-4d74-a6d9-f84f5ba9cbb3 Jul 16 01:12:14.610987 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e6e9-08bf-4960-9c0e-cabb58952dda admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.638297 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-1ba01517-d7a0-4cfb-8d77-751baf1dba80 service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371992 Jul 16 01:12:14.664908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-da9b9975-2cfd-4c92-9894-70a6166647c7 service neutron] Request body: {'binding': {'host': 'n-h1-791505-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:14.665379 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-da9b9975-2cfd-4c92-9894-70a6166647c7 service neutron] Unknown quota resources ['binding']. {{(pid=93920) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:12:14.675467 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e6e9-08bf-4960-9c0e-cabb58952dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.676467 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe1e6e9-08bf-4960-9c0e-cabb58952dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:14.677055 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fe1e6e9-08bf-4960-9c0e-cabb58952dda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.747022 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6fe1e6e9-08bf-4960-9c0e-cabb58952dda admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4395106 Jul 16 01:12:14.752572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41656) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:14.754788 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1e6e9-08bf-4960-9c0e-cabb58952dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7aed96-a0ce-4e08-8868-42008407f065,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:14.759603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a6c605fb-d951-4f77-b6b8-df402e1968e4 admin admin] Request body: {'subnet': {'network_id': '304cb879-0caf-4d74-a6d9-f84f5ba9cbb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1345746618-subnet', 'tenant_id': 'c5c9fc9d572f490587988b4b2c174f4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:14.790526 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6c605fb-d951-4f77-b6b8-df402e1968e4 admin admin] Made reservation on behalf of c5c9fc9d572f490587988b4b2c174f4e for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:14.793565 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6c605fb-d951-4f77-b6b8-df402e1968e4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:14.804009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe1e6e9-08bf-4960-9c0e-cabb58952dda admin admin] Pushing event updated for resources: {'Network': ['ID=304cb879-0caf-4d74-a6d9-f84f5ba9cbb3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:14.814602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 304cb879-0caf-4d74-a6d9-f84f5ba9cbb3 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:12:14.921460 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-da9b9975-2cfd-4c92-9894-70a6166647c7 service neutron] Attempting to bind port a6b4840c-a5d2-4073-90c3-f352784b1069 on host n-h1-791505-14 for vnic_type normal with profile None {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:14.921805 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-da9b9975-2cfd-4c92-9894-70a6166647c7 service neutron] Attempting to bind port a6b4840c-a5d2-4073-90c3-f352784b1069 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:14.922140 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-da9b9975-2cfd-4c92-9894-70a6166647c7 service neutron] Attempting to bind port a6b4840c-a5d2-4073-90c3-f352784b1069 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:14.930207 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-da9b9975-2cfd-4c92-9894-70a6166647c7 service neutron] Port a6b4840c-a5d2-4073-90c3-f352784b1069 on network be647a19-644e-4999-ac54-739f18101211 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:12:14.931015 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-da9b9975-2cfd-4c92-9894-70a6166647c7 service neutron] Attempting to bind port a6b4840c-a5d2-4073-90c3-f352784b1069 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:14.950856 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-da9b9975-2cfd-4c92-9894-70a6166647c7 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:14.951399 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-da9b9975-2cfd-4c92-9894-70a6166647c7 service neutron] Checking segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:14.952201 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-da9b9975-2cfd-4c92-9894-70a6166647c7 service neutron] Bound using segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:14.952588 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f38029-3253-49a9-811a-2c05a881068b req-efc6e584-6258-47be-b9fb-99ad28341543 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:14.954350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-efc6e584-6258-47be-b9fb-99ad28341543 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220&tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 1097 time: 0.2432323 Jul 16 01:12:14.955186 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-da9b9975-2cfd-4c92-9894-70a6166647c7 service neutron] Bound port: a6b4840c-a5d2-4073-90c3-f352784b1069, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:14.969582 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-14'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:15.032365 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-da9b9975-2cfd-4c92-9894-70a6166647c7 service neutron] For port a6b4840c-a5d2-4073-90c3-f352784b1069, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a6b4840c-a5d2-4073-90c3-f352784b1069,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:15.041665 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-da9b9975-2cfd-4c92-9894-70a6166647c7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:15.044491 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-da9b9975-2cfd-4c92-9894-70a6166647c7 service neutron] 10.222.0.22 "POST /v2.0/ports/a6b4840c-a5d2-4073-90c3-f352784b1069/bindings HTTP/1.1" status: 201 len: 390 time: 0.5738680 Jul 16 01:12:15.089655 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:15.311866 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6c605fb-d951-4f77-b6b8-df402e1968e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:15.315874 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eba9032-2dfd-4740-92e1-2a23188011f8 x-openstack-request-id: req-7eba9032-2dfd-4740-92e1-2a23188011f8 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:15.316271 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c18d598-5742-468a-bbd7-1ce7943742b8", "name": "network-vif-plugged", "status": "completed", "tag": "1294e480-70b1-4e93-bf35-acff02323d28", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:15.316531 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7eba9032-2dfd-4740-92e1-2a23188011f8 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:15.316928 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c18d598-5742-468a-bbd7-1ce7943742b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1294e480-70b1-4e93-bf35-acff02323d28', 'code': 200} Jul 16 01:12:15.503340 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c605fb-d951-4f77-b6b8-df402e1968e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3745b2d-6186-4312-89d7-7fe40d1592ec,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:15.574454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] For port 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:15.712559 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c605fb-d951-4f77-b6b8-df402e1968e4 admin admin] Checking segment: {'id': '0b90ac5b-11c4-4034-9e5e-d188eedc43d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '304cb879-0caf-4d74-a6d9-f84f5ba9cbb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:15.713127 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c605fb-d951-4f77-b6b8-df402e1968e4 admin admin] Network hostable DHCP agents. Network: 304cb879-0caf-4d74-a6d9-f84f5ba9cbb3, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:12:15.722602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-71b3aaae-8154-4fe8-bb44-09bf2489c93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:15.724159 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-71b3aaae-8154-4fe8-bb44-09bf2489c93c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 1097 time: 0.3307974 Jul 16 01:12:15.726140 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e83986-e256-4b0b-bca0-8456d1089a08 req-135eaff0-c9ae-4547-ab89-1fb3261bd9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:15.727091 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98e83986-e256-4b0b-bca0-8456d1089a08 req-135eaff0-c9ae-4547-ab89-1fb3261bd9ed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c18d598-5742-468a-bbd7-1ce7943742b8 HTTP/1.1" status: 200 len: 1102 time: 0.2988255 Jul 16 01:12:15.735170 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04b44e-219c-4f4e-8490-b6b13df87dea req-572c1fa6-efdb-4e64-a393-cf586dc5d69b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:15.738125 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c04b44e-219c-4f4e-8490-b6b13df87dea req-572c1fa6-efdb-4e64-a393-cf586dc5d69b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 945 time: 0.4193232 Jul 16 01:12:15.741478 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] For port 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:15.869639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7fd58-c258-484f-9682-7ba0f2c62b7f req-8d5e958d-7196-4279-9967-25935f8a61cd tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:15.871206 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0d7fd58-c258-484f-9682-7ba0f2c62b7f req-8d5e958d-7196-4279-9967-25935f8a61cd tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c18d598-5742-468a-bbd7-1ce7943742b8 HTTP/1.1" status: 200 len: 950 time: 0.4289341 Jul 16 01:12:15.941504 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64301fc-e9b9-4562-bb2c-74c126218220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b797c5-09e8-4c31-ad09-5bc35f007bf8'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:15.943669 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbf24c3-5fb1-4ce2-9f3c-086c221ef613" -d '{"events": [{"server_uuid": "a64301fc-e9b9-4562-bb2c-74c126218220", "name": "network-vif-unplugged", "status": "completed", "tag": "14b797c5-09e8-4c31-ad09-5bc35f007bf8"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:15.949983 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:15.958994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c605fb-d951-4f77-b6b8-df402e1968e4 admin admin] Network 304cb879-0caf-4d74-a6d9-f84f5ba9cbb3 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:12:15.986239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98e83986-e256-4b0b-bca0-8456d1089a08 req-b76676fd-c522-48a7-89f6-95b4eedd4dad service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400343 Jul 16 01:12:15.986239 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:16.286752 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c04b44e-219c-4f4e-8490-b6b13df87dea req-6edbe239-0944-4a11-b661-5eff02dc09c1 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5403798 Jul 16 01:12:16.293816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-a6c605fb-d951-4f77-b6b8-df402e1968e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 304cb879-0caf-4d74-a6d9-f84f5ba9cbb3) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:16.303015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa7209d-9476-49a5-b2f8-60d325b830d1 None None] Network 304cb879-0caf-4d74-a6d9-f84f5ba9cbb3 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:12:16.313346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c605fb-d951-4f77-b6b8-df402e1968e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:16.313933 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6c605fb-d951-4f77-b6b8-df402e1968e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:16.350339 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a6c605fb-d951-4f77-b6b8-df402e1968e4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5964367 Jul 16 01:12:16.381772 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0d7fd58-c258-484f-9682-7ba0f2c62b7f req-ca19a087-50cc-4ddd-be08-2b9d1c1f7847 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858925 Jul 16 01:12:16.406923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-df1d61a5-fbfa-47ee-ab75-71d6d4e8b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:16.408364 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-df1d61a5-fbfa-47ee-ab75-71d6d4e8b908 service neutron] 10.222.0.69 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.6631150 Jul 16 01:12:16.493448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Attempting to bind port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 on host n-h1-791505-14 for vnic_type normal with profile {"migrating_to": "n-h2-791505-14"} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:16.494077 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Attempting to bind port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:16.494591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Attempting to bind port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:16.523609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-9792ba27-09d0-4084-8ece-20f511594a76 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6b4840c-a5d2-4073-90c3-f352784b1069 HTTP/1.1" status: 200 len: 217 time: 0.1023483 Jul 16 01:12:16.524677 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Pushing event updated for resources: {'Port': ['ID=14b797c5-09e8-4c31-ad09-5bc35f007bf8,revision_number=7']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:16.550721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:12:16.551333 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Attempting to bind port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:16.580993 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:16.581630 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Checking segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:16.582199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Bound using segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:16.582812 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Bound port: 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:16.583386 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:16.609440 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41682) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:16.627155 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef076b0e-ec39-405f-aa8b-7f67b265953a None None] Network 304cb879-0caf-4d74-a6d9-f84f5ba9cbb3 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:12:16.664793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-ca2fdf78-6494-45e3-8130-1a0a0c44ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:16.673072 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-ca2fdf78-6494-45e3-8130-1a0a0c44ae2a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.1324589 Jul 16 01:12:16.710610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4a15589-8421-45ed-8093-ffda64aa7623 admin admin] Deleting subnet 51da6ff1-8d97-467b-a2c9-a4174a0eb64c {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:12:16.720854 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4a15589-8421-45ed-8093-ffda64aa7623 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:16.780943 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4a15589-8421-45ed-8093-ffda64aa7623 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:16.783978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fe9951-137d-4d83-b17d-e27fb90008e8 req-ac8a4c66-4813-45cc-a6fc-e7b79e2c46bc tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:16.791961 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22fe9951-137d-4d83-b17d-e27fb90008e8 req-ac8a4c66-4813-45cc-a6fc-e7b79e2c46bc tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 945 time: 0.3400364 Jul 16 01:12:16.795350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-2d1fd64b-5b3c-4464-8175-f7ebdc9fe8e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785370 Jul 16 01:12:16.835244 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4a15589-8421-45ed-8093-ffda64aa7623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:16.908913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] For port 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:16.919013 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22fe9951-137d-4d83-b17d-e27fb90008e8 req-0b8278eb-6036-4fe7-a39b-39152a972923 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264155 Jul 16 01:12:16.934476 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4a15589-8421-45ed-8093-ffda64aa7623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:16.957831 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] For port 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:16.975539 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:17.050968 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-de7f56a5-9fe0-48d6-9090-1300402a45f8 service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417521 Jul 16 01:12:17.068743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a15589-8421-45ed-8093-ffda64aa7623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51da6ff1-8d97-467b-a2c9-a4174a0eb64c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:17.093377 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4a15589-8421-45ed-8093-ffda64aa7623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:17.102323 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e4a15589-8421-45ed-8093-ffda64aa7623 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/51da6ff1-8d97-467b-a2c9-a4174a0eb64c HTTP/1.1" status: 204 len: 168 time: 0.4910982 Jul 16 01:12:17.102946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41694) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:17.179141 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Pushing event updated for resources: {'Port': ['ID=14b797c5-09e8-4c31-ad09-5bc35f007bf8,revision_number=8']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:17.196101 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f0f86e-23cc-46c3-a7ed-357b60e1ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:17.218534 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a7c371f-7152-4a83-a3c8-bac0b89dc6f4 x-openstack-request-id: req-0a7c371f-7152-4a83-a3c8-bac0b89dc6f4 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:17.218829 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64301fc-e9b9-4562-bb2c-74c126218220", "name": "network-vif-unplugged", "status": "completed", "tag": "14b797c5-09e8-4c31-ad09-5bc35f007bf8", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:17.219087 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a7c371f-7152-4a83-a3c8-bac0b89dc6f4 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:17.219648 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64301fc-e9b9-4562-bb2c-74c126218220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14b797c5-09e8-4c31-ad09-5bc35f007bf8', 'code': 200} Jul 16 01:12:17.229706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:17.230334 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:17.232577 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-d8869246-eafe-4e9f-b8c6-c17aabf1cd06 service neutron] 10.222.0.70 "PUT /v2.0/ports/14b797c5-09e8-4c31-ad09-5bc35f007bf8 HTTP/1.1" status: 200 len: 1123 time: 2.2673578 Jul 16 01:12:17.257125 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-0cf8c864-492b-4c0c-ac70-e88c4d11e239 service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976194 Jul 16 01:12:17.312152 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['14b797c5-09e8-4c31-ad09-5bc35f007bf8'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:17.371976 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0affe474-2a22-4483-8e93-a31350f45254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ffe06f-2415-4dcd-85e4-f20c9f64b829'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:17.377656 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ddfdc2-d357-499b-86f2-7af65a5977a3" -d '{"events": [{"server_uuid": "0affe474-2a22-4483-8e93-a31350f45254", "name": "network-vif-plugged", "status": "completed", "tag": "33ffe06f-2415-4dcd-85e4-f20c9f64b829"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:17.379191 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f0f86e-23cc-46c3-a7ed-357b60e1ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:17.410782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-72f0f86e-23cc-46c3-a7ed-357b60e1ffc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3abfd2be-8c51-4cc7-bd22-be61561a16ea']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:17.427987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-72f0f86e-23cc-46c3-a7ed-357b60e1ffc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b068fd17-469c-448c-817c-68d4d142290d') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:17.428249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-72f0f86e-23cc-46c3-a7ed-357b60e1ffc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b068fd17-469c-448c-817c-68d4d142290d') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:17.443005 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f0f86e-23cc-46c3-a7ed-357b60e1ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:17.454962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-0b15bc35-e583-4175-a16d-c04781d77d75 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:17.457150 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-0b15bc35-e583-4175-a16d-c04781d77d75 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339&tenant_id=537b188632474e8c92af700ab7860b1d&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 1097 time: 0.1227484 Jul 16 01:12:17.461506 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f0f86e-23cc-46c3-a7ed-357b60e1ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:17.468942 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-14'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:17.469228 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f0f86e-23cc-46c3-a7ed-357b60e1ffc6 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:12:17.469428 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f0f86e-23cc-46c3-a7ed-357b60e1ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:12:17.471275 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:12:17.578338 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f0f86e-23cc-46c3-a7ed-357b60e1ffc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:17.594355 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f0f86e-23cc-46c3-a7ed-357b60e1ffc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:17.605321 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-72f0f86e-23cc-46c3-a7ed-357b60e1ffc6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3abfd2be-8c51-4cc7-bd22-be61561a16ea HTTP/1.1" status: 204 len: 168 time: 0.5013547 Jul 16 01:12:17.608177 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41706) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:17.613539 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:17.652953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f0f86e-23cc-46c3-a7ed-357b60e1ffc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3abfd2be-8c51-4cc7-bd22-be61561a16ea,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:17.719160 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d043879-1f99-4c7b-aa34-665e70f3d88e admin admin] Deleting subnet b3745b2d-6186-4312-89d7-7fe40d1592ec {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:12:17.723285 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d043879-1f99-4c7b-aa34-665e70f3d88e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:17.727868 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc12b50-0b95-4ad1-9884-090c51ee4e04 x-openstack-request-id: req-ebc12b50-0b95-4ad1-9884-090c51ee4e04 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:17.728221 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0affe474-2a22-4483-8e93-a31350f45254", "name": "network-vif-plugged", "status": "completed", "tag": "33ffe06f-2415-4dcd-85e4-f20c9f64b829", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:17.728487 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ebc12b50-0b95-4ad1-9884-090c51ee4e04 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:17.728888 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0affe474-2a22-4483-8e93-a31350f45254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ffe06f-2415-4dcd-85e4-f20c9f64b829', 'code': 200} Jul 16 01:12:17.800789 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d043879-1f99-4c7b-aa34-665e70f3d88e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:17.872186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888da00d-a407-456b-b2e0-a0a9439aa233 req-0842ec8f-4311-4919-907c-030e11d0aab7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:17.873655 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-888da00d-a407-456b-b2e0-a0a9439aa233 req-0842ec8f-4311-4919-907c-030e11d0aab7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 943 time: 0.1918540 Jul 16 01:12:17.878227 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d043879-1f99-4c7b-aa34-665e70f3d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:17.951687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] For port a6b4840c-a5d2-4073-90c3-f352784b1069, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a6b4840c-a5d2-4073-90c3-f352784b1069,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:17.964714 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d043879-1f99-4c7b-aa34-665e70f3d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:18.060383 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d043879-1f99-4c7b-aa34-665e70f3d88e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3745b2d-6186-4312-89d7-7fe40d1592ec,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:18.066968 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d043879-1f99-4c7b-aa34-665e70f3d88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:18.071838 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3d043879-1f99-4c7b-aa34-665e70f3d88e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b3745b2d-6186-4312-89d7-7fe40d1592ec HTTP/1.1" status: 204 len: 168 time: 0.4598522 Jul 16 01:12:18.074321 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41714) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:18.144531 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-888da00d-a407-456b-b2e0-a0a9439aa233 req-b08912a8-d598-4006-a826-cb78f9c49180 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625873 Jul 16 01:12:18.154794 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] For port a6b4840c-a5d2-4073-90c3-f352784b1069, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:18.218873 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-baf66607-b44f-4b74-b808-894872eb0667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:18.279007 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:18.294348 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:18.332183 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a25cea-64e6-4f40-a3ee-fd0a41851d73 req-b9936b8d-a373-440c-89f1-156fd69ccf6a tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:18.333788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81a25cea-64e6-4f40-a3ee-fd0a41851d73 req-b9936b8d-a373-440c-89f1-156fd69ccf6a tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c18d598-5742-468a-bbd7-1ce7943742b8 HTTP/1.1" status: 200 len: 950 time: 0.2495081 Jul 16 01:12:18.418784 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-baf66607-b44f-4b74-b808-894872eb0667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:18.437196 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41724) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:18.439508 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-baf66607-b44f-4b74-b808-894872eb0667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['304cb879-0caf-4d74-a6d9-f84f5ba9cbb3']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:18.454601 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-baf66607-b44f-4b74-b808-894872eb0667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b90ac5b-11c4-4034-9e5e-d188eedc43d2') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:18.455356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-baf66607-b44f-4b74-b808-894872eb0667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b90ac5b-11c4-4034-9e5e-d188eedc43d2') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:18.466310 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-baf66607-b44f-4b74-b808-894872eb0667 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:18.484802 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-baf66607-b44f-4b74-b808-894872eb0667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:18.495296 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baf66607-b44f-4b74-b808-894872eb0667 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:12:18.496454 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-baf66607-b44f-4b74-b808-894872eb0667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:18.545680 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Attempting to bind port a6b4840c-a5d2-4073-90c3-f352784b1069 on host n-h2-791505-14 for vnic_type normal with profile {"migrating_to": "n-h1-791505-14"} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:18.547097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Attempting to bind port a6b4840c-a5d2-4073-90c3-f352784b1069 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:18.547097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Attempting to bind port a6b4840c-a5d2-4073-90c3-f352784b1069 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:12:18.551923 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:12:18.560298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Port a6b4840c-a5d2-4073-90c3-f352784b1069 on network be647a19-644e-4999-ac54-739f18101211 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:12:18.560692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Attempting to bind port a6b4840c-a5d2-4073-90c3-f352784b1069 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:18.576454 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-baf66607-b44f-4b74-b808-894872eb0667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:18.582243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Pushing event updated for resources: {'Port': ['ID=a6b4840c-a5d2-4073-90c3-f352784b1069,revision_number=7']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:18.592078 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-baf66607-b44f-4b74-b808-894872eb0667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:18.595112 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-baf66607-b44f-4b74-b808-894872eb0667 admin admin] 10.222.0.22 "DELETE /v2.0/networks/304cb879-0caf-4d74-a6d9-f84f5ba9cbb3 HTTP/1.1" status: 204 len: 168 time: 0.5196683 Jul 16 01:12:18.618885 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf66607-b44f-4b74-b808-894872eb0667 admin admin] Pushing event deleted for resources: {'Network': ['ID=304cb879-0caf-4d74-a6d9-f84f5ba9cbb3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:18.629651 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81a25cea-64e6-4f40-a3ee-fd0a41851d73 req-fcbe7603-1264-40b0-846b-ac05fb20a705 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657382 Jul 16 01:12:18.634935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:18.635279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Checking segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:18.635663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Bound using segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:18.636685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Bound port: a6b4840c-a5d2-4073-90c3-f352784b1069, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:18.637046 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:18.689668 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d0ce06ca-5b2e-4eb8-990f-0557125d4d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:18.781617 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] For port a6b4840c-a5d2-4073-90c3-f352784b1069, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:18.785494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] For port a6b4840c-a5d2-4073-90c3-f352784b1069, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a6b4840c-a5d2-4073-90c3-f352784b1069,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:18.790203 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41740) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:18.811841 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:18.880529 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-44b352f2-9fb7-4c5e-9f13-3fa7ead46129 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3baac1c5cfd84aa2bc2bb274284fae73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864270 Jul 16 01:12:18.881086 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41744) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:18.984122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c907e3d-f787-4425-aa60-2ed6ba95d788 req-474dc809-17d8-4176-a99f-71c91665ee0d tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:18.985877 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbadb-f1e8-4dc3-a380-cfd51c53b2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:18.997874 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c907e3d-f787-4425-aa60-2ed6ba95d788 req-474dc809-17d8-4176-a99f-71c91665ee0d tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 943 time: 0.5421476 Jul 16 01:12:19.047936 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbadb-f1e8-4dc3-a380-cfd51c53b2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.124637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:19.126152 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.127748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] 10.222.0.69 "PUT /v2.0/ports/a6b4840c-a5d2-4073-90c3-f352784b1069 HTTP/1.1" status: 200 len: 1123 time: 1.6640723 Jul 16 01:12:19.137807 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbadb-f1e8-4dc3-a380-cfd51c53b2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.141087 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbadb-f1e8-4dc3-a380-cfd51c53b2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.145345 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6e6dbadb-f1e8-4dc3-a380-cfd51c53b2a6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0a7697f-be35-4820-9a70-493e69bedfe1 HTTP/1.1" status: 204 len: 168 time: 0.2608593 Jul 16 01:12:19.153697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6dbadb-f1e8-4dc3-a380-cfd51c53b2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a7697f-be35-4820-9a70-493e69bedfe1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:19.166858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13cfb1-1908-4f54-a9a1-2afdf5b56bef service neutron] Pushing event updated for resources: {'Port': ['ID=a6b4840c-a5d2-4073-90c3-f352784b1069,revision_number=8']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:19.232237 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c907e3d-f787-4425-aa60-2ed6ba95d788 req-a5da422b-e7ae-4d91-80d1-2f212818ba0a tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252584 Jul 16 01:12:19.241329 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a64301fc-e9b9-4562-bb2c-74c126218220', 'tag': '14b797c5-09e8-4c31-ad09-5bc35f007bf8'}, {'server_uuid': 'd3c22bcd-800e-4686-b56a-28bb30450339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6b4840c-a5d2-4073-90c3-f352784b1069'}, {'name': 'network-changed', 'server_uuid': 'd3c22bcd-800e-4686-b56a-28bb30450339', 'tag': 'a6b4840c-a5d2-4073-90c3-f352784b1069'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:19.241474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a6b4840c-a5d2-4073-90c3-f352784b1069'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:19.251852 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac8696f-ea65-4adc-bb18-0557fd5719c8" -d '{"events": [{"name": "network-changed", "server_uuid": "a64301fc-e9b9-4562-bb2c-74c126218220", "tag": "14b797c5-09e8-4c31-ad09-5bc35f007bf8"}, {"server_uuid": "d3c22bcd-800e-4686-b56a-28bb30450339", "name": "network-vif-unplugged", "status": "completed", "tag": "a6b4840c-a5d2-4073-90c3-f352784b1069"}, {"name": "network-changed", "server_uuid": "d3c22bcd-800e-4686-b56a-28bb30450339", "tag": "a6b4840c-a5d2-4073-90c3-f352784b1069"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:19.349800 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d0ce06ca-5b2e-4eb8-990f-0557125d4d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.360940 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d0ce06ca-5b2e-4eb8-990f-0557125d4d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.468055 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d0ce06ca-5b2e-4eb8-990f-0557125d4d63 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d12a394389744c8a90a6cdb9f91bbb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0242190 Jul 16 01:12:19.470813 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41756) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:19.471361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce06ca-5b2e-4eb8-990f-0557125d4d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce95036f-c59c-47f6-9fb4-cdbb7af2d134,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:19.587080 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af151d13-a011-4323-8416-24fbe7a9a3e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.606461 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e318c6-0558-4f64-894e-c95ddeabdb83 x-openstack-request-id: req-d5e318c6-0558-4f64-894e-c95ddeabdb83 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:19.606774 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a64301fc-e9b9-4562-bb2c-74c126218220", "tag": "14b797c5-09e8-4c31-ad09-5bc35f007bf8", "status": "completed", "code": 200}, {"server_uuid": "d3c22bcd-800e-4686-b56a-28bb30450339", "name": "network-vif-unplugged", "status": "completed", "tag": "a6b4840c-a5d2-4073-90c3-f352784b1069", "code": 200}, {"name": "network-changed", "server_uuid": "d3c22bcd-800e-4686-b56a-28bb30450339", "tag": "a6b4840c-a5d2-4073-90c3-f352784b1069", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:19.607676 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d5e318c6-0558-4f64-894e-c95ddeabdb83 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:19.607676 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a64301fc-e9b9-4562-bb2c-74c126218220', 'tag': '14b797c5-09e8-4c31-ad09-5bc35f007bf8', 'status': 'completed', 'code': 200} Jul 16 01:12:19.607676 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c22bcd-800e-4686-b56a-28bb30450339', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6b4840c-a5d2-4073-90c3-f352784b1069', 'code': 200} Jul 16 01:12:19.608670 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c22bcd-800e-4686-b56a-28bb30450339', 'tag': 'a6b4840c-a5d2-4073-90c3-f352784b1069', 'status': 'completed', 'code': 200} Jul 16 01:12:19.620043 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af151d13-a011-4323-8416-24fbe7a9a3e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.695599 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af151d13-a011-4323-8416-24fbe7a9a3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.699071 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af151d13-a011-4323-8416-24fbe7a9a3e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:19.700312 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-af151d13-a011-4323-8416-24fbe7a9a3e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce95036f-c59c-47f6-9fb4-cdbb7af2d134 HTTP/1.1" status: 204 len: 168 time: 0.2281451 Jul 16 01:12:19.713605 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af151d13-a011-4323-8416-24fbe7a9a3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce95036f-c59c-47f6-9fb4-cdbb7af2d134,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:19.842940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72f35b-32d6-4943-8ab7-6ac66ce973dd req-f90ce014-93df-49ca-a838-3b17a84350b7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:19.852696 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cc72f35b-32d6-4943-8ab7-6ac66ce973dd req-f90ce014-93df-49ca-a838-3b17a84350b7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 943 time: 0.3299582 Jul 16 01:12:19.852900 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 14b797c5-09e8-4c31-ad09-5bc35f007bf8 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:19.871253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-bcdef7ec-64c9-401d-9d03-d2b4f51fe459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:19.873878 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-bcdef7ec-64c9-401d-9d03-d2b4f51fe459 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 1126 time: 0.2651026 Jul 16 01:12:19.883922 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-135adbd8-6c6b-4785-b17a-1e6929668164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:19.886088 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-135adbd8-6c6b-4785-b17a-1e6929668164 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 1126 time: 0.2812710 Jul 16 01:12:20.031821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-833a21fe-e177-46f1-b88f-aff4c0f291a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:20.034360 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-833a21fe-e177-46f1-b88f-aff4c0f291a6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.1337724 Jul 16 01:12:20.040842 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:20.073202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41766) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:20.082360 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 14b797c5-09e8-4c31-ad09-5bc35f007bf8 has no active binding in host n-h2-791505-14 {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:12:20.137890 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2b9ed52b-5510-4251-9129-aaed43d5bede admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c5c9fc9d572f490587988b4b2c174f4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0620360 Jul 16 01:12:20.140651 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41768) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:20.159447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cc72f35b-32d6-4943-8ab7-6ac66ce973dd req-552bb5aa-bbb9-4126-992e-f5cf5de745aa tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054576 Jul 16 01:12:20.163558 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-439c5613-d523-4d86-9d8e-f0ed3f0e479d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8 HTTP/1.1" status: 200 len: 217 time: 0.1022086 Jul 16 01:12:20.286540 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed777f29-dd4f-4f79-8239-672541e8f1c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.337175 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed777f29-dd4f-4f79-8239-672541e8f1c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.434260 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed777f29-dd4f-4f79-8239-672541e8f1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.437399 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed777f29-dd4f-4f79-8239-672541e8f1c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.438867 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ed777f29-dd4f-4f79-8239-672541e8f1c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cd7aed96-a0ce-4e08-8868-42008407f065 HTTP/1.1" status: 204 len: 168 time: 0.2960753 Jul 16 01:12:20.463342 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed777f29-dd4f-4f79-8239-672541e8f1c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7aed96-a0ce-4e08-8868-42008407f065,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:20.483324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-0c0bae8c-965b-47cc-9c75-c13336b6207c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:20.485558 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-0c0bae8c-965b-47cc-9c75-c13336b6207c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.3082757 Jul 16 01:12:20.490128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-8416c2a1-2f3c-4989-93c7-228a1fc6ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:20.498466 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-8416c2a1-2f3c-4989-93c7-228a1fc6ac85 service neutron] 10.222.0.70 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.6086881 Jul 16 01:12:20.520016 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41776) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:20.538246 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a88223c6-eeef-4880-b47d-032f9c9a5113 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.646541 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a88223c6-eeef-4880-b47d-032f9c9a5113 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.647507 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-414f023f-ac42-4c18-937e-74563f4709d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445210 Jul 16 01:12:20.650337 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-9832062b-6fc2-4fc7-8b5c-9c22636b8bac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6b4840c-a5d2-4073-90c3-f352784b1069 HTTP/1.1" status: 200 len: 217 time: 0.1147280 Jul 16 01:12:20.657174 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a88223c6-eeef-4880-b47d-032f9c9a5113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.673035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3d9ed-a3a3-4acf-a5cb-d2a4bd612e21 req-ae05d521-185f-4985-9585-032187383ccc tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:20.680447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34e3d9ed-a3a3-4acf-a5cb-d2a4bd612e21 req-ae05d521-185f-4985-9585-032187383ccc tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c18d598-5742-468a-bbd7-1ce7943742b8 HTTP/1.1" status: 200 len: 950 time: 0.3172293 Jul 16 01:12:20.686679 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88223c6-eeef-4880-b47d-032f9c9a5113 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308385d8-9fb1-4c6d-8a0a-570a29c57212,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:20.716313 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a88223c6-eeef-4880-b47d-032f9c9a5113 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=702ffbd31a5e47638460771ba608c07a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1947732 Jul 16 01:12:20.717129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41788) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:20.786374 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f3cab0c0-33c8-45b7-a619-a067fd3efea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.824501 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f3cab0c0-33c8-45b7-a619-a067fd3efea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.854017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-224f9021-c289-4bb5-a26f-8b53febabe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:20.857281 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-224f9021-c289-4bb5-a26f-8b53febabe04 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.1502545 Jul 16 01:12:20.926435 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f3cab0c0-33c8-45b7-a619-a067fd3efea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.929796 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-9e2ae58b-66e9-4b98-9da2-cf29101139be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520353 Jul 16 01:12:20.933679 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f3cab0c0-33c8-45b7-a619-a067fd3efea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:20.938892 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f3cab0c0-33c8-45b7-a619-a067fd3efea6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/308385d8-9fb1-4c6d-8a0a-570a29c57212 HTTP/1.1" status: 204 len: 168 time: 0.2184024 Jul 16 01:12:20.962577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cab0c0-33c8-45b7-a619-a067fd3efea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308385d8-9fb1-4c6d-8a0a-570a29c57212,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:21.092196 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34e3d9ed-a3a3-4acf-a5cb-d2a4bd612e21 req-cb606897-756d-4ed9-9a7a-985d603fd8ac tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4106734 Jul 16 01:12:21.251585 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-c8a35df8-e154-4de9-9c78-2537d6049349 service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428264 Jul 16 01:12:21.398828 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-9cb27b34-c7c1-41e8-a134-0c09f3fde4bf service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4529665 Jul 16 01:12:21.415286 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffa657-59fe-4e63-b740-1600f7ac714f req-2aa74eab-e3bd-4043-becc-298dc7acc34d tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:21.423005 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4dffa657-59fe-4e63-b740-1600f7ac714f req-2aa74eab-e3bd-4043-becc-298dc7acc34d tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 943 time: 0.3221157 Jul 16 01:12:21.460962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-832a100e-0aa6-444b-9a16-c6210d8885b9 service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970432 Jul 16 01:12:21.639352 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ac8696f-ea65-4adc-bb18-0557fd5719c8 req-12dd179c-e14b-40fa-95cf-c7db68eac681 service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812742 Jul 16 01:12:21.716267 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4dffa657-59fe-4e63-b740-1600f7ac714f req-9f1e96a7-33e2-420a-99c7-85258299393f tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914648 Jul 16 01:12:21.810605 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-fec3829e-7148-4156-beb1-f60ae6327dfe service neutron] 10.222.0.69 "GET /v2.0/ports/14b797c5-09e8-4c31-ad09-5bc35f007bf8/bindings/n-h2-791505-14 HTTP/1.1" status: 200 len: 385 time: 0.3847575 Jul 16 01:12:22.598049 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770a0c6-f95f-4721-9a32-c3a65ec17b60 req-4fd01ce9-a7ab-41d6-8b8b-7ca0db3a5816 tempest-LiveMigrationNegativeTest-79568395 tempest-LiveMigrationNegativeTest-79568395-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:22.605215 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4770a0c6-f95f-4721-9a32-c3a65ec17b60 req-4fd01ce9-a7ab-41d6-8b8b-7ca0db3a5816 tempest-LiveMigrationNegativeTest-79568395 tempest-LiveMigrationNegativeTest-79568395-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5c18d598-5742-468a-bbd7-1ce7943742b8 HTTP/1.1" status: 200 len: 1102 time: 0.6198595 Jul 16 01:12:22.623257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcd83b1-9490-4832-aced-d681c5a03476 req-cab26faa-52b1-45a4-9022-413224ce9062 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:22.630305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6fcd83b1-9490-4832-aced-d681c5a03476 req-cab26faa-52b1-45a4-9022-413224ce9062 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 943 time: 0.4412148 Jul 16 01:12:22.662435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-32f38029-3253-49a9-811a-2c05a881068b req-b79b3226-8999-4f6b-86d4-e34c090f7278 service neutron] For port 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:22.679385 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4770a0c6-f95f-4721-9a32-c3a65ec17b60 req-3d3c1c97-4bec-4a69-8750-1d3b114e2eef tempest-LiveMigrationNegativeTest-79568395 tempest-LiveMigrationNegativeTest-79568395-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:22.750675 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6fcd83b1-9490-4832-aced-d681c5a03476 req-6bfde2c0-b618-4db7-bd33-bf3c1c223bfb tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194489 Jul 16 01:12:22.754130 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-32f38029-3253-49a9-811a-2c05a881068b req-b79b3226-8999-4f6b-86d4-e34c090f7278 service neutron] For port 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:22.831510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-32f38029-3253-49a9-811a-2c05a881068b req-b79b3226-8999-4f6b-86d4-e34c090f7278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14b797c5-09e8-4c31-ad09-5bc35f007bf8 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:22.847935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-32f38029-3253-49a9-811a-2c05a881068b req-b79b3226-8999-4f6b-86d4-e34c090f7278 service neutron] For port 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:22.902666 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-32f38029-3253-49a9-811a-2c05a881068b req-b79b3226-8999-4f6b-86d4-e34c090f7278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:23.013243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a6b4840c-a5d2-4073-90c3-f352784b1069 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:23.140845 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4770a0c6-f95f-4721-9a32-c3a65ec17b60 req-3d3c1c97-4bec-4a69-8750-1d3b114e2eef tempest-LiveMigrationNegativeTest-79568395 tempest-LiveMigrationNegativeTest-79568395-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:23.156065 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4770a0c6-f95f-4721-9a32-c3a65ec17b60 req-3d3c1c97-4bec-4a69-8750-1d3b114e2eef tempest-LiveMigrationNegativeTest-79568395 tempest-LiveMigrationNegativeTest-79568395-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:23.172288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-32f38029-3253-49a9-811a-2c05a881068b req-b79b3226-8999-4f6b-86d4-e34c090f7278 service neutron] Transition to ACTIVE for port object 14b797c5-09e8-4c31-ad09-5bc35f007bf8 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:23.200477 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-32f38029-3253-49a9-811a-2c05a881068b req-b79b3226-8999-4f6b-86d4-e34c090f7278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:23.221343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4770a0c6-f95f-4721-9a32-c3a65ec17b60 req-3d3c1c97-4bec-4a69-8750-1d3b114e2eef tempest-LiveMigrationNegativeTest-79568395 tempest-LiveMigrationNegativeTest-79568395-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6151197 Jul 16 01:12:23.247458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a6b4840c-a5d2-4073-90c3-f352784b1069, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a6b4840c-a5d2-4073-90c3-f352784b1069,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:23.282765 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c1c97-4bec-4a69-8750-1d3b114e2eef tempest-LiveMigrationNegativeTest-79568395 tempest-LiveMigrationNegativeTest-79568395-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b383f3-a01b-4a97-8a72-1a3a00e3c57e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:23.292865 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a6b4840c-a5d2-4073-90c3-f352784b1069 has no active binding in host n-h1-791505-14 {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:12:23.340241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f38029-3253-49a9-811a-2c05a881068b req-b79b3226-8999-4f6b-86d4-e34c090f7278 service neutron] No DVR routers for this DVR port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:23.362275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79b3226-8999-4f6b-86d4-e34c090f7278 service neutron] Pushing event updated for resources: {'Port': ['ID=14b797c5-09e8-4c31-ad09-5bc35f007bf8,revision_number=10']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:23.388139 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-b79b3226-8999-4f6b-86d4-e34c090f7278 service neutron] 10.222.0.69 "PUT /v2.0/ports/14b797c5-09e8-4c31-ad09-5bc35f007bf8/bindings/n-h2-791505-14/activate HTTP/1.1" status: 200 len: 370 time: 1.5685699 Jul 16 01:12:23.535380 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ac715-3167-4153-856a-26b87df5069f req-0d3f58c8-60d7-4336-9a67-ac5791d91268 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:23.537077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca4ac715-3167-4153-856a-26b87df5069f req-0d3f58c8-60d7-4336-9a67-ac5791d91268 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 943 time: 0.1226695 Jul 16 01:12:23.568811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f38029-3253-49a9-811a-2c05a881068b req-d4fcd37e-71cd-4202-acec-7301603ede14 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:23.570676 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-d4fcd37e-71cd-4202-acec-7301603ede14 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220&tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 1096 time: 0.1209738 Jul 16 01:12:23.624325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca4ac715-3167-4153-856a-26b87df5069f req-e1659c74-7953-49b6-957a-6efe052f5f71 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763133 Jul 16 01:12:23.658921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-413bbe28-68c5-4311-9417-a49af3c6712d tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=264398c9339b44bc8be1dc5f7040b335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378153 Jul 16 01:12:23.742414 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f38029-3253-49a9-811a-2c05a881068b req-2cdd36db-5a4f-46cb-b966-1a7280de13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:23.743957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-2cdd36db-5a4f-46cb-b966-1a7280de13b7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220&tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0 HTTP/1.1" status: 200 len: 1096 time: 0.1643531 Jul 16 01:12:23.822420 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-e5a12680-0b58-4119-acae-67412b94494f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:23.828789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-e5a12680-0b58-4119-acae-67412b94494f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1723068 Jul 16 01:12:23.852135 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-ff570cc6-b7e4-4f55-821a-4b3aad16d343 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/quotas/264398c9339b44bc8be1dc5f7040b335 HTTP/1.1" status: 200 len: 375 time: 0.0193849 Jul 16 01:12:23.866522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f38029-3253-49a9-811a-2c05a881068b req-778942af-de28-4294-af85-3114478e30d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:23.868227 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-778942af-de28-4294-af85-3114478e30d8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 1096 time: 0.0935321 Jul 16 01:12:23.909367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-e2be97ec-0817-4789-a00d-0adfe4ebbc68 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=264398c9339b44bc8be1dc5f7040b335&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483694 Jul 16 01:12:23.928713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-c5e89ff5-a351-4b4a-9bc1-2d0e5460d488 req-3f026750-061d-4387-a184-0133eb6ebb97 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Request body: {'security_group': {'name': 'tempest-securitygroup-816129956', 'description': 'tempest-description-927025099'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:24.006313 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5e89ff5-a351-4b4a-9bc1-2d0e5460d488 req-3f026750-061d-4387-a184-0133eb6ebb97 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:24.038562 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5e89ff5-a351-4b4a-9bc1-2d0e5460d488 req-3f026750-061d-4387-a184-0133eb6ebb97 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:24.096262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f38029-3253-49a9-811a-2c05a881068b req-10eace86-91e2-41c0-920f-c093955d8363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:24.097772 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-10eace86-91e2-41c0-920f-c093955d8363 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.1862259 Jul 16 01:12:24.172469 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-b0567604-39e5-44fa-b8b5-3e5e96b25a02 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8 HTTP/1.1" status: 200 len: 217 time: 0.0648966 Jul 16 01:12:24.335014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f38029-3253-49a9-811a-2c05a881068b req-7d907505-3bae-463b-ade5-c71da559b1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:24.337056 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-7d907505-3bae-463b-ade5-c71da559b1c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.1306689 Jul 16 01:12:24.416939 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-3e504cbc-fa0b-42d3-8548-fe92abdf84c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538781 Jul 16 01:12:24.466352 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5e89ff5-a351-4b4a-9bc1-2d0e5460d488 req-3f026750-061d-4387-a184-0133eb6ebb97 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:24.498715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-9b30c103-f155-4963-ac16-c750b5a8c7bc service neutron] 10.222.0.70 "GET /v2.0/ports/a6b4840c-a5d2-4073-90c3-f352784b1069/bindings/n-h1-791505-14 HTTP/1.1" status: 200 len: 385 time: 0.2368765 Jul 16 01:12:24.499385 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5e89ff5-a351-4b4a-9bc1-2d0e5460d488 req-3f026750-061d-4387-a184-0133eb6ebb97 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:24.668129 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f026750-061d-4387-a184-0133eb6ebb97 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce92ae65-fd01-4e9c-8368-41a01f4d0db3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:24.729522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8154de-8ac7-4e38-a76c-cf5c28b7e137 req-ba514ba0-ed9a-4330-bdc7-e30d3acab47f tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:24.731281 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f8154de-8ac7-4e38-a76c-cf5c28b7e137 req-ba514ba0-ed9a-4330-bdc7-e30d3acab47f tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 944 time: 0.4059043 Jul 16 01:12:24.778408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-3c190fcf-2e11-4f65-ad10-491be06de674 service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235362 Jul 16 01:12:24.877783 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5e89ff5-a351-4b4a-9bc1-2d0e5460d488 req-3f026750-061d-4387-a184-0133eb6ebb97 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:24.892819 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f8154de-8ac7-4e38-a76c-cf5c28b7e137 req-3f1e032a-dfaf-4fa6-b8c5-ee30fb7b191c tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446543 Jul 16 01:12:24.925440 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5e89ff5-a351-4b4a-9bc1-2d0e5460d488 req-3f026750-061d-4387-a184-0133eb6ebb97 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.012222 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5e89ff5-a351-4b4a-9bc1-2d0e5460d488 req-3f026750-061d-4387-a184-0133eb6ebb97 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.016240 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 14b797c5-09e8-4c31-ad09-5bc35f007bf8 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:25.025985 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5e89ff5-a351-4b4a-9bc1-2d0e5460d488 req-3f026750-061d-4387-a184-0133eb6ebb97 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1140194 Jul 16 01:12:25.066894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f026750-061d-4387-a184-0133eb6ebb97 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae566ce6-959c-4a08-a350-72d4dd8c326b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:25.092319 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-f508939f-2f50-4868-9745-e81c1efeabbf service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873969 Jul 16 01:12:25.126099 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-924789b5-c86b-4724-9574-2c5470ba638e service neutron] For port a6b4840c-a5d2-4073-90c3-f352784b1069, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a6b4840c-a5d2-4073-90c3-f352784b1069,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:25.130727 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 14b797c5-09e8-4c31-ad09-5bc35f007bf8 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:25.167269 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-924789b5-c86b-4724-9574-2c5470ba638e service neutron] For port a6b4840c-a5d2-4073-90c3-f352784b1069, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:25.214187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-924789b5-c86b-4724-9574-2c5470ba638e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b4840c-a5d2-4073-90c3-f352784b1069 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:25.251575 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95f03356-3787-4965-84ab-3005d21a2782 req-833e1fcf-0306-4710-8cfc-9619469f1d7e tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2df9dd-89a0-4dda-8d22-e8a35a55f25e HTTP/1.1" status: 200 len: 210 time: 0.0537090 Jul 16 01:12:25.269947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-924789b5-c86b-4724-9574-2c5470ba638e service neutron] For port a6b4840c-a5d2-4073-90c3-f352784b1069, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a6b4840c-a5d2-4073-90c3-f352784b1069,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:25.299999 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-924789b5-c86b-4724-9574-2c5470ba638e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.455305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-924789b5-c86b-4724-9574-2c5470ba638e service neutron] Transition to ACTIVE for port object a6b4840c-a5d2-4073-90c3-f352784b1069 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:25.469493 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-924789b5-c86b-4724-9574-2c5470ba638e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:25.596389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-f30406bb-9daa-4c29-a34d-07204697ad8e tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=264398c9339b44bc8be1dc5f7040b335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0931563 Jul 16 01:12:25.664560 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924789b5-c86b-4724-9574-2c5470ba638e service neutron] Pushing event updated for resources: {'Port': ['ID=a6b4840c-a5d2-4073-90c3-f352784b1069,revision_number=10']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:25.713180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-924789b5-c86b-4724-9574-2c5470ba638e service neutron] No DVR routers for this DVR port a6b4840c-a5d2-4073-90c3-f352784b1069 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:25.839381 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-924789b5-c86b-4724-9574-2c5470ba638e service neutron] 10.222.0.70 "PUT /v2.0/ports/a6b4840c-a5d2-4073-90c3-f352784b1069/bindings/n-h1-791505-14/activate HTTP/1.1" status: 200 len: 370 time: 1.3187084 Jul 16 01:12:25.913094 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587af352-8486-44f2-8d1c-01d0ca81fc11 req-1768604a-ccc3-40ac-a0b3-f0b3c36d467a tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:25.915795 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-587af352-8486-44f2-8d1c-01d0ca81fc11 req-1768604a-ccc3-40ac-a0b3-f0b3c36d467a tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 944 time: 0.4621654 Jul 16 01:12:25.934852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-7d4c0075-d6e6-4b3c-ad83-3cce8776381c req-0479e567-1deb-40ab-821e-e61cc7d5e4d5 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Request body: {'security_group': {'name': 'tempest-securitygroup-797032768', 'description': 'tempest-description-776023832'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:25.990408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f38029-3253-49a9-811a-2c05a881068b req-28c27d9d-1be6-4039-9205-508919047705 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:25.991994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-28c27d9d-1be6-4039-9205-508919047705 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220&tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 1096 time: 0.4899914 Jul 16 01:12:26.079137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c2de0d4e-e186-4c7d-b21f-64464f6ef7f7 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:26.080938 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c2de0d4e-e186-4c7d-b21f-64464f6ef7f7 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4121726 Jul 16 01:12:26.105574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Request body: {'port': {'device_id': '0f2df9dd-89a0-4dda-8d22-e8a35a55f25e', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': '264398c9339b44bc8be1dc5f7040b335'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:26.142114 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d4c0075-d6e6-4b3c-ad83-3cce8776381c req-0479e567-1deb-40ab-821e-e61cc7d5e4d5 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.175447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-587af352-8486-44f2-8d1c-01d0ca81fc11 req-0c06823c-2d2f-4ba7-b911-f08891277e1b tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469463 Jul 16 01:12:26.310824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4722e490-0459-4ecf-8d9e-9f1c7f244dbf tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:26.312384 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-4722e490-0459-4ecf-8d9e-9f1c7f244dbf tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339&tenant_id=537b188632474e8c92af700ab7860b1d&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 1096 time: 0.3318069 Jul 16 01:12:26.414748 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-32f38029-3253-49a9-811a-2c05a881068b req-00171111-02bf-4c93-b987-af00a19d0aac service neutron] For port 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:26.425596 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-32f38029-3253-49a9-811a-2c05a881068b req-00171111-02bf-4c93-b987-af00a19d0aac service neutron] Notify callbacks [] for binding, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.426713 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f38029-3253-49a9-811a-2c05a881068b req-00171111-02bf-4c93-b987-af00a19d0aac service neutron] 10.222.0.70 "DELETE /v2.0/ports/14b797c5-09e8-4c31-ad09-5bc35f007bf8/bindings/n-h1-791505-14 HTTP/1.1" status: 204 len: 173 time: 0.4149530 Jul 16 01:12:26.484597 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d4c0075-d6e6-4b3c-ad83-3cce8776381c req-0479e567-1deb-40ab-821e-e61cc7d5e4d5 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.493551 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d4c0075-d6e6-4b3c-ad83-3cce8776381c req-0479e567-1deb-40ab-821e-e61cc7d5e4d5 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.541982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-04293109-791f-479c-9d48-19484423bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:26.543549 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-04293109-791f-479c-9d48-19484423bf98 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339&tenant_id=537b188632474e8c92af700ab7860b1d HTTP/1.1" status: 200 len: 1096 time: 0.2215378 Jul 16 01:12:26.558048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a274c56-fa7f-486e-87e3-991da1222f6a req-ac34ad19-6125-4e37-a81d-7a4db1267bfd tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:26.559101 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a274c56-fa7f-486e-87e3-991da1222f6a req-ac34ad19-6125-4e37-a81d-7a4db1267bfd tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c18d598-5742-468a-bbd7-1ce7943742b8 HTTP/1.1" status: 200 len: 950 time: 0.2131455 Jul 16 01:12:26.563719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Made reservation on behalf of 264398c9339b44bc8be1dc5f7040b335 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:26.571053 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.575594 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d4c0075-d6e6-4b3c-ad83-3cce8776381c req-0479e567-1deb-40ab-821e-e61cc7d5e4d5 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.576885 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d4c0075-d6e6-4b3c-ad83-3cce8776381c req-0479e567-1deb-40ab-821e-e61cc7d5e4d5 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6560977 Jul 16 01:12:26.580449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479e567-1deb-40ab-821e-e61cc7d5e4d5 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab710a2e-53de-4370-8069-1f745f7894e1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:26.608717 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.671279 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a274c56-fa7f-486e-87e3-991da1222f6a req-678e9dec-047c-42d5-92e4-e2cc9931cb3e tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967376 Jul 16 01:12:26.750377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-b0c26740-9bd4-4b10-84a9-67eb0a77fa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:26.751950 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-b0c26740-9bd4-4b10-84a9-67eb0a77fa84 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 1096 time: 0.1724257 Jul 16 01:12:26.863471 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae6d7c-b169-414f-bb7a-42c2a596ede5 req-68fbbdc3-49cc-48ba-9978-43c1a3bb115e tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:26.865037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a0ae6d7c-b169-414f-bb7a-42c2a596ede5 req-68fbbdc3-49cc-48ba-9978-43c1a3bb115e tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 944 time: 0.1889639 Jul 16 01:12:26.923922 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.943526 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:26.960235 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-9948fb94-591c-4499-98c3-c0be27f8271c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:26.961786 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-9948fb94-591c-4499-98c3-c0be27f8271c service neutron] 10.222.0.69 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.1977062 Jul 16 01:12:26.972161 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a0ae6d7c-b169-414f-bb7a-42c2a596ede5 req-9ec8ecac-cd9a-432a-9fdc-a9f18af42f42 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963655 Jul 16 01:12:27.056460 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-c842faae-5a16-460b-b05e-3ccd629b7fa7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6b4840c-a5d2-4073-90c3-f352784b1069 HTTP/1.1" status: 200 len: 217 time: 0.0816052 Jul 16 01:12:27.069128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d80e30-934b-432b-a7cd-047610570672,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:27.098217 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3111b483-a687-4505-9a38-42b9d0d92337 req-ae97b043-6b8e-49ae-8a98-7e4f95e9b7de tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2df9dd-89a0-4dda-8d22-e8a35a55f25e HTTP/1.1" status: 200 len: 210 time: 0.0510821 Jul 16 01:12:27.141611 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-e1beac62-8d36-44af-a47b-e5edba91c09a req-3c49acac-b23f-4861-b5f7-2dbf34f6edce tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-568654538', 'description': 'tempest-description-343689960'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:27.214279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-8ff2b427-adb5-433f-977f-08d37f5eafbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:27.215789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-8ff2b427-adb5-433f-977f-08d37f5eafbc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.1222365 Jul 16 01:12:27.240107 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e1beac62-8d36-44af-a47b-e5edba91c09a req-3c49acac-b23f-4861-b5f7-2dbf34f6edce tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:27.242989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42000) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:27.249773 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Allocated IP 192.168.233.87 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/7848bbb0-c0dd-4b46-aa2c-655fa99a6d62) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:12:27.281731 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-05fd1c94-6ad5-46ce-b205-913037b69405 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555639 Jul 16 01:12:27.287162 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e1beac62-8d36-44af-a47b-e5edba91c09a req-3c49acac-b23f-4861-b5f7-2dbf34f6edce tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:27.384708 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f2232a9e-ab10-499c-b685-37b00ac0b584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:27.536912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cd548-cd81-49db-ad29-a16c270668af req-55983f8d-ddc3-4032-9bf3-f81944484244 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:27.538675 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fe9cd548-cd81-49db-ad29-a16c270668af req-55983f8d-ddc3-4032-9bf3-f81944484244 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c18d598-5742-468a-bbd7-1ce7943742b8 HTTP/1.1" status: 200 len: 950 time: 0.1020517 Jul 16 01:12:27.621304 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.db.api [None req-f2232a9e-ab10-499c-b685-37b00ac0b584 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:12:27.621304 n-d-791505-14 neutron-server[93920]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:12:27.621304 n-d-791505-14 neutron-server[93920]: [parameters: {'project_id_1': 'affe30bd3b5b47cc8d047b5cfcfce87f', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 12, 27, 395588)}] Jul 16 01:12:27.621304 n-d-791505-14 neutron-server[93920]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:12:27.621804 n-d-791505-14 neutron-server[93920]: DEBUG oslo_db.api [None req-f2232a9e-ab10-499c-b685-37b00ac0b584 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:12:27.681052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-fe9cd548-cd81-49db-ad29-a16c270668af req-b8400cac-de54-41bb-9e27-77a558a99ec1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Deleting port 1294e480-70b1-4e93-bf35-acff02323d28 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:27.681320 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fe9cd548-cd81-49db-ad29-a16c270668af req-b8400cac-de54-41bb-9e27-77a558a99ec1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:27.772060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-fe9cd548-cd81-49db-ad29-a16c270668af req-b8400cac-de54-41bb-9e27-77a558a99ec1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] For port 1294e480-70b1-4e93-bf35-acff02323d28, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=1294e480-70b1-4e93-bf35-acff02323d28,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:27.772440 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fe9cd548-cd81-49db-ad29-a16c270668af req-b8400cac-de54-41bb-9e27-77a558a99ec1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:27.786015 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-fe9cd548-cd81-49db-ad29-a16c270668af req-b8400cac-de54-41bb-9e27-77a558a99ec1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Calling delete_port for 1294e480-70b1-4e93-bf35-acff02323d28 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:27.818711 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-ff901bef-2720-4410-a7af-c1f660a5d66a service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5206151 Jul 16 01:12:27.844780 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4698353-8c88-4731-b136-87a5b75c4a8c req-63b613fb-f89b-4bdf-926e-fffdaace4d20 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:27.846229 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4698353-8c88-4731-b136-87a5b75c4a8c req-63b613fb-f89b-4bdf-926e-fffdaace4d20 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0affe474-2a22-4483-8e93-a31350f45254 HTTP/1.1" status: 200 len: 949 time: 0.2529552 Jul 16 01:12:27.889305 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a6b4840c-a5d2-4073-90c3-f352784b1069 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:27.922303 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fe9cd548-cd81-49db-ad29-a16c270668af req-b8400cac-de54-41bb-9e27-77a558a99ec1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:27.929635 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:27.937569 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['1294e480-70b1-4e93-bf35-acff02323d28'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:27.939921 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['89c83fdc-ff45-40c8-b3bb-161796751e17'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:27.950344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8400cac-de54-41bb-9e27-77a558a99ec1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Pushing event deleted for resources: {'Port': ['ID=1294e480-70b1-4e93-bf35-acff02323d28,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:27.976247 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e1beac62-8d36-44af-a47b-e5edba91c09a req-3c49acac-b23f-4861-b5f7-2dbf34f6edce tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:27.989809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a6b4840c-a5d2-4073-90c3-f352784b1069 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:27.999446 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e1beac62-8d36-44af-a47b-e5edba91c09a req-3c49acac-b23f-4861-b5f7-2dbf34f6edce tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.004187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Transition to ACTIVE for port object 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:28.012407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9cd548-cd81-49db-ad29-a16c270668af req-b8400cac-de54-41bb-9e27-77a558a99ec1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] No DVR routers for this DVR port 1294e480-70b1-4e93-bf35-acff02323d28 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:28.015431 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fe9cd548-cd81-49db-ad29-a16c270668af req-b8400cac-de54-41bb-9e27-77a558a99ec1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.017893 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fe9cd548-cd81-49db-ad29-a16c270668af req-b8400cac-de54-41bb-9e27-77a558a99ec1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.69 "DELETE /v2.0/ports/1294e480-70b1-4e93-bf35-acff02323d28 HTTP/1.1" status: 204 len: 173 time: 0.4733365 Jul 16 01:12:28.018942 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c18d598-5742-468a-bbd7-1ce7943742b8', 'name': 'network-vif-deleted', 'tag': '1294e480-70b1-4e93-bf35-acff02323d28'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:28.021897 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1adebf8-eae2-44ba-8158-93fe0920cc25" -d '{"events": [{"server_uuid": "5c18d598-5742-468a-bbd7-1ce7943742b8", "name": "network-vif-deleted", "tag": "1294e480-70b1-4e93-bf35-acff02323d28"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:28.036406 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4698353-8c88-4731-b136-87a5b75c4a8c req-a1c76cca-dea2-42e2-b525-65760de7d99d tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/security-groups?id=3608cea1-0ced-49d5-84c2-a205b1d8f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842132 Jul 16 01:12:28.063562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49acac-b23f-4861-b5f7-2dbf34f6edce tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8856b277-e1d9-4395-8df6-1a60be395ed9,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:28.104579 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-34decd38-d410-4570-92cf-12acbfb62def service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778313 Jul 16 01:12:28.123294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f2232a9e-ab10-499c-b685-37b00ac0b584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.155398 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.266636 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:28.279517 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e1beac62-8d36-44af-a47b-e5edba91c09a req-3c49acac-b23f-4861-b5f7-2dbf34f6edce tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.281533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:28.285650 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Pushing event updated for resources: {'Port': ['ID=7848bbb0-c0dd-4b46-aa2c-655fa99a6d62,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:28.289629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:12:28.296384 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:28.297031 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.299482 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e1beac62-8d36-44af-a47b-e5edba91c09a req-3c49acac-b23f-4861-b5f7-2dbf34f6edce tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.346218 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49acac-b23f-4861-b5f7-2dbf34f6edce tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a74ac8c7-a6b6-47cc-b800-4cd9bfecf24d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:28.364163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c28cc-235e-4f70-9bd6-dcda828bb93f req-8ddb4988-a4d0-43a3-8f54-2a999ceb7c62 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:28.365733 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-016c28cc-235e-4f70-9bd6-dcda828bb93f req-8ddb4988-a4d0-43a3-8f54-2a999ceb7c62 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 944 time: 0.1514630 Jul 16 01:12:28.443501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-016c28cc-235e-4f70-9bd6-dcda828bb93f req-6b9c7360-258f-4a48-badc-5b4daf71b202 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718911 Jul 16 01:12:28.479860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-39522304-4b5b-4b6c-bcbe-fed517c6c546 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:28.481777 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-39522304-4b5b-4b6c-bcbe-fed517c6c546 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339&tenant_id=537b188632474e8c92af700ab7860b1d&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 1096 time: 0.0750322 Jul 16 01:12:28.544487 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-33a0e7eb-43de-4e08-a53b-a8a342801daf None None] Provisioning for port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:28.550187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-33a0e7eb-43de-4e08-a53b-a8a342801daf None None] Provisioning complete for port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:28.550957 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-33a0e7eb-43de-4e08-a53b-a8a342801daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.623585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-33a0e7eb-43de-4e08-a53b-a8a342801daf None None] Port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:12:28.631909 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f2232a9e-ab10-499c-b685-37b00ac0b584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.638078 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f2232a9e-ab10-499c-b685-37b00ac0b584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.648751 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-5cf76968-e2a3-407a-bd99-1a915df11c1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5559182 Jul 16 01:12:28.649439 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e1beac62-8d36-44af-a47b-e5edba91c09a req-3c49acac-b23f-4861-b5f7-2dbf34f6edce tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.650629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1beac62-8d36-44af-a47b-e5edba91c09a req-3c49acac-b23f-4861-b5f7-2dbf34f6edce tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5420878 Jul 16 01:12:28.656476 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-ef854149-59db-4d4d-bf9b-e2f4f3de56c9 service neutron] For port a6b4840c-a5d2-4073-90c3-f352784b1069, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:28.665444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Request body: {'port': {'device_id': '0f2df9dd-89a0-4dda-8d22-e8a35a55f25e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:28.670123 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-ef854149-59db-4d4d-bf9b-e2f4f3de56c9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.671143 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84677d99-090e-4460-ace4-d2e65f56f8fe req-ef854149-59db-4d4d-bf9b-e2f4f3de56c9 service neutron] 10.222.0.69 "DELETE /v2.0/ports/a6b4840c-a5d2-4073-90c3-f352784b1069/bindings/n-h2-791505-14 HTTP/1.1" status: 204 len: 173 time: 0.1756537 Jul 16 01:12:28.685060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2232a9e-ab10-499c-b685-37b00ac0b584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d23143-9351-4af8-ba5d-c5a1def9f527,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:28.691628 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f2232a9e-ab10-499c-b685-37b00ac0b584 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=affe30bd3b5b47cc8d047b5cfcfce87f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4469330 Jul 16 01:12:28.694315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42016) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:28.733623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaa0500-9551-49aa-a072-a651952aada2 req-aa1fe5d2-4e1c-4c58-a0f6-3ef92a24c214 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:28.735857 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afaa0500-9551-49aa-a072-a651952aada2 req-aa1fe5d2-4e1c-4c58-a0f6-3ef92a24c214 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 1096 time: 0.1424458 Jul 16 01:12:28.750046 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c5ab596a-3ff9-484d-9b60-5f940ac6a095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.775244 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c5ab596a-3ff9-484d-9b60-5f940ac6a095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: from cryptography.utils import int_from_bytes Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: from cryptography.utils import int_from_bytes Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.813590 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:28.817325 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:28.830150 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c5ab596a-3ff9-484d-9b60-5f940ac6a095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.832788 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c5ab596a-3ff9-484d-9b60-5f940ac6a095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.834011 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c5ab596a-3ff9-484d-9b60-5f940ac6a095 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/10d23143-9351-4af8-ba5d-c5a1def9f527 HTTP/1.1" status: 204 len: 168 time: 0.1387119 Jul 16 01:12:28.846982 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:28.850798 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-950f545a-ae4f-4ce2-857b-92c9ac012667 req-e41967d7-16a0-4564-8901-8b9b1e39e322 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c18d598-5742-468a-bbd7-1ce7943742b8 HTTP/1.1" status: 200 len: 210 time: 0.0576582 Jul 16 01:12:28.857505 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab596a-3ff9-484d-9b60-5f940ac6a095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d23143-9351-4af8-ba5d-c5a1def9f527,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:28.861797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afaa0500-9551-49aa-a072-a651952aada2 req-13fbd3f7-32cb-4736-95bc-9ef88b8edcef tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161108 Jul 16 01:12:28.954259 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fbf83d0-4bff-45d3-bf51-060c48048362 x-openstack-request-id: req-0fbf83d0-4bff-45d3-bf51-060c48048362 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:28.954554 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c18d598-5742-468a-bbd7-1ce7943742b8", "name": "network-vif-deleted", "tag": "1294e480-70b1-4e93-bf35-acff02323d28", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:28.954863 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0fbf83d0-4bff-45d3-bf51-060c48048362 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:28.955269 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c18d598-5742-468a-bbd7-1ce7943742b8', 'name': 'network-vif-deleted', 'tag': '1294e480-70b1-4e93-bf35-acff02323d28', 'status': 'completed', 'code': 200} Jul 16 01:12:29.061489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-66babb5c-40ac-4937-a1da-cf252e9a47a4 req-5923bad0-e4d0-46d3-8a64-04714f743ae7 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-794750279', 'description': 'tempest-description-1585739604'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:29.123486 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-66babb5c-40ac-4937-a1da-cf252e9a47a4 req-5923bad0-e4d0-46d3-8a64-04714f743ae7 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:29.296214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:29.308484 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:29.317365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdbc346-5e35-4806-a79d-bf4170462d14 req-3fb890f2-d0b2-4c92-9f7f-03629521492b tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:29.318863 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ecdbc346-5e35-4806-a79d-bf4170462d14 req-3fb890f2-d0b2-4c92-9f7f-03629521492b tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2df9dd-89a0-4dda-8d22-e8a35a55f25e HTTP/1.1" status: 200 len: 935 time: 0.1805837 Jul 16 01:12:29.342597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Transition to ACTIVE for port object 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:29.356372 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:29.361826 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-66babb5c-40ac-4937-a1da-cf252e9a47a4 req-5923bad0-e4d0-46d3-8a64-04714f743ae7 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:29.373766 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-66babb5c-40ac-4937-a1da-cf252e9a47a4 req-5923bad0-e4d0-46d3-8a64-04714f743ae7 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:29.444810 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ecdbc346-5e35-4806-a79d-bf4170462d14 req-5eb0d6c6-3e40-46e2-8172-516741071485 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177728 Jul 16 01:12:29.453133 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-66babb5c-40ac-4937-a1da-cf252e9a47a4 req-5923bad0-e4d0-46d3-8a64-04714f743ae7 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:29.454350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66babb5c-40ac-4937-a1da-cf252e9a47a4 req-5923bad0-e4d0-46d3-8a64-04714f743ae7 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3987975 Jul 16 01:12:29.456842 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7848bbb0-c0dd-4b46-aa2c-655fa99a6d62,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:29.468817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923bad0-e4d0-46d3-8a64-04714f743ae7 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18eef1ab-133b-479b-8de5-6f022d6a5dc1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:29.533661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Attempting to bind port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:29.534059 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Attempting to bind port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:29.534374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Attempting to bind port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:29.577745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:12:29.578167 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Attempting to bind port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:29.607948 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:29.608293 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:29.608685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:29.609128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Bound port: 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:29.609922 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:29.803008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-542c7d5c-3402-4c51-9672-2f0b34425815 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:29.804521 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-542c7d5c-3402-4c51-9672-2f0b34425815 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 808 time: 0.2278101 Jul 16 01:12:29.829029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] For port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:29.840180 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-bf87d8bb-3a3c-476a-8ae0-fb393a0fc00a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/quotas/0a6f1242be7f44c5a4ca0f2b9fa01ca0 HTTP/1.1" status: 200 len: 375 time: 0.0294330 Jul 16 01:12:29.861545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] For port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7848bbb0-c0dd-4b46-aa2c-655fa99a6d62,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:29.869615 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:29.949170 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:29.949786 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:29.951193 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] 10.222.0.69 "PUT /v2.0/ports/7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 HTTP/1.1" status: 200 len: 1096 time: 1.2933996 Jul 16 01:12:29.952256 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f2df9dd-89a0-4dda-8d22-e8a35a55f25e', 'tag': '7848bbb0-c0dd-4b46-aa2c-655fa99a6d62'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:29.954485 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e03b93-71f5-4bc2-92a6-53cb965ddf14" -d '{"events": [{"name": "network-changed", "server_uuid": "0f2df9dd-89a0-4dda-8d22-e8a35a55f25e", "tag": "7848bbb0-c0dd-4b46-aa2c-655fa99a6d62"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:30.001695 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ad072-4ce0-4e7f-b06a-e2c26bd374e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7848bbb0-c0dd-4b46-aa2c-655fa99a6d62,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:30.007076 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.090464 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-dc298301-2d01-4cc4-85b3-6f01a9835686 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2425246 Jul 16 01:12:30.113315 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-2ab4ec82-63ed-43e8-b7d5-3bda7a22e054 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50603 time: 0.5807300 Jul 16 01:12:30.204639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-9af1a9d1-aee2-4d24-8173-3f7e61b724ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:30.206060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-9af1a9d1-aee2-4d24-8173-3f7e61b724ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=264398c9339b44bc8be1dc5f7040b335&device_id=0f2df9dd-89a0-4dda-8d22-e8a35a55f25e HTTP/1.1" status: 200 len: 1099 time: 0.2013128 Jul 16 01:12:30.267365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-86c53453-ae6c-49d1-8c95-d69b65f0a575 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 HTTP/1.1" status: 200 len: 217 time: 0.0507483 Jul 16 01:12:30.269146 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-e1334b74-9fec-4cd8-b114-f67252e61b2f tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/1661125d-511d-4df9-b816-9ea4de84c1f6 HTTP/1.1" status: 200 len: 2981 time: 0.1471052 Jul 16 01:12:30.271084 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-03ce674f-222c-42a3-b42a-215aacf6c816 service neutron] 10.222.0.22 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731863 Jul 16 01:12:30.397361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-9f3e16f7-c008-4960-a053-d5fc06b419b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:30.398819 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-9f3e16f7-c008-4960-a053-d5fc06b419b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1258755 Jul 16 01:12:30.404328 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-888cacca-31c3-485b-81b2-62eab05ae8e8 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/1661125d-511d-4df9-b816-9ea4de84c1f6 HTTP/1.1" status: 200 len: 2981 time: 0.1237085 Jul 16 01:12:30.482571 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-9064f55d-583d-4ce0-8f6e-27a502417975 service neutron] 10.222.0.22 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999545 Jul 16 01:12:30.499079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-a1a8026c-b597-4d27-a5ca-1b281c99cbe9 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/1c192158-5d6f-4c21-b152-d396f0abcb97 HTTP/1.1" status: 200 len: 2981 time: 0.0796123 Jul 16 01:12:30.513525 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-7b0aa515-3f2f-469c-ade3-1aee28b1e4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:30.514983 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-7b0aa515-3f2f-469c-ade3-1aee28b1e4c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1068225 Jul 16 01:12:30.572548 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-3222e557-1b78-4269-8ef0-bd28c1c313cf tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/1c192158-5d6f-4c21-b152-d396f0abcb97 HTTP/1.1" status: 200 len: 2981 time: 0.0668154 Jul 16 01:12:30.652336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-0f1c7991-2354-440d-b1e8-612329772e41 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294281 Jul 16 01:12:30.653843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-86bf6cc7-a628-487f-86ba-959fdb0d5418 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/32affcc2-f418-49b5-95a5-5ae88c0dabb3 HTTP/1.1" status: 200 len: 2981 time: 0.0570138 Jul 16 01:12:30.797717 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-f80ac1d6-c233-4e89-b455-c940bc22715c tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/32affcc2-f418-49b5-95a5-5ae88c0dabb3 HTTP/1.1" status: 200 len: 2981 time: 0.1290650 Jul 16 01:12:30.820035 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:30.834355 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b780872-9245-4b6c-8a22-64cbd0e7921b req-9177e77f-5f32-423b-aff7-2d3721f33863 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748929 Jul 16 01:12:30.858943 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855dc03b-2ce6-40ae-9414-150a8a0bd474 req-466f1f26-fd3c-4700-8d66-562146a9bb0f tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:30.860689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-855dc03b-2ce6-40ae-9414-150a8a0bd474 req-466f1f26-fd3c-4700-8d66-562146a9bb0f tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 944 time: 0.1729214 Jul 16 01:12:30.884726 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-98d94454-31ab-4c61-9117-38dc92c17865 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/3608cea1-0ced-49d5-84c2-a205b1d8f8bf HTTP/1.1" status: 200 len: 2981 time: 0.0753891 Jul 16 01:12:30.915532 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-855dc03b-2ce6-40ae-9414-150a8a0bd474 req-2a8f536c-0816-413d-8287-dd0bd1add04b tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485909 Jul 16 01:12:30.959252 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-40832c33-5213-40c9-9f91-c6e06498e15f tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/3608cea1-0ced-49d5-84c2-a205b1d8f8bf HTTP/1.1" status: 200 len: 2981 time: 0.0669522 Jul 16 01:12:30.998254 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-739d4607-f612-4df2-96d1-b35a6c6e1b64 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/592cc879-32ea-4df4-be11-52d72a48e731 HTTP/1.1" status: 200 len: 2977 time: 0.0381193 Jul 16 01:12:31.030319 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 1294e480-70b1-4e93-bf35-acff02323d28 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:31.051433 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 1294e480-70b1-4e93-bf35-acff02323d28 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:31.052128 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 1294e480-70b1-4e93-bf35-acff02323d28 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:31.066038 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-9ecfdd29-6e98-4384-a1a7-cf6a4890dc7b tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/592cc879-32ea-4df4-be11-52d72a48e731 HTTP/1.1" status: 200 len: 2977 time: 0.0560293 Jul 16 01:12:31.112765 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-0af39ebf-20b6-4d7b-b2b7-a2625639984e tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/7a4763f3-e096-4dc8-b530-4af079fa5415 HTTP/1.1" status: 200 len: 2981 time: 0.0408504 Jul 16 01:12:31.165450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-9601bca2-95c2-44b6-b059-cd098f6e130f tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/7a4763f3-e096-4dc8-b530-4af079fa5415 HTTP/1.1" status: 200 len: 2981 time: 0.0467348 Jul 16 01:12:31.207230 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-0d095cb6-8172-4ade-a8c4-169d99dc0e5c tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/7b40fd25-41c8-4185-b2dd-2afefa317b6c HTTP/1.1" status: 200 len: 2977 time: 0.0407472 Jul 16 01:12:31.255349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-f645af82-b83e-40be-8a6d-053d8a352286 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/7b40fd25-41c8-4185-b2dd-2afefa317b6c HTTP/1.1" status: 200 len: 2977 time: 0.0392165 Jul 16 01:12:31.308191 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-3d5c29d0-d428-4359-9380-28dc4b3b3eb0 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/8856b277-e1d9-4395-8df6-1a60be395ed9 HTTP/1.1" status: 200 len: 2981 time: 0.0462048 Jul 16 01:12:31.349970 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-7aa57d86-fc56-4a7e-8550-7ede183f8ca8 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/8856b277-e1d9-4395-8df6-1a60be395ed9 HTTP/1.1" status: 200 len: 2981 time: 0.0362892 Jul 16 01:12:31.393783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-7a204d89-088b-43cb-9e01-3898223f0d80 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/a1b383f3-a01b-4a97-8a72-1a3a00e3c57e HTTP/1.1" status: 200 len: 2981 time: 0.0373325 Jul 16 01:12:31.439123 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-6a633617-d0ff-484f-8101-372b5fb5a527 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/a1b383f3-a01b-4a97-8a72-1a3a00e3c57e HTTP/1.1" status: 200 len: 2981 time: 0.0387101 Jul 16 01:12:31.480260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-0be1c7b4-6f61-4a5f-9f32-82afa49f49f1 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/ce92ae65-fd01-4e9c-8368-41a01f4d0db3 HTTP/1.1" status: 200 len: 2981 time: 0.0354249 Jul 16 01:12:31.522101 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-4d69e4b3-b705-4c22-af3c-4ea5711e242b tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/ce92ae65-fd01-4e9c-8368-41a01f4d0db3 HTTP/1.1" status: 200 len: 2981 time: 0.0362537 Jul 16 01:12:31.567060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-2899f26c-d27d-4fbf-a79b-46731c3c1c6e tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/dbbbb61d-858f-4c1d-b586-77d20ea73e2a HTTP/1.1" status: 200 len: 2977 time: 0.0378501 Jul 16 01:12:31.610997 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-b2d98e40-ca20-46d9-89ef-b356cb7ba36b tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/dbbbb61d-858f-4c1d-b586-77d20ea73e2a HTTP/1.1" status: 200 len: 2977 time: 0.0379710 Jul 16 01:12:31.657438 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-10fe8a46-b423-4c69-87d6-f5ea0910ab75 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/e3d80e30-934b-432b-a7cd-047610570672 HTTP/1.1" status: 200 len: 2981 time: 0.0407865 Jul 16 01:12:31.772242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-8c6ff31e-37a4-4c40-ae9f-5e72b7017e83 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/e3d80e30-934b-432b-a7cd-047610570672 HTTP/1.1" status: 200 len: 2981 time: 0.1053655 Jul 16 01:12:31.786065 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c3412f-3f58-4e27-a1ce-dc025b6f25f4 x-openstack-request-id: req-91c3412f-3f58-4e27-a1ce-dc025b6f25f4 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:31.786348 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f2df9dd-89a0-4dda-8d22-e8a35a55f25e", "tag": "7848bbb0-c0dd-4b46-aa2c-655fa99a6d62", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:31.786601 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91c3412f-3f58-4e27-a1ce-dc025b6f25f4 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:31.786995 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f2df9dd-89a0-4dda-8d22-e8a35a55f25e', 'tag': '7848bbb0-c0dd-4b46-aa2c-655fa99a6d62', 'status': 'completed', 'code': 200} Jul 16 01:12:31.813810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-f6caf863-d3d0-414b-b707-147b37be6dc2 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:31.815264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-f6caf863-d3d0-414b-b707-147b37be6dc2 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.70 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 808 time: 0.1401758 Jul 16 01:12:31.836507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-cc7f9992-d891-4995-b5fd-c0659e168263 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Request body: {'port': {'device_id': 'dbcf58d3-72b1-473f-8bbe-960abd47814f', 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83', 'admin_state_up': True, 'tenant_id': '0a6f1242be7f44c5a4ca0f2b9fa01ca0'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:31.900916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 33ffe06f-2415-4dcd-85e4-f20c9f64b829 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:31.906640 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-0c39dfd2-fe1b-44a6-b86c-fb9c9437c491 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/e40f96a3-1e38-458d-9ef5-2425f775a8e1 HTTP/1.1" status: 200 len: 2981 time: 0.1187913 Jul 16 01:12:31.998176 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.021952 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0affe474-2a22-4483-8e93-a31350f45254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ffe06f-2415-4dcd-85e4-f20c9f64b829'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:32.024135 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f31b33-e560-4c08-8d6a-504b6c69b23b" -d '{"events": [{"server_uuid": "0affe474-2a22-4483-8e93-a31350f45254", "name": "network-vif-unplugged", "status": "completed", "tag": "33ffe06f-2415-4dcd-85e4-f20c9f64b829"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:32.040430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 33ffe06f-2415-4dcd-85e4-f20c9f64b829, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=33ffe06f-2415-4dcd-85e4-f20c9f64b829,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:32.048361 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.049811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03b93-71f5-4bc2-92a6-53cb965ddf14 req-56417953-54d4-4614-9473-b8e338d2be14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:32.051310 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0e03b93-71f5-4bc2-92a6-53cb965ddf14 req-56417953-54d4-4614-9473-b8e338d2be14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=264398c9339b44bc8be1dc5f7040b335&device_id=0f2df9dd-89a0-4dda-8d22-e8a35a55f25e HTTP/1.1" status: 200 len: 1099 time: 0.2334950 Jul 16 01:12:32.063637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-8a13e71b-6f1c-4668-95e0-4b5e0aa8019f tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/e40f96a3-1e38-458d-9ef5-2425f775a8e1 HTTP/1.1" status: 200 len: 2981 time: 0.1284328 Jul 16 01:12:32.113257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-cc7f9992-d891-4995-b5fd-c0659e168263 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Made reservation on behalf of 0a6f1242be7f44c5a4ca0f2b9fa01ca0 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:32.116695 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-cc7f9992-d891-4995-b5fd-c0659e168263 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:32.142783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=33ffe06f-2415-4dcd-85e4-f20c9f64b829,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:32.464441 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc31ec3-197e-4c4d-b662-ca60aeba0412 req-bb62bf94-95dc-473c-a7d3-c787f6c42dae tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:32.465902 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2bc31ec3-197e-4c4d-b662-ca60aeba0412 req-bb62bf94-95dc-473c-a7d3-c787f6c42dae tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2df9dd-89a0-4dda-8d22-e8a35a55f25e HTTP/1.1" status: 200 len: 947 time: 0.4784169 Jul 16 01:12:32.495546 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-b83a1567-953e-4c17-a6bb-0ae2c4eea2c9 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/e9299bb8-78b7-466e-aef8-9dde24c0ac4d HTTP/1.1" status: 200 len: 2981 time: 0.4211104 Jul 16 01:12:32.524263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03b93-71f5-4bc2-92a6-53cb965ddf14 req-e146f31d-6398-4b7b-895a-ba8b67067fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:32.525650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0e03b93-71f5-4bc2-92a6-53cb965ddf14 req-e146f31d-6398-4b7b-895a-ba8b67067fca service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.4657698 Jul 16 01:12:32.601300 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0e03b93-71f5-4bc2-92a6-53cb965ddf14 req-c61b25ac-bbf5-4020-a30c-0fd7f2e22cdd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 HTTP/1.1" status: 200 len: 217 time: 0.0612783 Jul 16 01:12:32.627583 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2bc31ec3-197e-4c4d-b662-ca60aeba0412 req-0472aa7b-12bb-497f-aa5e-dd0d4b82ed25 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268675 Jul 16 01:12:32.668768 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-788927c2-0b36-4ec2-ae13-423f743c4e6a tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/e9299bb8-78b7-466e-aef8-9dde24c0ac4d HTTP/1.1" status: 200 len: 2981 time: 0.1630540 Jul 16 01:12:32.719522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03b93-71f5-4bc2-92a6-53cb965ddf14 req-a1e8e2ed-32da-4017-af14-c1efb8d72cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:32.720952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0e03b93-71f5-4bc2-92a6-53cb965ddf14 req-a1e8e2ed-32da-4017-af14-c1efb8d72cf5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1088002 Jul 16 01:12:32.724529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-cc7f9992-d891-4995-b5fd-c0659e168263 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Allocated IP 172.20.0.3 (8a12b0de-6ef6-45d3-924a-11f308816a83/444b39ba-692a-4b43-854c-acc759053f2e/851bbee5-5b83-4b0a-84db-9b75d19301c4) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:12:32.804951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f45ac3e-1f32-4b71-a135-ad529fe181db req-84b8d52a-e724-44f3-a955-bec6ef9517a0 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 210 time: 0.0710304 Jul 16 01:12:32.809577 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-98272db9-0c27-4d5b-b78f-3616c9cdbd1b tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/fc11caf2-38b8-49ad-8eea-d5c27b9f4c1a HTTP/1.1" status: 200 len: 2973 time: 0.1334922 Jul 16 01:12:32.904808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e03b93-71f5-4bc2-92a6-53cb965ddf14 req-2c3289c3-e18f-4ff9-abd8-f83509c6db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:32.906830 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0e03b93-71f5-4bc2-92a6-53cb965ddf14 req-2c3289c3-e18f-4ff9-abd8-f83509c6db6e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1761348 Jul 16 01:12:32.936966 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b53f125f-e10c-4742-a719-2780b838ff78 req-459237fb-f8ea-4029-a708-56b6fe5182ce tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/fc11caf2-38b8-49ad-8eea-d5c27b9f4c1a HTTP/1.1" status: 200 len: 2973 time: 0.1178916 Jul 16 01:12:33.009316 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d133a2c3-8d61-4587-9edc-74fd811eaac9 req-5060cac3-e850-46de-b069-28b95b3a4e18 tempest-AbsoluteLimitsNegativeTestJSON-85805156 tempest-AbsoluteLimitsNegativeTestJSON-85805156-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=81737e0fa707402f9af7c9c54f99f591&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359459 Jul 16 01:12:33.045163 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:33.118657 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-cc7f9992-d891-4995-b5fd-c0659e168263 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:33.149788 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7848bbb0-c0dd-4b46-aa2c-655fa99a6d62,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:33.153109 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0e03b93-71f5-4bc2-92a6-53cb965ddf14 req-6c8b645b-e58c-4195-8423-c10b1f4e006b service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392988 Jul 16 01:12:33.164164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '7848bbb0-c0dd-4b46-aa2c-655fa99a6d62', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '7848bbb0-c0dd-4b46-aa2c-655fa99a6d62', 'mac_address': 'fa:16:3e:17:77:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:33.212040 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3379c124-23d3-4db7-a6b0-2d16b4657344 x-openstack-request-id: req-3379c124-23d3-4db7-a6b0-2d16b4657344 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:33.212570 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0affe474-2a22-4483-8e93-a31350f45254", "name": "network-vif-unplugged", "status": "completed", "tag": "33ffe06f-2415-4dcd-85e4-f20c9f64b829", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:33.212921 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3379c124-23d3-4db7-a6b0-2d16b4657344 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:33.214627 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0affe474-2a22-4483-8e93-a31350f45254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ffe06f-2415-4dcd-85e4-f20c9f64b829', 'code': 200} Jul 16 01:12:33.215584 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:33.232655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:33.239013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133a2c3-8d61-4587-9edc-74fd811eaac9 req-b59b3e24-4aba-4bb7-8711-8be460ae3c87 tempest-AbsoluteLimitsNegativeTestJSON-85805156 tempest-AbsoluteLimitsNegativeTestJSON-85805156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:33.240520 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d133a2c3-8d61-4587-9edc-74fd811eaac9 req-b59b3e24-4aba-4bb7-8711-8be460ae3c87 tempest-AbsoluteLimitsNegativeTestJSON-85805156 tempest-AbsoluteLimitsNegativeTestJSON-85805156-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2037709 Jul 16 01:12:33.255489 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7848bbb0-c0dd-4b46-aa2c-655fa99a6d62,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:33.259612 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:33.298175 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d133a2c3-8d61-4587-9edc-74fd811eaac9 req-d1e5e39d-3350-42ff-93d3-d452e34cea68 tempest-AbsoluteLimitsNegativeTestJSON-85805156 tempest-AbsoluteLimitsNegativeTestJSON-85805156-project] 10.222.0.22 "GET /v2.0/quotas/81737e0fa707402f9af7c9c54f99f591 HTTP/1.1" status: 200 len: 375 time: 0.0263023 Jul 16 01:12:33.302763 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-cc7f9992-d891-4995-b5fd-c0659e168263 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:33.318686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=7848bbb0-c0dd-4b46-aa2c-655fa99a6d62,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:33.364769 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d133a2c3-8d61-4587-9edc-74fd811eaac9 req-50be7405-9b69-4aef-b7b3-1fc4fdeda070 tempest-AbsoluteLimitsNegativeTestJSON-85805156 tempest-AbsoluteLimitsNegativeTestJSON-85805156-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=81737e0fa707402f9af7c9c54f99f591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657771 Jul 16 01:12:33.414737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0e03b93-71f5-4bc2-92a6-53cb965ddf14 req-1cbe30e4-9169-47d1-99ab-41b6212a60f1 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518048 Jul 16 01:12:33.433988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-cc7f9992-d891-4995-b5fd-c0659e168263 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Network 8a12b0de-6ef6-45d3-924a-11f308816a83 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:33.444666 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-cc7f9992-d891-4995-b5fd-c0659e168263 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:33.447459 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f9992-d891-4995-b5fd-c0659e168263 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Pushing event updated for resources: {'Port': ['ID=851bbee5-5b83-4b0a-84db-9b75d19301c4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:33.451706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-cc7f9992-d891-4995-b5fd-c0659e168263 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:12:33.462046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-cc7f9992-d891-4995-b5fd-c0659e168263 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:33.463113 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-cc7f9992-d891-4995-b5fd-c0659e168263 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:33.498192 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-cc7f9992-d891-4995-b5fd-c0659e168263 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6698630 Jul 16 01:12:33.501825 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['7848bbb0-c0dd-4b46-aa2c-655fa99a6d62'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:33.516662 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Request body: {'port': {'device_id': 'dbcf58d3-72b1-473f-8bbe-960abd47814f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:33.525068 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfca52-f0de-410f-90fb-6379804aef28 req-29aaa8e3-803a-4344-9445-561bcee6c24f tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:33.527607 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5bfca52-f0de-410f-90fb-6379804aef28 req-29aaa8e3-803a-4344-9445-561bcee6c24f tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 1096 time: 0.2050326 Jul 16 01:12:33.661670 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5bfca52-f0de-410f-90fb-6379804aef28 req-f478dced-77a3-484b-8789-d0833650dcd0 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022432 Jul 16 01:12:33.701148 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:33.701966 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42168) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:33.904591 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-972dce83-bb7f-4263-9f2f-7a757805057d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.005919 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-972dce83-bb7f-4263-9f2f-7a757805057d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.011022 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-972dce83-bb7f-4263-9f2f-7a757805057d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.053499 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-972dce83-bb7f-4263-9f2f-7a757805057d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81737e0fa707402f9af7c9c54f99f591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491940 Jul 16 01:12:34.053891 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972dce83-bb7f-4263-9f2f-7a757805057d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f80c687-9423-4834-a4b7-cda6c43696a6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:34.056407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42182) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:34.070134 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa9c7085-6844-4bcb-9bbf-ebb4231bd5b9 req-3d279103-1269-4ac6-8029-ac27aa04ca4b tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2205e1ddc8b84d6f8a9cca3d778dd844 HTTP/1.1" status: 200 len: 6100 time: 0.1360629 Jul 16 01:12:34.121271 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d92e06b-44d1-4476-b80d-860bba070f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.144713 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d92e06b-44d1-4476-b80d-860bba070f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.162541 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa9c7085-6844-4bcb-9bbf-ebb4231bd5b9 req-b6301e78-ba0b-4323-80c8-291629c339d2 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] 10.222.0.22 "GET /v2.0/security-groups/ce92ae65-fd01-4e9c-8368-41a01f4d0db3 HTTP/1.1" status: 200 len: 2981 time: 0.0826547 Jul 16 01:12:34.205278 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d92e06b-44d1-4476-b80d-860bba070f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.208050 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d92e06b-44d1-4476-b80d-860bba070f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.209212 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1d92e06b-44d1-4476-b80d-860bba070f92 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3f80c687-9423-4834-a4b7-cda6c43696a6 HTTP/1.1" status: 204 len: 168 time: 0.1516621 Jul 16 01:12:34.217707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d92e06b-44d1-4476-b80d-860bba070f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f80c687-9423-4834-a4b7-cda6c43696a6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:34.265608 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851bbee5-5b83-4b0a-84db-9b75d19301c4 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:34.283843 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.309324 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa9c7085-6844-4bcb-9bbf-ebb4231bd5b9 req-9c871ee7-17d6-4631-915e-4e38ef0960a7 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] 10.222.0.22 "GET /v2.0/security-groups/ce92ae65-fd01-4e9c-8368-41a01f4d0db3 HTTP/1.1" status: 200 len: 2981 time: 0.1168098 Jul 16 01:12:34.319164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Transition to ACTIVE for port object 851bbee5-5b83-4b0a-84db-9b75d19301c4 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:34.328737 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.385846 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad153871-c8d5-4ffb-b745-70cd5df13395 req-fe136352-6185-4af6-92ec-afe47701b27c tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:34.387419 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad153871-c8d5-4ffb-b745-70cd5df13395 req-fe136352-6185-4af6-92ec-afe47701b27c tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=60cd49e5-b072-4cd1-ad4d-0749928ea817 HTTP/1.1" status: 200 len: 950 time: 0.1817305 Jul 16 01:12:34.461068 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Pushing event updated for resources: {'Port': ['ID=851bbee5-5b83-4b0a-84db-9b75d19301c4,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:34.544433 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad153871-c8d5-4ffb-b745-70cd5df13395 req-494e7579-ee8d-490f-a856-64729ccae885 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324472 Jul 16 01:12:34.545073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Attempting to bind port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:34.545410 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Attempting to bind port 851bbee5-5b83-4b0a-84db-9b75d19301c4 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:34.545737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Attempting to bind port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:34.560616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:12:34.560881 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Attempting to bind port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:34.570704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a255e29-b29b-449a-ac77-7c5052e2d2f8 req-15e62a05-fb6e-4ac9-a7f8-76e34095fc45 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=80c18afe-16d2-4292-9e71-5667ebd2b458&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2034700 Jul 16 01:12:34.573956 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:34.574295 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Checking segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:34.574676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Bound using segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:34.575117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Bound port: 851bbee5-5b83-4b0a-84db-9b75d19301c4, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:34.575474 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.601936 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bfc9d-64c2-4cdc-ae66-ddf2175e1c02 req-0bf6fc97-9405-4faf-a613-4d0440f6306f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:34.603465 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef9bfc9d-64c2-4cdc-ae66-ddf2175e1c02 req-0bf6fc97-9405-4faf-a613-4d0440f6306f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2df9dd-89a0-4dda-8d22-e8a35a55f25e HTTP/1.1" status: 200 len: 948 time: 0.1714206 Jul 16 01:12:34.738969 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bb981601-4fb9-4285-809f-5dc6cc798658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.748361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] For port 851bbee5-5b83-4b0a-84db-9b75d19301c4, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:34.770243 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef9bfc9d-64c2-4cdc-ae66-ddf2175e1c02 req-9927e3b9-ee38-4ffb-ba1e-f8587411b635 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494699 Jul 16 01:12:34.795800 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] For port 851bbee5-5b83-4b0a-84db-9b75d19301c4, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=851bbee5-5b83-4b0a-84db-9b75d19301c4,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:34.812429 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.868983 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a255e29-b29b-449a-ac77-7c5052e2d2f8 req-4b188b6f-ed1d-4e4f-a79f-23d09740499d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:34.871226 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a255e29-b29b-449a-ac77-7c5052e2d2f8 req-4b188b6f-ed1d-4e4f-a79f-23d09740499d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a149cbfec8a14af28ac02267946fa43c&device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 1118 time: 0.2349148 Jul 16 01:12:34.878775 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:34.879396 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:34.880849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] 10.222.0.70 "PUT /v2.0/ports/851bbee5-5b83-4b0a-84db-9b75d19301c4 HTTP/1.1" status: 200 len: 1092 time: 1.3719833 Jul 16 01:12:34.887007 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf58d3-72b1-473f-8bbe-960abd47814f', 'tag': '851bbee5-5b83-4b0a-84db-9b75d19301c4'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:34.889295 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4823079c-5924-455d-bd48-ce4fd6ac551a" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcf58d3-72b1-473f-8bbe-960abd47814f", "tag": "851bbee5-5b83-4b0a-84db-9b75d19301c4"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:34.907418 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43796daf-62d3-4bde-9c7d-42b08dbe789c req-0dd66663-b921-4f13-975a-2a3352757e6f tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:34.908951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-43796daf-62d3-4bde-9c7d-42b08dbe789c req-0dd66663-b921-4f13-975a-2a3352757e6f tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 943 time: 0.2316206 Jul 16 01:12:34.964710 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42220) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:34.971079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffdd4aa-b44f-4bd5-889d-6089bda6bb64 req-4017f0cb-a1e7-422c-b9ec-6fbc6161bcb3 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:34.972565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ffdd4aa-b44f-4bd5-889d-6089bda6bb64 req-4017f0cb-a1e7-422c-b9ec-6fbc6161bcb3 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.70 "GET /v2.0/ports?device_id=60cd49e5-b072-4cd1-ad4d-0749928ea817 HTTP/1.1" status: 200 len: 950 time: 0.2436688 Jul 16 01:12:35.031485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc9e8f0-bfda-4182-9c26-4e4a720e4a92 service neutron] Pushing event updated for resources: {'Port': ['ID=851bbee5-5b83-4b0a-84db-9b75d19301c4,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:35.046067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:35.069871 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-61f95c15-1dfd-4773-80fa-4cdec985a27d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2065371282-network', 'tenant_id': '0ff7187852584393bb0213cb007042b4'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:35.091841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f95c15-1dfd-4773-80fa-4cdec985a27d admin admin] Made reservation on behalf of 0ff7187852584393bb0213cb007042b4 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:35.094163 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61f95c15-1dfd-4773-80fa-4cdec985a27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.104303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:35.105822 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61f95c15-1dfd-4773-80fa-4cdec985a27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.109012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:35.109585 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.188650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-43796daf-62d3-4bde-9c7d-42b08dbe789c req-98194d0f-c820-45c1-9e78-70c0986c8fe5 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502408 Jul 16 01:12:35.205289 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61f95c15-1dfd-4773-80fa-4cdec985a27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.210822 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61f95c15-1dfd-4773-80fa-4cdec985a27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.219332 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.237193 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f95c15-1dfd-4773-80fa-4cdec985a27d admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:12:35.269085 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-cd4e552c-2eee-4e54-b3a8-5702473b0f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:35.269085 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-cd4e552c-2eee-4e54-b3a8-5702473b0f76 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 1095 time: 0.3369803 Jul 16 01:12:35.273562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f95c15-1dfd-4773-80fa-4cdec985a27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23bb92a-0dba-403b-958e-3739ed882700,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:35.281505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a255e29-b29b-449a-ac77-7c5052e2d2f8 req-7dd1d03e-4f4a-41e6-8d9e-c0d3784a24aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:35.283020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a255e29-b29b-449a-ac77-7c5052e2d2f8 req-7dd1d03e-4f4a-41e6-8d9e-c0d3784a24aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=77e7a502-3917-4cf3-9cd7-99a26b80cffa HTTP/1.1" status: 200 len: 924 time: 0.3865941 Jul 16 01:12:35.283438 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61f95c15-1dfd-4773-80fa-4cdec985a27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.285098 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-61f95c15-1dfd-4773-80fa-4cdec985a27d admin admin] Added segment ff590896-f4a1-4830-afc6-b93cd65e7fb6 of type vlan for network 604f055c-7674-44ee-b2f9-d44e5423e7d5 Jul 16 01:12:35.329319 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-70785ea6-268f-4fd1-848b-f5e7993dcf62 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:35.330797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-70785ea6-268f-4fd1-848b-f5e7993dcf62 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 821 time: 0.4362602 Jul 16 01:12:35.352087 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61f95c15-1dfd-4773-80fa-4cdec985a27d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.397431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f2df9dd-89a0-4dda-8d22-e8a35a55f25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7848bbb0-c0dd-4b46-aa2c-655fa99a6d62'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:35.399859 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797c1d20-89b1-4e93-934c-6af55d7fa4ac" -d '{"events": [{"server_uuid": "0f2df9dd-89a0-4dda-8d22-e8a35a55f25e", "name": "network-vif-plugged", "status": "completed", "tag": "7848bbb0-c0dd-4b46-aa2c-655fa99a6d62"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:35.409220 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-c69b0173-ef97-46f1-824a-90ffc99ad034 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=851bbee5-5b83-4b0a-84db-9b75d19301c4 HTTP/1.1" status: 200 len: 217 time: 0.1316111 Jul 16 01:12:35.414183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7848bbb0-c0dd-4b46-aa2c-655fa99a6d62,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:35.417014 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61f95c15-1dfd-4773-80fa-4cdec985a27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.418079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f95c15-1dfd-4773-80fa-4cdec985a27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:35.418778 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61f95c15-1dfd-4773-80fa-4cdec985a27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.419717 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.427439 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4185d08d-15a7-4f10-8c4e-6fa800ab022c req-343e26da-3a25-4280-91ff-9b450cb57676 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/18eef1ab-133b-479b-8de5-6f022d6a5dc1 HTTP/1.1" status: 200 len: 1777 time: 0.1098363 Jul 16 01:12:35.456117 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f15f0311-25c4-4688-b083-449138f0988a req-90e21565-e896-4655-88bb-8d50eea5bbb1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1061900 Jul 16 01:12:35.459553 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-61f95c15-1dfd-4773-80fa-4cdec985a27d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4938028 Jul 16 01:12:35.481134 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=7848bbb0-c0dd-4b46-aa2c-655fa99a6d62,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:35.507245 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42234) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:35.513490 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-02f5c0cb-9db0-4919-9a84-86664cc470a9 admin admin] Request body: {'subnet': {'network_id': '604f055c-7674-44ee-b2f9-d44e5423e7d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2065371282-subnet', 'tenant_id': '0ff7187852584393bb0213cb007042b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:35.527589 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f95c15-1dfd-4773-80fa-4cdec985a27d admin admin] Pushing event updated for resources: {'Network': ['ID=604f055c-7674-44ee-b2f9-d44e5423e7d5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:35.538140 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 604f055c-7674-44ee-b2f9-d44e5423e7d5 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:12:35.570583 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f5c0cb-9db0-4919-9a84-86664cc470a9 admin admin] Made reservation on behalf of 0ff7187852584393bb0213cb007042b4 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:35.573351 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-02f5c0cb-9db0-4919-9a84-86664cc470a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.613172 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f0311-25c4-4688-b083-449138f0988a req-109763d3-9d4b-4139-b350-e4f7ba3f6dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:35.614604 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f15f0311-25c4-4688-b083-449138f0988a req-109763d3-9d4b-4139-b350-e4f7ba3f6dbd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 1096 time: 0.1052268 Jul 16 01:12:35.751254 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-76eb9ab4-7229-4b6c-83ea-ae3c59790178 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/quotas/537b188632474e8c92af700ab7860b1d HTTP/1.1" status: 200 len: 375 time: 0.3405130 Jul 16 01:12:35.756762 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-4ffdd4aa-b44f-4bd5-889d-6089bda6bb64 req-5f54e539-b31f-4d3a-830f-5758a159f1b1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Deleting port 89c83fdc-ff45-40c8-b3bb-161796751e17 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:12:35.757103 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4ffdd4aa-b44f-4bd5-889d-6089bda6bb64 req-5f54e539-b31f-4d3a-830f-5758a159f1b1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.780216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f0311-25c4-4688-b083-449138f0988a req-806acd36-a9a1-4f39-809b-f658517ff770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:35.781698 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f15f0311-25c4-4688-b083-449138f0988a req-806acd36-a9a1-4f39-809b-f658517ff770 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.1379282 Jul 16 01:12:35.782070 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a255e29-b29b-449a-ac77-7c5052e2d2f8 req-417aa583-8157-4027-b393-7c3a99e09b82 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=de19274c-bc98-41c8-ae11-336971bce060 HTTP/1.1" status: 200 len: 1022 time: 0.4618025 Jul 16 01:12:35.850557 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f15f0311-25c4-4688-b083-449138f0988a req-d4975e51-8b80-4ca2-b19d-13a78fdbdbfd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8 HTTP/1.1" status: 200 len: 217 time: 0.0602207 Jul 16 01:12:35.873081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-9cceefa7-fbbc-44e5-bb7d-87ecbde696e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:35.874553 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-9cceefa7-fbbc-44e5-bb7d-87ecbde696e0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.4558575 Jul 16 01:12:35.890261 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-02f5c0cb-9db0-4919-9a84-86664cc470a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:35.940988 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f0311-25c4-4688-b083-449138f0988a req-d7233c84-2fac-4212-86c0-121912f385d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:35.942444 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f15f0311-25c4-4688-b083-449138f0988a req-d7233c84-2fac-4212-86c0-121912f385d4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.0818057 Jul 16 01:12:35.955947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-ca1046b2-71fd-46a5-a9c7-f0ef1b0afd39 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697935 Jul 16 01:12:35.971442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a255e29-b29b-449a-ac77-7c5052e2d2f8 req-c9cc17b2-5eee-4b19-809c-972053821381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:35.972898 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5c0cb-9db0-4919-9a84-86664cc470a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba4a1dc5-6dad-4075-9b2c-7ffcd5b98a8d,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:35.973401 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a255e29-b29b-449a-ac77-7c5052e2d2f8 req-c9cc17b2-5eee-4b19-809c-972053821381 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d69c0452-c1ca-45cd-b628-a1b93f52dacb HTTP/1.1" status: 200 len: 862 time: 0.1652262 Jul 16 01:12:35.999903 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f15f0311-25c4-4688-b083-449138f0988a req-5931145b-4ceb-4bcf-9063-9819318822ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457692 Jul 16 01:12:36.003491 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f5c0cb-9db0-4919-9a84-86664cc470a9 admin admin] Checking segment: {'id': 'ff590896-f4a1-4830-afc6-b93cd65e7fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '604f055c-7674-44ee-b2f9-d44e5423e7d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:36.003886 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f5c0cb-9db0-4919-9a84-86664cc470a9 admin admin] Network hostable DHCP agents. Network: 604f055c-7674-44ee-b2f9-d44e5423e7d5, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:12:36.035605 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4185d08d-15a7-4f10-8c4e-6fa800ab022c req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:36.045028 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f5c0cb-9db0-4919-9a84-86664cc470a9 admin admin] Network 604f055c-7674-44ee-b2f9-d44e5423e7d5 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:12:36.080109 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-02f5c0cb-9db0-4919-9a84-86664cc470a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 604f055c-7674-44ee-b2f9-d44e5423e7d5) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:36.084711 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f5c0cb-9db0-4919-9a84-86664cc470a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:36.085762 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-02f5c0cb-9db0-4919-9a84-86664cc470a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:36.085861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-4ffdd4aa-b44f-4bd5-889d-6089bda6bb64 req-5f54e539-b31f-4d3a-830f-5758a159f1b1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] For port 89c83fdc-ff45-40c8-b3bb-161796751e17, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=89c83fdc-ff45-40c8-b3bb-161796751e17,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:36.086020 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4ffdd4aa-b44f-4bd5-889d-6089bda6bb64 req-5f54e539-b31f-4d3a-830f-5758a159f1b1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:36.091056 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c6c176-962d-4af8-aede-d2e3c66c72a3 None None] Network 604f055c-7674-44ee-b2f9-d44e5423e7d5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:12:36.105207 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-02f5c0cb-9db0-4919-9a84-86664cc470a9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5968518 Jul 16 01:12:36.114846 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-35972210-9719-433b-a5db-1edfb056a279 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3501062 Jul 16 01:12:36.137229 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f15f0311-25c4-4688-b083-449138f0988a req-d2e3b59b-01b1-4d03-a45d-46e2f1dc64af service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279781 Jul 16 01:12:36.157357 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4185d08d-15a7-4f10-8c4e-6fa800ab022c req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:36.184137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-4ffdd4aa-b44f-4bd5-889d-6089bda6bb64 req-5f54e539-b31f-4d3a-830f-5758a159f1b1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Calling delete_port for 89c83fdc-ff45-40c8-b3bb-161796751e17 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:12:36.237516 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d623bd-8d33-4638-8937-7e48fec04ccf None None] Network 604f055c-7674-44ee-b2f9-d44e5423e7d5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:12:36.270901 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f15f0311-25c4-4688-b083-449138f0988a req-ce9c476b-1b1d-429e-9261-29a65d2d750b service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266048 Jul 16 01:12:36.317154 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-892ce62d-a014-4996-8f93-9752d54630b0 service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309541 Jul 16 01:12:36.346359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a255e29-b29b-449a-ac77-7c5052e2d2f8 req-a9ac218c-e804-443b-a82b-597795109091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:36.347839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a255e29-b29b-449a-ac77-7c5052e2d2f8 req-a9ac218c-e804-443b-a82b-597795109091 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=77e7a502-3917-4cf3-9cd7-99a26b80cffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3590658 Jul 16 01:12:36.370670 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4185d08d-15a7-4f10-8c4e-6fa800ab022c req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:36.373106 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4185d08d-15a7-4f10-8c4e-6fa800ab022c req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:36.374189 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4185d08d-15a7-4f10-8c4e-6fa800ab022c req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/18eef1ab-133b-479b-8de5-6f022d6a5dc1 HTTP/1.1" status: 204 len: 173 time: 0.9216831 Jul 16 01:12:36.420186 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c7caaa-4c74-4ca4-a17c-6e9a377a1cf6 x-openstack-request-id: req-38c7caaa-4c74-4ca4-a17c-6e9a377a1cf6 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:36.420473 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcf58d3-72b1-473f-8bbe-960abd47814f", "tag": "851bbee5-5b83-4b0a-84db-9b75d19301c4", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:36.420721 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-38c7caaa-4c74-4ca4-a17c-6e9a377a1cf6 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:36.421102 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf58d3-72b1-473f-8bbe-960abd47814f', 'tag': '851bbee5-5b83-4b0a-84db-9b75d19301c4', 'status': 'completed', 'code': 200} Jul 16 01:12:36.429587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eef1ab-133b-479b-8de5-6f022d6a5dc1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:36.479490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-e9cc49f7-1950-4581-90ff-8d5da0b85ab7 service neutron] 10.222.0.22 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3642979 Jul 16 01:12:36.484807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:36.485227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:36.485570 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:36.485921 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:36.486242 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:36.486574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:36.486904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:36.487231 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:36.487554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:36.488028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:36.488360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:36.488687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05bb4fc7-9b08-4b15-8828-da11f65993ec tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:36.538363 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a95c19-9699-424f-9653-c839e54023a1 x-openstack-request-id: req-75a95c19-9699-424f-9653-c839e54023a1 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:36.538737 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f2df9dd-89a0-4dda-8d22-e8a35a55f25e", "name": "network-vif-plugged", "status": "completed", "tag": "7848bbb0-c0dd-4b46-aa2c-655fa99a6d62", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:36.539054 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75a95c19-9699-424f-9653-c839e54023a1 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:36.539538 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2df9dd-89a0-4dda-8d22-e8a35a55f25e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7848bbb0-c0dd-4b46-aa2c-655fa99a6d62', 'code': 200} Jul 16 01:12:36.631734 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f266aa6-6a52-4063-a213-a88da39eb1b9 req-3b4fa548-888a-4002-96e2-18571bcb1c15 service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042681 Jul 16 01:12:36.718286 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a255e29-b29b-449a-ac77-7c5052e2d2f8 req-e0781f3e-8fee-4d20-88d5-fd9ae46f31a2 service neutron] 10.222.0.69 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558290 Jul 16 01:12:36.785794 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4ffdd4aa-b44f-4bd5-889d-6089bda6bb64 req-5f54e539-b31f-4d3a-830f-5758a159f1b1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:36.797268 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['89c83fdc-ff45-40c8-b3bb-161796751e17'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:36.819031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-aec9ca7b-c9ae-421d-b564-f142a3e041f1 service neutron] 10.222.0.22 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255205 Jul 16 01:12:36.876508 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f54e539-b31f-4d3a-830f-5758a159f1b1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Pushing event deleted for resources: {'Port': ['ID=89c83fdc-ff45-40c8-b3bb-161796751e17,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:36.995691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c036d150-b5f8-4c82-a59b-12690138f4f5 req-e4a698db-9cd9-4bfb-8d45-56d50fb41c4a tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:36.998196 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c036d150-b5f8-4c82-a59b-12690138f4f5 req-e4a698db-9cd9-4bfb-8d45-56d50fb41c4a tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/ports?device_id=60cd49e5-b072-4cd1-ad4d-0749928ea817 HTTP/1.1" status: 200 len: 867 time: 0.3606379 Jul 16 01:12:37.000389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823079c-5924-455d-bd48-ce4fd6ac551a req-dd95fddb-4fcb-42b4-ad3a-8e9a2c18deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:37.001810 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4823079c-5924-455d-bd48-ce4fd6ac551a req-dd95fddb-4fcb-42b4-ad3a-8e9a2c18deeb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 1095 time: 0.2887592 Jul 16 01:12:37.003813 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743a66c-291e-4629-bacc-995a78eda077 req-ae30b0ab-8577-4984-b09b-607103f30d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:37.005288 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e743a66c-291e-4629-bacc-995a78eda077 req-ae30b0ab-8577-4984-b09b-607103f30d2e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0f2df9dd-89a0-4dda-8d22-e8a35a55f25e HTTP/1.1" status: 200 len: 1101 time: 0.4005046 Jul 16 01:12:37.010175 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffdd4aa-b44f-4bd5-889d-6089bda6bb64 req-5f54e539-b31f-4d3a-830f-5758a159f1b1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] No DVR routers for this DVR port 89c83fdc-ff45-40c8-b3bb-161796751e17 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:12:37.013604 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4ffdd4aa-b44f-4bd5-889d-6089bda6bb64 req-5f54e539-b31f-4d3a-830f-5758a159f1b1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:37.016026 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ffdd4aa-b44f-4bd5-889d-6089bda6bb64 req-5f54e539-b31f-4d3a-830f-5758a159f1b1 tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.70 "DELETE /v2.0/ports/89c83fdc-ff45-40c8-b3bb-161796751e17 HTTP/1.1" status: 204 len: 173 time: 2.0185008 Jul 16 01:12:37.150135 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823079c-5924-455d-bd48-ce4fd6ac551a req-0a7445b2-6100-41df-8995-ae48f3a7f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:37.152204 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4823079c-5924-455d-bd48-ce4fd6ac551a req-0a7445b2-6100-41df-8995-ae48f3a7f3b8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.1097052 Jul 16 01:12:37.212098 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-516b4c22-0a9e-474a-be36-4447f2ec0dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:37.220621 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a255e29-b29b-449a-ac77-7c5052e2d2f8 req-d0fd149b-69c6-4a10-81ac-62425800e6e8 service neutron] 10.222.0.69 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4881582 Jul 16 01:12:37.264274 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:37.285357 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4823079c-5924-455d-bd48-ce4fd6ac551a req-1af355e0-df67-48be-8d1b-19e7c5083abc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=851bbee5-5b83-4b0a-84db-9b75d19301c4 HTTP/1.1" status: 200 len: 217 time: 0.0706141 Jul 16 01:12:37.295229 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e743a66c-291e-4629-bacc-995a78eda077 req-15549bf1-7a8c-4a35-ad42-99298e4281dc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781255 Jul 16 01:12:37.298026 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c036d150-b5f8-4c82-a59b-12690138f4f5 req-4c6b458d-3ff2-44c1-9e21-d95fa44b3a6c tempest-LiveMigrationNegativeTest-258812097 tempest-LiveMigrationNegativeTest-258812097-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9299bb8-78b7-466e-aef8-9dde24c0ac4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892389 Jul 16 01:12:37.363396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a604247-f2c4-44cf-8ef9-0be4389639bb req-7610cda2-24bf-4524-beb1-0abee483b33f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:37.364993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a604247-f2c4-44cf-8ef9-0be4389639bb req-7610cda2-24bf-4524-beb1-0abee483b33f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2df9dd-89a0-4dda-8d22-e8a35a55f25e HTTP/1.1" status: 200 len: 949 time: 0.2099376 Jul 16 01:12:37.366806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823079c-5924-455d-bd48-ce4fd6ac551a req-086bffc2-1e5b-48fd-973d-d5c68673309f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:37.368244 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4823079c-5924-455d-bd48-ce4fd6ac551a req-086bffc2-1e5b-48fd-973d-d5c68673309f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.0693755 Jul 16 01:12:37.427271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4823079c-5924-455d-bd48-ce4fd6ac551a req-59ed2574-950c-43fe-a74f-93c02cba5922 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359249 Jul 16 01:12:37.477515 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a604247-f2c4-44cf-8ef9-0be4389639bb req-f8309f31-9ae6-4e0d-ba4c-67d62fd7b4ae tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068113 Jul 16 01:12:37.584535 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4823079c-5924-455d-bd48-ce4fd6ac551a req-25da6a30-eae7-4c49-b530-f1711cea1b59 service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372399 Jul 16 01:12:37.674483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c75b6f-4f46-434a-b568-076ae73ec796 req-601e8048-ddf8-4f56-96a9-18e8c88c9988 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:37.676397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47c75b6f-4f46-434a-b568-076ae73ec796 req-601e8048-ddf8-4f56-96a9-18e8c88c9988 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 943 time: 0.2518506 Jul 16 01:12:37.773000 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-84c80b71-117a-456f-a192-993231765fb2 req-30b50f52-bc5e-4a86-bae4-d93eca5b1ea3 tempest-SecurityGroupsNegativeTestJSON-1804204028 tempest-SecurityGroupsNegativeTestJSON-1804204028-project] show failed (client error): The resource could not be found. Jul 16 01:12:37.774035 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84c80b71-117a-456f-a192-993231765fb2 req-30b50f52-bc5e-4a86-bae4-d93eca5b1ea3 tempest-SecurityGroupsNegativeTestJSON-1804204028 tempest-SecurityGroupsNegativeTestJSON-1804204028-project] 10.222.0.22 "GET /v2.0/security-groups/ca05b462-0ded-464d-b539-57dbe0121441 HTTP/1.1" status: 404 len: 352 time: 0.0336361 Jul 16 01:12:37.810654 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4823079c-5924-455d-bd48-ce4fd6ac551a req-f5bcfc78-93ed-43dc-93a8-c78d1b46d904 service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007840 Jul 16 01:12:37.813326 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47c75b6f-4f46-434a-b568-076ae73ec796 req-a7d3867d-c1d9-4681-a983-86d51b697381 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717628 Jul 16 01:12:37.909677 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d85456ff-f3a9-4c03-9f4b-beccc0757581 req-5ea4d157-6a52-4b0e-8e2e-c0198ad0e927 tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "GET /v2.0/security-groups/a74ac8c7-a6b6-47cc-b800-4cd9bfecf24d HTTP/1.1" status: 200 len: 1776 time: 0.0529084 Jul 16 01:12:37.937823 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 33ffe06f-2415-4dcd-85e4-f20c9f64b829 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:37.982178 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d85456ff-f3a9-4c03-9f4b-beccc0757581 req-ba0b1ca7-e165-4392-837e-ed06df488d0a tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.033299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d9d6c98-f9fa-417a-986c-3eda1218f5a9 req-bc9d7e09-b011-47bb-b6e2-150b5a175fa9 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 210 time: 0.0385773 Jul 16 01:12:38.037535 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d85456ff-f3a9-4c03-9f4b-beccc0757581 req-ba0b1ca7-e165-4392-837e-ed06df488d0a tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.071185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 33ffe06f-2415-4dcd-85e4-f20c9f64b829, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=33ffe06f-2415-4dcd-85e4-f20c9f64b829,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:38.085646 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '33ffe06f-2415-4dcd-85e4-f20c9f64b829', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '33ffe06f-2415-4dcd-85e4-f20c9f64b829', 'mac_address': 'fa:16:3e:19:f0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:38.116817 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d85456ff-f3a9-4c03-9f4b-beccc0757581 req-ba0b1ca7-e165-4392-837e-ed06df488d0a tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.119336 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d85456ff-f3a9-4c03-9f4b-beccc0757581 req-ba0b1ca7-e165-4392-837e-ed06df488d0a tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.120565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d85456ff-f3a9-4c03-9f4b-beccc0757581 req-ba0b1ca7-e165-4392-837e-ed06df488d0a tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/a74ac8c7-a6b6-47cc-b800-4cd9bfecf24d HTTP/1.1" status: 204 len: 173 time: 0.2050521 Jul 16 01:12:38.133596 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b1ca7-e165-4392-837e-ed06df488d0a tempest-SecurityGroupsTestAdminJSON-114606822 tempest-SecurityGroupsTestAdminJSON-114606822-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74ac8c7-a6b6-47cc-b800-4cd9bfecf24d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:38.166854 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.208196 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33ffe06f-2415-4dcd-85e4-f20c9f64b829 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:38.223356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02d80681-aa22-41e7-82f2-6960fba7c689 req-38a891c0-dc8c-417a-a764-71f940c924b5 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] 10.222.0.22 "GET /v2.0/security-groups/ab710a2e-53de-4370-8069-1f745f7894e1 HTTP/1.1" status: 200 len: 1776 time: 0.0488262 Jul 16 01:12:38.250778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 33ffe06f-2415-4dcd-85e4-f20c9f64b829, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=33ffe06f-2415-4dcd-85e4-f20c9f64b829,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:38.262373 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.350211 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['33ffe06f-2415-4dcd-85e4-f20c9f64b829'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:38.364109 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-02d80681-aa22-41e7-82f2-6960fba7c689 req-de02f3e8-dc94-49aa-925f-c48f2592e3b7 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.374801 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=33ffe06f-2415-4dcd-85e4-f20c9f64b829,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:38.395014 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8af2c4c5-8ead-47a2-a680-f48a2fcef25a req-d9af9c7a-b473-4ef9-8f3d-360c1c763cc5 tempest-SecurityGroupsNegativeTestJSON-1804204028 tempest-SecurityGroupsNegativeTestJSON-1804204028-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ff7187852584393bb0213cb007042b4 HTTP/1.1" status: 200 len: 2984 time: 0.1055181 Jul 16 01:12:38.409552 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-02d80681-aa22-41e7-82f2-6960fba7c689 req-de02f3e8-dc94-49aa-925f-c48f2592e3b7 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.420200 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.425452 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60cd49e5-b072-4cd1-ad4d-0749928ea817', 'name': 'network-vif-deleted', 'tag': '89c83fdc-ff45-40c8-b3bb-161796751e17'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:38.428293 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f0b8d3-5fb8-4c91-a8f4-bd040f449753" -d '{"events": [{"server_uuid": "60cd49e5-b072-4cd1-ad4d-0749928ea817", "name": "network-vif-deleted", "tag": "89c83fdc-ff45-40c8-b3bb-161796751e17"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:38.529699 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8af2c4c5-8ead-47a2-a680-f48a2fcef25a req-65e0ecfd-b7e7-4653-a9f2-c00e42e9f8b7 tempest-SecurityGroupsNegativeTestJSON-1804204028 tempest-SecurityGroupsNegativeTestJSON-1804204028-project] 10.222.0.22 "GET /v2.0/security-groups/b23bb92a-0dba-403b-958e-3739ed882700 HTTP/1.1" status: 200 len: 2981 time: 0.1233478 Jul 16 01:12:38.582224 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-02d80681-aa22-41e7-82f2-6960fba7c689 req-de02f3e8-dc94-49aa-925f-c48f2592e3b7 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.584792 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-02d80681-aa22-41e7-82f2-6960fba7c689 req-de02f3e8-dc94-49aa-925f-c48f2592e3b7 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:38.586089 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02d80681-aa22-41e7-82f2-6960fba7c689 req-de02f3e8-dc94-49aa-925f-c48f2592e3b7 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] 10.222.0.22 "DELETE /v2.0/security-groups/ab710a2e-53de-4370-8069-1f745f7894e1 HTTP/1.1" status: 204 len: 173 time: 0.3572853 Jul 16 01:12:38.615835 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02f3e8-dc94-49aa-925f-c48f2592e3b7 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab710a2e-53de-4370-8069-1f745f7894e1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:38.650006 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8af2c4c5-8ead-47a2-a680-f48a2fcef25a req-b73999a1-8d95-436d-a743-998a2e82732a tempest-SecurityGroupsNegativeTestJSON-1804204028 tempest-SecurityGroupsNegativeTestJSON-1804204028-project] 10.222.0.22 "GET /v2.0/security-groups/b23bb92a-0dba-403b-958e-3739ed882700 HTTP/1.1" status: 200 len: 2981 time: 0.1194127 Jul 16 01:12:38.665165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-744028cd-8f93-451f-becd-b92b6837f0fa tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:38.668637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-744028cd-8f93-451f-becd-b92b6837f0fa tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.69 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 821 time: 0.1967442 Jul 16 01:12:38.684824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-5b9057fb-b6a3-42ba-92bf-1bae76029b9c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Request body: {'port': {'device_id': '2f1d1059-b1ce-4856-b2bc-ac81936e98e0', 'network_id': 'be647a19-644e-4999-ac54-739f18101211', 'admin_state_up': True, 'tenant_id': '537b188632474e8c92af700ab7860b1d'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:38.720613 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79937845-feec-4f6b-a7c5-e47d046fbafe x-openstack-request-id: req-79937845-feec-4f6b-a7c5-e47d046fbafe {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:38.721137 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60cd49e5-b072-4cd1-ad4d-0749928ea817", "name": "network-vif-deleted", "tag": "89c83fdc-ff45-40c8-b3bb-161796751e17", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:38.721506 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79937845-feec-4f6b-a7c5-e47d046fbafe {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:38.722091 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60cd49e5-b072-4cd1-ad4d-0749928ea817', 'name': 'network-vif-deleted', 'tag': '89c83fdc-ff45-40c8-b3bb-161796751e17', 'status': 'completed', 'code': 200} Jul 16 01:12:39.077866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42322) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:39.225439 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48d234c4-44a5-4e39-bebb-7bf2122d651d req-c9029c39-c61f-49ad-8252-780ac01b2b77 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] 10.222.0.22 "GET /v2.0/security-groups/ae566ce6-959c-4a08-a350-72d4dd8c326b HTTP/1.1" status: 200 len: 1776 time: 0.5000627 Jul 16 01:12:39.313833 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e2163b72-d7cd-4fb1-954a-9e23bf166242 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ecd948784b1946248c0a270e9f64bed7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341018 Jul 16 01:12:39.314679 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42330) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:39.357143 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff71d5-c9d7-4368-a5a5-7870ef485339 req-6c5428ef-6a1c-4e49-ab66-dcec7c241f4c tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:39.358782 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4ff71d5-c9d7-4368-a5a5-7870ef485339 req-6c5428ef-6a1c-4e49-ab66-dcec7c241f4c tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2df9dd-89a0-4dda-8d22-e8a35a55f25e HTTP/1.1" status: 200 len: 949 time: 0.1531751 Jul 16 01:12:39.395009 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.411521 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-48d234c4-44a5-4e39-bebb-7bf2122d651d req-dc2234e3-244f-457b-8c6a-ece59eda6959 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.414149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-5b9057fb-b6a3-42ba-92bf-1bae76029b9c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Made reservation on behalf of 537b188632474e8c92af700ab7860b1d for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:39.418180 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-5b9057fb-b6a3-42ba-92bf-1bae76029b9c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.429689 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.457504 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4ff71d5-c9d7-4368-a5a5-7870ef485339 req-b762cba9-765c-425f-bb0d-bbb0c5fdc84a tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787072 Jul 16 01:12:39.511108 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-48d234c4-44a5-4e39-bebb-7bf2122d651d req-dc2234e3-244f-457b-8c6a-ece59eda6959 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.513001 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.520768 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.526394 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9299bb8-78b7-466e-aef8-9dde24c0ac4d HTTP/1.1" status: 204 len: 168 time: 0.2098186 Jul 16 01:12:39.537407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9299bb8-78b7-466e-aef8-9dde24c0ac4d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:39.545854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:39.546531 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:39.547251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:39.547743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:39.548248 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:39.548732 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:39.549230 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:39.549872 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:39.550363 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:39.550923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:39.551418 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:39.551922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60171ace-a551-4366-87c7-36354e772372 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:39.605849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1285329-1c7c-41a4-ab7e-1aeaadb32282 req-e657f69b-d1cb-4b37-8129-fc30b3e6ccff tempest-SecurityGroupsNegativeTestJSON-1804204028 tempest-SecurityGroupsNegativeTestJSON-1804204028-project] 10.222.0.22 "GET /v2.0/security-groups/b23bb92a-0dba-403b-958e-3739ed882700 HTTP/1.1" status: 200 len: 2981 time: 0.0972726 Jul 16 01:12:39.681667 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-48d234c4-44a5-4e39-bebb-7bf2122d651d req-dc2234e3-244f-457b-8c6a-ece59eda6959 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.684757 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-48d234c4-44a5-4e39-bebb-7bf2122d651d req-dc2234e3-244f-457b-8c6a-ece59eda6959 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:39.685906 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48d234c4-44a5-4e39-bebb-7bf2122d651d req-dc2234e3-244f-457b-8c6a-ece59eda6959 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] 10.222.0.22 "DELETE /v2.0/security-groups/ae566ce6-959c-4a08-a350-72d4dd8c326b HTTP/1.1" status: 204 len: 173 time: 0.4234333 Jul 16 01:12:39.714233 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2234e3-244f-457b-8c6a-ece59eda6959 tempest-SecurityGroupsTestAdminJSON-527357425 tempest-SecurityGroupsTestAdminJSON-527357425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae566ce6-959c-4a08-a350-72d4dd8c326b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:39.722925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-5b9057fb-b6a3-42ba-92bf-1bae76029b9c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Allocated IP 172.20.0.2 (be647a19-644e-4999-ac54-739f18101211/72975b91-58a9-49dc-82bb-e86274b7c2c3/a4c1613a-633a-4a46-9a90-14b62e3a1cd1) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:12:39.753037 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-f1285329-1c7c-41a4-ab7e-1aeaadb32282 req-f8e33c3d-94ef-4914-b92b-0d77b96f93b1 tempest-SecurityGroupsNegativeTestJSON-1804204028 tempest-SecurityGroupsNegativeTestJSON-1804204028-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:12:39.754082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1285329-1c7c-41a4-ab7e-1aeaadb32282 req-f8e33c3d-94ef-4914-b92b-0d77b96f93b1 tempest-SecurityGroupsNegativeTestJSON-1804204028 tempest-SecurityGroupsNegativeTestJSON-1804204028-project] 10.222.0.22 "DELETE /v2.0/security-groups/b23bb92a-0dba-403b-958e-3739ed882700 HTTP/1.1" status: 409 len: 352 time: 0.1376929 Jul 16 01:12:39.948903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 851bbee5-5b83-4b0a-84db-9b75d19301c4 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:39.951018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 33ffe06f-2415-4dcd-85e4-f20c9f64b829 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:40.064771 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 33ffe06f-2415-4dcd-85e4-f20c9f64b829 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:40.066074 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.068032 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.175660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42352) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:40.225529 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.256749 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 851bbee5-5b83-4b0a-84db-9b75d19301c4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=851bbee5-5b83-4b0a-84db-9b75d19301c4,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:40.263668 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0affe474-2a22-4483-8e93-a31350f45254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ffe06f-2415-4dcd-85e4-f20c9f64b829'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:40.266018 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b46f7aa-c550-4d17-bdcb-71136d07d847" -d '{"events": [{"server_uuid": "0affe474-2a22-4483-8e93-a31350f45254", "name": "network-vif-plugged", "status": "completed", "tag": "33ffe06f-2415-4dcd-85e4-f20c9f64b829"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:40.287321 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 33ffe06f-2415-4dcd-85e4-f20c9f64b829, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=33ffe06f-2415-4dcd-85e4-f20c9f64b829,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:40.288917 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '851bbee5-5b83-4b0a-84db-9b75d19301c4', 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83', 'port_id': '851bbee5-5b83-4b0a-84db-9b75d19301c4', 'mac_address': 'fa:16:3e:36:46:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444b39ba-692a-4b43-854c-acc759053f2e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:40.304263 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-01c91904-0959-45ef-bb46-e9ca72190357 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=01be280ec2464953be9a5f60039d8606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1247039 Jul 16 01:12:40.304263 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42356) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:40.318212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42358) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:40.320389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59217e2-2aae-4971-9e91-2200433abde3 req-1a6dbe92-fd96-4238-9c2c-db27c162c767 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:40.328953 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f59217e2-2aae-4971-9e91-2200433abde3 req-1a6dbe92-fd96-4238-9c2c-db27c162c767 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 943 time: 0.3977201 Jul 16 01:12:40.335843 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.338673 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18c7f4f0-6173-4083-908d-b3aac4572b91 req-5e155bc8-8aa8-4ac4-8bf3-7dffabade360 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 210 time: 0.1146617 Jul 16 01:12:40.341820 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-5b9057fb-b6a3-42ba-92bf-1bae76029b9c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.349958 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 851bbee5-5b83-4b0a-84db-9b75d19301c4 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:40.371873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 851bbee5-5b83-4b0a-84db-9b75d19301c4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=851bbee5-5b83-4b0a-84db-9b75d19301c4,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:40.373535 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.374470 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 89c83fdc-ff45-40c8-b3bb-161796751e17 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:12:40.395001 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f59217e2-2aae-4971-9e91-2200433abde3 req-2163a9c2-7935-49c4-a1b8-7510ce4edd95 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612695 Jul 16 01:12:40.420047 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 89c83fdc-ff45-40c8-b3bb-161796751e17 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:12:40.420399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 89c83fdc-ff45-40c8-b3bb-161796751e17 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:12:40.423130 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.452376 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:12:40.485902 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=33ffe06f-2415-4dcd-85e4-f20c9f64b829,revision_number=10']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:40.487729 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-5b9057fb-b6a3-42ba-92bf-1bae76029b9c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.489477 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7debe6f-05e8-4f22-80c1-5b8a9468d03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.519255 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7debe6f-05e8-4f22-80c1-5b8a9468d03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.587437 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7debe6f-05e8-4f22-80c1-5b8a9468d03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.603425 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7debe6f-05e8-4f22-80c1-5b8a9468d03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.607075 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b7debe6f-05e8-4f22-80c1-5b8a9468d03e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1b383f3-a01b-4a97-8a72-1a3a00e3c57e HTTP/1.1" status: 204 len: 168 time: 0.2704966 Jul 16 01:12:40.612523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-5b9057fb-b6a3-42ba-92bf-1bae76029b9c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Network be647a19-644e-4999-ac54-739f18101211 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:40.615606 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7debe6f-05e8-4f22-80c1-5b8a9468d03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b383f3-a01b-4a97-8a72-1a3a00e3c57e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:40.618167 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-5b9057fb-b6a3-42ba-92bf-1bae76029b9c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:40.625091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-5b9057fb-b6a3-42ba-92bf-1bae76029b9c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:12:40.648953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-5b9057fb-b6a3-42ba-92bf-1bae76029b9c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:40.649189 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=851bbee5-5b83-4b0a-84db-9b75d19301c4,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:40.650052 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-5b9057fb-b6a3-42ba-92bf-1bae76029b9c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.684626 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['851bbee5-5b83-4b0a-84db-9b75d19301c4'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:40.696259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9057fb-b6a3-42ba-92bf-1bae76029b9c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Pushing event updated for resources: {'Port': ['ID=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:40.721849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-5b9057fb-b6a3-42ba-92bf-1bae76029b9c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0435703 Jul 16 01:12:40.727711 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-1252e95c-e4d5-4cb4-825e-b0be07811690 req-4bfcc567-d499-49d8-8816-de337e2b1e58 tempest-SecurityGroupsNegativeTestJSON-1804204028 tempest-SecurityGroupsNegativeTestJSON-1804204028-project] show failed (client error): The resource could not be found. Jul 16 01:12:40.732065 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1252e95c-e4d5-4cb4-825e-b0be07811690 req-4bfcc567-d499-49d8-8816-de337e2b1e58 tempest-SecurityGroupsNegativeTestJSON-1804204028 tempest-SecurityGroupsNegativeTestJSON-1804204028-project] 10.222.0.22 "GET /v2.0/security-groups/d9beea12-7510-4220-8ed5-c029cd9f55a5 HTTP/1.1" status: 404 len: 352 time: 0.0204024 Jul 16 01:12:40.741360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Request body: {'port': {'device_id': '2f1d1059-b1ce-4856-b2bc-ac81936e98e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:40.843811 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24d7198-50b4-43ec-9f99-622f586b18d7 x-openstack-request-id: req-e24d7198-50b4-43ec-9f99-622f586b18d7 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:40.844508 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0affe474-2a22-4483-8e93-a31350f45254", "name": "network-vif-plugged", "status": "completed", "tag": "33ffe06f-2415-4dcd-85e4-f20c9f64b829", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:40.845176 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e24d7198-50b4-43ec-9f99-622f586b18d7 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:40.845974 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0affe474-2a22-4483-8e93-a31350f45254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33ffe06f-2415-4dcd-85e4-f20c9f64b829', 'code': 200} Jul 16 01:12:40.852209 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:40.877423 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dcc4a0da-1453-4c1e-a996-30142e711913 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2205e1ddc8b84d6f8a9cca3d778dd844&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5723755 Jul 16 01:12:40.879918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42368) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:40.882109 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-969b223c-b42f-4d00-924e-41fccc9375aa req-0ff2fe7f-f7f7-444b-9199-991f0d0f55e7 tempest-SecurityGroupsNegativeTestJSON-1804204028 tempest-SecurityGroupsNegativeTestJSON-1804204028-project] show failed (client error): The resource could not be found. Jul 16 01:12:40.882904 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-969b223c-b42f-4d00-924e-41fccc9375aa req-0ff2fe7f-f7f7-444b-9199-991f0d0f55e7 tempest-SecurityGroupsNegativeTestJSON-1804204028 tempest-SecurityGroupsNegativeTestJSON-1804204028-project] 10.222.0.22 "GET /v2.0/security-groups/fd61704f-25db-4e9f-a229-682d1ca516bd HTTP/1.1" status: 404 len: 352 time: 0.0319488 Jul 16 01:12:40.904586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42370) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:41.086630 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbbb9fe-ef51-426b-a1cd-9a4a2fb3f697 admin admin] Deleting subnet ba4a1dc5-6dad-4075-9b2c-7ffcd5b98a8d {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:12:41.096929 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2bbbb9fe-ef51-426b-a1cd-9a4a2fb3f697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.154689 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2bbbb9fe-ef51-426b-a1cd-9a4a2fb3f697 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.190074 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3728ee20-2f83-495d-b695-6e228811a319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.215080 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3728ee20-2f83-495d-b695-6e228811a319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.275511 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3728ee20-2f83-495d-b695-6e228811a319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.278383 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3728ee20-2f83-495d-b695-6e228811a319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.282476 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3728ee20-2f83-495d-b695-6e228811a319 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce92ae65-fd01-4e9c-8368-41a01f4d0db3 HTTP/1.1" status: 204 len: 168 time: 0.4016120 Jul 16 01:12:41.297899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d92494b0-060a-4ed1-a501-a6453425e37b req-1ee0d81a-fcf4-4c9f-b50e-8b59c8885ef5 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=264398c9339b44bc8be1dc5f7040b335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360591 Jul 16 01:12:41.303276 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3728ee20-2f83-495d-b695-6e228811a319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce92ae65-fd01-4e9c-8368-41a01f4d0db3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:41.307527 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2bbbb9fe-ef51-426b-a1cd-9a4a2fb3f697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.311343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c1613a-633a-4a46-9a90-14b62e3a1cd1 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:41.334319 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.364591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Transition to ACTIVE for port object a4c1613a-633a-4a46-9a90-14b62e3a1cd1 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:41.395686 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.417722 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2bbbb9fe-ef51-426b-a1cd-9a4a2fb3f697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.458134 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2bbbb9fe-ef51-426b-a1cd-9a4a2fb3f697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.466802 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2bbbb9fe-ef51-426b-a1cd-9a4a2fb3f697 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ba4a1dc5-6dad-4075-9b2c-7ffcd5b98a8d HTTP/1.1" status: 204 len: 168 time: 0.5609431 Jul 16 01:12:41.467789 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbbb9fe-ef51-426b-a1cd-9a4a2fb3f697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba4a1dc5-6dad-4075-9b2c-7ffcd5b98a8d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:41.470111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42412) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:41.519880 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:41.626563 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d62039a0-904c-4c9c-a7fa-964428a11401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.715288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Attempting to bind port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:41.716247 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Attempting to bind port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:41.718830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Attempting to bind port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:41.765518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42422) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:41.785389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92494b0-060a-4ed1-a501-a6453425e37b req-accdfbc3-4dad-4327-aff3-72ba026c4a92 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:41.793684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d92494b0-060a-4ed1-a501-a6453425e37b req-accdfbc3-4dad-4327-aff3-72ba026c4a92 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4944282 Jul 16 01:12:41.802134 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d62039a0-904c-4c9c-a7fa-964428a11401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.810125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 on network be647a19-644e-4999-ac54-739f18101211 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:12:41.810830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Attempting to bind port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:41.817933 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:41.819082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Checking segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:41.819615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d62039a0-904c-4c9c-a7fa-964428a11401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604f055c-7674-44ee-b2f9-d44e5423e7d5']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:41.820203 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Bound using segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:41.820887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Bound port: a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:41.821504 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.840805 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d62039a0-904c-4c9c-a7fa-964428a11401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff590896-f4a1-4830-afc6-b93cd65e7fb6') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:41.847339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d62039a0-904c-4c9c-a7fa-964428a11401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff590896-f4a1-4830-afc6-b93cd65e7fb6') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:41.849659 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d92494b0-060a-4ed1-a501-a6453425e37b req-58288e0b-a254-4c98-8a77-3d3df5e871c3 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/quotas/264398c9339b44bc8be1dc5f7040b335 HTTP/1.1" status: 200 len: 375 time: 0.0544720 Jul 16 01:12:41.864974 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d62039a0-904c-4c9c-a7fa-964428a11401 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.890382 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d8c6cd06-2f3e-4f25-a218-3c072e4e8673 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7cb7383a4aaa422c8ce46fe84df3ce64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1236625 Jul 16 01:12:41.891013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42424) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:41.892034 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d62039a0-904c-4c9c-a7fa-964428a11401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.919593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62039a0-904c-4c9c-a7fa-964428a11401 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:12:41.920010 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d62039a0-904c-4c9c-a7fa-964428a11401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:12:41.922272 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:12:41.954738 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05e9584-4854-4247-ba51-f9d7b3a508d8 req-b41f4375-6d01-4f94-9b7e-16523ecfaa93 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:41.960401 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 851bbee5-5b83-4b0a-84db-9b75d19301c4 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:41.962515 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c05e9584-4854-4247-ba51-f9d7b3a508d8 req-b41f4375-6d01-4f94-9b7e-16523ecfaa93 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 943 time: 0.2897139 Jul 16 01:12:42.006845 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] For port a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:42.010905 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d62039a0-904c-4c9c-a7fa-964428a11401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.019926 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10de5119-790a-4140-9647-7ac3892a525d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.022592 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d62039a0-904c-4c9c-a7fa-964428a11401 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.028249 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d62039a0-904c-4c9c-a7fa-964428a11401 admin admin] 10.222.0.22 "DELETE /v2.0/networks/604f055c-7674-44ee-b2f9-d44e5423e7d5 HTTP/1.1" status: 204 len: 168 time: 0.5574617 Jul 16 01:12:42.041952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62039a0-904c-4c9c-a7fa-964428a11401 admin admin] Pushing event deleted for resources: {'Network': ['ID=604f055c-7674-44ee-b2f9-d44e5423e7d5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:42.050817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] For port a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:42.069056 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10de5119-790a-4140-9647-7ac3892a525d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.071048 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d92494b0-060a-4ed1-a501-a6453425e37b req-fd12d1b8-824c-447f-9dd5-74d91a90d454 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=264398c9339b44bc8be1dc5f7040b335&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2199342 Jul 16 01:12:42.072943 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.097501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c05e9584-4854-4247-ba51-f9d7b3a508d8 req-f1be5a10-0e9f-4cda-a433-f7bd3ddf92c1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315260 Jul 16 01:12:42.123349 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 851bbee5-5b83-4b0a-84db-9b75d19301c4 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:42.127472 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 851bbee5-5b83-4b0a-84db-9b75d19301c4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:42.128073 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.138805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:42.139772 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.144694 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] 10.222.0.69 "PUT /v2.0/ports/a4c1613a-633a-4a46-9a90-14b62e3a1cd1 HTTP/1.1" status: 200 len: 1092 time: 1.4104345 Jul 16 01:12:42.181960 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10de5119-790a-4140-9647-7ac3892a525d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.184969 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10de5119-790a-4140-9647-7ac3892a525d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.193230 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-10de5119-790a-4140-9647-7ac3892a525d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8856b277-e1d9-4395-8df6-1a60be395ed9 HTTP/1.1" status: 204 len: 168 time: 0.2983828 Jul 16 01:12:42.210343 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10de5119-790a-4140-9647-7ac3892a525d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8856b277-e1d9-4395-8df6-1a60be395ed9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:42.227207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1d1059-b1ce-4856-b2bc-ac81936e98e0', 'tag': 'a4c1613a-633a-4a46-9a90-14b62e3a1cd1'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:42.230989 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d208b5f-00f9-43fa-bf9e-cf0b86e0c1c8" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1d1059-b1ce-4856-b2bc-ac81936e98e0", "tag": "a4c1613a-633a-4a46-9a90-14b62e3a1cd1"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:42.302196 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8babc50b-6497-4172-b2c3-b3ad021d51ea service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:42.342420 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-b0b989a3-d3a0-42a5-a607-b3312602438e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:42.347586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-b0b989a3-d3a0-42a5-a607-b3312602438e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 1095 time: 0.1109176 Jul 16 01:12:42.386751 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.404510 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-965731a1-2599-46b9-93c7-03214aa95030 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4c1613a-633a-4a46-9a90-14b62e3a1cd1 HTTP/1.1" status: 200 len: 217 time: 0.0484385 Jul 16 01:12:42.453306 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 851bbee5-5b83-4b0a-84db-9b75d19301c4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=851bbee5-5b83-4b0a-84db-9b75d19301c4,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:42.468047 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.487824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42444) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:42.547230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-f74f3131-c71b-4f50-8aa0-0b7f78b633b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:42.554859 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-f74f3131-c71b-4f50-8aa0-0b7f78b633b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.1349318 Jul 16 01:12:42.596231 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4f25b283-8164-4df7-9c76-ab8f8083da06 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ff7187852584393bb0213cb007042b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1069543 Jul 16 01:12:42.596891 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42446) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:42.600642 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=851bbee5-5b83-4b0a-84db-9b75d19301c4,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:42.604298 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-df1d7b27-993b-4b63-a6f6-4fb3dc23a755 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413299 Jul 16 01:12:42.616556 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a332c-2158-4e3b-8c82-d65d4333aaf0 req-958c91e7-82c2-40b9-95fc-9c974d1a3ddd tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:42.619454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:42.619825 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:42.620165 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:42.620497 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:42.620823 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:42.621147 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:42.621469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:42.621792 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:42.622108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:42.622426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:42.622743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:42.623057 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:12:42.626669 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-555a332c-2158-4e3b-8c82-d65d4333aaf0 req-958c91e7-82c2-40b9-95fc-9c974d1a3ddd tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 944 time: 0.2255909 Jul 16 01:12:42.690459 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b70d4136-a6dc-4e2b-b446-a6b53bd7c4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.728518 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b70d4136-a6dc-4e2b-b446-a6b53bd7c4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.754375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-3b09cea2-8238-44aa-bcae-abe006df626b service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253159 Jul 16 01:12:42.847335 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf58d3-72b1-473f-8bbe-960abd47814f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851bbee5-5b83-4b0a-84db-9b75d19301c4'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:42.850896 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb72930-567c-4a0d-949b-984522d4d392" -d '{"events": [{"server_uuid": "dbcf58d3-72b1-473f-8bbe-960abd47814f", "name": "network-vif-plugged", "status": "completed", "tag": "851bbee5-5b83-4b0a-84db-9b75d19301c4"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:42.871360 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678d2e4b-11cb-44dc-89f1-e25247b06ffc x-openstack-request-id: req-678d2e4b-11cb-44dc-89f1-e25247b06ffc {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:42.871679 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1d1059-b1ce-4856-b2bc-ac81936e98e0", "tag": "a4c1613a-633a-4a46-9a90-14b62e3a1cd1", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:42.871965 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-678d2e4b-11cb-44dc-89f1-e25247b06ffc {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:42.872350 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1d1059-b1ce-4856-b2bc-ac81936e98e0', 'tag': 'a4c1613a-633a-4a46-9a90-14b62e3a1cd1', 'status': 'completed', 'code': 200} Jul 16 01:12:42.872642 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b70d4136-a6dc-4e2b-b446-a6b53bd7c4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.876214 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b70d4136-a6dc-4e2b-b446-a6b53bd7c4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:42.879278 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b70d4136-a6dc-4e2b-b446-a6b53bd7c4f6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b23bb92a-0dba-403b-958e-3739ed882700 HTTP/1.1" status: 204 len: 168 time: 0.2794461 Jul 16 01:12:42.906737 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d4136-a6dc-4e2b-b446-a6b53bd7c4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23bb92a-0dba-403b-958e-3739ed882700,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:42.936345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-555a332c-2158-4e3b-8c82-d65d4333aaf0 req-a8a11fe0-1f90-46e3-8c16-2164f148c151 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084419 Jul 16 01:12:43.086438 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c9c898-ff22-42a7-a3a0-9f2f46b1ed7e x-openstack-request-id: req-52c9c898-ff22-42a7-a3a0-9f2f46b1ed7e {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:43.087017 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf58d3-72b1-473f-8bbe-960abd47814f", "name": "network-vif-plugged", "status": "completed", "tag": "851bbee5-5b83-4b0a-84db-9b75d19301c4", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:43.087465 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52c9c898-ff22-42a7-a3a0-9f2f46b1ed7e {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:43.088002 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf58d3-72b1-473f-8bbe-960abd47814f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '851bbee5-5b83-4b0a-84db-9b75d19301c4', 'code': 200} Jul 16 01:12:43.179518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7cf4be3a-c412-4091-9a53-0a2a34a61d82 req-e6d3f238-8afb-4ba5-a088-a99ff5d3ea37 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=af9cd591-392d-4e65-abeb-ed2ea869696c HTTP/1.1" status: 200 len: 210 time: 0.2401984 Jul 16 01:12:43.273306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d101ce7-32ae-4c7b-b9a2-818ecb4a3ed9 req-aeaed9dc-556c-44a8-836c-0eefcec0944d service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4756196 Jul 16 01:12:43.321199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dc822-c63b-4855-903f-701e9c733a13 req-dabbe1ab-c70a-4cd9-b0fd-03d9f10b2523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:43.325584 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-809dc822-c63b-4855-903f-701e9c733a13 req-dabbe1ab-c70a-4cd9-b0fd-03d9f10b2523 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 1097 time: 0.1409612 Jul 16 01:12:43.424878 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-809dc822-c63b-4855-903f-701e9c733a13 req-6704fb1c-1729-400d-9ad5-bd95cde301b1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849156 Jul 16 01:12:43.457810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d208b5f-00f9-43fa-bf9e-cf0b86e0c1c8 req-79373d59-cd5e-486f-9fe1-872c032ff622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:43.459560 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d208b5f-00f9-43fa-bf9e-cf0b86e0c1c8 req-79373d59-cd5e-486f-9fe1-872c032ff622 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 1095 time: 0.1296959 Jul 16 01:12:43.629296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde0661-e6f9-4eab-9b60-08c3fe81f19f req-310010fb-0354-427d-943c-93797a8ff329 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:43.638272 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fde0661-e6f9-4eab-9b60-08c3fe81f19f req-310010fb-0354-427d-943c-93797a8ff329 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 943 time: 0.2036326 Jul 16 01:12:43.652202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d208b5f-00f9-43fa-bf9e-cf0b86e0c1c8 req-88693dc8-e11e-40c7-ba4e-12dbff46a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:43.654162 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d208b5f-00f9-43fa-bf9e-cf0b86e0c1c8 req-88693dc8-e11e-40c7-ba4e-12dbff46a8b3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.1633742 Jul 16 01:12:43.790110 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d208b5f-00f9-43fa-bf9e-cf0b86e0c1c8 req-e0b289c5-fa78-41da-a7d0-5b224f775db6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4c1613a-633a-4a46-9a90-14b62e3a1cd1 HTTP/1.1" status: 200 len: 217 time: 0.1273694 Jul 16 01:12:43.833799 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fde0661-e6f9-4eab-9b60-08c3fe81f19f req-a480e746-9cb3-489b-badc-6bd2e3358f02 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861277 Jul 16 01:12:43.953665 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d208b5f-00f9-43fa-bf9e-cf0b86e0c1c8 req-603275ae-4954-48d8-b4e2-0a05f0e3027f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:43.956347 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d208b5f-00f9-43fa-bf9e-cf0b86e0c1c8 req-603275ae-4954-48d8-b4e2-0a05f0e3027f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.1212504 Jul 16 01:12:44.058622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d208b5f-00f9-43fa-bf9e-cf0b86e0c1c8 req-347a028d-c242-4853-8161-7a19c894253a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950799 Jul 16 01:12:44.258755 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d208b5f-00f9-43fa-bf9e-cf0b86e0c1c8 req-47805f35-5a13-4142-8879-0a8db8e325c8 service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931827 Jul 16 01:12:44.432815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d92494b0-060a-4ed1-a501-a6453425e37b req-90889970-906f-4512-8ec1-a22ab9ca731a tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=264398c9339b44bc8be1dc5f7040b335&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324423 Jul 16 01:12:44.781503 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb7cb1-d42b-4ee9-ba96-743d54c702f3 req-7effd67c-9748-4f81-9298-3aac5fc0cb49 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:44.794982 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79cb7cb1-d42b-4ee9-ba96-743d54c702f3 req-7effd67c-9748-4f81-9298-3aac5fc0cb49 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 945 time: 0.5350487 Jul 16 01:12:44.874885 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d208b5f-00f9-43fa-bf9e-cf0b86e0c1c8 req-683093f5-f800-4648-9c75-4f7d7584d2ec service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5797710 Jul 16 01:12:44.957332 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79cb7cb1-d42b-4ee9-ba96-743d54c702f3 req-335bf81c-70fd-488c-a3cb-8511c687a521 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612473 Jul 16 01:12:44.988137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92494b0-060a-4ed1-a501-a6453425e37b req-84d82613-46e7-4956-9159-36739fb19556 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:44.990200 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d92494b0-060a-4ed1-a501-a6453425e37b req-84d82613-46e7-4956-9159-36739fb19556 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5502920 Jul 16 01:12:44.993033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86954812-ab09-4d74-a2da-f519f9c13b9d req-ddc3ff83-95dd-42a5-bd15-bb75bcb302cb tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:44.993033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86954812-ab09-4d74-a2da-f519f9c13b9d req-ddc3ff83-95dd-42a5-bd15-bb75bcb302cb tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:44.993519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86954812-ab09-4d74-a2da-f519f9c13b9d req-ddc3ff83-95dd-42a5-bd15-bb75bcb302cb tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:44.993959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86954812-ab09-4d74-a2da-f519f9c13b9d req-ddc3ff83-95dd-42a5-bd15-bb75bcb302cb tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:44.995044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86954812-ab09-4d74-a2da-f519f9c13b9d req-ddc3ff83-95dd-42a5-bd15-bb75bcb302cb tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:44.995507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86954812-ab09-4d74-a2da-f519f9c13b9d req-ddc3ff83-95dd-42a5-bd15-bb75bcb302cb tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:44.996074 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86954812-ab09-4d74-a2da-f519f9c13b9d req-ddc3ff83-95dd-42a5-bd15-bb75bcb302cb tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:44.996538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86954812-ab09-4d74-a2da-f519f9c13b9d req-ddc3ff83-95dd-42a5-bd15-bb75bcb302cb tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:44.997001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86954812-ab09-4d74-a2da-f519f9c13b9d req-ddc3ff83-95dd-42a5-bd15-bb75bcb302cb tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:44.998952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86954812-ab09-4d74-a2da-f519f9c13b9d req-ddc3ff83-95dd-42a5-bd15-bb75bcb302cb tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6438 time: 0.4903736 Jul 16 01:12:45.003854 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d92494b0-060a-4ed1-a501-a6453425e37b req-96b5c245-e671-4adc-8c24-90bb823e9cdb tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Request body: {'port': {'device_id': 'af9cd591-392d-4e65-abeb-ed2ea869696c', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': '264398c9339b44bc8be1dc5f7040b335'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:45.148748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c878bebe-7e63-415d-b56d-86b07cc1b954 req-78cc0f4d-c846-442b-ab8f-ab68d9d06568 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=af9cd591-392d-4e65-abeb-ed2ea869696c HTTP/1.1" status: 200 len: 210 time: 0.0635943 Jul 16 01:12:45.221457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d92494b0-060a-4ed1-a501-a6453425e37b req-96b5c245-e671-4adc-8c24-90bb823e9cdb tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Made reservation on behalf of 264398c9339b44bc8be1dc5f7040b335 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:45.225258 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d92494b0-060a-4ed1-a501-a6453425e37b req-96b5c245-e671-4adc-8c24-90bb823e9cdb tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:45.530341 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-d92494b0-060a-4ed1-a501-a6453425e37b req-96b5c245-e671-4adc-8c24-90bb823e9cdb tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Allocated IP 192.168.233.75 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/a7303024-8521-4e63-a9fd-1858035e94f4) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:12:45.605331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9124c4-8f83-4e04-9191-6877411771da req-0ce0984f-3661-40c0-ae62-27c85ae06913 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:45.612425 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b9124c4-8f83-4e04-9191-6877411771da req-0ce0984f-3661-40c0-ae62-27c85ae06913 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 943 time: 0.2381201 Jul 16 01:12:45.762338 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42582) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:45.897026 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8414efc8-3293-4942-b746-7dab373f96cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.011896 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8414efc8-3293-4942-b746-7dab373f96cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.021985 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8414efc8-3293-4942-b746-7dab373f96cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.064161 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b9124c4-8f83-4e04-9191-6877411771da req-9d6b7308-0c17-4478-8852-98f4737da15b tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496245 Jul 16 01:12:46.088145 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8414efc8-3293-4942-b746-7dab373f96cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1eb6a99c313a4cb68cb2e21dbc9f67eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221462 Jul 16 01:12:46.088736 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42588) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:46.097487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8414efc8-3293-4942-b746-7dab373f96cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3d1f0d-1f85-464e-98a1-98b356271b72,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:46.149399 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da6986-4023-46b4-9d3a-13a8d8a43e6d req-bb530d43-3385-481f-9fc5-c124a7f2b380 tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:46.155373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a2da6986-4023-46b4-9d3a-13a8d8a43e6d req-bb530d43-3385-481f-9fc5-c124a7f2b380 tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 886 time: 0.5987256 Jul 16 01:12:46.168048 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b549d8d2-12aa-4541-804f-5f69c863bebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.209541 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d92494b0-060a-4ed1-a501-a6453425e37b req-96b5c245-e671-4adc-8c24-90bb823e9cdb tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.214063 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b549d8d2-12aa-4541-804f-5f69c863bebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.226663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-d92494b0-060a-4ed1-a501-a6453425e37b req-96b5c245-e671-4adc-8c24-90bb823e9cdb tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Transition to ACTIVE for port object a7303024-8521-4e63-a9fd-1858035e94f4 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:46.307458 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b549d8d2-12aa-4541-804f-5f69c863bebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.308349 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d92494b0-060a-4ed1-a501-a6453425e37b req-96b5c245-e671-4adc-8c24-90bb823e9cdb tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.322573 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['7848bbb0-c0dd-4b46-aa2c-655fa99a6d62'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:46.323316 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b549d8d2-12aa-4541-804f-5f69c863bebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.324685 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b549d8d2-12aa-4541-804f-5f69c863bebd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be3d1f0d-1f85-464e-98a1-98b356271b72 HTTP/1.1" status: 204 len: 168 time: 0.2345207 Jul 16 01:12:46.334150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549d8d2-12aa-4541-804f-5f69c863bebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3d1f0d-1f85-464e-98a1-98b356271b72,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:46.473723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d92494b0-060a-4ed1-a501-a6453425e37b req-96b5c245-e671-4adc-8c24-90bb823e9cdb tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:46.502502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5c245-e671-4adc-8c24-90bb823e9cdb tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Pushing event updated for resources: {'Port': ['ID=a7303024-8521-4e63-a9fd-1858035e94f4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:46.507947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-d92494b0-060a-4ed1-a501-a6453425e37b req-96b5c245-e671-4adc-8c24-90bb823e9cdb tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:46.518959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92494b0-060a-4ed1-a501-a6453425e37b req-96b5c245-e671-4adc-8c24-90bb823e9cdb tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:12:46.524407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92494b0-060a-4ed1-a501-a6453425e37b req-96b5c245-e671-4adc-8c24-90bb823e9cdb tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:46.525027 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d92494b0-060a-4ed1-a501-a6453425e37b req-96b5c245-e671-4adc-8c24-90bb823e9cdb tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.537063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-6480f9d9-b389-41bc-813f-99a4cfe9f61a tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1f4f0b608e0d4a25b813076a22b8aa5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618851 Jul 16 01:12:46.556434 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b4ad3-37da-4fd0-91ab-3c29b66b295e req-af69bdcf-eff0-4b2d-8f75-5e7334ce20df tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:46.558037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-281b4ad3-37da-4fd0-91ab-3c29b66b295e req-af69bdcf-eff0-4b2d-8f75-5e7334ce20df tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 945 time: 0.2926569 Jul 16 01:12:46.626978 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d92494b0-060a-4ed1-a501-a6453425e37b req-96b5c245-e671-4adc-8c24-90bb823e9cdb tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6266084 Jul 16 01:12:46.641978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Request body: {'port': {'device_id': 'af9cd591-392d-4e65-abeb-ed2ea869696c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:46.760393 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-281b4ad3-37da-4fd0-91ab-3c29b66b295e req-09df9748-3e06-444b-bb91-fae8fa4db2d9 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893854 Jul 16 01:12:46.854837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-5432d6cd-99e8-40d3-a61f-1f536253ccae tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:46.856349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-5432d6cd-99e8-40d3-a61f-1f536253ccae tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2951648 Jul 16 01:12:46.878239 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.919719 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-d1428d5e-94f3-473d-ae1e-be47d4e1cd30 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/quotas/1f4f0b608e0d4a25b813076a22b8aa5e HTTP/1.1" status: 200 len: 375 time: 0.0493960 Jul 16 01:12:46.933055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0253de6a-a1b1-4f95-b3b2-1ff68336807f None None] Provisioning for port a7303024-8521-4e63-a9fd-1858035e94f4 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:46.939567 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0253de6a-a1b1-4f95-b3b2-1ff68336807f None None] Provisioning complete for port a7303024-8521-4e63-a9fd-1858035e94f4 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:46.940355 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0253de6a-a1b1-4f95-b3b2-1ff68336807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:46.988026 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0253de6a-a1b1-4f95-b3b2-1ff68336807f None None] Port a7303024-8521-4e63-a9fd-1858035e94f4 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:12:47.012807 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-63955ce2-0561-4481-b2d6-0c4a05100980 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f4f0b608e0d4a25b813076a22b8aa5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0920486 Jul 16 01:12:47.103861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a4c1613a-633a-4a46-9a90-14b62e3a1cd1 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:47.398030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:47.446709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'a4c1613a-633a-4a46-9a90-14b62e3a1cd1', 'network_id': 'be647a19-644e-4999-ac54-739f18101211', 'port_id': 'a4c1613a-633a-4a46-9a90-14b62e3a1cd1', 'mac_address': 'fa:16:3e:b6:5d:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72975b91-58a9-49dc-82bb-e86274b7c2c3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:47.486521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7303024-8521-4e63-a9fd-1858035e94f4 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:47.498020 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.515547 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.522793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Transition to ACTIVE for port object a7303024-8521-4e63-a9fd-1858035e94f4 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:47.534185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c1613a-633a-4a46-9a90-14b62e3a1cd1 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:47.557673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:47.561403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24304e9a-8484-4d83-8d5e-9a74572d6cca req-e190384d-6776-41b4-b4be-560776468c88 tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:47.561912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24304e9a-8484-4d83-8d5e-9a74572d6cca req-e190384d-6776-41b4-b4be-560776468c88 tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:47.562361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24304e9a-8484-4d83-8d5e-9a74572d6cca req-e190384d-6776-41b4-b4be-560776468c88 tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:47.562995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24304e9a-8484-4d83-8d5e-9a74572d6cca req-e190384d-6776-41b4-b4be-560776468c88 tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:47.563576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24304e9a-8484-4d83-8d5e-9a74572d6cca req-e190384d-6776-41b4-b4be-560776468c88 tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:47.564080 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24304e9a-8484-4d83-8d5e-9a74572d6cca req-e190384d-6776-41b4-b4be-560776468c88 tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:47.564753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24304e9a-8484-4d83-8d5e-9a74572d6cca req-e190384d-6776-41b4-b4be-560776468c88 tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:47.565228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24304e9a-8484-4d83-8d5e-9a74572d6cca req-e190384d-6776-41b4-b4be-560776468c88 tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:47.565737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24304e9a-8484-4d83-8d5e-9a74572d6cca req-e190384d-6776-41b4-b4be-560776468c88 tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:47.575078 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24304e9a-8484-4d83-8d5e-9a74572d6cca req-e190384d-6776-41b4-b4be-560776468c88 tempest-NetworksTest-702848712 tempest-NetworksTest-702848712-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6438 time: 0.7528996 Jul 16 01:12:47.576543 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.626290 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.668241 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42640) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:47.775032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Pushing event updated for resources: {'Port': ['ID=a7303024-8521-4e63-a9fd-1858035e94f4,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:47.826590 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:47.898831 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Attempting to bind port a7303024-8521-4e63-a9fd-1858035e94f4 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:47.899251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Attempting to bind port a7303024-8521-4e63-a9fd-1858035e94f4 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:47.899592 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Attempting to bind port a7303024-8521-4e63-a9fd-1858035e94f4 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:47.914863 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Port a7303024-8521-4e63-a9fd-1858035e94f4 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:12:47.915202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Attempting to bind port a7303024-8521-4e63-a9fd-1858035e94f4 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:47.938252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:47.938603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:47.938999 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:47.939442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Bound port: a7303024-8521-4e63-a9fd-1858035e94f4, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:47.941134 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:47.956712 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['a4c1613a-633a-4a46-9a90-14b62e3a1cd1'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:47.988398 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-26efa1d3-133a-4207-b645-464e52afdc58 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-286989718-network', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:48.066577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26efa1d3-133a-4207-b645-464e52afdc58 admin admin] Made reservation on behalf of a3e074600bfb4674b7cc56fd009fd563 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:48.069219 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26efa1d3-133a-4207-b645-464e52afdc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.112647 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26efa1d3-133a-4207-b645-464e52afdc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.245570 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] For port a7303024-8521-4e63-a9fd-1858035e94f4, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:48.295372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] For port a7303024-8521-4e63-a9fd-1858035e94f4, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a7303024-8521-4e63-a9fd-1858035e94f4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:48.314766 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.342469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42660) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:48.390657 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26efa1d3-133a-4207-b645-464e52afdc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.397190 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26efa1d3-133a-4207-b645-464e52afdc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.419968 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26efa1d3-133a-4207-b645-464e52afdc58 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:12:48.420484 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Pushing event updated for resources: {'Port': ['ID=a7303024-8521-4e63-a9fd-1858035e94f4,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:48.429917 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26efa1d3-133a-4207-b645-464e52afdc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.430278 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-26efa1d3-133a-4207-b645-464e52afdc58 admin admin] Added segment 8892876a-3134-4737-9595-7a08bf4232ae of type vlan for network 182cdcd7-ca19-4732-aa47-8670570eaaa2 Jul 16 01:12:48.460038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:48.460438 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.462969 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d92494b0-060a-4ed1-a501-a6453425e37b req-c297bb71-3a17-48bd-872d-6d828e586b62 service neutron] 10.222.0.70 "PUT /v2.0/ports/a7303024-8521-4e63-a9fd-1858035e94f4 HTTP/1.1" status: 200 len: 1096 time: 1.8241255 Jul 16 01:12:48.464636 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af9cd591-392d-4e65-abeb-ed2ea869696c', 'tag': 'a7303024-8521-4e63-a9fd-1858035e94f4'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:48.468814 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505ec973-89fd-4d36-b93e-d814b081ae3e" -d '{"events": [{"name": "network-changed", "server_uuid": "af9cd591-392d-4e65-abeb-ed2ea869696c", "tag": "a7303024-8521-4e63-a9fd-1858035e94f4"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:48.515431 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26efa1d3-133a-4207-b645-464e52afdc58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.531171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07430671-1535-45bc-bc24-43935cfd5170 req-7dd80e3c-956c-40d8-b689-f10822cf328b tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:48.539179 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-07430671-1535-45bc-bc24-43935cfd5170 req-7dd80e3c-956c-40d8-b689-f10822cf328b tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=af9cd591-392d-4e65-abeb-ed2ea869696c HTTP/1.1" status: 200 len: 947 time: 0.3922668 Jul 16 01:12:48.562995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da98c1dd-001b-4640-b9e7-8c44423c0907 req-90dac9fb-93d3-4d83-b48c-e8d55ae333aa tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:48.570609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da98c1dd-001b-4640-b9e7-8c44423c0907 req-90dac9fb-93d3-4d83-b48c-e8d55ae333aa tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 1097 time: 0.1594238 Jul 16 01:12:48.621580 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-07430671-1535-45bc-bc24-43935cfd5170 req-ca5c288e-4ebd-4880-adf8-0e9ab2d38344 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811088 Jul 16 01:12:48.636645 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26efa1d3-133a-4207-b645-464e52afdc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.637626 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26efa1d3-133a-4207-b645-464e52afdc58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:48.638270 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26efa1d3-133a-4207-b645-464e52afdc58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.642081 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da98c1dd-001b-4640-b9e7-8c44423c0907 req-1b3b8665-942a-433b-9046-4e316e8d1e64 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705192 Jul 16 01:12:48.660377 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41729c55-d712-4d54-92fa-dd283a42722d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.678273 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-26efa1d3-133a-4207-b645-464e52afdc58 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0089188 Jul 16 01:12:48.696194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42668) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:48.712149 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d12874f7-40cf-4911-8f7f-3ec14a6209c1 admin admin] Request body: {'subnet': {'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-286989718-subnet', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:48.740417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efa1d3-133a-4207-b645-464e52afdc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9723ff1d-7f81-4a8d-a096-b74d4aa1ec90,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:48.752641 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12874f7-40cf-4911-8f7f-3ec14a6209c1 admin admin] Made reservation on behalf of a3e074600bfb4674b7cc56fd009fd563 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:48.755167 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d12874f7-40cf-4911-8f7f-3ec14a6209c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:48.869341 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efa1d3-133a-4207-b645-464e52afdc58 admin admin] Pushing event updated for resources: {'Network': ['ID=182cdcd7-ca19-4732-aa47-8670570eaaa2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:48.876489 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-dca78c34-e797-47d6-bf2c-b9aaa89baa36 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1f4f0b608e0d4a25b813076a22b8aa5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695660 Jul 16 01:12:48.880114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92494b0-060a-4ed1-a501-a6453425e37b req-fb055a4f-2116-4bce-baff-38fd1a630c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:48.880865 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 182cdcd7-ca19-4732-aa47-8670570eaaa2 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:12:48.881749 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d92494b0-060a-4ed1-a501-a6453425e37b req-fb055a4f-2116-4bce-baff-38fd1a630c72 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=264398c9339b44bc8be1dc5f7040b335&device_id=af9cd591-392d-4e65-abeb-ed2ea869696c HTTP/1.1" status: 200 len: 1099 time: 0.2347896 Jul 16 01:12:49.000746 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d92494b0-060a-4ed1-a501-a6453425e37b req-06eb4826-825e-4831-b61e-76f8809dc532 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=a7303024-8521-4e63-a9fd-1858035e94f4 HTTP/1.1" status: 200 len: 217 time: 0.0858643 Jul 16 01:12:49.114399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a4c1613a-633a-4a46-9a90-14b62e3a1cd1 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:49.121355 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41729c55-d712-4d54-92fa-dd283a42722d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.129318 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41729c55-d712-4d54-92fa-dd283a42722d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.138626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938d6b9-0079-4a58-ac30-306b100a4d89 req-d42cf011-fa11-4ac3-bab3-21ff83ee7738 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:49.140293 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7938d6b9-0079-4a58-ac30-306b100a4d89 req-d42cf011-fa11-4ac3-bab3-21ff83ee7738 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 944 time: 0.2278035 Jul 16 01:12:49.150553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-950eda77-300e-4cb0-b06f-ffaa007aeb88 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:49.157301 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-950eda77-300e-4cb0-b06f-ffaa007aeb88 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2799428 Jul 16 01:12:49.163240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92494b0-060a-4ed1-a501-a6453425e37b req-7846df6a-009d-4db1-a386-1d53ee75a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:49.165144 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d92494b0-060a-4ed1-a501-a6453425e37b req-7846df6a-009d-4db1-a386-1d53ee75a1eb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1557379 Jul 16 01:12:49.181093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41729c55-d712-4d54-92fa-dd283a42722d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6a2c5b-35b1-4b96-98fa-ffc6dc4eb980,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:49.197003 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:49.203321 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:49.204034 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.238594 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-6966a55a-c26e-4c6a-8bdb-30106c68ec29 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/quotas/1f4f0b608e0d4a25b813076a22b8aa5e HTTP/1.1" status: 200 len: 375 time: 0.0803380 Jul 16 01:12:49.242708 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-41729c55-d712-4d54-92fa-dd283a42722d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1ffc48c4ed94ca6851dfa66c57883f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8936708 Jul 16 01:12:49.243183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42682) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:49.258619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d12874f7-40cf-4911-8f7f-3ec14a6209c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.276908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7938d6b9-0079-4a58-ac30-306b100a4d89 req-4c29ffb0-3472-444a-80c3-b4356c5a5b5c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159475 Jul 16 01:12:49.290451 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.328414 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1d1059-b1ce-4856-b2bc-ac81936e98e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c1613a-633a-4a46-9a90-14b62e3a1cd1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:49.332996 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bf2e9c-c500-4b05-9ba9-e279993a8cc9" -d '{"events": [{"server_uuid": "2f1d1059-b1ce-4856-b2bc-ac81936e98e0", "name": "network-vif-plugged", "status": "completed", "tag": "a4c1613a-633a-4a46-9a90-14b62e3a1cd1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:49.346497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-ebba47ed-ffa6-4f35-b0c7-cb28f338bb8b tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f4f0b608e0d4a25b813076a22b8aa5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1068037 Jul 16 01:12:49.348401 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:49.364229 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.378122 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353b65e6-a98e-4123-8f6b-cb94ea8f7ea3 x-openstack-request-id: req-353b65e6-a98e-4123-8f6b-cb94ea8f7ea3 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:49.378429 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af9cd591-392d-4e65-abeb-ed2ea869696c", "tag": "a7303024-8521-4e63-a9fd-1858035e94f4", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:49.378661 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-353b65e6-a98e-4123-8f6b-cb94ea8f7ea3 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:49.379055 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af9cd591-392d-4e65-abeb-ed2ea869696c', 'tag': 'a7303024-8521-4e63-a9fd-1858035e94f4', 'status': 'completed', 'code': 200} Jul 16 01:12:49.427908 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92494b0-060a-4ed1-a501-a6453425e37b req-12c3ba3d-0dd2-44f0-8591-8db8e95c171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:49.429438 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d92494b0-060a-4ed1-a501-a6453425e37b req-12c3ba3d-0dd2-44f0-8591-8db8e95c171a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2567139 Jul 16 01:12:49.441810 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1df9ebe7-4583-4b93-95d8-5cc0905b039a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.445739 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:49.533401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12874f7-40cf-4911-8f7f-3ec14a6209c1 admin admin] Checking segment: {'id': '8892876a-3134-4737-9595-7a08bf4232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:49.533770 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12874f7-40cf-4911-8f7f-3ec14a6209c1 admin admin] Network hostable DHCP agents. Network: 182cdcd7-ca19-4732-aa47-8670570eaaa2, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:12:49.549587 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12874f7-40cf-4911-8f7f-3ec14a6209c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f2ab74-15c0-4c98-a0c2-322875108391,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:49.553569 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-cccea595-5607-48f2-8697-10aa4a6bff87 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1f4f0b608e0d4a25b813076a22b8aa5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377879 Jul 16 01:12:49.590001 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1df9ebe7-4583-4b93-95d8-5cc0905b039a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.636386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12874f7-40cf-4911-8f7f-3ec14a6209c1 admin admin] Network 182cdcd7-ca19-4732-aa47-8670570eaaa2 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:12:49.703131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d12874f7-40cf-4911-8f7f-3ec14a6209c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 182cdcd7-ca19-4732-aa47-8670570eaaa2) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:49.717316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5775118-a01c-43df-bfda-c76aa71d154d None None] Network 182cdcd7-ca19-4732-aa47-8670570eaaa2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:12:49.718751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12874f7-40cf-4911-8f7f-3ec14a6209c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:49.720346 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d12874f7-40cf-4911-8f7f-3ec14a6209c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.769465 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d12874f7-40cf-4911-8f7f-3ec14a6209c1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0622804 Jul 16 01:12:49.770391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42706) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:49.784120 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-286989718-router', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:49.858300 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.859710 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.864732 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1df9ebe7-4583-4b93-95d8-5cc0905b039a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.868702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1df9ebe7-4583-4b93-95d8-5cc0905b039a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:49.872866 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1df9ebe7-4583-4b93-95d8-5cc0905b039a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3f6a2c5b-35b1-4b96-98fa-ffc6dc4eb980 HTTP/1.1" status: 204 len: 168 time: 0.6264424 Jul 16 01:12:49.884667 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9ebe7-4583-4b93-95d8-5cc0905b039a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6a2c5b-35b1-4b96-98fa-ffc6dc4eb980,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:49.935192 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38438903-6031-485d-918a-c0694bef1c9b x-openstack-request-id: req-38438903-6031-485d-918a-c0694bef1c9b {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:12:49.960214 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1d1059-b1ce-4856-b2bc-ac81936e98e0", "name": "network-vif-plugged", "status": "completed", "tag": "a4c1613a-633a-4a46-9a90-14b62e3a1cd1", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:12:49.960811 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-38438903-6031-485d-918a-c0694bef1c9b {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:12:49.961521 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1d1059-b1ce-4856-b2bc-ac81936e98e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c1613a-633a-4a46-9a90-14b62e3a1cd1', 'code': 200} Jul 16 01:12:50.032651 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:50.062933 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cc730bb9-b9e5-4356-931b-66724286ea6a req-6f1ac969-5189-4727-bf0f-479433a69664 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a HTTP/1.1" status: 200 len: 210 time: 0.1659992 Jul 16 01:12:50.069875 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d92494b0-060a-4ed1-a501-a6453425e37b req-97ff436d-d6fd-48e7-933b-d9e661c465b4 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6297185 Jul 16 01:12:50.202864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-182cdcd7-ca19-4732-aa47-8670570eaaa2', 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'fixed_ips': [{'subnet_id': '77f2ab74-15c0-4c98-a0c2-322875108391'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:12:50.204106 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:50.494228 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:50.511997 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b8872-7a31-40bb-8f48-67134c372ffb req-de43e079-10b8-4b37-b0ea-3d855f4aff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:50.515581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d44b8872-7a31-40bb-8f48-67134c372ffb req-de43e079-10b8-4b37-b0ea-3d855f4aff6c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 1097 time: 0.4353929 Jul 16 01:12:50.526245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-e7692f3b-35c9-4c90-84da-3c770c55fd63 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:50.529231 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-e7692f3b-35c9-4c90-84da-3c770c55fd63 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9676921 Jul 16 01:12:50.673405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Allocated IP 172.20.0.2 (182cdcd7-ca19-4732-aa47-8670570eaaa2/77f2ab74-15c0-4c98-a0c2-322875108391/2b3bc8c1-478f-4083-a22b-ca60f2f86bc4) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:12:50.686274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42722) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:50.695575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Request body: {'port': {'device_id': '12b32941-57f0-429e-84b2-49f708f79497', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': '1f4f0b608e0d4a25b813076a22b8aa5e'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:50.717985 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be8456cb-f1d8-4e3c-a632-e0c136f032a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:50.925604 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:50.960997 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:50.993521 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.030616 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Transition to ACTIVE for port object 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:51.044588 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d44b8872-7a31-40bb-8f48-67134c372ffb req-780d0b30-02b2-40a2-9b86-fed2ba56cdae service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5128179 Jul 16 01:12:51.066922 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Transition to ACTIVE for port object 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:51.077442 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.124498 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d92494b0-060a-4ed1-a501-a6453425e37b req-5f45acaa-8498-476e-9ec2-afb76dd4e15a service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0411382 Jul 16 01:12:51.126382 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Network 182cdcd7-ca19-4732-aa47-8670570eaaa2 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:51.146865 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:51.160572 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:12:51.218191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae958b3-71a5-451e-9b0a-15efe6f22f74 req-18028274-034e-495d-aee8-d4a3ee7c48a7 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:51.232455 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3ae958b3-71a5-451e-9b0a-15efe6f22f74 req-18028274-034e-495d-aee8-d4a3ee7c48a7 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=af9cd591-392d-4e65-abeb-ed2ea869696c HTTP/1.1" status: 200 len: 947 time: 0.8905704 Jul 16 01:12:51.260811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9984377d-54a6-48a2-b30e-a84a6e4313dd req-37177fe6-e86b-4d4f-a5d4-1e2859863b27 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:51.264369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9984377d-54a6-48a2-b30e-a84a6e4313dd req-37177fe6-e86b-4d4f-a5d4-1e2859863b27 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 945 time: 0.6731141 Jul 16 01:12:51.312974 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Attempting to bind port 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:51.313493 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Attempting to bind port 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '8892876a-3134-4737-9595-7a08bf4232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:51.313947 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Attempting to bind port 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 on network 182cdcd7-ca19-4732-aa47-8670570eaaa2 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:51.322073 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:51.323254 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Checking segment: {'id': '8892876a-3134-4737-9595-7a08bf4232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:51.323742 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.324541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Bound using segment: {'id': '8892876a-3134-4737-9595-7a08bf4232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:51.324834 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Bound port: 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8892876a-3134-4737-9595-7a08bf4232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:51.325304 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.362901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Allocated IP 172.25.2.30 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/cd4203d0-66bf-4137-bf43-b111d4dc7ac8) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:12:51.409245 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be8456cb-f1d8-4e3c-a632-e0c136f032a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.436985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] For port 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:51.439010 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be8456cb-f1d8-4e3c-a632-e0c136f032a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.445497 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] For port 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2b3bc8c1-478f-4083-a22b-ca60f2f86bc4,segment=NetworkSegment(8892876a-3134-4737-9595-7a08bf4232ae),segment_id=8892876a-3134-4737-9595-7a08bf4232ae)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:51.448887 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Pushing event updated for resources: {'Port': ['ID=2b3bc8c1-478f-4083-a22b-ca60f2f86bc4,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:51.452494 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.517544 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3ae958b3-71a5-451e-9b0a-15efe6f22f74 req-3dab1b88-31c1-4804-9bae-52be7cbb4669 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839873 Jul 16 01:12:51.524678 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9c7baa-48c6-421a-a08f-3246df77d5f0 None None] Pushing event updated for resources: {'Port': ['ID=2b3bc8c1-478f-4083-a22b-ca60f2f86bc4,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:51.536214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ec973-89fd-4d36-b93e-d814b081ae3e req-8b1ce955-682d-4f02-891d-e3151fbb6583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:51.538548 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-505ec973-89fd-4d36-b93e-d814b081ae3e req-8b1ce955-682d-4f02-891d-e3151fbb6583 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=264398c9339b44bc8be1dc5f7040b335&device_id=af9cd591-392d-4e65-abeb-ed2ea869696c HTTP/1.1" status: 200 len: 1099 time: 0.2437105 Jul 16 01:12:51.561689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9984377d-54a6-48a2-b30e-a84a6e4313dd req-0a6e5ae6-fb7a-4ecf-b2d9-7f66d8c1afc8 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758968 Jul 16 01:12:51.562367 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Made reservation on behalf of 1f4f0b608e0d4a25b813076a22b8aa5e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:51.562803 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.568235 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.648453 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-be8456cb-f1d8-4e3c-a632-e0c136f032a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c6821e85ccaa41699512e1d5df979c58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9575107 Jul 16 01:12:51.649068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42748) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:51.652835 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8456cb-f1d8-4e3c-a632-e0c136f032a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64289c0a-ca31-4857-93b4-dbb6a1b2efd9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:51.716884 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.757999 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ec973-89fd-4d36-b93e-d814b081ae3e req-584129d4-5426-4a24-b98b-54d677e47126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:51.759486 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-505ec973-89fd-4d36-b93e-d814b081ae3e req-584129d4-5426-4a24-b98b-54d677e47126 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.1888726 Jul 16 01:12:51.765356 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.776497 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Pushing event updated for resources: {'Port': ['ID=cd4203d0-66bf-4137-bf43-b111d4dc7ac8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:51.797343 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:51.800626 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:51.803333 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:12:51.872338 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9135339c-1ef9-4d0c-bab3-baddc780e638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:51.920137 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-505ec973-89fd-4d36-b93e-d814b081ae3e req-d1087833-f7b8-467b-9fe1-65fc260ea239 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=a7303024-8521-4e63-a9fd-1858035e94f4 HTTP/1.1" status: 200 len: 217 time: 0.1429975 Jul 16 01:12:52.024929 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9135339c-1ef9-4d0c-bab3-baddc780e638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:52.112416 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:52.233584 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-3d3eccd7-db15-46b8-beb9-a57a92147312 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=1f4f0b608e0d4a25b813076a22b8aa5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454204 Jul 16 01:12:52.257688 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:52.262064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ec973-89fd-4d36-b93e-d814b081ae3e req-cb88b28c-ee6d-422b-812e-34d53089096f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:52.264049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-505ec973-89fd-4d36-b93e-d814b081ae3e req-cb88b28c-ee6d-422b-812e-34d53089096f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.3449457 Jul 16 01:12:52.317662 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2e50ae0b-e9c6-462c-9753-0507ac39c6a1 req-6198bb6c-e060-4af7-91ef-069a80701577 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a HTTP/1.1" status: 200 len: 210 time: 0.0878115 Jul 16 01:12:52.398799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9135339c-1ef9-4d0c-bab3-baddc780e638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:52.402210 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9135339c-1ef9-4d0c-bab3-baddc780e638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:52.407021 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9135339c-1ef9-4d0c-bab3-baddc780e638 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/64289c0a-ca31-4857-93b4-dbb6a1b2efd9 HTTP/1.1" status: 204 len: 168 time: 0.7516711 Jul 16 01:12:52.434073 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9135339c-1ef9-4d0c-bab3-baddc780e638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64289c0a-ca31-4857-93b4-dbb6a1b2efd9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:52.570297 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0907ce71-6dca-41f2-b331-ba19ee65237b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:52.779415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-a0bc1f4a-8659-4a15-96a9-b262e8cf148b tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:52.782107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-a0bc1f4a-8659-4a15-96a9-b262e8cf148b tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5166891 Jul 16 01:12:52.969324 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:53.293126 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:53.297631 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3441b43c-5a41-4cd9-ad6a-6e61f2987741 None None] Network 182cdcd7-ca19-4732-aa47-8670570eaaa2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:12:53.559659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b5c38d58-d00f-428c-b5ca-e508022ddee3 None None] Provisioning for port 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:53.586289 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Router f4922fdb-402b-4c31-b803-45f62047cb98 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:12:53.627490 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-1befd87f-f18d-45e4-b887-e6d93a75a1d6 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Request body: {'port': {'device_id': '435dd541-7ea7-460d-9ea9-cdf5d348660a', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': '1f4f0b608e0d4a25b813076a22b8aa5e'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:53.654222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ec973-89fd-4d36-b93e-d814b081ae3e req-c6c40dbc-9fd2-424c-a77e-ca0508520388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:53.655919 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-505ec973-89fd-4d36-b93e-d814b081ae3e req-c6c40dbc-9fd2-424c-a77e-ca0508520388 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.3203499 Jul 16 01:12:53.807742 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-505ec973-89fd-4d36-b93e-d814b081ae3e req-545b32da-b704-4f70-9813-174f515b21a7 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259201 Jul 16 01:12:53.808315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:12:53.818153 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Sync routers for ids ['f4922fdb-402b-4c31-b803-45f62047cb98'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:12:53.828658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Allocated IP 192.168.233.95 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/01510a5a-b831-47e4-98ff-9c1f53602b7f) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:12:53.832803 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Routers {'f4922fdb-402b-4c31-b803-45f62047cb98'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:12:53.834619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:12:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f4922fdb-402b-4c31-b803-45f62047cb98'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:53.871252 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:53.872398 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4dd39711-dcf6-443d-9e58-1d5184fe20d6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.1008596 Jul 16 01:12:53.875513 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42790) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:53.931486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:54.033503 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a7303024-8521-4e63-a9fd-1858035e94f4 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:12:54.080212 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Set router f4922fdb-402b-4c31-b803-45f62047cb98 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:12:54.120075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab5621-56c5-4b74-b228-db771a427ff4 req-d55818e6-7a67-4a81-b344-893e93d867a2 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:54.121661 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4ab5621-56c5-4b74-b228-db771a427ff4 req-d55818e6-7a67-4a81-b344-893e93d867a2 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=af9cd591-392d-4e65-abeb-ed2ea869696c HTTP/1.1" status: 200 len: 947 time: 1.3384573 Jul 16 01:12:54.223547 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.resource_extend [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:12:54.263952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4ab5621-56c5-4b74-b228-db771a427ff4 req-e3e41ee0-314f-40e7-b527-da70bd36533b tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056247 Jul 16 01:12:54.395670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7ee43-a32c-4861-8226-528810d84221 req-88d79dc1-0977-4bc6-8773-af43f9facef1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:54.411956 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31b7ee43-a32c-4861-8226-528810d84221 req-88d79dc1-0977-4bc6-8773-af43f9facef1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 945 time: 0.7771599 Jul 16 01:12:54.535483 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:54.547183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2315e48a-e2c7-4cd2-8cc5-75d57909351a None None] Provisioning complete for port 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:54.547579 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2315e48a-e2c7-4cd2-8cc5-75d57909351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.550824 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a7303024-8521-4e63-a9fd-1858035e94f4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a7303024-8521-4e63-a9fd-1858035e94f4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:54.562150 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:54.562550 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.699584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'a7303024-8521-4e63-a9fd-1858035e94f4', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'a7303024-8521-4e63-a9fd-1858035e94f4', 'mac_address': 'fa:16:3e:cd:4e:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:12:54.746064 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.766564 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2315e48a-e2c7-4cd2-8cc5-75d57909351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.770486 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31b7ee43-a32c-4861-8226-528810d84221 req-4fad18d7-37b1-489d-8803-860d7e5db60d tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3570127 Jul 16 01:12:54.805522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-1befd87f-f18d-45e4-b887-e6d93a75a1d6 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Made reservation on behalf of 1f4f0b608e0d4a25b813076a22b8aa5e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:12:54.810652 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.812136 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-1befd87f-f18d-45e4-b887-e6d93a75a1d6 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:54.826891 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Transition to ACTIVE for port object 01510a5a-b831-47e4-98ff-9c1f53602b7f will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:54.838141 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-505ec973-89fd-4d36-b93e-d814b081ae3e req-e944d9b5-eada-410c-b94a-ccf3dabb0650 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0057485 Jul 16 01:12:55.005250 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.020454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2315e48a-e2c7-4cd2-8cc5-75d57909351a None None] For port 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2b3bc8c1-478f-4083-a22b-ca60f2f86bc4,segment=NetworkSegment(8892876a-3134-4737-9595-7a08bf4232ae),segment_id=8892876a-3134-4737-9595-7a08bf4232ae)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:55.033112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8b15dfc8-afff-44f1-88ca-eb132eff4ffb req-682695a1-808a-4572-b410-3c0792e29e3c tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a HTTP/1.1" status: 200 len: 210 time: 0.1454911 Jul 16 01:12:55.062301 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2315e48a-e2c7-4cd2-8cc5-75d57909351a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.119379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315e48a-e2c7-4cd2-8cc5-75d57909351a None None] Pushing event updated for resources: {'Port': ['ID=2b3bc8c1-478f-4083-a22b-ca60f2f86bc4,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:55.134393 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Allocated IP 172.20.0.1 (182cdcd7-ca19-4732-aa47-8670570eaaa2/77f2ab74-15c0-4c98-a0c2-322875108391/f7c94a54-a4a2-4fcf-9388-0df5cffb49ad) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:12:55.149364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7303024-8521-4e63-a9fd-1858035e94f4 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:55.191084 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a7303024-8521-4e63-a9fd-1858035e94f4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a7303024-8521-4e63-a9fd-1858035e94f4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:55.200829 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.321419 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.354004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Transition to ACTIVE for port object f7c94a54-a4a2-4fcf-9388-0df5cffb49ad will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:55.356825 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.388616 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a7303024-8521-4e63-a9fd-1858035e94f4,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:55.433786 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.439868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'name': 'tempest-ServersTestBootFromVolume-286989718-router', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:12:49Z', 'updated_at': '2021-07-16T01:12:52Z', 'revision_number': 3, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'gw_port': {'id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:50Z', 'updated_at': '2021-07-16T01:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:55.454388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Pushing event updated for resources: {'Port': ['ID=01510a5a-b831-47e4-98ff-9c1f53602b7f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:55.476870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c94a54-a4a2-4fcf-9388-0df5cffb49ad,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:55.498581 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Network 182cdcd7-ca19-4732-aa47-8670570eaaa2 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:55.500742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:55.504219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:12:55.506283 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Checking router: f4922fdb-402b-4c31-b803-45f62047cb98 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:12:55.506641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Updating router f4922fdb-402b-4c31-b803-45f62047cb98 port cd4203d0-66bf-4137-bf43-b111d4dc7ac8 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:12:55.511091 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a7303024-8521-4e63-a9fd-1858035e94f4'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:12:55.538753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-1befd87f-f18d-45e4-b887-e6d93a75a1d6 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Allocated IP 192.168.233.118 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/5e3cc773-51be-4445-85fa-735fa742184c) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:12:55.572997 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.612072 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.758922 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.876201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:55.945380 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-1befd87f-f18d-45e4-b887-e6d93a75a1d6 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:55.960934 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-1befd87f-f18d-45e4-b887-e6d93a75a1d6 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Transition to ACTIVE for port object 5e3cc773-51be-4445-85fa-735fa742184c will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:56.006133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:56.007528 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-1befd87f-f18d-45e4-b887-e6d93a75a1d6 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.007869 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.016437 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.019108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:56.089984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:12:56.093277 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.098701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:56.099381 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.137513 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befd87f-f18d-45e4-b887-e6d93a75a1d6 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Pushing event updated for resources: {'Port': ['ID=5e3cc773-51be-4445-85fa-735fa742184c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:56.205682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-1befd87f-f18d-45e4-b887-e6d93a75a1d6 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:56.209015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-1befd87f-f18d-45e4-b887-e6d93a75a1d6 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:56.215117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-1befd87f-f18d-45e4-b887-e6d93a75a1d6 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:12:56.229722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-1befd87f-f18d-45e4-b887-e6d93a75a1d6 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:56.230688 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-1befd87f-f18d-45e4-b887-e6d93a75a1d6 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.238608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9c64749f-e1f9-4725-a283-4659463ec1ef None None] Provisioning for port f7c94a54-a4a2-4fcf-9388-0df5cffb49ad completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:56.245137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Network 182cdcd7-ca19-4732-aa47-8670570eaaa2 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:12:56.254563 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:12:56.284741 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-03dfcda8-912d-4e74-831d-d58e1b1c07c5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6035314 Jul 16 01:12:56.296373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9c64749f-e1f9-4725-a283-4659463ec1ef None None] Provisioning complete for port f7c94a54-a4a2-4fcf-9388-0df5cffb49ad triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:56.299419 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9c64749f-e1f9-4725-a283-4659463ec1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.299580 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c671b9a5-a344-47cb-9254-d4eeddc2c202 req-9107a9c1-124d-4771-a4be-713b3ea1f626 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:56.321354 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c671b9a5-a344-47cb-9254-d4eeddc2c202 req-9107a9c1-124d-4771-a4be-713b3ea1f626 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 966 time: 0.9783082 Jul 16 01:12:56.337131 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-1befd87f-f18d-45e4-b887-e6d93a75a1d6 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5435634 Jul 16 01:12:56.361055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Request body: {'port': {'device_id': '12b32941-57f0-429e-84b2-49f708f79497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:56.364009 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9c64749f-e1f9-4725-a283-4659463ec1ef None None] Port f7c94a54-a4a2-4fcf-9388-0df5cffb49ad cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:12:56.394339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Request body: {'port': {'device_id': '435dd541-7ea7-460d-9ea9-cdf5d348660a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:56.409694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:56.410417 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.515651 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Router f4922fdb-402b-4c31-b803-45f62047cb98 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:12:56.523465 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c94a54-a4a2-4fcf-9388-0df5cffb49ad,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:56.527992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9156095f-52a5-4d75-a550-9e661b0abbe0 None None] Provisioning for port 01510a5a-b831-47e4-98ff-9c1f53602b7f completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:56.629751 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7626b59-fd1a-4d8d-b51d-e51002e4fa4a req-63a40f14-1d42-4e1d-893a-2a0f8e2459a1 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:56.646054 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7626b59-fd1a-4d8d-b51d-e51002e4fa4a req-63a40f14-1d42-4e1d-893a-2a0f8e2459a1 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 1097 time: 0.6449342 Jul 16 01:12:56.656829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9156095f-52a5-4d75-a550-9e661b0abbe0 None None] Provisioning complete for port 01510a5a-b831-47e4-98ff-9c1f53602b7f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:56.657391 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9156095f-52a5-4d75-a550-9e661b0abbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.779941 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c671b9a5-a344-47cb-9254-d4eeddc2c202 req-d771f4bc-9433-492d-8a1f-b6facc38a78e tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4540296 Jul 16 01:12:56.820209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:12:56.831786 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:56.841590 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-53c3a3d8-ceb8-4ffa-a3dd-25ba9912b282 admin admin] 10.222.0.22 "PUT /v2.0/routers/f4922fdb-402b-4c31-b803-45f62047cb98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9651406 Jul 16 01:12:56.886904 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9156095f-52a5-4d75-a550-9e661b0abbe0 None None] Port 01510a5a-b831-47e4-98ff-9c1f53602b7f cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:12:57.059990 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fd69818b-112d-457a-84c9-71d6b080326b None None] Provisioning for port 5e3cc773-51be-4445-85fa-735fa742184c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:57.074101 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fd69818b-112d-457a-84c9-71d6b080326b None None] Provisioning complete for port 5e3cc773-51be-4445-85fa-735fa742184c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:57.074437 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fd69818b-112d-457a-84c9-71d6b080326b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.092357 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7626b59-fd1a-4d8d-b51d-e51002e4fa4a req-f9f1570f-806e-481c-8887-e3e8ad93c6ea tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452794 Jul 16 01:12:57.109587 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.168198 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.177307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Transition to ACTIVE for port object cd4203d0-66bf-4137-bf43-b111d4dc7ac8 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:57.207291 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.211570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-fd69818b-112d-457a-84c9-71d6b080326b None None] Port 5e3cc773-51be-4445-85fa-735fa742184c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:12:57.303927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec29af5-2739-4949-a6f3-ea6c2c17ba57 None None] Pushing event updated for resources: {'Port': ['ID=cd4203d0-66bf-4137-bf43-b111d4dc7ac8,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:57.338643 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Attempting to bind port cd4203d0-66bf-4137-bf43-b111d4dc7ac8 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:57.338913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Attempting to bind port cd4203d0-66bf-4137-bf43-b111d4dc7ac8 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:57.339278 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Attempting to bind port cd4203d0-66bf-4137-bf43-b111d4dc7ac8 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:57.343133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e3cc773-51be-4445-85fa-735fa742184c {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:57.348678 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fd69818b-112d-457a-84c9-71d6b080326b None None] Provisioning complete for port f7c94a54-a4a2-4fcf-9388-0df5cffb49ad triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:57.348678 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fd69818b-112d-457a-84c9-71d6b080326b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.351734 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:57.352405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:57.353211 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.354280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:57.354785 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Bound port: cd4203d0-66bf-4137-bf43-b111d4dc7ac8, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:57.355180 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.358930 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.417179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-fd69818b-112d-457a-84c9-71d6b080326b None None] Port f7c94a54-a4a2-4fcf-9388-0df5cffb49ad cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:12:57.427640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Transition to ACTIVE for port object 5e3cc773-51be-4445-85fa-735fa742184c will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:57.442145 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.444254 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] For port cd4203d0-66bf-4137-bf43-b111d4dc7ac8, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:57.448624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] For port cd4203d0-66bf-4137-bf43-b111d4dc7ac8, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=cd4203d0-66bf-4137-bf43-b111d4dc7ac8,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:57.463565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-42af0558-781c-47b0-a2b4-dc804787d4d4 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ea5de87abcf94ad79825e75e3005f39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525036 Jul 16 01:12:57.469077 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:57.556607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Routers {'f4922fdb-402b-4c31-b803-45f62047cb98'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:12:57.557214 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:12:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f4922fdb-402b-4c31-b803-45f62047cb98'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:57.585737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3cc773-51be-4445-85fa-735fa742184c,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:57.593565 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec29af5-2739-4949-a6f3-ea6c2c17ba57 None None] Pushing event updated for resources: {'Port': ['ID=cd4203d0-66bf-4137-bf43-b111d4dc7ac8,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:57.826131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Attempting to bind port 5e3cc773-51be-4445-85fa-735fa742184c on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:57.826481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Attempting to bind port 5e3cc773-51be-4445-85fa-735fa742184c by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:57.826832 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Attempting to bind port 5e3cc773-51be-4445-85fa-735fa742184c on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:57.891176 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] Set router f4922fdb-402b-4c31-b803-45f62047cb98 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:12:58.053214 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a7303024-8521-4e63-a9fd-1858035e94f4 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:12:58.235686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port a7303024-8521-4e63-a9fd-1858035e94f4 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:12:58.248757 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port a7303024-8521-4e63-a9fd-1858035e94f4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:12:58.249130 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.254462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01510a5a-b831-47e4-98ff-9c1f53602b7f {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:12:58.270253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Port 5e3cc773-51be-4445-85fa-735fa742184c on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:12:58.271129 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Attempting to bind port 5e3cc773-51be-4445-85fa-735fa742184c on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:58.278548 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.310870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854bad2-3d09-4900-b8f0-a9f8ebfd1df4 req-0589c79f-138d-42ef-b3bc-f196e997e521 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:58.319877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8854bad2-3d09-4900-b8f0-a9f8ebfd1df4 req-0589c79f-138d-42ef-b3bc-f196e997e521 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=af9cd591-392d-4e65-abeb-ed2ea869696c HTTP/1.1" status: 200 len: 948 time: 0.9432721 Jul 16 01:12:58.350397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:58.351066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:58.351486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:58.351928 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Bound port: 5e3cc773-51be-4445-85fa-735fa742184c, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:58.352293 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.393931 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-0a55ade6-226a-4b18-8cbe-3eedeab97200 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:58.409767 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-0a55ade6-226a-4b18-8cbe-3eedeab97200 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9426713 Jul 16 01:12:58.425149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Transition to ACTIVE for port object 01510a5a-b831-47e4-98ff-9c1f53602b7f will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:12:58.428496 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.436510 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.450630 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'name': 'tempest-ServersTestBootFromVolume-286989718-router', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:12:49Z', 'updated_at': '2021-07-16T01:12:55Z', 'revision_number': 4, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'gw_port': {'id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:50Z', 'updated_at': '2021-07-16T01:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f7c94a54-a4a2-4fcf-9388-0df5cffb49ad', 'name': '', 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'mac_address': 'fa:16:3e:a4:ad:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:54Z', 'updated_at': '2021-07-16T01:12:55Z', 'revision_number': 2, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'subnets': [{'id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:12:58.483120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271d8dd9-de7a-4751-abd3-7e2c97992839 None None] The sync data for ids ['f4922fdb-402b-4c31-b803-45f62047cb98'] in n-d-791505-14 is: [{'id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'name': 'tempest-ServersTestBootFromVolume-286989718-router', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:12:49Z', 'updated_at': '2021-07-16T01:12:55Z', 'revision_number': 4, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'gw_port': {'id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:50Z', 'updated_at': '2021-07-16T01:12:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f7c94a54-a4a2-4fcf-9388-0df5cffb49ad', 'name': '', 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'mac_address': 'fa:16:3e:a4:ad:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:54Z', 'updated_at': '2021-07-16T01:12:55Z', 'revision_number': 2, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'subnets': [{'id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:12:58.501387 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9cd591-392d-4e65-abeb-ed2ea869696c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7303024-8521-4e63-a9fd-1858035e94f4'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:58.503669 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c67fae-47f8-472c-b53a-bd40110b67b3" -d '{"events": [{"server_uuid": "af9cd591-392d-4e65-abeb-ed2ea869696c", "name": "network-vif-plugged", "status": "completed", "tag": "a7303024-8521-4e63-a9fd-1858035e94f4"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:58.531067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a7303024-8521-4e63-a9fd-1858035e94f4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a7303024-8521-4e63-a9fd-1858035e94f4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:12:58.542728 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-68388bd6-b5ae-4ea5-8039-5d41201d4229 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/quotas/ea5de87abcf94ad79825e75e3005f39e HTTP/1.1" status: 200 len: 375 time: 0.1293545 Jul 16 01:12:58.553075 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.582403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] For port 5e3cc773-51be-4445-85fa-735fa742184c, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:58.598429 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8854bad2-3d09-4900-b8f0-a9f8ebfd1df4 req-d53c88cc-6a6b-4404-8e3d-07b63bede9b6 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766263 Jul 16 01:12:58.669454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a7303024-8521-4e63-a9fd-1858035e94f4,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:58.745645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-f8d57a6f-b24c-4619-80ed-50ba588d046b tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ea5de87abcf94ad79825e75e3005f39e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1898956 Jul 16 01:12:58.766178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] For port 5e3cc773-51be-4445-85fa-735fa742184c, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5e3cc773-51be-4445-85fa-735fa742184c,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:58.801973 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.805054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Attempting to bind port 01510a5a-b831-47e4-98ff-9c1f53602b7f on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:12:58.808369 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Attempting to bind port 01510a5a-b831-47e4-98ff-9c1f53602b7f by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:12:58.809888 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Attempting to bind port 01510a5a-b831-47e4-98ff-9c1f53602b7f on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:58.818350 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Pushing event updated for resources: {'Port': ['ID=01510a5a-b831-47e4-98ff-9c1f53602b7f,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:58.835360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Port 01510a5a-b831-47e4-98ff-9c1f53602b7f on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:12:58.835360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Attempting to bind port 01510a5a-b831-47e4-98ff-9c1f53602b7f on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:12:58.883120 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:12:58.883376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:12:58.884032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:12:58.884167 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Bound port: 01510a5a-b831-47e4-98ff-9c1f53602b7f, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:12:58.885131 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.888280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:58.888898 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:58.890767 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] 10.222.0.69 "PUT /v2.0/ports/5e3cc773-51be-4445-85fa-735fa742184c HTTP/1.1" status: 200 len: 1097 time: 2.5180242 Jul 16 01:12:58.891253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435dd541-7ea7-460d-9ea9-cdf5d348660a', 'tag': '5e3cc773-51be-4445-85fa-735fa742184c'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:12:58.895797 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9575c442-25af-4989-8a28-5dacb1d07fab" -d '{"events": [{"name": "network-changed", "server_uuid": "435dd541-7ea7-460d-9ea9-cdf5d348660a", "tag": "5e3cc773-51be-4445-85fa-735fa742184c"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:12:59.304199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca059df-faf6-4c8a-a151-86393cfafb15 service neutron] Pushing event updated for resources: {'Port': ['ID=5e3cc773-51be-4445-85fa-735fa742184c,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:59.310178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] For port 01510a5a-b831-47e4-98ff-9c1f53602b7f, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:12:59.333669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] For port 01510a5a-b831-47e4-98ff-9c1f53602b7f, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=01510a5a-b831-47e4-98ff-9c1f53602b7f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:12:59.366406 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:59.503576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:59.505654 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:59.510141 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] 10.222.0.70 "PUT /v2.0/ports/01510a5a-b831-47e4-98ff-9c1f53602b7f HTTP/1.1" status: 200 len: 1096 time: 3.1830895 Jul 16 01:12:59.570865 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42894) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:59.578831 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3b06df1b-8b60-440d-b26c-919fa6be0a01 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2064857645', 'description': 'tempest-description--290903915'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:59.601054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007b971-4590-429a-858b-248938439d15 req-b1d6ef65-cec8-4e97-951b-23c3a8032d7b tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:59.619938 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9007b971-4590-429a-858b-248938439d15 req-b1d6ef65-cec8-4e97-951b-23c3a8032d7b tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a HTTP/1.1" status: 200 len: 948 time: 0.6948602 Jul 16 01:12:59.636273 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b06df1b-8b60-440d-b26c-919fa6be0a01 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:59.669804 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-e3bc0de2-43f0-4cad-bb6a-b250214d343b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:12:59.674715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-e3bc0de2-43f0-4cad-bb6a-b250214d343b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f4f0b608e0d4a25b813076a22b8aa5e&device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a HTTP/1.1" status: 200 len: 1100 time: 0.5900128 Jul 16 01:12:59.730294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867844b4-4d56-494c-ada4-86ab2d46b0ff service neutron] Pushing event updated for resources: {'Port': ['ID=01510a5a-b831-47e4-98ff-9c1f53602b7f,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:59.836820 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b06df1b-8b60-440d-b26c-919fa6be0a01 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:59.847238 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b06df1b-8b60-440d-b26c-919fa6be0a01 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:59.880469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b06df1b-8b60-440d-b26c-919fa6be0a01 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22dfabc6-3995-459e-818d-bcea732c0463,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:12:59.894082 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b06df1b-8b60-440d-b26c-919fa6be0a01 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:12:59.899225 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3b06df1b-8b60-440d-b26c-919fa6be0a01 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3268452 Jul 16 01:12:59.900900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42902) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:12:59.906161 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-59d52ee7-8612-4231-b596-b6c90137e6b1 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Request body: {'security_group_rule': {'security_group_id': '22dfabc6-3995-459e-818d-bcea732c0463', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:12:59.936423 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-4c68dc26-d63e-4acd-a712-3c849475b344 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=5e3cc773-51be-4445-85fa-735fa742184c HTTP/1.1" status: 200 len: 217 time: 0.2146909 Jul 16 01:12:59.962191 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59d52ee7-8612-4231-b596-b6c90137e6b1 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:00.044700 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:00.204627 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59d52ee7-8612-4231-b596-b6c90137e6b1 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:00.225181 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59d52ee7-8612-4231-b596-b6c90137e6b1 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:00.258982 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d52ee7-8612-4231-b596-b6c90137e6b1 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a36ca1-2642-416c-9eee-c791c7946ce1,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:00.277559 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59d52ee7-8612-4231-b596-b6c90137e6b1 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:00.280151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-d8d00add-6c58-4f2a-a900-9cbc39a01d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:00.282748 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-59d52ee7-8612-4231-b596-b6c90137e6b1 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3807459 Jul 16 01:13:00.285755 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42906) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:00.286123 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-d8d00add-6c58-4f2a-a900-9cbc39a01d74 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.2619870 Jul 16 01:13:00.307578 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-522cc989-4714-466c-b5b8-8ae321f188fb tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Request body: {'security_group_rule': {'security_group_id': '22dfabc6-3995-459e-818d-bcea732c0463', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:00.316587 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9007b971-4590-429a-858b-248938439d15 req-1829d1be-854c-4719-8c0e-757448402864 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6950102 Jul 16 01:13:00.383998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-79cc1566-5d2f-41a2-86d1-5c71f61dba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:00.391511 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-79cc1566-5d2f-41a2-86d1-5c71f61dba1a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f4f0b608e0d4a25b813076a22b8aa5e&device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 1099 time: 0.7654746 Jul 16 01:13:00.392549 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-522cc989-4714-466c-b5b8-8ae321f188fb tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:00.486589 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029edc2-1126-4f4c-8e3f-c8128871af71 req-8a5e494b-facf-4091-9cfa-8c6bb931e4d7 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:00.496610 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6029edc2-1126-4f4c-8e3f-c8128871af71 req-8a5e494b-facf-4091-9cfa-8c6bb931e4d7 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 1097 time: 0.5864863 Jul 16 01:13:00.552886 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-84e4436b-d8c1-4343-97cf-66ee5476ba3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=01510a5a-b831-47e4-98ff-9c1f53602b7f HTTP/1.1" status: 200 len: 217 time: 0.1507003 Jul 16 01:13:00.623453 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6029edc2-1126-4f4c-8e3f-c8128871af71 req-ad4b4985-c223-4962-a64c-90cacfc455e2 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258554 Jul 16 01:13:00.798291 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788667d6-7473-4fcc-944d-4c02f6feb24d x-openstack-request-id: req-788667d6-7473-4fcc-944d-4c02f6feb24d {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:00.798938 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9cd591-392d-4e65-abeb-ed2ea869696c", "name": "network-vif-plugged", "status": "completed", "tag": "a7303024-8521-4e63-a9fd-1858035e94f4", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:00.799430 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-788667d6-7473-4fcc-944d-4c02f6feb24d {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:00.800068 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9cd591-392d-4e65-abeb-ed2ea869696c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7303024-8521-4e63-a9fd-1858035e94f4', 'code': 200} Jul 16 01:13:00.852522 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:01.139131 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-522cc989-4714-466c-b5b8-8ae321f188fb tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:01.147821 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-522cc989-4714-466c-b5b8-8ae321f188fb tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:01.195499 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-522cc989-4714-466c-b5b8-8ae321f188fb tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:01.203338 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-522cc989-4714-466c-b5b8-8ae321f188fb tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9073658 Jul 16 01:13:01.204092 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42924) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:01.209921 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:01.222478 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832d508a-880f-4fbf-8512-9a491dc6235e x-openstack-request-id: req-832d508a-880f-4fbf-8512-9a491dc6235e {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:01.222771 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "435dd541-7ea7-460d-9ea9-cdf5d348660a", "tag": "5e3cc773-51be-4445-85fa-735fa742184c", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:01.223025 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-832d508a-880f-4fbf-8512-9a491dc6235e {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:01.223412 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435dd541-7ea7-460d-9ea9-cdf5d348660a', 'tag': '5e3cc773-51be-4445-85fa-735fa742184c', 'status': 'completed', 'code': 200} Jul 16 01:13:01.238905 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522cc989-4714-466c-b5b8-8ae321f188fb tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79e95d9-26b1-4ee6-acf6-a665f66d6fc3,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:01.243639 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:01.312795 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-33205016-071b-4536-b49f-ab4e0cc1acba tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=ea5de87abcf94ad79825e75e3005f39e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317991 Jul 16 01:13:01.344733 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6fddebb0-2065-40ad-908d-13155550483a req-c5a3a9c4-50f4-408e-9ed7-27d802ecedc6 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3 HTTP/1.1" status: 200 len: 210 time: 0.1170344 Jul 16 01:13:01.346267 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-de02ff13-a985-4cfd-aca2-d12cdcccefae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:01.347750 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-de02ff13-a985-4cfd-aca2-d12cdcccefae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0372221 Jul 16 01:13:01.349111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-c5d8a439-5f9e-42c6-98c5-dd7b758d461d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:01.350430 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-c5d8a439-5f9e-42c6-98c5-dd7b758d461d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.7551632 Jul 16 01:13:01.587703 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-6e0b2337-feff-46c1-8e84-558431d1ee87 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:01.589407 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-6e0b2337-feff-46c1-8e84-558431d1ee87 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1950200 Jul 16 01:13:01.590073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70698802-e063-4a14-ae19-9f633c31f3fb req-58429a93-84a6-4b5c-9db0-5a2bba80320c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:01.593190 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70698802-e063-4a14-ae19-9f633c31f3fb req-58429a93-84a6-4b5c-9db0-5a2bba80320c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=af9cd591-392d-4e65-abeb-ed2ea869696c HTTP/1.1" status: 200 len: 1101 time: 0.3635304 Jul 16 01:13:01.609652 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Request body: {'port': {'device_id': '5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': 'ea5de87abcf94ad79825e75e3005f39e'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:01.619735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7f1bd-823f-480d-9229-5bfa41f9f3d3 req-ce04b416-0ae3-4e51-88c1-1e55eedd707d tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:01.627293 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2da7f1bd-823f-480d-9229-5bfa41f9f3d3 req-ce04b416-0ae3-4e51-88c1-1e55eedd707d tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=af9cd591-392d-4e65-abeb-ed2ea869696c HTTP/1.1" status: 200 len: 949 time: 0.4059074 Jul 16 01:13:01.653150 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:01.699420 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-37eec4ad-d803-4953-a483-5c07294b5507 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--181193529&fields=id&tenant_id=a149cbfec8a14af28ac02267946fa43c HTTP/1.1" status: 200 len: 267 time: 0.1057003 Jul 16 01:13:01.789319 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-5078912e-9e3e-41d7-8f81-5be51f563f76 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284120 Jul 16 01:13:01.790920 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70698802-e063-4a14-ae19-9f633c31f3fb req-09a6599d-7e10-4260-ad93-5d144480dd75 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804066 Jul 16 01:13:01.815021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Made reservation on behalf of ea5de87abcf94ad79825e75e3005f39e for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:01.818297 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:01.835947 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Allocated IP 172.25.2.162 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/baa6dbe5-c8af-4b58-997b-5a1e2929430c) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:01.839224 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:01.840107 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cd4203d0-66bf-4137-bf43-b111d4dc7ac8 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:01.856470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2da7f1bd-823f-480d-9229-5bfa41f9f3d3 req-b061b91f-5192-4529-b0a6-89c266f03d19 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019317 Jul 16 01:13:01.858857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-1e43fad4-5b0b-4785-8658-53f08a7655b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:01.861338 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-1e43fad4-5b0b-4785-8658-53f08a7655b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4985001 Jul 16 01:13:01.950695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port cd4203d0-66bf-4137-bf43-b111d4dc7ac8 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:01.958244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port cd4203d0-66bf-4137-bf43-b111d4dc7ac8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:01.958876 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.001956 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.047906 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.050735 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72f3bc5b-f45b-4959-8768-ae9c62166ab4 req-5f24f3fb-689c-4167-9349-f5ab5e5eca8a service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396088 Jul 16 01:13:02.081820 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.119223 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.152066 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port cd4203d0-66bf-4137-bf43-b111d4dc7ac8, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=cd4203d0-66bf-4137-bf43-b111d4dc7ac8,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:02.157856 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.203252 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.233574 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:02.251851 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=cd4203d0-66bf-4137-bf43-b111d4dc7ac8,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:02.272888 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb65429-5fcb-40df-9643-9ed7a9360602,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:02.276604 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:02.300285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:02.312238 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Sync routers for ids ['f4922fdb-402b-4c31-b803-45f62047cb98'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:13:02.322643 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Routers {'f4922fdb-402b-4c31-b803-45f62047cb98'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:02.323299 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:12:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f4922fdb-402b-4c31-b803-45f62047cb98'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:02.375133 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Pushing event updated for resources: {'Port': ['ID=baa6dbe5-c8af-4b58-997b-5a1e2929430c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:02.386682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Allocated IP 192.168.233.72 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/e58bfde4-bdb1-4041-b36f-bc21bbe54a27) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:02.393762 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-18a38c29-e966-493a-a40d-68a41c36ea18 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417761 Jul 16 01:13:02.411706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575c442-25af-4989-8a28-5dacb1d07fab req-f2b322ad-da7b-4b6e-ab15-d05f6037982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:02.416260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9575c442-25af-4989-8a28-5dacb1d07fab req-f2b322ad-da7b-4b6e-ab15-d05f6037982a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1f4f0b608e0d4a25b813076a22b8aa5e&device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a HTTP/1.1" status: 200 len: 1100 time: 0.2285583 Jul 16 01:13:02.426014 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Set router f4922fdb-402b-4c31-b803-45f62047cb98 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:02.429226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-a7c0f867-e559-458b-bbd1-38cd50d5b84b tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:02.431120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-a7c0f867-e559-458b-bbd1-38cd50d5b84b tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/networks?id=77e7a502-3917-4cf3-9cd7-99a26b80cffa HTTP/1.1" status: 200 len: 823 time: 0.7305679 Jul 16 01:13:02.465119 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.549033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bdb9b-8332-4ea8-ace1-5b435d99dfe5 req-ef196ca9-b8af-42cc-a9f3-60a1489007e0 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:02.551137 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-406bdb9b-8332-4ea8-ace1-5b435d99dfe5 req-ef196ca9-b8af-42cc-a9f3-60a1489007e0 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a HTTP/1.1" status: 200 len: 948 time: 0.3382714 Jul 16 01:13:02.553162 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd0b92d7-7297-4786-8cc0-796f5ea23915 req-5d784d4d-24c5-4f8f-b658-05ae8e535a6e service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441019 Jul 16 01:13:02.563752 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.673765 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'name': 'tempest-ServersTestBootFromVolume-286989718-router', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:12:49Z', 'updated_at': '2021-07-16T01:12:55Z', 'revision_number': 4, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'gw_port': {'id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:50Z', 'updated_at': '2021-07-16T01:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f7c94a54-a4a2-4fcf-9388-0df5cffb49ad', 'name': '', 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'mac_address': 'fa:16:3e:a4:ad:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:54Z', 'updated_at': '2021-07-16T01:12:55Z', 'revision_number': 2, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'subnets': [{'id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:02.695198 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-1458caf8-9b44-478b-a10b-1512485ce6e7 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/quotas/a149cbfec8a14af28ac02267946fa43c HTTP/1.1" status: 200 len: 375 time: 0.0419912 Jul 16 01:13:02.753044 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Checking router: f4922fdb-402b-4c31-b803-45f62047cb98 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:13:02.753387 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Updating router f4922fdb-402b-4c31-b803-45f62047cb98 port f7c94a54-a4a2-4fcf-9388-0df5cffb49ad binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:13:02.762053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575c442-25af-4989-8a28-5dacb1d07fab req-afa92c83-983b-4340-a013-2df6759d4d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:02.763545 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9575c442-25af-4989-8a28-5dacb1d07fab req-afa92c83-983b-4340-a013-2df6759d4d40 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.3311317 Jul 16 01:13:02.820857 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.821322 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9575c442-25af-4989-8a28-5dacb1d07fab req-02592e4e-a0cd-41f4-af54-2d3582af456f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=5e3cc773-51be-4445-85fa-735fa742184c HTTP/1.1" status: 200 len: 217 time: 0.0432260 Jul 16 01:13:02.825879 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-406bdb9b-8332-4ea8-ace1-5b435d99dfe5 req-7ba42fc7-0661-4a38-baed-b34e4fb01394 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638148 Jul 16 01:13:02.842232 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.870221 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d36f75-396f-40d3-8f60-7e74afcc8475 req-c7ed684e-00f3-4147-af7f-1ae26385b1ee tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:02.871539 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Transition to ACTIVE for port object e58bfde4-bdb1-4041-b36f-bc21bbe54a27 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:02.873503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1d36f75-396f-40d3-8f60-7e74afcc8475 req-c7ed684e-00f3-4147-af7f-1ae26385b1ee tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.69 "GET /v2.0/ports?device_id=80c18afe-16d2-4292-9e71-5667ebd2b458 HTTP/1.1" status: 200 len: 966 time: 0.5865629 Jul 16 01:13:02.934287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575c442-25af-4989-8a28-5dacb1d07fab req-c78b3fd1-fb61-47f1-874e-b3a75f78620e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:02.936168 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9575c442-25af-4989-8a28-5dacb1d07fab req-c78b3fd1-fb61-47f1-874e-b3a75f78620e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0951657 Jul 16 01:13:02.947228 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:02.956129 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.013535 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.060777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:03.067267 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Pushing event updated for resources: {'Port': ['ID=baa6dbe5-c8af-4b58-997b-5a1e2929430c,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:03.074876 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:03.131425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Pushing event updated for resources: {'Port': ['ID=e58bfde4-bdb1-4041-b36f-bc21bbe54a27,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:03.134073 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:03.137988 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.221898 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.223172 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cff25bc0-d87c-4855-9bbc-336097c4207d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0176284 Jul 16 01:13:03.235900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12b32941-57f0-429e-84b2-49f708f79497', 'tag': '01510a5a-b831-47e4-98ff-9c1f53602b7f'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:03.249210 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f330f0e3-9681-4d83-a925-208f8776dd20" -d '{"events": [{"name": "network-changed", "server_uuid": "12b32941-57f0-429e-84b2-49f708f79497", "tag": "01510a5a-b831-47e4-98ff-9c1f53602b7f"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:03.250407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:03.251074 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.278409 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-b8bde752-f66d-4f53-a6c6-5d22c8164c65 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6722937 Jul 16 01:13:03.292723 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-03ce5e42-5303-4bd5-9ee4-ad4e5c1e2d57 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a149cbfec8a14af28ac02267946fa43c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5857072 Jul 16 01:13:03.305069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Request body: {'port': {'device_id': '5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:03.418142 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.474729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575c442-25af-4989-8a28-5dacb1d07fab req-21cf6ec4-c087-45fe-9d36-1ea76a081741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:03.476420 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9575c442-25af-4989-8a28-5dacb1d07fab req-21cf6ec4-c087-45fe-9d36-1ea76a081741 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3481715 Jul 16 01:13:03.514998 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.530578 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Transition to ACTIVE for port object f7c94a54-a4a2-4fcf-9388-0df5cffb49ad will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:03.534845 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2c6dd269-3218-4bf0-9fda-371990c3a281 None None] Provisioning for port e58bfde4-bdb1-4041-b36f-bc21bbe54a27 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:03.542439 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.549403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2c6dd269-3218-4bf0-9fda-371990c3a281 None None] Provisioning complete for port e58bfde4-bdb1-4041-b36f-bc21bbe54a27 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:03.551555 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2c6dd269-3218-4bf0-9fda-371990c3a281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.553098 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-c1d36f75-396f-40d3-8f60-7e74afcc8475 req-c04944e5-77fb-4e82-a4f1-172af9c87049 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Deleting port de19274c-bc98-41c8-ae11-336971bce060 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:13:03.553470 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c1d36f75-396f-40d3-8f60-7e74afcc8475 req-c04944e5-77fb-4e82-a4f1-172af9c87049 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.650850 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2c6dd269-3218-4bf0-9fda-371990c3a281 None None] Port e58bfde4-bdb1-4041-b36f-bc21bbe54a27 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:13:03.805091 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-2cb616cb-da1e-4aa6-8520-9dd60ead1383 service neutron] 10.222.0.22 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681721 Jul 16 01:13:03.822933 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c549254-4574-47a4-b923-9da2e7a1d700 req-a1720509-328a-4554-a7e9-0ed4d1aabbad tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:03.824537 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1c549254-4574-47a4-b923-9da2e7a1d700 req-a1720509-328a-4554-a7e9-0ed4d1aabbad tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3 HTTP/1.1" status: 200 len: 935 time: 0.5136328 Jul 16 01:13:03.830726 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Attempting to bind port f7c94a54-a4a2-4fcf-9388-0df5cffb49ad on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:03.831224 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Attempting to bind port f7c94a54-a4a2-4fcf-9388-0df5cffb49ad by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '8892876a-3134-4737-9595-7a08bf4232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:03.831666 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Attempting to bind port f7c94a54-a4a2-4fcf-9388-0df5cffb49ad on network 182cdcd7-ca19-4732-aa47-8670570eaaa2 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:03.839413 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b42100-c02a-4095-bd8a-516491881b95 None None] Pushing event updated for resources: {'Port': ['ID=f7c94a54-a4a2-4fcf-9388-0df5cffb49ad,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:03.846241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cd4203d0-66bf-4137-bf43-b111d4dc7ac8 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:03.852560 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:03.854650 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Checking segment: {'id': '8892876a-3134-4737-9595-7a08bf4232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:03.855222 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.857455 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Bound using segment: {'id': '8892876a-3134-4737-9595-7a08bf4232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:03.860983 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Bound port: f7c94a54-a4a2-4fcf-9388-0df5cffb49ad, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8892876a-3134-4737-9595-7a08bf4232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:03.861708 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.899058 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b42100-c02a-4095-bd8a-516491881b95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:03.900269 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b42100-c02a-4095-bd8a-516491881b95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:03.900827 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b42100-c02a-4095-bd8a-516491881b95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:03.903935 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b42100-c02a-4095-bd8a-516491881b95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:03.904492 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b42100-c02a-4095-bd8a-516491881b95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:03.904978 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b42100-c02a-4095-bd8a-516491881b95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:03.905476 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b42100-c02a-4095-bd8a-516491881b95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:03.905978 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b42100-c02a-4095-bd8a-516491881b95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:03.907243 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b42100-c02a-4095-bd8a-516491881b95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:03.909531 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b42100-c02a-4095-bd8a-516491881b95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:03.910054 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b42100-c02a-4095-bd8a-516491881b95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:03.912033 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55b42100-c02a-4095-bd8a-516491881b95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:03.928305 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58bfde4-bdb1-4041-b36f-bc21bbe54a27 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:03.943671 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.949675 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9575c442-25af-4989-8a28-5dacb1d07fab req-491776db-6d93-49f6-b0e2-c1d4d30ab098 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128675 Jul 16 01:13:03.957771 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port cd4203d0-66bf-4137-bf43-b111d4dc7ac8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:03.958188 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.977172 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Transition to ACTIVE for port object e58bfde4-bdb1-4041-b36f-bc21bbe54a27 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:03.979126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-c1d36f75-396f-40d3-8f60-7e74afcc8475 req-c04944e5-77fb-4e82-a4f1-172af9c87049 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] For port de19274c-bc98-41c8-ae11-336971bce060, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=de19274c-bc98-41c8-ae11-336971bce060,segment=NetworkSegment(94929bf5-41ae-4a21-a954-5898f1a0898a),segment_id=94929bf5-41ae-4a21-a954-5898f1a0898a)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:03.979682 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c1d36f75-396f-40d3-8f60-7e74afcc8475 req-c04944e5-77fb-4e82-a4f1-172af9c87049 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:03.984643 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.019665 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1c549254-4574-47a4-b923-9da2e7a1d700 req-71ffdcb3-4892-49e8-b830-c82fdcbcd845 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/security-groups?id=0eb65429-5fcb-40df-9643-9ed7a9360602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709816 Jul 16 01:13:04.076979 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] For port f7c94a54-a4a2-4fcf-9388-0df5cffb49ad, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:04.081365 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] For port f7c94a54-a4a2-4fcf-9388-0df5cffb49ad, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f7c94a54-a4a2-4fcf-9388-0df5cffb49ad,segment=NetworkSegment(8892876a-3134-4737-9595-7a08bf4232ae),segment_id=8892876a-3134-4737-9595-7a08bf4232ae)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:04.089884 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.139433 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e58bfde4-bdb1-4041-b36f-bc21bbe54a27,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:04.232148 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Routers {'f4922fdb-402b-4c31-b803-45f62047cb98'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:04.233152 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:12:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f4922fdb-402b-4c31-b803-45f62047cb98'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:04.287039 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Attempting to bind port e58bfde4-bdb1-4041-b36f-bc21bbe54a27 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:04.287626 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Attempting to bind port e58bfde4-bdb1-4041-b36f-bc21bbe54a27 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:04.288063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Attempting to bind port e58bfde4-bdb1-4041-b36f-bc21bbe54a27 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:04.319722 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Port e58bfde4-bdb1-4041-b36f-bc21bbe54a27 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:13:04.320325 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Attempting to bind port e58bfde4-bdb1-4041-b36f-bc21bbe54a27 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:04.329096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:04.329096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:04.329351 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:04.329671 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Bound port: e58bfde4-bdb1-4041-b36f-bc21bbe54a27, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:04.330034 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.425886 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] Set router f4922fdb-402b-4c31-b803-45f62047cb98 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:04.475976 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] For port e58bfde4-bdb1-4041-b36f-bc21bbe54a27, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:04.479683 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] For port e58bfde4-bdb1-4041-b36f-bc21bbe54a27, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e58bfde4-bdb1-4041-b36f-bc21bbe54a27,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:04.487566 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.494825 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b42100-c02a-4095-bd8a-516491881b95 None None] Pushing event updated for resources: {'Port': ['ID=f7c94a54-a4a2-4fcf-9388-0df5cffb49ad,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:04.540641 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:04.541304 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.542699 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] 10.222.0.70 "PUT /v2.0/ports/e58bfde4-bdb1-4041-b36f-bc21bbe54a27 HTTP/1.1" status: 200 len: 1096 time: 1.2549107 Jul 16 01:13:04.543075 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3', 'tag': 'e58bfde4-bdb1-4041-b36f-bc21bbe54a27'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:04.549274 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b049a80-a77c-4b86-a467-e9e6cb3d4783" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3", "tag": "e58bfde4-bdb1-4041-b36f-bc21bbe54a27"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:04.646959 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc15df-638b-4de1-b384-02545e65b6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e58bfde4-bdb1-4041-b36f-bc21bbe54a27,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:04.715934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-02311e26-2de4-4402-9dd1-e112ac862b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:04.715934 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-02311e26-2de4-4402-9dd1-e112ac862b62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea5de87abcf94ad79825e75e3005f39e&device_id=5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3 HTTP/1.1" status: 200 len: 1099 time: 0.1066458 Jul 16 01:13:04.738296 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4833d6b-b471-4af6-91fc-db4911aaf785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:04.769324 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9575c442-25af-4989-8a28-5dacb1d07fab req-1d2df745-26cc-4479-95eb-64a5df18e610 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7994456 Jul 16 01:13:04.792723 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-e6e191bf-5e43-4566-b19c-80ac9b475c9a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=e58bfde4-bdb1-4041-b36f-bc21bbe54a27 HTTP/1.1" status: 200 len: 217 time: 0.0710230 Jul 16 01:13:04.801658 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'name': 'tempest-ServersTestBootFromVolume-286989718-router', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:12:49Z', 'updated_at': '2021-07-16T01:12:55Z', 'revision_number': 4, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'gw_port': {'id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:50Z', 'updated_at': '2021-07-16T01:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f7c94a54-a4a2-4fcf-9388-0df5cffb49ad', 'name': '', 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'mac_address': 'fa:16:3e:a4:ad:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:54Z', 'updated_at': '2021-07-16T01:13:04Z', 'revision_number': 4, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'subnets': [{'id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:04.832993 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36213a44-cf3d-4fe2-97a4-01ec74cf4d2a None None] The sync data for ids ['f4922fdb-402b-4c31-b803-45f62047cb98'] in n-d-791505-14 is: [{'id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'name': 'tempest-ServersTestBootFromVolume-286989718-router', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:12:49Z', 'updated_at': '2021-07-16T01:12:55Z', 'revision_number': 4, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'gw_port': {'id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:50Z', 'updated_at': '2021-07-16T01:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f7c94a54-a4a2-4fcf-9388-0df5cffb49ad', 'name': '', 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'mac_address': 'fa:16:3e:a4:ad:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:54Z', 'updated_at': '2021-07-16T01:13:04Z', 'revision_number': 4, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'subnets': [{'id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:13:04.883284 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-e37e62c8-f5b6-4318-83bf-8bee5d144dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:04.886237 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-e37e62c8-f5b6-4318-83bf-8bee5d144dcc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0805604 Jul 16 01:13:04.929720 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-060a65fe-04aa-4d41-a9f7-e1dddfb2d451 service neutron] 10.222.0.22 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1041791 Jul 16 01:13:05.012833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-f164221e-1193-48e5-a5a7-1797de73e651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:05.014101 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-f164221e-1193-48e5-a5a7-1797de73e651 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1200657 Jul 16 01:13:05.066756 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c1d36f75-396f-40d3-8f60-7e74afcc8475 req-c04944e5-77fb-4e82-a4f1-172af9c87049 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:05.067469 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c1d36f75-396f-40d3-8f60-7e74afcc8475 req-c04944e5-77fb-4e82-a4f1-172af9c87049 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:05.067927 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [req-c1d36f75-396f-40d3-8f60-7e74afcc8475 req-c04944e5-77fb-4e82-a4f1-172af9c87049 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Floating IP 832ada3c-b7cd-45bf-8bbe-5efe609d9064 disassociated. External IP: 172.25.2.117, port: de19274c-bc98-41c8-ae11-336971bce060. Jul 16 01:13:05.068669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-c1d36f75-396f-40d3-8f60-7e74afcc8475 req-c04944e5-77fb-4e82-a4f1-172af9c87049 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Calling delete_port for de19274c-bc98-41c8-ae11-336971bce060 owned by compute:tempest-test_az-793119100 {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:13:05.156362 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f556626-9d3c-4c91-b0fc-857dc4b6ef07 req-8f1c1cfb-3663-441e-9634-612eaa84dd1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:05.167607 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f556626-9d3c-4c91-b0fc-857dc4b6ef07 req-8f1c1cfb-3663-441e-9634-612eaa84dd1f tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=af9cd591-392d-4e65-abeb-ed2ea869696c HTTP/1.1" status: 200 len: 949 time: 0.3967969 Jul 16 01:13:05.194164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 5e3cc773-51be-4445-85fa-735fa742184c details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:13:05.209467 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-fa3a7a65-be86-4f61-b59c-83f89a3154bb service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850283 Jul 16 01:13:05.248987 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f556626-9d3c-4c91-b0fc-857dc4b6ef07 req-b5abfc0b-f039-4cd9-8b21-a887e691e2e6 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802300 Jul 16 01:13:05.354653 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 5e3cc773-51be-4445-85fa-735fa742184c, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5e3cc773-51be-4445-85fa-735fa742184c,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:05.379728 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '5e3cc773-51be-4445-85fa-735fa742184c', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '5e3cc773-51be-4445-85fa-735fa742184c', 'mac_address': 'fa:16:3e:44:38:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:13:05.416392 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3dd8973-d4b4-4d72-b001-d8581ee1bba7 req-68f8bbc6-7621-403c-96d8-6b8f141c63f4 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998048 Jul 16 01:13:05.470385 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:05.474735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cc7efa-f5f8-4cf2-8c7a-cf5a2b24572a req-d095826a-752f-4679-a1b4-3adf33a45b9a tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:05.476692 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93cc7efa-f5f8-4cf2-8c7a-cf5a2b24572a req-d095826a-752f-4679-a1b4-3adf33a45b9a tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0affe474-2a22-4483-8e93-a31350f45254 HTTP/1.1" status: 200 len: 950 time: 0.1889825 Jul 16 01:13:05.528489 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e3cc773-51be-4445-85fa-735fa742184c {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:05.558544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 5e3cc773-51be-4445-85fa-735fa742184c, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5e3cc773-51be-4445-85fa-735fa742184c,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:05.566387 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:05.573519 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c1d36f75-396f-40d3-8f60-7e74afcc8475 req-c04944e5-77fb-4e82-a4f1-172af9c87049 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:05.636324 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93cc7efa-f5f8-4cf2-8c7a-cf5a2b24572a req-f126405f-bf35-4ac7-8c7f-9be0c2543a85 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/security-groups?id=3608cea1-0ced-49d5-84c2-a205b1d8f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464000 Jul 16 01:13:05.638669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04944e5-77fb-4e82-a4f1-172af9c87049 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Pushing event deleted for resources: {'Port': ['ID=de19274c-bc98-41c8-ae11-336971bce060,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:05.645146 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=5e3cc773-51be-4445-85fa-735fa742184c,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:05.745784 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec880086-7fda-41a0-8c14-3ee19279a5ca x-openstack-request-id: req-ec880086-7fda-41a0-8c14-3ee19279a5ca {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:05.769112 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12b32941-57f0-429e-84b2-49f708f79497", "tag": "01510a5a-b831-47e4-98ff-9c1f53602b7f", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:05.769476 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec880086-7fda-41a0-8c14-3ee19279a5ca {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:05.770053 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b32941-57f0-429e-84b2-49f708f79497', 'tag': '01510a5a-b831-47e4-98ff-9c1f53602b7f', 'status': 'completed', 'code': 200} Jul 16 01:13:05.772576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5599940-1120-4952-ae4b-bf816023c5f6 req-dd817200-771b-4bdc-812c-efe5c5121c30 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:05.775436 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d5599940-1120-4952-ae4b-bf816023c5f6 req-dd817200-771b-4bdc-812c-efe5c5121c30 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 1097 time: 0.2580128 Jul 16 01:13:05.819262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['5e3cc773-51be-4445-85fa-735fa742184c'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:05.875954 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d5599940-1120-4952-ae4b-bf816023c5f6 req-17e71e8c-3fed-4ce9-bc69-c8e9cd0c6f71 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917683 Jul 16 01:13:05.916398 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330f0e3-9681-4d83-a925-208f8776dd20 req-718e8013-256b-416d-b542-e3f981d10e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:05.917982 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f330f0e3-9681-4d83-a925-208f8776dd20 req-718e8013-256b-416d-b542-e3f981d10e10 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f4f0b608e0d4a25b813076a22b8aa5e&device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 1099 time: 0.1412890 Jul 16 01:13:05.941273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f7c94a54-a4a2-4fcf-9388-0df5cffb49ad up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:06.056332 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99d10c4-0204-466b-9299-cf63956070b0 x-openstack-request-id: req-b99d10c4-0204-466b-9299-cf63956070b0 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:06.056624 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3", "tag": "e58bfde4-bdb1-4041-b36f-bc21bbe54a27", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:06.056882 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b99d10c4-0204-466b-9299-cf63956070b0 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:06.057293 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3', 'tag': 'e58bfde4-bdb1-4041-b36f-bc21bbe54a27', 'status': 'completed', 'code': 200} Jul 16 01:13:06.089647 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1d36f75-396f-40d3-8f60-7e74afcc8475 req-c04944e5-77fb-4e82-a4f1-172af9c87049 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Router f155519f-2854-4fa7-820c-9192c04882b5 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:13:06.126431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 01510a5a-b831-47e4-98ff-9c1f53602b7f details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:13:06.128333 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 33ffe06f-2415-4dcd-85e4-f20c9f64b829 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:06.198706 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330f0e3-9681-4d83-a925-208f8776dd20 req-221643ff-e834-4fa7-8bb3-1244b6e291ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:06.202449 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f330f0e3-9681-4d83-a925-208f8776dd20 req-221643ff-e834-4fa7-8bb3-1244b6e291ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2705748 Jul 16 01:13:06.285238 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f330f0e3-9681-4d83-a925-208f8776dd20 req-3b69ea2c-7102-484a-ac02-2c9d1548b807 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=01510a5a-b831-47e4-98ff-9c1f53602b7f HTTP/1.1" status: 200 len: 217 time: 0.0683889 Jul 16 01:13:06.348912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330f0e3-9681-4d83-a925-208f8776dd20 req-585f66bd-00d4-49cb-bb19-aecbbdc8cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:06.350409 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f330f0e3-9681-4d83-a925-208f8776dd20 req-585f66bd-00d4-49cb-bb19-aecbbdc8cb58 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0578930 Jul 16 01:13:06.371456 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port f7c94a54-a4a2-4fcf-9388-0df5cffb49ad completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:06.422242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f7c94a54-a4a2-4fcf-9388-0df5cffb49ad triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:06.425027 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:06.450776 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330f0e3-9681-4d83-a925-208f8776dd20 req-35267588-4926-499c-9407-60b570158cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:06.453844 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f330f0e3-9681-4d83-a925-208f8776dd20 req-35267588-4926-499c-9407-60b570158cbb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0944951 Jul 16 01:13:06.462946 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:06.513782 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 01510a5a-b831-47e4-98ff-9c1f53602b7f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=01510a5a-b831-47e4-98ff-9c1f53602b7f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:06.526029 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0affe474-2a22-4483-8e93-a31350f45254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ffe06f-2415-4dcd-85e4-f20c9f64b829'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:06.528801 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027c2929-5a63-49fc-bb62-07d49e986a56" -d '{"events": [{"server_uuid": "0affe474-2a22-4483-8e93-a31350f45254", "name": "network-vif-unplugged", "status": "completed", "tag": "33ffe06f-2415-4dcd-85e4-f20c9f64b829"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:06.549534 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 33ffe06f-2415-4dcd-85e4-f20c9f64b829, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=33ffe06f-2415-4dcd-85e4-f20c9f64b829,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:06.550912 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '01510a5a-b831-47e4-98ff-9c1f53602b7f', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '01510a5a-b831-47e4-98ff-9c1f53602b7f', 'mac_address': 'fa:16:3e:1e:d0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:13:06.572844 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:06.618403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27725bd6-f008-4dde-9ce3-6608eb3f97d2 req-9f0c705a-1522-43c1-8f5e-abce3ed45de8 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:06.629240 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27725bd6-f008-4dde-9ce3-6608eb3f97d2 req-9f0c705a-1522-43c1-8f5e-abce3ed45de8 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a HTTP/1.1" status: 200 len: 949 time: 0.5418515 Jul 16 01:13:06.650440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b049a80-a77c-4b86-a467-e9e6cb3d4783 req-eb0bd3b7-2005-42d6-a876-90dd427bcf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:06.652143 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b049a80-a77c-4b86-a467-e9e6cb3d4783 req-eb0bd3b7-2005-42d6-a876-90dd427bcf47 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ea5de87abcf94ad79825e75e3005f39e&device_id=5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3 HTTP/1.1" status: 200 len: 1099 time: 0.5408823 Jul 16 01:13:06.660917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1d36f75-396f-40d3-8f60-7e74afcc8475 req-c04944e5-77fb-4e82-a4f1-172af9c87049 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:13:06.666293 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f330f0e3-9681-4d83-a925-208f8776dd20 req-7d9291d8-c3b8-43dd-89af-cf1c71a97075 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976902 Jul 16 01:13:06.672206 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74428a-8b24-4d95-8f5e-a8935e727a02 req-dbf29303-05f8-4db5-bc7e-3b098cd017b6 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:06.673929 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa74428a-8b24-4d95-8f5e-a8935e727a02 req-dbf29303-05f8-4db5-bc7e-3b098cd017b6 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3 HTTP/1.1" status: 200 len: 947 time: 0.3839839 Jul 16 01:13:06.767347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c384218a-bf1e-4e07-bf7b-43e3b6ef45a3 None None] Sync routers for ids ['f155519f-2854-4fa7-820c-9192c04882b5'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:13:06.781908 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d36f75-396f-40d3-8f60-7e74afcc8475 req-c04944e5-77fb-4e82-a4f1-172af9c87049 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] No DVR routers for this DVR port de19274c-bc98-41c8-ae11-336971bce060 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:13:06.788826 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c1d36f75-396f-40d3-8f60-7e74afcc8475 req-c04944e5-77fb-4e82-a4f1-172af9c87049 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:06.791435 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f330f0e3-9681-4d83-a925-208f8776dd20 req-4110d631-5fe4-45f4-af01-c8fc60e00727 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180375 Jul 16 01:13:06.791832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1d36f75-396f-40d3-8f60-7e74afcc8475 req-c04944e5-77fb-4e82-a4f1-172af9c87049 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.69 "DELETE /v2.0/ports/de19274c-bc98-41c8-ae11-336971bce060 HTTP/1.1" status: 204 len: 173 time: 3.8517830 Jul 16 01:13:06.823523 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:06.842155 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27725bd6-f008-4dde-9ce3-6608eb3f97d2 req-f3ea0318-86a9-429b-abc6-fe330a855ad9 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116385 Jul 16 01:13:06.842551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c384218a-bf1e-4e07-bf7b-43e3b6ef45a3 None None] Routers {'f155519f-2854-4fa7-820c-9192c04882b5'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:06.843213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c384218a-bf1e-4e07-bf7b-43e3b6ef45a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:12:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f155519f-2854-4fa7-820c-9192c04882b5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:06.855307 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa74428a-8b24-4d95-8f5e-a8935e727a02 req-6021d69a-2fba-4134-9c0b-6d52086f89a3 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/security-groups?id=0eb65429-5fcb-40df-9643-9ed7a9360602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720064 Jul 16 01:13:06.897212 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01510a5a-b831-47e4-98ff-9c1f53602b7f {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:06.912266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b049a80-a77c-4b86-a467-e9e6cb3d4783 req-a09d4a07-891b-4272-b169-c5ddfd62da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:06.916706 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b049a80-a77c-4b86-a467-e9e6cb3d4783 req-a09d4a07-891b-4272-b169-c5ddfd62da31 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2337139 Jul 16 01:13:06.950312 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 01510a5a-b831-47e4-98ff-9c1f53602b7f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=01510a5a-b831-47e4-98ff-9c1f53602b7f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:06.959185 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:07.034958 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b049a80-a77c-4b86-a467-e9e6cb3d4783 req-ae3c2d6a-db0b-4a0c-a711-86f8976c1ac2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=e58bfde4-bdb1-4041-b36f-bc21bbe54a27 HTTP/1.1" status: 200 len: 217 time: 0.1062827 Jul 16 01:13:07.068526 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:07.079065 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=33ffe06f-2415-4dcd-85e4-f20c9f64b829,revision_number=11']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:07.140898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22f81873-066c-4a0e-a0dd-6908af33c682 req-8cf5cad0-39e6-4058-a239-6b375997dbca tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=10f66c7b-0fa8-4389-8542-4152fdec8daf HTTP/1.1" status: 200 len: 210 time: 0.0788043 Jul 16 01:13:07.182795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b049a80-a77c-4b86-a467-e9e6cb3d4783 req-7b6050bf-9efd-4ff0-bcfd-b46d464a2ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:07.184338 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b049a80-a77c-4b86-a467-e9e6cb3d4783 req-7b6050bf-9efd-4ff0-bcfd-b46d464a2ded service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1424072 Jul 16 01:13:07.213294 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port f7c94a54-a4a2-4fcf-9388-0df5cffb49ad, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f7c94a54-a4a2-4fcf-9388-0df5cffb49ad,segment=NetworkSegment(8892876a-3134-4737-9595-7a08bf4232ae),segment_id=8892876a-3134-4737-9595-7a08bf4232ae)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:07.237862 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 5e3cc773-51be-4445-85fa-735fa742184c up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:07.241718 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:07.338609 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c9c80e74-b9a6-4e06-a4ec-7f878d79361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:07.354445 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=01510a5a-b831-47e4-98ff-9c1f53602b7f,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:07.391665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['01510a5a-b831-47e4-98ff-9c1f53602b7f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:07.408136 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-526e7657-4e55-4171-bed7-a7ceb1a53668 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:07.409631 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-526e7657-4e55-4171-bed7-a7ceb1a53668 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.69 "GET /v2.0/networks?id=77e7a502-3917-4cf3-9cd7-99a26b80cffa HTTP/1.1" status: 200 len: 823 time: 0.2005365 Jul 16 01:13:07.411460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b049a80-a77c-4b86-a467-e9e6cb3d4783 req-abc31688-969b-4574-82d7-6e87f81b5622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:07.413207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b049a80-a77c-4b86-a467-e9e6cb3d4783 req-abc31688-969b-4574-82d7-6e87f81b5622 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1772931 Jul 16 01:13:07.418643 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-c384218a-bf1e-4e07-bf7b-43e3b6ef45a3 None None] Set router f155519f-2854-4fa7-820c-9192c04882b5 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:07.490031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-8a269fc8-4b9d-4111-aa70-6ac7f13b670d tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a149cbfec8a14af28ac02267946fa43c HTTP/1.1" status: 200 len: 379 time: 0.0720909 Jul 16 01:13:07.563750 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-15af59f3-a39c-4828-9a3c-ba4e88da7755 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Request body: {'port': {'device_id': '10f66c7b-0fa8-4389-8542-4152fdec8daf', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'admin_state_up': True, 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'security_groups': ['d89a92dd-26ec-406c-aec4-85b0d39e4aa5']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:07.567314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=f7c94a54-a4a2-4fcf-9388-0df5cffb49ad,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:07.581032 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:07.778305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b049a80-a77c-4b86-a467-e9e6cb3d4783 req-91bb41d4-767d-4a99-8d91-d6469921886a service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452816 Jul 16 01:13:07.783211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c18afe-16d2-4292-9e71-5667ebd2b458', 'name': 'network-vif-deleted', 'tag': 'de19274c-bc98-41c8-ae11-336971bce060'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:07.792268 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d943ce60-301a-44cb-baba-6ba560c1121b" -d '{"events": [{"server_uuid": "80c18afe-16d2-4292-9e71-5667ebd2b458", "name": "network-vif-deleted", "tag": "de19274c-bc98-41c8-ae11-336971bce060"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:07.860017 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 5e3cc773-51be-4445-85fa-735fa742184c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:07.868128 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 5e3cc773-51be-4445-85fa-735fa742184c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:07.869017 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:07.895632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f7c94a54-a4a2-4fcf-9388-0df5cffb49ad up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:08.085035 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f7c94a54-a4a2-4fcf-9388-0df5cffb49ad triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:08.085407 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:08.099277 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c384218a-bf1e-4e07-bf7b-43e3b6ef45a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:40Z', 'revision_number': 4, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'd51326f5-cc8d-478e-b2f7-2bf252749aed', 'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'mac_address': 'fa:16:3e:be:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:39Z', 'updated_at': '2021-07-16T01:10:48Z', 'revision_number': 5, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'subnets': [{'id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:08.108463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e58bfde4-bdb1-4041-b36f-bc21bbe54a27 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:13:08.160035 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b049a80-a77c-4b86-a467-e9e6cb3d4783 req-ce350f72-354b-4bba-84e9-feabe6e2164b service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542397 Jul 16 01:13:08.210497 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-15af59f3-a39c-4828-9a3c-ba4e88da7755 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Made reservation on behalf of a149cbfec8a14af28ac02267946fa43c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:08.223188 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-15af59f3-a39c-4828-9a3c-ba4e88da7755 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:08.233016 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c384218a-bf1e-4e07-bf7b-43e3b6ef45a3 None None] Checking router: f155519f-2854-4fa7-820c-9192c04882b5 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:13:08.324810 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:08.333399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c384218a-bf1e-4e07-bf7b-43e3b6ef45a3 None None] Routers {'f155519f-2854-4fa7-820c-9192c04882b5'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:08.333943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c384218a-bf1e-4e07-bf7b-43e3b6ef45a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f155519f-2854-4fa7-820c-9192c04882b5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:08.517909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e58bfde4-bdb1-4041-b36f-bc21bbe54a27, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e58bfde4-bdb1-4041-b36f-bc21bbe54a27,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:08.523375 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:08.538845 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 5e3cc773-51be-4445-85fa-735fa742184c, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5e3cc773-51be-4445-85fa-735fa742184c,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:08.554505 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'e58bfde4-bdb1-4041-b36f-bc21bbe54a27', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'e58bfde4-bdb1-4041-b36f-bc21bbe54a27', 'mac_address': 'fa:16:3e:1d:99:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:13:08.556676 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:08.557461 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device de19274c-bc98-41c8-ae11-336971bce060 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:08.569515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-15af59f3-a39c-4828-9a3c-ba4e88da7755 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Allocated IP 172.20.0.8 (77e7a502-3917-4cf3-9cd7-99a26b80cffa/d69c0452-c1ca-45cd-b628-a1b93f52dacb/f5a41351-5893-46b1-bfc7-f959583622a6) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:08.622199 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd271f49-87d3-4933-9865-6485e7c22464 x-openstack-request-id: req-fd271f49-87d3-4933-9865-6485e7c22464 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:08.622895 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0affe474-2a22-4483-8e93-a31350f45254", "name": "network-vif-unplugged", "status": "completed", "tag": "33ffe06f-2415-4dcd-85e4-f20c9f64b829", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:08.623352 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd271f49-87d3-4933-9865-6485e7c22464 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:08.623941 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0affe474-2a22-4483-8e93-a31350f45254', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33ffe06f-2415-4dcd-85e4-f20c9f64b829', 'code': 200} Jul 16 01:13:08.646369 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: de19274c-bc98-41c8-ae11-336971bce060 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:13:08.647026 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device de19274c-bc98-41c8-ae11-336971bce060 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:13:08.690036 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-c384218a-bf1e-4e07-bf7b-43e3b6ef45a3 None None] Set router f155519f-2854-4fa7-820c-9192c04882b5 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:08.754654 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:08.760915 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=5e3cc773-51be-4445-85fa-735fa742184c,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:08.809306 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58bfde4-bdb1-4041-b36f-bc21bbe54a27 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:08.856943 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-15af59f3-a39c-4828-9a3c-ba4e88da7755 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:08.858411 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e58bfde4-bdb1-4041-b36f-bc21bbe54a27, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e58bfde4-bdb1-4041-b36f-bc21bbe54a27,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:08.861788 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbed71e-01a7-4342-8639-be46565bdadc req-1b1d54e8-0a06-4b81-9545-72cafb846603 tempest-ServersAdminNegativeTestJSON-1791952216 tempest-ServersAdminNegativeTestJSON-1791952216-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:08.869771 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fdbed71e-01a7-4342-8639-be46565bdadc req-1b1d54e8-0a06-4b81-9545-72cafb846603 tempest-ServersAdminNegativeTestJSON-1791952216 tempest-ServersAdminNegativeTestJSON-1791952216-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=af9cd591-392d-4e65-abeb-ed2ea869696c HTTP/1.1" status: 200 len: 1101 time: 0.1216812 Jul 16 01:13:08.891033 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:08.897214 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fdbed71e-01a7-4342-8639-be46565bdadc req-2aa732d1-5fdc-4925-bfa8-76ab9c0bd8f7 tempest-ServersAdminNegativeTestJSON-1791952216 tempest-ServersAdminNegativeTestJSON-1791952216-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:08.906996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-15af59f3-a39c-4828-9a3c-ba4e88da7755 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Transition to ACTIVE for port object f5a41351-5893-46b1-bfc7-f959583622a6 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:08.979735 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=e58bfde4-bdb1-4041-b36f-bc21bbe54a27,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:09.006788 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-15af59f3-a39c-4828-9a3c-ba4e88da7755 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.018262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c384218a-bf1e-4e07-bf7b-43e3b6ef45a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:40Z', 'revision_number': 4, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'd51326f5-cc8d-478e-b2f7-2bf252749aed', 'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'mac_address': 'fa:16:3e:be:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:39Z', 'updated_at': '2021-07-16T01:10:48Z', 'revision_number': 5, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'subnets': [{'id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:09.036063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-57212899-2b7f-4215-ab42-399b48ecca5a tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:13:09.037075 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-57212899-2b7f-4215-ab42-399b48ecca5a tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058296 Jul 16 01:13:09.049860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-713ffed6-bdf6-4341-b53c-1558a4bdeb0f service neutron] Request body: {'binding': {'host': 'n-h2-791505-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:09.050790 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-713ffed6-bdf6-4341-b53c-1558a4bdeb0f service neutron] Unknown quota resources ['binding']. {{(pid=93920) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:13:09.074703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-15af59f3-a39c-4828-9a3c-ba4e88da7755 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Network 77e7a502-3917-4cf3-9cd7-99a26b80cffa is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:09.082985 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-15af59f3-a39c-4828-9a3c-ba4e88da7755 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:09.103899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-15af59f3-a39c-4828-9a3c-ba4e88da7755 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:09.110562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-15af59f3-a39c-4828-9a3c-ba4e88da7755 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:09.111509 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-15af59f3-a39c-4828-9a3c-ba4e88da7755 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.117637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af59f3-a39c-4828-9a3c-ba4e88da7755 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Pushing event updated for resources: {'Port': ['ID=f5a41351-5893-46b1-bfc7-f959583622a6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:09.163066 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fdbed71e-01a7-4342-8639-be46565bdadc req-2aa732d1-5fdc-4925-bfa8-76ab9c0bd8f7 tempest-ServersAdminNegativeTestJSON-1791952216 tempest-ServersAdminNegativeTestJSON-1791952216-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.175611 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fdbed71e-01a7-4342-8639-be46565bdadc req-2aa732d1-5fdc-4925-bfa8-76ab9c0bd8f7 tempest-ServersAdminNegativeTestJSON-1791952216 tempest-ServersAdminNegativeTestJSON-1791952216-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.222689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-15af59f3-a39c-4828-9a3c-ba4e88da7755 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6644192 Jul 16 01:13:09.229038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa732d1-5fdc-4925-bfa8-76ab9c0bd8f7 tempest-ServersAdminNegativeTestJSON-1791952216 tempest-ServersAdminNegativeTestJSON-1791952216-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6d7d72-ae58-4dca-abf1-0c430ff5eac2,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:09.244980 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fdbed71e-01a7-4342-8639-be46565bdadc req-2aa732d1-5fdc-4925-bfa8-76ab9c0bd8f7 tempest-ServersAdminNegativeTestJSON-1791952216 tempest-ServersAdminNegativeTestJSON-1791952216-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740265 Jul 16 01:13:09.255527 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Request body: {'port': {'device_id': '10f66c7b-0fa8-4389-8542-4152fdec8daf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:09.256718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-713ffed6-bdf6-4341-b53c-1558a4bdeb0f service neutron] Attempting to bind port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 on host n-h2-791505-14 for vnic_type normal with profile None {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:09.257112 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-713ffed6-bdf6-4341-b53c-1558a4bdeb0f service neutron] Attempting to bind port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:09.257474 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-713ffed6-bdf6-4341-b53c-1558a4bdeb0f service neutron] Attempting to bind port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:09.262220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-713ffed6-bdf6-4341-b53c-1558a4bdeb0f service neutron] Port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 on network be647a19-644e-4999-ac54-739f18101211 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:13:09.262541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-713ffed6-bdf6-4341-b53c-1558a4bdeb0f service neutron] Attempting to bind port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:09.269561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-713ffed6-bdf6-4341-b53c-1558a4bdeb0f service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:09.269906 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-713ffed6-bdf6-4341-b53c-1558a4bdeb0f service neutron] Checking segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:09.270300 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-713ffed6-bdf6-4341-b53c-1558a4bdeb0f service neutron] Bound using segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:09.271009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-713ffed6-bdf6-4341-b53c-1558a4bdeb0f service neutron] Bound port: a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:09.345516 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcaeeb82-4fba-46e3-9b6e-4bdfd19490dc x-openstack-request-id: req-dcaeeb82-4fba-46e3-9b6e-4bdfd19490dc {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:09.345814 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c18afe-16d2-4292-9e71-5667ebd2b458", "name": "network-vif-deleted", "tag": "de19274c-bc98-41c8-ae11-336971bce060", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:09.346070 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dcaeeb82-4fba-46e3-9b6e-4bdfd19490dc {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:09.346475 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80c18afe-16d2-4292-9e71-5667ebd2b458', 'name': 'network-vif-deleted', 'tag': 'de19274c-bc98-41c8-ae11-336971bce060', 'status': 'completed', 'code': 200} Jul 16 01:13:09.352145 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c384218a-bf1e-4e07-bf7b-43e3b6ef45a3 None None] The sync data for ids ['f155519f-2854-4fa7-820c-9192c04882b5'] in n-d-791505-14 is: [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:40Z', 'revision_number': 4, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'd51326f5-cc8d-478e-b2f7-2bf252749aed', 'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'mac_address': 'fa:16:3e:be:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:39Z', 'updated_at': '2021-07-16T01:10:48Z', 'revision_number': 5, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'subnets': [{'id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:13:09.354739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-713ffed6-bdf6-4341-b53c-1558a4bdeb0f service neutron] For port a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:09.365851 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-713ffed6-bdf6-4341-b53c-1558a4bdeb0f service neutron] Notify callbacks [] for binding, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.367459 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-713ffed6-bdf6-4341-b53c-1558a4bdeb0f service neutron] 10.222.0.22 "POST /v2.0/ports/a4c1613a-633a-4a46-9a90-14b62e3a1cd1/bindings HTTP/1.1" status: 201 len: 390 time: 0.3215716 Jul 16 01:13:09.445201 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.485415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-48f48533-b87a-4add-91b2-b325c5e27598 None None] Provisioning for port f5a41351-5893-46b1-bfc7-f959583622a6 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:09.490440 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-48f48533-b87a-4add-91b2-b325c5e27598 None None] Provisioning complete for port f5a41351-5893-46b1-bfc7-f959583622a6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:09.490874 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-48f48533-b87a-4add-91b2-b325c5e27598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:09.545839 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['e58bfde4-bdb1-4041-b36f-bc21bbe54a27'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:09.590606 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-48f48533-b87a-4add-91b2-b325c5e27598 None None] Port f5a41351-5893-46b1-bfc7-f959583622a6 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:13:09.798166 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e764a0a6-ab6d-49ad-a860-d8852c27e980 None None] New status for floating IP 832ada3c-b7cd-45bf-8bbe-5efe609d9064: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:13:09.859048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43415b59-318a-488b-81ae-0d50b6233791 req-b5da50c3-03ec-4aa6-8b6c-e2604eb4b47c tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:09.866026 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-43415b59-318a-488b-81ae-0d50b6233791 req-b5da50c3-03ec-4aa6-8b6c-e2604eb4b47c tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a HTTP/1.1" status: 200 len: 950 time: 0.3462143 Jul 16 01:13:09.925677 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb7e25-df4b-4209-b2bb-882f660b9cd2 req-60444056-0897-48d8-8aeb-2224a74ad02f tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:09.927252 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fbb7e25-df4b-4209-b2bb-882f660b9cd2 req-60444056-0897-48d8-8aeb-2224a74ad02f tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3 HTTP/1.1" status: 200 len: 948 time: 0.2806664 Jul 16 01:13:10.044418 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.100670 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 01510a5a-b831-47e4-98ff-9c1f53602b7f up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:10.172590 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 01510a5a-b831-47e4-98ff-9c1f53602b7f completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:10.178747 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 01510a5a-b831-47e4-98ff-9c1f53602b7f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:10.179127 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.272191 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.281042 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-ea18f371-4d99-4745-8ea5-50580efc27eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:10.282532 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-ea18f371-4d99-4745-8ea5-50580efc27eb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 1097 time: 0.5977886 Jul 16 01:13:10.299800 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-43415b59-318a-488b-81ae-0d50b6233791 req-07238f6a-0cd1-4d33-8fa6-cae1dd199c22 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329145 Jul 16 01:13:10.315053 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 01510a5a-b831-47e4-98ff-9c1f53602b7f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=01510a5a-b831-47e4-98ff-9c1f53602b7f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:10.321195 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.334786 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fbb7e25-df4b-4209-b2bb-882f660b9cd2 req-7d48a8f7-d1d7-4c6a-8f9f-dd3338b89d7e tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/security-groups?id=0eb65429-5fcb-40df-9643-9ed7a9360602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965378 Jul 16 01:13:10.455580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=01510a5a-b831-47e4-98ff-9c1f53602b7f,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:10.503822 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a41351-5893-46b1-bfc7-f959583622a6 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:10.509495 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-d7ec870a-2829-4866-a2b6-60f76ae09bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:10.510968 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-d7ec870a-2829-4866-a2b6-60f76ae09bf0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.2072222 Jul 16 01:13:10.515852 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.567701 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-fcca09af-f0da-486c-a20a-c0fda4301e4b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4c1613a-633a-4a46-9a90-14b62e3a1cd1 HTTP/1.1" status: 200 len: 217 time: 0.0470154 Jul 16 01:13:10.568645 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Transition to ACTIVE for port object f5a41351-5893-46b1-bfc7-f959583622a6 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:10.574437 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.625472 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435dd541-7ea7-460d-9ea9-cdf5d348660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3cc773-51be-4445-85fa-735fa742184c'}, {'server_uuid': '12b32941-57f0-429e-84b2-49f708f79497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01510a5a-b831-47e4-98ff-9c1f53602b7f'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:10.628837 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f795d3d-3eba-41a4-909e-04751f5a8e98" -d '{"events": [{"server_uuid": "435dd541-7ea7-460d-9ea9-cdf5d348660a", "name": "network-vif-plugged", "status": "completed", "tag": "5e3cc773-51be-4445-85fa-735fa742184c"}, {"server_uuid": "12b32941-57f0-429e-84b2-49f708f79497", "name": "network-vif-plugged", "status": "completed", "tag": "01510a5a-b831-47e4-98ff-9c1f53602b7f"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:10.666068 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7e7bf-600a-42cd-8ed0-22b16c086d19 req-9718cf21-b39d-484b-b435-ee7b2abcbb22 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:10.667648 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0a7e7bf-600a-42cd-8ed0-22b16c086d19 req-9718cf21-b39d-484b-b435-ee7b2abcbb22 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=10f66c7b-0fa8-4389-8542-4152fdec8daf HTTP/1.1" status: 200 len: 931 time: 0.2216938 Jul 16 01:13:10.707188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a41351-5893-46b1-bfc7-f959583622a6,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:10.733536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-30c1924a-90ac-4f72-8472-46759daed69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:10.735037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-30c1924a-90ac-4f72-8472-46759daed69f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.1583731 Jul 16 01:13:10.808175 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-e49f463a-f7b1-4048-9312-cc5312bc6de9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506237 Jul 16 01:13:10.817197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Attempting to bind port f5a41351-5893-46b1-bfc7-f959583622a6 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:10.817538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Attempting to bind port f5a41351-5893-46b1-bfc7-f959583622a6 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '94929bf5-41ae-4a21-a954-5898f1a0898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:10.817873 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Attempting to bind port f5a41351-5893-46b1-bfc7-f959583622a6 on network 77e7a502-3917-4cf3-9cd7-99a26b80cffa {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:10.825239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0a7e7bf-600a-42cd-8ed0-22b16c086d19 req-b8345acb-4a5c-41d9-b5ab-2871e85671b1 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478815 Jul 16 01:13:10.846023 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Port f5a41351-5893-46b1-bfc7-f959583622a6 on network 77e7a502-3917-4cf3-9cd7-99a26b80cffa not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:13:10.846364 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Attempting to bind port f5a41351-5893-46b1-bfc7-f959583622a6 on network 77e7a502-3917-4cf3-9cd7-99a26b80cffa {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:10.869259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:10.869890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Checking segment: {'id': '94929bf5-41ae-4a21-a954-5898f1a0898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:10.870004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Bound using segment: {'id': '94929bf5-41ae-4a21-a954-5898f1a0898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:10.870431 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Bound port: f5a41351-5893-46b1-bfc7-f959583622a6, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94929bf5-41ae-4a21-a954-5898f1a0898a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:10.870797 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:10.928016 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c97313-98b1-493b-a981-f9424def743a req-849a359f-f88d-4633-8848-65f0533c2cef tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:10.929626 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91c97313-98b1-493b-a981-f9424def743a req-849a359f-f88d-4633-8848-65f0533c2cef tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 945 time: 0.2397735 Jul 16 01:13:11.029626 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-4370eb98-ad6f-411a-a417-4ac3c0f45553 service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077527 Jul 16 01:13:11.081203 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91c97313-98b1-493b-a981-f9424def743a req-58879362-52f9-44e2-8be9-7cace9c362ad tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432078 Jul 16 01:13:11.096661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] For port f5a41351-5893-46b1-bfc7-f959583622a6, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:11.143057 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] For port f5a41351-5893-46b1-bfc7-f959583622a6, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f5a41351-5893-46b1-bfc7-f959583622a6,segment=NetworkSegment(94929bf5-41ae-4a21-a954-5898f1a0898a),segment_id=94929bf5-41ae-4a21-a954-5898f1a0898a)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:11.159056 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.207094 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5bbf7-3cf7-45e6-927e-2ac794ce534d req-e443f050-5e17-4d59-942c-6553a8ba0773 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:11.208827 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-efb5bbf7-3cf7-45e6-927e-2ac794ce534d req-e443f050-5e17-4d59-942c-6553a8ba0773 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 1097 time: 0.2439842 Jul 16 01:13:11.224720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:11.225287 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.226681 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] 10.222.0.69 "PUT /v2.0/ports/f5a41351-5893-46b1-bfc7-f959583622a6 HTTP/1.1" status: 200 len: 1092 time: 1.9941282 Jul 16 01:13:11.240027 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-5b0d5c2e-c6a6-4426-8444-29edf1de4514 service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001781 Jul 16 01:13:11.264144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4d135-c842-488b-a41c-d7404fb21740 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a41351-5893-46b1-bfc7-f959583622a6,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:11.272704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-efb5bbf7-3cf7-45e6-927e-2ac794ce534d req-11cdbc6b-b811-4b05-a6e7-99a3329c6b41 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541255 Jul 16 01:13:11.354217 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f66c7b-0fa8-4389-8542-4152fdec8daf', 'tag': 'f5a41351-5893-46b1-bfc7-f959583622a6'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:11.357017 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e60c2a93-59d6-4fb5-8779-83b4d9c1a659" -d '{"events": [{"name": "network-changed", "server_uuid": "10f66c7b-0fa8-4389-8542-4152fdec8daf", "tag": "f5a41351-5893-46b1-bfc7-f959583622a6"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:11.365647 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a6ccf7-02d6-416c-8b82-35697931a34e x-openstack-request-id: req-51a6ccf7-02d6-416c-8b82-35697931a34e {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:11.366190 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435dd541-7ea7-460d-9ea9-cdf5d348660a", "name": "network-vif-plugged", "status": "completed", "tag": "5e3cc773-51be-4445-85fa-735fa742184c", "code": 200}, {"server_uuid": "12b32941-57f0-429e-84b2-49f708f79497", "name": "network-vif-plugged", "status": "completed", "tag": "01510a5a-b831-47e4-98ff-9c1f53602b7f", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:11.366473 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51a6ccf7-02d6-416c-8b82-35697931a34e {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:11.366968 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435dd541-7ea7-460d-9ea9-cdf5d348660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e3cc773-51be-4445-85fa-735fa742184c', 'code': 200} Jul 16 01:13:11.367288 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b32941-57f0-429e-84b2-49f708f79497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01510a5a-b831-47e4-98ff-9c1f53602b7f', 'code': 200} Jul 16 01:13:11.455558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-694b8d68-3903-475e-af27-b598885e3c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:11.457388 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-694b8d68-3903-475e-af27-b598885e3c61 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a149cbfec8a14af28ac02267946fa43c&device_id=10f66c7b-0fa8-4389-8542-4152fdec8daf HTTP/1.1" status: 200 len: 1095 time: 0.1663938 Jul 16 01:13:11.468264 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-da65e6cf-8e92-4313-a886-693e787d453b tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:11.470036 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-da65e6cf-8e92-4313-a886-693e787d453b tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0&tenant_id=537b188632474e8c92af700ab7860b1d&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 1097 time: 0.1076682 Jul 16 01:13:11.501834 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-14'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:11.580249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3668f4d-de47-4aa5-9b23-b5177f2771a9 req-c54a7c5d-c4ee-477a-9e2a-f708742f8730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:11.583182 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3668f4d-de47-4aa5-9b23-b5177f2771a9 req-c54a7c5d-c4ee-477a-9e2a-f708742f8730 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 1101 time: 0.0873411 Jul 16 01:13:11.622338 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3668f4d-de47-4aa5-9b23-b5177f2771a9 req-99c959ff-59a3-4c42-965e-56af5f70e3e9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310924 Jul 16 01:13:11.635474 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-9e617cf8-717e-4497-b8ba-04ae1370e11b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5a41351-5893-46b1-bfc7-f959583622a6 HTTP/1.1" status: 200 len: 217 time: 0.1459064 Jul 16 01:13:11.779118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-52565ca4-31ad-4673-a695-8d72709ecd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:11.780930 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-52565ca4-31ad-4673-a695-8d72709ecd89 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d69c0452-c1ca-45cd-b628-a1b93f52dacb HTTP/1.1" status: 200 len: 862 time: 0.1218858 Jul 16 01:13:11.785018 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:11.793109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed90be6-ae13-47d2-883b-d90720d77cbe req-0718b459-3ea1-4a67-abc5-bc5f79d78d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:11.794585 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ed90be6-ae13-47d2-883b-d90720d77cbe req-0718b459-3ea1-4a67-abc5-bc5f79d78d0e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a HTTP/1.1" status: 200 len: 1102 time: 0.3209014 Jul 16 01:13:11.858286 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01869ff-befd-4587-b857-0642b03bca51 req-cc87487c-4812-4529-b62f-43eb493fff2f tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:11.859863 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d01869ff-befd-4587-b857-0642b03bca51 req-cc87487c-4812-4529-b62f-43eb493fff2f tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a HTTP/1.1" status: 200 len: 950 time: 0.2459340 Jul 16 01:13:11.931815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ed90be6-ae13-47d2-883b-d90720d77cbe req-a269f5b8-f9e4-45fc-ae80-0eed3b4fb29a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189463 Jul 16 01:13:11.975817 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d01869ff-befd-4587-b857-0642b03bca51 req-4e32e583-5f17-4f08-8dd0-553a6b199036 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093018 Jul 16 01:13:12.025195 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d0afdb70-d796-4568-8972-f13a418c9669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:12.026859 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-d0afdb70-d796-4568-8972-f13a418c9669 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=77e7a502-3917-4cf3-9cd7-99a26b80cffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2358317 Jul 16 01:13:12.038334 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867f912c-fe1a-4af6-8ec2-d0dd44971775 x-openstack-request-id: req-867f912c-fe1a-4af6-8ec2-d0dd44971775 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:12.038628 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f66c7b-0fa8-4389-8542-4152fdec8daf", "tag": "f5a41351-5893-46b1-bfc7-f959583622a6", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:12.038876 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-867f912c-fe1a-4af6-8ec2-d0dd44971775 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:12.039261 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f66c7b-0fa8-4389-8542-4152fdec8daf', 'tag': 'f5a41351-5893-46b1-bfc7-f959583622a6', 'status': 'completed', 'code': 200} Jul 16 01:13:12.095285 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] For port a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:12.122958 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e58bfde4-bdb1-4041-b36f-bc21bbe54a27 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:12.204518 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port e58bfde4-bdb1-4041-b36f-bc21bbe54a27 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:12.212752 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port e58bfde4-bdb1-4041-b36f-bc21bbe54a27 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:12.213922 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:12.223300 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] For port a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:12.250224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-94e186a1-8a6b-4f30-a7eb-dfbfab101185 service neutron] 10.222.0.69 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076700 Jul 16 01:13:12.310618 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:12.327272 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:12.335471 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:12.373984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bb94c-8069-4382-810d-7d48e6fe3da6 req-8d7e6a3b-692e-4257-9374-cf1e61567690 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:12.376161 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1e9bb94c-8069-4382-810d-7d48e6fe3da6 req-8d7e6a3b-692e-4257-9374-cf1e61567690 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0affe474-2a22-4483-8e93-a31350f45254 HTTP/1.1" status: 200 len: 948 time: 0.2229249 Jul 16 01:13:12.386242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e58bfde4-bdb1-4041-b36f-bc21bbe54a27, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e58bfde4-bdb1-4041-b36f-bc21bbe54a27,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:12.394341 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:12.449031 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=e58bfde4-bdb1-4041-b36f-bc21bbe54a27,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:12.493363 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219eedfd-4e89-4dcc-ab7f-db1f32d87c83 req-36e9ae81-42ef-445f-8fb1-ca75a952c81f service neutron] 10.222.0.69 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314878 Jul 16 01:13:12.499235 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,revision_number=7']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:12.527524 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1e9bb94c-8069-4382-810d-7d48e6fe3da6 req-f692a97f-109f-4cd0-926c-4f6561976c26 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/security-groups?id=3608cea1-0ced-49d5-84c2-a205b1d8f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167421 Jul 16 01:13:12.537100 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Attempting to bind port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 on host n-h1-791505-14 for vnic_type normal with profile {"migrating_to": "n-h2-791505-14"} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:12.537545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Attempting to bind port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:12.538193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Attempting to bind port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:12.543319 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 on network be647a19-644e-4999-ac54-739f18101211 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:13:12.543645 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Attempting to bind port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:12.549064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:12.549408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Checking segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:12.549786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Bound using segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:12.550273 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Bound port: a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:12.550681 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:12.601099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-af61e708-1075-4e70-b3d4-f9756fd74ec1 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:13:12.604622 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-af61e708-1075-4e70-b3d4-f9756fd74ec1 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083885 Jul 16 01:13:12.615896 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-be2735c9-0fb8-483c-8404-fc36d6adf417 service neutron] Request body: {'binding': {'host': 'n-h1-791505-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:12.617662 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-be2735c9-0fb8-483c-8404-fc36d6adf417 service neutron] Unknown quota resources ['binding']. {{(pid=93920) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:13:12.637666 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] For port a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:12.641113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] For port a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:12.654213 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:12.817893 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-be2735c9-0fb8-483c-8404-fc36d6adf417 service neutron] Attempting to bind port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on host n-h1-791505-14 for vnic_type normal with profile None {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:12.818234 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-be2735c9-0fb8-483c-8404-fc36d6adf417 service neutron] Attempting to bind port 851bbee5-5b83-4b0a-84db-9b75d19301c4 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:12.818756 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-be2735c9-0fb8-483c-8404-fc36d6adf417 service neutron] Attempting to bind port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:12.824033 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-be2735c9-0fb8-483c-8404-fc36d6adf417 service neutron] Port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:13:12.824556 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-be2735c9-0fb8-483c-8404-fc36d6adf417 service neutron] Attempting to bind port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:12.830337 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-be2735c9-0fb8-483c-8404-fc36d6adf417 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:12.830899 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-be2735c9-0fb8-483c-8404-fc36d6adf417 service neutron] Checking segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:12.831675 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-be2735c9-0fb8-483c-8404-fc36d6adf417 service neutron] Bound using segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:12.832512 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-be2735c9-0fb8-483c-8404-fc36d6adf417 service neutron] Bound port: 851bbee5-5b83-4b0a-84db-9b75d19301c4, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:12.881450 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:12.884883 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:12.886757 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] 10.222.0.70 "PUT /v2.0/ports/a4c1613a-633a-4a46-9a90-14b62e3a1cd1 HTTP/1.1" status: 200 len: 1123 time: 1.3889668 Jul 16 01:13:12.891590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c2a93-59d6-4fb5-8779-83b4d9c1a659 req-574ed8c0-ede1-4f7e-9dac-79ed5fab24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:12.893168 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e60c2a93-59d6-4fb5-8779-83b4d9c1a659 req-574ed8c0-ede1-4f7e-9dac-79ed5fab24ff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a149cbfec8a14af28ac02267946fa43c&device_id=10f66c7b-0fa8-4389-8542-4152fdec8daf HTTP/1.1" status: 200 len: 1095 time: 0.2505338 Jul 16 01:13:12.893403 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-be2735c9-0fb8-483c-8404-fc36d6adf417 service neutron] For port 851bbee5-5b83-4b0a-84db-9b75d19301c4, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=851bbee5-5b83-4b0a-84db-9b75d19301c4,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:12.896904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc871ab-1494-4cc5-9c59-d5bf462c9a0c service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,revision_number=8']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:12.908463 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-be2735c9-0fb8-483c-8404-fc36d6adf417 service neutron] Notify callbacks [] for binding, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:12.923899 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-be2735c9-0fb8-483c-8404-fc36d6adf417 service neutron] 10.222.0.22 "POST /v2.0/ports/851bbee5-5b83-4b0a-84db-9b75d19301c4/bindings HTTP/1.1" status: 201 len: 390 time: 0.3040507 Jul 16 01:13:12.940904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9c4bc-a546-4c87-950c-9aa69634b286 req-851ac6bc-33bb-4c39-8fe0-7efccb093365 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:12.942565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66f9c4bc-a546-4c87-950c-9aa69634b286 req-851ac6bc-33bb-4c39-8fe0-7efccb093365 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3 HTTP/1.1" status: 200 len: 949 time: 0.2338490 Jul 16 01:13:12.979437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['a4c1613a-633a-4a46-9a90-14b62e3a1cd1'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:13.064809 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66f9c4bc-a546-4c87-950c-9aa69634b286 req-0e67f937-8b8d-4810-b658-9caf34c34dbf tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/security-groups?id=0eb65429-5fcb-40df-9643-9ed7a9360602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008861 Jul 16 01:13:13.097546 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c2a93-59d6-4fb5-8779-83b4d9c1a659 req-410e6831-56cc-43d1-b6e2-2ef8bef5e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:13.099706 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e60c2a93-59d6-4fb5-8779-83b4d9c1a659 req-410e6831-56cc-43d1-b6e2-2ef8bef5e8ac service neutron] 10.222.0.69 "GET /v2.0/networks?id=77e7a502-3917-4cf3-9cd7-99a26b80cffa HTTP/1.1" status: 200 len: 924 time: 0.1880522 Jul 16 01:13:13.161915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e60c2a93-59d6-4fb5-8779-83b4d9c1a659 req-9fc33712-794a-44a0-8cc7-1fcfe65f0c23 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5a41351-5893-46b1-bfc7-f959583622a6 HTTP/1.1" status: 200 len: 217 time: 0.0477719 Jul 16 01:13:13.224447 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c2a93-59d6-4fb5-8779-83b4d9c1a659 req-9f53ab60-9cf1-4a5b-8c9a-6756bf9081a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:13.226349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e60c2a93-59d6-4fb5-8779-83b4d9c1a659 req-9f53ab60-9cf1-4a5b-8c9a-6756bf9081a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d69c0452-c1ca-45cd-b628-a1b93f52dacb HTTP/1.1" status: 200 len: 862 time: 0.0580404 Jul 16 01:13:13.369162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58bfde4-bdb1-4041-b36f-bc21bbe54a27'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:13.371458 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb8c44b-ca20-4daa-9ad0-735d2eae94f2" -d '{"events": [{"server_uuid": "5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3", "name": "network-vif-plugged", "status": "completed", "tag": "e58bfde4-bdb1-4041-b36f-bc21bbe54a27"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:13.419524 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-8f364a03-2c3e-466f-827b-290595981a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:13.421053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-8f364a03-2c3e-466f-827b-290595981a17 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 1097 time: 0.1920533 Jul 16 01:13:13.428376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582d22e-5ae5-4ff3-9ea4-50b05615b16f req-4a4a477f-7c22-4adc-9fbc-d2c2c281c73c tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:13.429821 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9582d22e-5ae5-4ff3-9ea4-50b05615b16f req-4a4a477f-7c22-4adc-9fbc-d2c2c281c73c tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=10f66c7b-0fa8-4389-8542-4152fdec8daf HTTP/1.1" status: 200 len: 943 time: 0.2024088 Jul 16 01:13:13.435094 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60c2a93-59d6-4fb5-8779-83b4d9c1a659 req-ad307a40-e024-4148-8f2d-5960083919f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:13.436537 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e60c2a93-59d6-4fb5-8779-83b4d9c1a659 req-ad307a40-e024-4148-8f2d-5960083919f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=77e7a502-3917-4cf3-9cd7-99a26b80cffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1887813 Jul 16 01:13:13.453932 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17d531-2911-44ac-91c7-6e71186d541d req-c2f0af63-b9aa-424e-9eb4-e819dfb92977 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:13.455333 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe17d531-2911-44ac-91c7-6e71186d541d req-c2f0af63-b9aa-424e-9eb4-e819dfb92977 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 943 time: 0.1818118 Jul 16 01:13:13.628206 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe17d531-2911-44ac-91c7-6e71186d541d req-7beb5260-20b8-4855-9ee6-d15490e2689f tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480999 Jul 16 01:13:13.630656 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9582d22e-5ae5-4ff3-9ea4-50b05615b16f req-a8a9dd78-32f0-4bee-b43a-ab47e916a1bf tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924970 Jul 16 01:13:13.666458 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e60c2a93-59d6-4fb5-8779-83b4d9c1a659 req-cf55125a-db83-448b-a624-6a76e1a50ecf service neutron] 10.222.0.69 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206991 Jul 16 01:13:13.667560 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-12cb4fef-4d23-400a-94c2-d8823cacfd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:13.668986 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-12cb4fef-4d23-400a-94c2-d8823cacfd37 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.2383139 Jul 16 01:13:13.752378 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-dc764476-c0d9-4409-8b5b-40226965c465 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=851bbee5-5b83-4b0a-84db-9b75d19301c4 HTTP/1.1" status: 200 len: 217 time: 0.0636570 Jul 16 01:13:14.151468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1d1059-b1ce-4856-b2bc-ac81936e98e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c1613a-633a-4a46-9a90-14b62e3a1cd1'}, {'name': 'network-changed', 'server_uuid': '2f1d1059-b1ce-4856-b2bc-ac81936e98e0', 'tag': 'a4c1613a-633a-4a46-9a90-14b62e3a1cd1'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:14.153753 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f13f2d6-9f19-4bad-be2c-5efc0349456f" -d '{"events": [{"server_uuid": "2f1d1059-b1ce-4856-b2bc-ac81936e98e0", "name": "network-vif-unplugged", "status": "completed", "tag": "a4c1613a-633a-4a46-9a90-14b62e3a1cd1"}, {"name": "network-changed", "server_uuid": "2f1d1059-b1ce-4856-b2bc-ac81936e98e0", "tag": "a4c1613a-633a-4a46-9a90-14b62e3a1cd1"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:14.230333 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e60c2a93-59d6-4fb5-8779-83b4d9c1a659 req-f6201f0c-9ffa-46a8-ab34-b2a52f1eba18 service neutron] 10.222.0.69 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5496349 Jul 16 01:13:14.238684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-be99e227-dcc1-41bc-8501-690d7139e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:14.240194 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-be99e227-dcc1-41bc-8501-690d7139e9a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.4793224 Jul 16 01:13:14.299806 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-c37f625e-ea68-4b5e-b0ba-3ae9b335c35f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458024 Jul 16 01:13:14.326831 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a8a67-02b3-4144-9283-4333990aaab8 req-e4ebe1d2-806d-4032-9811-d58ee57761ae tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:14.328349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-797a8a67-02b3-4144-9283-4333990aaab8 req-e4ebe1d2-806d-4032-9811-d58ee57761ae tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.70 "GET /v2.0/ports?device_id=0affe474-2a22-4483-8e93-a31350f45254 HTTP/1.1" status: 200 len: 948 time: 0.5292222 Jul 16 01:13:14.348167 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1526c1-a176-4fe4-93e9-abd0fbaac2f8 req-5f838f07-1fb0-4b4c-b783-0848c8ef0ca8 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:14.349642 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c1526c1-a176-4fe4-93e9-abd0fbaac2f8 req-5f838f07-1fb0-4b4c-b783-0848c8ef0ca8 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 945 time: 0.5519652 Jul 16 01:13:14.404808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef549d75-bc48-4ba7-b2b9-b3647d12d6ca req-6523a434-53b4-45d8-8bdd-070c391f195a tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:14.406260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef549d75-bc48-4ba7-b2b9-b3647d12d6ca req-6523a434-53b4-45d8-8bdd-070c391f195a tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a HTTP/1.1" status: 200 len: 950 time: 0.2451158 Jul 16 01:13:14.521419 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c1526c1-a176-4fe4-93e9-abd0fbaac2f8 req-dbfffd42-1e02-483b-8a7d-422c9313d000 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628461 Jul 16 01:13:14.553958 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-54d8f1e4-01e4-4b14-9ca9-d1c0aa711d08 service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439120 Jul 16 01:13:14.557360 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef549d75-bc48-4ba7-b2b9-b3647d12d6ca req-a0c2d438-9208-4011-9ca8-3ad865e6e82b tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406603 Jul 16 01:13:14.596505 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbcc6d99-a713-4aac-86a6-71c78fd3f1a8 x-openstack-request-id: req-fbcc6d99-a713-4aac-86a6-71c78fd3f1a8 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:14.597025 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3", "name": "network-vif-plugged", "status": "completed", "tag": "e58bfde4-bdb1-4041-b36f-bc21bbe54a27", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:14.597025 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fbcc6d99-a713-4aac-86a6-71c78fd3f1a8 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:14.597413 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58bfde4-bdb1-4041-b36f-bc21bbe54a27', 'code': 200} Jul 16 01:13:14.642608 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-797a8a67-02b3-4144-9283-4333990aaab8 req-a8a1321c-b51d-45e3-aae0-c408d8ab1614 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Deleting port 33ffe06f-2415-4dcd-85e4-f20c9f64b829 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:13:14.642954 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-797a8a67-02b3-4144-9283-4333990aaab8 req-a8a1321c-b51d-45e3-aae0-c408d8ab1614 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:14.754198 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad9b8f-5dc1-4039-8658-d2b429f86b3b req-4a65fe97-ee08-4824-8858-5e648c5536e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:14.756621 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-edad9b8f-5dc1-4039-8658-d2b429f86b3b req-4a65fe97-ee08-4824-8858-5e648c5536e0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3 HTTP/1.1" status: 200 len: 1101 time: 0.0572417 Jul 16 01:13:14.769587 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-166bf25b-c31f-4055-9bfc-e6b45400182d service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092447 Jul 16 01:13:14.798319 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-edad9b8f-5dc1-4039-8658-d2b429f86b3b req-902698dc-e564-49d1-964c-9dfba4f62031 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0eb65429-5fcb-40df-9643-9ed7a9360602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334632 Jul 16 01:13:14.831492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-797a8a67-02b3-4144-9283-4333990aaab8 req-a8a1321c-b51d-45e3-aae0-c408d8ab1614 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] For port 33ffe06f-2415-4dcd-85e4-f20c9f64b829, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=33ffe06f-2415-4dcd-85e4-f20c9f64b829,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:14.831861 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-797a8a67-02b3-4144-9283-4333990aaab8 req-a8a1321c-b51d-45e3-aae0-c408d8ab1614 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:14.851185 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-797a8a67-02b3-4144-9283-4333990aaab8 req-a8a1321c-b51d-45e3-aae0-c408d8ab1614 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Calling delete_port for 33ffe06f-2415-4dcd-85e4-f20c9f64b829 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:13:14.919327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30207db6-684d-4d47-a502-d7775db5d0e2 req-2fac2c89-e340-44f5-8b23-9d9bad889b49 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:14.920832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30207db6-684d-4d47-a502-d7775db5d0e2 req-2fac2c89-e340-44f5-8b23-9d9bad889b49 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/ports?device_id=0affe474-2a22-4483-8e93-a31350f45254 HTTP/1.1" status: 200 len: 948 time: 0.2036448 Jul 16 01:13:14.932273 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef27961-d9b7-460e-9039-2df1fc66c219 req-8f87ed41-f9fb-435f-9561-6d2673d320c2 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:14.933822 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eef27961-d9b7-460e-9039-2df1fc66c219 req-8f87ed41-f9fb-435f-9561-6d2673d320c2 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=af9cd591-392d-4e65-abeb-ed2ea869696c HTTP/1.1" status: 200 len: 949 time: 0.2177336 Jul 16 01:13:15.018992 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30207db6-684d-4d47-a502-d7775db5d0e2 req-8462e718-9e72-4634-90aa-d6b7ecd1cbab tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.22 "GET /v2.0/security-groups?id=3608cea1-0ced-49d5-84c2-a205b1d8f8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841665 Jul 16 01:13:15.026750 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eef27961-d9b7-460e-9039-2df1fc66c219 req-2f3ed4e2-6015-483a-9413-421f0af27eb2 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827897 Jul 16 01:13:15.111125 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-797a8a67-02b3-4144-9283-4333990aaab8 req-a8a1321c-b51d-45e3-aae0-c408d8ab1614 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:15.129010 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f1e14c9-4e5e-4a71-a41e-ba5295bf0bbe x-openstack-request-id: req-3f1e14c9-4e5e-4a71-a41e-ba5295bf0bbe {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:15.129351 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1d1059-b1ce-4856-b2bc-ac81936e98e0", "name": "network-vif-unplugged", "status": "completed", "tag": "a4c1613a-633a-4a46-9a90-14b62e3a1cd1", "code": 200}, {"name": "network-changed", "server_uuid": "2f1d1059-b1ce-4856-b2bc-ac81936e98e0", "tag": "a4c1613a-633a-4a46-9a90-14b62e3a1cd1", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:15.132906 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f1e14c9-4e5e-4a71-a41e-ba5295bf0bbe {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:15.133400 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1d1059-b1ce-4856-b2bc-ac81936e98e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4c1613a-633a-4a46-9a90-14b62e3a1cd1', 'code': 200} Jul 16 01:13:15.133646 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1d1059-b1ce-4856-b2bc-ac81936e98e0', 'tag': 'a4c1613a-633a-4a46-9a90-14b62e3a1cd1', 'status': 'completed', 'code': 200} Jul 16 01:13:15.180489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a1321c-b51d-45e3-aae0-c408d8ab1614 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Pushing event deleted for resources: {'Port': ['ID=33ffe06f-2415-4dcd-85e4-f20c9f64b829,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:15.240592 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f5a41351-5893-46b1-bfc7-f959583622a6 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:13:15.300403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-797a8a67-02b3-4144-9283-4333990aaab8 req-a8a1321c-b51d-45e3-aae0-c408d8ab1614 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] No DVR routers for this DVR port 33ffe06f-2415-4dcd-85e4-f20c9f64b829 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:13:15.303580 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-797a8a67-02b3-4144-9283-4333990aaab8 req-a8a1321c-b51d-45e3-aae0-c408d8ab1614 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:15.306030 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-797a8a67-02b3-4144-9283-4333990aaab8 req-a8a1321c-b51d-45e3-aae0-c408d8ab1614 tempest-ImagesOneServerTestJSON-945214899 tempest-ImagesOneServerTestJSON-945214899-project] 10.222.0.70 "DELETE /v2.0/ports/33ffe06f-2415-4dcd-85e4-f20c9f64b829 HTTP/1.1" status: 204 len: 173 time: 0.9492102 Jul 16 01:13:15.390543 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13f2d6-9f19-4bad-be2c-5efc0349456f req-c5315f61-7daf-43b4-a425-ab69cb310a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:15.392090 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f13f2d6-9f19-4bad-be2c-5efc0349456f req-c5315f61-7daf-43b4-a425-ab69cb310a75 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 1126 time: 0.2194445 Jul 16 01:13:15.402104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421eb751-46e7-4b7b-952e-858d1755c587 req-1c7fb252-fd89-49ad-96c7-10dba4298872 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:15.405336 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f5a41351-5893-46b1-bfc7-f959583622a6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f5a41351-5893-46b1-bfc7-f959583622a6,segment=NetworkSegment(94929bf5-41ae-4a21-a954-5898f1a0898a),segment_id=94929bf5-41ae-4a21-a954-5898f1a0898a)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:15.409800 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-421eb751-46e7-4b7b-952e-858d1755c587 req-1c7fb252-fd89-49ad-96c7-10dba4298872 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3 HTTP/1.1" status: 200 len: 949 time: 0.1829822 Jul 16 01:13:15.418789 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'f5a41351-5893-46b1-bfc7-f959583622a6', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'port_id': 'f5a41351-5893-46b1-bfc7-f959583622a6', 'mac_address': 'fa:16:3e:0f:91:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:13:15.439851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c127042-fbfb-453b-9956-107c1f38460c req-9c4631c0-9df4-44a4-baf9-f773d81a17e8 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:15.447096 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c127042-fbfb-453b-9956-107c1f38460c req-9c4631c0-9df4-44a4-baf9-f773d81a17e8 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.2215993 Jul 16 01:13:15.467237 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:15.481967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a41351-5893-46b1-bfc7-f959583622a6 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:15.506924 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f5a41351-5893-46b1-bfc7-f959583622a6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f5a41351-5893-46b1-bfc7-f959583622a6,segment=NetworkSegment(94929bf5-41ae-4a21-a954-5898f1a0898a),segment_id=94929bf5-41ae-4a21-a954-5898f1a0898a)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:15.511505 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:15.612441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=f5a41351-5893-46b1-bfc7-f959583622a6,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:15.639119 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c127042-fbfb-453b-9956-107c1f38460c req-7e8e85d6-c448-4fd1-9e39-bb01f7e7b936 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908510 Jul 16 01:13:15.640608 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13f2d6-9f19-4bad-be2c-5efc0349456f req-7a270844-59b2-41b4-8898-f442f3009f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:15.642079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f13f2d6-9f19-4bad-be2c-5efc0349456f req-7a270844-59b2-41b4-8898-f442f3009f03 service neutron] 10.222.0.69 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.2280390 Jul 16 01:13:15.654027 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-421eb751-46e7-4b7b-952e-858d1755c587 req-4824dda2-37d5-46b4-af38-da28e799846d tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/security-groups?id=0eb65429-5fcb-40df-9643-9ed7a9360602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432518 Jul 16 01:13:15.739422 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f13f2d6-9f19-4bad-be2c-5efc0349456f req-2c649d47-6e66-4ade-a4bf-da1d21fd07ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4c1613a-633a-4a46-9a90-14b62e3a1cd1 HTTP/1.1" status: 200 len: 217 time: 0.0839646 Jul 16 01:13:15.819649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['f5a41351-5893-46b1-bfc7-f959583622a6'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:15.826923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13f2d6-9f19-4bad-be2c-5efc0349456f req-6df99304-4ec9-497a-8296-3eb91a63eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:15.828682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f13f2d6-9f19-4bad-be2c-5efc0349456f req-6df99304-4ec9-497a-8296-3eb91a63eacc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.0818243 Jul 16 01:13:15.888285 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f13f2d6-9f19-4bad-be2c-5efc0349456f req-953ee1af-459a-414c-b743-fa4e94f63c94 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503352 Jul 16 01:13:16.092129 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f13f2d6-9f19-4bad-be2c-5efc0349456f req-8bc4b094-e81f-4f69-a221-15870508e6a9 service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751542 Jul 16 01:13:16.134973 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984e39d-c3e5-4b1c-806e-6f425c498a0e req-85a17c93-c2b6-47ff-9a60-d2ae842f94f2 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:16.136628 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f984e39d-c3e5-4b1c-806e-6f425c498a0e req-85a17c93-c2b6-47ff-9a60-d2ae842f94f2 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 943 time: 0.2541523 Jul 16 01:13:16.148468 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a4c1613a-633a-4a46-9a90-14b62e3a1cd1 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:13:16.151719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e66c7-eb2c-4bd8-998a-4ec7ca0ba379 req-efd8b450-8fea-4dbe-ba61-37b4d0e8987a tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:16.153819 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-159e66c7-eb2c-4bd8-998a-4ec7ca0ba379 req-efd8b450-8fea-4dbe-ba61-37b4d0e8987a tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=10f66c7b-0fa8-4389-8542-4152fdec8daf HTTP/1.1" status: 200 len: 944 time: 0.2698758 Jul 16 01:13:16.276079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f984e39d-c3e5-4b1c-806e-6f425c498a0e req-892d70ed-6c41-46f8-9b5b-d55a1e524262 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211298 Jul 16 01:13:16.379005 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:16.399445 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a4c1613a-633a-4a46-9a90-14b62e3a1cd1 has no active binding in host n-h2-791505-14 {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:13:16.440127 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-159e66c7-eb2c-4bd8-998a-4ec7ca0ba379 req-8cf9cb7e-c373-4051-9edb-c263c4c1bc27 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409961 Jul 16 01:13:16.456896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09506e4d-4c24-489b-a574-1f24f9497cdf req-ee2cb6c3-6e87-45fa-9c37-8c7a574daf27 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:16.458687 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09506e4d-4c24-489b-a574-1f24f9497cdf req-ee2cb6c3-6e87-45fa-9c37-8c7a574daf27 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.70 "GET /v2.0/ports?device_id=af9cd591-392d-4e65-abeb-ed2ea869696c HTTP/1.1" status: 200 len: 949 time: 0.3852415 Jul 16 01:13:16.472635 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f13f2d6-9f19-4bad-be2c-5efc0349456f req-be61464e-c6f3-4c74-9265-f417f55a4de0 service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486853 Jul 16 01:13:16.677257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-99200c80-850d-4e64-b778-fc8b451742aa tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1f4f0b608e0d4a25b813076a22b8aa5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0981925 Jul 16 01:13:16.741382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc255f87-3b90-4608-9b5e-386410e30eaf req-398bbe45-c155-4470-b3b9-e716da27c677 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:16.743260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc255f87-3b90-4608-9b5e-386410e30eaf req-398bbe45-c155-4470-b3b9-e716da27c677 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 945 time: 0.2106614 Jul 16 01:13:16.789374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-09506e4d-4c24-489b-a574-1f24f9497cdf req-3bf7c61d-660b-4389-8c24-97a07df6c7f0 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Deleting port a7303024-8521-4e63-a9fd-1858035e94f4 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:13:16.790583 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-09506e4d-4c24-489b-a574-1f24f9497cdf req-3bf7c61d-660b-4389-8c24-97a07df6c7f0 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:16.900648 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc255f87-3b90-4608-9b5e-386410e30eaf req-4b860147-0fba-4c73-87a4-9f05738e1402 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489770 Jul 16 01:13:16.978049 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-ff635f58-e653-4618-989a-19c26e07ac5f tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:16.979647 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-ff635f58-e653-4618-989a-19c26e07ac5f tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2876613 Jul 16 01:13:16.983977 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-0f0e1244-8e12-4c23-b945-0f2812548974 service neutron] 10.222.0.69 "GET /v2.0/ports/a4c1613a-633a-4a46-9a90-14b62e3a1cd1/bindings/n-h2-791505-14 HTTP/1.1" status: 200 len: 385 time: 0.2001309 Jul 16 01:13:17.019191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-09506e4d-4c24-489b-a574-1f24f9497cdf req-3bf7c61d-660b-4389-8c24-97a07df6c7f0 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] For port a7303024-8521-4e63-a9fd-1858035e94f4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a7303024-8521-4e63-a9fd-1858035e94f4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:17.019654 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-09506e4d-4c24-489b-a574-1f24f9497cdf req-3bf7c61d-660b-4389-8c24-97a07df6c7f0 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:17.058701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-09506e4d-4c24-489b-a574-1f24f9497cdf req-3bf7c61d-660b-4389-8c24-97a07df6c7f0 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Calling delete_port for a7303024-8521-4e63-a9fd-1858035e94f4 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:13:17.072832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-7cec93b5-ef6e-4de1-9db3-99f09334d155 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/quotas/1f4f0b608e0d4a25b813076a22b8aa5e HTTP/1.1" status: 200 len: 375 time: 0.0858643 Jul 16 01:13:17.255671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f5a41351-5893-46b1-bfc7-f959583622a6 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:17.333033 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port f5a41351-5893-46b1-bfc7-f959583622a6 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:17.342038 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port f5a41351-5893-46b1-bfc7-f959583622a6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:17.343574 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:17.375408 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43286) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:17.435467 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0affe474-2a22-4483-8e93-a31350f45254', 'name': 'network-vif-deleted', 'tag': '33ffe06f-2415-4dcd-85e4-f20c9f64b829'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:17.437836 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cd26d3-dc03-4c5d-9f57-616bb3398c54" -d '{"events": [{"server_uuid": "0affe474-2a22-4483-8e93-a31350f45254", "name": "network-vif-deleted", "tag": "33ffe06f-2415-4dcd-85e4-f20c9f64b829"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:17.450891 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:13:17.543702 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:17.568174 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f66c7b-0fa8-4389-8542-4152fdec8daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a41351-5893-46b1-bfc7-f959583622a6'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:17.572041 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cd451c-3328-4263-8fef-3e8e8b36f7e2" -d '{"events": [{"server_uuid": "10f66c7b-0fa8-4389-8542-4152fdec8daf", "name": "network-vif-plugged", "status": "completed", "tag": "f5a41351-5893-46b1-bfc7-f959583622a6"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:17.593217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f5a41351-5893-46b1-bfc7-f959583622a6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f5a41351-5893-46b1-bfc7-f959583622a6,segment=NetworkSegment(94929bf5-41ae-4a21-a954-5898f1a0898a),segment_id=94929bf5-41ae-4a21-a954-5898f1a0898a)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:17.594041 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9a74f4e2-ac0e-4931-a4b8-0bd0fac69d83 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ad3fbcddfabb415a943c6b5c0701b7db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2168019 Jul 16 01:13:17.594871 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43298) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:17.600251 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:17.601751 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-6448d9b8-5a3d-4a79-a423-d416311ca40d tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1f4f0b608e0d4a25b813076a22b8aa5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5189900 Jul 16 01:13:17.660775 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17925b-f106-46a3-b3f9-6e6f7b3bf8fc req-84a35bb0-b343-432e-af65-a99b3d2e2465 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:17.662975 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08dbdd6b-ae54-4267-bfb7-8921ef17fa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:17.667998 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a17925b-f106-46a3-b3f9-6e6f7b3bf8fc req-84a35bb0-b343-432e-af65-a99b3d2e2465 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=af9cd591-392d-4e65-abeb-ed2ea869696c HTTP/1.1" status: 200 len: 949 time: 0.2030425 Jul 16 01:13:17.676250 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=f5a41351-5893-46b1-bfc7-f959583622a6,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:17.699277 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08dbdd6b-ae54-4267-bfb7-8921ef17fa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:17.770708 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08dbdd6b-ae54-4267-bfb7-8921ef17fa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:17.778351 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08dbdd6b-ae54-4267-bfb7-8921ef17fa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:17.782401 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-08dbdd6b-ae54-4267-bfb7-8921ef17fa87 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3608cea1-0ced-49d5-84c2-a205b1d8f8bf HTTP/1.1" status: 204 len: 168 time: 0.1861417 Jul 16 01:13:17.799480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbdd6b-ae54-4267-bfb7-8921ef17fa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3608cea1-0ced-49d5-84c2-a205b1d8f8bf,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:17.876491 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a17925b-f106-46a3-b3f9-6e6f7b3bf8fc req-3afb987a-1bb8-4b18-8bf6-e0617f127bec tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047098 Jul 16 01:13:17.882678 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-cd7f3a03-cc22-4df7-91f1-d9a40bd5e4ce service neutron] For port a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:17.915880 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-09506e4d-4c24-489b-a574-1f24f9497cdf req-3bf7c61d-660b-4389-8c24-97a07df6c7f0 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:17.939010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['7848bbb0-c0dd-4b46-aa2c-655fa99a6d62'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:17.939010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a7303024-8521-4e63-a9fd-1858035e94f4'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:18.044655 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-cd7f3a03-cc22-4df7-91f1-d9a40bd5e4ce service neutron] For port a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:18.082291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf7c61d-660b-4389-8c24-97a07df6c7f0 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Pushing event deleted for resources: {'Port': ['ID=a7303024-8521-4e63-a9fd-1858035e94f4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:18.165187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 33ffe06f-2415-4dcd-85e4-f20c9f64b829 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:18.295168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 33ffe06f-2415-4dcd-85e4-f20c9f64b829 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:13:18.298431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 33ffe06f-2415-4dcd-85e4-f20c9f64b829 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:13:18.419699 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-cd7f3a03-cc22-4df7-91f1-d9a40bd5e4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c1613a-633a-4a46-9a90-14b62e3a1cd1 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:18.435234 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-cd7f3a03-cc22-4df7-91f1-d9a40bd5e4ce service neutron] For port a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:18.489935 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-cd7f3a03-cc22-4df7-91f1-d9a40bd5e4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:18.498372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-09506e4d-4c24-489b-a574-1f24f9497cdf req-3bf7c61d-660b-4389-8c24-97a07df6c7f0 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] No DVR routers for this DVR port a7303024-8521-4e63-a9fd-1858035e94f4 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:13:18.512826 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-09506e4d-4c24-489b-a574-1f24f9497cdf req-3bf7c61d-660b-4389-8c24-97a07df6c7f0 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:18.515158 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09506e4d-4c24-489b-a574-1f24f9497cdf req-3bf7c61d-660b-4389-8c24-97a07df6c7f0 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.70 "DELETE /v2.0/ports/a7303024-8521-4e63-a9fd-1858035e94f4 HTTP/1.1" status: 204 len: 173 time: 2.0455694 Jul 16 01:13:18.650001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-cd7f3a03-cc22-4df7-91f1-d9a40bd5e4ce service neutron] Transition to ACTIVE for port object a4c1613a-633a-4a46-9a90-14b62e3a1cd1 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:18.663622 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-cd7f3a03-cc22-4df7-91f1-d9a40bd5e4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:18.722021 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f3a03-cc22-4df7-91f1-d9a40bd5e4ce service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,revision_number=10']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:18.736414 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06a6cc-fbd4-4fd2-91a8-8fac71bd0083 req-2281e741-27f3-4b21-9ef8-fe98da879115 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:18.744137 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd06a6cc-fbd4-4fd2-91a8-8fac71bd0083 req-2281e741-27f3-4b21-9ef8-fe98da879115 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3 HTTP/1.1" status: 200 len: 949 time: 0.5891225 Jul 16 01:13:18.765209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa42337-df4b-441c-9b25-0f135e9a9690 req-092c9e0a-d522-49b2-887a-9bff2fa34309 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:18.766731 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9fa42337-df4b-441c-9b25-0f135e9a9690 req-092c9e0a-d522-49b2-887a-9bff2fa34309 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 943 time: 0.7449710 Jul 16 01:13:18.850423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-cd7f3a03-cc22-4df7-91f1-d9a40bd5e4ce service neutron] No DVR routers for this DVR port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:13:18.894520 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd06a6cc-fbd4-4fd2-91a8-8fac71bd0083 req-73b456cb-0aad-4d15-b474-b4261529849a tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/security-groups?id=0eb65429-5fcb-40df-9643-9ed7a9360602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495836 Jul 16 01:13:18.924701 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9fa42337-df4b-441c-9b25-0f135e9a9690 req-0092027e-cd1e-4511-81c2-ebee651ee7b9 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396718 Jul 16 01:13:18.932456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-cd7f3a03-cc22-4df7-91f1-d9a40bd5e4ce service neutron] 10.222.0.69 "PUT /v2.0/ports/a4c1613a-633a-4a46-9a90-14b62e3a1cd1/bindings/n-h2-791505-14/activate HTTP/1.1" status: 200 len: 370 time: 1.9406374 Jul 16 01:13:18.996920 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748280f2-02fb-4273-b5bd-c68646f2cc70 x-openstack-request-id: req-748280f2-02fb-4273-b5bd-c68646f2cc70 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:18.997274 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0affe474-2a22-4483-8e93-a31350f45254", "name": "network-vif-deleted", "tag": "33ffe06f-2415-4dcd-85e4-f20c9f64b829", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:18.997592 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-748280f2-02fb-4273-b5bd-c68646f2cc70 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:18.998122 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0affe474-2a22-4483-8e93-a31350f45254', 'name': 'network-vif-deleted', 'tag': '33ffe06f-2415-4dcd-85e4-f20c9f64b829', 'status': 'completed', 'code': 200} Jul 16 01:13:19.065787 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7292ae-d4d6-48d0-8a99-b24bb8afa66b x-openstack-request-id: req-dd7292ae-d4d6-48d0-8a99-b24bb8afa66b {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:19.066083 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f66c7b-0fa8-4389-8542-4152fdec8daf", "name": "network-vif-plugged", "status": "completed", "tag": "f5a41351-5893-46b1-bfc7-f959583622a6", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:19.066756 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd7292ae-d4d6-48d0-8a99-b24bb8afa66b {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:19.066983 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f66c7b-0fa8-4389-8542-4152fdec8daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a41351-5893-46b1-bfc7-f959583622a6', 'code': 200} Jul 16 01:13:19.193907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43338) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:19.384840 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7733e7a-9696-4dfe-8aed-519717a75c06 req-5935ff79-91fe-48d8-81db-dad76181226a tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144 HTTP/1.1" status: 200 len: 210 time: 0.0643544 Jul 16 01:13:19.391694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a430e762-1206-4a2e-8d43-5f9478fca7ea admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-850591746-network', 'tenant_id': 'cbbec3890f33458fad2130edafc17002'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:19.439073 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a430e762-1206-4a2e-8d43-5f9478fca7ea admin admin] Made reservation on behalf of cbbec3890f33458fad2130edafc17002 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:19.443474 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a430e762-1206-4a2e-8d43-5f9478fca7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.450481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b6d68-1c01-483f-b3df-b50989a8331d req-83661c54-1402-4e73-ad79-fab384e0cf13 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:19.458234 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-641b6d68-1c01-483f-b3df-b50989a8331d req-83661c54-1402-4e73-ad79-fab384e0cf13 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=10f66c7b-0fa8-4389-8542-4152fdec8daf HTTP/1.1" status: 200 len: 945 time: 0.2334771 Jul 16 01:13:19.463898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2a9dcdc2-7344-4ec0-a11a-ed32fe5ee593 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:19.465485 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2a9dcdc2-7344-4ec0-a11a-ed32fe5ee593 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0&tenant_id=537b188632474e8c92af700ab7860b1d&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 1096 time: 0.3185651 Jul 16 01:13:19.465688 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a430e762-1206-4a2e-8d43-5f9478fca7ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.516057 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff7a5f4-4e95-42bf-9d1c-52f2d6c93e16 req-48c6b8f4-ead2-4f61-8379-ed0493ecb4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:19.520297 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ff7a5f4-4e95-42bf-9d1c-52f2d6c93e16 req-48c6b8f4-ead2-4f61-8379-ed0493ecb4df service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=10f66c7b-0fa8-4389-8542-4152fdec8daf HTTP/1.1" status: 200 len: 1097 time: 0.2679808 Jul 16 01:13:19.595050 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a430e762-1206-4a2e-8d43-5f9478fca7ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.604011 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a430e762-1206-4a2e-8d43-5f9478fca7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.632386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a430e762-1206-4a2e-8d43-5f9478fca7ea admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:13:19.708498 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430e762-1206-4a2e-8d43-5f9478fca7ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f7e8d9-1564-46c0-b0b7-c06567db4eb3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:19.725409 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a430e762-1206-4a2e-8d43-5f9478fca7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.725996 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-a430e762-1206-4a2e-8d43-5f9478fca7ea admin admin] Added segment aea1aa67-bf02-4317-864c-b0a87bd41f50 of type vlan for network 18930d26-350d-40f8-a065-bfaf4a61a7aa Jul 16 01:13:19.782421 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-641b6d68-1c01-483f-b3df-b50989a8331d req-483262df-aa25-4cf6-bcde-d7091d725e5c tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3231637 Jul 16 01:13:19.854576 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ff7a5f4-4e95-42bf-9d1c-52f2d6c93e16 req-19c00056-c604-469e-b693-e4a087ff617d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854061 Jul 16 01:13:19.859879 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a430e762-1206-4a2e-8d43-5f9478fca7ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.907702 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-247bba29-d25a-4184-b12b-77d6f33295d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:19.909656 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-247bba29-d25a-4184-b12b-77d6f33295d6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0&tenant_id=537b188632474e8c92af700ab7860b1d HTTP/1.1" status: 200 len: 1096 time: 0.4266176 Jul 16 01:13:19.934562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562954ff-e191-44c1-9a41-6956aeabbe98 req-9601ddae-0c79-4793-804e-e50eec0f2dff tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:19.939066 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a430e762-1206-4a2e-8d43-5f9478fca7ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.940078 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a430e762-1206-4a2e-8d43-5f9478fca7ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:19.940808 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a430e762-1206-4a2e-8d43-5f9478fca7ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:19.948069 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-562954ff-e191-44c1-9a41-6956aeabbe98 req-9601ddae-0c79-4793-804e-e50eec0f2dff tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 945 time: 0.3083737 Jul 16 01:13:20.002342 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a430e762-1206-4a2e-8d43-5f9478fca7ea admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8062029 Jul 16 01:13:20.019295 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43346) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:20.026617 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-7bc5bf11-74e1-4f80-aa7e-974106e35a4e admin admin] Request body: {'subnet': {'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-850591746-subnet', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:20.050816 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a430e762-1206-4a2e-8d43-5f9478fca7ea admin admin] Pushing event updated for resources: {'Network': ['ID=18930d26-350d-40f8-a065-bfaf4a61a7aa,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:20.064817 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 18930d26-350d-40f8-a065-bfaf4a61a7aa details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:13:20.124262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e975d535-efec-42cf-a5f6-0dd853c8c404 req-50798c30-e6a1-42ca-9156-e7f47dd1ca7a tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=af9cd591-392d-4e65-abeb-ed2ea869696c HTTP/1.1" status: 200 len: 210 time: 0.1467452 Jul 16 01:13:20.130176 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc5bf11-74e1-4f80-aa7e-974106e35a4e admin admin] Made reservation on behalf of cbbec3890f33458fad2130edafc17002 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:20.134802 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bf11-74e1-4f80-aa7e-974106e35a4e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:20.176762 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a7303024-8521-4e63-a9fd-1858035e94f4 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:20.217056 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: a7303024-8521-4e63-a9fd-1858035e94f4 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:13:20.217402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a7303024-8521-4e63-a9fd-1858035e94f4 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:13:20.230353 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-562954ff-e191-44c1-9a41-6956aeabbe98 req-68af0cad-8258-4ece-ad2f-877e49c6660a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798414 Jul 16 01:13:20.280916 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-0fb546df-2e1c-465d-9dc5-5f325017a447 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=1f4f0b608e0d4a25b813076a22b8aa5e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466774 Jul 16 01:13:20.306910 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-cc4ee04b-20c0-44a7-bcac-79e2399d57df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:20.308835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-cc4ee04b-20c0-44a7-bcac-79e2399d57df service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 1096 time: 0.3503366 Jul 16 01:13:20.525191 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-6e9e643e-ca83-40a4-a92b-a5a72b12d9e8 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:20.526702 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-6e9e643e-ca83-40a4-a92b-a5a72b12d9e8 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2246227 Jul 16 01:13:20.548645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-80ab8dfe-a04c-49ce-b781-0a03eefe2cc7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Request body: {'port': {'device_id': 'b85f903d-ffef-4b6c-bad2-9b343f4ac144', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': '1f4f0b608e0d4a25b813076a22b8aa5e'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:20.714641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-ca07b4ff-4c4d-4816-8f1c-5aa4af022829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:20.718195 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-ca07b4ff-4c4d-4816-8f1c-5aa4af022829 service neutron] 10.222.0.70 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.4006090 Jul 16 01:13:20.723522 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bf11-74e1-4f80-aa7e-974106e35a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:20.794176 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-1868ae3f-fe5e-4829-bca0-0b6e701b0353 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4c1613a-633a-4a46-9a90-14b62e3a1cd1 HTTP/1.1" status: 200 len: 217 time: 0.0653591 Jul 16 01:13:20.818021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-80ab8dfe-a04c-49ce-b781-0a03eefe2cc7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Made reservation on behalf of 1f4f0b608e0d4a25b813076a22b8aa5e for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:20.823266 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-80ab8dfe-a04c-49ce-b781-0a03eefe2cc7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:20.906844 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5bf11-74e1-4f80-aa7e-974106e35a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:20.920500 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4da017a-61f3-4dd7-aac1-bd786f9e77ce req-89b7dd32-3b8e-49f1-afa8-364666599667 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144 HTTP/1.1" status: 200 len: 210 time: 0.0671020 Jul 16 01:13:20.931731 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e5211-44d1-49c7-89b6-3bd4e366178a req-b3df4e01-bed3-4d03-a335-9c70bbedc8ed tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:20.938676 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c2e5211-44d1-49c7-89b6-3bd4e366178a req-b3df4e01-bed3-4d03-a335-9c70bbedc8ed tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 944 time: 0.4313686 Jul 16 01:13:20.959564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-3362b371-4433-4c8a-82bd-514ba9bbaa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:20.961102 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-3362b371-4433-4c8a-82bd-514ba9bbaa13 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.1577940 Jul 16 01:13:20.968036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc5bf11-74e1-4f80-aa7e-974106e35a4e admin admin] Checking segment: {'id': 'aea1aa67-bf02-4317-864c-b0a87bd41f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:20.968405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc5bf11-74e1-4f80-aa7e-974106e35a4e admin admin] Network hostable DHCP agents. Network: 18930d26-350d-40f8-a065-bfaf4a61a7aa, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:13:21.002627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af9cd591-392d-4e65-abeb-ed2ea869696c', 'name': 'network-vif-deleted', 'tag': 'a7303024-8521-4e63-a9fd-1858035e94f4'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:21.004756 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb745d1-4554-4c3e-8e30-dedf7bd01c05" -d '{"events": [{"server_uuid": "af9cd591-392d-4e65-abeb-ed2ea869696c", "name": "network-vif-deleted", "tag": "a7303024-8521-4e63-a9fd-1858035e94f4"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:21.016623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-c07fce26-eed8-4b09-a432-4b563971b07d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446663 Jul 16 01:13:21.061286 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c2e5211-44d1-49c7-89b6-3bd4e366178a req-2fd98fad-c06e-4de2-9f78-1df1ed57cb6a tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216042 Jul 16 01:13:21.106075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc5bf11-74e1-4f80-aa7e-974106e35a4e admin admin] Network 18930d26-350d-40f8-a065-bfaf4a61a7aa is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:13:21.122338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-7bc5bf11-74e1-4f80-aa7e-974106e35a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 18930d26-350d-40f8-a065-bfaf4a61a7aa) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:21.134658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce14ea7-8482-4f92-b6aa-ef3b346e21fe None None] Network 18930d26-350d-40f8-a065-bfaf4a61a7aa requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:21.201035 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502c7c8a-0562-4839-b885-534cb2e0159f x-openstack-request-id: req-502c7c8a-0562-4839-b885-534cb2e0159f {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:21.201323 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af9cd591-392d-4e65-abeb-ed2ea869696c", "name": "network-vif-deleted", "tag": "a7303024-8521-4e63-a9fd-1858035e94f4", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:21.217720 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-502c7c8a-0562-4839-b885-534cb2e0159f {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:21.217720 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af9cd591-392d-4e65-abeb-ed2ea869696c', 'name': 'network-vif-deleted', 'tag': 'a7303024-8521-4e63-a9fd-1858035e94f4', 'status': 'completed', 'code': 200} Jul 16 01:13:21.217720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc5bf11-74e1-4f80-aa7e-974106e35a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:21.217720 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7bc5bf11-74e1-4f80-aa7e-974106e35a4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:21.273702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-80ab8dfe-a04c-49ce-b781-0a03eefe2cc7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Allocated IP 192.168.233.242 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/f94d71f8-8682-4d13-ba95-e5cb44c6b0cd) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:21.276658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a4c1613a-633a-4a46-9a90-14b62e3a1cd1 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:21.296148 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7bc5bf11-74e1-4f80-aa7e-974106e35a4e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2744923 Jul 16 01:13:21.301640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43382) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:21.308265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-850591746-router', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:21.327187 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-30f3bfa0-b525-4e10-81f2-99e0379514e4 service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989328 Jul 16 01:13:21.365177 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:21.366641 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:21.405804 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a4c1613a-633a-4a46-9a90-14b62e3a1cd1 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:13:21.454615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4504013-8dc8-4bda-85fe-26b6a5b9faa4 req-2550288c-b1da-4d40-8fd1-4178e3fad8a6 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:21.456211 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4504013-8dc8-4bda-85fe-26b6a5b9faa4 req-2550288c-b1da-4d40-8fd1-4178e3fad8a6 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=10f66c7b-0fa8-4389-8542-4152fdec8daf HTTP/1.1" status: 200 len: 945 time: 0.1868250 Jul 16 01:13:21.540438 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-18930d26-350d-40f8-a065-bfaf4a61a7aa', 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'fixed_ips': [{'subnet_id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:13:21.541552 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:21.552396 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-2371e99c-d382-4d46-b853-260f4ccf8852 service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146659 Jul 16 01:13:21.563308 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:21.584112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4504013-8dc8-4bda-85fe-26b6a5b9faa4 req-865e7962-5874-408f-9d53-0b21270d86e9 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201718 Jul 16 01:13:21.827936 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Allocated IP 172.20.0.2 (18930d26-350d-40f8-a065-bfaf4a61a7aa/ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da/f329c0cf-0208-413f-ae8f-1552139c658b) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:21.838337 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b13c3-0c67-4b2f-87fd-8f70eadba4f0 req-3d912e37-67a2-4846-9ee3-dbf6c37b710a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:21.849458 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d5b13c3-0c67-4b2f-87fd-8f70eadba4f0 req-3d912e37-67a2-4846-9ee3-dbf6c37b710a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 945 time: 0.1361544 Jul 16 01:13:21.895794 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:21.951578 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d5b13c3-0c67-4b2f-87fd-8f70eadba4f0 req-9f623c9f-eb22-478b-bfe3-7a6b9cdb7b10 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010575 Jul 16 01:13:22.023147 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-80ab8dfe-a04c-49ce-b781-0a03eefe2cc7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.059388 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-80ab8dfe-a04c-49ce-b781-0a03eefe2cc7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Transition to ACTIVE for port object f94d71f8-8682-4d13-ba95-e5cb44c6b0cd will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:22.085635 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.096298 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Transition to ACTIVE for port object f329c0cf-0208-413f-ae8f-1552139c658b will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:22.114657 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Transition to ACTIVE for port object f329c0cf-0208-413f-ae8f-1552139c658b will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:22.125535 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-01cb3f73-e74e-4da6-8626-358638944230 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:22.125742 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-01cb3f73-e74e-4da6-8626-358638944230 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0&tenant_id=537b188632474e8c92af700ab7860b1d&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 1096 time: 0.1639888 Jul 16 01:13:22.130756 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.135279 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-80ab8dfe-a04c-49ce-b781-0a03eefe2cc7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.190228 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Pushing event updated for resources: {'Port': ['ID=f329c0cf-0208-413f-ae8f-1552139c658b,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:22.208413 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['5e3cc773-51be-4445-85fa-735fa742184c'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:22.255990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-80ab8dfe-a04c-49ce-b781-0a03eefe2cc7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:22.265725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['01510a5a-b831-47e4-98ff-9c1f53602b7f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:22.267342 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-80ab8dfe-a04c-49ce-b781-0a03eefe2cc7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:22.306998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-80ab8dfe-a04c-49ce-b781-0a03eefe2cc7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:22.371882 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Network 18930d26-350d-40f8-a065-bfaf4a61a7aa is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:22.401571 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab8dfe-a04c-49ce-b781-0a03eefe2cc7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Pushing event updated for resources: {'Port': ['ID=f94d71f8-8682-4d13-ba95-e5cb44c6b0cd,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:22.404166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f462c881-9cb5-49be-a94b-18d9b4e8aae7 req-ebd8150f-d38a-4965-b2a6-e5b71e62a180 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:22.411003 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:22.419222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f462c881-9cb5-49be-a94b-18d9b4e8aae7 req-ebd8150f-d38a-4965-b2a6-e5b71e62a180 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=10f66c7b-0fa8-4389-8542-4152fdec8daf HTTP/1.1" status: 200 len: 945 time: 0.2713368 Jul 16 01:13:22.425123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43398) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:22.429492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:22.439785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-c4b50ff3-9fbd-40e9-bd78-dd95cc159e82 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Request body: {'floatingip': {'port_id': 'f5a41351-5893-46b1-bfc7-f959583622a6'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:22.564958 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c4b50ff3-9fbd-40e9-bd78-dd95cc159e82 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.575430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-80ab8dfe-a04c-49ce-b781-0a03eefe2cc7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:22.576173 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-80ab8dfe-a04c-49ce-b781-0a03eefe2cc7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.608107 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-80ab8dfe-a04c-49ce-b781-0a03eefe2cc7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0681195 Jul 16 01:13:22.634572 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Request body: {'port': {'device_id': 'b85f903d-ffef-4b6c-bad2-9b343f4ac144', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:22.664602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Attempting to bind port f329c0cf-0208-413f-ae8f-1552139c658b on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:22.665583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Attempting to bind port f329c0cf-0208-413f-ae8f-1552139c658b by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'aea1aa67-bf02-4317-864c-b0a87bd41f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:22.666047 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Attempting to bind port f329c0cf-0208-413f-ae8f-1552139c658b on network 18930d26-350d-40f8-a065-bfaf4a61a7aa {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:22.689601 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:22.690142 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Checking segment: {'id': 'aea1aa67-bf02-4317-864c-b0a87bd41f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:22.690640 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.691132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Bound using segment: {'id': 'aea1aa67-bf02-4317-864c-b0a87bd41f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:22.691699 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Bound port: f329c0cf-0208-413f-ae8f-1552139c658b, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea1aa67-bf02-4317-864c-b0a87bd41f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:22.692198 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.799183 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-d4f79419-ea68-42bb-be7a-1e09edb6155e service neutron] For port a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:22.805712 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.809149 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b86e16fd-2fbe-4c72-b64f-c3d67d278645 None None] Provisioning for port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:22.815043 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-d4f79419-ea68-42bb-be7a-1e09edb6155e service neutron] Notify callbacks [] for binding, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.816218 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98efebd4-614b-42a7-9320-0c856a4cd19d req-d4f79419-ea68-42bb-be7a-1e09edb6155e service neutron] 10.222.0.70 "DELETE /v2.0/ports/a4c1613a-633a-4a46-9a90-14b62e3a1cd1/bindings/n-h1-791505-14 HTTP/1.1" status: 204 len: 173 time: 0.6751456 Jul 16 01:13:22.836209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b86e16fd-2fbe-4c72-b64f-c3d67d278645 None None] Provisioning complete for port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:22.842225 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b86e16fd-2fbe-4c72-b64f-c3d67d278645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.862071 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46df54-805c-4fe0-8fba-0c0cf52e2c0a req-3529aee2-38f9-4569-9756-58710cb3d3e4 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:22.869050 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f46df54-805c-4fe0-8fba-0c0cf52e2c0a req-3529aee2-38f9-4569-9756-58710cb3d3e4 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144 HTTP/1.1" status: 200 len: 936 time: 0.2388427 Jul 16 01:13:22.894048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] For port f329c0cf-0208-413f-ae8f-1552139c658b, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:22.917320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] For port f329c0cf-0208-413f-ae8f-1552139c658b, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f329c0cf-0208-413f-ae8f-1552139c658b,segment=NetworkSegment(aea1aa67-bf02-4317-864c-b0a87bd41f50),segment_id=aea1aa67-bf02-4317-864c-b0a87bd41f50)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:22.927126 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:22.950908 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a4a94-aedd-4b13-82dd-7ede6d20b235 req-ff819f2e-da43-4018-9563-0a2e0594e2be tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:22.959647 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-430a4a94-aedd-4b13-82dd-7ede6d20b235 req-ff819f2e-da43-4018-9563-0a2e0594e2be tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3 HTTP/1.1" status: 200 len: 949 time: 0.2869251 Jul 16 01:13:22.962894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b86e16fd-2fbe-4c72-b64f-c3d67d278645 None None] Port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:13:23.005345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf75e00-d95b-4582-b77a-3d3ee90f0788 None None] Pushing event updated for resources: {'Port': ['ID=f329c0cf-0208-413f-ae8f-1552139c658b,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:23.012832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f46df54-805c-4fe0-8fba-0c0cf52e2c0a req-9dcaec98-5d53-4662-aae1-7c95cdf25434 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428046 Jul 16 01:13:23.076522 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:23.113299 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:23.362551 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Allocated IP 172.25.2.202 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:23.466935 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94d71f8-8682-4d13-ba95-e5cb44c6b0cd {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:23.478740 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:23.530153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Transition to ACTIVE for port object f94d71f8-8682-4d13-ba95-e5cb44c6b0cd will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:23.537135 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:23.622454 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:23.628529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Pushing event updated for resources: {'Port': ['ID=f94d71f8-8682-4d13-ba95-e5cb44c6b0cd,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:23.651457 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-430a4a94-aedd-4b13-82dd-7ede6d20b235 req-3a4be361-4846-4348-a451-2bd03cec530d tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/security-groups?id=0eb65429-5fcb-40df-9643-9ed7a9360602&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6908741 Jul 16 01:13:23.761908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Attempting to bind port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:23.762258 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Attempting to bind port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:23.762590 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Attempting to bind port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:23.767520 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:23.808014 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:13:23.808348 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Attempting to bind port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:23.827127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:23.827482 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:23.827964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:23.828714 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Bound port: f94d71f8-8682-4d13-ba95-e5cb44c6b0cd, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:23.829841 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:23.844141 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:23.858184 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:23.880709 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:23.927841 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f329c0cf-0208-413f-ae8f-1552139c658b up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:23.967255 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Pushing event updated for resources: {'Port': ['ID=0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:24.030671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port f329c0cf-0208-413f-ae8f-1552139c658b completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:24.043000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f06a3f-6b84-4cb3-b670-7bfd64162d51 req-68ef9208-f4f4-4a74-9ec8-df5d4834a610 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:24.045933 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4f06a3f-6b84-4cb3-b670-7bfd64162d51 req-68ef9208-f4f4-4a74-9ec8-df5d4834a610 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.70 "GET /v2.0/ports?device_id=5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3 HTTP/1.1" status: 200 len: 949 time: 0.4849675 Jul 16 01:13:24.054008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d4df3-9a36-4053-9e37-b3e8ad6a9ed7 req-62184d2d-49d4-4eaf-bc93-e43437bfb783 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:24.063387 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db4d4df3-9a36-4053-9e37-b3e8ad6a9ed7 req-62184d2d-49d4-4eaf-bc93-e43437bfb783 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 944 time: 0.5035450 Jul 16 01:13:24.160442 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] For port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:24.181718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] For port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f94d71f8-8682-4d13-ba95-e5cb44c6b0cd,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:24.191851 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.249064 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:24.253050 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.254681 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] 10.222.0.70 "PUT /v2.0/ports/f94d71f8-8682-4d13-ba95-e5cb44c6b0cd HTTP/1.1" status: 200 len: 1097 time: 1.6280448 Jul 16 01:13:24.257824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85f903d-ffef-4b6c-bad2-9b343f4ac144', 'tag': 'f94d71f8-8682-4d13-ba95-e5cb44c6b0cd'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:24.261542 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dd2c65-8f24-4dda-8d88-c54a99659e02" -d '{"events": [{"name": "network-changed", "server_uuid": "b85f903d-ffef-4b6c-bad2-9b343f4ac144", "tag": "f94d71f8-8682-4d13-ba95-e5cb44c6b0cd"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:24.318067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db4d4df3-9a36-4053-9e37-b3e8ad6a9ed7 req-5d4637d3-f8c9-46b4-892d-53d68d0531a1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530327 Jul 16 01:13:24.391145 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.db.resource_extend [None req-c4b50ff3-9fbd-40e9-bd78-dd95cc159e82 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:13:24.469906 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af9dc3-1485-48e3-bccc-19e5ed655046 service neutron] Pushing event updated for resources: {'Port': ['ID=f94d71f8-8682-4d13-ba95-e5cb44c6b0cd,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:24.483373 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.521087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28464bf-6176-4073-9caa-54e6a553bf79 req-f24615c9-d789-48ac-81e1-7f19dc6f868b tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:24.528937 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e28464bf-6176-4073-9caa-54e6a553bf79 req-f24615c9-d789-48ac-81e1-7f19dc6f868b tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2df9dd-89a0-4dda-8d22-e8a35a55f25e HTTP/1.1" status: 200 len: 949 time: 0.5959496 Jul 16 01:13:24.556637 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-90301036-2178-4161-b6f4-ec2e82c08918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:24.558237 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-90301036-2178-4161-b6f4-ec2e82c08918 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f4f0b608e0d4a25b813076a22b8aa5e&device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144 HTTP/1.1" status: 200 len: 1100 time: 0.1917138 Jul 16 01:13:24.589989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f068de3b-496f-438c-bba5-4fd5fa7d0f6d None None] Network 18930d26-350d-40f8-a065-bfaf4a61a7aa requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:24.605755 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c4b50ff3-9fbd-40e9-bd78-dd95cc159e82 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.624519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c5caf-216f-4fed-87e1-306b2b6b71d2 req-155130c8-91ae-4814-b1d8-eb8c481d2576 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:24.627168 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-119c5caf-216f-4fed-87e1-306b2b6b71d2 req-155130c8-91ae-4814-b1d8-eb8c481d2576 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.69 "GET /v2.0/ports?device_id=0f2df9dd-89a0-4dda-8d22-e8a35a55f25e HTTP/1.1" status: 200 len: 949 time: 0.6021254 Jul 16 01:13:24.631359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-e4f06a3f-6b84-4cb3-b670-7bfd64162d51 req-23b471f0-d4da-4312-925f-26be85eb18d3 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Deleting port e58bfde4-bdb1-4041-b36f-bc21bbe54a27 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:13:24.631700 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4f06a3f-6b84-4cb3-b670-7bfd64162d51 req-23b471f0-d4da-4312-925f-26be85eb18d3 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.634851 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c4b50ff3-9fbd-40e9-bd78-dd95cc159e82 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.643209 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-c669b9c8-4f1a-4c30-bd14-d7408af965d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f94d71f8-8682-4d13-ba95-e5cb44c6b0cd HTTP/1.1" status: 200 len: 217 time: 0.0493977 Jul 16 01:13:24.743412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e28464bf-6176-4073-9caa-54e6a553bf79 req-9851321e-ec69-43be-8644-27aabe696dd5 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126961 Jul 16 01:13:24.755711 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-0efab895-6b03-463e-80dd-57a8ab564b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:24.759925 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-0efab895-6b03-463e-80dd-57a8ab564b0f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1058149 Jul 16 01:13:24.769857 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7c3e6c75-4a6b-41e8-bb3d-74c5f2002427 None None] Provisioning for port f329c0cf-0208-413f-ae8f-1552139c658b completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:24.781407 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7c3e6c75-4a6b-41e8-bb3d-74c5f2002427 None None] Provisioning complete for port f329c0cf-0208-413f-ae8f-1552139c658b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:24.781868 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7c3e6c75-4a6b-41e8-bb3d-74c5f2002427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.926868 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.934535 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7c3e6c75-4a6b-41e8-bb3d-74c5f2002427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.935239 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-ec2f5c9d-2b86-4632-80a2-c564ffc72b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:24.937760 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-ec2f5c9d-2b86-4632-80a2-c564ffc72b9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1697996 Jul 16 01:13:24.954068 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-e4f06a3f-6b84-4cb3-b670-7bfd64162d51 req-23b471f0-d4da-4312-925f-26be85eb18d3 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] For port e58bfde4-bdb1-4041-b36f-bc21bbe54a27, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e58bfde4-bdb1-4041-b36f-bc21bbe54a27,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:24.954521 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4f06a3f-6b84-4cb3-b670-7bfd64162d51 req-23b471f0-d4da-4312-925f-26be85eb18d3 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:24.971847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-e4f06a3f-6b84-4cb3-b670-7bfd64162d51 req-23b471f0-d4da-4312-925f-26be85eb18d3 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Calling delete_port for e58bfde4-bdb1-4041-b36f-bc21bbe54a27 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:13:24.973222 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7c3e6c75-4a6b-41e8-bb3d-74c5f2002427 None None] For port f329c0cf-0208-413f-ae8f-1552139c658b, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f329c0cf-0208-413f-ae8f-1552139c658b,segment=NetworkSegment(aea1aa67-bf02-4317-864c-b0a87bd41f50),segment_id=aea1aa67-bf02-4317-864c-b0a87bd41f50)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:24.987725 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7c3e6c75-4a6b-41e8-bb3d-74c5f2002427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:25.068435 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3e6c75-4a6b-41e8-bb3d-74c5f2002427 None None] Pushing event updated for resources: {'Port': ['ID=f329c0cf-0208-413f-ae8f-1552139c658b,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:25.101760 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29e925-80e7-4a47-8508-6a088d948229 req-a80cb9ae-e590-429b-93c0-0ccb364c1942 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:25.104803 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c29e925-80e7-4a47-8508-6a088d948229 req-a80cb9ae-e590-429b-93c0-0ccb364c1942 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 945 time: 0.6072979 Jul 16 01:13:25.189956 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-c4b50ff3-9fbd-40e9-bd78-dd95cc159e82 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Floating IP 832ada3c-b7cd-45bf-8bbe-5efe609d9064 associated. External IP: 172.25.2.117, port: f5a41351-5893-46b1-bfc7-f959583622a6. Jul 16 01:13:25.312550 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c29e925-80e7-4a47-8508-6a088d948229 req-fe0d4e42-92ea-4115-b7ab-dc68be072ea6 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174378 Jul 16 01:13:25.319230 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4f06a3f-6b84-4cb3-b670-7bfd64162d51 req-23b471f0-d4da-4312-925f-26be85eb18d3 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:25.335184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['e58bfde4-bdb1-4041-b36f-bc21bbe54a27'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:25.379668 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Router c205f215-6a67-4f9f-bbde-e26d901bbc69 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:13:25.434131 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-507066a7-61bb-45ee-a3cd-65fd6572de4c service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935589 Jul 16 01:13:25.435584 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-119c5caf-216f-4fed-87e1-306b2b6b71d2 req-3178d0cc-6414-4f6e-8f50-aa461dfd5142 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Deleting port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:13:25.435983 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-119c5caf-216f-4fed-87e1-306b2b6b71d2 req-3178d0cc-6414-4f6e-8f50-aa461dfd5142 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:25.440263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b471f0-d4da-4312-925f-26be85eb18d3 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Pushing event deleted for resources: {'Port': ['ID=e58bfde4-bdb1-4041-b36f-bc21bbe54a27,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:25.461172 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-51dd2ed8-f884-4637-8528-69669f0e04fc None None] Provisioning complete for port f329c0cf-0208-413f-ae8f-1552139c658b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:25.462599 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-51dd2ed8-f884-4637-8528-69669f0e04fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:25.518783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f276f-31bc-4360-8e6d-637ca377ce9e req-d942dd5b-f440-4df1-bf04-2b12ae62c733 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:25.527175 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d0f276f-31bc-4360-8e6d-637ca377ce9e req-d942dd5b-f440-4df1-bf04-2b12ae62c733 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144 HTTP/1.1" status: 200 len: 948 time: 0.4490213 Jul 16 01:13:25.632338 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:13:25.637984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4f06a3f-6b84-4cb3-b670-7bfd64162d51 req-23b471f0-d4da-4312-925f-26be85eb18d3 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] No DVR routers for this DVR port e58bfde4-bdb1-4041-b36f-bc21bbe54a27 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:13:25.655496 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4f06a3f-6b84-4cb3-b670-7bfd64162d51 req-23b471f0-d4da-4312-925f-26be85eb18d3 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:25.655496 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4f06a3f-6b84-4cb3-b670-7bfd64162d51 req-23b471f0-d4da-4312-925f-26be85eb18d3 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.70 "DELETE /v2.0/ports/e58bfde4-bdb1-4041-b36f-bc21bbe54a27 HTTP/1.1" status: 204 len: 173 time: 1.5663083 Jul 16 01:13:25.655839 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Sync routers for ids ['c205f215-6a67-4f9f-bbde-e26d901bbc69'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:13:25.655956 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3950ea17-69b9-490c-8d27-6e0f521ab860 x-openstack-request-id: req-3950ea17-69b9-490c-8d27-6e0f521ab860 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:25.655956 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85f903d-ffef-4b6c-bad2-9b343f4ac144", "tag": "f94d71f8-8682-4d13-ba95-e5cb44c6b0cd", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:25.655956 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3950ea17-69b9-490c-8d27-6e0f521ab860 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:25.656919 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85f903d-ffef-4b6c-bad2-9b343f4ac144', 'tag': 'f94d71f8-8682-4d13-ba95-e5cb44c6b0cd', 'status': 'completed', 'code': 200} Jul 16 01:13:25.704011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3', 'name': 'network-vif-deleted', 'tag': 'e58bfde4-bdb1-4041-b36f-bc21bbe54a27'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:25.705394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Routers {'c205f215-6a67-4f9f-bbde-e26d901bbc69'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:25.706247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c205f215-6a67-4f9f-bbde-e26d901bbc69'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:25.710943 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8517260-986e-4bbd-933e-aef061a92fa0" -d '{"events": [{"server_uuid": "5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3", "name": "network-vif-deleted", "tag": "e58bfde4-bdb1-4041-b36f-bc21bbe54a27"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:25.823639 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86ee7816-0204-4f12-b013-1be30508629c req-74523933-ae99-4fb5-b186-d067f7d561c5 tempest-TenantUsagesTestJSON-541452456 tempest-TenantUsagesTestJSON-541452456-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3 HTTP/1.1" status: 200 len: 210 time: 0.1060541 Jul 16 01:13:25.891904 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d0f276f-31bc-4360-8e6d-637ca377ce9e req-48452694-7c35-40df-8c37-7761b7691008 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3588557 Jul 16 01:13:25.931962 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22fca7c8-8005-485c-8ae9-e1d712f79929 req-2b6d5de3-b18d-4a80-bb5f-a339a73cd253 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803428 Jul 16 01:13:25.933754 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:25.937964 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2cc621e0-2cc2-4048-a714-5ad4214e807c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.6314201 Jul 16 01:13:25.938372 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43432) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:26.083708 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964c4710-cd4d-4a05-b2a2-30549e61ee1b x-openstack-request-id: req-964c4710-cd4d-4a05-b2a2-30549e61ee1b {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:26.084012 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3", "name": "network-vif-deleted", "tag": "e58bfde4-bdb1-4041-b36f-bc21bbe54a27", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:26.084168 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-964c4710-cd4d-4a05-b2a2-30549e61ee1b {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:26.084574 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd13b2c-09f8-4d6b-8497-6c62eb1d5fd3', 'name': 'network-vif-deleted', 'tag': 'e58bfde4-bdb1-4041-b36f-bc21bbe54a27', 'status': 'completed', 'code': 200} Jul 16 01:13:26.106067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f329c0cf-0208-413f-ae8f-1552139c658b up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:26.113836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b50ff3-9fbd-40e9-bd78-dd95cc159e82 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Router f155519f-2854-4fa7-820c-9192c04882b5 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:13:26.210972 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-119c5caf-216f-4fed-87e1-306b2b6b71d2 req-3178d0cc-6414-4f6e-8f50-aa461dfd5142 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] For port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7848bbb0-c0dd-4b46-aa2c-655fa99a6d62,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:26.211391 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-119c5caf-216f-4fed-87e1-306b2b6b71d2 req-3178d0cc-6414-4f6e-8f50-aa461dfd5142 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:26.228150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd2c65-8f24-4dda-8d88-c54a99659e02 req-8b27ea97-9960-4e44-998b-4486077623cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:26.229852 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08dd2c65-8f24-4dda-8d88-c54a99659e02 req-8b27ea97-9960-4e44-998b-4486077623cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1f4f0b608e0d4a25b813076a22b8aa5e&device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144 HTTP/1.1" status: 200 len: 1100 time: 0.1681075 Jul 16 01:13:26.247304 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f329c0cf-0208-413f-ae8f-1552139c658b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:26.247726 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:26.252793 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Set router c205f215-6a67-4f9f-bbde-e26d901bbc69 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:26.427403 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd2c65-8f24-4dda-8d88-c54a99659e02 req-e107f126-a620-4b02-98bf-18cd7477bb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:26.428935 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08dd2c65-8f24-4dda-8d88-c54a99659e02 req-e107f126-a620-4b02-98bf-18cd7477bb06 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.1659374 Jul 16 01:13:26.503731 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08dd2c65-8f24-4dda-8d88-c54a99659e02 req-0f02826e-b94e-4a4c-9171-8a8cfdeb01ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=f94d71f8-8682-4d13-ba95-e5cb44c6b0cd HTTP/1.1" status: 200 len: 217 time: 0.0396945 Jul 16 01:13:26.595049 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'name': 'tempest-ServersTestJSON-850591746-router', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:21Z', 'updated_at': '2021-07-16T01:13:24Z', 'revision_number': 3, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'gw_port': {'id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:23Z', 'updated_at': '2021-07-16T01:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:26.628265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Checking router: c205f215-6a67-4f9f-bbde-e26d901bbc69 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:13:26.628881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Updating router c205f215-6a67-4f9f-bbde-e26d901bbc69 port 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:13:26.663884 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-119c5caf-216f-4fed-87e1-306b2b6b71d2 req-3178d0cc-6414-4f6e-8f50-aa461dfd5142 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Calling delete_port for 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:13:26.667451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b50ff3-9fbd-40e9-bd78-dd95cc159e82 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:13:26.678243 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c4b50ff3-9fbd-40e9-bd78-dd95cc159e82 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:26.680221 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf02fc-17e3-4f1b-843b-f03b10eb5def None None] Sync routers for ids ['f155519f-2854-4fa7-820c-9192c04882b5'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:13:26.694254 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaf02fc-17e3-4f1b-843b-f03b10eb5def None None] Routers {'f155519f-2854-4fa7-820c-9192c04882b5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:26.696336 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-acaf02fc-17e3-4f1b-843b-f03b10eb5def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f155519f-2854-4fa7-820c-9192c04882b5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:26.700707 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:26.724821 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd2c65-8f24-4dda-8d88-c54a99659e02 req-d6026af5-41f2-4581-aa36-6a5221dfd638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:26.729214 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08dd2c65-8f24-4dda-8d88-c54a99659e02 req-d6026af5-41f2-4581-aa36-6a5221dfd638 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.2148073 Jul 16 01:13:26.754717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb96d87-d967-439b-9e50-9bc7a435ce58 req-8f717929-2138-4844-a40f-a3d25a7e0c37 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:26.763801 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7cb96d87-d967-439b-9e50-9bc7a435ce58 req-8f717929-2138-4844-a40f-a3d25a7e0c37 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 1096 time: 0.6781197 Jul 16 01:13:26.850681 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe62879-4a8f-4911-b5c5-f913282f9290 req-c2b2622b-e369-4ec1-aceb-c27f054d7761 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:26.853064 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fe62879-4a8f-4911-b5c5-f913282f9290 req-c2b2622b-e369-4ec1-aceb-c27f054d7761 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/ports?device_id=0f2df9dd-89a0-4dda-8d22-e8a35a55f25e HTTP/1.1" status: 200 len: 949 time: 0.7116165 Jul 16 01:13:26.865058 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c4b50ff3-9fbd-40e9-bd78-dd95cc159e82 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "PUT /v2.0/floatingips/832ada3c-b7cd-45bf-8bbe-5efe609d9064 HTTP/1.1" status: 200 len: 991 time: 4.4370997 Jul 16 01:13:26.911485 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7cb96d87-d967-439b-9e50-9bc7a435ce58 req-a0c81bf2-9a6e-4e61-981b-35833f4e199a tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466889 Jul 16 01:13:26.950885 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:26.954444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd2c65-8f24-4dda-8d88-c54a99659e02 req-31af622e-014a-45fe-b359-1278c4f53bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:26.955981 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08dd2c65-8f24-4dda-8d88-c54a99659e02 req-31af622e-014a-45fe-b359-1278c4f53bd2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1664965 Jul 16 01:13:26.974521 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-acaf02fc-17e3-4f1b-843b-f03b10eb5def None None] Set router f155519f-2854-4fa7-820c-9192c04882b5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:26.996955 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fe62879-4a8f-4911-b5c5-f913282f9290 req-eda0f924-5f3e-411c-9ec4-845b394cf571 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3d80e30-934b-432b-a7cd-047610570672&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264734 Jul 16 01:13:27.141110 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Allocated IP 172.20.0.1 (18930d26-350d-40f8-a065-bfaf4a61a7aa/ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da/3cab6563-949c-4796-9772-94f9fec71c9e) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:27.155529 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-119c5caf-216f-4fed-87e1-306b2b6b71d2 req-3178d0cc-6414-4f6e-8f50-aa461dfd5142 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:27.186922 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:27.216029 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Transition to ACTIVE for port object 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:27.229930 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:27.250419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3178d0cc-6414-4f6e-8f50-aa461dfd5142 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Pushing event deleted for resources: {'Port': ['ID=7848bbb0-c0dd-4b46-aa2c-655fa99a6d62,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:27.290170 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-119c5caf-216f-4fed-87e1-306b2b6b71d2 req-3178d0cc-6414-4f6e-8f50-aa461dfd5142 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] No DVR routers for this DVR port 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:13:27.294497 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-119c5caf-216f-4fed-87e1-306b2b6b71d2 req-3178d0cc-6414-4f6e-8f50-aa461dfd5142 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:27.296898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-119c5caf-216f-4fed-87e1-306b2b6b71d2 req-3178d0cc-6414-4f6e-8f50-aa461dfd5142 tempest-ServersAdminNegativeTestJSON-1356383105 tempest-ServersAdminNegativeTestJSON-1356383105-project] 10.222.0.69 "DELETE /v2.0/ports/7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 HTTP/1.1" status: 204 len: 173 time: 2.6522732 Jul 16 01:13:27.297742 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:27.357586 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-acaf02fc-17e3-4f1b-843b-f03b10eb5def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:40Z', 'revision_number': 4, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '832ada3c-b7cd-45bf-8bbe-5efe609d9064', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'port_id': 'f5a41351-5893-46b1-bfc7-f959583622a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'mac_address': 'fa:16:3e:0f:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f66c7b-0fa8-4389-8542-4152fdec8daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:10:58Z', 'updated_at': '2021-07-16T01:13:24Z', 'revision_number': 5, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51326f5-cc8d-478e-b2f7-2bf252749aed', 'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'mac_address': 'fa:16:3e:be:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:39Z', 'updated_at': '2021-07-16T01:10:48Z', 'revision_number': 5, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'subnets': [{'id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:27.367367 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08911c91-706e-4ef8-9eca-1cf0de40ddf5 req-84f0b0c2-8620-48de-ace1-5b6157a39258 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:27.370006 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-08911c91-706e-4ef8-9eca-1cf0de40ddf5 req-84f0b0c2-8620-48de-ace1-5b6157a39258 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 945 time: 0.1099255 Jul 16 01:13:27.389039 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf02fc-17e3-4f1b-843b-f03b10eb5def None None] Checking router: f155519f-2854-4fa7-820c-9192c04882b5 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:13:27.399073 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaf02fc-17e3-4f1b-843b-f03b10eb5def None None] Routers {'f155519f-2854-4fa7-820c-9192c04882b5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:27.400570 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-acaf02fc-17e3-4f1b-843b-f03b10eb5def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f155519f-2854-4fa7-820c-9192c04882b5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:27.421862 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:13:27.433916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7848bbb0-c0dd-4b46-aa2c-655fa99a6d62 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:13:27.453174 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-08911c91-706e-4ef8-9eca-1cf0de40ddf5 req-a597f6ae-f7c8-4bc9-a202-566a80f2b012 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777037 Jul 16 01:13:27.461910 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Attempting to bind port 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:27.462566 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Attempting to bind port 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:27.463173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Attempting to bind port 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:27.469697 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:27.470763 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:27.471203 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:27.471852 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:27.472617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:27.474276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Bound port: 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:27.474778 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:27.476794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fadf4f-36cf-49b7-90b4-ab248c577165 None None] Pushing event updated for resources: {'Port': ['ID=0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:27.570546 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Transition to ACTIVE for port object 3cab6563-949c-4796-9772-94f9fec71c9e will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:27.591327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] For port 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:27.598177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] For port 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:27.617055 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:27.624375 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-acaf02fc-17e3-4f1b-843b-f03b10eb5def None None] Set router f155519f-2854-4fa7-820c-9192c04882b5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:27.668874 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08dd2c65-8f24-4dda-8d88-c54a99659e02 req-9958f5b3-179a-4221-b6e3-ca543e44cf2e service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7000859 Jul 16 01:13:27.717253 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Routers {'c205f215-6a67-4f9f-bbde-e26d901bbc69'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:27.718049 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c205f215-6a67-4f9f-bbde-e26d901bbc69'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:27.805240 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fadf4f-36cf-49b7-90b4-ab248c577165 None None] Pushing event updated for resources: {'Port': ['ID=0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:27.810056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43462) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:27.892595 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:27.930197 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08dd2c65-8f24-4dda-8d88-c54a99659e02 req-f74f64b0-ed5e-42f0-a78d-4c09a3fa97f7 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431865 Jul 16 01:13:27.934459 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-094d39a4-e7ed-4ccf-b582-60c46de9f8fd tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:27.945103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-094d39a4-e7ed-4ccf-b582-60c46de9f8fd tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 821 time: 0.2706807 Jul 16 01:13:27.951965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Network 18930d26-350d-40f8-a065-bfaf4a61a7aa is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:27.958963 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:27.964197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:27.996870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Pushing event updated for resources: {'Port': ['ID=3cab6563-949c-4796-9772-94f9fec71c9e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:28.000676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838e533-5e74-46a5-8fd0-5af30e7ec00e req-3a374c1e-1d45-4cf9-88cd-a8bad58a2594 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:28.002620 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b838e533-5e74-46a5-8fd0-5af30e7ec00e req-3a374c1e-1d45-4cf9-88cd-a8bad58a2594 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144 HTTP/1.1" status: 200 len: 948 time: 0.2552881 Jul 16 01:13:28.008005 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] Set router c205f215-6a67-4f9f-bbde-e26d901bbc69 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:28.044128 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:28.082929 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-ec3ba757-f3e3-4ba8-9913-6c107798025c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/quotas/537b188632474e8c92af700ab7860b1d HTTP/1.1" status: 200 len: 375 time: 0.1184659 Jul 16 01:13:28.107941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f66c7b-0fa8-4389-8542-4152fdec8daf', 'tag': 'f5a41351-5893-46b1-bfc7-f959583622a6'}, {'server_uuid': '0f2df9dd-89a0-4dda-8d22-e8a35a55f25e', 'name': 'network-vif-deleted', 'tag': '7848bbb0-c0dd-4b46-aa2c-655fa99a6d62'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:28.110231 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283e78ee-737c-4a9a-b6a4-f4834eb54520" -d '{"events": [{"name": "network-changed", "server_uuid": "10f66c7b-0fa8-4389-8542-4152fdec8daf", "tag": "f5a41351-5893-46b1-bfc7-f959583622a6"}, {"server_uuid": "0f2df9dd-89a0-4dda-8d22-e8a35a55f25e", "name": "network-vif-deleted", "tag": "7848bbb0-c0dd-4b46-aa2c-655fa99a6d62"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:28.196676 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-acaf02fc-17e3-4f1b-843b-f03b10eb5def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:40Z', 'revision_number': 4, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '832ada3c-b7cd-45bf-8bbe-5efe609d9064', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'port_id': 'f5a41351-5893-46b1-bfc7-f959583622a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'mac_address': 'fa:16:3e:0f:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f66c7b-0fa8-4389-8542-4152fdec8daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:10:58Z', 'updated_at': '2021-07-16T01:13:24Z', 'revision_number': 5, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51326f5-cc8d-478e-b2f7-2bf252749aed', 'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'mac_address': 'fa:16:3e:be:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:39Z', 'updated_at': '2021-07-16T01:10:48Z', 'revision_number': 5, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'subnets': [{'id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:28.199202 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0c7f16c1-018d-47ab-bfec-c7ec1db4d272 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea5de87abcf94ad79825e75e3005f39e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3877144 Jul 16 01:13:28.201092 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43472) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:28.202951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e58bfde4-bdb1-4041-b36f-bc21bbe54a27 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:28.230032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b838e533-5e74-46a5-8fd0-5af30e7ec00e req-b526c53a-fa8c-49a6-9f1f-5ff77f451a91 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107728 Jul 16 01:13:28.234973 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acaf02fc-17e3-4f1b-843b-f03b10eb5def None None] The sync data for ids ['f155519f-2854-4fa7-820c-9192c04882b5'] in n-d-791505-14 is: [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:40Z', 'revision_number': 4, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '832ada3c-b7cd-45bf-8bbe-5efe609d9064', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'floating_ip_address': '172.25.2.117', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'port_id': 'f5a41351-5893-46b1-bfc7-f959583622a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'mac_address': 'fa:16:3e:0f:91:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f66c7b-0fa8-4389-8542-4152fdec8daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:10:58Z', 'updated_at': '2021-07-16T01:13:24Z', 'revision_number': 5, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd51326f5-cc8d-478e-b2f7-2bf252749aed', 'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'mac_address': 'fa:16:3e:be:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:39Z', 'updated_at': '2021-07-16T01:10:48Z', 'revision_number': 5, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'subnets': [{'id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:13:28.244177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: e58bfde4-bdb1-4041-b36f-bc21bbe54a27 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:13:28.244608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e58bfde4-bdb1-4041-b36f-bc21bbe54a27 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:13:28.360321 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-a3286171-3c19-439f-b3e1-fbc10f4755ed tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2762163 Jul 16 01:13:28.381167 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'name': 'tempest-ServersTestJSON-850591746-router', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:21Z', 'updated_at': '2021-07-16T01:13:24Z', 'revision_number': 3, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'gw_port': {'id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:23Z', 'updated_at': '2021-07-16T01:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:28.385002 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-474cdb7f-353f-4eaf-9565-b24d807030f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:28.387909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fb8caca4-95b1-48fa-95fd-f1e85f785e1d None None] Provisioning for port 3cab6563-949c-4796-9772-94f9fec71c9e completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:28.406274 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:28.418560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fb8caca4-95b1-48fa-95fd-f1e85f785e1d None None] Provisioning complete for port 3cab6563-949c-4796-9772-94f9fec71c9e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:28.419013 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fb8caca4-95b1-48fa-95fd-f1e85f785e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:28.422242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25467fde-cd3e-4ee2-bf00-a63ad4b4d96c None None] The sync data for ids ['c205f215-6a67-4f9f-bbde-e26d901bbc69'] in n-d-791505-14 is: [{'id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'name': 'tempest-ServersTestJSON-850591746-router', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:21Z', 'updated_at': '2021-07-16T01:13:24Z', 'revision_number': 3, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'gw_port': {'id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3d:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:23Z', 'updated_at': '2021-07-16T01:13:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:13:28.464712 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-474cdb7f-353f-4eaf-9565-b24d807030f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:28.471998 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-fb8caca4-95b1-48fa-95fd-f1e85f785e1d None None] Port 3cab6563-949c-4796-9772-94f9fec71c9e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:13:28.506846 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-690fce04-c308-41d7-8483-e66026328b46 req-ed742541-7e6c-421a-b3c4-f77242cd82fb tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--2064857645&fields=id&tenant_id=a3e074600bfb4674b7cc56fd009fd563 HTTP/1.1" status: 200 len: 267 time: 0.1126976 Jul 16 01:13:28.586649 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-eba9cc98-44ac-4180-afd9-f147df73aa08 service neutron] 10.222.0.22 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254477 Jul 16 01:13:28.601013 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:28.606212 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:28.627133 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441e4e9a-ed13-439f-ae55-c9e7d22aa4d2 None None] New status for floating IP 832ada3c-b7cd-45bf-8bbe-5efe609d9064: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:13:28.661064 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-474cdb7f-353f-4eaf-9565-b24d807030f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:28.663856 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-474cdb7f-353f-4eaf-9565-b24d807030f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:28.667801 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-474cdb7f-353f-4eaf-9565-b24d807030f6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0eb65429-5fcb-40df-9643-9ed7a9360602 HTTP/1.1" status: 204 len: 168 time: 0.4659050 Jul 16 01:13:28.685578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474cdb7f-353f-4eaf-9565-b24d807030f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb65429-5fcb-40df-9643-9ed7a9360602,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:28.709113 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:28.711312 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Pushing event updated for resources: {'Port': ['ID=3cab6563-949c-4796-9772-94f9fec71c9e,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:28.748493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fce04-c308-41d7-8483-e66026328b46 req-af4d6116-f229-429d-bead-ea63bc672c51 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:28.750251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-690fce04-c308-41d7-8483-e66026328b46 req-af4d6116-f229-429d-bead-ea63bc672c51 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/networks?id=182cdcd7-ca19-4732-aa47-8670570eaaa2 HTTP/1.1" status: 200 len: 815 time: 0.2191267 Jul 16 01:13:28.785600 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-b8f04b25-bc7f-446c-a42c-6f0462153d98 service neutron] 10.222.0.22 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883683 Jul 16 01:13:28.787096 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-690fce04-c308-41d7-8483-e66026328b46 req-5a283814-3630-4349-8dbd-28c8968ac1f2 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/quotas/a3e074600bfb4674b7cc56fd009fd563 HTTP/1.1" status: 200 len: 375 time: 0.0279367 Jul 16 01:13:28.875211 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Network 18930d26-350d-40f8-a065-bfaf4a61a7aa is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:28.881567 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:28.976188 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-690fce04-c308-41d7-8483-e66026328b46 req-667fe008-7acc-4dc5-96c6-b554aae7e869 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a3e074600bfb4674b7cc56fd009fd563&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1715977 Jul 16 01:13:29.169635 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-690fce04-c308-41d7-8483-e66026328b46 req-1d592633-241e-44dd-9f59-528c70bcceea service neutron] 10.222.0.22 "GET /v2.0/networks/182cdcd7-ca19-4732-aa47-8670570eaaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824496 Jul 16 01:13:29.184865 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Router c205f215-6a67-4f9f-bbde-e26d901bbc69 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:13:29.228262 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c704cb4-a86f-4f33-97f0-7d21473edaab x-openstack-request-id: req-2c704cb4-a86f-4f33-97f0-7d21473edaab {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:29.228771 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f66c7b-0fa8-4389-8542-4152fdec8daf", "tag": "f5a41351-5893-46b1-bfc7-f959583622a6", "status": "completed", "code": 200}, {"server_uuid": "0f2df9dd-89a0-4dda-8d22-e8a35a55f25e", "name": "network-vif-deleted", "tag": "7848bbb0-c0dd-4b46-aa2c-655fa99a6d62", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:29.228948 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c704cb4-a86f-4f33-97f0-7d21473edaab {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:29.234029 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f66c7b-0fa8-4389-8542-4152fdec8daf', 'tag': 'f5a41351-5893-46b1-bfc7-f959583622a6', 'status': 'completed', 'code': 200} Jul 16 01:13:29.234335 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f2df9dd-89a0-4dda-8d22-e8a35a55f25e', 'name': 'network-vif-deleted', 'tag': '7848bbb0-c0dd-4b46-aa2c-655fa99a6d62', 'status': 'completed', 'code': 200} Jul 16 01:13:29.316108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-950eaec9-0643-4638-af69-5101aa3ffcfb None None] Provisioning complete for port 3cab6563-949c-4796-9772-94f9fec71c9e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:29.317984 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-950eaec9-0643-4638-af69-5101aa3ffcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:29.391789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43492) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:29.420100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-950eaec9-0643-4638-af69-5101aa3ffcfb None None] Port 3cab6563-949c-4796-9772-94f9fec71c9e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:13:29.559520 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43500) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:29.571424 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-10ed55dc-0a4b-4d1d-9f85-e5b38aa5f9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:29.669438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:13:29.684446 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8482df67-a87f-4372-b3c3-48672184378b admin admin] 10.222.0.22 "PUT /v2.0/routers/c205f215-6a67-4f9f-bbde-e26d901bbc69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7436256 Jul 16 01:13:29.718346 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-690fce04-c308-41d7-8483-e66026328b46 req-ba635349-4dc8-47fa-9f82-4296d9cfe94a service neutron] 10.222.0.22 "GET /v2.0/networks/182cdcd7-ca19-4732-aa47-8670570eaaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380800 Jul 16 01:13:29.762014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-694a5a5f-4ab5-4971-856d-a776f608ca88 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:29.764249 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-694a5a5f-4ab5-4971-856d-a776f608ca88 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f&tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 1097 time: 0.5154049 Jul 16 01:13:29.790615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-14'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:29.804725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e78ee-737c-4a9a-b6a4-f4834eb54520 req-7f2d3d55-a8dc-4018-842f-7908325ed1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:29.806842 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-283e78ee-737c-4a9a-b6a4-f4834eb54520 req-7f2d3d55-a8dc-4018-842f-7908325ed1e1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a149cbfec8a14af28ac02267946fa43c&device_id=10f66c7b-0fa8-4389-8542-4152fdec8daf HTTP/1.1" status: 200 len: 1097 time: 0.4272237 Jul 16 01:13:29.836863 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b8401-9da1-4b98-a3b9-3f42eab5d328 req-0b1936c0-424d-4f38-b174-da77f42efacf tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:29.838425 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-406b8401-9da1-4b98-a3b9-3f42eab5d328 req-0b1936c0-424d-4f38-b174-da77f42efacf tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 945 time: 0.4303737 Jul 16 01:13:29.933138 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:29.965492 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43512) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:29.965887 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1a247185-ef85-487f-b4b1-fb1960f5ad80 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=264398c9339b44bc8be1dc5f7040b335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4046896 Jul 16 01:13:30.022643 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.026137 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:30.031413 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:30.032133 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.080263 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd8e92e0-71a4-4518-944f-d211094a8df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.099196 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-406b8401-9da1-4b98-a3b9-3f42eab5d328 req-2ba0b456-cf38-4606-867d-49a4bf53f16c tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128427 Jul 16 01:13:30.110468 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd8e92e0-71a4-4518-944f-d211094a8df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.156875 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.167691 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.192344 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:30.201567 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.215267 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e78ee-737c-4a9a-b6a4-f4834eb54520 req-157dda13-2724-4eac-b2f3-4992e82b3c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:30.216840 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-283e78ee-737c-4a9a-b6a4-f4834eb54520 req-157dda13-2724-4eac-b2f3-4992e82b3c88 service neutron] 10.222.0.69 "GET /v2.0/networks?id=77e7a502-3917-4cf3-9cd7-99a26b80cffa HTTP/1.1" status: 200 len: 924 time: 0.3775122 Jul 16 01:13:30.228743 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd8e92e0-71a4-4518-944f-d211094a8df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.236940 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd8e92e0-71a4-4518-944f-d211094a8df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.240246 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cd8e92e0-71a4-4518-944f-d211094a8df0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e3d80e30-934b-432b-a7cd-047610570672 HTTP/1.1" status: 204 len: 168 time: 0.2715926 Jul 16 01:13:30.256512 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-10ed55dc-0a4b-4d1d-9f85-e5b38aa5f9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.272164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:30.279188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e92e0-71a4-4518-944f-d211094a8df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d80e30-934b-432b-a7cd-047610570672,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:30.289064 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-10ed55dc-0a4b-4d1d-9f85-e5b38aa5f9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.301299 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f94d71f8-8682-4d13-ba95-e5cb44c6b0cd details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:13:30.385456 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43524) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:30.385646 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-10ed55dc-0a4b-4d1d-9f85-e5b38aa5f9f7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=af3c175533094f2480c0f8fe094d1ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9560070 Jul 16 01:13:30.387874 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-283e78ee-737c-4a9a-b6a4-f4834eb54520 req-769e0641-16a1-4fc7-bc7c-786fc5dbce89 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5a41351-5893-46b1-bfc7-f959583622a6 HTTP/1.1" status: 200 len: 1001 time: 0.1410677 Jul 16 01:13:30.395255 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed55dc-0a4b-4d1d-9f85-e5b38aa5f9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96cecec-5745-4157-9c23-4caa3454fc35,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:30.522750 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f94d71f8-8682-4d13-ba95-e5cb44c6b0cd,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:30.547163 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9ad6-b63e-4e4c-808a-f5942f78875a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.547588 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'f94d71f8-8682-4d13-ba95-e5cb44c6b0cd', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'f94d71f8-8682-4d13-ba95-e5cb44c6b0cd', 'mac_address': 'fa:16:3e:cc:e5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:13:30.601612 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9ad6-b63e-4e4c-808a-f5942f78875a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.613239 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.615786 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c85f5ff-d815-47b0-941d-7a8681b07fab req-2c1c197b-ecd6-4ea8-af53-ee7b81ab4e8f tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 210 time: 0.0506251 Jul 16 01:13:30.644377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94d71f8-8682-4d13-ba95-e5cb44c6b0cd {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:30.645314 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e78ee-737c-4a9a-b6a4-f4834eb54520 req-279b7abc-4973-4587-8e38-c083999a2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:30.647194 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-283e78ee-737c-4a9a-b6a4-f4834eb54520 req-279b7abc-4973-4587-8e38-c083999a2c1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d69c0452-c1ca-45cd-b628-a1b93f52dacb HTTP/1.1" status: 200 len: 862 time: 0.2435541 Jul 16 01:13:30.660064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] For port 851bbee5-5b83-4b0a-84db-9b75d19301c4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=851bbee5-5b83-4b0a-84db-9b75d19301c4,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:30.673069 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f94d71f8-8682-4d13-ba95-e5cb44c6b0cd,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:30.680403 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.760242 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9ad6-b63e-4e4c-808a-f5942f78875a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.763641 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4ef9ad6-b63e-4e4c-808a-f5942f78875a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.767257 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b4ef9ad6-b63e-4e4c-808a-f5942f78875a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c96cecec-5745-4157-9c23-4caa3454fc35 HTTP/1.1" status: 204 len: 168 time: 0.3780794 Jul 16 01:13:30.792957 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef9ad6-b63e-4e4c-808a-f5942f78875a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96cecec-5745-4157-9c23-4caa3454fc35,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:30.844333 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] For port 851bbee5-5b83-4b0a-84db-9b75d19301c4, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:30.876212 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=f94d71f8-8682-4d13-ba95-e5cb44c6b0cd,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:30.890877 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:30.922540 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43536) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:30.985086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e78ee-737c-4a9a-b6a4-f4834eb54520 req-2570acb9-daa9-4501-8d12-611a0031c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:30.990914 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-283e78ee-737c-4a9a-b6a4-f4834eb54520 req-2570acb9-daa9-4501-8d12-611a0031c001 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=77e7a502-3917-4cf3-9cd7-99a26b80cffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3183732 Jul 16 01:13:31.001276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['f94d71f8-8682-4d13-ba95-e5cb44c6b0cd'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:31.136439 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Sync routers for ids ['c205f215-6a67-4f9f-bbde-e26d901bbc69'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:13:31.153455 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Routers {'c205f215-6a67-4f9f-bbde-e26d901bbc69'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:31.157656 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c205f215-6a67-4f9f-bbde-e26d901bbc69'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:31.240860 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-283e78ee-737c-4a9a-b6a4-f4834eb54520 req-459ea094-19b6-4934-a933-e6f77baa61f2 service neutron] 10.222.0.69 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223539 Jul 16 01:13:31.260048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9d87e8-3ae0-4b23-8719-8e3affba5529 req-e8581a85-ac8d-4c01-94c7-688d2dc85fb2 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:31.262523 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd9d87e8-3ae0-4b23-8719-8e3affba5529 req-e8581a85-ac8d-4c01-94c7-688d2dc85fb2 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144 HTTP/1.1" status: 200 len: 949 time: 0.6312068 Jul 16 01:13:31.263211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf58d3-72b1-473f-8bbe-960abd47814f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851bbee5-5b83-4b0a-84db-9b75d19301c4'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:31.266008 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35496379-f16f-46bb-99d8-26d2b8ebd019" -d '{"events": [{"server_uuid": "dbcf58d3-72b1-473f-8bbe-960abd47814f", "name": "network-vif-unplugged", "status": "completed", "tag": "851bbee5-5b83-4b0a-84db-9b75d19301c4"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:31.272044 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:31.307554 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:31.344484 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-ec697b3a-b076-4914-b694-d3253053b338 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:31.346176 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-ec697b3a-b076-4914-b694-d3253053b338 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.69 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 821 time: 0.3903804 Jul 16 01:13:31.376464 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-2ee350aa-a5d8-4c5a-9735-e64dace3dcaf tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Request body: {'port': {'device_id': '9d75ae5c-ca10-46ee-accb-5206c0000449', 'network_id': 'be647a19-644e-4999-ac54-739f18101211', 'admin_state_up': True, 'tenant_id': '537b188632474e8c92af700ab7860b1d'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:31.477960 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Pushing event updated for resources: {'Port': ['ID=851bbee5-5b83-4b0a-84db-9b75d19301c4,revision_number=7']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:31.482202 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c5bc8c7d-7cb2-43a4-b236-016cfc6677e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2f39a629763346e28b686b61a43e932a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5577593 Jul 16 01:13:31.485391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43548) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:31.538723 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 851bbee5-5b83-4b0a-84db-9b75d19301c4 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:13:31.543463 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd9d87e8-3ae0-4b23-8719-8e3affba5529 req-a00b6ada-39f1-4003-a362-549dd983088d tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680247 Jul 16 01:13:31.645210 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Set router c205f215-6a67-4f9f-bbde-e26d901bbc69 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:31.709932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43558) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:31.747265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b11e0f06-053c-4016-91fb-76e655ebf0f9 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1440445603', 'description': 'tempest-description--46320279'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:31.822643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Attempting to bind port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on host n-h2-791505-14 for vnic_type normal with profile {"migrating_to": "n-h1-791505-14"} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:31.822886 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Attempting to bind port 851bbee5-5b83-4b0a-84db-9b75d19301c4 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:31.823076 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Attempting to bind port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:31.847732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:13:31.848643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Attempting to bind port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:31.886651 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b11e0f06-053c-4016-91fb-76e655ebf0f9 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:31.931517 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9a2a76f1-df58-4506-9032-df8829785d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:31.971039 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 851bbee5-5b83-4b0a-84db-9b75d19301c4, host n-h2-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:31.983624 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:31.984037 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Checking segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:31.984569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Bound using segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:31.985070 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Bound port: 851bbee5-5b83-4b0a-84db-9b75d19301c4, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:31.985633 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.001241 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9a2a76f1-df58-4506-9032-df8829785d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.004134 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-2ee350aa-a5d8-4c5a-9735-e64dace3dcaf tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Made reservation on behalf of 537b188632474e8c92af700ab7860b1d for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:32.027082 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:32.043659 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-2ee350aa-a5d8-4c5a-9735-e64dace3dcaf tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.049628 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f31f2d11-32f1-436c-9840-72a187d191a7 req-28aa01a3-8244-4241-9f71-7f7e515ccec8 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 210 time: 0.1403117 Jul 16 01:13:32.079306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-283e78ee-737c-4a9a-b6a4-f4834eb54520 req-41e01e4b-04dc-4e1a-8bb2-544d3e99e2a4 service neutron] 10.222.0.69 "GET /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8076470 Jul 16 01:13:32.139388 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Attempting to bind port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on host n-h2-791505-14 for vnic_type normal with profile {"migrating_to": "n-h1-791505-14"} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:32.140811 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Attempting to bind port 851bbee5-5b83-4b0a-84db-9b75d19301c4 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:32.143487 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Attempting to bind port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:32.180849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:13:32.181217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Attempting to bind port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:32.200400 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'name': 'tempest-ServersTestJSON-850591746-router', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:21Z', 'updated_at': '2021-07-16T01:13:28Z', 'revision_number': 4, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'gw_port': {'id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:23Z', 'updated_at': '2021-07-16T01:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '3cab6563-949c-4796-9772-94f9fec71c9e', 'name': '', 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'mac_address': 'fa:16:3e:18:d0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:26Z', 'updated_at': '2021-07-16T01:13:28Z', 'revision_number': 2, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'subnets': [{'id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:32.234013 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:32.235981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Checking segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:32.239004 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Bound using segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:32.242218 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Bound port: 851bbee5-5b83-4b0a-84db-9b75d19301c4, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:32.245230 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.250257 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9a2a76f1-df58-4506-9032-df8829785d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.252952 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Checking router: c205f215-6a67-4f9f-bbde-e26d901bbc69 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:13:32.253302 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Updating router c205f215-6a67-4f9f-bbde-e26d901bbc69 port 3cab6563-949c-4796-9772-94f9fec71c9e binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:13:32.253580 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9a2a76f1-df58-4506-9032-df8829785d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.260683 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9a2a76f1-df58-4506-9032-df8829785d88 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0e6d7d72-ae58-4dca-abf1-0c430ff5eac2 HTTP/1.1" status: 204 len: 168 time: 0.7727525 Jul 16 01:13:32.266898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] For port 851bbee5-5b83-4b0a-84db-9b75d19301c4, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:32.274700 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] For port 851bbee5-5b83-4b0a-84db-9b75d19301c4, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=851bbee5-5b83-4b0a-84db-9b75d19301c4,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:32.289920 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00201bc1-d3d8-4a6a-b36f-42aac32f6ee1 x-openstack-request-id: req-00201bc1-d3d8-4a6a-b36f-42aac32f6ee1 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:32.290216 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf58d3-72b1-473f-8bbe-960abd47814f", "name": "network-vif-unplugged", "status": "completed", "tag": "851bbee5-5b83-4b0a-84db-9b75d19301c4", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:32.290642 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-00201bc1-d3d8-4a6a-b36f-42aac32f6ee1 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:32.291018 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf58d3-72b1-473f-8bbe-960abd47814f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '851bbee5-5b83-4b0a-84db-9b75d19301c4', 'code': 200} Jul 16 01:13:32.303794 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.324374 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.349212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a76f1-df58-4506-9032-df8829785d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6d7d72-ae58-4dca-abf1-0c430ff5eac2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:32.388547 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b11e0f06-053c-4016-91fb-76e655ebf0f9 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.415293 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b11e0f06-053c-4016-91fb-76e655ebf0f9 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.418028 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-2ee350aa-a5d8-4c5a-9735-e64dace3dcaf tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Allocated IP 172.20.0.12 (be647a19-644e-4999-ac54-739f18101211/72975b91-58a9-49dc-82bb-e86274b7c2c3/ed0aa526-742f-49c1-9017-618f74ce27f2) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:32.486248 n-d-791505-14 neutron-server[93921]: WARNING neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Concurrent port binding operations failed on port 851bbee5-5b83-4b0a-84db-9b75d19301c4 Jul 16 01:13:32.491486 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b11e0f06-053c-4016-91fb-76e655ebf0f9 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.493265 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b11e0f06-053c-4016-91fb-76e655ebf0f9 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7606249 Jul 16 01:13:32.505998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43572) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:32.512728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60300ddb-f16d-49f6-8601-677a7b3694f3 req-307520e3-3476-4bfe-9b10-43461127dbca tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:32.517083 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 851bbee5-5b83-4b0a-84db-9b75d19301c4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=851bbee5-5b83-4b0a-84db-9b75d19301c4,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:32.519789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60300ddb-f16d-49f6-8601-677a7b3694f3 req-307520e3-3476-4bfe-9b10-43461127dbca tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 943 time: 0.5293069 Jul 16 01:13:32.530371 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b4602546-70b2-4824-8360-b244d26134b9 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Request body: {'security_group_rule': {'security_group_id': '98068b16-6bad-4161-9731-2b0c7e30bda9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:32.533260 n-d-791505-14 neutron-server[93921]: INFO neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Attempt 2 to bind port 851bbee5-5b83-4b0a-84db-9b75d19301c4 Jul 16 01:13:32.535918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 851bbee5-5b83-4b0a-84db-9b75d19301c4 has no active binding in host n-h1-791505-14 {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:13:32.548571 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e0f06-053c-4016-91fb-76e655ebf0f9 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98068b16-6bad-4161-9731-2b0c7e30bda9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:32.561044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:32.561551 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.579199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Pushing event updated for resources: {'Port': ['ID=851bbee5-5b83-4b0a-84db-9b75d19301c4,revision_number=8']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:32.627173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:32.627831 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.629232 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-4937893d-fb5b-416e-a151-50cf74310403 service neutron] 10.222.0.69 "PUT /v2.0/ports/851bbee5-5b83-4b0a-84db-9b75d19301c4 HTTP/1.1" status: 200 len: 1123 time: 2.8558431 Jul 16 01:13:32.698125 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10e9700c-503f-4132-83af-de03423037bb req-226e19d7-8218-442b-a282-c00c7ae7d35a tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 210 time: 0.1589196 Jul 16 01:13:32.714989 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4602546-70b2-4824-8360-b244d26134b9 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:32.725242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['851bbee5-5b83-4b0a-84db-9b75d19301c4'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:32.733434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['851bbee5-5b83-4b0a-84db-9b75d19301c4'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:32.754637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60300ddb-f16d-49f6-8601-677a7b3694f3 req-e9f88922-d597-4901-b34f-df7c28dfabfe tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338698 Jul 16 01:13:33.024894 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4602546-70b2-4824-8360-b244d26134b9 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.052650 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4602546-70b2-4824-8360-b244d26134b9 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.095448 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.118684 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Transition to ACTIVE for port object 3cab6563-949c-4796-9772-94f9fec71c9e will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:33.130437 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.163003 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4602546-70b2-4824-8360-b244d26134b9 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.166847 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b4602546-70b2-4824-8360-b244d26134b9 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6572304 Jul 16 01:13:33.180480 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fce04-c308-41d7-8483-e66026328b46 req-cc9e41f0-64ca-410a-92b4-4ba10caa0633 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:33.182053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-690fce04-c308-41d7-8483-e66026328b46 req-cc9e41f0-64ca-410a-92b4-4ba10caa0633 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.69 "GET /v2.0/networks?id=182cdcd7-ca19-4732-aa47-8670570eaaa2 HTTP/1.1" status: 200 len: 815 time: 0.3711102 Jul 16 01:13:33.182861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43594) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:33.191591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4602546-70b2-4824-8360-b244d26134b9 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c89e1f8-fe3e-472d-9a48-ccf2b20b1287,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:33.194018 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-519ef2ca-36e1-4a80-8658-62ccbaebfaba tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Request body: {'security_group_rule': {'security_group_id': '98068b16-6bad-4161-9731-2b0c7e30bda9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:33.210890 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469606c2-44e1-4ae4-86ca-278a7b994d4a None None] Pushing event updated for resources: {'Port': ['ID=3cab6563-949c-4796-9772-94f9fec71c9e,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:33.215556 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-2ee350aa-a5d8-4c5a-9735-e64dace3dcaf tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.358855 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-519ef2ca-36e1-4a80-8658-62ccbaebfaba tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.361694 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-2ee350aa-a5d8-4c5a-9735-e64dace3dcaf tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.378466 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Attempting to bind port 3cab6563-949c-4796-9772-94f9fec71c9e on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:33.378997 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Attempting to bind port 3cab6563-949c-4796-9772-94f9fec71c9e by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'aea1aa67-bf02-4317-864c-b0a87bd41f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:33.379231 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Attempting to bind port 3cab6563-949c-4796-9772-94f9fec71c9e on network 18930d26-350d-40f8-a065-bfaf4a61a7aa {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:33.385392 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:33.385775 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Checking segment: {'id': 'aea1aa67-bf02-4317-864c-b0a87bd41f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:33.386180 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.386571 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Bound using segment: {'id': 'aea1aa67-bf02-4317-864c-b0a87bd41f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:33.387040 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Bound port: 3cab6563-949c-4796-9772-94f9fec71c9e, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aea1aa67-bf02-4317-864c-b0a87bd41f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:33.387501 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.498107 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee350aa-a5d8-4c5a-9735-e64dace3dcaf tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Pushing event updated for resources: {'Port': ['ID=ed0aa526-742f-49c1-9017-618f74ce27f2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:33.511306 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] For port 3cab6563-949c-4796-9772-94f9fec71c9e, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:33.516874 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-2ee350aa-a5d8-4c5a-9735-e64dace3dcaf tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Network be647a19-644e-4999-ac54-739f18101211 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:33.518646 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-2ee350aa-a5d8-4c5a-9735-e64dace3dcaf tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:33.521339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-2ee350aa-a5d8-4c5a-9735-e64dace3dcaf tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:33.522570 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] For port 3cab6563-949c-4796-9772-94f9fec71c9e, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=3cab6563-949c-4796-9772-94f9fec71c9e,segment=NetworkSegment(aea1aa67-bf02-4317-864c-b0a87bd41f50),segment_id=aea1aa67-bf02-4317-864c-b0a87bd41f50)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:33.532928 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.540962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14d9d23d-00ae-4e36-b47c-3f622f8cd8ae req-24a07881-3947-407e-b795-767e2134955c tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 210 time: 0.0977688 Jul 16 01:13:33.577657 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-519ef2ca-36e1-4a80-8658-62ccbaebfaba tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.585107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-690fce04-c308-41d7-8483-e66026328b46 req-01621311-7a82-468f-b47a-3df04737bdae tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3e074600bfb4674b7cc56fd009fd563 HTTP/1.1" status: 200 len: 380 time: 0.3215659 Jul 16 01:13:33.598299 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d18b81-2fef-4c36-bb90-1dd30c948c49 req-c660b13d-e843-46e1-9e6c-25c62995eb7e tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:33.606076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41d18b81-2fef-4c36-bb90-1dd30c948c49 req-c660b13d-e843-46e1-9e6c-25c62995eb7e tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144 HTTP/1.1" status: 200 len: 949 time: 0.6021209 Jul 16 01:13:33.620382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-2ee350aa-a5d8-4c5a-9735-e64dace3dcaf tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:33.626264 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-2ee350aa-a5d8-4c5a-9735-e64dace3dcaf tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.628978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-690fce04-c308-41d7-8483-e66026328b46 req-4a0829eb-e75a-42b1-8f0a-5a4114440e49 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Request body: {'port': {'device_id': '622d7e7b-2803-4ccf-9318-c787dc004285', 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'admin_state_up': True, 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'security_groups': ['22dfabc6-3995-459e-818d-bcea732c0463']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:33.666120 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-2ee350aa-a5d8-4c5a-9735-e64dace3dcaf tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3031445 Jul 16 01:13:33.671564 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Routers {'c205f215-6a67-4f9f-bbde-e26d901bbc69'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:33.672537 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c205f215-6a67-4f9f-bbde-e26d901bbc69'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:33.680405 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Request body: {'port': {'device_id': '9d75ae5c-ca10-46ee-accb-5206c0000449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:33.736025 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469606c2-44e1-4ae4-86ca-278a7b994d4a None None] Pushing event updated for resources: {'Port': ['ID=3cab6563-949c-4796-9772-94f9fec71c9e,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:33.800322 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-519ef2ca-36e1-4a80-8658-62ccbaebfaba tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.853498 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:33.904176 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ef2ca-36e1-4a80-8658-62ccbaebfaba tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b7b4af-acae-487d-b681-743794f62820,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:33.933888 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41d18b81-2fef-4c36-bb90-1dd30c948c49 req-d0eb289c-723d-43de-a9f9-98e66e5df58f tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220005 Jul 16 01:13:33.954402 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] Set router c205f215-6a67-4f9f-bbde-e26d901bbc69 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:33.985781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690fce04-c308-41d7-8483-e66026328b46 req-4a0829eb-e75a-42b1-8f0a-5a4114440e49 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Made reservation on behalf of a3e074600bfb4674b7cc56fd009fd563 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:34.011341 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-690fce04-c308-41d7-8483-e66026328b46 req-4a0829eb-e75a-42b1-8f0a-5a4114440e49 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.184793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-690fce04-c308-41d7-8483-e66026328b46 req-4a0829eb-e75a-42b1-8f0a-5a4114440e49 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Allocated IP 172.20.0.14 (182cdcd7-ca19-4732-aa47-8670570eaaa2/77f2ab74-15c0-4c98-a0c2-322875108391/64e7f529-e6f5-4892-a667-f3a0f2c99313) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:34.261500 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f94d71f8-8682-4d13-ba95-e5cb44c6b0cd up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:34.316330 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'name': 'tempest-ServersTestJSON-850591746-router', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:21Z', 'updated_at': '2021-07-16T01:13:28Z', 'revision_number': 4, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'gw_port': {'id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:23Z', 'updated_at': '2021-07-16T01:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '3cab6563-949c-4796-9772-94f9fec71c9e', 'name': '', 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'mac_address': 'fa:16:3e:18:d0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:26Z', 'updated_at': '2021-07-16T01:13:33Z', 'revision_number': 4, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'subnets': [{'id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:34.368353 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784bd4a4-16ee-4b7b-9193-7a4522cc8bea None None] The sync data for ids ['c205f215-6a67-4f9f-bbde-e26d901bbc69'] in n-d-791505-14 is: [{'id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'name': 'tempest-ServersTestJSON-850591746-router', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:21Z', 'updated_at': '2021-07-16T01:13:28Z', 'revision_number': 4, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'gw_port': {'id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:23Z', 'updated_at': '2021-07-16T01:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '3cab6563-949c-4796-9772-94f9fec71c9e', 'name': '', 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'mac_address': 'fa:16:3e:18:d0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:26Z', 'updated_at': '2021-07-16T01:13:33Z', 'revision_number': 4, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'subnets': [{'id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:13:34.382619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:34.387189 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:34.388476 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.561941 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0aa526-742f-49c1-9017-618f74ce27f2 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:34.594996 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.611072 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.625915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Transition to ACTIVE for port object ed0aa526-742f-49c1-9017-618f74ce27f2 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:34.631375 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.675793 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85f903d-ffef-4b6c-bad2-9b343f4ac144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94d71f8-8682-4d13-ba95-e5cb44c6b0cd'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:34.684208 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70580821-edef-4e55-a4bc-535afa44de20" -d '{"events": [{"server_uuid": "b85f903d-ffef-4b6c-bad2-9b343f4ac144", "name": "network-vif-plugged", "status": "completed", "tag": "f94d71f8-8682-4d13-ba95-e5cb44c6b0cd"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:34.687030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcf58d3-72b1-473f-8bbe-960abd47814f', 'tag': '851bbee5-5b83-4b0a-84db-9b75d19301c4'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:34.689918 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d4f5f1-ae49-42d6-bf99-a093bf63f025" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcf58d3-72b1-473f-8bbe-960abd47814f", "tag": "851bbee5-5b83-4b0a-84db-9b75d19301c4"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:34.694417 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-519ef2ca-36e1-4a80-8658-62ccbaebfaba tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.698685 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-519ef2ca-36e1-4a80-8658-62ccbaebfaba tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5117946 Jul 16 01:13:34.703604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43638) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:34.715090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:34.736767 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f94d71f8-8682-4d13-ba95-e5cb44c6b0cd,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:34.752073 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.770522 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0aa526-742f-49c1-9017-618f74ce27f2,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:34.826402 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-10a6b67d-c82b-4fbb-a07f-c6408c909262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.906324 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=f94d71f8-8682-4d13-ba95-e5cb44c6b0cd,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:34.937655 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Attempting to bind port ed0aa526-742f-49c1-9017-618f74ce27f2 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:34.938107 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Attempting to bind port ed0aa526-742f-49c1-9017-618f74ce27f2 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:34.938541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Attempting to bind port ed0aa526-742f-49c1-9017-618f74ce27f2 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:34.945910 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:34.946225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Port ed0aa526-742f-49c1-9017-618f74ce27f2 on network be647a19-644e-4999-ac54-739f18101211 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:13:34.946656 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Attempting to bind port ed0aa526-742f-49c1-9017-618f74ce27f2 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:34.953694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:34.954338 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Checking segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:34.954976 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Bound using segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:34.955673 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Bound port: ed0aa526-742f-49c1-9017-618f74ce27f2, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:34.956303 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.016735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b15cc09-faf8-432b-9d3d-455739096c40 req-6d0fd442-d530-468b-bcac-c1cee3fd004b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:35.027211 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b15cc09-faf8-432b-9d3d-455739096c40 req-6d0fd442-d530-468b-bcac-c1cee3fd004b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 943 time: 0.3711371 Jul 16 01:13:35.045822 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] For port ed0aa526-742f-49c1-9017-618f74ce27f2, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:35.051622 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] For port ed0aa526-742f-49c1-9017-618f74ce27f2, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ed0aa526-742f-49c1-9017-618f74ce27f2,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:35.061575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f2985c-2460-4a4d-bc10-71565d12e1cd req-0da22dab-cab4-4ef8-8d30-bcdd92312a7a tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:35.064932 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89f2985c-2460-4a4d-bc10-71565d12e1cd req-0da22dab-cab4-4ef8-8d30-bcdd92312a7a tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 932 time: 1.0225897 Jul 16 01:13:35.066086 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.137469 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-690fce04-c308-41d7-8483-e66026328b46 req-4a0829eb-e75a-42b1-8f0a-5a4114440e49 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.143259 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:35.143986 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.145480 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] 10.222.0.69 "PUT /v2.0/ports/ed0aa526-742f-49c1-9017-618f74ce27f2 HTTP/1.1" status: 200 len: 1093 time: 1.4718828 Jul 16 01:13:35.146118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d75ae5c-ca10-46ee-accb-5206c0000449', 'tag': 'ed0aa526-742f-49c1-9017-618f74ce27f2'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:35.149258 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368982d7-43cf-46fb-a0a7-c5ff8229fdf9" -d '{"events": [{"name": "network-changed", "server_uuid": "9d75ae5c-ca10-46ee-accb-5206c0000449", "tag": "ed0aa526-742f-49c1-9017-618f74ce27f2"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:35.156023 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505eb1a7-019d-4cc2-965c-f78fca09f1d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0aa526-742f-49c1-9017-618f74ce27f2,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:35.169100 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b15cc09-faf8-432b-9d3d-455739096c40 req-e2081e5a-8c13-465d-b98e-6088aa062f83 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410327 Jul 16 01:13:35.235307 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-690fce04-c308-41d7-8483-e66026328b46 req-4a0829eb-e75a-42b1-8f0a-5a4114440e49 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Transition to ACTIVE for port object 64e7f529-e6f5-4892-a667-f3a0f2c99313 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:35.239654 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89f2985c-2460-4a4d-bc10-71565d12e1cd req-2be8ea22-4f46-416b-af87-3a820404fa8f tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541674 Jul 16 01:13:35.245851 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a0350f2-93b8-4676-a527-6e46ca528225 req-f2722ade-0985-4c52-bec6-52a9de0e729b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3456235 Jul 16 01:13:35.288456 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-15c87479-8c8f-473f-b925-ea174900bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:35.292803 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-15c87479-8c8f-473f-b925-ea174900bca7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 1096 time: 0.0906296 Jul 16 01:13:35.363522 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.374373 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-690fce04-c308-41d7-8483-e66026328b46 req-4a0829eb-e75a-42b1-8f0a-5a4114440e49 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.393377 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-fd68ebaf-d624-4615-ab42-75f4378eb15a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed0aa526-742f-49c1-9017-618f74ce27f2 HTTP/1.1" status: 200 len: 217 time: 0.0788572 Jul 16 01:13:35.443952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690fce04-c308-41d7-8483-e66026328b46 req-4a0829eb-e75a-42b1-8f0a-5a4114440e49 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Network 182cdcd7-ca19-4732-aa47-8670570eaaa2 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:35.487533 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-e0317752-00c8-463e-bc83-8d3861d7f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:35.489882 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-e0317752-00c8-463e-bc83-8d3861d7f2ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.0899193 Jul 16 01:13:35.517040 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-690fce04-c308-41d7-8483-e66026328b46 req-4a0829eb-e75a-42b1-8f0a-5a4114440e49 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:35.536994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-690fce04-c308-41d7-8483-e66026328b46 req-4a0829eb-e75a-42b1-8f0a-5a4114440e49 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:35.543224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fce04-c308-41d7-8483-e66026328b46 req-4a0829eb-e75a-42b1-8f0a-5a4114440e49 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:35.543887 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-690fce04-c308-41d7-8483-e66026328b46 req-4a0829eb-e75a-42b1-8f0a-5a4114440e49 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:35.548582 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-b0fafc3b-7d87-44a9-849c-b4847cf9064e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508780 Jul 16 01:13:35.556701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0829eb-e75a-42b1-8f0a-5a4114440e49 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Pushing event updated for resources: {'Port': ['ID=64e7f529-e6f5-4892-a667-f3a0f2c99313,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:35.626797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0350f2-93b8-4676-a527-6e46ca528225 req-b6d99e2a-ed26-409f-8f6f-7f9869f6e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:35.628405 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a0350f2-93b8-4676-a527-6e46ca528225 req-b6d99e2a-ed26-409f-8f6f-7f9869f6e1b7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 1096 time: 0.3309915 Jul 16 01:13:35.650946 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-690fce04-c308-41d7-8483-e66026328b46 req-4a0829eb-e75a-42b1-8f0a-5a4114440e49 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0259969 Jul 16 01:13:35.674182 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6b2353-e41b-4464-badc-6416678d74d9 x-openstack-request-id: req-5d6b2353-e41b-4464-badc-6416678d74d9 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:35.674690 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85f903d-ffef-4b6c-bad2-9b343f4ac144", "name": "network-vif-plugged", "status": "completed", "tag": "f94d71f8-8682-4d13-ba95-e5cb44c6b0cd", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:35.674804 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d6b2353-e41b-4464-badc-6416678d74d9 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:35.675160 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85f903d-ffef-4b6c-bad2-9b343f4ac144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94d71f8-8682-4d13-ba95-e5cb44c6b0cd', 'code': 200} Jul 16 01:13:35.722523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Request body: {'port': {'device_id': '622d7e7b-2803-4ccf-9318-c787dc004285', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:35.776577 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-10c4b397-6b16-40f4-a1cb-9dea9f29d9d8 service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142138 Jul 16 01:13:35.825624 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036e2fa2-a009-4bae-89b0-992925a6b1fd x-openstack-request-id: req-036e2fa2-a009-4bae-89b0-992925a6b1fd {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:35.826091 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcf58d3-72b1-473f-8bbe-960abd47814f", "tag": "851bbee5-5b83-4b0a-84db-9b75d19301c4", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:35.826494 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-036e2fa2-a009-4bae-89b0-992925a6b1fd {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:35.827051 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcf58d3-72b1-473f-8bbe-960abd47814f', 'tag': '851bbee5-5b83-4b0a-84db-9b75d19301c4', 'status': 'completed', 'code': 200} Jul 16 01:13:35.942730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3cab6563-949c-4796-9772-94f9fec71c9e up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:35.983492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Allocated IP 172.25.2.95 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/0ed57bb1-7a15-485c-90b5-d24c2f9d1299) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:36.041346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e359e1fb-7a3d-478f-a3ef-101b1e208303 req-2dbe72a6-ff02-4c82-a8ca-78188a8f9818 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:36.042908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e359e1fb-7a3d-478f-a3ef-101b1e208303 req-2dbe72a6-ff02-4c82-a8ca-78188a8f9818 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 932 time: 0.5577612 Jul 16 01:13:36.060269 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ba6d67ba-a0a6-4ad5-8b46-6914495ddaca None None] Provisioning for port 64e7f529-e6f5-4892-a667-f3a0f2c99313 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:36.066942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ba6d67ba-a0a6-4ad5-8b46-6914495ddaca None None] Provisioning complete for port 64e7f529-e6f5-4892-a667-f3a0f2c99313 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:36.067631 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ba6d67ba-a0a6-4ad5-8b46-6914495ddaca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:36.136736 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 3cab6563-949c-4796-9772-94f9fec71c9e completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:36.145428 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ba6d67ba-a0a6-4ad5-8b46-6914495ddaca None None] Port 64e7f529-e6f5-4892-a667-f3a0f2c99313 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:13:36.150806 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 3cab6563-949c-4796-9772-94f9fec71c9e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:36.151285 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:36.172538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0350f2-93b8-4676-a527-6e46ca528225 req-3db1dfe5-e3b8-488f-8f2a-ce8155693c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:36.173873 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a0350f2-93b8-4676-a527-6e46ca528225 req-3db1dfe5-e3b8-488f-8f2a-ce8155693c2a service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.4950140 Jul 16 01:13:36.188087 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76021d1b-95f6-44ca-84b2-65612bb6bc75 req-0a2d661d-f8c6-4635-a795-aac3719c60e9 service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3892865 Jul 16 01:13:36.204227 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc4435-41cc-4ab1-95ba-fae71a8b8de4 req-40b07023-a7c4-4725-88c8-98e296c3d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:36.208499 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:36.210610 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-92dc4435-41cc-4ab1-95ba-fae71a8b8de4 req-40b07023-a7c4-4725-88c8-98e296c3d7be service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144 HTTP/1.1" status: 200 len: 1102 time: 0.4129961 Jul 16 01:13:36.263422 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:36.289037 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-92dc4435-41cc-4ab1-95ba-fae71a8b8de4 req-10120586-2ea7-4cf0-b1db-6605ab623d09 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668766 Jul 16 01:13:36.312380 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 3cab6563-949c-4796-9772-94f9fec71c9e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=3cab6563-949c-4796-9772-94f9fec71c9e,segment=NetworkSegment(aea1aa67-bf02-4317-864c-b0a87bd41f50),segment_id=aea1aa67-bf02-4317-864c-b0a87bd41f50)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:36.319545 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:36.326586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e359e1fb-7a3d-478f-a3ef-101b1e208303 req-2d3d466e-39c5-4a9a-9519-327f1e4e3a80 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/security-groups?id=22dfabc6-3995-459e-818d-bcea732c0463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689669 Jul 16 01:13:36.332404 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a0350f2-93b8-4676-a527-6e46ca528225 req-aeb0d05e-f236-4e13-a953-0c98ebe17ad3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6 HTTP/1.1" status: 200 len: 217 time: 0.1145959 Jul 16 01:13:36.361048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4f5f1-ae49-42d6-bf99-a093bf63f025 req-5c08d868-fbd4-452d-a4ae-ae36aafcd478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:36.362583 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91d4f5f1-ae49-42d6-bf99-a093bf63f025 req-5c08d868-fbd4-452d-a4ae-ae36aafcd478 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 1126 time: 0.5228627 Jul 16 01:13:36.382503 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=3cab6563-949c-4796-9772-94f9fec71c9e,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:36.494628 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0c040d-5aea-4528-aefe-1b0e18ada469 x-openstack-request-id: req-6a0c040d-5aea-4528-aefe-1b0e18ada469 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:36.494938 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d75ae5c-ca10-46ee-accb-5206c0000449", "tag": "ed0aa526-742f-49c1-9017-618f74ce27f2", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:36.495191 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a0c040d-5aea-4528-aefe-1b0e18ada469 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:36.495588 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d75ae5c-ca10-46ee-accb-5206c0000449', 'tag': 'ed0aa526-742f-49c1-9017-618f74ce27f2', 'status': 'completed', 'code': 200} Jul 16 01:13:36.529824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0b452-655d-48ac-96a2-229802567c31 req-c2ef8013-07ca-45d5-9dc8-079de2c6b076 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:36.531375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56c0b452-655d-48ac-96a2-229802567c31 req-c2ef8013-07ca-45d5-9dc8-079de2c6b076 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144 HTTP/1.1" status: 200 len: 950 time: 0.4767168 Jul 16 01:13:36.596110 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368982d7-43cf-46fb-a0a7-c5ff8229fdf9 req-183342c5-7192-4775-862c-f8a5482bc1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:36.598457 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-368982d7-43cf-46fb-a0a7-c5ff8229fdf9 req-183342c5-7192-4775-862c-f8a5482bc1a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 1096 time: 0.0629284 Jul 16 01:13:36.688010 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:36.710675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0350f2-93b8-4676-a527-6e46ca528225 req-449bb822-e48e-45b0-bce7-139f71225203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:36.712738 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a0350f2-93b8-4676-a527-6e46ca528225 req-449bb822-e48e-45b0-bce7-139f71225203 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.3119347 Jul 16 01:13:36.713427 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368982d7-43cf-46fb-a0a7-c5ff8229fdf9 req-75a5d94a-0b36-4600-853c-60254c25e6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:36.714863 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-368982d7-43cf-46fb-a0a7-c5ff8229fdf9 req-75a5d94a-0b36-4600-853c-60254c25e6a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.1005318 Jul 16 01:13:36.762686 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-368982d7-43cf-46fb-a0a7-c5ff8229fdf9 req-f9de412c-08d0-465a-9b57-a22a7ed932f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed0aa526-742f-49c1-9017-618f74ce27f2 HTTP/1.1" status: 200 len: 217 time: 0.0340135 Jul 16 01:13:36.807427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a0350f2-93b8-4676-a527-6e46ca528225 req-b47c7e21-ef0b-4b11-95ee-07a84fd5ae49 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703690 Jul 16 01:13:36.816408 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368982d7-43cf-46fb-a0a7-c5ff8229fdf9 req-a1a78456-fb6f-4ea9-a1bc-f0ca9d17b406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:36.818004 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-368982d7-43cf-46fb-a0a7-c5ff8229fdf9 req-a1a78456-fb6f-4ea9-a1bc-f0ca9d17b406 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.0431793 Jul 16 01:13:36.843521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4f5f1-ae49-42d6-bf99-a093bf63f025 req-cde0bc22-59c7-4567-a307-adcd34360c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:36.845026 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91d4f5f1-ae49-42d6-bf99-a093bf63f025 req-cde0bc22-59c7-4567-a307-adcd34360c99 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.4321644 Jul 16 01:13:36.854676 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56c0b452-655d-48ac-96a2-229802567c31 req-a0134541-6dda-42c4-9185-e0b856d025ac tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403414 Jul 16 01:13:36.859200 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-368982d7-43cf-46fb-a0a7-c5ff8229fdf9 req-7f78e776-006f-40ad-89f6-0dca0604622e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306594 Jul 16 01:13:36.979624 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-368982d7-43cf-46fb-a0a7-c5ff8229fdf9 req-6c4b7379-b26f-4037-b394-69e07bf00d89 service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020665 Jul 16 01:13:37.017924 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91d4f5f1-ae49-42d6-bf99-a093bf63f025 req-1f023d95-4523-4001-a11f-aa758ec4f51f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=851bbee5-5b83-4b0a-84db-9b75d19301c4 HTTP/1.1" status: 200 len: 217 time: 0.0565317 Jul 16 01:13:37.025302 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:37.087095 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-368982d7-43cf-46fb-a0a7-c5ff8229fdf9 req-45cbd768-a613-49c6-9c89-223a89586168 service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994163 Jul 16 01:13:37.197137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:37.200835 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-14d0a346-4520-4a57-9e95-d4fbb95bb6ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:37.205972 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6abca-7ed0-420b-a2da-82e4210ae2d1 req-a57bb0a6-f2e6-4a19-a826-e5b99e0254bd tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:37.207488 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74d6abca-7ed0-420b-a2da-82e4210ae2d1 req-a57bb0a6-f2e6-4a19-a826-e5b99e0254bd tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 943 time: 0.5921428 Jul 16 01:13:37.255268 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:37.502031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:37.510068 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Pushing event updated for resources: {'Port': ['ID=0ed57bb1-7a15-485c-90b5-d24c2f9d1299,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:37.521765 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:37.562472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d4f5f1-ae49-42d6-bf99-a093bf63f025 req-9aec998a-6dba-4f0e-bfa7-db9355aea66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:37.563985 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91d4f5f1-ae49-42d6-bf99-a093bf63f025 req-9aec998a-6dba-4f0e-bfa7-db9355aea66e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.5263169 Jul 16 01:13:37.565701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:37.565701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:37.566009 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:37.566376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:37.566674 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:37.567005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:37.567335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:37.567659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:37.568011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:37.568336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:37.568660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:37.568980 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:37.578511 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64e7f529-e6f5-4892-a667-f3a0f2c99313 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:37.617813 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a0350f2-93b8-4676-a527-6e46ca528225 req-ecb0b99a-0e6a-4863-b091-374c8723d59c service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7953744 Jul 16 01:13:37.622614 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:37.662327 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91d4f5f1-ae49-42d6-bf99-a093bf63f025 req-4649352e-eede-4e5e-9187-43a2350473f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773704 Jul 16 01:13:37.687540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da7cc2e-5b6a-4581-b3ee-11d6027d75a3 req-a878ee1c-c8c8-4a32-9384-c48414b056a7 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:37.689027 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8da7cc2e-5b6a-4581-b3ee-11d6027d75a3 req-a878ee1c-c8c8-4a32-9384-c48414b056a7 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 944 time: 0.6852484 Jul 16 01:13:37.721431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74d6abca-7ed0-420b-a2da-82e4210ae2d1 req-0effe095-b9b1-4424-a123-7caf09eb323c tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242177 Jul 16 01:13:37.739662 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Transition to ACTIVE for port object 64e7f529-e6f5-4892-a667-f3a0f2c99313 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:37.742446 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:37.768153 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:37.866513 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3cab6563-949c-4796-9772-94f9fec71c9e up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:37.930541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 3cab6563-949c-4796-9772-94f9fec71c9e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:37.931055 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:37.956961 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8da7cc2e-5b6a-4581-b3ee-11d6027d75a3 req-90d4a67e-a5cf-40fb-a1ba-6b9e3c40ac3e tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484736 Jul 16 01:13:37.985713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Pushing event updated for resources: {'Port': ['ID=64e7f529-e6f5-4892-a667-f3a0f2c99313,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:37.996451 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.002290 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a0350f2-93b8-4676-a527-6e46ca528225 req-a45b6260-1cd3-41ef-8063-4e1d792ebdab service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479731 Jul 16 01:13:38.004119 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91d4f5f1-ae49-42d6-bf99-a093bf63f025 req-a6f8518c-3fc1-4a73-aafe-d93b35f8d430 service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3241093 Jul 16 01:13:38.137623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Attempting to bind port 64e7f529-e6f5-4892-a667-f3a0f2c99313 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:38.138220 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Attempting to bind port 64e7f529-e6f5-4892-a667-f3a0f2c99313 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '8892876a-3134-4737-9595-7a08bf4232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:38.138717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Attempting to bind port 64e7f529-e6f5-4892-a667-f3a0f2c99313 on network 182cdcd7-ca19-4732-aa47-8670570eaaa2 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:38.272244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Port 64e7f529-e6f5-4892-a667-f3a0f2c99313 on network 182cdcd7-ca19-4732-aa47-8670570eaaa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:13:38.272494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Attempting to bind port 64e7f529-e6f5-4892-a667-f3a0f2c99313 on network 182cdcd7-ca19-4732-aa47-8670570eaaa2 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:38.281462 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91d4f5f1-ae49-42d6-bf99-a093bf63f025 req-c1de23da-ea26-4d05-9958-990f4aeec8ce service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179663 Jul 16 01:13:38.312552 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:38.313045 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Checking segment: {'id': '8892876a-3134-4737-9595-7a08bf4232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:38.313458 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Bound using segment: {'id': '8892876a-3134-4737-9595-7a08bf4232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:38.314055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Bound port: 64e7f529-e6f5-4892-a667-f3a0f2c99313, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8892876a-3134-4737-9595-7a08bf4232ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:38.314420 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.411119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43684) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:38.423095 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.429368 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7564c6-bb6f-485b-8983-35ef885105dd req-9149915e-f983-45ec-929a-0c6f7cb91470 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:38.431009 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a7564c6-bb6f-485b-8983-35ef885105dd req-9149915e-f983-45ec-929a-0c6f7cb91470 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 944 time: 0.2225449 Jul 16 01:13:38.580786 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ac181ad-5443-476d-a898-36f1e71b10ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.591939 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a7564c6-bb6f-485b-8983-35ef885105dd req-06490864-76d9-4dbc-90bc-c8603078c1df tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/security-groups?id=22dfabc6-3995-459e-818d-bcea732c0463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210406 Jul 16 01:13:38.607596 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] For port 64e7f529-e6f5-4892-a667-f3a0f2c99313, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:38.617466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] For port 64e7f529-e6f5-4892-a667-f3a0f2c99313, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=64e7f529-e6f5-4892-a667-f3a0f2c99313,segment=NetworkSegment(8892876a-3134-4737-9595-7a08bf4232ae),segment_id=8892876a-3134-4737-9595-7a08bf4232ae)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:38.631192 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.642852 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.682288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385e2ec-5f4d-4c19-ad94-71dcc40bbf1a req-f4bf61ad-39df-432e-8efa-a799ac3ae5b5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:38.684125 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9385e2ec-5f4d-4c19-ad94-71dcc40bbf1a req-f4bf61ad-39df-432e-8efa-a799ac3ae5b5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144 HTTP/1.1" status: 200 len: 950 time: 0.3025658 Jul 16 01:13:38.685046 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.723280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:38.724271 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.725947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-690fce04-c308-41d7-8483-e66026328b46 req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] 10.222.0.69 "PUT /v2.0/ports/64e7f529-e6f5-4892-a667-f3a0f2c99313 HTTP/1.1" status: 200 len: 1093 time: 3.0482030 Jul 16 01:13:38.747878 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ac181ad-5443-476d-a898-36f1e71b10ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.760698 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622d7e7b-2803-4ccf-9318-c787dc004285', 'tag': '64e7f529-e6f5-4892-a667-f3a0f2c99313'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:38.761754 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ac181ad-5443-476d-a898-36f1e71b10ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.766476 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974df68e-9f12-4faf-ae74-50cba598f670" -d '{"events": [{"name": "network-changed", "server_uuid": "622d7e7b-2803-4ccf-9318-c787dc004285", "tag": "64e7f529-e6f5-4892-a667-f3a0f2c99313"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:38.805713 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.880796 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac181ad-5443-476d-a898-36f1e71b10ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77702cc-b3c0-4e17-aa79-42301a82b5f2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:38.900476 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:38.901977 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1934481 Jul 16 01:13:38.914850 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3ac181ad-5443-476d-a898-36f1e71b10ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=929b385604a640149e89d24fa1ecc397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5026188 Jul 16 01:13:38.918703 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43706) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:38.923992 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9385e2ec-5f4d-4c19-ad94-71dcc40bbf1a req-f17e8f3e-c800-4cf2-9474-964869659fe8 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967070 Jul 16 01:13:38.930263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9965cef5-8bc2-4cef-a995-90f4f1e762a6 service neutron] Pushing event updated for resources: {'Port': ['ID=64e7f529-e6f5-4892-a667-f3a0f2c99313,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:39.012734 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fce04-c308-41d7-8483-e66026328b46 req-cb31c967-22c3-45b6-b22d-2dc731de1b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:39.014470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-690fce04-c308-41d7-8483-e66026328b46 req-cb31c967-22c3-45b6-b22d-2dc731de1b76 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3e074600bfb4674b7cc56fd009fd563&device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 1096 time: 0.1994774 Jul 16 01:13:39.020832 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797fa50-d7be-48c7-8a4b-bc762ac6fd09 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Pushing event updated for resources: {'Port': ['ID=0ed57bb1-7a15-485c-90b5-d24c2f9d1299,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:39.025237 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551738d9-0ad1-446e-b00a-bec8355e1caa x-openstack-request-id: req-551738d9-0ad1-446e-b00a-bec8355e1caa {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:39.025629 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622d7e7b-2803-4ccf-9318-c787dc004285", "tag": "64e7f529-e6f5-4892-a667-f3a0f2c99313", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:39.025993 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-551738d9-0ad1-446e-b00a-bec8355e1caa {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:39.026469 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622d7e7b-2803-4ccf-9318-c787dc004285', 'tag': '64e7f529-e6f5-4892-a667-f3a0f2c99313', 'status': 'completed', 'code': 200} Jul 16 01:13:39.082015 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c0aab9b-6ceb-484b-a915-f6636b2a6018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:39.106265 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-690fce04-c308-41d7-8483-e66026328b46 req-c6192496-0dd7-4af9-bb25-7e516912649b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64e7f529-e6f5-4892-a667-f3a0f2c99313 HTTP/1.1" status: 200 len: 217 time: 0.0784981 Jul 16 01:13:39.137323 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c0aab9b-6ceb-484b-a915-f6636b2a6018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:39.190861 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c0aab9b-6ceb-484b-a915-f6636b2a6018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:39.198715 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c0aab9b-6ceb-484b-a915-f6636b2a6018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:39.202380 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6c0aab9b-6ceb-484b-a915-f6636b2a6018 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e77702cc-b3c0-4e17-aa79-42301a82b5f2 HTTP/1.1" status: 204 len: 168 time: 0.2798016 Jul 16 01:13:39.208499 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0aab9b-6ceb-484b-a915-f6636b2a6018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77702cc-b3c0-4e17-aa79-42301a82b5f2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:39.232821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fce04-c308-41d7-8483-e66026328b46 req-c0c02c03-ad57-4a71-949b-622bf7cfa04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:39.234685 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-690fce04-c308-41d7-8483-e66026328b46 req-c0c02c03-ad57-4a71-949b-622bf7cfa04f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77f2ab74-15c0-4c98-a0c2-322875108391 HTTP/1.1" status: 200 len: 854 time: 0.1211762 Jul 16 01:13:39.306399 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bf8450-1989-4f97-b111-1bccf9f8a47b req-cce7c728-302e-48e0-aa89-14131b4ef970 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:39.308431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99bf8450-1989-4f97-b111-1bccf9f8a47b req-cce7c728-302e-48e0-aa89-14131b4ef970 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 943 time: 0.1485031 Jul 16 01:13:39.324853 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ed0aa526-742f-49c1-9017-618f74ce27f2 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:13:39.396477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690fce04-c308-41d7-8483-e66026328b46 req-1315c6fc-614e-411d-85e8-64f98751b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:39.398439 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-690fce04-c308-41d7-8483-e66026328b46 req-1315c6fc-614e-411d-85e8-64f98751b558 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=182cdcd7-ca19-4732-aa47-8670570eaaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1528192 Jul 16 01:13:39.417748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99bf8450-1989-4f97-b111-1bccf9f8a47b req-031dfe93-322f-43d0-83d5-0c55e0ecadb7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986915 Jul 16 01:13:39.486953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ed0aa526-742f-49c1-9017-618f74ce27f2, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ed0aa526-742f-49c1-9017-618f74ce27f2,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:39.500821 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'ed0aa526-742f-49c1-9017-618f74ce27f2', 'network_id': 'be647a19-644e-4999-ac54-739f18101211', 'port_id': 'ed0aa526-742f-49c1-9017-618f74ce27f2', 'mac_address': 'fa:16:3e:e4:2f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72975b91-58a9-49dc-82bb-e86274b7c2c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:13:39.600475 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:39.630108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed0aa526-742f-49c1-9017-618f74ce27f2 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:39.651513 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-690fce04-c308-41d7-8483-e66026328b46 req-6712e789-7665-4cd1-b25f-8675fdce8121 service neutron] 10.222.0.69 "GET /v2.0/networks/182cdcd7-ca19-4732-aa47-8670570eaaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323046 Jul 16 01:13:39.677862 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ed0aa526-742f-49c1-9017-618f74ce27f2, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ed0aa526-742f-49c1-9017-618f74ce27f2,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:39.684039 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:39.718926 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43738) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:39.736400 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09853586-ed33-4698-9ba4-b32a6aaf9683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:39.759174 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=ed0aa526-742f-49c1-9017-618f74ce27f2,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:39.845416 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-0c9e4ffa-a05a-4096-95b5-22a937e2c0b8 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1440445603&fields=id&tenant_id=cbbec3890f33458fad2130edafc17002 HTTP/1.1" status: 200 len: 267 time: 0.1173732 Jul 16 01:13:39.860405 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-690fce04-c308-41d7-8483-e66026328b46 req-37c68711-1890-4a6d-b415-bdad8d88c079 service neutron] 10.222.0.69 "GET /v2.0/networks/182cdcd7-ca19-4732-aa47-8670570eaaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015450 Jul 16 01:13:39.864483 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09853586-ed33-4698-9ba4-b32a6aaf9683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:39.881244 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09853586-ed33-4698-9ba4-b32a6aaf9683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:39.911899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed6fa7-c00e-4889-950a-9c7b53f4f8ad req-b9076bcb-6d91-491c-987c-bc3d5d3230c0 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:39.913703 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7ed6fa7-c00e-4889-950a-9c7b53f4f8ad req-b9076bcb-6d91-491c-987c-bc3d5d3230c0 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 945 time: 0.2095408 Jul 16 01:13:39.936536 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-09853586-ed33-4698-9ba4-b32a6aaf9683 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bce889f2d9e4483aa594d0af029a5368&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165406 Jul 16 01:13:39.937148 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43740) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:39.944616 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09853586-ed33-4698-9ba4-b32a6aaf9683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed707c3-baec-40c6-babe-7229b357c631,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:39.961906 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09853586-ed33-4698-9ba4-b32a6aaf9683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:39.962271 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09853586-ed33-4698-9ba4-b32a6aaf9683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:39.962594 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09853586-ed33-4698-9ba4-b32a6aaf9683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:39.962927 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09853586-ed33-4698-9ba4-b32a6aaf9683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:39.963263 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09853586-ed33-4698-9ba4-b32a6aaf9683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:39.963586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09853586-ed33-4698-9ba4-b32a6aaf9683 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:39.963941 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09853586-ed33-4698-9ba4-b32a6aaf9683 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:39.964268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09853586-ed33-4698-9ba4-b32a6aaf9683 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:39.964591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09853586-ed33-4698-9ba4-b32a6aaf9683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:39.964911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09853586-ed33-4698-9ba4-b32a6aaf9683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:39.965231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09853586-ed33-4698-9ba4-b32a6aaf9683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:39.965543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09853586-ed33-4698-9ba4-b32a6aaf9683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:39.981789 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['ed0aa526-742f-49c1-9017-618f74ce27f2'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:40.014315 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d318f13-420d-4ba4-954c-64a1118783b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:40.038343 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:40.045562 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d318f13-420d-4ba4-954c-64a1118783b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:40.048073 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7ed6fa7-c00e-4889-950a-9c7b53f4f8ad req-6557f886-9e5f-456d-9f10-a295dbb37ee3 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999506 Jul 16 01:13:40.060945 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-e3ae17a9-e1e7-4e49-b43d-9ad71bbe5748 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:40.063066 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-e3ae17a9-e1e7-4e49-b43d-9ad71bbe5748 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/networks?id=18930d26-350d-40f8-a065-bfaf4a61a7aa HTTP/1.1" status: 200 len: 805 time: 0.2080169 Jul 16 01:13:40.091345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-59592b57-676f-4bee-8564-c65d221d3991 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/quotas/cbbec3890f33458fad2130edafc17002 HTTP/1.1" status: 200 len: 375 time: 0.0270896 Jul 16 01:13:40.131574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974df68e-9f12-4faf-ae74-50cba598f670 req-11a301cb-1926-4b2d-86f0-b0ea2a6a6fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:40.133645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-974df68e-9f12-4faf-ae74-50cba598f670 req-11a301cb-1926-4b2d-86f0-b0ea2a6a6fff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3e074600bfb4674b7cc56fd009fd563&device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 1096 time: 0.1841257 Jul 16 01:13:40.138249 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d318f13-420d-4ba4-954c-64a1118783b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:40.143216 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d318f13-420d-4ba4-954c-64a1118783b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:40.144905 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9d318f13-420d-4ba4-954c-64a1118783b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ed707c3-baec-40c6-babe-7229b357c631 HTTP/1.1" status: 204 len: 168 time: 0.2063892 Jul 16 01:13:40.156192 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d318f13-420d-4ba4-954c-64a1118783b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed707c3-baec-40c6-babe-7229b357c631,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:40.297361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974df68e-9f12-4faf-ae74-50cba598f670 req-f0aa5e3f-86e7-4813-a2d2-45c627617c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:40.299218 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-974df68e-9f12-4faf-ae74-50cba598f670 req-f0aa5e3f-86e7-4813-a2d2-45c627617c89 service neutron] 10.222.0.69 "GET /v2.0/networks?id=182cdcd7-ca19-4732-aa47-8670570eaaa2 HTTP/1.1" status: 200 len: 916 time: 0.1534493 Jul 16 01:13:40.315550 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-00060da9-9097-4b3b-aa69-8dd4da744068 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cbbec3890f33458fad2130edafc17002&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2235317 Jul 16 01:13:40.364883 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-974df68e-9f12-4faf-ae74-50cba598f670 req-5d494c7e-e976-4564-a1fe-d88fbf04e031 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64e7f529-e6f5-4892-a667-f3a0f2c99313 HTTP/1.1" status: 200 len: 217 time: 0.0481145 Jul 16 01:13:40.526996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974df68e-9f12-4faf-ae74-50cba598f670 req-24424298-9f6b-4d8b-8624-b5c55939b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:40.527663 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-974df68e-9f12-4faf-ae74-50cba598f670 req-24424298-9f6b-4d8b-8624-b5c55939b440 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77f2ab74-15c0-4c98-a0c2-322875108391 HTTP/1.1" status: 200 len: 854 time: 0.1376786 Jul 16 01:13:40.578975 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-033e3f14-7585-452d-bed7-8ad53bbfd4e2 service neutron] 10.222.0.22 "GET /v2.0/networks/18930d26-350d-40f8-a065-bfaf4a61a7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224605 Jul 16 01:13:40.616846 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1598aa43-c913-4823-956e-6564727a67b5 req-4eb45700-31a7-4751-abb5-513e110025a2 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:40.618901 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1598aa43-c913-4823-956e-6564727a67b5 req-4eb45700-31a7-4751-abb5-513e110025a2 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 944 time: 0.1951282 Jul 16 01:13:40.712250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974df68e-9f12-4faf-ae74-50cba598f670 req-e03ca0f3-05aa-428a-a8bb-80be0d8639bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:40.713769 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-974df68e-9f12-4faf-ae74-50cba598f670 req-e03ca0f3-05aa-428a-a8bb-80be0d8639bf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=182cdcd7-ca19-4732-aa47-8670570eaaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1727760 Jul 16 01:13:40.727662 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1598aa43-c913-4823-956e-6564727a67b5 req-069a281c-a050-48b0-a68f-c0f30a1fbbb2 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/security-groups?id=22dfabc6-3995-459e-818d-bcea732c0463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981338 Jul 16 01:13:40.770146 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-0fca740d-668d-4512-850e-56fd9a46937d service neutron] 10.222.0.22 "GET /v2.0/networks/18930d26-350d-40f8-a065-bfaf4a61a7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884987 Jul 16 01:13:40.842314 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-974df68e-9f12-4faf-ae74-50cba598f670 req-d57b9a24-8dae-4aaf-a598-64cb34c18785 service neutron] 10.222.0.69 "GET /v2.0/networks/182cdcd7-ca19-4732-aa47-8670570eaaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210792 Jul 16 01:13:40.986775 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-974df68e-9f12-4faf-ae74-50cba598f670 req-c9e7781a-6a23-430b-8874-0f5bbb26a64a service neutron] 10.222.0.69 "GET /v2.0/networks/182cdcd7-ca19-4732-aa47-8670570eaaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368155 Jul 16 01:13:41.151347 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-ac6fc1ef-9e05-4dea-8f0e-5879e508a845 service neutron] 10.222.0.70 "GET /v2.0/ports/851bbee5-5b83-4b0a-84db-9b75d19301c4/bindings/n-h1-791505-14 HTTP/1.1" status: 200 len: 385 time: 0.0669796 Jul 16 01:13:41.345861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ed0aa526-742f-49c1-9017-618f74ce27f2 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:41.355818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee0e63-3c2d-4c66-aa58-b4f9a35e25cd req-2dd5cf90-46fc-44c0-8fda-22c7d07ca30e tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:41.357342 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38ee0e63-3c2d-4c66-aa58-b4f9a35e25cd req-2dd5cf90-46fc-44c0-8fda-22c7d07ca30e tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 943 time: 0.1836307 Jul 16 01:13:41.372354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34c34-f0c9-438d-bb7c-6865f942ed1d req-9eb231f7-652d-4053-bbc3-0b26a8cefb41 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:41.373119 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34c34-f0c9-438d-bb7c-6865f942ed1d req-9eb231f7-652d-4053-bbc3-0b26a8cefb41 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:41.373786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34c34-f0c9-438d-bb7c-6865f942ed1d req-9eb231f7-652d-4053-bbc3-0b26a8cefb41 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:41.374415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34c34-f0c9-438d-bb7c-6865f942ed1d req-9eb231f7-652d-4053-bbc3-0b26a8cefb41 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:41.375076 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34c34-f0c9-438d-bb7c-6865f942ed1d req-9eb231f7-652d-4053-bbc3-0b26a8cefb41 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:41.375710 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34c34-f0c9-438d-bb7c-6865f942ed1d req-9eb231f7-652d-4053-bbc3-0b26a8cefb41 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:41.376550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34c34-f0c9-438d-bb7c-6865f942ed1d req-9eb231f7-652d-4053-bbc3-0b26a8cefb41 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:41.377191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34c34-f0c9-438d-bb7c-6865f942ed1d req-9eb231f7-652d-4053-bbc3-0b26a8cefb41 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:41.377690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34c34-f0c9-438d-bb7c-6865f942ed1d req-9eb231f7-652d-4053-bbc3-0b26a8cefb41 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:41.378152 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34c34-f0c9-438d-bb7c-6865f942ed1d req-9eb231f7-652d-4053-bbc3-0b26a8cefb41 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:41.378615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf34c34-f0c9-438d-bb7c-6865f942ed1d req-9eb231f7-652d-4053-bbc3-0b26a8cefb41 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:41.380901 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-baf34c34-f0c9-438d-bb7c-6865f942ed1d req-9eb231f7-652d-4053-bbc3-0b26a8cefb41 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285&device_id=9d75ae5c-ca10-46ee-accb-5206c0000449&device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144&device_id=10f66c7b-0fa8-4389-8542-4152fdec8daf&device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a&device_id=12b32941-57f0-429e-84b2-49f708f79497&device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0&device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f&device_id=d3c22bcd-800e-4686-b56a-28bb30450339&device_id=a64301fc-e9b9-4562-bb2c-74c126218220&device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 10006 time: 0.1928585 Jul 16 01:13:41.397132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port ed0aa526-742f-49c1-9017-618f74ce27f2 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:41.401238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port ed0aa526-742f-49c1-9017-618f74ce27f2 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:41.401782 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:41.438561 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-baf34c34-f0c9-438d-bb7c-6865f942ed1d req-8a4b8d0a-079e-4e5f-aaca-0ae3b6fd61d1 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:41.480516 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:41.490259 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38ee0e63-3c2d-4c66-aa58-b4f9a35e25cd req-51f5a35a-2d77-4f92-9f8c-f4959a492c66 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083636 Jul 16 01:13:41.510328 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d75ae5c-ca10-46ee-accb-5206c0000449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0aa526-742f-49c1-9017-618f74ce27f2'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:41.512823 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2409d6-a46e-4287-810c-87b7c53b571d" -d '{"events": [{"server_uuid": "9d75ae5c-ca10-46ee-accb-5206c0000449", "name": "network-vif-plugged", "status": "completed", "tag": "ed0aa526-742f-49c1-9017-618f74ce27f2"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:41.542139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-fc9bc5f8-e4d7-49a6-b702-f94e0a79a688 service neutron] For port 851bbee5-5b83-4b0a-84db-9b75d19301c4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=851bbee5-5b83-4b0a-84db-9b75d19301c4,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:41.545538 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ed0aa526-742f-49c1-9017-618f74ce27f2, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ed0aa526-742f-49c1-9017-618f74ce27f2,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:41.550647 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:41.578327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-fc9bc5f8-e4d7-49a6-b702-f94e0a79a688 service neutron] For port 851bbee5-5b83-4b0a-84db-9b75d19301c4, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:41.614131 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=ed0aa526-742f-49c1-9017-618f74ce27f2,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:41.624175 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-fc9bc5f8-e4d7-49a6-b702-f94e0a79a688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 851bbee5-5b83-4b0a-84db-9b75d19301c4 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:41.639239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-fc9bc5f8-e4d7-49a6-b702-f94e0a79a688 service neutron] For port 851bbee5-5b83-4b0a-84db-9b75d19301c4, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=851bbee5-5b83-4b0a-84db-9b75d19301c4,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:41.691425 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-fc9bc5f8-e4d7-49a6-b702-f94e0a79a688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:41.697976 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a319ec59-c60f-40e6-ab3a-623bc86b92c0 req-ca11f452-6ea8-44e4-8756-4de840c7a8b8 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 210 time: 0.0502207 Jul 16 01:13:41.704630 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-baf34c34-f0c9-438d-bb7c-6865f942ed1d req-8a4b8d0a-079e-4e5f-aaca-0ae3b6fd61d1 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:41.734272 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-baf34c34-f0c9-438d-bb7c-6865f942ed1d req-8a4b8d0a-079e-4e5f-aaca-0ae3b6fd61d1 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:41.786589 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-baf34c34-f0c9-438d-bb7c-6865f942ed1d req-8a4b8d0a-079e-4e5f-aaca-0ae3b6fd61d1 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&id=22dfabc6-3995-459e-818d-bcea732c0463&id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 606 time: 0.3930895 Jul 16 01:13:41.809139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b8d0a-079e-4e5f-aaca-0ae3b6fd61d1 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab56495-d115-4db7-a942-6eef3b87c320,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:41.831191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-fc9bc5f8-e4d7-49a6-b702-f94e0a79a688 service neutron] Transition to ACTIVE for port object 851bbee5-5b83-4b0a-84db-9b75d19301c4 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:41.836537 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-fc9bc5f8-e4d7-49a6-b702-f94e0a79a688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:41.909514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-fc9bc5f8-e4d7-49a6-b702-f94e0a79a688 service neutron] No DVR routers for this DVR port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:13:41.975392 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-fc9bc5f8-e4d7-49a6-b702-f94e0a79a688 service neutron] 10.222.0.70 "PUT /v2.0/ports/851bbee5-5b83-4b0a-84db-9b75d19301c4/bindings/n-h1-791505-14/activate HTTP/1.1" status: 200 len: 370 time: 0.8124101 Jul 16 01:13:41.978411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9bc5f8-e4d7-49a6-b702-f94e0a79a688 service neutron] Pushing event updated for resources: {'Port': ['ID=851bbee5-5b83-4b0a-84db-9b75d19301c4,revision_number=10']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:42.008924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42a789d-390d-409d-b9cb-bd2ed7d5fe4e req-328a606f-1ada-4b81-ab07-06ebeaaee3ee tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:42.010426 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e42a789d-390d-409d-b9cb-bd2ed7d5fe4e req-328a606f-1ada-4b81-ab07-06ebeaaee3ee tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 946 time: 0.1352403 Jul 16 01:13:42.050765 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1057437c-ce08-42bc-a133-997220fdda5d x-openstack-request-id: req-1057437c-ce08-42bc-a133-997220fdda5d {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:42.051316 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d75ae5c-ca10-46ee-accb-5206c0000449", "name": "network-vif-plugged", "status": "completed", "tag": "ed0aa526-742f-49c1-9017-618f74ce27f2", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:42.051724 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e42a789d-390d-409d-b9cb-bd2ed7d5fe4e req-3793a79b-44e9-4989-a633-fcfc55871d8e tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345652 Jul 16 01:13:42.052035 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1057437c-ce08-42bc-a133-997220fdda5d {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:42.052559 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d75ae5c-ca10-46ee-accb-5206c0000449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed0aa526-742f-49c1-9017-618f74ce27f2', 'code': 200} Jul 16 01:13:42.292774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34225b53-3816-4270-80a3-56656858c5bb req-1c3beb8e-7923-493e-a111-bdff9cbc62b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:42.294271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34225b53-3816-4270-80a3-56656858c5bb req-1c3beb8e-7923-493e-a111-bdff9cbc62b8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 1098 time: 0.1631498 Jul 16 01:13:42.313263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0e595-6c61-4468-9e67-a9d94de3a338 req-8377ea9a-5f64-478f-a4f1-adc0cca52aea tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:42.315187 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1cd0e595-6c61-4468-9e67-a9d94de3a338 req-8377ea9a-5f64-478f-a4f1-adc0cca52aea tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 944 time: 0.1449313 Jul 16 01:13:42.319376 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 851bbee5-5b83-4b0a-84db-9b75d19301c4 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:13:42.410693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 851bbee5-5b83-4b0a-84db-9b75d19301c4 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:13:42.470345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34225b53-3816-4270-80a3-56656858c5bb req-5d67a225-d442-450e-8ec8-de89aa339d96 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539650 Jul 16 01:13:42.488839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1cd0e595-6c61-4468-9e67-a9d94de3a338 req-2af85e88-0e8f-4496-902b-b3adc7aa8b1e tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/security-groups?id=22dfabc6-3995-459e-818d-bcea732c0463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528111 Jul 16 01:13:42.530728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-a792c3ea-0df7-46d9-83e3-15a109804864 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:42.533033 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-a792c3ea-0df7-46d9-83e3-15a109804864 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f&tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 1096 time: 0.2853458 Jul 16 01:13:42.551338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-27a4f126-df9a-4a3d-a3a6-a286c5293821 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:42.561277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-27a4f126-df9a-4a3d-a3a6-a286c5293821 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.70 "GET /v2.0/networks?id=18930d26-350d-40f8-a065-bfaf4a61a7aa HTTP/1.1" status: 200 len: 805 time: 0.2748072 Jul 16 01:13:42.563928 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43816) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:42.701647 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1a33044-34df-4ce9-968e-e5eda53c0c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.797503 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1a33044-34df-4ce9-968e-e5eda53c0c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.801447 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1a33044-34df-4ce9-968e-e5eda53c0c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.839817 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a1a33044-34df-4ce9-968e-e5eda53c0c98 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=04c3a5b502cd442e9d9d6030e60d04a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2740147 Jul 16 01:13:42.840942 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a33044-34df-4ce9-968e-e5eda53c0c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3950e836-8752-42be-a98d-8381ede74db2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:42.843214 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43822) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:42.894098 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30600638-8a46-4112-9ecb-9b4c0e6e9248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.916834 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30600638-8a46-4112-9ecb-9b4c0e6e9248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.962399 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30600638-8a46-4112-9ecb-9b4c0e6e9248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.964862 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30600638-8a46-4112-9ecb-9b4c0e6e9248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:42.966031 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-30600638-8a46-4112-9ecb-9b4c0e6e9248 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3950e836-8752-42be-a98d-8381ede74db2 HTTP/1.1" status: 204 len: 168 time: 0.1219029 Jul 16 01:13:42.977634 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30600638-8a46-4112-9ecb-9b4c0e6e9248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3950e836-8752-42be-a98d-8381ede74db2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:42.984967 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-8d5d80ed-44a8-4502-8d11-c941fc2d2b8b tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cbbec3890f33458fad2130edafc17002 HTTP/1.1" status: 200 len: 380 time: 0.3822169 Jul 16 01:13:43.000707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-48549a7f-aeee-4fa7-b103-990246ccf621 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Request body: {'port': {'device_id': 'f0b7443b-c76c-46d4-9a6e-2eb447c30f7f', 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa', 'admin_state_up': True, 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'security_groups': ['98068b16-6bad-4161-9731-2b0c7e30bda9']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:43.046644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-2ea7d6c2-a9d5-4e5d-910b-bce7793ba0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:43.048259 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-2ea7d6c2-a9d5-4e5d-910b-bce7793ba0b2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f&tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0 HTTP/1.1" status: 200 len: 1096 time: 0.5039012 Jul 16 01:13:43.110535 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a2133-f09b-4ea8-ba85-67bee7daeafb req-ee25dfcf-3d7c-40a5-9817-ca8fddaa9a98 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:43.111027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a2133-f09b-4ea8-ba85-67bee7daeafb req-ee25dfcf-3d7c-40a5-9817-ca8fddaa9a98 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:43.111504 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37a2133-f09b-4ea8-ba85-67bee7daeafb req-ee25dfcf-3d7c-40a5-9817-ca8fddaa9a98 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:43.113234 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c37a2133-f09b-4ea8-ba85-67bee7daeafb req-ee25dfcf-3d7c-40a5-9817-ca8fddaa9a98 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144&device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a&device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 2886 time: 0.2280898 Jul 16 01:13:43.146475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2293036-2b9b-485e-aea7-778233cfe2e6 req-6fa30596-d2ba-43b9-a264-6f223efd8381 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:43.147960 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2293036-2b9b-485e-aea7-778233cfe2e6 req-6fa30596-d2ba-43b9-a264-6f223efd8381 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 944 time: 0.2604499 Jul 16 01:13:43.243071 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c37a2133-f09b-4ea8-ba85-67bee7daeafb req-10d62e8d-699f-4312-9bb3-53a669af0470 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071346 Jul 16 01:13:43.248095 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43832) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:43.251074 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2293036-2b9b-485e-aea7-778233cfe2e6 req-60d74d8f-6658-4986-9c23-bf1c7ca81af1 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916255 Jul 16 01:13:43.279599 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c302b958-c130-4e4a-b7fc-0231402ade00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:43.281910 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-48549a7f-aeee-4fa7-b103-990246ccf621 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Made reservation on behalf of cbbec3890f33458fad2130edafc17002 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:43.285531 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-48549a7f-aeee-4fa7-b103-990246ccf621 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:43.297989 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-b27aa54b-fd92-4893-a08e-c3de064125e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:43.299574 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-b27aa54b-fd92-4893-a08e-c3de064125e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 1096 time: 0.2147620 Jul 16 01:13:43.479247 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c19de4f3-8ddf-4722-9ce6-e65b8810e15c req-7ebaacc4-2422-4e14-b785-06da2bde1566 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 210 time: 0.0554497 Jul 16 01:13:43.575910 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-0bf16387-ade0-4007-bb34-1117603c0778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:43.577399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-0bf16387-ade0-4007-bb34-1117603c0778 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.2695599 Jul 16 01:13:43.649526 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-c79cf40b-9431-4a95-88aa-d64f1dab3242 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=851bbee5-5b83-4b0a-84db-9b75d19301c4 HTTP/1.1" status: 200 len: 217 time: 0.0612481 Jul 16 01:13:43.673057 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-48549a7f-aeee-4fa7-b103-990246ccf621 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Allocated IP 172.20.0.10 (18930d26-350d-40f8-a065-bfaf4a61a7aa/ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da/b165ecc3-a4d2-4cf5-833b-509a664a4615) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:43.740401 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cc3f76-64c0-4566-bab4-9826486d9c42 req-f83970c4-c746-4c14-a59c-782c59ca02c9 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:43.741914 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a0cc3f76-64c0-4566-bab4-9826486d9c42 req-f83970c4-c746-4c14-a59c-782c59ca02c9 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 946 time: 0.2570884 Jul 16 01:13:43.757063 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c302b958-c130-4e4a-b7fc-0231402ade00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:43.777189 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c302b958-c130-4e4a-b7fc-0231402ade00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:43.813644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-92e23214-2533-4923-8b89-0fdff1b0a49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:43.815088 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-92e23214-2533-4923-8b89-0fdff1b0a49e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.1555765 Jul 16 01:13:43.905344 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-870521b0-e2ec-42c9-b0f1-870ddd0d0ad4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713263 Jul 16 01:13:43.923082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c302b958-c130-4e4a-b7fc-0231402ade00 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c5ff7dee2274361b98939b424008d8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6702518 Jul 16 01:13:43.925803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43844) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:43.933210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c302b958-c130-4e4a-b7fc-0231402ade00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9027785f-a37f-4d69-8dae-56a40b247305,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:43.942211 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a0cc3f76-64c0-4566-bab4-9826486d9c42 req-7a2d8198-8e7f-4801-b387-5432e0849179 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839120 Jul 16 01:13:43.981667 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-def5178d-9cbe-4369-ae74-525d1822a6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.004637 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-def5178d-9cbe-4369-ae74-525d1822a6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.055002 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-def5178d-9cbe-4369-ae74-525d1822a6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.055315 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641c1cf-ace9-4dde-96b2-3d9956b25746 req-910b821a-34b0-493b-832f-dee550695545 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:44.056879 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5641c1cf-ace9-4dde-96b2-3d9956b25746 req-910b821a-34b0-493b-832f-dee550695545 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 944 time: 0.3262067 Jul 16 01:13:44.058506 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-def5178d-9cbe-4369-ae74-525d1822a6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.060036 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-def5178d-9cbe-4369-ae74-525d1822a6ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9027785f-a37f-4d69-8dae-56a40b247305 HTTP/1.1" status: 204 len: 168 time: 0.1332166 Jul 16 01:13:44.070599 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def5178d-9cbe-4369-ae74-525d1822a6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9027785f-a37f-4d69-8dae-56a40b247305,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:44.115283 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-48549a7f-aeee-4fa7-b103-990246ccf621 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.142825 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-678a599d-02e7-4aea-b862-a8cc30367b59 service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269628 Jul 16 01:13:44.154714 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5641c1cf-ace9-4dde-96b2-3d9956b25746 req-2f829cde-96c9-4e39-9977-ea16b2b063c9 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/security-groups?id=22dfabc6-3995-459e-818d-bcea732c0463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796745 Jul 16 01:13:44.155716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-48549a7f-aeee-4fa7-b103-990246ccf621 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Transition to ACTIVE for port object b165ecc3-a4d2-4cf5-833b-509a664a4615 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:44.264423 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-48549a7f-aeee-4fa7-b103-990246ccf621 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.276521 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-79a5105e-6848-4938-a891-fc363c1b0ba5 service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253111 Jul 16 01:13:44.321049 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-48549a7f-aeee-4fa7-b103-990246ccf621 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Network 18930d26-350d-40f8-a065-bfaf4a61a7aa is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:44.328958 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-48549a7f-aeee-4fa7-b103-990246ccf621 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:44.328958 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-48549a7f-aeee-4fa7-b103-990246ccf621 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:44.332709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-48549a7f-aeee-4fa7-b103-990246ccf621 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:44.333695 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-48549a7f-aeee-4fa7-b103-990246ccf621 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.346985 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48549a7f-aeee-4fa7-b103-990246ccf621 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Pushing event updated for resources: {'Port': ['ID=b165ecc3-a4d2-4cf5-833b-509a664a4615,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:44.354905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-48549a7f-aeee-4fa7-b103-990246ccf621 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3592556 Jul 16 01:13:44.373619 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Request body: {'port': {'device_id': 'f0b7443b-c76c-46d4-9a6e-2eb447c30f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:44.551906 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.707222 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-51cf8a38-0b92-4086-b9e3-af58aadd4074 None None] Provisioning for port b165ecc3-a4d2-4cf5-833b-509a664a4615 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:44.712543 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-51cf8a38-0b92-4086-b9e3-af58aadd4074 None None] Provisioning complete for port b165ecc3-a4d2-4cf5-833b-509a664a4615 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:44.713131 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-51cf8a38-0b92-4086-b9e3-af58aadd4074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:44.744078 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdba99-fa7e-412e-bd38-a8d0431fa1a6 req-ce98aafa-c820-4ea0-a404-8ea7a87090d0 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:44.749783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-51cf8a38-0b92-4086-b9e3-af58aadd4074 None None] Port b165ecc3-a4d2-4cf5-833b-509a664a4615 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:13:44.750874 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cefdba99-fa7e-412e-bd38-a8d0431fa1a6 req-ce98aafa-c820-4ea0-a404-8ea7a87090d0 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 944 time: 0.2461736 Jul 16 01:13:44.832626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-9bc5f2f2-dac2-4bc5-a265-5cd1e469e3bb tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:44.834117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-9bc5f2f2-dac2-4bc5-a265-5cd1e469e3bb tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f&tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 1096 time: 0.2510293 Jul 16 01:13:44.866826 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cefdba99-fa7e-412e-bd38-a8d0431fa1a6 req-fadfa0c2-970b-42c4-aa8f-c251ba455945 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150661 Jul 16 01:13:45.029190 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43894) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:45.101854 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b165ecc3-a4d2-4cf5-833b-509a664a4615 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:45.107795 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.120246 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-13804c02-0029-4469-bdc8-daaca89f78d5 service neutron] For port 851bbee5-5b83-4b0a-84db-9b75d19301c4, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:45.131636 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-13804c02-0029-4469-bdc8-daaca89f78d5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.133327 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66a93030-a79a-4e1b-ae8f-dde5128be15b req-13804c02-0029-4469-bdc8-daaca89f78d5 service neutron] 10.222.0.69 "DELETE /v2.0/ports/851bbee5-5b83-4b0a-84db-9b75d19301c4/bindings/n-h2-791505-14 HTTP/1.1" status: 204 len: 173 time: 0.2649970 Jul 16 01:13:45.136085 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d69f56c6-ef4f-469d-8ff3-a6a6aa6baf29 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-829659543-network', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:45.137518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Transition to ACTIVE for port object b165ecc3-a4d2-4cf5-833b-509a664a4615 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:45.149473 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.159984 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69f56c6-ef4f-469d-8ff3-a6a6aa6baf29 admin admin] Made reservation on behalf of c9a9a0ed4d39433f9f7df119fc553cae for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:45.162356 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d69f56c6-ef4f-469d-8ff3-a6a6aa6baf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.171812 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d69f56c6-ef4f-469d-8ff3-a6a6aa6baf29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.222056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f6f95-b484-4930-9908-c1ba23134127 req-799e6139-10e5-4ff2-83f5-6947821a3373 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:45.223598 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a2f6f95-b484-4930-9908-c1ba23134127 req-799e6139-10e5-4ff2-83f5-6947821a3373 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 932 time: 0.2012594 Jul 16 01:13:45.228578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82636b-e518-4e80-b95d-119011ae3bb9 req-fadb81fd-ded7-43f0-a839-74aa3bdd16bc tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:45.230036 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c82636b-e518-4e80-b95d-119011ae3bb9 req-fadb81fd-ded7-43f0-a839-74aa3bdd16bc tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 1101 time: 0.1723518 Jul 16 01:13:45.242716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=b165ecc3-a4d2-4cf5-833b-509a664a4615,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:45.268415 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d69f56c6-ef4f-469d-8ff3-a6a6aa6baf29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.272692 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d69f56c6-ef4f-469d-8ff3-a6a6aa6baf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.295251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69f56c6-ef4f-469d-8ff3-a6a6aa6baf29 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:13:45.309203 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f56c6-ef4f-469d-8ff3-a6a6aa6baf29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556d1cec-13cd-4412-9702-0454e2a9d016,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:45.314390 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d69f56c6-ef4f-469d-8ff3-a6a6aa6baf29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.314735 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-d69f56c6-ef4f-469d-8ff3-a6a6aa6baf29 admin admin] Added segment 2bed1f64-bf55-4c87-b16c-16c33cf8a5cd of type vlan for network b1544cd7-1b5c-433b-a8bd-e2b8413b6815 Jul 16 01:13:45.318860 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a2f6f95-b484-4930-9908-c1ba23134127 req-73112614-2fd6-44ec-8908-95df84c4e07e tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/security-groups?id=98068b16-6bad-4161-9731-2b0c7e30bda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877357 Jul 16 01:13:45.324795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Attempting to bind port b165ecc3-a4d2-4cf5-833b-509a664a4615 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:45.325997 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Attempting to bind port b165ecc3-a4d2-4cf5-833b-509a664a4615 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'aea1aa67-bf02-4317-864c-b0a87bd41f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:45.326496 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Attempting to bind port b165ecc3-a4d2-4cf5-833b-509a664a4615 on network 18930d26-350d-40f8-a065-bfaf4a61a7aa {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:45.341283 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c82636b-e518-4e80-b95d-119011ae3bb9 req-6dea36da-92d0-489f-b14f-4a7b3da67810 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939157 Jul 16 01:13:45.341990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Port b165ecc3-a4d2-4cf5-833b-509a664a4615 on network 18930d26-350d-40f8-a065-bfaf4a61a7aa not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:13:45.342318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Attempting to bind port b165ecc3-a4d2-4cf5-833b-509a664a4615 on network 18930d26-350d-40f8-a065-bfaf4a61a7aa {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:45.364200 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:45.364812 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Checking segment: {'id': 'aea1aa67-bf02-4317-864c-b0a87bd41f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:45.367681 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d69f56c6-ef4f-469d-8ff3-a6a6aa6baf29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.368710 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Bound using segment: {'id': 'aea1aa67-bf02-4317-864c-b0a87bd41f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:45.369158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Bound port: b165ecc3-a4d2-4cf5-833b-509a664a4615, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aea1aa67-bf02-4317-864c-b0a87bd41f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:45.369531 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.417150 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d69f56c6-ef4f-469d-8ff3-a6a6aa6baf29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.418208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69f56c6-ef4f-469d-8ff3-a6a6aa6baf29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:45.418798 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d69f56c6-ef4f-469d-8ff3-a6a6aa6baf29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.455541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43904) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:45.462748 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f3432c79-c421-43f4-946b-e8c065f42b95 admin admin] Request body: {'subnet': {'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-829659543-subnet', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:45.466056 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d69f56c6-ef4f-469d-8ff3-a6a6aa6baf29 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4330091 Jul 16 01:13:45.501012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3432c79-c421-43f4-946b-e8c065f42b95 admin admin] Made reservation on behalf of c9a9a0ed4d39433f9f7df119fc553cae for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:45.503475 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f3432c79-c421-43f4-946b-e8c065f42b95 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.506802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] For port b165ecc3-a4d2-4cf5-833b-509a664a4615, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:45.531111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f56c6-ef4f-469d-8ff3-a6a6aa6baf29 admin admin] Pushing event updated for resources: {'Network': ['ID=b1544cd7-1b5c-433b-a8bd-e2b8413b6815,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:45.541685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network b1544cd7-1b5c-433b-a8bd-e2b8413b6815 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:13:45.556855 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] For port b165ecc3-a4d2-4cf5-833b-509a664a4615, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b165ecc3-a4d2-4cf5-833b-509a664a4615,segment=NetworkSegment(aea1aa67-bf02-4317-864c-b0a87bd41f50),segment_id=aea1aa67-bf02-4317-864c-b0a87bd41f50)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:45.637667 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.704250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:45.704875 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:45.706326 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] 10.222.0.70 "PUT /v2.0/ports/b165ecc3-a4d2-4cf5-833b-509a664a4615 HTTP/1.1" status: 200 len: 1093 time: 1.3395965 Jul 16 01:13:45.707611 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b7443b-c76c-46d4-9a6e-2eb447c30f7f', 'tag': 'b165ecc3-a4d2-4cf5-833b-509a664a4615'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:45.709837 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e070a0-df43-4781-ba3f-68623d68c5e4" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b7443b-c76c-46d4-9a6e-2eb447c30f7f", "tag": "b165ecc3-a4d2-4cf5-833b-509a664a4615"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:45.751428 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9c82a7-b08e-48b4-bce2-cdaa80698ab2 service neutron] Pushing event updated for resources: {'Port': ['ID=b165ecc3-a4d2-4cf5-833b-509a664a4615,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:45.810439 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c4c1e7-687b-4581-af42-e08f2301e362 req-bb38e53e-c01b-40ba-bfa1-b00855e5e44b tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:45.812022 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90c4c1e7-687b-4581-af42-e08f2301e362 req-bb38e53e-c01b-40ba-bfa1-b00855e5e44b tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 946 time: 0.2759318 Jul 16 01:13:45.854475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015a932-ff4d-4bc7-94ac-59c9765ea13d req-ee87416d-c46d-4b98-956a-f835b7011ae7 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:45.856044 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d015a932-ff4d-4bc7-94ac-59c9765ea13d req-ee87416d-c46d-4b98-956a-f835b7011ae7 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 944 time: 0.3073175 Jul 16 01:13:45.964760 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90c4c1e7-687b-4581-af42-e08f2301e362 req-580ec174-d4a2-419b-91ed-aeee11223e02 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297295 Jul 16 01:13:45.974020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d015a932-ff4d-4bc7-94ac-59c9765ea13d req-d70a968f-5902-4250-8935-9ad496abfc90 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/security-groups?id=22dfabc6-3995-459e-818d-bcea732c0463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098013 Jul 16 01:13:45.977785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-2acb3463-68ea-4d3f-a030-afa20e296f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:45.979113 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-2acb3463-68ea-4d3f-a030-afa20e296f4f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cbbec3890f33458fad2130edafc17002&device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 1096 time: 0.2232485 Jul 16 01:13:45.980441 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f3432c79-c421-43f4-946b-e8c065f42b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.050757 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3432c79-c421-43f4-946b-e8c065f42b95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=530545b9-7584-4dc1-b2dd-25ca2b2a3655,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:46.362632 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e2d7c6-3c14-4664-8adc-27af8e5db693 x-openstack-request-id: req-12e2d7c6-3c14-4664-8adc-27af8e5db693 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:46.363310 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b7443b-c76c-46d4-9a6e-2eb447c30f7f", "tag": "b165ecc3-a4d2-4cf5-833b-509a664a4615", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:46.363310 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-12e2d7c6-3c14-4664-8adc-27af8e5db693 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:46.363522 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b7443b-c76c-46d4-9a6e-2eb447c30f7f', 'tag': 'b165ecc3-a4d2-4cf5-833b-509a664a4615', 'status': 'completed', 'code': 200} Jul 16 01:13:46.371334 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-31c88c4c-a930-4db2-938f-b340507b906f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b165ecc3-a4d2-4cf5-833b-509a664a4615 HTTP/1.1" status: 200 len: 217 time: 0.3538046 Jul 16 01:13:46.462669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3432c79-c421-43f4-946b-e8c065f42b95 admin admin] Checking segment: {'id': '2bed1f64-bf55-4c87-b16c-16c33cf8a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:46.463021 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3432c79-c421-43f4-946b-e8c065f42b95 admin admin] Network hostable DHCP agents. Network: b1544cd7-1b5c-433b-a8bd-e2b8413b6815, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:13:46.494603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-189b4009-5ebf-4d65-819c-589a2b10f130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:46.496077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-189b4009-5ebf-4d65-819c-589a2b10f130 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da HTTP/1.1" status: 200 len: 844 time: 0.1094809 Jul 16 01:13:46.536653 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3432c79-c421-43f4-946b-e8c065f42b95 admin admin] Network b1544cd7-1b5c-433b-a8bd-e2b8413b6815 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:13:46.551711 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f09f6a-ff3d-4366-8ae1-f36f1aa88205 req-a74ff78b-edae-4a2e-804b-e935eb35072f tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:46.553285 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7f09f6a-ff3d-4366-8ae1-f36f1aa88205 req-a74ff78b-edae-4a2e-804b-e935eb35072f tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 1101 time: 0.1944122 Jul 16 01:13:46.561633 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6262202-6d5b-4bf4-8162-29a65f5ab15a req-a1253fdd-cbe4-44b9-82ca-6a73bc356ff9 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:46.563008 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6262202-6d5b-4bf4-8162-29a65f5ab15a req-a1253fdd-cbe4-44b9-82ca-6a73bc356ff9 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 944 time: 0.2019088 Jul 16 01:13:46.565861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-f3432c79-c421-43f4-946b-e8c065f42b95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, b1544cd7-1b5c-433b-a8bd-e2b8413b6815) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:46.573651 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff9ec53-031e-44e8-849e-919c097271b9 None None] Network b1544cd7-1b5c-433b-a8bd-e2b8413b6815 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:46.588782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3432c79-c421-43f4-946b-e8c065f42b95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:46.589369 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f3432c79-c421-43f4-946b-e8c065f42b95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.631326 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f3432c79-c421-43f4-946b-e8c065f42b95 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1717443 Jul 16 01:13:46.631591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43918) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:46.636083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-829659543-router', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:46.642979 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7f09f6a-ff3d-4366-8ae1-f36f1aa88205 req-c00b56dd-be26-44fc-aa1b-29e9b1acab6f tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788953 Jul 16 01:13:46.652526 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6262202-6d5b-4bf4-8162-29a65f5ab15a req-ff2dcba4-b0b8-47ac-8178-8a349534d5b9 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792184 Jul 16 01:13:46.656089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-e41ad74b-490e-450d-97dc-d0b979561143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:46.656837 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-e41ad74b-490e-450d-97dc-d0b979561143 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18930d26-350d-40f8-a065-bfaf4a61a7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1502175 Jul 16 01:13:46.687640 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.690603 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.747307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-b1544cd7-1b5c-433b-a8bd-e2b8413b6815', 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'fixed_ips': [{'subnet_id': '530545b9-7584-4dc1-b2dd-25ca2b2a3655'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:13:46.748470 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.765652 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.793771 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-c33fe1b5-1faf-401a-8ec6-11f3d7996409 service neutron] 10.222.0.70 "GET /v2.0/networks/18930d26-350d-40f8-a065-bfaf4a61a7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287775 Jul 16 01:13:46.925319 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:46.927070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Allocated IP 172.20.0.2 (b1544cd7-1b5c-433b-a8bd-e2b8413b6815/530545b9-7584-4dc1-b2dd-25ca2b2a3655/ad70e251-f6c0-4bd9-ae3f-d212abeb074a) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:46.956748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4c851de-4ae9-4cab-9bbd-2b71aa8b9e54 req-b682b223-6211-4820-b6ef-bc0ea74a3324 service neutron] 10.222.0.70 "GET /v2.0/networks/18930d26-350d-40f8-a065-bfaf4a61a7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549850 Jul 16 01:13:46.982713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68145247-2850-4d82-bcdb-26ac71ff8aa7 req-21b008c8-77c9-4016-a15b-fc83124dd6ee tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:46.984416 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-68145247-2850-4d82-bcdb-26ac71ff8aa7 req-21b008c8-77c9-4016-a15b-fc83124dd6ee tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 1098 time: 0.1244872 Jul 16 01:13:46.997111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff49586-60c2-4948-807a-0ca633343a6b req-e693b106-40c9-4b2a-a641-3245c25ec50e tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:47.003985 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cff49586-60c2-4948-807a-0ca633343a6b req-e693b106-40c9-4b2a-a641-3245c25ec50e tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 944 time: 0.1394796 Jul 16 01:13:47.095710 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-68145247-2850-4d82-bcdb-26ac71ff8aa7 req-20d123c6-d2f8-4cc4-8882-21026a750fbc tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889986 Jul 16 01:13:47.105297 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.107666 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cff49586-60c2-4948-807a-0ca633343a6b req-1925b8d8-ac5f-413c-bd03-46df876e19f0 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/security-groups?id=98068b16-6bad-4161-9731-2b0c7e30bda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027884 Jul 16 01:13:47.116285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Transition to ACTIVE for port object ad70e251-f6c0-4bd9-ae3f-d212abeb074a will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:47.138268 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Transition to ACTIVE for port object ad70e251-f6c0-4bd9-ae3f-d212abeb074a will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:47.141387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e070a0-df43-4781-ba3f-68623d68c5e4 req-87f64b45-6199-49d6-b67c-2a18616c404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:47.143280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7e070a0-df43-4781-ba3f-68623d68c5e4 req-87f64b45-6199-49d6-b67c-2a18616c404d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cbbec3890f33458fad2130edafc17002&device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 1096 time: 0.1300821 Jul 16 01:13:47.146306 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.201742 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.220744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Network b1544cd7-1b5c-433b-a8bd-e2b8413b6815 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:47.226306 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:47.230225 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:47.235934 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.263355 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Pushing event updated for resources: {'Port': ['ID=ad70e251-f6c0-4bd9-ae3f-d212abeb074a,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:47.295933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:47.296268 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:47.296616 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:47.296956 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:47.297288 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:47.297680 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:47.298011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:47.298335 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:47.298661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:47.298989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:47.299319 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:47.299688 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:13:47.321109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Attempting to bind port ad70e251-f6c0-4bd9-ae3f-d212abeb074a on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:47.321486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Attempting to bind port ad70e251-f6c0-4bd9-ae3f-d212abeb074a by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '2bed1f64-bf55-4c87-b16c-16c33cf8a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:47.321847 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Attempting to bind port ad70e251-f6c0-4bd9-ae3f-d212abeb074a on network b1544cd7-1b5c-433b-a8bd-e2b8413b6815 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:47.329119 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:47.329497 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Checking segment: {'id': '2bed1f64-bf55-4c87-b16c-16c33cf8a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:47.329902 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.330295 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Bound using segment: {'id': '2bed1f64-bf55-4c87-b16c-16c33cf8a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:47.330777 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Bound port: ad70e251-f6c0-4bd9-ae3f-d212abeb074a, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bed1f64-bf55-4c87-b16c-16c33cf8a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:47.331154 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.358165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e070a0-df43-4781-ba3f-68623d68c5e4 req-73c82f48-b64a-431e-96a3-9bdb3e3b36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:47.359947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7e070a0-df43-4781-ba3f-68623d68c5e4 req-73c82f48-b64a-431e-96a3-9bdb3e3b36b6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=18930d26-350d-40f8-a065-bfaf4a61a7aa HTTP/1.1" status: 200 len: 906 time: 0.2082624 Jul 16 01:13:47.380806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Allocated IP 172.25.2.31 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/8efa619e-1662-4bec-9bb0-710eea4b15a3) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:47.388993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 64e7f529-e6f5-4892-a667-f3a0f2c99313 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:13:47.419693 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7e070a0-df43-4781-ba3f-68623d68c5e4 req-28d577a4-c14a-4213-b0fb-f73dbfb763e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b165ecc3-a4d2-4cf5-833b-509a664a4615 HTTP/1.1" status: 200 len: 217 time: 0.0512738 Jul 16 01:13:47.421853 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] For port ad70e251-f6c0-4bd9-ae3f-d212abeb074a, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:47.426402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] For port ad70e251-f6c0-4bd9-ae3f-d212abeb074a, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ad70e251-f6c0-4bd9-ae3f-d212abeb074a,segment=NetworkSegment(2bed1f64-bf55-4c87-b16c-16c33cf8a5cd),segment_id=2bed1f64-bf55-4c87-b16c-16c33cf8a5cd)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:47.433333 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.526047 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e070a0-df43-4781-ba3f-68623d68c5e4 req-793a0749-ac63-428b-b6eb-d2c0891a6a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:47.526296 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.527811 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7e070a0-df43-4781-ba3f-68623d68c5e4 req-793a0749-ac63-428b-b6eb-d2c0891a6a62 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da HTTP/1.1" status: 200 len: 844 time: 0.0766182 Jul 16 01:13:47.554836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16943df9-4d2b-4552-b60f-e6f8e1afbb69 req-48862e0f-6939-444a-ba9f-b6be04a8192c tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:47.562296 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16943df9-4d2b-4552-b60f-e6f8e1afbb69 req-48862e0f-6939-444a-ba9f-b6be04a8192c tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 944 time: 0.1453614 Jul 16 01:13:47.574205 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.578263 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b7947-b432-4a78-8b13-e0f467668d85 None None] Pushing event updated for resources: {'Port': ['ID=ad70e251-f6c0-4bd9-ae3f-d212abeb074a,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:47.622820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 64e7f529-e6f5-4892-a667-f3a0f2c99313, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=64e7f529-e6f5-4892-a667-f3a0f2c99313,segment=NetworkSegment(8892876a-3134-4737-9595-7a08bf4232ae),segment_id=8892876a-3134-4737-9595-7a08bf4232ae)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:47.624530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:47.632066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:47.642581 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:47.642889 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '64e7f529-e6f5-4892-a667-f3a0f2c99313', 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'port_id': '64e7f529-e6f5-4892-a667-f3a0f2c99313', 'mac_address': 'fa:16:3e:68:10:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:13:47.656640 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16943df9-4d2b-4552-b60f-e6f8e1afbb69 req-7c8e6ea0-da9c-4f48-9656-ac2102687d42 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/security-groups?id=22dfabc6-3995-459e-818d-bcea732c0463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934050 Jul 16 01:13:47.703522 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.713783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e070a0-df43-4781-ba3f-68623d68c5e4 req-505cf4d7-772b-4a53-af9b-60b00390418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:47.717941 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7e070a0-df43-4781-ba3f-68623d68c5e4 req-505cf4d7-772b-4a53-af9b-60b00390418a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18930d26-350d-40f8-a065-bfaf4a61a7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1534486 Jul 16 01:13:47.736168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64e7f529-e6f5-4892-a667-f3a0f2c99313 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:47.759450 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Pushing event updated for resources: {'Port': ['ID=8efa619e-1662-4bec-9bb0-710eea4b15a3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:47.794249 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 64e7f529-e6f5-4892-a667-f3a0f2c99313, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=64e7f529-e6f5-4892-a667-f3a0f2c99313,segment=NetworkSegment(8892876a-3134-4737-9595-7a08bf4232ae),segment_id=8892876a-3134-4737-9595-7a08bf4232ae)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:47.804032 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:47.967213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=64e7f529-e6f5-4892-a667-f3a0f2c99313,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:48.079706 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7e070a0-df43-4781-ba3f-68623d68c5e4 req-853a0c2f-a444-45d7-8bb1-3f8e4e5d2110 service neutron] 10.222.0.70 "GET /v2.0/networks/18930d26-350d-40f8-a065-bfaf4a61a7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518558 Jul 16 01:13:48.113266 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:48.115814 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['64e7f529-e6f5-4892-a667-f3a0f2c99313'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:48.193932 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28324251-dad1-4fd6-b045-d41d882633e0 req-bc89de56-b66d-4334-864c-ff0eb6db9cf3 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:48.201965 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28324251-dad1-4fd6-b045-d41d882633e0 req-bc89de56-b66d-4334-864c-ff0eb6db9cf3 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 1096 time: 0.2584333 Jul 16 01:13:48.236865 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7e070a0-df43-4781-ba3f-68623d68c5e4 req-33ff0501-8612-4228-80c3-d82bcd1e1617 service neutron] 10.222.0.70 "GET /v2.0/networks/18930d26-350d-40f8-a065-bfaf4a61a7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365545 Jul 16 01:13:48.275947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28324251-dad1-4fd6-b045-d41d882633e0 req-e3da5e80-85b2-4ed9-a436-2a42fe9394de tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730388 Jul 16 01:13:48.663415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c7b4fa-3141-4301-9c30-d6c38b0a8e0e req-b1fad7cb-0310-454d-8e4a-e7a8a7fc1992 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:48.665044 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b8c7b4fa-3141-4301-9c30-d6c38b0a8e0e req-b1fad7cb-0310-454d-8e4a-e7a8a7fc1992 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 944 time: 0.1443741 Jul 16 01:13:48.671383 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a1aef5-eaf4-4792-a977-1289fcbefd47 req-e1faff1f-36b7-4576-a898-ca00e7d43b42 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:48.672919 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a1aef5-eaf4-4792-a977-1289fcbefd47 req-e1faff1f-36b7-4576-a898-ca00e7d43b42 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 1096 time: 0.0968609 Jul 16 01:13:48.717884 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b8c7b4fa-3141-4301-9c30-d6c38b0a8e0e req-a124fe58-1729-45f5-b276-a7df6a7f475a tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/security-groups?id=98068b16-6bad-4161-9731-2b0c7e30bda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439935 Jul 16 01:13:48.729131 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:48.751263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a1aef5-eaf4-4792-a977-1289fcbefd47 req-6775a737-1acb-4413-a558-53b21644699f tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524554 Jul 16 01:13:48.974772 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Router a006cd31-b86d-4cf5-9d17-9b9127a434e4 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:13:49.013783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4969db80-a12e-4526-bb7e-0d3a50956c43 None None] Network b1544cd7-1b5c-433b-a8bd-e2b8413b6815 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:49.123997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8e53475f-9f06-4ce2-9083-7025c961f7c0 None None] Provisioning for port ad70e251-f6c0-4bd9-ae3f-d212abeb074a completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:49.209723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac351c47-c33f-4799-855e-412f919b6f9c req-0e0373ee-1a44-4fe4-99ba-d044b522d66f tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:49.210044 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:13:49.212683 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac351c47-c33f-4799-855e-412f919b6f9c req-0e0373ee-1a44-4fe4-99ba-d044b522d66f tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 945 time: 0.1320453 Jul 16 01:13:49.236917 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:49.238673 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bfeb5f6e-2ef3-42f5-b85d-c6c0e275a230 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6059997 Jul 16 01:13:49.242450 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43982) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:49.247350 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Sync routers for ids ['a006cd31-b86d-4cf5-9d17-9b9127a434e4'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:13:49.265246 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac351c47-c33f-4799-855e-412f919b6f9c req-e2d2b229-ca8d-4af2-bdbc-3a6fcd19124e tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/security-groups?id=22dfabc6-3995-459e-818d-bcea732c0463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425217 Jul 16 01:13:49.301537 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43984) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:49.518343 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c270ee33-794b-46b8-aafd-f951266f3a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:49.633130 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 64e7f529-e6f5-4892-a667-f3a0f2c99313 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:49.684668 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Routers {'a006cd31-b86d-4cf5-9d17-9b9127a434e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:49.685404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a006cd31-b86d-4cf5-9d17-9b9127a434e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:49.769734 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9edffc-9889-49a0-948d-eaf6f6cf23d9 req-c701594a-79bd-439c-9f76-9c071c5cb424 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:49.778927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f9edffc-9889-49a0-948d-eaf6f6cf23d9 req-c701594a-79bd-439c-9f76-9c071c5cb424 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.0979846 Jul 16 01:13:49.807413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c270ee33-794b-46b8-aafd-f951266f3a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:49.841218 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f9edffc-9889-49a0-948d-eaf6f6cf23d9 req-54492deb-eee9-4802-bcdd-eb6c1c790045 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611463 Jul 16 01:13:49.846246 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c270ee33-794b-46b8-aafd-f951266f3a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:49.871833 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 64e7f529-e6f5-4892-a667-f3a0f2c99313 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:49.888965 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 64e7f529-e6f5-4892-a667-f3a0f2c99313 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:49.896243 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:49.912076 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270ee33-794b-46b8-aafd-f951266f3a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591d096d-7778-49ec-9325-d3a37af85f47,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:49.949686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Set router a006cd31-b86d-4cf5-9d17-9b9127a434e4 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:49.965682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c270ee33-794b-46b8-aafd-f951266f3a80 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32c9edf4991348859907837fbe74dc4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6629624 Jul 16 01:13:49.973650 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44008) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:50.068858 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ad70e251-f6c0-4bd9-ae3f-d212abeb074a up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:50.113710 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.207255 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-980b5742-c1db-4614-bef1-0713bc241e22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.241603 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-980b5742-c1db-4614-bef1-0713bc241e22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.265949 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.268709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3392f8-7268-4ed8-af81-85607a43266e req-ffe3407b-2381-405b-8549-32d5412d6f68 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:50.270258 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb3392f8-7268-4ed8-af81-85607a43266e req-ffe3407b-2381-405b-8549-32d5412d6f68 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 944 time: 0.1547551 Jul 16 01:13:50.311204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port ad70e251-f6c0-4bd9-ae3f-d212abeb074a completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:50.312352 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Allocated IP 172.20.0.1 (b1544cd7-1b5c-433b-a8bd-e2b8413b6815/530545b9-7584-4dc1-b2dd-25ca2b2a3655/6a5ac73c-d6d8-44ed-b113-3735b4c17c02) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:50.320867 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622d7e7b-2803-4ccf-9318-c787dc004285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e7f529-e6f5-4892-a667-f3a0f2c99313'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:50.323132 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81dbb769-3320-4ffb-a3d7-791d26849eed" -d '{"events": [{"server_uuid": "622d7e7b-2803-4ccf-9318-c787dc004285", "name": "network-vif-plugged", "status": "completed", "tag": "64e7f529-e6f5-4892-a667-f3a0f2c99313"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:50.329970 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port ad70e251-f6c0-4bd9-ae3f-d212abeb074a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:50.330544 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.365017 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 64e7f529-e6f5-4892-a667-f3a0f2c99313, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=64e7f529-e6f5-4892-a667-f3a0f2c99313,segment=NetworkSegment(8892876a-3134-4737-9595-7a08bf4232ae),segment_id=8892876a-3134-4737-9595-7a08bf4232ae)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:50.365870 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb3392f8-7268-4ed8-af81-85607a43266e req-b06feba9-0606-4a8b-812d-e1103d35e15a tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/security-groups?id=98068b16-6bad-4161-9731-2b0c7e30bda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863807 Jul 16 01:13:50.370391 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b165ecc3-a4d2-4cf5-833b-509a664a4615 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:13:50.380218 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.412250 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-980b5742-c1db-4614-bef1-0713bc241e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.424595 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-980b5742-c1db-4614-bef1-0713bc241e22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.427137 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-980b5742-c1db-4614-bef1-0713bc241e22 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/591d096d-7778-49ec-9325-d3a37af85f47 HTTP/1.1" status: 204 len: 168 time: 0.4524891 Jul 16 01:13:50.449423 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6455b56-1f49-4e43-8ad4-abf61bdb962f x-openstack-request-id: req-e6455b56-1f49-4e43-8ad4-abf61bdb962f {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:50.449712 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622d7e7b-2803-4ccf-9318-c787dc004285", "name": "network-vif-plugged", "status": "completed", "tag": "64e7f529-e6f5-4892-a667-f3a0f2c99313", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:50.450181 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e6455b56-1f49-4e43-8ad4-abf61bdb962f {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:50.450574 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622d7e7b-2803-4ccf-9318-c787dc004285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64e7f529-e6f5-4892-a667-f3a0f2c99313', 'code': 200} Jul 16 01:13:50.456001 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6a1d9e68-2565-4873-a8c7-4e5474a7f438 None None] Provisioning complete for port ad70e251-f6c0-4bd9-ae3f-d212abeb074a triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:50.456390 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6a1d9e68-2565-4873-a8c7-4e5474a7f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.468498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980b5742-c1db-4614-bef1-0713bc241e22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591d096d-7778-49ec-9325-d3a37af85f47,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:50.477527 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.496449 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Transition to ACTIVE for port object 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:50.541629 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.549868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a848025-2e9b-494e-bf6c-fffef9ae8fde req-05ef87b1-4a54-4ac1-9a92-42a7a4557dda tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:50.552999 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8a848025-2e9b-494e-bf6c-fffef9ae8fde req-05ef87b1-4a54-4ac1-9a92-42a7a4557dda tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 946 time: 0.1054156 Jul 16 01:13:50.557906 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-829659543-router', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '8efa619e-1662-4bec-9bb0-710eea4b15a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:46Z', 'updated_at': '2021-07-16T01:13:47Z', 'revision_number': 3, 'project_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'gw_port': {'id': '8efa619e-1662-4bec-9bb0-710eea4b15a3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:47Z', 'updated_at': '2021-07-16T01:13:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:50.612531 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Network b1544cd7-1b5c-433b-a8bd-e2b8413b6815 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:50.616334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:50.634094 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:50.636929 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8a848025-2e9b-494e-bf6c-fffef9ae8fde req-82547877-873d-4d49-968b-b695d5eb69d9 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/security-groups?id=22dfabc6-3995-459e-818d-bcea732c0463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619996 Jul 16 01:13:50.655063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Checking router: a006cd31-b86d-4cf5-9d17-9b9127a434e4 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:13:50.657327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Updating router a006cd31-b86d-4cf5-9d17-9b9127a434e4 port 8efa619e-1662-4bec-9bb0-710eea4b15a3 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:13:50.660780 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=64e7f529-e6f5-4892-a667-f3a0f2c99313,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:50.665912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe29dc2a-07a2-4e8a-a2e5-f1aa2ba12ec5 req-0ba9c72c-52b5-4f49-9b64-1af6a5d3bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:50.667597 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe29dc2a-07a2-4e8a-a2e5-f1aa2ba12ec5 req-0ba9c72c-52b5-4f49-9b64-1af6a5d3bbe4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 1098 time: 0.1375391 Jul 16 01:13:50.670782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Pushing event updated for resources: {'Port': ['ID=6a5ac73c-d6d8-44ed-b113-3735b4c17c02,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:50.717494 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.728946 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe29dc2a-07a2-4e8a-a2e5-f1aa2ba12ec5 req-8cd7084c-a261-45e5-bdab-0df2918cc157 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=22dfabc6-3995-459e-818d-bcea732c0463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520997 Jul 16 01:13:50.820617 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.828139 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b165ecc3-a4d2-4cf5-833b-509a664a4615, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b165ecc3-a4d2-4cf5-833b-509a664a4615,segment=NetworkSegment(aea1aa67-bf02-4317-864c-b0a87bd41f50),segment_id=aea1aa67-bf02-4317-864c-b0a87bd41f50)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:50.835914 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:50.915742 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'b165ecc3-a4d2-4cf5-833b-509a664a4615', 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa', 'port_id': 'b165ecc3-a4d2-4cf5-833b-509a664a4615', 'mac_address': 'fa:16:3e:8c:c9:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:13:50.993032 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.006293 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6a1d9e68-2565-4873-a8c7-4e5474a7f438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.009654 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port ad70e251-f6c0-4bd9-ae3f-d212abeb074a, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ad70e251-f6c0-4bd9-ae3f-d212abeb074a,segment=NetworkSegment(2bed1f64-bf55-4c87-b16c-16c33cf8a5cd),segment_id=2bed1f64-bf55-4c87-b16c-16c33cf8a5cd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:51.123424 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.197977 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.285799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dac837-2db4-4e2e-b362-33351c08e68c req-75972180-3cc8-4b5a-91ac-ff074695e63c tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:51.302607 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03dac837-2db4-4e2e-b362-33351c08e68c req-75972180-3cc8-4b5a-91ac-ff074695e63c tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.2087028 Jul 16 01:13:51.322493 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b165ecc3-a4d2-4cf5-833b-509a664a4615 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:13:51.339275 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=ad70e251-f6c0-4bd9-ae3f-d212abeb074a,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:51.394204 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-6a1d9e68-2565-4873-a8c7-4e5474a7f438 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:13:51.394922 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-6a1d9e68-2565-4873-a8c7-4e5474a7f438 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:13:51.401107 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b165ecc3-a4d2-4cf5-833b-509a664a4615, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b165ecc3-a4d2-4cf5-833b-509a664a4615,segment=NetworkSegment(aea1aa67-bf02-4317-864c-b0a87bd41f50),segment_id=aea1aa67-bf02-4317-864c-b0a87bd41f50)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:51.412433 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.421764 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03dac837-2db4-4e2e-b362-33351c08e68c req-0470083c-fedc-400b-b390-d852a0abb395 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129675 Jul 16 01:13:51.496325 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.504001 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.527981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=b165ecc3-a4d2-4cf5-833b-509a664a4615,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:51.601547 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.603466 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Pushing event updated for resources: {'Port': ['ID=6a5ac73c-d6d8-44ed-b113-3735b4c17c02,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:51.646505 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.671371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Transition to ACTIVE for port object 8efa619e-1662-4bec-9bb0-710eea4b15a3 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:51.690074 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.751540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['b165ecc3-a4d2-4cf5-833b-509a664a4615'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:13:51.805364 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80813a7d-7efb-4407-8041-fc6846620996 req-27c46e71-87a3-4f21-9b0f-f7f9bdf1e846 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:51.817894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80813a7d-7efb-4407-8041-fc6846620996 req-27c46e71-87a3-4f21-9b0f-f7f9bdf1e846 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 945 time: 0.1629796 Jul 16 01:13:51.835223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Network b1544cd7-1b5c-433b-a8bd-e2b8413b6815 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:51.846246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:51.863928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Attempting to bind port 8efa619e-1662-4bec-9bb0-710eea4b15a3 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:51.864462 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Attempting to bind port 8efa619e-1662-4bec-9bb0-710eea4b15a3 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:51.867891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Attempting to bind port 8efa619e-1662-4bec-9bb0-710eea4b15a3 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:51.870168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22ac74-a1cd-4229-b576-30e48f1998c8 None None] Pushing event updated for resources: {'Port': ['ID=8efa619e-1662-4bec-9bb0-710eea4b15a3,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:51.883870 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:51.892028 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:51.901670 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.902087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:51.902908 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Bound port: 8efa619e-1662-4bec-9bb0-710eea4b15a3, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:51.903117 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:51.933019 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80813a7d-7efb-4407-8041-fc6846620996 req-450ac103-8dd6-4b33-96c6-684b1cecd8a9 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/security-groups?id=98068b16-6bad-4161-9731-2b0c7e30bda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128135 Jul 16 01:13:51.945870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44056) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:52.023969 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ad70e251-f6c0-4bd9-ae3f-d212abeb074a up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:52.106423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fff54-231b-4f69-b5ce-0afdc46fe1a5 req-5bcdcc42-2d5d-41ba-bf1a-f15b6aab7b7d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:52.113974 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a84fff54-231b-4f69-b5ce-0afdc46fe1a5 req-5bcdcc42-2d5d-41ba-bf1a-f15b6aab7b7d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 946 time: 0.1737401 Jul 16 01:13:52.121208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Router a006cd31-b86d-4cf5-9d17-9b9127a434e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:13:52.177070 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-748ff670-7480-4536-8030-c003f7df1915 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-network', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:52.199232 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a84fff54-231b-4f69-b5ce-0afdc46fe1a5 req-85c47ce8-0a9f-4420-8d80-365487dd7dbe tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/security-groups?id=22dfabc6-3995-459e-818d-bcea732c0463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804768 Jul 16 01:13:52.224530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748ff670-7480-4536-8030-c003f7df1915 admin admin] Made reservation on behalf of 70d4a48d33d443b48e0f8d661d77b75e for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:52.227703 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-748ff670-7480-4536-8030-c003f7df1915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.252111 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-748ff670-7480-4536-8030-c003f7df1915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.313527 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:13:52.319394 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-134ced9f-1abe-4ba6-93e6-20443c10754b admin admin] 10.222.0.22 "PUT /v2.0/routers/a006cd31-b86d-4cf5-9d17-9b9127a434e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0749950 Jul 16 01:13:52.380253 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port ad70e251-f6c0-4bd9-ae3f-d212abeb074a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:52.381244 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.435723 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] For port 8efa619e-1662-4bec-9bb0-710eea4b15a3, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:52.472418 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-748ff670-7480-4536-8030-c003f7df1915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.478385 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-748ff670-7480-4536-8030-c003f7df1915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.530396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-748ff670-7480-4536-8030-c003f7df1915 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:13:52.552527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] For port 8efa619e-1662-4bec-9bb0-710eea4b15a3, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8efa619e-1662-4bec-9bb0-710eea4b15a3,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:52.574691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ff670-7480-4536-8030-c003f7df1915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2b1efc-5575-49c5-aa81-d60458159e1e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:52.577456 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.585144 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-748ff670-7480-4536-8030-c003f7df1915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.585727 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-748ff670-7480-4536-8030-c003f7df1915 admin admin] Added segment 15bb7885-4f53-4f73-ae82-74aaea69c6dc of type vlan for network dc150639-5c75-49e1-9745-52422cc19e6f Jul 16 01:13:52.600334 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-29a506c1-57e3-4688-a749-23b05bad9ff8 None None] Provisioning for port 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:52.633726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-29a506c1-57e3-4688-a749-23b05bad9ff8 None None] Provisioning complete for port 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:52.634140 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-29a506c1-57e3-4688-a749-23b05bad9ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.668012 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-748ff670-7480-4536-8030-c003f7df1915 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.728195 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-29a506c1-57e3-4688-a749-23b05bad9ff8 None None] Port 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:13:52.743974 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-748ff670-7480-4536-8030-c003f7df1915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.744798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748ff670-7480-4536-8030-c003f7df1915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:52.745461 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-748ff670-7480-4536-8030-c003f7df1915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:52.796412 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Routers {'a006cd31-b86d-4cf5-9d17-9b9127a434e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:52.797036 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a006cd31-b86d-4cf5-9d17-9b9127a434e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:52.800451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf78f5-ef9e-4873-a58b-f28b0e52b3db req-d3aed018-001e-439d-ad7d-ea94bd5f11da tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:52.808425 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-43cf78f5-ef9e-4873-a58b-f28b0e52b3db req-d3aed018-001e-439d-ad7d-ea94bd5f11da tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1357162 Jul 16 01:13:52.810940 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-748ff670-7480-4536-8030-c003f7df1915 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8637850 Jul 16 01:13:52.814332 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44074) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:52.851204 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b6bd32dc-f7e3-4c29-aa4a-6ef45b02b7b3 admin admin] Request body: {'subnet': {'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-subnet', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:52.862270 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ff670-7480-4536-8030-c003f7df1915 admin admin] Pushing event updated for resources: {'Network': ['ID=dc150639-5c75-49e1-9745-52422cc19e6f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:52.869285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22ac74-a1cd-4229-b576-30e48f1998c8 None None] Pushing event updated for resources: {'Port': ['ID=8efa619e-1662-4bec-9bb0-710eea4b15a3,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:52.877739 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network dc150639-5c75-49e1-9745-52422cc19e6f details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:13:52.909697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-43cf78f5-ef9e-4873-a58b-f28b0e52b3db req-c838c42c-bf75-41cb-9418-c7c583a8d998 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002545 Jul 16 01:13:52.918857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bd32dc-f7e3-4c29-aa4a-6ef45b02b7b3 admin admin] Made reservation on behalf of 70d4a48d33d443b48e0f8d661d77b75e for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:52.921851 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6bd32dc-f7e3-4c29-aa4a-6ef45b02b7b3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.056498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] Set router a006cd31-b86d-4cf5-9d17-9b9127a434e4 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:53.168946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44086) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:53.177202 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6bd32dc-f7e3-4c29-aa4a-6ef45b02b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.177872 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0786dc18-d2f6-40b1-b949-b814666ae4aa admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-141332346-network', 'tenant_id': '369685e5d7c9438bb065fff41911da00'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:53.207561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0786dc18-d2f6-40b1-b949-b814666ae4aa admin admin] Made reservation on behalf of 369685e5d7c9438bb065fff41911da00 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:53.210533 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0786dc18-d2f6-40b1-b949-b814666ae4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.219157 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0786dc18-d2f6-40b1-b949-b814666ae4aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.293363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8299f19-d120-46c2-91f5-815178e73905 req-1a736672-1f32-4a77-923f-14e08c14eea6 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:53.302389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8299f19-d120-46c2-91f5-815178e73905 req-1a736672-1f32-4a77-923f-14e08c14eea6 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 945 time: 0.1873341 Jul 16 01:13:53.311348 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd32dc-f7e3-4c29-aa4a-6ef45b02b7b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:53.332094 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0786dc18-d2f6-40b1-b949-b814666ae4aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.338744 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0786dc18-d2f6-40b1-b949-b814666ae4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.365285 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8299f19-d120-46c2-91f5-815178e73905 req-a7af1670-d65d-4888-80d4-e0bfdc893385 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/security-groups?id=98068b16-6bad-4161-9731-2b0c7e30bda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614748 Jul 16 01:13:53.366294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bd32dc-f7e3-4c29-aa4a-6ef45b02b7b3 admin admin] Checking segment: {'id': '15bb7885-4f53-4f73-ae82-74aaea69c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:53.366692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bd32dc-f7e3-4c29-aa4a-6ef45b02b7b3 admin admin] Network hostable DHCP agents. Network: dc150639-5c75-49e1-9745-52422cc19e6f, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:13:53.370975 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0786dc18-d2f6-40b1-b949-b814666ae4aa admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:13:53.387983 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786dc18-d2f6-40b1-b949-b814666ae4aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4fd367-cc67-480a-b3a4-f2a854c8ae8c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:53.394417 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0786dc18-d2f6-40b1-b949-b814666ae4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.394794 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-0786dc18-d2f6-40b1-b949-b814666ae4aa admin admin] Added segment 5a52c916-99d7-4df6-b09f-7d8c638c6f38 of type vlan for network 8f1c45ec-861d-413c-8e35-ef2e61abbeae Jul 16 01:13:53.406104 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-829659543-router', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '8efa619e-1662-4bec-9bb0-710eea4b15a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:46Z', 'updated_at': '2021-07-16T01:13:50Z', 'revision_number': 4, 'project_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'gw_port': {'id': '8efa619e-1662-4bec-9bb0-710eea4b15a3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:47Z', 'updated_at': '2021-07-16T01:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '6a5ac73c-d6d8-44ed-b113-3735b4c17c02', 'name': '', 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'mac_address': 'fa:16:3e:74:74:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '530545b9-7584-4dc1-b2dd-25ca2b2a3655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:50Z', 'updated_at': '2021-07-16T01:13:51Z', 'revision_number': 2, 'project_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'subnets': [{'id': '530545b9-7584-4dc1-b2dd-25ca2b2a3655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:53.438769 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd3a96e-b60a-429a-9153-0d9133bc1dba None None] The sync data for ids ['a006cd31-b86d-4cf5-9d17-9b9127a434e4'] in n-d-791505-14 is: [{'id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-829659543-router', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '8efa619e-1662-4bec-9bb0-710eea4b15a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:46Z', 'updated_at': '2021-07-16T01:13:50Z', 'revision_number': 4, 'project_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'gw_port': {'id': '8efa619e-1662-4bec-9bb0-710eea4b15a3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:47Z', 'updated_at': '2021-07-16T01:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '6a5ac73c-d6d8-44ed-b113-3735b4c17c02', 'name': '', 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'mac_address': 'fa:16:3e:74:74:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '530545b9-7584-4dc1-b2dd-25ca2b2a3655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:50Z', 'updated_at': '2021-07-16T01:13:51Z', 'revision_number': 2, 'project_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'subnets': [{'id': '530545b9-7584-4dc1-b2dd-25ca2b2a3655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:13:53.444246 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bd32dc-f7e3-4c29-aa4a-6ef45b02b7b3 admin admin] Network dc150639-5c75-49e1-9745-52422cc19e6f is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:13:53.451882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0786dc18-d2f6-40b1-b949-b814666ae4aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.458121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b6bd32dc-f7e3-4c29-aa4a-6ef45b02b7b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, dc150639-5c75-49e1-9745-52422cc19e6f) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:53.468247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d004d4-646f-43de-9730-0600c43dda21 None None] Network dc150639-5c75-49e1-9745-52422cc19e6f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:53.469244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bd32dc-f7e3-4c29-aa4a-6ef45b02b7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:53.470005 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6bd32dc-f7e3-4c29-aa4a-6ef45b02b7b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.492752 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0786dc18-d2f6-40b1-b949-b814666ae4aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.493875 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0786dc18-d2f6-40b1-b949-b814666ae4aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:53.494475 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0786dc18-d2f6-40b1-b949-b814666ae4aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.513709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d573564-bcc2-4248-bf1f-ac3512971292 req-32a41c04-f06e-49f6-9cd0-fccb6068fd71 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:53.516335 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d573564-bcc2-4248-bf1f-ac3512971292 req-32a41c04-f06e-49f6-9cd0-fccb6068fd71 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 946 time: 0.1460607 Jul 16 01:13:53.518529 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b6bd32dc-f7e3-4c29-aa4a-6ef45b02b7b3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7016556 Jul 16 01:13:53.522149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44090) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:53.544457 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0786dc18-d2f6-40b1-b949-b814666ae4aa admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3731091 Jul 16 01:13:53.544712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:53.549490 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44092) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:53.554693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-c36d1bcf-d839-4e75-8d25-26e0a3ea62a1 admin admin] Request body: {'subnet': {'network_id': '8f1c45ec-861d-413c-8e35-ef2e61abbeae', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-141332346-subnet', 'tenant_id': '369685e5d7c9438bb065fff41911da00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:53.588618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0786dc18-d2f6-40b1-b949-b814666ae4aa admin admin] Pushing event updated for resources: {'Network': ['ID=8f1c45ec-861d-413c-8e35-ef2e61abbeae,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:53.602754 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d573564-bcc2-4248-bf1f-ac3512971292 req-9baf2dd7-4b6a-4912-9af3-1757c53226da tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/security-groups?id=22dfabc6-3995-459e-818d-bcea732c0463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788624 Jul 16 01:13:53.605766 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.606786 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.639208 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 8f1c45ec-861d-413c-8e35-ef2e61abbeae details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:13:53.680593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-dc150639-5c75-49e1-9745-52422cc19e6f', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:13:53.681820 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.682646 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.691468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36d1bcf-d839-4e75-8d25-26e0a3ea62a1 admin admin] Made reservation on behalf of 369685e5d7c9438bb065fff41911da00 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:13:53.693797 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c36d1bcf-d839-4e75-8d25-26e0a3ea62a1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:53.936785 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Allocated IP 172.20.0.2 (dc150639-5c75-49e1-9745-52422cc19e6f/9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee/d865cd11-d87a-4070-be3e-a01efc50c007) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:54.023468 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.135308 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.146338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Transition to ACTIVE for port object d865cd11-d87a-4070-be3e-a01efc50c007 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:54.166421 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Transition to ACTIVE for port object d865cd11-d87a-4070-be3e-a01efc50c007 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:54.173385 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.209931 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Network dc150639-5c75-49e1-9745-52422cc19e6f is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:54.215263 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:54.217957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:54.258636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Pushing event updated for resources: {'Port': ['ID=d865cd11-d87a-4070-be3e-a01efc50c007,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:54.270261 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a70e04-c9de-4f24-9c06-1b6b4f67b527 req-1e836023-d984-4d56-b7ea-98ca72fb40b4 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:54.272064 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c7a70e04-c9de-4f24-9c06-1b6b4f67b527 req-1e836023-d984-4d56-b7ea-98ca72fb40b4 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 946 time: 0.4286013 Jul 16 01:13:54.283707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44100) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:54.300909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3142bb24-0d4c-4d77-ae88-127d930fe821 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Request body: {'floatingip': {'port_id': '64e7f529-e6f5-4892-a667-f3a0f2c99313'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:54.301782 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Attempting to bind port d865cd11-d87a-4070-be3e-a01efc50c007 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:54.302158 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Attempting to bind port d865cd11-d87a-4070-be3e-a01efc50c007 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '15bb7885-4f53-4f73-ae82-74aaea69c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:54.302521 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Attempting to bind port d865cd11-d87a-4070-be3e-a01efc50c007 on network dc150639-5c75-49e1-9745-52422cc19e6f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:54.308260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:54.308636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Checking segment: {'id': '15bb7885-4f53-4f73-ae82-74aaea69c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:54.309040 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.309592 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Bound using segment: {'id': '15bb7885-4f53-4f73-ae82-74aaea69c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:54.310076 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Bound port: d865cd11-d87a-4070-be3e-a01efc50c007, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bb7885-4f53-4f73-ae82-74aaea69c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:54.310454 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.359018 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbdb16-3fbb-448d-8e28-4cfdc645e330 req-8147f23d-0524-4fd0-a4d6-8ca723cf4b4e tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:54.361300 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7bcbdb16-3fbb-448d-8e28-4cfdc645e330 req-8147f23d-0524-4fd0-a4d6-8ca723cf4b4e tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.2418621 Jul 16 01:13:54.398406 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b165ecc3-a4d2-4cf5-833b-509a664a4615 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:54.425475 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] For port d865cd11-d87a-4070-be3e-a01efc50c007, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:54.450902 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] For port d865cd11-d87a-4070-be3e-a01efc50c007, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d865cd11-d87a-4070-be3e-a01efc50c007,segment=NetworkSegment(15bb7885-4f53-4f73-ae82-74aaea69c6dc),segment_id=15bb7885-4f53-4f73-ae82-74aaea69c6dc)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:54.451848 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:13:54.458910 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.483655 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7bcbdb16-3fbb-448d-8e28-4cfdc645e330 req-a09149dd-b66a-4482-aea5-7c7a33a6e61d tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117010 Jul 16 01:13:54.491425 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c36d1bcf-d839-4e75-8d25-26e0a3ea62a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.541784 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3142bb24-0d4c-4d77-ae88-127d930fe821 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for floatingip, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.568937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port b165ecc3-a4d2-4cf5-833b-509a664a4615 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:54.584120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port b165ecc3-a4d2-4cf5-833b-509a664a4615 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:54.586672 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.609079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d1bcf-d839-4e75-8d25-26e0a3ea62a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6d1924-f4bf-4cb0-8610-bdc55a31932d,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:54.661511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cb1364-4abb-45b6-a51c-b4deb0248e98 None None] Pushing event updated for resources: {'Port': ['ID=d865cd11-d87a-4070-be3e-a01efc50c007,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:54.795249 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.822891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b7443b-c76c-46d4-9a6e-2eb447c30f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b165ecc3-a4d2-4cf5-833b-509a664a4615'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:54.825340 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80d4ac3-5a99-435d-b30e-3b0b42429e50" -d '{"events": [{"server_uuid": "f0b7443b-c76c-46d4-9a6e-2eb447c30f7f", "name": "network-vif-plugged", "status": "completed", "tag": "b165ecc3-a4d2-4cf5-833b-509a664a4615"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:54.844897 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b165ecc3-a4d2-4cf5-833b-509a664a4615, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b165ecc3-a4d2-4cf5-833b-509a664a4615,segment=NetworkSegment(aea1aa67-bf02-4317-864c-b0a87bd41f50),segment_id=aea1aa67-bf02-4317-864c-b0a87bd41f50)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:54.850896 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:54.973926 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bc9aff-c019-42f2-a7ab-eaab203ee288 x-openstack-request-id: req-02bc9aff-c019-42f2-a7ab-eaab203ee288 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:54.974160 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b7443b-c76c-46d4-9a6e-2eb447c30f7f", "name": "network-vif-plugged", "status": "completed", "tag": "b165ecc3-a4d2-4cf5-833b-509a664a4615", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:54.974370 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-02bc9aff-c019-42f2-a7ab-eaab203ee288 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:54.974946 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b7443b-c76c-46d4-9a6e-2eb447c30f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b165ecc3-a4d2-4cf5-833b-509a664a4615', 'code': 200} Jul 16 01:13:55.020449 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=b165ecc3-a4d2-4cf5-833b-509a664a4615,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:55.275171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36d1bcf-d839-4e75-8d25-26e0a3ea62a1 admin admin] Checking segment: {'id': '5a52c916-99d7-4df6-b09f-7d8c638c6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f1c45ec-861d-413c-8e35-ef2e61abbeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:55.275545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36d1bcf-d839-4e75-8d25-26e0a3ea62a1 admin admin] Network hostable DHCP agents. Network: 8f1c45ec-861d-413c-8e35-ef2e61abbeae, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:13:55.304852 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:55.348451 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:55.361044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36d1bcf-d839-4e75-8d25-26e0a3ea62a1 admin admin] Network 8f1c45ec-861d-413c-8e35-ef2e61abbeae is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:13:55.416009 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5038aad4-834d-46fc-a4ec-88840bc6f731 req-74142669-4a21-4d9b-899e-d1ef2742897f tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:55.417681 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5038aad4-834d-46fc-a4ec-88840bc6f731 req-74142669-4a21-4d9b-899e-d1ef2742897f tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 946 time: 0.2551789 Jul 16 01:13:55.419861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951ffe7-0c52-464a-9cda-564f435dbfbd req-041e522b-8733-4727-bcdd-6587cd6c718a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:55.421414 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c951ffe7-0c52-464a-9cda-564f435dbfbd req-041e522b-8733-4727-bcdd-6587cd6c718a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 1098 time: 0.2606621 Jul 16 01:13:55.422070 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-c36d1bcf-d839-4e75-8d25-26e0a3ea62a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 8f1c45ec-861d-413c-8e35-ef2e61abbeae) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:55.433055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa4c014-bade-4e8d-86a6-2e6caffac952 None None] Network 8f1c45ec-861d-413c-8e35-ef2e61abbeae requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:55.435347 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36d1bcf-d839-4e75-8d25-26e0a3ea62a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:55.435983 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c36d1bcf-d839-4e75-8d25-26e0a3ea62a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:55.524916 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c36d1bcf-d839-4e75-8d25-26e0a3ea62a1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9743502 Jul 16 01:13:55.525561 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44110) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:13:55.554639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-141332346-router', 'tenant_id': '369685e5d7c9438bb065fff41911da00', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:13:55.597516 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5038aad4-834d-46fc-a4ec-88840bc6f731 req-bb513cff-8b40-4a7f-b233-41836067a572 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/security-groups?id=98068b16-6bad-4161-9731-2b0c7e30bda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649647 Jul 16 01:13:55.627748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c951ffe7-0c52-464a-9cda-564f435dbfbd req-ac5aa4a8-9280-48a5-8cf3-7f90b9d1ec12 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=98068b16-6bad-4161-9731-2b0c7e30bda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940978 Jul 16 01:13:55.642501 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:55.646816 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:55.679236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Allocated IP 172.25.2.131 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/770dc93f-88f7-4a75-9f84-284d42d14afe) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:55.769477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-8f1c45ec-861d-413c-8e35-ef2e61abbeae', 'network_id': '8f1c45ec-861d-413c-8e35-ef2e61abbeae', 'tenant_id': '369685e5d7c9438bb065fff41911da00', 'fixed_ips': [{'subnet_id': 'ed6d1924-f4bf-4cb0-8610-bdc55a31932d'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:13:55.770368 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:55.836682 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:55.867247 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.db.resource_extend [None req-3142bb24-0d4c-4d77-ae88-127d930fe821 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:13:56.011050 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3142bb24-0d4c-4d77-ae88-127d930fe821 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:56.016809 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3142bb24-0d4c-4d77-ae88-127d930fe821 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:56.032395 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Allocated IP 172.20.0.2 (8f1c45ec-861d-413c-8e35-ef2e61abbeae/ed6d1924-f4bf-4cb0-8610-bdc55a31932d/a6ea1d97-594b-4a05-b909-42dd2ee471dc) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:56.090965 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d865cd11-d87a-4070-be3e-a01efc50c007 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:56.152039 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:56.177313 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7213ea40-b61f-4203-b0a1-ec8c909712db None None] Network dc150639-5c75-49e1-9745-52422cc19e6f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:56.179600 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-3142bb24-0d4c-4d77-ae88-127d930fe821 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Floating IP 11796579-e375-40f1-a1f3-d29264575526 associated. External IP: 172.25.2.162, port: 64e7f529-e6f5-4892-a667-f3a0f2c99313. Jul 16 01:13:56.235992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-37d49c5d-b89a-4618-a75c-9d5765ef0594 None None] Provisioning for port d865cd11-d87a-4070-be3e-a01efc50c007 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:56.342107 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:56.374084 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:56.454656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:56.478730 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=770dc93f-88f7-4a75-9f84-284d42d14afe,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:56.480794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port d865cd11-d87a-4070-be3e-a01efc50c007 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:56.486828 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:56.492513 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d865cd11-d87a-4070-be3e-a01efc50c007 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:56.493036 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:56.493339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:56.502331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63e93c-1711-4d38-bee3-26ebe300f7a1 req-db6f374e-0ccb-4c25-90a3-394e312c07a3 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:56.510245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e63e93c-1711-4d38-bee3-26ebe300f7a1 req-db6f374e-0ccb-4c25-90a3-394e312c07a3 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.6966476 Jul 16 01:13:56.557836 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:56.573379 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3142bb24-0d4c-4d77-ae88-127d930fe821 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Router f4922fdb-402b-4c31-b803-45f62047cb98 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:13:56.578377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Transition to ACTIVE for port object a6ea1d97-594b-4a05-b909-42dd2ee471dc will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:56.622934 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Transition to ACTIVE for port object a6ea1d97-594b-4a05-b909-42dd2ee471dc will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:56.681110 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:56.745934 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e63e93c-1711-4d38-bee3-26ebe300f7a1 req-8239c27b-84a7-440d-ad90-3fbe1ca61be2 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354252 Jul 16 01:13:56.799723 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Network 8f1c45ec-861d-413c-8e35-ef2e61abbeae is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:13:56.808040 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3142bb24-0d4c-4d77-ae88-127d930fe821 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:13:56.820262 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:56.822565 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:13:56.822826 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3142bb24-0d4c-4d77-ae88-127d930fe821 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:56.827107 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea4ba9-0a04-4440-8653-3ebf3bdc0935 None None] Sync routers for ids ['f4922fdb-402b-4c31-b803-45f62047cb98'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:13:56.838921 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea4ba9-0a04-4440-8653-3ebf3bdc0935 None None] Routers {'f4922fdb-402b-4c31-b803-45f62047cb98'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:56.839965 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7aea4ba9-0a04-4440-8653-3ebf3bdc0935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f4922fdb-402b-4c31-b803-45f62047cb98'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:56.868622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:13:56.953929 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Pushing event updated for resources: {'Port': ['ID=a6ea1d97-594b-4a05-b909-42dd2ee471dc,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:56.989301 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3142bb24-0d4c-4d77-ae88-127d930fe821 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "PUT /v2.0/floatingips/11796579-e375-40f1-a1f3-d29264575526 HTTP/1.1" status: 200 len: 992 time: 2.7037671 Jul 16 01:13:56.989932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '622d7e7b-2803-4ccf-9318-c787dc004285', 'tag': '64e7f529-e6f5-4892-a667-f3a0f2c99313'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:13:56.992244 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46de966f-d191-4a75-85c1-88a4b5064a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "622d7e7b-2803-4ccf-9318-c787dc004285", "tag": "64e7f529-e6f5-4892-a667-f3a0f2c99313"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:13:57.045036 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-7aea4ba9-0a04-4440-8653-3ebf3bdc0935 None None] Set router f4922fdb-402b-4c31-b803-45f62047cb98 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:57.063782 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Sync routers for ids ['a006cd31-b86d-4cf5-9d17-9b9127a434e4'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:13:57.134152 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Attempting to bind port a6ea1d97-594b-4a05-b909-42dd2ee471dc on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:13:57.135070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Attempting to bind port a6ea1d97-594b-4a05-b909-42dd2ee471dc by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '5a52c916-99d7-4df6-b09f-7d8c638c6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f1c45ec-861d-413c-8e35-ef2e61abbeae'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:13:57.136307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Attempting to bind port a6ea1d97-594b-4a05-b909-42dd2ee471dc on network 8f1c45ec-861d-413c-8e35-ef2e61abbeae {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:13:57.144933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:13:57.145731 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Checking segment: {'id': '5a52c916-99d7-4df6-b09f-7d8c638c6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f1c45ec-861d-413c-8e35-ef2e61abbeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:13:57.146431 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.165132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Bound using segment: {'id': '5a52c916-99d7-4df6-b09f-7d8c638c6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f1c45ec-861d-413c-8e35-ef2e61abbeae'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:13:57.167092 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Bound port: a6ea1d97-594b-4a05-b909-42dd2ee471dc, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a52c916-99d7-4df6-b09f-7d8c638c6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f1c45ec-861d-413c-8e35-ef2e61abbeae'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:13:57.167913 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.288622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] For port a6ea1d97-594b-4a05-b909-42dd2ee471dc, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:13:57.292949 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] For port a6ea1d97-594b-4a05-b909-42dd2ee471dc, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a6ea1d97-594b-4a05-b909-42dd2ee471dc,segment=NetworkSegment(5a52c916-99d7-4df6-b09f-7d8c638c6f38),segment_id=5a52c916-99d7-4df6-b09f-7d8c638c6f38)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:13:57.309244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port d865cd11-d87a-4070-be3e-a01efc50c007, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d865cd11-d87a-4070-be3e-a01efc50c007,segment=NetworkSegment(15bb7885-4f53-4f73-ae82-74aaea69c6dc),segment_id=15bb7885-4f53-4f73-ae82-74aaea69c6dc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:57.314873 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.363449 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb22396-3a2c-42b6-9025-25a8296c07d2 x-openstack-request-id: req-3eb22396-3a2c-42b6-9025-25a8296c07d2 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:13:57.364013 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "622d7e7b-2803-4ccf-9318-c787dc004285", "tag": "64e7f529-e6f5-4892-a667-f3a0f2c99313", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:13:57.364433 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3eb22396-3a2c-42b6-9025-25a8296c07d2 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:13:57.365038 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '622d7e7b-2803-4ccf-9318-c787dc004285', 'tag': '64e7f529-e6f5-4892-a667-f3a0f2c99313', 'status': 'completed', 'code': 200} Jul 16 01:13:57.389254 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Routers {'a006cd31-b86d-4cf5-9d17-9b9127a434e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:57.390112 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a006cd31-b86d-4cf5-9d17-9b9127a434e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:57.525242 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd38dff-a80a-48c4-8d0c-0187b16aaaba req-1541cde6-d28a-4626-bc9c-4ca8f92e55fa tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:57.532395 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd38dff-a80a-48c4-8d0c-0187b16aaaba req-1541cde6-d28a-4626-bc9c-4ca8f92e55fa tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 946 time: 0.5439317 Jul 16 01:13:57.540692 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.565600 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7aea4ba9-0a04-4440-8653-3ebf3bdc0935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'name': 'tempest-ServersTestBootFromVolume-286989718-router', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:12:49Z', 'updated_at': '2021-07-16T01:12:55Z', 'revision_number': 4, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'gw_port': {'id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:50Z', 'updated_at': '2021-07-16T01:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '11796579-e375-40f1-a1f3-d29264575526', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'port_id': '64e7f529-e6f5-4892-a667-f3a0f2c99313', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'mac_address': 'fa:16:3e:68:10:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d7e7b-2803-4ccf-9318-c787dc004285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:13:02Z', 'updated_at': '2021-07-16T01:13:55Z', 'revision_number': 1, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c94a54-a4a2-4fcf-9388-0df5cffb49ad', 'name': '', 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'mac_address': 'fa:16:3e:a4:ad:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:54Z', 'updated_at': '2021-07-16T01:13:07Z', 'revision_number': 5, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'subnets': [{'id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:57.599360 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea4ba9-0a04-4440-8653-3ebf3bdc0935 None None] Checking router: f4922fdb-402b-4c31-b803-45f62047cb98 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:13:57.605235 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Set router a006cd31-b86d-4cf5-9d17-9b9127a434e4 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:57.619734 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aea4ba9-0a04-4440-8653-3ebf3bdc0935 None None] Routers {'f4922fdb-402b-4c31-b803-45f62047cb98'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:13:57.620575 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7aea4ba9-0a04-4440-8653-3ebf3bdc0935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f4922fdb-402b-4c31-b803-45f62047cb98'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:57.717627 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89604a05-3efa-4aad-ab7c-bfdae4232b27 None None] Pushing event updated for resources: {'Port': ['ID=a6ea1d97-594b-4a05-b909-42dd2ee471dc,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:57.752137 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-7aea4ba9-0a04-4440-8653-3ebf3bdc0935 None None] Set router f4922fdb-402b-4c31-b803-45f62047cb98 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:13:57.760465 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd38dff-a80a-48c4-8d0c-0187b16aaaba req-1c7ab6c0-3f12-4506-9d4b-918f6fa4b9de tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/security-groups?id=98068b16-6bad-4161-9731-2b0c7e30bda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271135 Jul 16 01:13:57.807408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de966f-d191-4a75-85c1-88a4b5064a9f req-830912a9-88e3-41eb-9c83-6e9f723226db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:57.809386 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46de966f-d191-4a75-85c1-88a4b5064a9f req-830912a9-88e3-41eb-9c83-6e9f723226db service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a3e074600bfb4674b7cc56fd009fd563&device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 1098 time: 0.4033496 Jul 16 01:13:57.832831 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.865624 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.869703 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8efa619e-1662-4bec-9bb0-710eea4b15a3 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:57.882110 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:57.996109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=d865cd11-d87a-4070-be3e-a01efc50c007,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:58.027083 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9c684a36-d6c2-4ce3-bf01-197751a0e5cd None None] Provisioning complete for port d865cd11-d87a-4070-be3e-a01efc50c007 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:58.027358 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9c684a36-d6c2-4ce3-bf01-197751a0e5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:58.266428 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 8efa619e-1662-4bec-9bb0-710eea4b15a3 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:58.321439 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7aea4ba9-0a04-4440-8653-3ebf3bdc0935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'name': 'tempest-ServersTestBootFromVolume-286989718-router', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:12:49Z', 'updated_at': '2021-07-16T01:12:55Z', 'revision_number': 4, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'gw_port': {'id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:50Z', 'updated_at': '2021-07-16T01:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '11796579-e375-40f1-a1f3-d29264575526', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'port_id': '64e7f529-e6f5-4892-a667-f3a0f2c99313', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'mac_address': 'fa:16:3e:68:10:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d7e7b-2803-4ccf-9318-c787dc004285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:13:02Z', 'updated_at': '2021-07-16T01:13:55Z', 'revision_number': 1, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c94a54-a4a2-4fcf-9388-0df5cffb49ad', 'name': '', 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'mac_address': 'fa:16:3e:a4:ad:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:54Z', 'updated_at': '2021-07-16T01:13:07Z', 'revision_number': 5, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'subnets': [{'id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:58.365282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 8efa619e-1662-4bec-9bb0-710eea4b15a3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:58.365936 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:58.380672 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aea4ba9-0a04-4440-8653-3ebf3bdc0935 None None] The sync data for ids ['f4922fdb-402b-4c31-b803-45f62047cb98'] in n-d-791505-14 is: [{'id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'name': 'tempest-ServersTestBootFromVolume-286989718-router', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:12:49Z', 'updated_at': '2021-07-16T01:12:55Z', 'revision_number': 4, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'gw_port': {'id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:50Z', 'updated_at': '2021-07-16T01:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '11796579-e375-40f1-a1f3-d29264575526', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'floating_ip_address': '172.25.2.162', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'port_id': '64e7f529-e6f5-4892-a667-f3a0f2c99313', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'mac_address': 'fa:16:3e:68:10:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '622d7e7b-2803-4ccf-9318-c787dc004285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:13:02Z', 'updated_at': '2021-07-16T01:13:55Z', 'revision_number': 1, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f7c94a54-a4a2-4fcf-9388-0df5cffb49ad', 'name': '', 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'mac_address': 'fa:16:3e:a4:ad:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:54Z', 'updated_at': '2021-07-16T01:13:07Z', 'revision_number': 5, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'subnets': [{'id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:13:58.408404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de966f-d191-4a75-85c1-88a4b5064a9f req-9965ee0c-4cb0-467f-8efd-a1da0418134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:58.409937 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46de966f-d191-4a75-85c1-88a4b5064a9f req-9965ee0c-4cb0-467f-8efd-a1da0418134f service neutron] 10.222.0.69 "GET /v2.0/networks?id=182cdcd7-ca19-4732-aa47-8670570eaaa2 HTTP/1.1" status: 200 len: 916 time: 0.5919347 Jul 16 01:13:58.416210 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-829659543-router', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '8efa619e-1662-4bec-9bb0-710eea4b15a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:46Z', 'updated_at': '2021-07-16T01:13:50Z', 'revision_number': 4, 'project_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'gw_port': {'id': '8efa619e-1662-4bec-9bb0-710eea4b15a3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:47Z', 'updated_at': '2021-07-16T01:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '6a5ac73c-d6d8-44ed-b113-3735b4c17c02', 'name': '', 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'mac_address': 'fa:16:3e:74:74:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '530545b9-7584-4dc1-b2dd-25ca2b2a3655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:50Z', 'updated_at': '2021-07-16T01:13:51Z', 'revision_number': 2, 'project_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'subnets': [{'id': '530545b9-7584-4dc1-b2dd-25ca2b2a3655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:13:58.436308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1513e-cdb0-447c-a79a-0fa60eab8e08 req-43b2cfd4-fa32-402e-9195-775f5716a1fe tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:58.448596 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8dd1513e-cdb0-447c-a79a-0fa60eab8e08 req-43b2cfd4-fa32-402e-9195-775f5716a1fe tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.4060655 Jul 16 01:13:58.479234 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Checking router: a006cd31-b86d-4cf5-9d17-9b9127a434e4 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:13:58.479577 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Updating router a006cd31-b86d-4cf5-9d17-9b9127a434e4 port 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:13:58.596671 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46de966f-d191-4a75-85c1-88a4b5064a9f req-afc3f470-5633-485a-8a51-7663b63baea0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=64e7f529-e6f5-4892-a667-f3a0f2c99313 HTTP/1.1" status: 200 len: 1000 time: 0.1451843 Jul 16 01:13:58.607465 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:58.642519 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:58.646013 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8dd1513e-cdb0-447c-a79a-0fa60eab8e08 req-5fc4bf3a-656c-456b-a1e2-4869dc01d92e tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938353 Jul 16 01:13:58.666284 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:58.693463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 8efa619e-1662-4bec-9bb0-710eea4b15a3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8efa619e-1662-4bec-9bb0-710eea4b15a3,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:58.698803 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:58.850491 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76aa6546-5f1f-450e-9491-8cbad3727db0 None None] New status for floating IP 11796579-e375-40f1-a1f3-d29264575526: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:13:58.872589 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=8efa619e-1662-4bec-9bb0-710eea4b15a3,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:13:59.108685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a6ea1d97-594b-4a05-b909-42dd2ee471dc up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:59.395992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ae932d-d99b-4f13-86b4-ffd30e701819 None None] Network 8f1c45ec-861d-413c-8e35-ef2e61abbeae requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:13:59.398422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port a6ea1d97-594b-4a05-b909-42dd2ee471dc completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:59.405164 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.436603 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d865cd11-d87a-4070-be3e-a01efc50c007 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:13:59.468411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Allocated IP 172.25.2.21 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/68ebefa9-a5d3-49c2-8cf1-d070324392e2) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:13:59.515666 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de966f-d191-4a75-85c1-88a4b5064a9f req-b44dbac4-ff6b-486a-8152-5951234e25e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:59.517168 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46de966f-d191-4a75-85c1-88a4b5064a9f req-b44dbac4-ff6b-486a-8152-5951234e25e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=77f2ab74-15c0-4c98-a0c2-322875108391 HTTP/1.1" status: 200 len: 854 time: 0.8878827 Jul 16 01:13:59.572642 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Transition to ACTIVE for port object 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:13:59.579928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-96bd425f-09aa-484b-be21-a6a1ab9e3017 None None] Provisioning for port a6ea1d97-594b-4a05-b909-42dd2ee471dc completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:13:59.588944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-96bd425f-09aa-484b-be21-a6a1ab9e3017 None None] Provisioning complete for port a6ea1d97-594b-4a05-b909-42dd2ee471dc triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:13:59.589325 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-96bd425f-09aa-484b-be21-a6a1ab9e3017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.659210 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.674989 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f28cc8-882b-4e07-b5a6-5c0d416ee875 req-60e9c6c3-7134-4a2d-8a1e-d13557c6f71a tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:13:59.682106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0f28cc8-882b-4e07-b5a6-5c0d416ee875 req-60e9c6c3-7134-4a2d-8a1e-d13557c6f71a tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 946 time: 0.2617266 Jul 16 01:13:59.781997 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0f28cc8-882b-4e07-b5a6-5c0d416ee875 req-722204fb-8cf6-4a54-aeb4-987f94e3c5d4 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/security-groups?id=98068b16-6bad-4161-9731-2b0c7e30bda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989354 Jul 16 01:13:59.795007 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-96bd425f-09aa-484b-be21-a6a1ab9e3017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.817221 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:13:59.879291 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.923281 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-96bd425f-09aa-484b-be21-a6a1ab9e3017 None None] For port a6ea1d97-594b-4a05-b909-42dd2ee471dc, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a6ea1d97-594b-4a05-b909-42dd2ee471dc,segment=NetworkSegment(5a52c916-99d7-4df6-b09f-7d8c638c6f38),segment_id=5a52c916-99d7-4df6-b09f-7d8c638c6f38)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:13:59.961130 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:13:59.987653 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-96bd425f-09aa-484b-be21-a6a1ab9e3017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:00.035897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46de966f-d191-4a75-85c1-88a4b5064a9f req-05443c36-f894-4f6f-b8e4-dc5e20d95280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:00.037296 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46de966f-d191-4a75-85c1-88a4b5064a9f req-05443c36-f894-4f6f-b8e4-dc5e20d95280 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=182cdcd7-ca19-4732-aa47-8670570eaaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5039842 Jul 16 01:14:00.040434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbabb65-1135-478c-8c53-8cd5a336b2f3 None None] Pushing event updated for resources: {'Port': ['ID=6a5ac73c-d6d8-44ed-b113-3735b4c17c02,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:00.087794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Attempting to bind port 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:00.088703 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Attempting to bind port 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '2bed1f64-bf55-4c87-b16c-16c33cf8a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:00.089061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Attempting to bind port 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 on network b1544cd7-1b5c-433b-a8bd-e2b8413b6815 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:00.213138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:00.255312 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:00.262395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:00.290411 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:00.290847 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Checking segment: {'id': '2bed1f64-bf55-4c87-b16c-16c33cf8a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:00.291180 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:00.291568 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Bound using segment: {'id': '2bed1f64-bf55-4c87-b16c-16c33cf8a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:00.292365 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Bound port: 6a5ac73c-d6d8-44ed-b113-3735b4c17c02, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bed1f64-bf55-4c87-b16c-16c33cf8a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:00.292756 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:00.308218 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:00.317107 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d865cd11-d87a-4070-be3e-a01efc50c007 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:00.317478 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:00.351215 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Pushing event updated for resources: {'Port': ['ID=68ebefa9-a5d3-49c2-8cf1-d070324392e2,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:00.423795 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bd425f-09aa-484b-be21-a6a1ab9e3017 None None] Pushing event updated for resources: {'Port': ['ID=a6ea1d97-594b-4a05-b909-42dd2ee471dc,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:00.473117 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] For port 6a5ac73c-d6d8-44ed-b113-3735b4c17c02, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:00.479340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] For port 6a5ac73c-d6d8-44ed-b113-3735b4c17c02, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6a5ac73c-d6d8-44ed-b113-3735b4c17c02,segment=NetworkSegment(2bed1f64-bf55-4c87-b16c-16c33cf8a5cd),segment_id=2bed1f64-bf55-4c87-b16c-16c33cf8a5cd)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:00.528719 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:00.607719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Routers {'a006cd31-b86d-4cf5-9d17-9b9127a434e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:00.608400 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a006cd31-b86d-4cf5-9d17-9b9127a434e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:00.690530 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbabb65-1135-478c-8c53-8cd5a336b2f3 None None] Pushing event updated for resources: {'Port': ['ID=6a5ac73c-d6d8-44ed-b113-3735b4c17c02,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:00.754005 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46de966f-d191-4a75-85c1-88a4b5064a9f req-17412f5b-1b87-493c-9ba4-4ca2a575c672 service neutron] 10.222.0.69 "GET /v2.0/networks/182cdcd7-ca19-4732-aa47-8670570eaaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6763365 Jul 16 01:14:00.759006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:14:00.792042 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Sync routers for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:14:00.829025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:00.829658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:00.842792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300c1c0-7d44-4fc5-8104-cfbc2abc5337 req-01e2809e-7e4f-4ad2-9c6b-36e4317a3476 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:00.853411 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a300c1c0-7d44-4fc5-8104-cfbc2abc5337 req-01e2809e-7e4f-4ad2-9c6b-36e4317a3476 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.8255405 Jul 16 01:14:00.903068 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d4aa5-b9a1-4d9c-afa5-30b8cf11cb6d req-d2bd0e10-8c75-475f-b07a-dc842eb86225 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:00.906189 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae0d4aa5-b9a1-4d9c-afa5-30b8cf11cb6d req-d2bd0e10-8c75-475f-b07a-dc842eb86225 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 946 time: 0.6651647 Jul 16 01:14:00.917264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44220) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:00.917854 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:00.923778 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-6c0ca47e-1723-4907-8d5e-7fc19670606a tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Request body: {'floatingip': {'port_id': 'b165ecc3-a4d2-4cf5-833b-509a664a4615'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:00.936919 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] Set router a006cd31-b86d-4cf5-9d17-9b9127a434e4 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:00.938819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6852fc81-950b-499b-9708-6cbedf0baa0e None None] Provisioning complete for port a6ea1d97-594b-4a05-b909-42dd2ee471dc triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:00.939191 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6852fc81-950b-499b-9708-6cbedf0baa0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:00.972327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a6ea1d97-594b-4a05-b909-42dd2ee471dc up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:01.003089 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.009200 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44222) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:01.011726 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-56df8873-52d6-4fe0-9677-e368b717b0f6 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.4688301 Jul 16 01:14:01.031409 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca47e-1723-4907-8d5e-7fc19670606a tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for floatingip, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.184411 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:01.202182 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a300c1c0-7d44-4fc5-8104-cfbc2abc5337 req-a49d49c2-0f6c-40f1-8cb9-9b0ac7b1ff08 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442473 Jul 16 01:14:01.229633 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.276466 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46de966f-d191-4a75-85c1-88a4b5064a9f req-e2bcae41-40f1-4f77-b126-20e3c5410c32 service neutron] 10.222.0.69 "GET /v2.0/networks/182cdcd7-ca19-4732-aa47-8670570eaaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4897273 Jul 16 01:14:01.340468 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a6ea1d97-594b-4a05-b909-42dd2ee471dc triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:01.340833 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.597318 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-829659543-router', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '8efa619e-1662-4bec-9bb0-710eea4b15a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:46Z', 'updated_at': '2021-07-16T01:13:50Z', 'revision_number': 4, 'project_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'gw_port': {'id': '8efa619e-1662-4bec-9bb0-710eea4b15a3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:47Z', 'updated_at': '2021-07-16T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '6a5ac73c-d6d8-44ed-b113-3735b4c17c02', 'name': '', 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'mac_address': 'fa:16:3e:74:74:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '530545b9-7584-4dc1-b2dd-25ca2b2a3655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:50Z', 'updated_at': '2021-07-16T01:14:00Z', 'revision_number': 4, 'project_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'subnets': [{'id': '530545b9-7584-4dc1-b2dd-25ca2b2a3655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:01.630121 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8efa619e-1662-4bec-9bb0-710eea4b15a3 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:01.639605 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.664412 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0708c45f-9318-47b7-9ffa-db75ba82807a None None] The sync data for ids ['a006cd31-b86d-4cf5-9d17-9b9127a434e4'] in n-d-791505-14 is: [{'id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-829659543-router', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '8efa619e-1662-4bec-9bb0-710eea4b15a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:46Z', 'updated_at': '2021-07-16T01:13:50Z', 'revision_number': 4, 'project_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'gw_port': {'id': '8efa619e-1662-4bec-9bb0-710eea4b15a3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:47Z', 'updated_at': '2021-07-16T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '6a5ac73c-d6d8-44ed-b113-3735b4c17c02', 'name': '', 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'mac_address': 'fa:16:3e:74:74:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 613, 'fixed_ips': [{'subnet_id': '530545b9-7584-4dc1-b2dd-25ca2b2a3655', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:50Z', 'updated_at': '2021-07-16T01:14:00Z', 'revision_number': 4, 'project_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'subnets': [{'id': '530545b9-7584-4dc1-b2dd-25ca2b2a3655', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:14:01.713031 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:13:56Z', 'revision_number': 3, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:13:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:01.760130 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Checking router: d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:14:01.761957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Updating router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b port 770dc93f-88f7-4a75-9f84-284d42d14afe binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:14:01.862448 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 8efa619e-1662-4bec-9bb0-710eea4b15a3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:01.862680 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.909548 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:01.935808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Router 82253d2b-2cad-4c0a-a587-18fa660aa898 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:14:02.098644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:14:02.114425 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Sync routers for ids ['82253d2b-2cad-4c0a-a587-18fa660aa898'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:14:02.134216 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:02.134457 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Routers {'82253d2b-2cad-4c0a-a587-18fa660aa898'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:02.136404 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['82253d2b-2cad-4c0a-a587-18fa660aa898'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:02.139597 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c278607d-fe54-4e95-b9cf-53eadba8a338 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 6.6069472 Jul 16 01:14:02.139966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44232) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:02.441649 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Set router 82253d2b-2cad-4c0a-a587-18fa660aa898 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:02.527004 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.db.resource_extend [None req-6c0ca47e-1723-4907-8d5e-7fc19670606a tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:14:02.685977 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:02.699720 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Transition to ACTIVE for port object 770dc93f-88f7-4a75-9f84-284d42d14afe will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:02.716651 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:02.717259 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca47e-1723-4907-8d5e-7fc19670606a tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:02.733570 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca47e-1723-4907-8d5e-7fc19670606a tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:02.832864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:02.929390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e292b-e946-4131-bf76-631cbd88d153 req-d15c5f10-4103-46bb-b771-ce1f3f5bff6c tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:02.936787 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ce909-1b4a-4b5d-b84a-f2efe1f710ad None None] Pushing event updated for resources: {'Port': ['ID=770dc93f-88f7-4a75-9f84-284d42d14afe,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:02.937809 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc7e292b-e946-4131-bf76-631cbd88d153 req-d15c5f10-4103-46bb-b771-ce1f3f5bff6c tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.3459022 Jul 16 01:14:02.942662 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Attempting to bind port 770dc93f-88f7-4a75-9f84-284d42d14afe on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:02.943039 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Attempting to bind port 770dc93f-88f7-4a75-9f84-284d42d14afe by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:02.943403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Attempting to bind port 770dc93f-88f7-4a75-9f84-284d42d14afe on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:02.946391 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'name': 'tempest-AttachSCSIVolumeTestJSON-141332346-router', 'tenant_id': '369685e5d7c9438bb065fff41911da00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '68ebefa9-a5d3-49c2-8cf1-d070324392e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:00Z', 'revision_number': 3, 'project_id': '369685e5d7c9438bb065fff41911da00', 'gw_port': {'id': '68ebefa9-a5d3-49c2-8cf1-d070324392e2', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:57Z', 'updated_at': '2021-07-16T01:13:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:02.971624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:02.972033 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:02.972442 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:02.972849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:02.973325 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Bound port: 770dc93f-88f7-4a75-9f84-284d42d14afe, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:02.978452 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.007476 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Checking router: 82253d2b-2cad-4c0a-a587-18fa660aa898 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:14:03.007846 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Updating router 82253d2b-2cad-4c0a-a587-18fa660aa898 port 68ebefa9-a5d3-49c2-8cf1-d070324392e2 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:14:03.027429 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc7e292b-e946-4131-bf76-631cbd88d153 req-b7af6ddf-14f5-4431-8bd3-ebc515eeebb8 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875454 Jul 16 01:14:03.108119 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.127779 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:03.139002 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] For port 770dc93f-88f7-4a75-9f84-284d42d14afe, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:03.144409 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:03.144800 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.153183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] For port 770dc93f-88f7-4a75-9f84-284d42d14afe, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=770dc93f-88f7-4a75-9f84-284d42d14afe,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:03.208433 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.223513 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.384048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:03.390783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:03.472007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ce909-1b4a-4b5d-b84a-f2efe1f710ad None None] Pushing event updated for resources: {'Port': ['ID=770dc93f-88f7-4a75-9f84-284d42d14afe,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:03.522920 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-6c0ca47e-1723-4907-8d5e-7fc19670606a tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Floating IP fcd9cc68-f488-4c44-9a02-5b46715d2743 associated. External IP: 172.25.2.95, port: b165ecc3-a4d2-4cf5-833b-509a664a4615. Jul 16 01:14:03.539995 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.554457 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Transition to ACTIVE for port object 68ebefa9-a5d3-49c2-8cf1-d070324392e2 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:03.557687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Allocated IP 172.20.0.1 (8f1c45ec-861d-413c-8e35-ef2e61abbeae/ed6d1924-f4bf-4cb0-8610-bdc55a31932d/f91f6875-a3b1-4c04-8dd8-a46f75c9eb74) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:03.571272 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.615786 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.668677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 6a5ac73c-d6d8-44ed-b113-3735b4c17c02, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6a5ac73c-d6d8-44ed-b113-3735b4c17c02,segment=NetworkSegment(2bed1f64-bf55-4c87-b16c-16c33cf8a5cd),segment_id=2bed1f64-bf55-4c87-b16c-16c33cf8a5cd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:03.678223 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.714899 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Attempting to bind port 68ebefa9-a5d3-49c2-8cf1-d070324392e2 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:03.715304 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Attempting to bind port 68ebefa9-a5d3-49c2-8cf1-d070324392e2 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:03.716042 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Attempting to bind port 68ebefa9-a5d3-49c2-8cf1-d070324392e2 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:03.727884 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:03.728258 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:03.728795 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.729191 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:03.729719 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Bound port: 68ebefa9-a5d3-49c2-8cf1-d070324392e2, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:03.730541 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.732295 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332af288-3f74-468c-97d5-9970e9dbd502 None None] Pushing event updated for resources: {'Port': ['ID=68ebefa9-a5d3-49c2-8cf1-d070324392e2,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:03.775803 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:03.781515 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.800156 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Transition to ACTIVE for port object f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:03.849403 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.892013 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.906987 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Network 8f1c45ec-861d-413c-8e35-ef2e61abbeae is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:03.917896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:03.921862 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Pushing event updated for resources: {'Port': ['ID=f91f6875-a3b1-4c04-8dd8-a46f75c9eb74,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:03.924462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:03.924963 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:03.956764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=6a5ac73c-d6d8-44ed-b113-3735b4c17c02,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:04.069177 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] For port 68ebefa9-a5d3-49c2-8cf1-d070324392e2, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:04.074749 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] For port 68ebefa9-a5d3-49c2-8cf1-d070324392e2, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=68ebefa9-a5d3-49c2-8cf1-d070324392e2,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:04.081089 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:04.203621 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332af288-3f74-468c-97d5-9970e9dbd502 None None] Pushing event updated for resources: {'Port': ['ID=68ebefa9-a5d3-49c2-8cf1-d070324392e2,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:04.207389 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Routers {'82253d2b-2cad-4c0a-a587-18fa660aa898'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:04.207986 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['82253d2b-2cad-4c0a-a587-18fa660aa898'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:04.247793 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:13:56Z', 'revision_number': 3, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:04.259892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0ca47e-1723-4907-8d5e-7fc19670606a tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Router c205f215-6a67-4f9f-bbde-e26d901bbc69 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:14:04.281228 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332af288-3f74-468c-97d5-9970e9dbd502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:04.281575 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332af288-3f74-468c-97d5-9970e9dbd502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:04.281920 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332af288-3f74-468c-97d5-9970e9dbd502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:04.282253 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332af288-3f74-468c-97d5-9970e9dbd502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:04.282584 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332af288-3f74-468c-97d5-9970e9dbd502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:04.282913 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332af288-3f74-468c-97d5-9970e9dbd502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:04.283239 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332af288-3f74-468c-97d5-9970e9dbd502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:04.283562 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332af288-3f74-468c-97d5-9970e9dbd502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:04.283919 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332af288-3f74-468c-97d5-9970e9dbd502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:04.284242 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332af288-3f74-468c-97d5-9970e9dbd502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:04.284562 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332af288-3f74-468c-97d5-9970e9dbd502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:04.284890 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332af288-3f74-468c-97d5-9970e9dbd502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:04.303349 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959721ba-077a-4fc3-8139-4aeeb2f6ac8c None None] The sync data for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 is: [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:13:56Z', 'revision_number': 3, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:14:04.338876 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Allocated IP 172.20.0.1 (dc150639-5c75-49e1-9745-52422cc19e6f/9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee/f1f7f942-5bb6-4c21-a1c3-33224c5b855b) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:04.402349 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] Set router 82253d2b-2cad-4c0a-a587-18fa660aa898 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:04.425017 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e0a3de6f-9dfb-4c92-b404-3808a8dc8b81 None None] Provisioning for port f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:04.430515 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e0a3de6f-9dfb-4c92-b404-3808a8dc8b81 None None] Provisioning complete for port f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:04.430902 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e0a3de6f-9dfb-4c92-b404-3808a8dc8b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:04.509907 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e0a3de6f-9dfb-4c92-b404-3808a8dc8b81 None None] Port f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:04.645237 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:04.671947 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Transition to ACTIVE for port object f1f7f942-5bb6-4c21-a1c3-33224c5b855b will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:04.673551 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'name': 'tempest-AttachSCSIVolumeTestJSON-141332346-router', 'tenant_id': '369685e5d7c9438bb065fff41911da00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '68ebefa9-a5d3-49c2-8cf1-d070324392e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:00Z', 'revision_number': 3, 'project_id': '369685e5d7c9438bb065fff41911da00', 'gw_port': {'id': '68ebefa9-a5d3-49c2-8cf1-d070324392e2', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:57Z', 'updated_at': '2021-07-16T01:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:04.682435 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0ca47e-1723-4907-8d5e-7fc19670606a tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:14:04.692052 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c0ca47e-1723-4907-8d5e-7fc19670606a tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:04.698692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ad1b0f-f6bd-4eaa-86ab-fa0ecdd62a31 None None] Sync routers for ids ['c205f215-6a67-4f9f-bbde-e26d901bbc69'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:14:04.728030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88cffd-1efd-49cb-be3e-4507a6657fb5 req-34129aa7-50f7-41ac-80e1-d86dbce23816 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:04.730000 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f88cffd-1efd-49cb-be3e-4507a6657fb5 req-34129aa7-50f7-41ac-80e1-d86dbce23816 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.2080402 Jul 16 01:14:04.755850 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ad1b0f-f6bd-4eaa-86ab-fa0ecdd62a31 None None] Routers {'c205f215-6a67-4f9f-bbde-e26d901bbc69'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:04.757936 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-04ad1b0f-f6bd-4eaa-86ab-fa0ecdd62a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c205f215-6a67-4f9f-bbde-e26d901bbc69'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:04.777071 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6c0ca47e-1723-4907-8d5e-7fc19670606a tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "PUT /v2.0/floatingips/fcd9cc68-f488-4c44-9a02-5b46715d2743 HTTP/1.1" status: 200 len: 991 time: 3.8587363 Jul 16 01:14:04.780948 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0b7443b-c76c-46d4-9a6e-2eb447c30f7f', 'tag': 'b165ecc3-a4d2-4cf5-833b-509a664a4615'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:04.782842 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f14ffdc-cfac-47eb-8dce-594da3197094 None None] The sync data for ids ['82253d2b-2cad-4c0a-a587-18fa660aa898'] in n-d-791505-14 is: [{'id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'name': 'tempest-AttachSCSIVolumeTestJSON-141332346-router', 'tenant_id': '369685e5d7c9438bb065fff41911da00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '68ebefa9-a5d3-49c2-8cf1-d070324392e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:00Z', 'revision_number': 3, 'project_id': '369685e5d7c9438bb065fff41911da00', 'gw_port': {'id': '68ebefa9-a5d3-49c2-8cf1-d070324392e2', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:57Z', 'updated_at': '2021-07-16T01:14:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:14:04.802372 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a488a528-5249-455e-803c-7fa55ddef1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f0b7443b-c76c-46d4-9a6e-2eb447c30f7f", "tag": "b165ecc3-a4d2-4cf5-833b-509a664a4615"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:04.829426 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:04.834364 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:04.871199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f88cffd-1efd-49cb-be3e-4507a6657fb5 req-f9ab8e21-03ad-4c4e-892e-cb386328cd3f tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074724 Jul 16 01:14:04.902144 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Network dc150639-5c75-49e1-9745-52422cc19e6f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:04.907050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:04.916607 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:04.936964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f7f942-5bb6-4c21-a1c3-33224c5b855b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:05.054061 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-161f1df7-45c9-45fe-bca8-8b32b49cb93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:05.087917 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:05.116278 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-04ad1b0f-f6bd-4eaa-86ab-fa0ecdd62a31 None None] Set router c205f215-6a67-4f9f-bbde-e26d901bbc69 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:05.182003 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:05.190033 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:05.191664 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:05.383610 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29dab1f4-4168-4eae-ba26-13dd60e43c81 x-openstack-request-id: req-29dab1f4-4168-4eae-ba26-13dd60e43c81 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:05.388917 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0b7443b-c76c-46d4-9a6e-2eb447c30f7f", "tag": "b165ecc3-a4d2-4cf5-833b-509a664a4615", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:05.391186 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29dab1f4-4168-4eae-ba26-13dd60e43c81 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:05.392456 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0b7443b-c76c-46d4-9a6e-2eb447c30f7f', 'tag': 'b165ecc3-a4d2-4cf5-833b-509a664a4615', 'status': 'completed', 'code': 200} Jul 16 01:14:05.448202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Pushing event updated for resources: {'Port': ['ID=f91f6875-a3b1-4c04-8dd8-a46f75c9eb74,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:05.517353 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:05.587959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488a528-5249-455e-803c-7fa55ddef1c1 req-1642efa2-b770-4c0d-9421-b6b11f6fe4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:05.596788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a488a528-5249-455e-803c-7fa55ddef1c1 req-1642efa2-b770-4c0d-9421-b6b11f6fe4ce service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=cbbec3890f33458fad2130edafc17002&device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 1098 time: 0.3711133 Jul 16 01:14:05.618158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Network 8f1c45ec-861d-413c-8e35-ef2e61abbeae is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:05.627737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:05.788986 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8de1b82e-8a80-4def-94de-5576f8ede4d5 None None] Provisioning for port f1f7f942-5bb6-4c21-a1c3-33224c5b855b completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:05.872645 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8de1b82e-8a80-4def-94de-5576f8ede4d5 None None] Provisioning complete for port f1f7f942-5bb6-4c21-a1c3-33224c5b855b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:05.873056 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8de1b82e-8a80-4def-94de-5576f8ede4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:06.036840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Router 82253d2b-2cad-4c0a-a587-18fa660aa898 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:14:06.059796 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8de1b82e-8a80-4def-94de-5576f8ede4d5 None None] Port f1f7f942-5bb6-4c21-a1c3-33224c5b855b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:06.129409 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:06.138584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 68ebefa9-a5d3-49c2-8cf1-d070324392e2 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:06.142357 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:06.231451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Pushing event updated for resources: {'Port': ['ID=f1f7f942-5bb6-4c21-a1c3-33224c5b855b,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:06.233890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488a528-5249-455e-803c-7fa55ddef1c1 req-a1b95d2b-3752-4cb2-ad5e-3e6e01b6d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:06.239581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a488a528-5249-455e-803c-7fa55ddef1c1 req-a1b95d2b-3752-4cb2-ad5e-3e6e01b6d6df service neutron] 10.222.0.70 "GET /v2.0/networks?id=18930d26-350d-40f8-a065-bfaf4a61a7aa HTTP/1.1" status: 200 len: 906 time: 0.6188924 Jul 16 01:14:06.248585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-04ad1b0f-f6bd-4eaa-86ab-fa0ecdd62a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'name': 'tempest-ServersTestJSON-850591746-router', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:21Z', 'updated_at': '2021-07-16T01:13:28Z', 'revision_number': 4, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'gw_port': {'id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:23Z', 'updated_at': '2021-07-16T01:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'fcd9cc68-f488-4c44-9a02-5b46715d2743', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'port_id': 'b165ecc3-a4d2-4cf5-833b-509a664a4615', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa', 'mac_address': 'fa:16:3e:8c:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b7443b-c76c-46d4-9a6e-2eb447c30f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:13:37Z', 'updated_at': '2021-07-16T01:14:02Z', 'revision_number': 1, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cab6563-949c-4796-9772-94f9fec71c9e', 'name': '', 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'mac_address': 'fa:16:3e:18:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:26Z', 'updated_at': '2021-07-16T01:13:36Z', 'revision_number': 5, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'subnets': [{'id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:06.252313 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 68ebefa9-a5d3-49c2-8cf1-d070324392e2 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:06.262216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 68ebefa9-a5d3-49c2-8cf1-d070324392e2 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:06.263343 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:06.265435 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2170b1af-8620-43be-8117-8c410d237db6 None None] Provisioning complete for port f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:06.267792 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2170b1af-8620-43be-8117-8c410d237db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:06.332521 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:06.369361 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ad1b0f-f6bd-4eaa-86ab-fa0ecdd62a31 None None] Checking router: c205f215-6a67-4f9f-bbde-e26d901bbc69 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:14:06.397399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ad1b0f-f6bd-4eaa-86ab-fa0ecdd62a31 None None] Routers {'c205f215-6a67-4f9f-bbde-e26d901bbc69'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:06.399970 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-04ad1b0f-f6bd-4eaa-86ab-fa0ecdd62a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:13:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c205f215-6a67-4f9f-bbde-e26d901bbc69'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:06.487541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2170b1af-8620-43be-8117-8c410d237db6 None None] Port f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:06.558866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Network dc150639-5c75-49e1-9745-52422cc19e6f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:06.561513 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:06.565180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:14:06.571944 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a488a528-5249-455e-803c-7fa55ddef1c1 req-7773e30a-96e3-453f-9f68-e71605e019df service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b165ecc3-a4d2-4cf5-833b-509a664a4615 HTTP/1.1" status: 200 len: 999 time: 0.3240335 Jul 16 01:14:06.592957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-650be3ab-acb4-4d08-ae41-970c591002c9 admin admin] 10.222.0.22 "PUT /v2.0/routers/82253d2b-2cad-4c0a-a587-18fa660aa898/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4412713 Jul 16 01:14:06.692099 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-04ad1b0f-f6bd-4eaa-86ab-fa0ecdd62a31 None None] Set router c205f215-6a67-4f9f-bbde-e26d901bbc69 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:06.696851 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:06.704612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488a528-5249-455e-803c-7fa55ddef1c1 req-026b527d-27f6-4a5e-a63d-d7382a33e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:06.706041 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a488a528-5249-455e-803c-7fa55ddef1c1 req-026b527d-27f6-4a5e-a63d-d7382a33e767 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da HTTP/1.1" status: 200 len: 844 time: 0.1001074 Jul 16 01:14:06.809851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6019de-03c7-4e47-9b0e-7542f7478736 req-72c32ef4-ac04-4828-8b18-baf9b19a7043 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:06.817050 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f6019de-03c7-4e47-9b0e-7542f7478736 req-72c32ef4-ac04-4828-8b18-baf9b19a7043 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.7174869 Jul 16 01:14:06.825020 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 68ebefa9-a5d3-49c2-8cf1-d070324392e2, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=68ebefa9-a5d3-49c2-8cf1-d070324392e2,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:06.875305 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:14:06.964578 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:06.969272 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 770dc93f-88f7-4a75-9f84-284d42d14afe up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:07.005199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f6019de-03c7-4e47-9b0e-7542f7478736 req-1c034888-f0c7-4ecf-b87a-362f7b8e98d5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871874 Jul 16 01:14:07.037222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488a528-5249-455e-803c-7fa55ddef1c1 req-989d57b5-446b-43fb-bb90-c6552d5bd1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:07.042090 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a488a528-5249-455e-803c-7fa55ddef1c1 req-989d57b5-446b-43fb-bb90-c6552d5bd1c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=18930d26-350d-40f8-a065-bfaf4a61a7aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3075423 Jul 16 01:14:07.107131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:14:07.131334 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-86add2b4-1850-41d3-bb8f-81d372eb28d5 admin admin] 10.222.0.22 "PUT /v2.0/routers/d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1165559 Jul 16 01:14:07.265976 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a488a528-5249-455e-803c-7fa55ddef1c1 req-fb76babe-252e-44b3-a483-7a7772a7c7c6 service neutron] 10.222.0.70 "GET /v2.0/networks/18930d26-350d-40f8-a065-bfaf4a61a7aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134516 Jul 16 01:14:07.531929 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a488a528-5249-455e-803c-7fa55ddef1c1 req-ffde4ec3-0844-402e-8a27-83fc288537d2 service neutron] 10.222.0.70 "GET /v2.0/networks/18930d26-350d-40f8-a065-bfaf4a61a7aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460983 Jul 16 01:14:07.654662 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0bfa7238-7192-4768-9744-7296b3f1b10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.666466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f769a774-f863-457d-9b4e-60ba4b52e29b None None] Provisioning complete for port f1f7f942-5bb6-4c21-a1c3-33224c5b855b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:07.667083 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f769a774-f863-457d-9b4e-60ba4b52e29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.762498 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.764899 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=68ebefa9-a5d3-49c2-8cf1-d070324392e2,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:07.797157 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f769a774-f863-457d-9b4e-60ba4b52e29b None None] Port f1f7f942-5bb6-4c21-a1c3-33224c5b855b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:07.806227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 770dc93f-88f7-4a75-9f84-284d42d14afe completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:07.829046 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 770dc93f-88f7-4a75-9f84-284d42d14afe triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:07.829421 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.898820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-04ad1b0f-f6bd-4eaa-86ab-fa0ecdd62a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'name': 'tempest-ServersTestJSON-850591746-router', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:21Z', 'updated_at': '2021-07-16T01:13:28Z', 'revision_number': 4, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'gw_port': {'id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:23Z', 'updated_at': '2021-07-16T01:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'fcd9cc68-f488-4c44-9a02-5b46715d2743', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'port_id': 'b165ecc3-a4d2-4cf5-833b-509a664a4615', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa', 'mac_address': 'fa:16:3e:8c:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b7443b-c76c-46d4-9a6e-2eb447c30f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:13:37Z', 'updated_at': '2021-07-16T01:14:02Z', 'revision_number': 1, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cab6563-949c-4796-9772-94f9fec71c9e', 'name': '', 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'mac_address': 'fa:16:3e:18:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:26Z', 'updated_at': '2021-07-16T01:13:36Z', 'revision_number': 5, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'subnets': [{'id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:07.943732 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04ad1b0f-f6bd-4eaa-86ab-fa0ecdd62a31 None None] The sync data for ids ['c205f215-6a67-4f9f-bbde-e26d901bbc69'] in n-d-791505-14 is: [{'id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'name': 'tempest-ServersTestJSON-850591746-router', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:21Z', 'updated_at': '2021-07-16T01:13:28Z', 'revision_number': 4, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'gw_port': {'id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:23Z', 'updated_at': '2021-07-16T01:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'fcd9cc68-f488-4c44-9a02-5b46715d2743', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'floating_ip_address': '172.25.2.95', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'port_id': 'b165ecc3-a4d2-4cf5-833b-509a664a4615', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa', 'mac_address': 'fa:16:3e:8c:c9:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0b7443b-c76c-46d4-9a6e-2eb447c30f7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:13:37Z', 'updated_at': '2021-07-16T01:14:02Z', 'revision_number': 1, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cab6563-949c-4796-9772-94f9fec71c9e', 'name': '', 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'mac_address': 'fa:16:3e:18:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:26Z', 'updated_at': '2021-07-16T01:13:36Z', 'revision_number': 5, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'subnets': [{'id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:14:07.962164 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.985306 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 770dc93f-88f7-4a75-9f84-284d42d14afe, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=770dc93f-88f7-4a75-9f84-284d42d14afe,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:07.990044 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:07.990975 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:08.096178 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=770dc93f-88f7-4a75-9f84-284d42d14afe,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:08.115000 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:08.115985 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:08.325296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609da2f5-3ec7-4f50-bab7-360e66fb6c0c req-f90c341d-d1c0-4c58-b133-82165fc5b30c tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:08.327094 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-609da2f5-3ec7-4f50-bab7-360e66fb6c0c req-f90c341d-d1c0-4c58-b133-82165fc5b30c tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1113002 Jul 16 01:14:08.387122 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 68ebefa9-a5d3-49c2-8cf1-d070324392e2 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:08.423225 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-609da2f5-3ec7-4f50-bab7-360e66fb6c0c req-2db2b31e-e49b-4ab9-b81a-1d119b993d33 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838592 Jul 16 01:14:08.480245 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:08.502763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 68ebefa9-a5d3-49c2-8cf1-d070324392e2 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:08.503303 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:08.722855 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 770dc93f-88f7-4a75-9f84-284d42d14afe up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:08.838420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 770dc93f-88f7-4a75-9f84-284d42d14afe triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:08.838810 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:09.329207 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee629b5-32d0-4720-b8c4-dff57b17c02c None None] New status for floating IP fcd9cc68-f488-4c44-9a02-5b46715d2743: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:14:09.575494 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Sync routers for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:14:09.593388 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:09.599638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:14:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:09.714342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6f3d2-16cc-43da-aa97-f6972fb7ceb3 req-968663db-72ee-464e-8e77-73ba58f3c8db tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:09.726470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ec6f3d2-16cc-43da-aa97-f6972fb7ceb3 req-968663db-72ee-464e-8e77-73ba58f3c8db tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1658523 Jul 16 01:14:09.815591 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ec6f3d2-16cc-43da-aa97-f6972fb7ceb3 req-a92039e2-67fa-4030-a414-01c67aa8af3d tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878608 Jul 16 01:14:09.895826 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:10.043339 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Sync routers for ids ['82253d2b-2cad-4c0a-a587-18fa660aa898'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:14:10.055179 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Routers {'82253d2b-2cad-4c0a-a587-18fa660aa898'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:10.056294 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:14:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['82253d2b-2cad-4c0a-a587-18fa660aa898'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:10.096174 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.285412 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 2, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:10.299996 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Set router 82253d2b-2cad-4c0a-a587-18fa660aa898 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:10.317834 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Checking router: d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:14:10.318105 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Updating router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b port f1f7f942-5bb6-4c21-a1c3-33224c5b855b binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:14:10.371422 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.372974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0966a07e-7906-4311-8347-858966cf3a8c req-911e706c-4d00-4924-821e-b73eb4558af1 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:10.386489 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0966a07e-7906-4311-8347-858966cf3a8c req-911e706c-4d00-4924-821e-b73eb4558af1 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 1098 time: 0.1631775 Jul 16 01:14:10.517067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0966a07e-7906-4311-8347-858966cf3a8c req-82bba539-6d72-4dd3-8bb8-f76d5e882eed tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268892 Jul 16 01:14:10.601714 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'name': 'tempest-AttachSCSIVolumeTestJSON-141332346-router', 'tenant_id': '369685e5d7c9438bb065fff41911da00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '68ebefa9-a5d3-49c2-8cf1-d070324392e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:04Z', 'revision_number': 4, 'project_id': '369685e5d7c9438bb065fff41911da00', 'gw_port': {'id': '68ebefa9-a5d3-49c2-8cf1-d070324392e2', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:57Z', 'updated_at': '2021-07-16T01:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f91f6875-a3b1-4c04-8dd8-a46f75c9eb74', 'name': '', 'network_id': '8f1c45ec-861d-413c-8e35-ef2e61abbeae', 'tenant_id': '369685e5d7c9438bb065fff41911da00', 'mac_address': 'fa:16:3e:1e:54:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ed6d1924-f4bf-4cb0-8610-bdc55a31932d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:04Z', 'revision_number': 2, 'project_id': '369685e5d7c9438bb065fff41911da00', 'subnets': [{'id': 'ed6d1924-f4bf-4cb0-8610-bdc55a31932d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:10.639612 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Checking router: 82253d2b-2cad-4c0a-a587-18fa660aa898 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:14:10.640006 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Updating router 82253d2b-2cad-4c0a-a587-18fa660aa898 port f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:14:10.682344 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.731448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-0ca462a0-7211-4d18-b985-46da29b813c7 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:10.739166 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-0ca462a0-7211-4d18-b985-46da29b813c7 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 820 time: 0.3901892 Jul 16 01:14:10.761016 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.766220 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-5ce00903-59dc-408c-b70d-61887a6201fb tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/quotas/70d4a48d33d443b48e0f8d661d77b75e HTTP/1.1" status: 200 len: 375 time: 0.0257020 Jul 16 01:14:10.785722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Transition to ACTIVE for port object f1f7f942-5bb6-4c21-a1c3-33224c5b855b will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:10.798507 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 01510a5a-b831-47e4-98ff-9c1f53602b7f details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:14:10.800745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 01510a5a-b831-47e4-98ff-9c1f53602b7f no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:14:10.862839 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:10.877262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-37f097cc-24c6-4f06-987c-2d7ed306e42c tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1090381 Jul 16 01:14:11.072184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2838f86-d456-4669-bf8f-6a688162a456 None None] Pushing event updated for resources: {'Port': ['ID=f1f7f942-5bb6-4c21-a1c3-33224c5b855b,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:11.094683 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-c3080770-cdbb-4eec-a137-846463e131de service neutron] 10.222.0.22 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161541 Jul 16 01:14:11.279878 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.302006 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Transition to ACTIVE for port object f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:11.317847 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.336189 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 01510a5a-b831-47e4-98ff-9c1f53602b7f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=01510a5a-b831-47e4-98ff-9c1f53602b7f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:11.373022 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-036fde86-58d6-433c-8aaf-1256cc2b3233 service neutron] 10.222.0.22 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749972 Jul 16 01:14:11.401980 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1954d-4082-4965-adfe-479dc03699cb None None] Pushing event updated for resources: {'Port': ['ID=f91f6875-a3b1-4c04-8dd8-a46f75c9eb74,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:11.464935 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '01510a5a-b831-47e4-98ff-9c1f53602b7f', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '01510a5a-b831-47e4-98ff-9c1f53602b7f', 'mac_address': 'fa:16:3e:1e:d0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:14:11.509169 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.596942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Attempting to bind port f1f7f942-5bb6-4c21-a1c3-33224c5b855b on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:11.597648 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Attempting to bind port f1f7f942-5bb6-4c21-a1c3-33224c5b855b by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '15bb7885-4f53-4f73-ae82-74aaea69c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:11.598265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Attempting to bind port f1f7f942-5bb6-4c21-a1c3-33224c5b855b on network dc150639-5c75-49e1-9745-52422cc19e6f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:11.633029 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:11.633473 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Attempting to bind port f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:11.634009 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Attempting to bind port f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '5a52c916-99d7-4df6-b09f-7d8c638c6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f1c45ec-861d-413c-8e35-ef2e61abbeae'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:11.634194 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Attempting to bind port f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 on network 8f1c45ec-861d-413c-8e35-ef2e61abbeae {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:11.634314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Checking segment: {'id': '15bb7885-4f53-4f73-ae82-74aaea69c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:11.636777 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.638792 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Bound using segment: {'id': '15bb7885-4f53-4f73-ae82-74aaea69c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:11.639394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Bound port: f1f7f942-5bb6-4c21-a1c3-33224c5b855b, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15bb7885-4f53-4f73-ae82-74aaea69c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:11.639922 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.669721 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:11.670109 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Checking segment: {'id': '5a52c916-99d7-4df6-b09f-7d8c638c6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f1c45ec-861d-413c-8e35-ef2e61abbeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:11.670522 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.670934 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Bound using segment: {'id': '5a52c916-99d7-4df6-b09f-7d8c638c6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f1c45ec-861d-413c-8e35-ef2e61abbeae'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:11.671415 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Bound port: f91f6875-a3b1-4c04-8dd8-a46f75c9eb74, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a52c916-99d7-4df6-b09f-7d8c638c6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8f1c45ec-861d-413c-8e35-ef2e61abbeae'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:11.671845 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.849338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] For port f1f7f942-5bb6-4c21-a1c3-33224c5b855b, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:11.864712 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] For port f1f7f942-5bb6-4c21-a1c3-33224c5b855b, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f1f7f942-5bb6-4c21-a1c3-33224c5b855b,segment=NetworkSegment(15bb7885-4f53-4f73-ae82-74aaea69c6dc),segment_id=15bb7885-4f53-4f73-ae82-74aaea69c6dc)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:11.885536 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:11.929514 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] For port f91f6875-a3b1-4c04-8dd8-a46f75c9eb74, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:11.935311 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] For port f91f6875-a3b1-4c04-8dd8-a46f75c9eb74, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f91f6875-a3b1-4c04-8dd8-a46f75c9eb74,segment=NetworkSegment(5a52c916-99d7-4df6-b09f-7d8c638c6f38),segment_id=5a52c916-99d7-4df6-b09f-7d8c638c6f38)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:11.949728 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:12.078064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654323fa-38cb-436e-855c-22c5fa9a2153 req-e909f49f-3a5a-4c3d-bb26-a2f935fc8abe tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:12.113163 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:12.115984 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-654323fa-38cb-436e-855c-22c5fa9a2153 req-e909f49f-3a5a-4c3d-bb26-a2f935fc8abe tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1829121 Jul 16 01:14:12.192833 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Routers {'82253d2b-2cad-4c0a-a587-18fa660aa898'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:12.193169 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:14:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['82253d2b-2cad-4c0a-a587-18fa660aa898'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:12.197412 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b32941-57f0-429e-84b2-49f708f79497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01510a5a-b831-47e4-98ff-9c1f53602b7f'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:12.204640 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce6284dd-eef1-4b4a-bf63-32a252eda733" -d '{"events": [{"server_uuid": "12b32941-57f0-429e-84b2-49f708f79497", "name": "network-vif-unplugged", "status": "completed", "tag": "01510a5a-b831-47e4-98ff-9c1f53602b7f"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:12.321310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2838f86-d456-4669-bf8f-6a688162a456 None None] Pushing event updated for resources: {'Port': ['ID=f1f7f942-5bb6-4c21-a1c3-33224c5b855b,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:12.332989 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-654323fa-38cb-436e-855c-22c5fa9a2153 req-061211f5-236a-4900-ba5e-270beedf0c70 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004485 Jul 16 01:14:12.355617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 01510a5a-b831-47e4-98ff-9c1f53602b7f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=01510a5a-b831-47e4-98ff-9c1f53602b7f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:12.358987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:14:12.359647 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:14:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:12.360550 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1954d-4082-4965-adfe-479dc03699cb None None] Pushing event updated for resources: {'Port': ['ID=f91f6875-a3b1-4c04-8dd8-a46f75c9eb74,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:12.385443 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01510a5a-b831-47e4-98ff-9c1f53602b7f {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:12.410473 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:12.749656 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:14:12.750588 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:14:12.891741 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] Set router 82253d2b-2cad-4c0a-a587-18fa660aa898 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:12.899957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93a14bf0-93e5-4e51-bee1-e100052fd07a req-e3f0a115-1da2-48f0-badf-9c51a7f55a19 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 210 time: 0.0890315 Jul 16 01:14:12.961143 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=01510a5a-b831-47e4-98ff-9c1f53602b7f,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:13.018219 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:14:13.417775 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'name': 'tempest-AttachSCSIVolumeTestJSON-141332346-router', 'tenant_id': '369685e5d7c9438bb065fff41911da00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '68ebefa9-a5d3-49c2-8cf1-d070324392e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:04Z', 'revision_number': 4, 'project_id': '369685e5d7c9438bb065fff41911da00', 'gw_port': {'id': '68ebefa9-a5d3-49c2-8cf1-d070324392e2', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:57Z', 'updated_at': '2021-07-16T01:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f91f6875-a3b1-4c04-8dd8-a46f75c9eb74', 'name': '', 'network_id': '8f1c45ec-861d-413c-8e35-ef2e61abbeae', 'tenant_id': '369685e5d7c9438bb065fff41911da00', 'mac_address': 'fa:16:3e:1e:54:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ed6d1924-f4bf-4cb0-8610-bdc55a31932d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:11Z', 'revision_number': 4, 'project_id': '369685e5d7c9438bb065fff41911da00', 'subnets': [{'id': 'ed6d1924-f4bf-4cb0-8610-bdc55a31932d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:13.492195 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-289276a6-0b6e-4b25-b65c-f71938354e7b tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:14:13.493378 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-289276a6-0b6e-4b25-b65c-f71938354e7b tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068474 Jul 16 01:14:13.506526 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14010a2e-b9c2-4b49-920c-dc55a46129e1 None None] The sync data for ids ['82253d2b-2cad-4c0a-a587-18fa660aa898'] in n-d-791505-14 is: [{'id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'name': 'tempest-AttachSCSIVolumeTestJSON-141332346-router', 'tenant_id': '369685e5d7c9438bb065fff41911da00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '68ebefa9-a5d3-49c2-8cf1-d070324392e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:04Z', 'revision_number': 4, 'project_id': '369685e5d7c9438bb065fff41911da00', 'gw_port': {'id': '68ebefa9-a5d3-49c2-8cf1-d070324392e2', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:57Z', 'updated_at': '2021-07-16T01:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f91f6875-a3b1-4c04-8dd8-a46f75c9eb74', 'name': '', 'network_id': '8f1c45ec-861d-413c-8e35-ef2e61abbeae', 'tenant_id': '369685e5d7c9438bb065fff41911da00', 'mac_address': 'fa:16:3e:1e:54:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'ed6d1924-f4bf-4cb0-8610-bdc55a31932d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:11Z', 'revision_number': 4, 'project_id': '369685e5d7c9438bb065fff41911da00', 'subnets': [{'id': 'ed6d1924-f4bf-4cb0-8610-bdc55a31932d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:14:13.507361 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-c55a6735-c786-4ed1-a876-60e228bef778 service neutron] Request body: {'binding': {'host': 'n-h2-791505-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:13.512120 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-c55a6735-c786-4ed1-a876-60e228bef778 service neutron] Unknown quota resources ['binding']. {{(pid=93920) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:14:13.527916 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb94d1c-b138-47ae-bc1a-c17f818aff53 x-openstack-request-id: req-5cb94d1c-b138-47ae-bc1a-c17f818aff53 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:13.528522 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b32941-57f0-429e-84b2-49f708f79497", "name": "network-vif-unplugged", "status": "completed", "tag": "01510a5a-b831-47e4-98ff-9c1f53602b7f", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:13.528522 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5cb94d1c-b138-47ae-bc1a-c17f818aff53 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:13.528943 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b32941-57f0-429e-84b2-49f708f79497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01510a5a-b831-47e4-98ff-9c1f53602b7f', 'code': 200} Jul 16 01:14:13.656290 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:13.710168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01510a5a-b831-47e4-98ff-9c1f53602b7f {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:13.760676 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 01510a5a-b831-47e4-98ff-9c1f53602b7f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=01510a5a-b831-47e4-98ff-9c1f53602b7f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:13.820339 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:13.917155 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=01510a5a-b831-47e4-98ff-9c1f53602b7f,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:13.917954 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-c55a6735-c786-4ed1-a876-60e228bef778 service neutron] Attempting to bind port ed0aa526-742f-49c1-9017-618f74ce27f2 on host n-h2-791505-14 for vnic_type normal with profile None {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:13.918506 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-c55a6735-c786-4ed1-a876-60e228bef778 service neutron] Attempting to bind port ed0aa526-742f-49c1-9017-618f74ce27f2 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:13.919037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-c55a6735-c786-4ed1-a876-60e228bef778 service neutron] Attempting to bind port ed0aa526-742f-49c1-9017-618f74ce27f2 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:13.932869 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-c55a6735-c786-4ed1-a876-60e228bef778 service neutron] Port ed0aa526-742f-49c1-9017-618f74ce27f2 on network be647a19-644e-4999-ac54-739f18101211 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:14:13.933495 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-c55a6735-c786-4ed1-a876-60e228bef778 service neutron] Attempting to bind port ed0aa526-742f-49c1-9017-618f74ce27f2 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:13.940827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-c55a6735-c786-4ed1-a876-60e228bef778 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:13.941465 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-c55a6735-c786-4ed1-a876-60e228bef778 service neutron] Checking segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:13.942040 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-c55a6735-c786-4ed1-a876-60e228bef778 service neutron] Bound using segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:13.942903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-c55a6735-c786-4ed1-a876-60e228bef778 service neutron] Bound port: ed0aa526-742f-49c1-9017-618f74ce27f2, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:13.954485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:11Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:14:14.012488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7e6a08-272d-4e35-ad4f-b4bf9e981f5a None None] The sync data for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 is: [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:11Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:14:14.023948 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29838f28-1b04-4021-923e-7601cfbca10a req-b979a344-df69-498a-9238-fd5520472df4 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:14.026634 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-c55a6735-c786-4ed1-a876-60e228bef778 service neutron] For port ed0aa526-742f-49c1-9017-618f74ce27f2, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ed0aa526-742f-49c1-9017-618f74ce27f2,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:14.041531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-c55a6735-c786-4ed1-a876-60e228bef778 service neutron] Notify callbacks [] for binding, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:14.041920 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-29838f28-1b04-4021-923e-7601cfbca10a req-b979a344-df69-498a-9238-fd5520472df4 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 948 time: 0.2738440 Jul 16 01:14:14.043408 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-c55a6735-c786-4ed1-a876-60e228bef778 service neutron] 10.222.0.22 "POST /v2.0/ports/ed0aa526-742f-49c1-9017-618f74ce27f2/bindings HTTP/1.1" status: 201 len: 390 time: 0.5403302 Jul 16 01:14:14.199336 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['01510a5a-b831-47e4-98ff-9c1f53602b7f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:14:14.250979 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-29838f28-1b04-4021-923e-7601cfbca10a req-d0d8d658-f1fe-4e4e-8274-b36746c57058 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071049 Jul 16 01:14:14.784329 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f1f7f942-5bb6-4c21-a1c3-33224c5b855b up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:14.963518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a8c9d6f0-3274-470d-87ce-6782b944bf20 req-f5e9c312-c3f0-45ac-a28f-98d14a74b2df tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 210 time: 0.2187264 Jul 16 01:14:15.062367 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-a5cf4e76-306c-49f9-9a10-bc26fdaeac29 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:15.064210 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-a5cf4e76-306c-49f9-9a10-bc26fdaeac29 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.70 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 820 time: 0.7064881 Jul 16 01:14:15.100748 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-69c1bd84-702f-4c69-a09c-deb5e65dbd90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Request body: {'port': {'device_id': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'admin_state_up': True, 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:15.108737 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port f1f7f942-5bb6-4c21-a1c3-33224c5b855b completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:15.131067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f1f7f942-5bb6-4c21-a1c3-33224c5b855b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:15.131993 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:15.335890 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:15.401754 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-6ae95409-0105-4f80-885d-e389e4b614ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:15.404058 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-6ae95409-0105-4f80-885d-e389e4b614ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 1098 time: 0.1516809 Jul 16 01:14:15.416008 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port f1f7f942-5bb6-4c21-a1c3-33224c5b855b, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f1f7f942-5bb6-4c21-a1c3-33224c5b855b,segment=NetworkSegment(15bb7885-4f53-4f73-ae82-74aaea69c6dc),segment_id=15bb7885-4f53-4f73-ae82-74aaea69c6dc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:15.424448 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:15.425605 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:15.441631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-69c1bd84-702f-4c69-a09c-deb5e65dbd90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Made reservation on behalf of 70d4a48d33d443b48e0f8d661d77b75e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:15.455798 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-69c1bd84-702f-4c69-a09c-deb5e65dbd90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:15.582872 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6bffb-6b6c-484e-acce-356f6d3ee26d req-84cd58ee-c09b-4d73-a1c3-55249fa76f9a tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:15.585087 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99a6bffb-6b6c-484e-acce-356f6d3ee26d req-84cd58ee-c09b-4d73-a1c3-55249fa76f9a tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 946 time: 0.2279058 Jul 16 01:14:15.617218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-921a5ef7-d694-443c-abb5-7c51d3274f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:15.618667 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-921a5ef7-d694-443c-abb5-7c51d3274f76 service neutron] 10.222.0.70 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.2054462 Jul 16 01:14:15.632844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=f1f7f942-5bb6-4c21-a1c3-33224c5b855b,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:15.664394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:15.677560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:15.679372 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:15.717588 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-ec29660b-01f4-4037-8efc-b0e01dbb1b51 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed0aa526-742f-49c1-9017-618f74ce27f2 HTTP/1.1" status: 200 len: 217 time: 0.0852916 Jul 16 01:14:15.816342 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99a6bffb-6b6c-484e-acce-356f6d3ee26d req-dd5642f4-fb4a-4ddd-a7d7-605a255005ad tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103922 Jul 16 01:14:15.872639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-9ad9fa0d-78b8-4bc0-8a6c-533a72cadff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:15.874133 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-9ad9fa0d-78b8-4bc0-8a6c-533a72cadff9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.1436219 Jul 16 01:14:16.012979 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-3a69406d-61d0-4aab-8c1e-fb8d7545a6e5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1271183 Jul 16 01:14:16.014394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-69c1bd84-702f-4c69-a09c-deb5e65dbd90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Allocated IP 172.20.0.14 (dc150639-5c75-49e1-9745-52422cc19e6f/9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee/4c7702c0-20cb-4616-a993-f1ae3082b7dc) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:16.025642 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.113970 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port f91f6875-a3b1-4c04-8dd8-a46f75c9eb74, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f91f6875-a3b1-4c04-8dd8-a46f75c9eb74,segment=NetworkSegment(5a52c916-99d7-4df6-b09f-7d8c638c6f38),segment_id=5a52c916-99d7-4df6-b09f-7d8c638c6f38)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:16.138886 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.243316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=f91f6875-a3b1-4c04-8dd8-a46f75c9eb74,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:16.293914 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-b12605b6-fe3b-4472-8b36-1a76153e59e8 service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625244 Jul 16 01:14:16.310235 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f6c10-f8b4-47e4-9579-b09d4b8e1202 req-66c5ef03-3628-4766-9a20-a5f42aeb0d5a tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:16.316463 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e5f6c10-f8b4-47e4-9579-b09d4b8e1202 req-66c5ef03-3628-4766-9a20-a5f42aeb0d5a tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 948 time: 0.2536428 Jul 16 01:14:16.458843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e5f6c10-f8b4-47e4-9579-b09d4b8e1202 req-b0c568eb-39c4-44fe-a458-e13a97a1b49d tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413829 Jul 16 01:14:16.501377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f1f7f942-5bb6-4c21-a1c3-33224c5b855b up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:16.524863 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-d01a24d6-0fc2-494f-ad00-40284aa3f21e service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108467 Jul 16 01:14:16.620065 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f1f7f942-5bb6-4c21-a1c3-33224c5b855b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:16.620858 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.697141 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-69c1bd84-702f-4c69-a09c-deb5e65dbd90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.724735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-69c1bd84-702f-4c69-a09c-deb5e65dbd90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Transition to ACTIVE for port object 4c7702c0-20cb-4616-a993-f1ae3082b7dc will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:16.778456 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:16.779450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c9a3e987-d162-4ad2-8b4a-0e2412b887b8 req-a12daa44-debd-4f32-82c4-98876e5c1d55 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 210 time: 0.1527555 Jul 16 01:14:16.903841 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-69c1bd84-702f-4c69-a09c-deb5e65dbd90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:16.979430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:16.980155 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.057923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-69c1bd84-702f-4c69-a09c-deb5e65dbd90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Network dc150639-5c75-49e1-9745-52422cc19e6f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:17.090180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-69c1bd84-702f-4c69-a09c-deb5e65dbd90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:17.095043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-69c1bd84-702f-4c69-a09c-deb5e65dbd90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:17.117147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-69c1bd84-702f-4c69-a09c-deb5e65dbd90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:17.118811 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-69c1bd84-702f-4c69-a09c-deb5e65dbd90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.125410 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1bd84-702f-4c69-a09c-deb5e65dbd90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Pushing event updated for resources: {'Port': ['ID=4c7702c0-20cb-4616-a993-f1ae3082b7dc,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.162121 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:14:17.166000 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:14:17.379332 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-69c1bd84-702f-4c69-a09c-deb5e65dbd90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2860181 Jul 16 01:14:17.408880 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Request body: {'port': {'device_id': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:17.616400 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587b64d-1217-4205-a52b-d9278e9a1440 req-49d537b0-f8ca-4591-805b-d97bb3d0d802 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:17.618159 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1587b64d-1217-4205-a52b-d9278e9a1440 req-49d537b0-f8ca-4591-805b-d97bb3d0d802 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 946 time: 0.4887502 Jul 16 01:14:17.684908 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9e5c28fe-b728-4636-9f50-0deff8f1e6dc None None] Provisioning for port 4c7702c0-20cb-4616-a993-f1ae3082b7dc completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:17.700710 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9e5c28fe-b728-4636-9f50-0deff8f1e6dc None None] Provisioning complete for port 4c7702c0-20cb-4616-a993-f1ae3082b7dc triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:17.701553 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9e5c28fe-b728-4636-9f50-0deff8f1e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.829134 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c28fe-b728-4636-9f50-0deff8f1e6dc None None] Port 4c7702c0-20cb-4616-a993-f1ae3082b7dc cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:17.840948 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 01510a5a-b831-47e4-98ff-9c1f53602b7f up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:17.851242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1587b64d-1217-4205-a52b-d9278e9a1440 req-dd4255da-f117-4ec6-923a-f22ceb6b0f8b tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054753 Jul 16 01:14:17.916399 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:17.972599 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 01510a5a-b831-47e4-98ff-9c1f53602b7f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:17.973405 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:18.265636 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:18.417398 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 01510a5a-b831-47e4-98ff-9c1f53602b7f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=01510a5a-b831-47e4-98ff-9c1f53602b7f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:18.420666 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b32941-57f0-429e-84b2-49f708f79497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01510a5a-b831-47e4-98ff-9c1f53602b7f'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:18.434328 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e7bd4a-b6b5-4ab7-8faa-afd2c468055e" -d '{"events": [{"server_uuid": "12b32941-57f0-429e-84b2-49f708f79497", "name": "network-vif-plugged", "status": "completed", "tag": "01510a5a-b831-47e4-98ff-9c1f53602b7f"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:18.448626 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:18.570912 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=01510a5a-b831-47e4-98ff-9c1f53602b7f,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:18.610082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4147371-bcf5-4615-96e9-401986fe6748 req-8e104c25-e1c8-4c8c-a85d-46f293073958 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:18.625029 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4147371-bcf5-4615-96e9-401986fe6748 req-8e104c25-e1c8-4c8c-a85d-46f293073958 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 948 time: 0.6905870 Jul 16 01:14:18.918152 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4147371-bcf5-4615-96e9-401986fe6748 req-dc12b06e-13b9-4aad-8f03-09e073c27d14 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761192 Jul 16 01:14:19.012529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafc594-a051-4cd0-82a8-cff1a1cc8561 req-608a6780-76a8-4d6a-946a-ded77f167a08 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:19.027708 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eeafc594-a051-4cd0-82a8-cff1a1cc8561 req-608a6780-76a8-4d6a-946a-ded77f167a08 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 932 time: 0.3979700 Jul 16 01:14:19.109381 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eeafc594-a051-4cd0-82a8-cff1a1cc8561 req-02b9d309-073b-4272-b0be-173f9b371810 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852900 Jul 16 01:14:19.238487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c7702c0-20cb-4616-a993-f1ae3082b7dc {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:19.246683 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08547254-f711-4acb-9c28-643c4fab05d8 x-openstack-request-id: req-08547254-f711-4acb-9c28-643c4fab05d8 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:19.248180 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b32941-57f0-429e-84b2-49f708f79497", "name": "network-vif-plugged", "status": "completed", "tag": "01510a5a-b831-47e4-98ff-9c1f53602b7f", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:19.248469 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08547254-f711-4acb-9c28-643c4fab05d8 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:19.248898 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b32941-57f0-429e-84b2-49f708f79497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01510a5a-b831-47e4-98ff-9c1f53602b7f', 'code': 200} Jul 16 01:14:19.254957 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:19.270169 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Transition to ACTIVE for port object 4c7702c0-20cb-4616-a993-f1ae3082b7dc will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:19.282575 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:19.461778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7702c0-20cb-4616-a993-f1ae3082b7dc,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:19.670499 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Attempting to bind port 4c7702c0-20cb-4616-a993-f1ae3082b7dc on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:19.671188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Attempting to bind port 4c7702c0-20cb-4616-a993-f1ae3082b7dc by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '15bb7885-4f53-4f73-ae82-74aaea69c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:19.671319 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Attempting to bind port 4c7702c0-20cb-4616-a993-f1ae3082b7dc on network dc150639-5c75-49e1-9745-52422cc19e6f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:19.692097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Port 4c7702c0-20cb-4616-a993-f1ae3082b7dc on network dc150639-5c75-49e1-9745-52422cc19e6f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:14:19.692507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Attempting to bind port 4c7702c0-20cb-4616-a993-f1ae3082b7dc on network dc150639-5c75-49e1-9745-52422cc19e6f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:19.718012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:19.718354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Checking segment: {'id': '15bb7885-4f53-4f73-ae82-74aaea69c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:19.718748 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Bound using segment: {'id': '15bb7885-4f53-4f73-ae82-74aaea69c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:19.719202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Bound port: 4c7702c0-20cb-4616-a993-f1ae3082b7dc, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15bb7885-4f53-4f73-ae82-74aaea69c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:19.719565 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:19.834608 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921aa154-ea88-41ac-835b-15cade2be33d req-98fd393b-cd12-495b-bc2c-4138626cfc82 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:19.837633 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-921aa154-ea88-41ac-835b-15cade2be33d req-98fd393b-cd12-495b-bc2c-4138626cfc82 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 946 time: 0.2869697 Jul 16 01:14:19.871997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cff422-7cbd-46cd-aa82-910a227865cd req-94811b3b-171f-41f1-9766-fefb2e861f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:19.878882 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c6cff422-7cbd-46cd-aa82-910a227865cd req-94811b3b-171f-41f1-9766-fefb2e861f49 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 1101 time: 0.1635015 Jul 16 01:14:19.983618 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-921aa154-ea88-41ac-835b-15cade2be33d req-954ba1a4-3a3b-4b13-a905-a451bae27051 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761158 Jul 16 01:14:19.997760 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c6cff422-7cbd-46cd-aa82-910a227865cd req-25dfd473-d651-477f-9144-a680819eabea service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069660 Jul 16 01:14:20.049955 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] For port 4c7702c0-20cb-4616-a993-f1ae3082b7dc, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:20.065060 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] For port 4c7702c0-20cb-4616-a993-f1ae3082b7dc, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4c7702c0-20cb-4616-a993-f1ae3082b7dc,segment=NetworkSegment(15bb7885-4f53-4f73-ae82-74aaea69c6dc),segment_id=15bb7885-4f53-4f73-ae82-74aaea69c6dc)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:20.071827 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:20.122825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:20.123458 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:20.125788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] 10.222.0.70 "PUT /v2.0/ports/4c7702c0-20cb-4616-a993-f1ae3082b7dc HTTP/1.1" status: 200 len: 1093 time: 2.7289481 Jul 16 01:14:20.126382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'tag': '4c7702c0-20cb-4616-a993-f1ae3082b7dc'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:20.131967 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d79eeb5-8256-4ab5-9ef6-60c5e4afb08e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8926b6-419d-4d7d-9881-8cfd7b92050b", "tag": "4c7702c0-20cb-4616-a993-f1ae3082b7dc"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:20.267003 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637a512c-b0d2-4f7b-9055-f3cf92b25e32 x-openstack-request-id: req-637a512c-b0d2-4f7b-9055-f3cf92b25e32 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:20.267430 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8926b6-419d-4d7d-9881-8cfd7b92050b", "tag": "4c7702c0-20cb-4616-a993-f1ae3082b7dc", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:20.267721 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-637a512c-b0d2-4f7b-9055-f3cf92b25e32 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:20.268271 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'tag': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'status': 'completed', 'code': 200} Jul 16 01:14:20.341685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105346b-b6aa-43a9-a6d3-610d9ca38898 service neutron] Pushing event updated for resources: {'Port': ['ID=4c7702c0-20cb-4616-a993-f1ae3082b7dc,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:20.896661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae532c-a0e4-42e1-99da-62639868bdb7 req-e13c1fd4-e564-4b18-a00c-6fe3b1ade413 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:20.899585 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-87ae532c-a0e4-42e1-99da-62639868bdb7 req-e13c1fd4-e564-4b18-a00c-6fe3b1ade413 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 944 time: 0.5043495 Jul 16 01:14:20.904361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-06d83f9b-8593-42ef-abba-6f4f19004b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:20.907097 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-06d83f9b-8593-42ef-abba-6f4f19004b7f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 1096 time: 0.6988134 Jul 16 01:14:20.937239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18279833-3278-44a4-b911-823469d87b83 req-6f7a58c3-c877-4577-930e-95cdc808bceb tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:20.946332 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18279833-3278-44a4-b911-823469d87b83 req-6f7a58c3-c877-4577-930e-95cdc808bceb tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.6984107 Jul 16 01:14:21.081952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-8b60dbbe-0370-4c14-a54e-f3d03114bc85 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7702c0-20cb-4616-a993-f1ae3082b7dc HTTP/1.1" status: 200 len: 217 time: 0.0852821 Jul 16 01:14:21.111309 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-87ae532c-a0e4-42e1-99da-62639868bdb7 req-4e7a5540-fa4b-4301-8c56-408cc8c609df tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993454 Jul 16 01:14:21.199402 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18279833-3278-44a4-b911-823469d87b83 req-07db72e7-8bb4-4a81-abd0-0ee3395d6c6b tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510889 Jul 16 01:14:21.229041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-25c0db91-6833-457d-a627-184edcb4cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:21.230995 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-25c0db91-6833-457d-a627-184edcb4cf9b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee HTTP/1.1" status: 200 len: 859 time: 0.1157324 Jul 16 01:14:21.337663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-3e60d9cc-ceed-4f8a-9800-ad753d498efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:21.340244 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-3e60d9cc-ceed-4f8a-9800-ad753d498efb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc150639-5c75-49e1-9745-52422cc19e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928571 Jul 16 01:14:21.478629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-8bd1cfa8-ee96-42d6-b4ef-0e054b9c8a82 service neutron] 10.222.0.70 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247537 Jul 16 01:14:21.699673 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bdb94b1-4097-4814-a198-16e6b9b6b6c6 req-0b11b34f-348b-4338-90fa-ff845901f741 service neutron] 10.222.0.70 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075858 Jul 16 01:14:21.760094 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1257ea-0262-4260-907a-3c19d687e9c1 req-cea83fc2-9008-4a34-9585-5d86857b16f7 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:21.763287 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b1257ea-0262-4260-907a-3c19d687e9c1 req-cea83fc2-9008-4a34-9585-5d86857b16f7 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 946 time: 0.0960155 Jul 16 01:14:21.870881 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b1257ea-0262-4260-907a-3c19d687e9c1 req-e7af6df7-fe32-4e64-b0d0-8e5883577f24 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016619 Jul 16 01:14:21.886155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79eeb5-8256-4ab5-9ef6-60c5e4afb08e req-2dd08b6c-254a-4525-a6fc-06b73599831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:21.892879 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d79eeb5-8256-4ab5-9ef6-60c5e4afb08e req-2dd08b6c-254a-4525-a6fc-06b73599831e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 1096 time: 0.0941374 Jul 16 01:14:22.043629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79eeb5-8256-4ab5-9ef6-60c5e4afb08e req-0bea95a1-85e4-482d-ba52-94eae74fa9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:22.045417 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d79eeb5-8256-4ab5-9ef6-60c5e4afb08e req-0bea95a1-85e4-482d-ba52-94eae74fa9e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 921 time: 0.1365972 Jul 16 01:14:22.105025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d79eeb5-8256-4ab5-9ef6-60c5e4afb08e req-c12e7240-2b55-4fb4-8c78-9eed6a978d48 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7702c0-20cb-4616-a993-f1ae3082b7dc HTTP/1.1" status: 200 len: 217 time: 0.0427730 Jul 16 01:14:22.196369 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79eeb5-8256-4ab5-9ef6-60c5e4afb08e req-0d194173-d6fb-4115-8f0e-8373fcb4b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:22.197887 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d79eeb5-8256-4ab5-9ef6-60c5e4afb08e req-0d194173-d6fb-4115-8f0e-8373fcb4b5a7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee HTTP/1.1" status: 200 len: 859 time: 0.0784860 Jul 16 01:14:22.328852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79eeb5-8256-4ab5-9ef6-60c5e4afb08e req-f4cdb65b-4b20-4cd2-ab83-29590e649781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:22.338007 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d79eeb5-8256-4ab5-9ef6-60c5e4afb08e req-f4cdb65b-4b20-4cd2-ab83-29590e649781 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc150639-5c75-49e1-9745-52422cc19e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1229889 Jul 16 01:14:22.525790 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d79eeb5-8256-4ab5-9ef6-60c5e4afb08e req-7fbc0b5c-72a8-44fd-97fe-b31d5ba0822c service neutron] 10.222.0.70 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586392 Jul 16 01:14:22.554701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91515025-1c38-4820-8f81-85fc952968f4 req-997fa785-a0b9-4a67-9ac7-4fe941daf330 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:22.562061 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91515025-1c38-4820-8f81-85fc952968f4 req-997fa785-a0b9-4a67-9ac7-4fe941daf330 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 944 time: 0.2490730 Jul 16 01:14:22.637798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ce311-49a3-40ef-b648-2f237101489a req-3d972033-d6ee-4a09-bd40-0299d18ad609 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:22.645791 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed7ce311-49a3-40ef-b648-2f237101489a req-3d972033-d6ee-4a09-bd40-0299d18ad609 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.2515950 Jul 16 01:14:22.664441 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91515025-1c38-4820-8f81-85fc952968f4 req-ea1a51ed-8434-4809-8af7-87fe2a0f5e6c tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009130 Jul 16 01:14:22.761375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed7ce311-49a3-40ef-b648-2f237101489a req-7c8e3333-8a76-49e4-95ab-3d3909c837e2 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145351 Jul 16 01:14:22.802123 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d79eeb5-8256-4ab5-9ef6-60c5e4afb08e req-cff9a462-63d6-4df4-8078-eb0c08c0bd84 service neutron] 10.222.0.70 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629092 Jul 16 01:14:23.439535 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1019ef-93e3-48fd-8be7-f13666bff2bb req-e1bf87a9-a929-4358-86fa-14a786db8382 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:23.448268 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5b1019ef-93e3-48fd-8be7-f13666bff2bb req-e1bf87a9-a929-4358-86fa-14a786db8382 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1471229 Jul 16 01:14:23.496299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5b1019ef-93e3-48fd-8be7-f13666bff2bb req-93cccdc5-056b-4f36-8fc1-07513c5b2c26 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469048 Jul 16 01:14:23.515276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab150c-1a59-4c1f-a353-d5892359364b req-f526974a-5e06-4d62-a001-92bbe16d3498 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:23.517621 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8ab150c-1a59-4c1f-a353-d5892359364b req-f526974a-5e06-4d62-a001-92bbe16d3498 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 946 time: 0.1626048 Jul 16 01:14:23.579269 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8ab150c-1a59-4c1f-a353-d5892359364b req-2e08823c-594b-46d7-808c-8c0f5a8ffe4b tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535755 Jul 16 01:14:23.895633 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 4c7702c0-20cb-4616-a993-f1ae3082b7dc details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:14:23.953499 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91009183-65e1-4b11-99bb-f914371b973d req-db39d6a2-92b8-47d5-813a-531f41855c95 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:23.961187 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91009183-65e1-4b11-99bb-f914371b973d req-db39d6a2-92b8-47d5-813a-531f41855c95 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 944 time: 0.1798754 Jul 16 01:14:24.041122 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 4c7702c0-20cb-4616-a993-f1ae3082b7dc, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4c7702c0-20cb-4616-a993-f1ae3082b7dc,segment=NetworkSegment(15bb7885-4f53-4f73-ae82-74aaea69c6dc),segment_id=15bb7885-4f53-4f73-ae82-74aaea69c6dc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:24.050943 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91009183-65e1-4b11-99bb-f914371b973d req-a154001b-c7b1-428a-80ac-6713ff7a49f9 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875580 Jul 16 01:14:24.078207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'port_id': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'mac_address': 'fa:16:3e:f1:2c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:14:24.160265 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:24.189696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c7702c0-20cb-4616-a993-f1ae3082b7dc {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:24.255512 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 4c7702c0-20cb-4616-a993-f1ae3082b7dc, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4c7702c0-20cb-4616-a993-f1ae3082b7dc,segment=NetworkSegment(15bb7885-4f53-4f73-ae82-74aaea69c6dc),segment_id=15bb7885-4f53-4f73-ae82-74aaea69c6dc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:24.262284 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:24.442114 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=4c7702c0-20cb-4616-a993-f1ae3082b7dc,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:24.672467 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['4c7702c0-20cb-4616-a993-f1ae3082b7dc'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:14:24.772355 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e04912-6416-4a48-89d1-d0eca200a230 req-0954a118-64b4-40a6-bc02-08f230ae4e72 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:24.774464 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10e04912-6416-4a48-89d1-d0eca200a230 req-0954a118-64b4-40a6-bc02-08f230ae4e72 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1417916 Jul 16 01:14:24.866586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10e04912-6416-4a48-89d1-d0eca200a230 req-07c2147b-0c3f-435e-ac5e-5c48c1154409 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798528 Jul 16 01:14:24.959705 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfb5a5-4f56-4294-b80f-a137572b5118 req-9d1d1275-e1b4-4af9-933d-daa57e8b083a tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:24.961695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aecfb5a5-4f56-4294-b80f-a137572b5118 req-9d1d1275-e1b4-4af9-933d-daa57e8b083a tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 946 time: 0.1324098 Jul 16 01:14:25.005578 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aecfb5a5-4f56-4294-b80f-a137572b5118 req-a55e7f4d-d985-4cd7-b9c6-5fc8cb5f2cf4 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362465 Jul 16 01:14:25.272665 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3fb88-4146-48c4-8d56-dfcb4b83010e req-311af04d-04f7-4c3c-9898-85d7a18d5cf9 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:25.274807 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03d3fb88-4146-48c4-8d56-dfcb4b83010e req-311af04d-04f7-4c3c-9898-85d7a18d5cf9 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 945 time: 0.0828130 Jul 16 01:14:25.321456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03d3fb88-4146-48c4-8d56-dfcb4b83010e req-bc920249-677f-407d-95c4-0367a5293897 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399158 Jul 16 01:14:26.081361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28abcd7-2e59-4d1c-b1e5-42e3662ae9a7 req-89fff919-5b44-48ce-846e-74193ea6cc0e tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:26.082992 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e28abcd7-2e59-4d1c-b1e5-42e3662ae9a7 req-89fff919-5b44-48ce-846e-74193ea6cc0e tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.0862660 Jul 16 01:14:26.139932 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e28abcd7-2e59-4d1c-b1e5-42e3662ae9a7 req-fa508c6f-37ef-412a-970b-386a2580e8a4 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488272 Jul 16 01:14:26.233500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab48fd1a-c96e-4a37-8f55-eeb954cdf668 req-21bfe134-3903-4de9-b185-dd54d2dc663f tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:26.242074 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ab48fd1a-c96e-4a37-8f55-eeb954cdf668 req-21bfe134-3903-4de9-b185-dd54d2dc663f tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 946 time: 0.0767059 Jul 16 01:14:26.300203 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ab48fd1a-c96e-4a37-8f55-eeb954cdf668 req-035ff6fc-e21d-492b-b823-490992a11d19 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561268 Jul 16 01:14:26.602148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78bcef-1b5e-46be-9a9c-da8f1002bb5b req-d6682b0b-450f-45cd-b2aa-6b206d2a7e18 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:26.612251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e78bcef-1b5e-46be-9a9c-da8f1002bb5b req-d6682b0b-450f-45cd-b2aa-6b206d2a7e18 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 945 time: 0.1201322 Jul 16 01:14:26.658410 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e78bcef-1b5e-46be-9a9c-da8f1002bb5b req-988f1e5b-8eef-499a-b25e-3c02a633fde5 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452361 Jul 16 01:14:27.353773 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dee4b00-a325-4681-ae99-bfef376428b1 req-84a4ecf4-e355-4988-aa6a-a866a763d74d tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:27.361038 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2dee4b00-a325-4681-ae99-bfef376428b1 req-84a4ecf4-e355-4988-aa6a-a866a763d74d tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.0855093 Jul 16 01:14:27.409869 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2dee4b00-a325-4681-ae99-bfef376428b1 req-f5b3ba47-0b0d-4ef1-940b-a972c177fca1 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477021 Jul 16 01:14:27.542697 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90593356-4903-45d8-ae54-8d32c00dd753 req-ade4fe68-da76-4b55-a446-64d2c1d6397e tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:27.550706 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90593356-4903-45d8-ae54-8d32c00dd753 req-ade4fe68-da76-4b55-a446-64d2c1d6397e tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 946 time: 0.0759170 Jul 16 01:14:27.599402 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90593356-4903-45d8-ae54-8d32c00dd753 req-a3202c42-028d-459c-91da-0e065a0e40ce tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475717 Jul 16 01:14:27.873815 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965c148-a366-4475-b75f-0ae25723d33e req-9b27ee75-949b-4a33-8d88-4e6eb3687722 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:27.875683 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9965c148-a366-4475-b75f-0ae25723d33e req-9b27ee75-949b-4a33-8d88-4e6eb3687722 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 945 time: 0.0729854 Jul 16 01:14:27.915226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 4c7702c0-20cb-4616-a993-f1ae3082b7dc up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:27.947658 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9965c148-a366-4475-b75f-0ae25723d33e req-e52433e9-8a58-4140-a310-bf246403eef3 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627115 Jul 16 01:14:28.011476 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 4c7702c0-20cb-4616-a993-f1ae3082b7dc completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:28.022982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 4c7702c0-20cb-4616-a993-f1ae3082b7dc triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:28.023416 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:28.124287 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:28.150235 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7702c0-20cb-4616-a993-f1ae3082b7dc'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:28.152658 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb42ba7c-6342-4082-a552-f77e16bc466f" -d '{"events": [{"server_uuid": "fe8926b6-419d-4d7d-9881-8cfd7b92050b", "name": "network-vif-plugged", "status": "completed", "tag": "4c7702c0-20cb-4616-a993-f1ae3082b7dc"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:28.169287 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 4c7702c0-20cb-4616-a993-f1ae3082b7dc, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4c7702c0-20cb-4616-a993-f1ae3082b7dc,segment=NetworkSegment(15bb7885-4f53-4f73-ae82-74aaea69c6dc),segment_id=15bb7885-4f53-4f73-ae82-74aaea69c6dc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:28.174208 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:28.200112 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2174d877-8441-4c78-a672-b89a57c4ce00 x-openstack-request-id: req-2174d877-8441-4c78-a672-b89a57c4ce00 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:28.200412 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8926b6-419d-4d7d-9881-8cfd7b92050b", "name": "network-vif-plugged", "status": "completed", "tag": "4c7702c0-20cb-4616-a993-f1ae3082b7dc", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:28.200672 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2174d877-8441-4c78-a672-b89a57c4ce00 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:28.201060 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'code': 200} Jul 16 01:14:28.226626 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=4c7702c0-20cb-4616-a993-f1ae3082b7dc,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:28.354429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7e471-8c08-43d3-b970-566103198ea9 req-f34ab2f1-f5f7-42fd-bebd-d5366ee2fddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:28.355994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ddc7e471-8c08-43d3-b970-566103198ea9 req-f34ab2f1-f5f7-42fd-bebd-d5366ee2fddd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 1098 time: 0.0571799 Jul 16 01:14:28.399501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ddc7e471-8c08-43d3-b970-566103198ea9 req-fee66991-2469-4bf5-af67-9491805d6443 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318301 Jul 16 01:14:28.594816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12f2fd-5183-4145-ba0f-4909ec1b2df9 req-ec80fb6e-61ff-4036-a378-706e28fc7506 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:28.596740 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc12f2fd-5183-4145-ba0f-4909ec1b2df9 req-ec80fb6e-61ff-4036-a378-706e28fc7506 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.0734260 Jul 16 01:14:28.642067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc12f2fd-5183-4145-ba0f-4909ec1b2df9 req-b709c38d-bc6a-4046-8564-f4e4480a1189 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383227 Jul 16 01:14:28.777702 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562613bd-4046-4072-abe7-012cc97b4561 req-1ea9ebc9-f9f4-4e45-bf0a-e05584904a83 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:28.784684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-562613bd-4046-4072-abe7-012cc97b4561 req-1ea9ebc9-f9f4-4e45-bf0a-e05584904a83 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 808 time: 0.1415808 Jul 16 01:14:28.807448 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-562613bd-4046-4072-abe7-012cc97b4561 req-2f96d5d8-99c5-4630-9c52-901153d204de tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/quotas/0a6f1242be7f44c5a4ca0f2b9fa01ca0 HTTP/1.1" status: 200 len: 375 time: 0.0218005 Jul 16 01:14:28.917993 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c56eaee-a16a-43d1-b8fc-cc8b885c0ff0 req-88155231-f745-4483-b22b-677ed2334ee1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:28.919594 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c56eaee-a16a-43d1-b8fc-cc8b885c0ff0 req-88155231-f745-4483-b22b-677ed2334ee1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 946 time: 0.1257148 Jul 16 01:14:28.932966 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-562613bd-4046-4072-abe7-012cc97b4561 req-1a9116d0-2550-43fc-b57e-e27161c2c111 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1050117 Jul 16 01:14:29.000699 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c56eaee-a16a-43d1-b8fc-cc8b885c0ff0 req-070e5d9b-340e-4b09-8b6b-ccc957408e53 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667233 Jul 16 01:14:29.088757 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-562613bd-4046-4072-abe7-012cc97b4561 req-d8170451-80bd-4aac-803c-ea61738044cb service neutron] 10.222.0.22 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378200 Jul 16 01:14:29.212954 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-562613bd-4046-4072-abe7-012cc97b4561 req-ee4be475-dabc-40a8-bce7-b3e48ad35228 service neutron] 10.222.0.22 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176248 Jul 16 01:14:29.361157 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b34ba-b615-46bb-986f-a7fb2b4284db req-a8abdcd3-cf3b-4efc-bbb3-ba1171a656e8 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:29.362818 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-062b34ba-b615-46bb-986f-a7fb2b4284db req-a8abdcd3-cf3b-4efc-bbb3-ba1171a656e8 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 946 time: 0.0764015 Jul 16 01:14:29.424428 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-062b34ba-b615-46bb-986f-a7fb2b4284db req-2409e812-881b-455c-9d53-62a758237cee tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532773 Jul 16 01:14:29.715661 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53e4c1e4-bbf7-415b-b809-706e67e92c00 req-eeebd3ea-79f6-4b05-8940-519693155d87 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 210 time: 0.0844617 Jul 16 01:14:29.947560 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bf18a-8d41-4c10-8c14-e5a33979fbcd req-e856a466-fe2a-40e2-a7be-6f7c011a75f7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:29.949478 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa9bf18a-8d41-4c10-8c14-e5a33979fbcd req-e856a466-fe2a-40e2-a7be-6f7c011a75f7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.0903497 Jul 16 01:14:29.998695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa9bf18a-8d41-4c10-8c14-e5a33979fbcd req-3b443077-af00-4c94-9283-befbdf831f30 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400164 Jul 16 01:14:30.045210 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:30.211611 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb9f07-0eb5-4edd-b342-0527d99d11b1 req-85f8beb9-d2c8-4f02-b8e8-ba05ba1d7470 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:30.213460 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-efdb9f07-0eb5-4edd-b342-0527d99d11b1 req-85f8beb9-d2c8-4f02-b8e8-ba05ba1d7470 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 946 time: 0.0804744 Jul 16 01:14:30.276691 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-efdb9f07-0eb5-4edd-b342-0527d99d11b1 req-d774c098-082e-4f83-968a-255b5d0dbc1f tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533094 Jul 16 01:14:30.662150 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a5dc7a-5d57-41e2-a745-38602b39ad44 req-afacdf7a-da91-4a49-a768-0cdd3feb8b9e tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:30.673914 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25a5dc7a-5d57-41e2-a745-38602b39ad44 req-afacdf7a-da91-4a49-a768-0cdd3feb8b9e tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 946 time: 0.1139901 Jul 16 01:14:30.725980 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25a5dc7a-5d57-41e2-a745-38602b39ad44 req-d2f23f9a-5391-4265-b476-1f1619b1f405 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508306 Jul 16 01:14:30.863085 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:30.901380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-e783d20b-599f-4139-b2f4-6d449f02af92 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1427412 Jul 16 01:14:30.906881 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:30.932260 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:31.064252 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-308bfba2-9ac3-427a-b06b-fe598c0ed0ea req-a0c6c080-708c-41c8-a2a8-f29324c854e0 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 210 time: 0.0574389 Jul 16 01:14:31.112969 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:31.409733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562613bd-4046-4072-abe7-012cc97b4561 req-da098aee-8031-4409-9c7c-1c17d63b1384 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:31.411153 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-562613bd-4046-4072-abe7-012cc97b4561 req-da098aee-8031-4409-9c7c-1c17d63b1384 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.70 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 808 time: 0.3012543 Jul 16 01:14:31.418140 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Allocated IP 172.25.2.93 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/bf403e99-9b2a-49a5-a57c-3d10684d829a) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:31.451514 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:14:31.526144 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-c198f240-aa6c-4d88-b6f7-84a1b4787ee7 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:31.532870 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:31.533085 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-c198f240-aa6c-4d88-b6f7-84a1b4787ee7 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449&tenant_id=537b188632474e8c92af700ab7860b1d&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 1098 time: 0.1352155 Jul 16 01:14:31.552050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791505-14'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:31.568941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-562613bd-4046-4072-abe7-012cc97b4561 req-10204566-e845-42d0-a9b4-a5ef88d922dc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Request body: {'port': {'device_id': '26b1b3b3-4dc8-454b-bb53-f407ffb18089', 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83', 'admin_state_up': True, 'tenant_id': '0a6f1242be7f44c5a4ca0f2b9fa01ca0'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:31.610707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b886ab-f614-43c2-8c3e-4d1a22b9d16b req-d4e25862-0d10-4b83-9cac-60a82fffde60 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:31.612289 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7b886ab-f614-43c2-8c3e-4d1a22b9d16b req-d4e25862-0d10-4b83-9cac-60a82fffde60 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.4176867 Jul 16 01:14:31.668897 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:31.691677 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7b886ab-f614-43c2-8c3e-4d1a22b9d16b req-7d028bde-b0bc-4c45-a80d-2f50590a9a04 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507605 Jul 16 01:14:31.705148 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:31.762078 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Pushing event updated for resources: {'Port': ['ID=bf403e99-9b2a-49a5-a57c-3d10684d829a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:31.792622 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:31.797181 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:31.801067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:31.832137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] For port ed0aa526-742f-49c1-9017-618f74ce27f2, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ed0aa526-742f-49c1-9017-618f74ce27f2,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:31.835943 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-562613bd-4046-4072-abe7-012cc97b4561 req-10204566-e845-42d0-a9b4-a5ef88d922dc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Made reservation on behalf of 0a6f1242be7f44c5a4ca0f2b9fa01ca0 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:31.838573 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-562613bd-4046-4072-abe7-012cc97b4561 req-10204566-e845-42d0-a9b4-a5ef88d922dc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:31.887821 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] For port ed0aa526-742f-49c1-9017-618f74ce27f2, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:31.932710 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ed0aa526-742f-49c1-9017-618f74ce27f2 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:14:31.954478 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:31.961881 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d75ae5c-ca10-46ee-accb-5206c0000449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed0aa526-742f-49c1-9017-618f74ce27f2'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:31.965520 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-562613bd-4046-4072-abe7-012cc97b4561 req-10204566-e845-42d0-a9b4-a5ef88d922dc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Allocated IP 172.20.0.13 (8a12b0de-6ef6-45d3-924a-11f308816a83/444b39ba-692a-4b43-854c-acc759053f2e/050fa09a-e16d-4d05-a7e7-51c00859023e) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:31.982195 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d8a2f3-9cac-4c19-8f7b-3738ee9be812" -d '{"events": [{"server_uuid": "9d75ae5c-ca10-46ee-accb-5206c0000449", "name": "network-vif-unplugged", "status": "completed", "tag": "ed0aa526-742f-49c1-9017-618f74ce27f2"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:31.991692 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:32.163795 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Attempting to bind port ed0aa526-742f-49c1-9017-618f74ce27f2 on host n-h1-791505-14 for vnic_type normal with profile {"migrating_to": "n-h2-791505-14"} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:32.164533 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Attempting to bind port ed0aa526-742f-49c1-9017-618f74ce27f2 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:32.165131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Attempting to bind port ed0aa526-742f-49c1-9017-618f74ce27f2 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:32.167638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port ed0aa526-742f-49c1-9017-618f74ce27f2, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ed0aa526-742f-49c1-9017-618f74ce27f2,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:32.174425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Port ed0aa526-742f-49c1-9017-618f74ce27f2 on network be647a19-644e-4999-ac54-739f18101211 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:14:32.175126 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Attempting to bind port ed0aa526-742f-49c1-9017-618f74ce27f2 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:32.182480 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ed0aa526-742f-49c1-9017-618f74ce27f2 has no active binding in host n-h2-791505-14 {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:14:32.190274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:32.191058 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Checking segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:32.191688 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Bound using segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:32.192658 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Bound port: ed0aa526-742f-49c1-9017-618f74ce27f2, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:32.194077 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:32.241533 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:32.252268 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-562613bd-4046-4072-abe7-012cc97b4561 req-10204566-e845-42d0-a9b4-a5ef88d922dc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:32.274477 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0aa526-742f-49c1-9017-618f74ce27f2,revision_number=7']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:32.322571 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] For port ed0aa526-742f-49c1-9017-618f74ce27f2, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:32.327240 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] For port ed0aa526-742f-49c1-9017-618f74ce27f2, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ed0aa526-742f-49c1-9017-618f74ce27f2,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:32.340428 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:32.373102 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df841b-9f4f-485e-818c-6bc67a65619f req-a6f2e4e7-8afb-4d19-a62e-1722a9fa948d tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:32.380647 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98df841b-9f4f-485e-818c-6bc67a65619f req-a6f2e4e7-8afb-4d19-a62e-1722a9fa948d tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 944 time: 0.2639401 Jul 16 01:14:32.409944 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:32.467465 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98df841b-9f4f-485e-818c-6bc67a65619f req-31860ec1-9ccd-4ce6-a654-897f4855ea1b tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850577 Jul 16 01:14:32.505391 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-562613bd-4046-4072-abe7-012cc97b4561 req-10204566-e845-42d0-a9b4-a5ef88d922dc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:32.512121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Pushing event updated for resources: {'Port': ['ID=ed0aa526-742f-49c1-9017-618f74ce27f2,revision_number=8']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:32.526083 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['851bbee5-5b83-4b0a-84db-9b75d19301c4'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:14:32.540659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:32.541314 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:32.545150 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cf42e915-f7ec-4b5f-9927-d408af03a4c6 service neutron] 10.222.0.70 "PUT /v2.0/ports/ed0aa526-742f-49c1-9017-618f74ce27f2 HTTP/1.1" status: 200 len: 1124 time: 1.0052099 Jul 16 01:14:32.669880 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['ed0aa526-742f-49c1-9017-618f74ce27f2'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:14:32.777726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['ed0aa526-742f-49c1-9017-618f74ce27f2'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:14:32.987730 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-562613bd-4046-4072-abe7-012cc97b4561 req-10204566-e845-42d0-a9b4-a5ef88d922dc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Network 8a12b0de-6ef6-45d3-924a-11f308816a83 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:32.997540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-562613bd-4046-4072-abe7-012cc97b4561 req-10204566-e845-42d0-a9b4-a5ef88d922dc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:33.017736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-562613bd-4046-4072-abe7-012cc97b4561 req-10204566-e845-42d0-a9b4-a5ef88d922dc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:33.032819 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562613bd-4046-4072-abe7-012cc97b4561 req-10204566-e845-42d0-a9b4-a5ef88d922dc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:33.036456 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-562613bd-4046-4072-abe7-012cc97b4561 req-10204566-e845-42d0-a9b4-a5ef88d922dc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:33.121367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-562613bd-4046-4072-abe7-012cc97b4561 req-10204566-e845-42d0-a9b4-a5ef88d922dc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5568752 Jul 16 01:14:33.133783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10204566-e845-42d0-a9b4-a5ef88d922dc tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Pushing event updated for resources: {'Port': ['ID=050fa09a-e16d-4d05-a7e7-51c00859023e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:33.143987 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Request body: {'port': {'device_id': '26b1b3b3-4dc8-454b-bb53-f407ffb18089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:33.162895 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3337570a-2d64-49ed-ad30-6061ba18e9fd x-openstack-request-id: req-3337570a-2d64-49ed-ad30-6061ba18e9fd {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:33.163190 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d75ae5c-ca10-46ee-accb-5206c0000449", "name": "network-vif-unplugged", "status": "completed", "tag": "ed0aa526-742f-49c1-9017-618f74ce27f2", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:33.163443 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3337570a-2d64-49ed-ad30-6061ba18e9fd {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:33.163889 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d75ae5c-ca10-46ee-accb-5206c0000449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed0aa526-742f-49c1-9017-618f74ce27f2', 'code': 200} Jul 16 01:14:33.254920 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:33.333404 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:33.345911 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:33.405599 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:33.511470 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Pushing event updated for resources: {'Port': ['ID=bf403e99-9b2a-49a5-a57c-3d10684d829a,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:33.540732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882eb70a-73ad-4a07-ae06-b35776d93a2d req-2d919813-22e5-4083-94bf-06fb783bd49e tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:33.548215 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-882eb70a-73ad-4a07-ae06-b35776d93a2d req-2d919813-22e5-4083-94bf-06fb783bd49e tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 932 time: 0.2770414 Jul 16 01:14:33.572960 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:33.580404 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-d50ee520-30ea-4e15-80a0-03eb0e520f90 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6780674 Jul 16 01:14:33.673806 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-b79d5bb2-aa38-407e-800b-8b9b69dc817d tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.0923936 Jul 16 01:14:33.717497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-882eb70a-73ad-4a07-ae06-b35776d93a2d req-5960f376-2782-4c53-9a7c-ce3fec2e5f70 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682374 Jul 16 01:14:33.742448 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5dcae811-7056-4afe-a21f-8720d71046cd req-752defe9-b142-40ff-acf8-6399644e8f1a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1054690 Jul 16 01:14:33.889725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-000196b0-c674-413c-848a-0eb4c700884a tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:33.891089 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b06a3fc5-9c78-4e5e-8df9-a84bc7d18a07 req-000196b0-c674-413c-848a-0eb4c700884a tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.2098286 Jul 16 01:14:33.909729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcae811-7056-4afe-a21f-8720d71046cd req-0cc16407-3037-449d-8703-b673f7e07764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:33.913772 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5dcae811-7056-4afe-a21f-8720d71046cd req-0cc16407-3037-449d-8703-b673f7e07764 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 1096 time: 0.0727391 Jul 16 01:14:33.941299 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050fa09a-e16d-4d05-a7e7-51c00859023e {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:33.951532 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:33.981524 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Transition to ACTIVE for port object 050fa09a-e16d-4d05-a7e7-51c00859023e will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:34.001473 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.058174 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ea09ea-c3e6-4b93-b222-4ad7f066a9a9 req-4f21846b-9b8e-43f1-b43d-a1f9ecfaa3ff tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:34.059814 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30ea09ea-c3e6-4b93-b222-4ad7f066a9a9 req-4f21846b-9b8e-43f1-b43d-a1f9ecfaa3ff tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1802247 Jul 16 01:14:34.149486 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcae811-7056-4afe-a21f-8720d71046cd req-aa3f6745-865b-4547-a351-f73b0d3d7679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:34.151145 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5dcae811-7056-4afe-a21f-8720d71046cd req-aa3f6745-865b-4547-a351-f73b0d3d7679 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.1982098 Jul 16 01:14:34.185604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Pushing event updated for resources: {'Port': ['ID=050fa09a-e16d-4d05-a7e7-51c00859023e,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:34.213146 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30ea09ea-c3e6-4b93-b222-4ad7f066a9a9 req-c3b18caf-afc9-48c0-90a8-bd6f716506d0 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393714 Jul 16 01:14:34.218250 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5dcae811-7056-4afe-a21f-8720d71046cd req-f8e98f8e-fbce-442c-8268-0d36a4227edc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8 HTTP/1.1" status: 200 len: 217 time: 0.0543907 Jul 16 01:14:34.291824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12423d-f20b-49b3-87c5-748aebb1f387 req-ae7a6b21-ca52-4142-8b8c-e4c8e176e79f tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:34.293619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc12423d-f20b-49b3-87c5-748aebb1f387 req-ae7a6b21-ca52-4142-8b8c-e4c8e176e79f tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 944 time: 0.2291660 Jul 16 01:14:34.294899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Attempting to bind port 050fa09a-e16d-4d05-a7e7-51c00859023e on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:34.295447 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Attempting to bind port 050fa09a-e16d-4d05-a7e7-51c00859023e by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:34.296690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Attempting to bind port 050fa09a-e16d-4d05-a7e7-51c00859023e on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:34.313358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcae811-7056-4afe-a21f-8720d71046cd req-a5860770-fab1-4170-8b4a-478b121a9fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:34.313528 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Port 050fa09a-e16d-4d05-a7e7-51c00859023e on network 8a12b0de-6ef6-45d3-924a-11f308816a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:14:34.314172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Attempting to bind port 050fa09a-e16d-4d05-a7e7-51c00859023e on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:34.314695 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5dcae811-7056-4afe-a21f-8720d71046cd req-a5860770-fab1-4170-8b4a-478b121a9fac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.0853298 Jul 16 01:14:34.333413 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:34.333877 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Checking segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:34.334423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Bound using segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:34.335385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Bound port: 050fa09a-e16d-4d05-a7e7-51c00859023e, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:34.336030 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.371038 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5dcae811-7056-4afe-a21f-8720d71046cd req-eedb6b6a-ac5d-45f6-9b69-ef9b586e0109 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448828 Jul 16 01:14:34.442763 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc12423d-f20b-49b3-87c5-748aebb1f387 req-7b522a2d-d701-496c-b548-796ac720e069 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348054 Jul 16 01:14:34.502677 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] For port 050fa09a-e16d-4d05-a7e7-51c00859023e, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:34.514092 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] For port 050fa09a-e16d-4d05-a7e7-51c00859023e, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=050fa09a-e16d-4d05-a7e7-51c00859023e,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:34.519918 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.592265 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5dcae811-7056-4afe-a21f-8720d71046cd req-cfd94565-9cf9-4468-93e6-41742a058935 service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071471 Jul 16 01:14:34.601694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:34.602362 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.605433 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-562613bd-4046-4072-abe7-012cc97b4561 req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] 10.222.0.70 "PUT /v2.0/ports/050fa09a-e16d-4d05-a7e7-51c00859023e HTTP/1.1" status: 200 len: 1093 time: 1.4654195 Jul 16 01:14:34.747957 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5dcae811-7056-4afe-a21f-8720d71046cd req-768872b4-abae-4bc8-9561-b911b2b0f16b service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428311 Jul 16 01:14:34.749211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b1b3b3-4dc8-454b-bb53-f407ffb18089', 'tag': '050fa09a-e16d-4d05-a7e7-51c00859023e'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:34.751530 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094ad003-b77b-4169-9de5-e10d3253dc12" -d '{"events": [{"name": "network-changed", "server_uuid": "26b1b3b3-4dc8-454b-bb53-f407ffb18089", "tag": "050fa09a-e16d-4d05-a7e7-51c00859023e"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:34.763964 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bbe9f350-a040-46fa-a5fc-c4ae418daed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:34.923384 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe180c1-ca8b-48c0-a09b-f2deae79fad2 service neutron] Pushing event updated for resources: {'Port': ['ID=050fa09a-e16d-4d05-a7e7-51c00859023e,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:34.957807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-5633f898-061a-49a0-a6b6-5871c86a0337 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:34.960205 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-5633f898-061a-49a0-a6b6-5871c86a0337 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 820 time: 0.3538439 Jul 16 01:14:34.994513 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-22068139-ac8c-4937-bd91-2e23365bff04 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/quotas/70d4a48d33d443b48e0f8d661d77b75e HTTP/1.1" status: 200 len: 375 time: 0.0263388 Jul 16 01:14:35.023026 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562613bd-4046-4072-abe7-012cc97b4561 req-8293e00e-892c-4c0f-affb-69f4d4be75f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:35.023026 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-562613bd-4046-4072-abe7-012cc97b4561 req-8293e00e-892c-4c0f-affb-69f4d4be75f1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 1096 time: 0.2345610 Jul 16 01:14:35.099833 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-562613bd-4046-4072-abe7-012cc97b4561 req-bc6f1fa6-7123-495c-b7ec-f82a52fa5b69 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=050fa09a-e16d-4d05-a7e7-51c00859023e HTTP/1.1" status: 200 len: 217 time: 0.0684669 Jul 16 01:14:35.111369 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19263bc2-ab12-4bd2-ac54-f9be94b26259 req-5292c5f1-1cac-406d-bde5-34b8f6d76088 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:35.112887 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19263bc2-ab12-4bd2-ac54-f9be94b26259 req-5292c5f1-1cac-406d-bde5-34b8f6d76088 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 944 time: 0.2029741 Jul 16 01:14:35.165111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d75ae5c-ca10-46ee-accb-5206c0000449', 'tag': 'ed0aa526-742f-49c1-9017-618f74ce27f2'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:35.168088 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c9390c-0deb-4d8f-a0ba-a452e2aa202a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d75ae5c-ca10-46ee-accb-5206c0000449", "tag": "ed0aa526-742f-49c1-9017-618f74ce27f2"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:35.186582 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562613bd-4046-4072-abe7-012cc97b4561 req-c196cd16-49e7-4fc7-90f6-4f45bbcc223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:35.188058 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-562613bd-4046-4072-abe7-012cc97b4561 req-c196cd16-49e7-4fc7-90f6-4f45bbcc223d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.0742860 Jul 16 01:14:35.218710 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19263bc2-ab12-4bd2-ac54-f9be94b26259 req-ee886c1b-6110-4514-975c-add2bd0d159b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942230 Jul 16 01:14:35.229545 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-e4abc3f3-e952-41da-aa97-4d3233ccbbea tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2168376 Jul 16 01:14:35.257530 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-562613bd-4046-4072-abe7-012cc97b4561 req-f494674b-b81f-4233-ba4c-eb5c7856bc35 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548563 Jul 16 01:14:35.273835 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b13eaf4-a243-4026-8c2f-96e4cd728f12 x-openstack-request-id: req-4b13eaf4-a243-4026-8c2f-96e4cd728f12 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:35.274136 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b1b3b3-4dc8-454b-bb53-f407ffb18089", "tag": "050fa09a-e16d-4d05-a7e7-51c00859023e", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:35.274390 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b13eaf4-a243-4026-8c2f-96e4cd728f12 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:35.274777 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b1b3b3-4dc8-454b-bb53-f407ffb18089', 'tag': '050fa09a-e16d-4d05-a7e7-51c00859023e', 'status': 'completed', 'code': 200} Jul 16 01:14:35.408922 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-355eebf5-ff44-4f56-89d7-9aa55e3f9b0b service neutron] 10.222.0.22 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615000 Jul 16 01:14:35.457968 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-562613bd-4046-4072-abe7-012cc97b4561 req-1d144e16-d395-40cf-8b3f-4b90b067a33d service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808157 Jul 16 01:14:35.636256 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefce61a-8562-420e-bf3a-141b66dee060 req-96e4e74e-8f4d-4887-adab-e1568604100a tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:35.637811 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eefce61a-8562-420e-bf3a-141b66dee060 req-96e4e74e-8f4d-4887-adab-e1568604100a tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/networks?id=b1544cd7-1b5c-433b-a8bd-e2b8413b6815 HTTP/1.1" status: 200 len: 814 time: 0.2431443 Jul 16 01:14:35.649389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-42727b7d-1b11-403f-bd3b-f051303d9096 service neutron] 10.222.0.22 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240937 Jul 16 01:14:35.671484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eefce61a-8562-420e-bf3a-141b66dee060 req-581a8881-8e8d-46c3-9aba-764899057543 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/quotas/c9a9a0ed4d39433f9f7df119fc553cae HTTP/1.1" status: 200 len: 375 time: 0.0265884 Jul 16 01:14:35.673725 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-562613bd-4046-4072-abe7-012cc97b4561 req-d7b8a289-a90a-420d-ab61-8ed92324620a service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054849 Jul 16 01:14:35.755646 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eefce61a-8562-420e-bf3a-141b66dee060 req-32ea2bf7-48ac-46b4-b92d-f729bfec434d tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c9a9a0ed4d39433f9f7df119fc553cae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770361 Jul 16 01:14:35.836392 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d78fe60-884f-4913-b21b-4fee2be30c34 x-openstack-request-id: req-4d78fe60-884f-4913-b21b-4fee2be30c34 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:35.836887 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d75ae5c-ca10-46ee-accb-5206c0000449", "tag": "ed0aa526-742f-49c1-9017-618f74ce27f2", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:35.836995 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d78fe60-884f-4913-b21b-4fee2be30c34 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:35.837337 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d75ae5c-ca10-46ee-accb-5206c0000449', 'tag': 'ed0aa526-742f-49c1-9017-618f74ce27f2', 'status': 'completed', 'code': 200} Jul 16 01:14:36.020601 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eefce61a-8562-420e-bf3a-141b66dee060 req-0458318b-51fb-4702-bfb3-34e8471fbabd service neutron] 10.222.0.22 "GET /v2.0/networks/b1544cd7-1b5c-433b-a8bd-e2b8413b6815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472270 Jul 16 01:14:36.035111 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa5478df-2e30-4679-9914-4da4db8a453f req-5d8a5b60-c5bc-4fa7-9505-a5718c581992 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2950635 Jul 16 01:14:36.041306 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ad003-b77b-4169-9de5-e10d3253dc12 req-dea8a5e0-1d1c-4483-9bf3-6a2ad0c146d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:36.043009 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-094ad003-b77b-4169-9de5-e10d3253dc12 req-dea8a5e0-1d1c-4483-9bf3-6a2ad0c146d0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 1096 time: 0.2708378 Jul 16 01:14:36.172791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9390c-0deb-4d8f-a0ba-a452e2aa202a req-ebdc9f80-4cdd-4fa1-a5ea-e7988307cfad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:36.174382 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33c9390c-0deb-4d8f-a0ba-a452e2aa202a req-ebdc9f80-4cdd-4fa1-a5ea-e7988307cfad service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 1127 time: 0.2789128 Jul 16 01:14:36.279950 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eefce61a-8562-420e-bf3a-141b66dee060 req-a966ae31-64da-4fb5-aca8-54423eb1719c service neutron] 10.222.0.22 "GET /v2.0/networks/b1544cd7-1b5c-433b-a8bd-e2b8413b6815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413146 Jul 16 01:14:36.313103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ad003-b77b-4169-9de5-e10d3253dc12 req-900ac1dc-3527-4aca-a858-c8432f100469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:36.314497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-094ad003-b77b-4169-9de5-e10d3253dc12 req-900ac1dc-3527-4aca-a858-c8432f100469 service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.2032311 Jul 16 01:14:36.380025 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852896d5-d914-4ed3-8288-6a9259f10a90 req-945c2102-9b93-466f-addb-47646cf1d783 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:36.389599 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-852896d5-d914-4ed3-8288-6a9259f10a90 req-945c2102-9b93-466f-addb-47646cf1d783 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.4351454 Jul 16 01:14:36.446871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-094ad003-b77b-4169-9de5-e10d3253dc12 req-7efe593e-56cb-4b30-a59d-edda60e942a4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=050fa09a-e16d-4d05-a7e7-51c00859023e HTTP/1.1" status: 200 len: 217 time: 0.1084297 Jul 16 01:14:36.456685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5478df-2e30-4679-9914-4da4db8a453f req-4f45a3d0-dc91-44e2-bdee-9d31e77a7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:36.458205 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa5478df-2e30-4679-9914-4da4db8a453f req-4f45a3d0-dc91-44e2-bdee-9d31e77a7960 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 1096 time: 0.3480120 Jul 16 01:14:36.546779 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-852896d5-d914-4ed3-8288-6a9259f10a90 req-e3f407be-463f-4dec-82be-830419de01b2 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562812 Jul 16 01:14:36.555442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9390c-0deb-4d8f-a0ba-a452e2aa202a req-5ac2ceda-afeb-4e68-8e24-6115bc08a8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:36.556942 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33c9390c-0deb-4d8f-a0ba-a452e2aa202a req-5ac2ceda-afeb-4e68-8e24-6115bc08a8c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.3685505 Jul 16 01:14:36.565036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ad003-b77b-4169-9de5-e10d3253dc12 req-d537e181-a92f-4184-88ee-501b6627e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:36.566659 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-094ad003-b77b-4169-9de5-e10d3253dc12 req-d537e181-a92f-4184-88ee-501b6627e8e3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.1051269 Jul 16 01:14:36.945267 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33c9390c-0deb-4d8f-a0ba-a452e2aa202a req-ebda9e38-466d-43b8-9032-2acbce55b5d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed0aa526-742f-49c1-9017-618f74ce27f2 HTTP/1.1" status: 200 len: 217 time: 0.3756795 Jul 16 01:14:36.995321 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-094ad003-b77b-4169-9de5-e10d3253dc12 req-0eaa0c12-d8e6-4bae-a773-b7bb0fe05cbf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4172194 Jul 16 01:14:37.111789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7abf258-186b-4cf2-9d44-34ccc9f58b7f req-728d422f-0c3b-4b12-ab6c-3285ed0f4057 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 210 time: 0.0866704 Jul 16 01:14:37.167652 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5478df-2e30-4679-9914-4da4db8a453f req-9e83251b-7db0-4943-9547-a5fc3be89509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:37.169155 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa5478df-2e30-4679-9914-4da4db8a453f req-9e83251b-7db0-4943-9547-a5fc3be89509 service neutron] 10.222.0.69 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.6607816 Jul 16 01:14:37.178559 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c9390c-0deb-4d8f-a0ba-a452e2aa202a req-6a6dede8-86e5-4c1c-acd2-9750671fc5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:37.180027 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33c9390c-0deb-4d8f-a0ba-a452e2aa202a req-6a6dede8-86e5-4c1c-acd2-9750671fc5c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.1873295 Jul 16 01:14:37.221256 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-01114c75-31fc-4c15-aa1a-7cb4b70ebece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:37.243127 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa5478df-2e30-4679-9914-4da4db8a453f req-365a3185-96d5-48c7-abab-406b553f82f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6b4840c-a5d2-4073-90c3-f352784b1069 HTTP/1.1" status: 200 len: 217 time: 0.0580957 Jul 16 01:14:37.274452 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:37.279961 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33c9390c-0deb-4d8f-a0ba-a452e2aa202a req-bacdd332-78e5-494f-abe2-802f189c18f9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827532 Jul 16 01:14:37.349043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d48ea-db39-4197-b79d-f9683c214c33 req-c84b51eb-8f43-4eb6-8c2f-1b06f0e53eef tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:37.351038 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-393d48ea-db39-4197-b79d-f9683c214c33 req-c84b51eb-8f43-4eb6-8c2f-1b06f0e53eef tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 944 time: 0.4112158 Jul 16 01:14:37.358309 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-094ad003-b77b-4169-9de5-e10d3253dc12 req-85b517e0-2f4c-421a-a496-afd525e4a190 service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359075 Jul 16 01:14:37.399724 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-af6dc186-5b95-4d9b-9776-a831454b2c69 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:37.401487 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-af6dc186-5b95-4d9b-9776-a831454b2c69 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.69 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 820 time: 0.1411152 Jul 16 01:14:37.417832 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-14f1d5d9-6fb1-4f9e-92f1-d3bdb03c8140 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Request body: {'port': {'device_id': 'a4718290-4e8f-4745-963c-8d48777bda70', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'admin_state_up': True, 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:37.475851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5478df-2e30-4679-9914-4da4db8a453f req-7af3c674-c4fb-49b4-8bca-19014c8aa3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:37.477355 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa5478df-2e30-4679-9914-4da4db8a453f req-7af3c674-c4fb-49b4-8bca-19014c8aa3ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.2131965 Jul 16 01:14:37.575097 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa5478df-2e30-4679-9914-4da4db8a453f req-3fd3a064-af6e-4e2d-a28c-47273a3c910b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506964 Jul 16 01:14:37.593245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-393d48ea-db39-4197-b79d-f9683c214c33 req-34258399-5714-4111-b5c9-d60b1315b085 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119229 Jul 16 01:14:37.637261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33c9390c-0deb-4d8f-a0ba-a452e2aa202a req-07f70871-be26-419e-b7c5-94d88c6494ac service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442507 Jul 16 01:14:37.656225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d1a70-fef8-4f67-a8c7-55b470ce0c9d req-1f1350a3-dc34-4766-b154-01be62afeacf tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:37.657783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-445d1a70-fef8-4f67-a8c7-55b470ce0c9d req-1f1350a3-dc34-4766-b154-01be62afeacf tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 944 time: 0.4193985 Jul 16 01:14:37.686793 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-094ad003-b77b-4169-9de5-e10d3253dc12 req-efc75412-75cd-4d32-92f2-9536ca0e49c9 service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065186 Jul 16 01:14:37.786122 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-14f1d5d9-6fb1-4f9e-92f1-d3bdb03c8140 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Made reservation on behalf of 70d4a48d33d443b48e0f8d661d77b75e for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:37.791137 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-14f1d5d9-6fb1-4f9e-92f1-d3bdb03c8140 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:37.824966 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9dc5458b-fe91-41af-820a-a40138a1937a req-9749bd40-da86-4bd7-9838-647ad7076b4b tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec39ecff-9ea0-4125-af53-8ba382df78c4 HTTP/1.1" status: 200 len: 210 time: 0.0835996 Jul 16 01:14:37.856471 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.69', 55186) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:14:37.862258 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-445d1a70-fef8-4f67-a8c7-55b470ce0c9d req-85671200-9403-45a4-b64c-5a70f145ed6b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895719 Jul 16 01:14:37.865875 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa5478df-2e30-4679-9914-4da4db8a453f req-b8a14a39-5735-4574-9f09-8f49a42b7ae0 service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771978 Jul 16 01:14:37.965919 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33c9390c-0deb-4d8f-a0ba-a452e2aa202a req-eee985d8-8c3a-48e9-83e3-a961b57c7d9e service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053572 Jul 16 01:14:37.971328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-14f1d5d9-6fb1-4f9e-92f1-d3bdb03c8140 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Allocated IP 172.20.0.13 (dc150639-5c75-49e1-9745-52422cc19e6f/9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee/ad20c98b-1488-479b-9399-93e71e3c4ef7) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:38.103555 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa5478df-2e30-4679-9914-4da4db8a453f req-5d8d52bd-db65-48b6-b6b9-b9c718505dc3 service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311511 Jul 16 01:14:38.143233 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a2328-86d2-4ee3-81db-df63f1c612aa req-85fa2876-4f98-428d-b612-91fb219b7eef tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:38.144886 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2a2328-86d2-4ee3-81db-df63f1c612aa req-85fa2876-4f98-428d-b612-91fb219b7eef tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1211617 Jul 16 01:14:38.198641 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2a2328-86d2-4ee3-81db-df63f1c612aa req-2452251d-2a7a-44bb-9816-b03f9521816c tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440321 Jul 16 01:14:38.248678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefce61a-8562-420e-bf3a-141b66dee060 req-b77194e4-d1fd-4c5f-96d0-9a48e850a253 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:38.250813 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eefce61a-8562-420e-bf3a-141b66dee060 req-b77194e4-d1fd-4c5f-96d0-9a48e850a253 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.69 "GET /v2.0/networks?id=b1544cd7-1b5c-433b-a8bd-e2b8413b6815 HTTP/1.1" status: 200 len: 814 time: 0.3929327 Jul 16 01:14:38.267623 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-eefce61a-8562-420e-bf3a-141b66dee060 req-28cdf5da-e382-4705-9355-f9e44c04b4e1 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Request body: {'port': {'device_id': 'ec39ecff-9ea0-4125-af53-8ba382df78c4', 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815', 'admin_state_up': True, 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:38.277757 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-14f1d5d9-6fb1-4f9e-92f1-d3bdb03c8140 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.319382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-14f1d5d9-6fb1-4f9e-92f1-d3bdb03c8140 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Transition to ACTIVE for port object ad20c98b-1488-479b-9399-93e71e3c4ef7 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:38.369894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb3f6254-41f6-429a-9097-15d457cd424c req-f49ba360-bab1-4ee0-9795-d29636b1adcf tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 210 time: 0.0386584 Jul 16 01:14:38.428840 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-14f1d5d9-6fb1-4f9e-92f1-d3bdb03c8140 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.429365 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.452331 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['4c7702c0-20cb-4616-a993-f1ae3082b7dc'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:14:38.464712 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eefce61a-8562-420e-bf3a-141b66dee060 req-28cdf5da-e382-4705-9355-f9e44c04b4e1 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Made reservation on behalf of c9a9a0ed4d39433f9f7df119fc553cae for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:14:38.468307 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefce61a-8562-420e-bf3a-141b66dee060 req-28cdf5da-e382-4705-9355-f9e44c04b4e1 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.502975 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-14f1d5d9-6fb1-4f9e-92f1-d3bdb03c8140 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Network dc150639-5c75-49e1-9745-52422cc19e6f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:38.510541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-14f1d5d9-6fb1-4f9e-92f1-d3bdb03c8140 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:38.513142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1d5d9-6fb1-4f9e-92f1-d3bdb03c8140 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Pushing event updated for resources: {'Port': ['ID=ad20c98b-1488-479b-9399-93e71e3c4ef7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:38.517843 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-14f1d5d9-6fb1-4f9e-92f1-d3bdb03c8140 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:38.686158 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-14f1d5d9-6fb1-4f9e-92f1-d3bdb03c8140 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:38.690226 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-14f1d5d9-6fb1-4f9e-92f1-d3bdb03c8140 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.727642 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-14f1d5d9-6fb1-4f9e-92f1-d3bdb03c8140 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3145356 Jul 16 01:14:38.836086 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-eefce61a-8562-420e-bf3a-141b66dee060 req-28cdf5da-e382-4705-9355-f9e44c04b4e1 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Allocated IP 172.20.0.6 (b1544cd7-1b5c-433b-a8bd-e2b8413b6815/530545b9-7584-4dc1-b2dd-25ca2b2a3655/eb47456c-f2db-4f7c-849f-9be42959c6a3) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:14:38.905284 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-57125f50-70e9-44d9-9585-4e40fc9ef947 None None] Provisioning for port ad20c98b-1488-479b-9399-93e71e3c4ef7 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:38.910896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-57125f50-70e9-44d9-9585-4e40fc9ef947 None None] Provisioning complete for port ad20c98b-1488-479b-9399-93e71e3c4ef7 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:38.911404 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-57125f50-70e9-44d9-9585-4e40fc9ef947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:38.934417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2b252-cc81-4cb3-8157-3bc8b07e8a47 req-8c87da5d-fb60-4c29-9c0d-4c3232cdc99c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:38.936387 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0e2b252-cc81-4cb3-8157-3bc8b07e8a47 req-8c87da5d-fb60-4c29-9c0d-4c3232cdc99c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 944 time: 0.1309636 Jul 16 01:14:39.000904 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-57125f50-70e9-44d9-9585-4e40fc9ef947 None None] Port ad20c98b-1488-479b-9399-93e71e3c4ef7 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:39.042551 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0e2b252-cc81-4cb3-8157-3bc8b07e8a47 req-113ab4df-96f3-4985-92b9-7aaa498a8d03 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998788 Jul 16 01:14:39.120137 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f209ecd4-3e7f-4312-a4ee-7aa4df4aa2dd req-4732e909-0899-4a15-9c38-ad659bed0242 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec39ecff-9ea0-4125-af53-8ba382df78c4 HTTP/1.1" status: 200 len: 210 time: 0.0916517 Jul 16 01:14:39.126818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefce61a-8562-420e-bf3a-141b66dee060 req-28cdf5da-e382-4705-9355-f9e44c04b4e1 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.142486 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-eefce61a-8562-420e-bf3a-141b66dee060 req-28cdf5da-e382-4705-9355-f9e44c04b4e1 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Transition to ACTIVE for port object eb47456c-f2db-4f7c-849f-9be42959c6a3 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:39.236614 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefce61a-8562-420e-bf3a-141b66dee060 req-28cdf5da-e382-4705-9355-f9e44c04b4e1 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.297593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eefce61a-8562-420e-bf3a-141b66dee060 req-28cdf5da-e382-4705-9355-f9e44c04b4e1 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Network b1544cd7-1b5c-433b-a8bd-e2b8413b6815 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:14:39.316259 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-eefce61a-8562-420e-bf3a-141b66dee060 req-28cdf5da-e382-4705-9355-f9e44c04b4e1 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:14:39.326568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8ebfc4-e256-455e-b976-ed47b6324b8b req-9bcea29e-2652-4f95-afa0-a6a1625df9ed tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:39.338629 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-eefce61a-8562-420e-bf3a-141b66dee060 req-28cdf5da-e382-4705-9355-f9e44c04b4e1 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:14:39.339431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cd8ebfc4-e256-455e-b976-ed47b6324b8b req-9bcea29e-2652-4f95-afa0-a6a1625df9ed tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 944 time: 0.1139493 Jul 16 01:14:39.343182 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdf5da-e382-4705-9355-f9e44c04b4e1 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Pushing event updated for resources: {'Port': ['ID=eb47456c-f2db-4f7c-849f-9be42959c6a3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:39.420643 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cd8ebfc4-e256-455e-b976-ed47b6324b8b req-9fad5ae1-9f6d-4f57-99f2-e0c38b61089e tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801091 Jul 16 01:14:39.459870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefce61a-8562-420e-bf3a-141b66dee060 req-28cdf5da-e382-4705-9355-f9e44c04b4e1 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:39.460562 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefce61a-8562-420e-bf3a-141b66dee060 req-28cdf5da-e382-4705-9355-f9e44c04b4e1 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.496814 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eefce61a-8562-420e-bf3a-141b66dee060 req-28cdf5da-e382-4705-9355-f9e44c04b4e1 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2331920 Jul 16 01:14:39.623786 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5e59823d-349d-4923-b604-ca4b65dfc358 None None] Provisioning for port eb47456c-f2db-4f7c-849f-9be42959c6a3 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:39.627399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5e59823d-349d-4923-b604-ca4b65dfc358 None None] Provisioning complete for port eb47456c-f2db-4f7c-849f-9be42959c6a3 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:39.627791 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5e59823d-349d-4923-b604-ca4b65dfc358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:39.665301 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5e59823d-349d-4923-b604-ca4b65dfc358 None None] Port eb47456c-f2db-4f7c-849f-9be42959c6a3 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:14:40.034319 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:41.630823 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ed0aa526-742f-49c1-9017-618f74ce27f2 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:14:46.043618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 050fa09a-e16d-4d05-a7e7-51c00859023e details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:14:46.141345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 050fa09a-e16d-4d05-a7e7-51c00859023e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=050fa09a-e16d-4d05-a7e7-51c00859023e,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:46.156077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '050fa09a-e16d-4d05-a7e7-51c00859023e', 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83', 'port_id': '050fa09a-e16d-4d05-a7e7-51c00859023e', 'mac_address': 'fa:16:3e:09:e9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '444b39ba-692a-4b43-854c-acc759053f2e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:14:46.319499 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:46.332856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050fa09a-e16d-4d05-a7e7-51c00859023e {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:46.353523 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 050fa09a-e16d-4d05-a7e7-51c00859023e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=050fa09a-e16d-4d05-a7e7-51c00859023e,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:46.357434 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:46.406648 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=050fa09a-e16d-4d05-a7e7-51c00859023e,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:46.856657 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['050fa09a-e16d-4d05-a7e7-51c00859023e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:14:48.518997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Request body: {'port': {'device_id': 'a4718290-4e8f-4745-963c-8d48777bda70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:48.564752 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Request body: {'port': {'device_id': 'ec39ecff-9ea0-4125-af53-8ba382df78c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:48.642345 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:48.694791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e0e6e-a1e2-441e-81ed-23266b501580 req-2b344840-8f06-4e5e-a305-7c28b5ce29a6 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:48.702426 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c37e0e6e-a1e2-441e-81ed-23266b501580 req-2b344840-8f06-4e5e-a305-7c28b5ce29a6 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1102619 Jul 16 01:14:48.763429 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c37e0e6e-a1e2-441e-81ed-23266b501580 req-6a27af57-8c21-4e48-8cd9-62af351908da tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598140 Jul 16 01:14:48.893205 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:48.971971 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356eb2a0-10cf-45ac-a9be-3cb4ce268944 req-91f2723a-62e8-4b48-820f-b57853edc91b tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:48.973372 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-356eb2a0-10cf-45ac-a9be-3cb4ce268944 req-91f2723a-62e8-4b48-820f-b57853edc91b tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 932 time: 0.1086316 Jul 16 01:14:48.985633 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746aefb-848e-47c4-bd98-f32dbb0c9b81 req-7ac68f29-57f4-4de2-b947-50f3d4776e45 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:48.987077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0746aefb-848e-47c4-bd98-f32dbb0c9b81 req-7ac68f29-57f4-4de2-b947-50f3d4776e45 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 944 time: 0.0929511 Jul 16 01:14:49.043562 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-356eb2a0-10cf-45ac-a9be-3cb4ce268944 req-66527440-f926-4826-87d8-b9e9c4491ac3 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555334 Jul 16 01:14:49.048400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0746aefb-848e-47c4-bd98-f32dbb0c9b81 req-72c7fb46-07f9-4ead-b4cf-e67c2b636b1c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530095 Jul 16 01:14:49.234026 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad20c98b-1488-479b-9399-93e71e3c4ef7 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:49.244127 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.269938 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Transition to ACTIVE for port object ad20c98b-1488-479b-9399-93e71e3c4ef7 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:49.272564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38360b-80d8-4dfd-a93f-6381e097478c req-5a27e88f-0bc7-440a-a695-eacd6e689d85 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:49.274172 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f38360b-80d8-4dfd-a93f-6381e097478c req-5a27e88f-0bc7-440a-a695-eacd6e689d85 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 945 time: 0.1064584 Jul 16 01:14:49.282520 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89058410-5df6-456e-af97-b15585e41379 req-a6e9392c-a18e-4e35-b5f6-4bfcebaae74e tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:49.284121 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89058410-5df6-456e-af97-b15585e41379 req-a6e9392c-a18e-4e35-b5f6-4bfcebaae74e tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec39ecff-9ea0-4125-af53-8ba382df78c4 HTTP/1.1" status: 200 len: 931 time: 0.1151037 Jul 16 01:14:49.287480 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.335679 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f38360b-80d8-4dfd-a93f-6381e097478c req-6d0a26bc-6e82-4101-9940-ad419c98370c tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496578 Jul 16 01:14:49.336367 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb47456c-f2db-4f7c-849f-9be42959c6a3 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:49.352814 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.372401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=ad20c98b-1488-479b-9399-93e71e3c4ef7,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:49.380673 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Transition to ACTIVE for port object eb47456c-f2db-4f7c-849f-9be42959c6a3 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:49.381182 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89058410-5df6-456e-af97-b15585e41379 req-b755edc2-c308-40ba-992c-dd3344c4b7c1 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/security-groups?id=556d1cec-13cd-4412-9702-0454e2a9d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882654 Jul 16 01:14:49.404598 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:49.404952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:49.405301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:49.405639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:49.405974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:49.406307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:49.406638 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:49.406978 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:49.407302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:49.407628 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:49.407982 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:49.408315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:49.411598 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.491998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Pushing event updated for resources: {'Port': ['ID=eb47456c-f2db-4f7c-849f-9be42959c6a3,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:49.537176 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Attempting to bind port ad20c98b-1488-479b-9399-93e71e3c4ef7 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:49.538130 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Attempting to bind port ad20c98b-1488-479b-9399-93e71e3c4ef7 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '15bb7885-4f53-4f73-ae82-74aaea69c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:49.538130 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Attempting to bind port ad20c98b-1488-479b-9399-93e71e3c4ef7 on network dc150639-5c75-49e1-9745-52422cc19e6f {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:49.560357 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Port ad20c98b-1488-479b-9399-93e71e3c4ef7 on network dc150639-5c75-49e1-9745-52422cc19e6f not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:14:49.560691 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Attempting to bind port ad20c98b-1488-479b-9399-93e71e3c4ef7 on network dc150639-5c75-49e1-9745-52422cc19e6f {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:49.574006 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:49.574354 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Checking segment: {'id': '15bb7885-4f53-4f73-ae82-74aaea69c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:49.574743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Bound using segment: {'id': '15bb7885-4f53-4f73-ae82-74aaea69c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:49.575396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Bound port: ad20c98b-1488-479b-9399-93e71e3c4ef7, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15bb7885-4f53-4f73-ae82-74aaea69c6dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:49.575799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.665604 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Attempting to bind port eb47456c-f2db-4f7c-849f-9be42959c6a3 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:49.665604 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Attempting to bind port eb47456c-f2db-4f7c-849f-9be42959c6a3 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2bed1f64-bf55-4c87-b16c-16c33cf8a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:49.665956 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Attempting to bind port eb47456c-f2db-4f7c-849f-9be42959c6a3 on network b1544cd7-1b5c-433b-a8bd-e2b8413b6815 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:49.673575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] For port ad20c98b-1488-479b-9399-93e71e3c4ef7, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:49.676653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Port eb47456c-f2db-4f7c-849f-9be42959c6a3 on network b1544cd7-1b5c-433b-a8bd-e2b8413b6815 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:14:49.676974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Attempting to bind port eb47456c-f2db-4f7c-849f-9be42959c6a3 on network b1544cd7-1b5c-433b-a8bd-e2b8413b6815 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:49.680176 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] For port ad20c98b-1488-479b-9399-93e71e3c4ef7, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ad20c98b-1488-479b-9399-93e71e3c4ef7,segment=NetworkSegment(15bb7885-4f53-4f73-ae82-74aaea69c6dc),segment_id=15bb7885-4f53-4f73-ae82-74aaea69c6dc)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:49.684883 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:49.685315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Checking segment: {'id': '2bed1f64-bf55-4c87-b16c-16c33cf8a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:49.686431 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Bound using segment: {'id': '2bed1f64-bf55-4c87-b16c-16c33cf8a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:49.686882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Bound port: eb47456c-f2db-4f7c-849f-9be42959c6a3, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bed1f64-bf55-4c87-b16c-16c33cf8a5cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:49.687499 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.691675 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.745366 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:49.746155 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.747564 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] 10.222.0.69 "PUT /v2.0/ports/ad20c98b-1488-479b-9399-93e71e3c4ef7 HTTP/1.1" status: 200 len: 1093 time: 1.2346346 Jul 16 01:14:49.754125 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4718290-4e8f-4745-963c-8d48777bda70', 'tag': 'ad20c98b-1488-479b-9399-93e71e3c4ef7'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:49.756501 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afddcbb-3ceb-41e3-b52d-d66273d5276c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4718290-4e8f-4745-963c-8d48777bda70", "tag": "ad20c98b-1488-479b-9399-93e71e3c4ef7"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:49.822576 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc10248-09b1-4558-82d1-ad4ea9763a20 x-openstack-request-id: req-ddc10248-09b1-4558-82d1-ad4ea9763a20 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:49.822699 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4718290-4e8f-4745-963c-8d48777bda70", "tag": "ad20c98b-1488-479b-9399-93e71e3c4ef7", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:49.822935 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ddc10248-09b1-4558-82d1-ad4ea9763a20 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:49.823267 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4718290-4e8f-4745-963c-8d48777bda70', 'tag': 'ad20c98b-1488-479b-9399-93e71e3c4ef7', 'status': 'completed', 'code': 200} Jul 16 01:14:49.855828 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57da653-df83-4e74-bde3-c24d2e7c2fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=ad20c98b-1488-479b-9399-93e71e3c4ef7,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:49.914241 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] For port eb47456c-f2db-4f7c-849f-9be42959c6a3, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:49.919269 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] For port eb47456c-f2db-4f7c-849f-9be42959c6a3, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=eb47456c-f2db-4f7c-849f-9be42959c6a3,segment=NetworkSegment(2bed1f64-bf55-4c87-b16c-16c33cf8a5cd),segment_id=2bed1f64-bf55-4c87-b16c-16c33cf8a5cd)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:49.926397 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:49.969666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-efda8a85-4f6c-4116-8f9d-2b48ff39c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:49.971379 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-efda8a85-4f6c-4116-8f9d-2b48ff39c818 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 1096 time: 0.1658416 Jul 16 01:14:50.022483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Pushing event updated for resources: {'Port': ['ID=eb47456c-f2db-4f7c-849f-9be42959c6a3,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:50.058988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a73e395-4cdd-4d00-8d5f-fae0ecebfb53 req-d4c26e1a-361c-456c-b52c-103f85b3846e tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:50.059533 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:50.060136 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:50.061545 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eefce61a-8562-420e-bf3a-141b66dee060 req-2b8a60b1-807e-4ba0-810c-2ef65552403f service neutron] 10.222.0.69 "PUT /v2.0/ports/eb47456c-f2db-4f7c-849f-9be42959c6a3 HTTP/1.1" status: 200 len: 1092 time: 1.5473475 Jul 16 01:14:50.062872 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-cffa0ecb-5588-4d03-8003-1ccc9401e406 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad20c98b-1488-479b-9399-93e71e3c4ef7 HTTP/1.1" status: 200 len: 217 time: 0.0832930 Jul 16 01:14:50.063503 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 050fa09a-e16d-4d05-a7e7-51c00859023e up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:50.068203 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a73e395-4cdd-4d00-8d5f-fae0ecebfb53 req-d4c26e1a-361c-456c-b52c-103f85b3846e tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1036606 Jul 16 01:14:50.121868 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-3b847878-ce25-4265-902c-293b12a5e791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:50.123380 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-3b847878-ce25-4265-902c-293b12a5e791 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee HTTP/1.1" status: 200 len: 859 time: 0.0487192 Jul 16 01:14:50.167496 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a73e395-4cdd-4d00-8d5f-fae0ecebfb53 req-178c82e9-e84e-4042-a41a-8136734646e0 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757792 Jul 16 01:14:50.185908 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 050fa09a-e16d-4d05-a7e7-51c00859023e completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:50.197954 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 050fa09a-e16d-4d05-a7e7-51c00859023e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:50.198538 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:50.268835 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-713cfb46-8958-4bf0-899c-ae5d9a182717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:50.270847 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-713cfb46-8958-4bf0-899c-ae5d9a182717 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc150639-5c75-49e1-9745-52422cc19e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1400752 Jul 16 01:14:50.283193 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefce61a-8562-420e-bf3a-141b66dee060 req-5f37a98a-9ba5-4189-bc08-ac3a1f92f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:50.284801 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eefce61a-8562-420e-bf3a-141b66dee060 req-5f37a98a-9ba5-4189-bc08-ac3a1f92f8f7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c9a9a0ed4d39433f9f7df119fc553cae&device_id=ec39ecff-9ea0-4125-af53-8ba382df78c4 HTTP/1.1" status: 200 len: 1095 time: 0.1521566 Jul 16 01:14:50.363269 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:50.363941 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eefce61a-8562-420e-bf3a-141b66dee060 req-b3245c6d-8b0e-4190-9435-13fb1ddad6bc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb47456c-f2db-4f7c-849f-9be42959c6a3 HTTP/1.1" status: 200 len: 217 time: 0.0567386 Jul 16 01:14:50.392516 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b1b3b3-4dc8-454b-bb53-f407ffb18089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050fa09a-e16d-4d05-a7e7-51c00859023e'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:50.395563 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f463b6-fa24-48fe-9992-cb2f7c7f1d80" -d '{"events": [{"server_uuid": "26b1b3b3-4dc8-454b-bb53-f407ffb18089", "name": "network-vif-plugged", "status": "completed", "tag": "050fa09a-e16d-4d05-a7e7-51c00859023e"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:50.413575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e239ae-5a76-4e31-863d-42aa81d82a05 req-24d7eb86-e274-4dbe-a728-b5ca46fe596b tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:50.415806 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5e239ae-5a76-4e31-863d-42aa81d82a05 req-24d7eb86-e274-4dbe-a728-b5ca46fe596b tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 944 time: 0.1422441 Jul 16 01:14:50.424075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 050fa09a-e16d-4d05-a7e7-51c00859023e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=050fa09a-e16d-4d05-a7e7-51c00859023e,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:50.429273 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:50.468716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58550380-1301-4da1-9ddf-e5f4f345509f req-d8c119d8-3acb-4275-a41e-4a2e8d519e3d tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:50.470674 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58550380-1301-4da1-9ddf-e5f4f345509f req-d8c119d8-3acb-4275-a41e-4a2e8d519e3d tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 944 time: 0.1299045 Jul 16 01:14:50.472201 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefce61a-8562-420e-bf3a-141b66dee060 req-a44feaa5-2a69-4d3f-a957-ce79e38e02d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:50.473681 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eefce61a-8562-420e-bf3a-141b66dee060 req-a44feaa5-2a69-4d3f-a957-ce79e38e02d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=530545b9-7584-4dc1-b2dd-25ca2b2a3655 HTTP/1.1" status: 200 len: 853 time: 0.1030662 Jul 16 01:14:50.480668 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-d6a62a25-50d8-4009-8afd-05d4b998c8bd service neutron] 10.222.0.69 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949191 Jul 16 01:14:50.492960 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5e239ae-5a76-4e31-863d-42aa81d82a05 req-b4e8b7e1-3c61-4a9a-99bd-6c97c4f914c8 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698447 Jul 16 01:14:50.499435 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=050fa09a-e16d-4d05-a7e7-51c00859023e,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:50.510360 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:50.510712 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:50.511180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:50.511665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:50.512019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:50.512440 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:50.512905 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:50.513242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:50.513731 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:50.514155 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:50.514622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:50.515261 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:50.538728 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58550380-1301-4da1-9ddf-e5f4f345509f req-d786a06a-5002-4f67-91bb-48926da6c113 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587468 Jul 16 01:14:50.616215 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-cfacf158-691b-45aa-810f-e598df3b2c97 service neutron] 10.222.0.69 "GET /v2.0/ports/ed0aa526-742f-49c1-9017-618f74ce27f2/bindings/n-h2-791505-14 HTTP/1.1" status: 200 len: 385 time: 0.0758052 Jul 16 01:14:50.652475 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ebd0c7e5-5068-40ce-8b39-3f7f332d9cf2 req-f75e279c-ef85-4f0d-b7ed-f02850fb9745 service neutron] 10.222.0.69 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632113 Jul 16 01:14:50.663119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefce61a-8562-420e-bf3a-141b66dee060 req-ec85bb27-788a-44d3-92e2-062f395d66b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:50.666078 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eefce61a-8562-420e-bf3a-141b66dee060 req-ec85bb27-788a-44d3-92e2-062f395d66b7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1544cd7-1b5c-433b-a8bd-e2b8413b6815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1845098 Jul 16 01:14:50.797025 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eefce61a-8562-420e-bf3a-141b66dee060 req-b3cdda76-4dd5-49be-be75-f43d94a2cf6b service neutron] 10.222.0.69 "GET /v2.0/networks/b1544cd7-1b5c-433b-a8bd-e2b8413b6815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244211 Jul 16 01:14:50.813781 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afddcbb-3ceb-41e3-b52d-d66273d5276c req-c4c5557f-71b4-4a42-bcd6-409a551d2648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:50.815265 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3afddcbb-3ceb-41e3-b52d-d66273d5276c req-c4c5557f-71b4-4a42-bcd6-409a551d2648 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 1096 time: 0.1108391 Jul 16 01:14:50.817320 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5576dd48-455c-4672-b3c0-51825a93d4ad req-dd2ff442-8bfa-4e08-a950-6dc8d053e515 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:50.818811 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5576dd48-455c-4672-b3c0-51825a93d4ad req-dd2ff442-8bfa-4e08-a950-6dc8d053e515 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 946 time: 0.1662972 Jul 16 01:14:50.836835 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964863f-df71-4781-a8a4-e2e25340bdb2 req-eca0ea0d-bf53-44fb-bb00-e874f835a4b5 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:50.838285 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d964863f-df71-4781-a8a4-e2e25340bdb2 req-eca0ea0d-bf53-44fb-bb00-e874f835a4b5 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec39ecff-9ea0-4125-af53-8ba382df78c4 HTTP/1.1" status: 200 len: 943 time: 0.1568322 Jul 16 01:14:50.940225 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5576dd48-455c-4672-b3c0-51825a93d4ad req-82ece9d0-c4b8-4cea-a7e6-17ea2504a7d0 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108794 Jul 16 01:14:50.944341 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d964863f-df71-4781-a8a4-e2e25340bdb2 req-7f0d317c-81ff-4b1d-9f79-5e1a1a3a9665 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/security-groups?id=556d1cec-13cd-4412-9702-0454e2a9d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944574 Jul 16 01:14:50.956010 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eefce61a-8562-420e-bf3a-141b66dee060 req-b9e75007-0683-45d6-be93-33b5966b87ef service neutron] 10.222.0.69 "GET /v2.0/networks/b1544cd7-1b5c-433b-a8bd-e2b8413b6815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526561 Jul 16 01:14:50.963444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] For port ed0aa526-742f-49c1-9017-618f74ce27f2, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ed0aa526-742f-49c1-9017-618f74ce27f2,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:50.966374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afddcbb-3ceb-41e3-b52d-d66273d5276c req-b677ae33-324b-4ec0-940d-adbb96962106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:50.967872 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3afddcbb-3ceb-41e3-b52d-d66273d5276c req-b677ae33-324b-4ec0-940d-adbb96962106 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 921 time: 0.1433294 Jul 16 01:14:50.994810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] For port ed0aa526-742f-49c1-9017-618f74ce27f2, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:51.012452 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388a8188-b892-47c2-b1ed-f659d436fae8 x-openstack-request-id: req-388a8188-b892-47c2-b1ed-f659d436fae8 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:51.012752 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b1b3b3-4dc8-454b-bb53-f407ffb18089", "name": "network-vif-plugged", "status": "completed", "tag": "050fa09a-e16d-4d05-a7e7-51c00859023e", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:51.013010 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-388a8188-b892-47c2-b1ed-f659d436fae8 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:51.013412 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b1b3b3-4dc8-454b-bb53-f407ffb18089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050fa09a-e16d-4d05-a7e7-51c00859023e', 'code': 200} Jul 16 01:14:51.032498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed0aa526-742f-49c1-9017-618f74ce27f2 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:51.046868 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3afddcbb-3ceb-41e3-b52d-d66273d5276c req-a16b0ad6-bacd-4419-9ce5-21d0ba86d6d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad20c98b-1488-479b-9399-93e71e3c4ef7 HTTP/1.1" status: 200 len: 217 time: 0.0714595 Jul 16 01:14:51.047144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] For port ed0aa526-742f-49c1-9017-618f74ce27f2, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ed0aa526-742f-49c1-9017-618f74ce27f2,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:51.064823 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:51.124512 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afddcbb-3ceb-41e3-b52d-d66273d5276c req-9bb1ef87-8325-4b4e-9561-d88b0dfcecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:51.126236 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3afddcbb-3ceb-41e3-b52d-d66273d5276c req-9bb1ef87-8325-4b4e-9561-d88b0dfcecc9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee HTTP/1.1" status: 200 len: 859 time: 0.0719733 Jul 16 01:14:51.187251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] Transition to ACTIVE for port object ed0aa526-742f-49c1-9017-618f74ce27f2 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:14:51.188057 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afddcbb-3ceb-41e3-b52d-d66273d5276c req-53a6cd99-1e3c-4e03-be52-91a8e4031192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:51.190064 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3afddcbb-3ceb-41e3-b52d-d66273d5276c req-53a6cd99-1e3c-4e03-be52-91a8e4031192 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc150639-5c75-49e1-9745-52422cc19e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563040 Jul 16 01:14:51.195824 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:51.251265 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de0ea63-efd5-4c43-bd9b-915cbf090f45 req-bd22475b-ee03-4685-a721-bfe1d2f4695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:51.252825 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7de0ea63-efd5-4c43-bd9b-915cbf090f45 req-bd22475b-ee03-4685-a721-bfe1d2f4695b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 1098 time: 0.1166599 Jul 16 01:14:51.271785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] No DVR routers for this DVR port ed0aa526-742f-49c1-9017-618f74ce27f2 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:14:51.308674 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3afddcbb-3ceb-41e3-b52d-d66273d5276c req-a98e183b-f340-4efa-b533-aa8f2a15177d service neutron] 10.222.0.69 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092801 Jul 16 01:14:51.327842 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] Pushing event updated for resources: {'Port': ['ID=ed0aa526-742f-49c1-9017-618f74ce27f2,revision_number=10']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:51.366739 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] 10.222.0.69 "PUT /v2.0/ports/ed0aa526-742f-49c1-9017-618f74ce27f2/bindings/n-h2-791505-14/activate HTTP/1.1" status: 200 len: 370 time: 0.7441683 Jul 16 01:14:51.368906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:51.369263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:51.369609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:51.369950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:51.370285 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:51.370618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:51.370954 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:51.371285 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:51.371612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:51.371965 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:51.372293 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:51.372615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0034c7c-9cd5-4f53-b7bc-bb6b9825105d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:14:51.385770 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7de0ea63-efd5-4c43-bd9b-915cbf090f45 req-6f288b1a-1041-4f46-91d2-f6b811d245f8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058598 Jul 16 01:14:51.396597 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3afddcbb-3ceb-41e3-b52d-d66273d5276c req-97aaf6b4-4727-4a93-9193-4d05354e2c8d service neutron] 10.222.0.69 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810969 Jul 16 01:14:51.414390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eff188-7846-4d1d-bc91-846fccb6d9ce req-2bd44e82-c349-4c83-ae60-a96bb3e7c518 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:51.415954 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9eff188-7846-4d1d-bc91-846fccb6d9ce req-2bd44e82-c349-4c83-ae60-a96bb3e7c518 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1182072 Jul 16 01:14:51.453390 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9eff188-7846-4d1d-bc91-846fccb6d9ce req-c0649140-312f-408a-8c34-da9161365afd tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317841 Jul 16 01:14:51.565283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-a5a32050-e02c-400a-ab39-4907c69becac tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:51.566731 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-a5a32050-e02c-400a-ab39-4907c69becac tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449&tenant_id=537b188632474e8c92af700ab7860b1d&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 1097 time: 0.0580285 Jul 16 01:14:51.726321 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-38737350-884f-4111-9418-7590ba0a1461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:51.727862 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-38737350-884f-4111-9418-7590ba0a1461 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449&tenant_id=537b188632474e8c92af700ab7860b1d HTTP/1.1" status: 200 len: 1097 time: 0.1286404 Jul 16 01:14:51.752470 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba19115f-bc55-4746-9752-9db6fe6db734 req-883e97b2-6f5f-4e89-a8aa-89dd297fc3ad tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:51.753921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba19115f-bc55-4746-9752-9db6fe6db734 req-883e97b2-6f5f-4e89-a8aa-89dd297fc3ad tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 944 time: 0.1288738 Jul 16 01:14:51.764723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33871f07-966d-43f5-b8f7-a288911e71b7 req-9c8e3571-ee01-4d5c-8452-ae5ff871f5f7 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:51.766136 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33871f07-966d-43f5-b8f7-a288911e71b7 req-9c8e3571-ee01-4d5c-8452-ae5ff871f5f7 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 945 time: 0.1059086 Jul 16 01:14:51.825099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec39ecff-9ea0-4125-af53-8ba382df78c4', 'tag': 'eb47456c-f2db-4f7c-849f-9be42959c6a3'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:51.827459 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a2b36d-d8a6-4cd3-ba4d-34732eaf74e9" -d '{"events": [{"name": "network-changed", "server_uuid": "ec39ecff-9ea0-4125-af53-8ba382df78c4", "tag": "eb47456c-f2db-4f7c-849f-9be42959c6a3"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:52.120530 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba19115f-bc55-4746-9752-9db6fe6db734 req-73492b0b-3e00-4268-8134-597a26d56e3b tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523426 Jul 16 01:14:52.131106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33871f07-966d-43f5-b8f7-a288911e71b7 req-d0453e97-9fad-4c57-b12a-1ce811323113 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510463 Jul 16 01:14:52.143315 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-1952794e-fb28-48b9-9c2d-a4662bf86ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:52.144625 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-1952794e-fb28-48b9-9c2d-a4662bf86ad3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 1097 time: 0.3775966 Jul 16 01:14:52.169098 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc0d9bdc-111f-4573-8a92-8dcc888e8dea x-openstack-request-id: req-cc0d9bdc-111f-4573-8a92-8dcc888e8dea {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:52.169587 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec39ecff-9ea0-4125-af53-8ba382df78c4", "tag": "eb47456c-f2db-4f7c-849f-9be42959c6a3", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:52.170258 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc0d9bdc-111f-4573-8a92-8dcc888e8dea {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:52.170665 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec39ecff-9ea0-4125-af53-8ba382df78c4', 'tag': 'eb47456c-f2db-4f7c-849f-9be42959c6a3', 'status': 'completed', 'code': 200} Jul 16 01:14:52.254757 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b36d-d8a6-4cd3-ba4d-34732eaf74e9 req-82842153-3d38-4ff8-a2ae-aa3bcc7c8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:52.256288 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d8a2b36d-d8a6-4cd3-ba4d-34732eaf74e9 req-82842153-3d38-4ff8-a2ae-aa3bcc7c8daa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c9a9a0ed4d39433f9f7df119fc553cae&device_id=ec39ecff-9ea0-4125-af53-8ba382df78c4 HTTP/1.1" status: 200 len: 1095 time: 0.0596232 Jul 16 01:14:52.282658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-7667f088-4b5d-498d-9cdb-7af5cae979f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:52.284180 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-7667f088-4b5d-498d-9cdb-7af5cae979f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.1235070 Jul 16 01:14:52.349467 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b36d-d8a6-4cd3-ba4d-34732eaf74e9 req-1cf9d878-3a2d-47bc-a9f8-d1755bda3d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:52.350964 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d8a2b36d-d8a6-4cd3-ba4d-34732eaf74e9 req-1cf9d878-3a2d-47bc-a9f8-d1755bda3d18 service neutron] 10.222.0.69 "GET /v2.0/networks?id=b1544cd7-1b5c-433b-a8bd-e2b8413b6815 HTTP/1.1" status: 200 len: 915 time: 0.0886106 Jul 16 01:14:52.356615 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-e9ca0596-12c9-4e8e-871b-c75a3c3cbe52 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed0aa526-742f-49c1-9017-618f74ce27f2 HTTP/1.1" status: 200 len: 217 time: 0.0588958 Jul 16 01:14:52.390393 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d8a2b36d-d8a6-4cd3-ba4d-34732eaf74e9 req-de8d8b25-7e12-4749-bac3-7772b39b508f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb47456c-f2db-4f7c-849f-9be42959c6a3 HTTP/1.1" status: 200 len: 217 time: 0.0332434 Jul 16 01:14:52.427691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7e201-8d2e-45de-bae7-3ae5b4d5b1c9 req-238f79d5-5cb6-4a0c-8a0a-5c4b715dced3 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:52.429210 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2b7e201-8d2e-45de-bae7-3ae5b4d5b1c9 req-238f79d5-5cb6-4a0c-8a0a-5c4b715dced3 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec39ecff-9ea0-4125-af53-8ba382df78c4 HTTP/1.1" status: 200 len: 943 time: 0.1765351 Jul 16 01:14:52.442490 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b36d-d8a6-4cd3-ba4d-34732eaf74e9 req-978ef0d3-bded-41c7-a2ba-8af598ec00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:52.444071 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d8a2b36d-d8a6-4cd3-ba4d-34732eaf74e9 req-978ef0d3-bded-41c7-a2ba-8af598ec00ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=530545b9-7584-4dc1-b2dd-25ca2b2a3655 HTTP/1.1" status: 200 len: 853 time: 0.0476577 Jul 16 01:14:52.447455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec0f96-9093-4b92-b594-80d63e19bf5c req-1844acbc-aa83-475f-a8b0-8ad77afa5b84 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:52.448898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74ec0f96-9093-4b92-b594-80d63e19bf5c req-1844acbc-aa83-475f-a8b0-8ad77afa5b84 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 946 time: 0.1678269 Jul 16 01:14:52.474352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-ab5374b4-4e53-430a-a38e-759434f6af29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:52.475847 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-ab5374b4-4e53-430a-a38e-759434f6af29 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.1043108 Jul 16 01:14:52.501072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b36d-d8a6-4cd3-ba4d-34732eaf74e9 req-c61613ce-dbb3-4d3a-a326-9fe13bab1c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:52.502563 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d8a2b36d-d8a6-4cd3-ba4d-34732eaf74e9 req-c61613ce-dbb3-4d3a-a326-9fe13bab1c14 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=b1544cd7-1b5c-433b-a8bd-e2b8413b6815&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521729 Jul 16 01:14:52.517748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2b7e201-8d2e-45de-bae7-3ae5b4d5b1c9 req-e08a1f37-e69d-441d-af74-b13829e8be2a tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/security-groups?id=556d1cec-13cd-4412-9702-0454e2a9d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798914 Jul 16 01:14:52.537319 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-868e8a90-680e-4c15-9365-d4f51568af2b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373437 Jul 16 01:14:52.541187 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74ec0f96-9093-4b92-b594-80d63e19bf5c req-3bd59bef-d7c6-43b2-b4eb-baabfac26457 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850124 Jul 16 01:14:52.597994 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d8a2b36d-d8a6-4cd3-ba4d-34732eaf74e9 req-67266136-c94a-4497-b767-d831b344dd2d service neutron] 10.222.0.69 "GET /v2.0/networks/b1544cd7-1b5c-433b-a8bd-e2b8413b6815?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885336 Jul 16 01:14:52.681796 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-b4855ffa-230c-429c-b90d-8affaa3fb175 service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147027 Jul 16 01:14:52.702495 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d8a2b36d-d8a6-4cd3-ba4d-34732eaf74e9 req-43196db7-d233-40a8-bfe8-0eec039f7aa8 service neutron] 10.222.0.69 "GET /v2.0/networks/b1544cd7-1b5c-433b-a8bd-e2b8413b6815?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983732 Jul 16 01:14:52.876836 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-9bd4eef8-0538-4351-9984-77909ec660d6 service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821222 Jul 16 01:14:52.892949 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf24a50-3867-4dbc-9df8-49dd21b17f5d req-c355cdcb-2f0f-43ec-8898-40f5f956d394 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:52.897367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-daf24a50-3867-4dbc-9df8-49dd21b17f5d req-c355cdcb-2f0f-43ec-8898-40f5f956d394 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1241148 Jul 16 01:14:52.934167 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-daf24a50-3867-4dbc-9df8-49dd21b17f5d req-852984a5-41d1-403c-b587-09dbfd7d50ee tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333855 Jul 16 01:14:53.384998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2347f7b0-fb7c-4663-a5ed-3ac620bc059b req-c2af39f5-8019-46c7-baa6-eae97d8e5a21 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:53.386588 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2347f7b0-fb7c-4663-a5ed-3ac620bc059b req-c2af39f5-8019-46c7-baa6-eae97d8e5a21 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 944 time: 0.1537633 Jul 16 01:14:53.390221 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-16900b87-7f0e-4e46-a521-6eb3b3728244 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:53.391626 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-16900b87-7f0e-4e46-a521-6eb3b3728244 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449&tenant_id=537b188632474e8c92af700ab7860b1d&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 1097 time: 0.1291234 Jul 16 01:14:53.399222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff8ecf-87e3-43ba-98b4-c7e27a42c125 req-70a6ca7c-7ff2-413a-a879-8522d2a5706a tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:53.400626 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-adff8ecf-87e3-43ba-98b4-c7e27a42c125 req-70a6ca7c-7ff2-413a-a879-8522d2a5706a tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 945 time: 0.1392186 Jul 16 01:14:53.494957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2347f7b0-fb7c-4663-a5ed-3ac620bc059b req-8752e3e6-a759-4b48-8823-1b6ede34b433 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933897 Jul 16 01:14:53.508631 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-adff8ecf-87e3-43ba-98b4-c7e27a42c125 req-efa4af9d-5e33-4ccc-b2e6-2b8921c24a14 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013143 Jul 16 01:14:53.563729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-5d0bdc91-9e07-41a9-ad33-229157ef3f85 service neutron] For port ed0aa526-742f-49c1-9017-618f74ce27f2, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:14:53.566930 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-5d0bdc91-9e07-41a9-ad33-229157ef3f85 service neutron] Notify callbacks [] for binding, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:53.568095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-017eb8f0-d54f-4923-8473-003dd8983e26 req-5d0bdc91-9e07-41a9-ad33-229157ef3f85 service neutron] 10.222.0.70 "DELETE /v2.0/ports/ed0aa526-742f-49c1-9017-618f74ce27f2/bindings/n-h1-791505-14 HTTP/1.1" status: 204 len: 173 time: 0.1583917 Jul 16 01:14:53.734718 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ad20c98b-1488-479b-9399-93e71e3c4ef7 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:14:53.742415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bb6e6-5637-44ee-a07d-412243d69c77 req-bf59a291-7180-4edd-a5ed-413653711088 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:53.743984 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3e5bb6e6-5637-44ee-a07d-412243d69c77 req-bf59a291-7180-4edd-a5ed-413653711088 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec39ecff-9ea0-4125-af53-8ba382df78c4 HTTP/1.1" status: 200 len: 943 time: 0.1036243 Jul 16 01:14:53.754271 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ed299-1530-46d9-b6b3-5f7d6144d7e7 req-233f1961-469c-4039-8a6b-7dd8d12458b5 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:53.755646 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d92ed299-1530-46d9-b6b3-5f7d6144d7e7 req-233f1961-469c-4039-8a6b-7dd8d12458b5 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 946 time: 0.0871027 Jul 16 01:14:53.811031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3e5bb6e6-5637-44ee-a07d-412243d69c77 req-f72bec47-7dc8-4166-8020-4312672a3491 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/security-groups?id=556d1cec-13cd-4412-9702-0454e2a9d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544136 Jul 16 01:14:53.817926 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d92ed299-1530-46d9-b6b3-5f7d6144d7e7 req-652f15d2-c7dd-43ae-885e-a35d36120a81 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551252 Jul 16 01:14:53.833276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ad20c98b-1488-479b-9399-93e71e3c4ef7, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ad20c98b-1488-479b-9399-93e71e3c4ef7,segment=NetworkSegment(15bb7885-4f53-4f73-ae82-74aaea69c6dc),segment_id=15bb7885-4f53-4f73-ae82-74aaea69c6dc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:53.845644 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'ad20c98b-1488-479b-9399-93e71e3c4ef7', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'port_id': 'ad20c98b-1488-479b-9399-93e71e3c4ef7', 'mac_address': 'fa:16:3e:b2:e7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:14:53.884541 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:53.897656 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad20c98b-1488-479b-9399-93e71e3c4ef7 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:53.920708 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ad20c98b-1488-479b-9399-93e71e3c4ef7, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ad20c98b-1488-479b-9399-93e71e3c4ef7,segment=NetworkSegment(15bb7885-4f53-4f73-ae82-74aaea69c6dc),segment_id=15bb7885-4f53-4f73-ae82-74aaea69c6dc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:53.925218 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:53.926252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device eb47456c-f2db-4f7c-849f-9be42959c6a3 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:14:54.014848 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=ad20c98b-1488-479b-9399-93e71e3c4ef7,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:54.103375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b76b1-a386-4ebf-b7b3-5d3cb3fa72cd req-2cb2fb70-f7df-4824-8651-7e0571c8b36d tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:54.105144 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-416b76b1-a386-4ebf-b7b3-5d3cb3fa72cd req-2cb2fb70-f7df-4824-8651-7e0571c8b36d tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 1098 time: 0.0564163 Jul 16 01:14:54.117879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port eb47456c-f2db-4f7c-849f-9be42959c6a3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=eb47456c-f2db-4f7c-849f-9be42959c6a3,segment=NetworkSegment(2bed1f64-bf55-4c87-b16c-16c33cf8a5cd),segment_id=2bed1f64-bf55-4c87-b16c-16c33cf8a5cd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:54.131399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'eb47456c-f2db-4f7c-849f-9be42959c6a3', 'network_id': 'b1544cd7-1b5c-433b-a8bd-e2b8413b6815', 'port_id': 'eb47456c-f2db-4f7c-849f-9be42959c6a3', 'mac_address': 'fa:16:3e:d1:51:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '530545b9-7584-4dc1-b2dd-25ca2b2a3655', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:14:54.140941 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-416b76b1-a386-4ebf-b7b3-5d3cb3fa72cd req-392f38fb-8bb8-4852-a2c0-9f8d6f551b29 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293200 Jul 16 01:14:54.176132 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:54.193911 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb47456c-f2db-4f7c-849f-9be42959c6a3 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:14:54.214427 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port eb47456c-f2db-4f7c-849f-9be42959c6a3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=eb47456c-f2db-4f7c-849f-9be42959c6a3,segment=NetworkSegment(2bed1f64-bf55-4c87-b16c-16c33cf8a5cd),segment_id=2bed1f64-bf55-4c87-b16c-16c33cf8a5cd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:54.218667 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:54.220672 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76319113-083c-4bcd-90f3-1c323ce35312 req-7b2bccc1-4ea0-4650-af05-b8086bfa6585 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:54.222376 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76319113-083c-4bcd-90f3-1c323ce35312 req-7b2bccc1-4ea0-4650-af05-b8086bfa6585 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.0669560 Jul 16 01:14:54.261834 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76319113-083c-4bcd-90f3-1c323ce35312 req-db51155e-9d61-44c0-84de-d0d54251aaa0 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334036 Jul 16 01:14:54.267701 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=eb47456c-f2db-4f7c-849f-9be42959c6a3,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:54.320404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319ecd0-3ef2-4b79-96ad-ab5a48f5773e req-7e63ca1b-cd0c-4582-961e-fa4906bc692a tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:54.322474 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0319ecd0-3ef2-4b79-96ad-ab5a48f5773e req-7e63ca1b-cd0c-4582-961e-fa4906bc692a tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 1098 time: 0.0583735 Jul 16 01:14:54.359972 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0319ecd0-3ef2-4b79-96ad-ab5a48f5773e req-e94bc4de-54db-4d9c-bf0c-8f89492bd189 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311568 Jul 16 01:14:54.513322 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['eb47456c-f2db-4f7c-849f-9be42959c6a3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:14:54.580023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['ad20c98b-1488-479b-9399-93e71e3c4ef7'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:14:54.690506 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e8ad1-d1ea-42f3-89f3-710e13ee794f req-bf6472ec-ec96-4e3e-ac61-e0473fe76758 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:54.692688 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d4e8ad1-d1ea-42f3-89f3-710e13ee794f req-bf6472ec-ec96-4e3e-ac61-e0473fe76758 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 945 time: 0.0767841 Jul 16 01:14:54.741303 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d4e8ad1-d1ea-42f3-89f3-710e13ee794f req-86d8b500-b85e-420c-8e46-fa1a698dc64b tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 Jul 16 01:14:54.903122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a7317a-9223-422f-9e24-b4a8228ef41c req-80514dae-06ef-44ab-bb2c-0457fca8f22a tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:54.904624 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2a7317a-9223-422f-9e24-b4a8228ef41c req-80514dae-06ef-44ab-bb2c-0457fca8f22a tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 945 time: 0.0625982 Jul 16 01:14:54.944097 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2a7317a-9223-422f-9e24-b4a8228ef41c req-30a0052a-f3ae-4205-9e21-36105a43b8f3 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337515 Jul 16 01:14:55.124593 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc55b514-8115-4e6a-9c28-85fa607635b8 req-34937f6e-fae0-40e8-81c4-b9f43a0f3ef8 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:55.126087 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc55b514-8115-4e6a-9c28-85fa607635b8 req-34937f6e-fae0-40e8-81c4-b9f43a0f3ef8 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec39ecff-9ea0-4125-af53-8ba382df78c4 HTTP/1.1" status: 200 len: 944 time: 0.0734215 Jul 16 01:14:55.164260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc55b514-8115-4e6a-9c28-85fa607635b8 req-f0585345-6dc5-4820-b366-16cfab7ff8b1 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/security-groups?id=556d1cec-13cd-4412-9702-0454e2a9d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324209 Jul 16 01:14:55.310019 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-0e4ea107-c054-4b8c-aa53-3cfad82ad10e tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:14:55.311003 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-0e4ea107-c054-4b8c-aa53-3cfad82ad10e tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059764 Jul 16 01:14:55.320119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-1fc9cefb-e741-4f4a-86d1-3b8e69da5853 service neutron] Request body: {'binding': {'host': 'n-h1-791505-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:14:55.321066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-1fc9cefb-e741-4f4a-86d1-3b8e69da5853 service neutron] Unknown quota resources ['binding']. {{(pid=93920) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:14:55.456052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-1fc9cefb-e741-4f4a-86d1-3b8e69da5853 service neutron] Attempting to bind port 050fa09a-e16d-4d05-a7e7-51c00859023e on host n-h1-791505-14 for vnic_type normal with profile None {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:14:55.456393 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-1fc9cefb-e741-4f4a-86d1-3b8e69da5853 service neutron] Attempting to bind port 050fa09a-e16d-4d05-a7e7-51c00859023e by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:14:55.456728 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-1fc9cefb-e741-4f4a-86d1-3b8e69da5853 service neutron] Attempting to bind port 050fa09a-e16d-4d05-a7e7-51c00859023e on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:55.460948 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-1fc9cefb-e741-4f4a-86d1-3b8e69da5853 service neutron] Port 050fa09a-e16d-4d05-a7e7-51c00859023e on network 8a12b0de-6ef6-45d3-924a-11f308816a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:14:55.461270 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-1fc9cefb-e741-4f4a-86d1-3b8e69da5853 service neutron] Attempting to bind port 050fa09a-e16d-4d05-a7e7-51c00859023e on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:14:55.465946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-1fc9cefb-e741-4f4a-86d1-3b8e69da5853 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:14:55.466284 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-1fc9cefb-e741-4f4a-86d1-3b8e69da5853 service neutron] Checking segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:14:55.466688 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-1fc9cefb-e741-4f4a-86d1-3b8e69da5853 service neutron] Bound using segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:14:55.467096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-1fc9cefb-e741-4f4a-86d1-3b8e69da5853 service neutron] Bound port: 050fa09a-e16d-4d05-a7e7-51c00859023e, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:14:55.520784 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-1fc9cefb-e741-4f4a-86d1-3b8e69da5853 service neutron] For port 050fa09a-e16d-4d05-a7e7-51c00859023e, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=050fa09a-e16d-4d05-a7e7-51c00859023e,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:14:55.526605 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-1fc9cefb-e741-4f4a-86d1-3b8e69da5853 service neutron] Notify callbacks [] for binding, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:55.527806 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-1fc9cefb-e741-4f4a-86d1-3b8e69da5853 service neutron] 10.222.0.22 "POST /v2.0/ports/050fa09a-e16d-4d05-a7e7-51c00859023e/bindings HTTP/1.1" status: 201 len: 390 time: 0.2109084 Jul 16 01:14:55.657685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3874b60-25b8-4f47-ad58-2b61ff614052 req-7e3c9cd8-b011-4e8a-b005-c6c44bae3391 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:55.659316 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e3874b60-25b8-4f47-ad58-2b61ff614052 req-7e3c9cd8-b011-4e8a-b005-c6c44bae3391 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.0778329 Jul 16 01:14:55.728353 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e3874b60-25b8-4f47-ad58-2b61ff614052 req-83fc6cdd-8481-4a5b-a388-0782a6344b97 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619063 Jul 16 01:14:55.754832 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db15fdf-db43-4586-99da-51cc5d1db61f req-e4fbfe1a-17eb-4e55-b98d-010f87e6d481 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:55.754832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2db15fdf-db43-4586-99da-51cc5d1db61f req-e4fbfe1a-17eb-4e55-b98d-010f87e6d481 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 1097 time: 0.0722299 Jul 16 01:14:55.756422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device eb47456c-f2db-4f7c-849f-9be42959c6a3 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:55.808422 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2db15fdf-db43-4586-99da-51cc5d1db61f req-6517d82d-8563-42c3-ab15-247e1cf88ac2 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477021 Jul 16 01:14:55.815818 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-850fe76b-7a06-41d7-a2dd-f09316ad05c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:55.817587 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-850fe76b-7a06-41d7-a2dd-f09316ad05c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 1098 time: 0.0759590 Jul 16 01:14:55.822591 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port eb47456c-f2db-4f7c-849f-9be42959c6a3 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:55.827282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port eb47456c-f2db-4f7c-849f-9be42959c6a3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:55.827588 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:55.926206 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d62630-32f7-4ec4-a355-73673fbc2f05 req-0a99b978-ceda-4093-aea2-23f516bdb9ed tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:55.926799 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:55.927997 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6d62630-32f7-4ec4-a355-73673fbc2f05 req-0a99b978-ceda-4093-aea2-23f516bdb9ed tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 946 time: 0.0763702 Jul 16 01:14:55.934449 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-5120ab56-7e81-446c-902c-fe1b4ce7d4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:55.935985 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-5120ab56-7e81-446c-902c-fe1b4ce7d4e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.1106791 Jul 16 01:14:55.954946 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec39ecff-9ea0-4125-af53-8ba382df78c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb47456c-f2db-4f7c-849f-9be42959c6a3'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:55.957202 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a5e143-6acc-4036-a478-bb93f3ac7e22" -d '{"events": [{"server_uuid": "ec39ecff-9ea0-4125-af53-8ba382df78c4", "name": "network-vif-plugged", "status": "completed", "tag": "eb47456c-f2db-4f7c-849f-9be42959c6a3"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:55.970546 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port eb47456c-f2db-4f7c-849f-9be42959c6a3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=eb47456c-f2db-4f7c-849f-9be42959c6a3,segment=NetworkSegment(2bed1f64-bf55-4c87-b16c-16c33cf8a5cd),segment_id=2bed1f64-bf55-4c87-b16c-16c33cf8a5cd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:55.975710 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:55.976701 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ad20c98b-1488-479b-9399-93e71e3c4ef7 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:14:55.981739 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fc4dcf3e-3ac8-4e22-9f6b-76b9c8f80bf0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=050fa09a-e16d-4d05-a7e7-51c00859023e HTTP/1.1" status: 200 len: 217 time: 0.0379472 Jul 16 01:14:56.002919 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6d62630-32f7-4ec4-a355-73673fbc2f05 req-4f7fe41b-b5c7-4698-a2cc-d13df65ee2b3 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641229 Jul 16 01:14:56.029335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39233d1f-4740-4ba3-9ab9-14fb5f595012 req-f72aadfb-7347-424b-8dea-e7dfefe20a52 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:56.032915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39233d1f-4740-4ba3-9ab9-14fb5f595012 req-f72aadfb-7347-424b-8dea-e7dfefe20a52 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 945 time: 0.1039019 Jul 16 01:14:56.047673 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-721abf96-01e6-4f3e-9673-79d5684abf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:56.049224 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-721abf96-01e6-4f3e-9673-79d5684abf90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.0623641 Jul 16 01:14:56.059473 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=eb47456c-f2db-4f7c-849f-9be42959c6a3,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:56.079063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port ad20c98b-1488-479b-9399-93e71e3c4ef7 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:14:56.083314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port ad20c98b-1488-479b-9399-93e71e3c4ef7 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:14:56.083702 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:56.088825 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39233d1f-4740-4ba3-9ab9-14fb5f595012 req-53df9046-ff28-4a45-835d-e7f6d90bbdc5 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498874 Jul 16 01:14:56.115476 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-63cfd0b3-93f3-4464-9d5e-bb9855f2bd98 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589528 Jul 16 01:14:56.144324 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326a248c-eeea-4efe-a585-81959ecae49a x-openstack-request-id: req-326a248c-eeea-4efe-a585-81959ecae49a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:56.144616 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec39ecff-9ea0-4125-af53-8ba382df78c4", "name": "network-vif-plugged", "status": "completed", "tag": "eb47456c-f2db-4f7c-849f-9be42959c6a3", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:56.144870 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-326a248c-eeea-4efe-a585-81959ecae49a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:56.145256 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec39ecff-9ea0-4125-af53-8ba382df78c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb47456c-f2db-4f7c-849f-9be42959c6a3', 'code': 200} Jul 16 01:14:56.181269 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:56.196609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fec97-9521-47aa-aa10-267d6827eced req-a2b81ad3-7f25-4851-820f-2648bcf7b16e tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:56.198473 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-953fec97-9521-47aa-aa10-267d6827eced req-a2b81ad3-7f25-4851-820f-2648bcf7b16e tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 1097 time: 0.0626712 Jul 16 01:14:56.217563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ad20c98b-1488-479b-9399-93e71e3c4ef7, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ad20c98b-1488-479b-9399-93e71e3c4ef7,segment=NetworkSegment(15bb7885-4f53-4f73-ae82-74aaea69c6dc),segment_id=15bb7885-4f53-4f73-ae82-74aaea69c6dc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:14:56.221179 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-cd064e88-ce09-452c-8367-50305cf8ca83 service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987637 Jul 16 01:14:56.223420 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:14:56.272693 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-953fec97-9521-47aa-aa10-267d6827eced req-26233d8f-a55f-4186-bf1e-b190da0a3f02 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653706 Jul 16 01:14:56.281015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=ad20c98b-1488-479b-9399-93e71e3c4ef7,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:14:56.295283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4ad37-1073-4012-bdcb-94dde68fd30f req-720552b8-ea94-4cd2-9b50-f0a7145354c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:56.297049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-78e4ad37-1073-4012-bdcb-94dde68fd30f req-720552b8-ea94-4cd2-9b50-f0a7145354c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ec39ecff-9ea0-4125-af53-8ba382df78c4 HTTP/1.1" status: 200 len: 1097 time: 0.0626233 Jul 16 01:14:56.376459 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-78e4ad37-1073-4012-bdcb-94dde68fd30f req-3af6812c-f001-4fd1-9e0f-75ac98b8519f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=556d1cec-13cd-4412-9702-0454e2a9d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716028 Jul 16 01:14:56.414549 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3425d503-e3f0-41a0-8ed1-5fb45c5a090e req-a2a09cac-c189-4ca5-9e24-9f1f781287cf tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:56.416234 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3425d503-e3f0-41a0-8ed1-5fb45c5a090e req-a2a09cac-c189-4ca5-9e24-9f1f781287cf tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec39ecff-9ea0-4125-af53-8ba382df78c4 HTTP/1.1" status: 200 len: 945 time: 0.1037273 Jul 16 01:14:56.458383 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3425d503-e3f0-41a0-8ed1-5fb45c5a090e req-18ae4815-0055-412f-8771-b6424d9ee1bd tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/security-groups?id=556d1cec-13cd-4412-9702-0454e2a9d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361884 Jul 16 01:14:56.595829 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-e4dcbb19-5a2c-41f3-9438-81a6cb97cb17 service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628647 Jul 16 01:14:56.909815 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95831170-2e93-48f2-9bf0-46ca2e3fcf9b req-816cbc62-892c-4349-88a0-e2113e9c3d19 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:56.911224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95831170-2e93-48f2-9bf0-46ca2e3fcf9b req-816cbc62-892c-4349-88a0-e2113e9c3d19 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.0617609 Jul 16 01:14:56.949749 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95831170-2e93-48f2-9bf0-46ca2e3fcf9b req-bee79d0f-49e1-407d-896e-a9b46efd8a76 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316117 Jul 16 01:14:57.197632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bbcb8-281c-4e40-b0f6-26fc55c16f77 req-8ed8f917-c6a2-4c00-80ae-7306b2895ec8 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:57.199317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e8bbcb8-281c-4e40-b0f6-26fc55c16f77 req-8ed8f917-c6a2-4c00-80ae-7306b2895ec8 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 946 time: 0.0701418 Jul 16 01:14:57.280120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e8bbcb8-281c-4e40-b0f6-26fc55c16f77 req-74319dfb-a615-4a8e-8f26-34ada301083e tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650783 Jul 16 01:14:57.308609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a2293-a529-4d08-895f-dd98d8a8b7a3 req-db8aa3c3-92af-4a74-9796-ec6042e29f8a tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:57.311422 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-af8a2293-a529-4d08-895f-dd98d8a8b7a3 req-db8aa3c3-92af-4a74-9796-ec6042e29f8a tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 946 time: 0.1074383 Jul 16 01:14:57.346375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-af8a2293-a529-4d08-895f-dd98d8a8b7a3 req-c6a2d9fa-14dd-4f9b-ae88-f1c8cd4fc523 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340245 Jul 16 01:14:57.646600 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053079b3-6d88-4f47-b208-15394de3d804 req-3ad5874f-00b6-4a4d-b580-1add52dda69f tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:57.648105 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-053079b3-6d88-4f47-b208-15394de3d804 req-3ad5874f-00b6-4a4d-b580-1add52dda69f tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec39ecff-9ea0-4125-af53-8ba382df78c4 HTTP/1.1" status: 200 len: 945 time: 0.0676093 Jul 16 01:14:57.686690 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-053079b3-6d88-4f47-b208-15394de3d804 req-fe4c0090-c33a-40b4-b254-f0f23a50d321 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/security-groups?id=556d1cec-13cd-4412-9702-0454e2a9d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325556 Jul 16 01:14:58.122562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8186bf0-d76f-4519-8eb4-9751335d9428 req-722f39e2-87b0-4562-86d2-091c914bd7f0 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:58.124090 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8186bf0-d76f-4519-8eb4-9751335d9428 req-722f39e2-87b0-4562-86d2-091c914bd7f0 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.0633132 Jul 16 01:14:58.146872 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4718290-4e8f-4745-963c-8d48777bda70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad20c98b-1488-479b-9399-93e71e3c4ef7'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:14:58.149221 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e964257-4802-418e-ac24-16d8a8b55ee2" -d '{"events": [{"server_uuid": "a4718290-4e8f-4745-963c-8d48777bda70", "name": "network-vif-plugged", "status": "completed", "tag": "ad20c98b-1488-479b-9399-93e71e3c4ef7"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:14:58.161303 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8186bf0-d76f-4519-8eb4-9751335d9428 req-21aa7927-71f1-434e-b656-a5cb7df4e87d tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313091 Jul 16 01:14:58.187261 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486f28ff-a40c-49f6-8c24-f2b5243e7bad x-openstack-request-id: req-486f28ff-a40c-49f6-8c24-f2b5243e7bad {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:14:58.187736 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4718290-4e8f-4745-963c-8d48777bda70", "name": "network-vif-plugged", "status": "completed", "tag": "ad20c98b-1488-479b-9399-93e71e3c4ef7", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:14:58.188200 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-486f28ff-a40c-49f6-8c24-f2b5243e7bad {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:14:58.188595 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4718290-4e8f-4745-963c-8d48777bda70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad20c98b-1488-479b-9399-93e71e3c4ef7', 'code': 200} Jul 16 01:14:58.307022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36127c-711d-4338-a0d1-820c6e160542 req-025125e9-06f8-448d-bb62-73fb688c94d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:58.308831 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0d36127c-711d-4338-a0d1-820c6e160542 req-025125e9-06f8-448d-bb62-73fb688c94d8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 1098 time: 0.0516753 Jul 16 01:14:58.344894 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0d36127c-711d-4338-a0d1-820c6e160542 req-56484295-c925-4709-be1b-99e67a8eec41 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284657 Jul 16 01:14:58.467180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52aae3-02b9-41d0-827e-4237a860fd54 req-3855c0af-c3e7-4d1e-9f35-283e532a2631 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:58.468715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb52aae3-02b9-41d0-827e-4237a860fd54 req-3855c0af-c3e7-4d1e-9f35-283e532a2631 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 946 time: 0.0659175 Jul 16 01:14:58.536957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb52aae3-02b9-41d0-827e-4237a860fd54 req-7bbe28d6-eb1b-451a-8ed9-9bbcbcbaa16e tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581973 Jul 16 01:14:58.569296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cacd9f3-b36a-48b5-80ba-6d5846d354d3 req-dd40f8fc-29da-41d1-960c-4d9bf8aa8ee4 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:58.570852 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3cacd9f3-b36a-48b5-80ba-6d5846d354d3 req-dd40f8fc-29da-41d1-960c-4d9bf8aa8ee4 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 946 time: 0.1012423 Jul 16 01:14:58.611436 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3cacd9f3-b36a-48b5-80ba-6d5846d354d3 req-5a0f1b25-3d27-41ea-8409-a62d26b12b47 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343909 Jul 16 01:14:59.344070 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef626c32-cebe-4d96-be3f-bee81ce74aca req-56073806-2fd2-4bb2-97e2-a9f5b0b73f46 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:59.348174 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef626c32-cebe-4d96-be3f-bee81ce74aca req-56073806-2fd2-4bb2-97e2-a9f5b0b73f46 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.0690732 Jul 16 01:14:59.385249 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef626c32-cebe-4d96-be3f-bee81ce74aca req-16e217f2-2da4-4436-9db2-daaf939653d6 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334678 Jul 16 01:14:59.728713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b435d2c-be65-47c2-b02b-c460663228b7 req-dd608a2f-69b0-4229-a10e-15bee3f493ef tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:59.732248 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b435d2c-be65-47c2-b02b-c460663228b7 req-dd608a2f-69b0-4229-a10e-15bee3f493ef tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 946 time: 0.0806801 Jul 16 01:14:59.798448 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b435d2c-be65-47c2-b02b-c460663228b7 req-5c7b16ca-22eb-46c8-9a8b-ff6f87ea883f tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550451 Jul 16 01:14:59.827912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb5d16-198c-448c-a1c5-96b4143f6269 req-6aef4e70-8f6c-4888-89f3-9fd979ad6bdf tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:14:59.829576 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-efdb5d16-198c-448c-a1c5-96b4143f6269 req-6aef4e70-8f6c-4888-89f3-9fd979ad6bdf tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 946 time: 0.0959687 Jul 16 01:14:59.869343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-efdb5d16-198c-448c-a1c5-96b4143f6269 req-c9e2147b-be58-4b0f-8bf3-b5da9d037ffa tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338500 Jul 16 01:15:00.043079 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:00.349174 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-f591253c-ff3b-4fcc-abc8-d79f5b0a9327 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:00.350752 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-f591253c-ff3b-4fcc-abc8-d79f5b0a9327 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1061645 Jul 16 01:15:00.400079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-0153e305-e64b-4ee2-b9ad-73662bd42bf5 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.0431225 Jul 16 01:15:00.409628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-63da6ca2-43ab-41b4-8891-5464db83c5b5 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Request body: {'floatingip': {'port_id': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:00.453950 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-63da6ca2-43ab-41b4-8891-5464db83c5b5 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:00.660787 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7aea9a-4f0b-44d3-9c59-59d2b1ebfeef req-19859cfd-ef87-4d75-9514-7733655888f5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:00.662160 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b7aea9a-4f0b-44d3-9c59-59d2b1ebfeef req-19859cfd-ef87-4d75-9514-7733655888f5 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1514821 Jul 16 01:15:00.739832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b7aea9a-4f0b-44d3-9c59-59d2b1ebfeef req-9934ee53-21c9-41b2-be56-a7ed952c757b tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711179 Jul 16 01:15:00.858681 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:00.999812 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-63da6ca2-43ab-41b4-8891-5464db83c5b5 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:01.004042 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-63da6ca2-43ab-41b4-8891-5464db83c5b5 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:01.067008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe2a23e-6102-43c7-a17a-4c2195e88269 req-cb31c869-60c0-44a9-a4a5-7267742be05b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:01.068549 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfe2a23e-6102-43c7-a17a-4c2195e88269 req-cb31c869-60c0-44a9-a4a5-7267742be05b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 946 time: 0.1543698 Jul 16 01:15:01.145999 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfe2a23e-6102-43c7-a17a-4c2195e88269 req-6f0642cd-bbe7-4ced-87f1-320f1be3d31b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486844 Jul 16 01:15:01.147096 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-63da6ca2-43ab-41b4-8891-5464db83c5b5 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Floating IP 3b4a705c-1dfd-4fa6-b7f9-71575a6370c7 associated. External IP: 172.25.2.93, port: 4c7702c0-20cb-4616-a993-f1ae3082b7dc. Jul 16 01:15:01.623577 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-63da6ca2-43ab-41b4-8891-5464db83c5b5 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:15:01.728312 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-63da6ca2-43ab-41b4-8891-5464db83c5b5 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:15:01.733208 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-63da6ca2-43ab-41b4-8891-5464db83c5b5 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:01.739173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27824d14-4163-4260-ae15-c3547b194bee None None] Sync routers for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:15:01.748680 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27824d14-4163-4260-ae15-c3547b194bee None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:01.749302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-27824d14-4163-4260-ae15-c3547b194bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:14:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:01.773902 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-63da6ca2-43ab-41b4-8891-5464db83c5b5 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "PUT /v2.0/floatingips/3b4a705c-1dfd-4fa6-b7f9-71575a6370c7 HTTP/1.1" status: 200 len: 996 time: 1.3676050 Jul 16 01:15:01.774620 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'tag': '4c7702c0-20cb-4616-a993-f1ae3082b7dc'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:01.778003 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5893d024-cc05-45e9-91d1-243344663ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8926b6-419d-4d7d-9881-8cfd7b92050b", "tag": "4c7702c0-20cb-4616-a993-f1ae3082b7dc"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:01.847747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-c6a580e6-9f00-4c90-9f8b-edac5e2357e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:01.850317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-c6a580e6-9f00-4c90-9f8b-edac5e2357e3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 1098 time: 0.0600107 Jul 16 01:15:01.869408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-27824d14-4163-4260-ae15-c3547b194bee None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:02.002563 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dcadc-84bd-47f7-8f3d-0f077a924cb9 req-3fe5b51b-a960-4f88-ad31-ee1109642eca tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:02.004266 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a82dcadc-84bd-47f7-8f3d-0f077a924cb9 req-3fe5b51b-a960-4f88-ad31-ee1109642eca tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1207905 Jul 16 01:15:02.008731 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-215fa50c-b2ef-4723-9174-d1b168acb08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:02.010132 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-215fa50c-b2ef-4723-9174-d1b168acb08e service neutron] 10.222.0.22 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 921 time: 0.1543655 Jul 16 01:15:02.089162 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a82dcadc-84bd-47f7-8f3d-0f077a924cb9 req-beb60f8e-9232-4bf6-a838-f738f273831e tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780604 Jul 16 01:15:02.114305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-fa8869bf-42e1-4828-8e65-e4703e4f55d4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7702c0-20cb-4616-a993-f1ae3082b7dc HTTP/1.1" status: 200 len: 999 time: 0.0956960 Jul 16 01:15:02.129106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-27824d14-4163-4260-ae15-c3547b194bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '3b4a705c-1dfd-4fa6-b7f9-71575a6370c7', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'port_id': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'mac_address': 'fa:16:3e:f1:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:14:31Z', 'updated_at': '2021-07-16T01:15:00Z', 'revision_number': 1, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:02.157367 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcb47d7-7e5d-43de-a8de-57a24580a6c8 x-openstack-request-id: req-abcb47d7-7e5d-43de-a8de-57a24580a6c8 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:02.157614 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8926b6-419d-4d7d-9881-8cfd7b92050b", "tag": "4c7702c0-20cb-4616-a993-f1ae3082b7dc", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:02.157865 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-abcb47d7-7e5d-43de-a8de-57a24580a6c8 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:02.158248 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'tag': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'status': 'completed', 'code': 200} Jul 16 01:15:02.160886 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27824d14-4163-4260-ae15-c3547b194bee None None] Checking router: d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:15:02.164409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-dc18a8cd-db07-4ff7-a007-8879d7ec28f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:02.165951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-dc18a8cd-db07-4ff7-a007-8879d7ec28f3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee HTTP/1.1" status: 200 len: 859 time: 0.0508747 Jul 16 01:15:02.171852 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27824d14-4163-4260-ae15-c3547b194bee None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:02.172667 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-27824d14-4163-4260-ae15-c3547b194bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:14:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:02.279263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-9df47531-97a9-4474-9fda-24f56e2e5725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:02.281157 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-9df47531-97a9-4474-9fda-24f56e2e5725 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc150639-5c75-49e1-9745-52422cc19e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1000090 Jul 16 01:15:02.301930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-131ea09c-8e40-4a10-b71c-f31483d10ead service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:15:02.303063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-27824d14-4163-4260-ae15-c3547b194bee None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:02.303242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-131ea09c-8e40-4a10-b71c-f31483d10ead service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093822 Jul 16 01:15:02.325929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893d024-cc05-45e9-91d1-243344663ad7 req-5aeec56b-6a82-4dfb-9238-d083c1ab0586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:02.327447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5893d024-cc05-45e9-91d1-243344663ad7 req-5aeec56b-6a82-4dfb-9238-d083c1ab0586 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 1098 time: 0.1170034 Jul 16 01:15:02.515867 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2379c2-6d70-424b-9595-fc6a4e1e120f req-846cced8-a00f-4eae-92ab-6c1f7a4690ed tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:02.517447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa2379c2-6d70-424b-9595-fc6a4e1e120f req-846cced8-a00f-4eae-92ab-6c1f7a4690ed tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 946 time: 0.2351298 Jul 16 01:15:02.520416 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893d024-cc05-45e9-91d1-243344663ad7 req-9180961b-8136-4f12-b892-6c5e1d06ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:02.521794 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5893d024-cc05-45e9-91d1-243344663ad7 req-9180961b-8136-4f12-b892-6c5e1d06ce98 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 921 time: 0.1751020 Jul 16 01:15:02.524349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-8f9c50b1-411e-4fb5-b8f0-3d752c27a680 service neutron] 10.222.0.22 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010212 Jul 16 01:15:02.584354 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-27824d14-4163-4260-ae15-c3547b194bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '3b4a705c-1dfd-4fa6-b7f9-71575a6370c7', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'port_id': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'mac_address': 'fa:16:3e:f1:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:14:31Z', 'updated_at': '2021-07-16T01:15:00Z', 'revision_number': 1, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:02.613540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27824d14-4163-4260-ae15-c3547b194bee None None] The sync data for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 is: [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '3b4a705c-1dfd-4fa6-b7f9-71575a6370c7', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'port_id': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'mac_address': 'fa:16:3e:f1:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:14:31Z', 'updated_at': '2021-07-16T01:15:00Z', 'revision_number': 1, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:15:02.697893 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa2379c2-6d70-424b-9595-fc6a4e1e120f req-4049266e-e222-48f6-97a9-09c8bdec0667 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520257 Jul 16 01:15:02.701840 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5893d024-cc05-45e9-91d1-243344663ad7 req-59fe8b84-7926-4cd8-8add-7ecf7c4564c8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7702c0-20cb-4616-a993-f1ae3082b7dc HTTP/1.1" status: 200 len: 999 time: 0.1621397 Jul 16 01:15:02.741395 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a73e426c-ccc1-4600-b2e5-021c4d50cb19 req-a6da588b-673c-4d1d-a836-8ac76e139f5c service neutron] 10.222.0.22 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105224 Jul 16 01:15:02.814322 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893d024-cc05-45e9-91d1-243344663ad7 req-402844d4-2682-4408-88ee-3c27bb52f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:02.816893 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5893d024-cc05-45e9-91d1-243344663ad7 req-402844d4-2682-4408-88ee-3c27bb52f8ab service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee HTTP/1.1" status: 200 len: 859 time: 0.0855839 Jul 16 01:15:02.953231 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893d024-cc05-45e9-91d1-243344663ad7 req-11407c79-49fe-43ba-ab2a-74c0b9b64ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:02.962886 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5893d024-cc05-45e9-91d1-243344663ad7 req-11407c79-49fe-43ba-ab2a-74c0b9b64ae6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc150639-5c75-49e1-9745-52422cc19e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1318533 Jul 16 01:15:03.021306 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937b109b-0a6f-438c-a91e-8af08d64cdf6 None None] New status for floating IP 3b4a705c-1dfd-4fa6-b7f9-71575a6370c7: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:15:03.160838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5893d024-cc05-45e9-91d1-243344663ad7 req-5a61aef1-d113-4e3c-96e7-4984b22b45cd service neutron] 10.222.0.70 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844141 Jul 16 01:15:03.390787 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-01e90674-55c8-4a29-b774-ff8f51953ad0 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:03.392355 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-01e90674-55c8-4a29-b774-ff8f51953ad0 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4718290-4e8f-4745-963c-8d48777bda70&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2155623 Jul 16 01:15:03.541304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-288cd01b-5755-4302-8995-224e7d37c168 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 999 time: 0.1374974 Jul 16 01:15:03.557291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-80427514-7d17-458b-ba6e-21385dd27316 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Request body: {'floatingip': {'port_id': 'ad20c98b-1488-479b-9399-93e71e3c4ef7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:03.565419 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5893d024-cc05-45e9-91d1-243344663ad7 req-699e0e10-d71c-4809-9baa-5c5dfbc88d82 service neutron] 10.222.0.70 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777537 Jul 16 01:15:03.575974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852cd96e-9d0f-4c88-80f0-8c9ca9b9d9d9 req-b69ce7fe-2e1f-4a68-af04-5961bb5fad51 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:03.578796 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-852cd96e-9d0f-4c88-80f0-8c9ca9b9d9d9 req-b69ce7fe-2e1f-4a68-af04-5961bb5fad51 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.2639630 Jul 16 01:15:03.666704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-852cd96e-9d0f-4c88-80f0-8c9ca9b9d9d9 req-ce3d95b7-755c-4c86-90f1-0103757fc802 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529809 Jul 16 01:15:03.671634 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-80427514-7d17-458b-ba6e-21385dd27316 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.077634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33064a39-685c-45e3-8589-f1d8c607d3ac req-d15d7e3d-ef2c-4fe1-87fd-42ae86062e89 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:04.079216 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33064a39-685c-45e3-8589-f1d8c607d3ac req-d15d7e3d-ef2c-4fe1-87fd-42ae86062e89 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 946 time: 0.1595252 Jul 16 01:15:04.164701 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33064a39-685c-45e3-8589-f1d8c607d3ac req-476c4764-0ada-40c1-9660-af249c603dc2 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566773 Jul 16 01:15:04.380050 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-80427514-7d17-458b-ba6e-21385dd27316 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.386929 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-80427514-7d17-458b-ba6e-21385dd27316 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.741487 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4ba748ff-87ad-46af-b109-81cac098def0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:04.773967 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-80427514-7d17-458b-ba6e-21385dd27316 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Floating IP 3b4a705c-1dfd-4fa6-b7f9-71575a6370c7 associated. External IP: 172.25.2.93, port: 4c7702c0-20cb-4616-a993-f1ae3082b7dc. Jul 16 01:15:05.083439 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-80427514-7d17-458b-ba6e-21385dd27316 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:15:05.097310 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d590f2-2b20-47fa-ad91-5b3c42fbd137 req-d9514998-b96e-48b9-8888-aac0097e2d2a tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:05.098835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72d590f2-2b20-47fa-ad91-5b3c42fbd137 req-d9514998-b96e-48b9-8888-aac0097e2d2a tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1143148 Jul 16 01:15:05.178170 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72d590f2-2b20-47fa-ad91-5b3c42fbd137 req-b8cc7bea-ca19-4e0e-b87c-06b186560dee tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716760 Jul 16 01:15:05.244053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-80427514-7d17-458b-ba6e-21385dd27316 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:15:05.254301 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acefcb9-c94c-40a3-a0fb-1ddeeea74fa7 None None] Sync routers for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:15:05.264884 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acefcb9-c94c-40a3-a0fb-1ddeeea74fa7 None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:05.265841 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4acefcb9-c94c-40a3-a0fb-1ddeeea74fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:14:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:05.396409 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-4acefcb9-c94c-40a3-a0fb-1ddeeea74fa7 None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:05.468487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276cc28-8040-49e2-b8e3-7b44d1135629 req-3d0f6d67-70f8-4240-aac2-1c75f002c304 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:05.470198 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7276cc28-8040-49e2-b8e3-7b44d1135629 req-3d0f6d67-70f8-4240-aac2-1c75f002c304 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 946 time: 0.1425791 Jul 16 01:15:05.592737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7276cc28-8040-49e2-b8e3-7b44d1135629 req-7d27112f-d0a6-46eb-9af6-83e948da1320 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859230 Jul 16 01:15:05.616254 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-80427514-7d17-458b-ba6e-21385dd27316 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:15:05.769377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-80427514-7d17-458b-ba6e-21385dd27316 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:15:05.775724 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-80427514-7d17-458b-ba6e-21385dd27316 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:05.832997 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'tag': '4c7702c0-20cb-4616-a993-f1ae3082b7dc'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:05.836909 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c2a1ac-046a-4a96-9194-35b44e951ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8926b6-419d-4d7d-9881-8cfd7b92050b", "tag": "4c7702c0-20cb-4616-a993-f1ae3082b7dc"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:05.881342 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-80427514-7d17-458b-ba6e-21385dd27316 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "PUT /v2.0/floatingips/3b4a705c-1dfd-4fa6-b7f9-71575a6370c7 HTTP/1.1" status: 200 len: 998 time: 2.3288832 Jul 16 01:15:05.883614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4acefcb9-c94c-40a3-a0fb-1ddeeea74fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '3b4a705c-1dfd-4fa6-b7f9-71575a6370c7', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'port_id': 'ad20c98b-1488-479b-9399-93e71e3c4ef7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'mac_address': 'fa:16:3e:b2:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4718290-4e8f-4745-963c-8d48777bda70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:14:31Z', 'updated_at': '2021-07-16T01:15:04Z', 'revision_number': 3, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:05.921154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acefcb9-c94c-40a3-a0fb-1ddeeea74fa7 None None] Checking router: d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:15:05.931163 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acefcb9-c94c-40a3-a0fb-1ddeeea74fa7 None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:05.931837 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4acefcb9-c94c-40a3-a0fb-1ddeeea74fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:14:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:05.971924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-2aa15afc-c97d-48bd-9a17-f55488016a0d tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:05.973579 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-2aa15afc-c97d-48bd-9a17-f55488016a0d tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports/4c7702c0-20cb-4616-a993-f1ae3082b7dc HTTP/1.1" status: 200 len: 943 time: 0.0853250 Jul 16 01:15:06.127099 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef448881-1b84-4fb9-8791-16e26649350b x-openstack-request-id: req-ef448881-1b84-4fb9-8791-16e26649350b {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:06.127099 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8926b6-419d-4d7d-9881-8cfd7b92050b", "tag": "4c7702c0-20cb-4616-a993-f1ae3082b7dc", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:06.127888 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef448881-1b84-4fb9-8791-16e26649350b {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:06.129537 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'tag': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'status': 'completed', 'code': 200} Jul 16 01:15:06.139885 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-4acefcb9-c94c-40a3-a0fb-1ddeeea74fa7 None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:06.212087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-879702d3-113f-43b3-9202-902c2bdf9f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:06.220616 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-879702d3-113f-43b3-9202-902c2bdf9f9f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 1098 time: 0.1505663 Jul 16 01:15:06.257266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2a1ac-046a-4a96-9194-35b44e951ff6 req-0b929839-05bf-49f8-bea3-36fd777a8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:06.259940 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57c2a1ac-046a-4a96-9194-35b44e951ff6 req-0b929839-05bf-49f8-bea3-36fd777a8633 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 1098 time: 0.1260605 Jul 16 01:15:06.451510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-b312cf3a-7420-4dda-aa4f-066bb772aee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:06.453070 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-b312cf3a-7420-4dda-aa4f-066bb772aee0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 921 time: 0.2313910 Jul 16 01:15:06.458754 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4acefcb9-c94c-40a3-a0fb-1ddeeea74fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '3b4a705c-1dfd-4fa6-b7f9-71575a6370c7', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'port_id': 'ad20c98b-1488-479b-9399-93e71e3c4ef7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'mac_address': 'fa:16:3e:b2:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4718290-4e8f-4745-963c-8d48777bda70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:14:31Z', 'updated_at': '2021-07-16T01:15:04Z', 'revision_number': 3, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:06.501175 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acefcb9-c94c-40a3-a0fb-1ddeeea74fa7 None None] The sync data for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 is: [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '3b4a705c-1dfd-4fa6-b7f9-71575a6370c7', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'port_id': 'ad20c98b-1488-479b-9399-93e71e3c4ef7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'mac_address': 'fa:16:3e:b2:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4718290-4e8f-4745-963c-8d48777bda70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:14:31Z', 'updated_at': '2021-07-16T01:15:04Z', 'revision_number': 3, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:15:06.512693 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-3b3acfd8-770b-4e52-892e-e90cdece554d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7702c0-20cb-4616-a993-f1ae3082b7dc HTTP/1.1" status: 200 len: 217 time: 0.0531776 Jul 16 01:15:06.564921 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bdbdb-b366-4346-9d01-28e12dca1bd9 req-e83e5452-4fd7-4df5-99f1-12465e5a44fc tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:06.566449 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d7bdbdb-b366-4346-9d01-28e12dca1bd9 req-e83e5452-4fd7-4df5-99f1-12465e5a44fc tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.2575593 Jul 16 01:15:06.569419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2a1ac-046a-4a96-9194-35b44e951ff6 req-b14c15a9-ed5c-44dd-9dee-3a82cf2456d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:06.570867 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57c2a1ac-046a-4a96-9194-35b44e951ff6 req-b14c15a9-ed5c-44dd-9dee-3a82cf2456d1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 921 time: 0.2998245 Jul 16 01:15:06.641043 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57c2a1ac-046a-4a96-9194-35b44e951ff6 req-4b5f8d72-515c-4d31-83a2-de7a8e984a4e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7702c0-20cb-4616-a993-f1ae3082b7dc HTTP/1.1" status: 200 len: 217 time: 0.0543499 Jul 16 01:15:06.642486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-1ece6b5c-cfba-426d-b239-7ffa37c0dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:06.643882 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-1ece6b5c-cfba-426d-b239-7ffa37c0dd09 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee HTTP/1.1" status: 200 len: 859 time: 0.1248829 Jul 16 01:15:06.720319 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d7bdbdb-b366-4346-9d01-28e12dca1bd9 req-b932fd5f-f23c-41c6-9bed-cb5f258f6598 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432698 Jul 16 01:15:06.750009 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3319e9fe-66ae-44a7-85c4-5a09494c128e None None] New status for floating IP 3b4a705c-1dfd-4fa6-b7f9-71575a6370c7: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:15:06.760441 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2a1ac-046a-4a96-9194-35b44e951ff6 req-6cd972eb-a923-40d2-b414-b77f55344bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:06.761594 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57c2a1ac-046a-4a96-9194-35b44e951ff6 req-6cd972eb-a923-40d2-b414-b77f55344bd4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee HTTP/1.1" status: 200 len: 859 time: 0.0970860 Jul 16 01:15:06.854476 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-f08a68ad-be34-4bff-8a3e-414409bab0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:06.856040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-f08a68ad-be34-4bff-8a3e-414409bab0ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc150639-5c75-49e1-9745-52422cc19e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2054577 Jul 16 01:15:06.945281 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c2a1ac-046a-4a96-9194-35b44e951ff6 req-232cd2c3-17e4-4e3d-a5fe-672efeacb0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:06.947136 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57c2a1ac-046a-4a96-9194-35b44e951ff6 req-232cd2c3-17e4-4e3d-a5fe-672efeacb0d1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc150639-5c75-49e1-9745-52422cc19e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1693261 Jul 16 01:15:07.093762 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-c88073fb-7373-4762-855c-4aaed54c8717 service neutron] 10.222.0.22 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279019 Jul 16 01:15:07.114649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa1446-4583-4f1b-b5cb-78cd96e4cea8 None None] Sync routers for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:15:07.133355 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa1446-4583-4f1b-b5cb-78cd96e4cea8 None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:07.133990 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2efa1446-4583-4f1b-b5cb-78cd96e4cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:14:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:07.145208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57c2a1ac-046a-4a96-9194-35b44e951ff6 req-45af249f-055f-40de-b989-236aa86cdc2c service neutron] 10.222.0.70 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666391 Jul 16 01:15:07.182681 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3c05b-52fc-4d98-8c9d-c362913dae62 req-497ecfe1-4751-474c-9212-cffc0caeb9c7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:07.184497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6fa3c05b-52fc-4d98-8c9d-c362913dae62 req-497ecfe1-4751-474c-9212-cffc0caeb9c7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 946 time: 0.2768416 Jul 16 01:15:07.319126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6fa3c05b-52fc-4d98-8c9d-c362913dae62 req-df317cf7-31db-4e7e-821b-da312d53346b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136670 Jul 16 01:15:07.323558 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-cf2091e5-94a2-49a7-b3f4-32d2e084d693 service neutron] 10.222.0.22 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216339 Jul 16 01:15:07.348041 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-29300f42-7c00-436a-88c1-2dfa3a751481 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:07.353144 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:07.363557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57c2a1ac-046a-4a96-9194-35b44e951ff6 req-ef902fd0-2fc2-4bd8-a6dd-cc8e834d71cd service neutron] 10.222.0.70 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680391 Jul 16 01:15:07.378586 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-2efa1446-4583-4f1b-b5cb-78cd96e4cea8 None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:07.444946 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-af231e1c-c4e5-4b4d-bc2c-16041b58c1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:07.446563 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-af231e1c-c4e5-4b4d-bc2c-16041b58c1bd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 1098 time: 0.0682957 Jul 16 01:15:07.589223 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-bdc00d6e-1b86-4c5f-9dcd-c0ec9fe842be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:07.590866 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-bdc00d6e-1b86-4c5f-9dcd-c0ec9fe842be service neutron] 10.222.0.22 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 921 time: 0.1348403 Jul 16 01:15:07.730696 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-0fe37167-c6ab-4ff6-9287-7d71b94d74a7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad20c98b-1488-479b-9399-93e71e3c4ef7 HTTP/1.1" status: 200 len: 1001 time: 0.1331675 Jul 16 01:15:07.752264 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2efa1446-4583-4f1b-b5cb-78cd96e4cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '3b4a705c-1dfd-4fa6-b7f9-71575a6370c7', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'port_id': 'ad20c98b-1488-479b-9399-93e71e3c4ef7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'mac_address': 'fa:16:3e:b2:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4718290-4e8f-4745-963c-8d48777bda70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:14:31Z', 'updated_at': '2021-07-16T01:15:06Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:07.783485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa1446-4583-4f1b-b5cb-78cd96e4cea8 None None] Checking router: d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:15:07.793602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efa1446-4583-4f1b-b5cb-78cd96e4cea8 None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:07.794478 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2efa1446-4583-4f1b-b5cb-78cd96e4cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:07.822740 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-3e39d934-f5a9-4b72-a7d8-24152b8fd102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:07.830155 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-3e39d934-f5a9-4b72-a7d8-24152b8fd102 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee HTTP/1.1" status: 200 len: 859 time: 0.0916104 Jul 16 01:15:07.915210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-d032016d-a2e6-466d-aba2-e3d65401db9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:07.916982 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-d032016d-a2e6-466d-aba2-e3d65401db9c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc150639-5c75-49e1-9745-52422cc19e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0855041 Jul 16 01:15:07.928108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-2efa1446-4583-4f1b-b5cb-78cd96e4cea8 None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:08.052784 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10aa95d-69b3-41fb-ba7d-1d7ceab5cac3 req-0fc30941-d622-4ed6-a0e4-716cbe19521a tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:08.056273 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d10aa95d-69b3-41fb-ba7d-1d7ceab5cac3 req-0fc30941-d622-4ed6-a0e4-716cbe19521a tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1447093 Jul 16 01:15:08.084727 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-91005500-5d63-44cb-9ede-2768392f0e8d service neutron] 10.222.0.22 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593039 Jul 16 01:15:08.130564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4718290-4e8f-4745-963c-8d48777bda70', 'tag': 'ad20c98b-1488-479b-9399-93e71e3c4ef7'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:08.133761 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2769c245-7257-4082-92fd-76d54b611792" -d '{"events": [{"name": "network-changed", "server_uuid": "a4718290-4e8f-4745-963c-8d48777bda70", "tag": "ad20c98b-1488-479b-9399-93e71e3c4ef7"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:08.192254 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d10aa95d-69b3-41fb-ba7d-1d7ceab5cac3 req-647a24ef-5999-45e8-b34f-e9b3fd6877fe tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056099 Jul 16 01:15:08.223816 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbdcb50-507e-4661-9f44-116e38d04112 req-a295261d-b2ff-42e5-b26a-cf36dd2687ef service neutron] 10.222.0.22 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303451 Jul 16 01:15:08.273543 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2efa1446-4583-4f1b-b5cb-78cd96e4cea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '3b4a705c-1dfd-4fa6-b7f9-71575a6370c7', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'port_id': 'ad20c98b-1488-479b-9399-93e71e3c4ef7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'mac_address': 'fa:16:3e:b2:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4718290-4e8f-4745-963c-8d48777bda70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:14:31Z', 'updated_at': '2021-07-16T01:15:06Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:08.310242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efa1446-4583-4f1b-b5cb-78cd96e4cea8 None None] The sync data for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 is: [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '3b4a705c-1dfd-4fa6-b7f9-71575a6370c7', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'port_id': 'ad20c98b-1488-479b-9399-93e71e3c4ef7', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'mac_address': 'fa:16:3e:b2:e7:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4718290-4e8f-4745-963c-8d48777bda70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:14:31Z', 'updated_at': '2021-07-16T01:15:06Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:15:08.320880 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f473a1cb-121b-4933-8d81-a04bbc17ba36 x-openstack-request-id: req-f473a1cb-121b-4933-8d81-a04bbc17ba36 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:08.321174 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4718290-4e8f-4745-963c-8d48777bda70", "tag": "ad20c98b-1488-479b-9399-93e71e3c4ef7", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:08.321423 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f473a1cb-121b-4933-8d81-a04bbc17ba36 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:08.321803 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4718290-4e8f-4745-963c-8d48777bda70', 'tag': 'ad20c98b-1488-479b-9399-93e71e3c4ef7', 'status': 'completed', 'code': 200} Jul 16 01:15:08.388413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d882ba68-0d03-4954-ab30-345d63d0cb20 req-544664a5-540f-4ee0-84bf-19509c145335 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 1001 time: 0.1170290 Jul 16 01:15:08.432253 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:08.452841 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:15:08.468704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882ba68-0d03-4954-ab30-345d63d0cb20 req-c32008b4-3a1f-4812-ab62-6de966ac93fd tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:08.470715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d882ba68-0d03-4954-ab30-345d63d0cb20 req-c32008b4-3a1f-4812-ab62-6de966ac93fd tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports/ad20c98b-1488-479b-9399-93e71e3c4ef7 HTTP/1.1" status: 200 len: 943 time: 0.0789170 Jul 16 01:15:08.522867 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769c245-7257-4082-92fd-76d54b611792 req-609cc2d6-a839-423e-b96f-bf6460773f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:08.525020 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2769c245-7257-4082-92fd-76d54b611792 req-609cc2d6-a839-423e-b96f-bf6460773f61 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 1098 time: 0.1739252 Jul 16 01:15:08.590106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8860f6e9-847a-420d-b211-79049ba9ee45 req-e06c0e9b-191f-4ab3-b89c-3a603c4212a7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:08.599038 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8860f6e9-847a-420d-b211-79049ba9ee45 req-e06c0e9b-191f-4ab3-b89c-3a603c4212a7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 946 time: 0.1152353 Jul 16 01:15:08.682687 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769c245-7257-4082-92fd-76d54b611792 req-caa1d54c-1837-430d-b1f5-e225d959046b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:08.685380 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2769c245-7257-4082-92fd-76d54b611792 req-caa1d54c-1837-430d-b1f5-e225d959046b service neutron] 10.222.0.69 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 921 time: 0.1537135 Jul 16 01:15:08.696293 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8860f6e9-847a-420d-b211-79049ba9ee45 req-234ea376-7fc6-4519-841c-9193e84cbd8a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963910 Jul 16 01:15:08.711298 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d882ba68-0d03-4954-ab30-345d63d0cb20 req-60ca66f2-f0ec-4d43-9a50-6294566da362 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 1001 time: 0.0975788 Jul 16 01:15:08.822166 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2769c245-7257-4082-92fd-76d54b611792 req-46cb727c-3446-4ac9-bf37-4de1ec103701 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad20c98b-1488-479b-9399-93e71e3c4ef7 HTTP/1.1" status: 200 len: 1001 time: 0.1244845 Jul 16 01:15:08.864433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d882ba68-0d03-4954-ab30-345d63d0cb20 req-d8313d2b-73b5-4e24-a93d-c6fa4e3bfdec tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:08.866046 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d882ba68-0d03-4954-ab30-345d63d0cb20 req-d8313d2b-73b5-4e24-a93d-c6fa4e3bfdec tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.1539836 Jul 16 01:15:08.891811 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769c245-7257-4082-92fd-76d54b611792 req-2ff02982-aa59-4d26-b095-4d3319043d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:08.893686 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2769c245-7257-4082-92fd-76d54b611792 req-2ff02982-aa59-4d26-b095-4d3319043d40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee HTTP/1.1" status: 200 len: 859 time: 0.0595186 Jul 16 01:15:08.995468 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2769c245-7257-4082-92fd-76d54b611792 req-610827e8-44f7-48c0-987a-0c874597dc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:08.997351 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2769c245-7257-4082-92fd-76d54b611792 req-610827e8-44f7-48c0-987a-0c874597dc7f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc150639-5c75-49e1-9745-52422cc19e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0822194 Jul 16 01:15:09.048896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-951c2297-5c12-427f-b122-28dcd3164568 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 1001 time: 0.0729294 Jul 16 01:15:09.120460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-41d1c4df-be1f-4eab-90b0-73c623c0ada9 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:09.122443 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-41d1c4df-be1f-4eab-90b0-73c623c0ada9 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports/ad20c98b-1488-479b-9399-93e71e3c4ef7 HTTP/1.1" status: 200 len: 943 time: 0.0678535 Jul 16 01:15:09.128373 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2769c245-7257-4082-92fd-76d54b611792 req-46d70e4d-1c90-446b-ae08-69587ee9bbbc service neutron] 10.222.0.69 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108298 Jul 16 01:15:09.278040 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2769c245-7257-4082-92fd-76d54b611792 req-853971df-ca6b-4808-99b8-f19cf012f293 service neutron] 10.222.0.69 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298826 Jul 16 01:15:09.332057 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-de236637-48e4-4541-a3b3-7427f41209b5 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 1001 time: 0.1132629 Jul 16 01:15:09.811667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-0d89c360-d9fd-4873-9093-ec562dbefcaa tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:09.813256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-0d89c360-d9fd-4873-9093-ec562dbefcaa tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.4804151 Jul 16 01:15:09.821449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2643c182-0850-48ec-9b06-8cb3f5c0e5df req-cdcb8421-d524-4d07-9bea-aa484e5c0419 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:09.823165 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2643c182-0850-48ec-9b06-8cb3f5c0e5df req-cdcb8421-d524-4d07-9bea-aa484e5c0419 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.4500740 Jul 16 01:15:09.829202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-5056279b-ef68-4502-8351-913264ceee18 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:15:09.831704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-5056279b-ef68-4502-8351-913264ceee18 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069678 Jul 16 01:15:09.921542 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2643c182-0850-48ec-9b06-8cb3f5c0e5df req-771e5666-3aa5-4a2a-8a39-9a5c4fb53aad tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891809 Jul 16 01:15:09.932340 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-322feac2-d971-496d-b648-1bfdb79b9073 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 1001 time: 0.0888553 Jul 16 01:15:09.954960 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-848ca029-fd89-413f-a6fe-ba51db2a9f3c tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:10.034387 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-848ca029-fd89-413f-a6fe-ba51db2a9f3c tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:10.041841 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:10.203692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 01510a5a-b831-47e4-98ff-9c1f53602b7f details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:15:10.206174 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 01510a5a-b831-47e4-98ff-9c1f53602b7f no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:10.244690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e4105-fd7e-430a-994c-eb7999f3bdc3 req-1b96d2dd-4477-4e0b-9b4c-45366f677cb2 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:10.246256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b6e4105-fd7e-430a-994c-eb7999f3bdc3 req-1b96d2dd-4477-4e0b-9b4c-45366f677cb2 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 946 time: 0.1698444 Jul 16 01:15:10.250734 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-848ca029-fd89-413f-a6fe-ba51db2a9f3c tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:10.277525 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-848ca029-fd89-413f-a6fe-ba51db2a9f3c tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:10.278265 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-848ca029-fd89-413f-a6fe-ba51db2a9f3c tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Floating IP 3b4a705c-1dfd-4fa6-b7f9-71575a6370c7 disassociated. External IP: 172.25.2.93, port: ad20c98b-1488-479b-9399-93e71e3c4ef7. Jul 16 01:15:10.348724 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b6e4105-fd7e-430a-994c-eb7999f3bdc3 req-b53e76cb-4642-48e9-a422-7212a3d9189a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952926 Jul 16 01:15:10.351509 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:10.394187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b32941-57f0-429e-84b2-49f708f79497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01510a5a-b831-47e4-98ff-9c1f53602b7f'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:10.396503 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0e41b3-a7dc-4e7e-83a1-ea59864016c7" -d '{"events": [{"server_uuid": "12b32941-57f0-429e-84b2-49f708f79497", "name": "network-vif-unplugged", "status": "completed", "tag": "01510a5a-b831-47e4-98ff-9c1f53602b7f"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:10.421745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 01510a5a-b831-47e4-98ff-9c1f53602b7f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=01510a5a-b831-47e4-98ff-9c1f53602b7f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:10.427217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 01510a5a-b831-47e4-98ff-9c1f53602b7f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=01510a5a-b831-47e4-98ff-9c1f53602b7f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:10.430279 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:10.486106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '01510a5a-b831-47e4-98ff-9c1f53602b7f', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '01510a5a-b831-47e4-98ff-9c1f53602b7f', 'mac_address': 'fa:16:3e:1e:d0:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:15:10.492561 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=01510a5a-b831-47e4-98ff-9c1f53602b7f,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:10.537109 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:10.552968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01510a5a-b831-47e4-98ff-9c1f53602b7f {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:10.581359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 01510a5a-b831-47e4-98ff-9c1f53602b7f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=01510a5a-b831-47e4-98ff-9c1f53602b7f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:10.586363 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:10.648463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-848ca029-fd89-413f-a6fe-ba51db2a9f3c tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:15:10.669695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=01510a5a-b831-47e4-98ff-9c1f53602b7f,revision_number=10']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:10.748251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-f4582c37-eb3d-4558-8c54-f49799dd9d34 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:10.750785 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-f4582c37-eb3d-4558-8c54-f49799dd9d34 tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089&tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 1098 time: 0.1068804 Jul 16 01:15:10.766593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-14'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:10.778896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-848ca029-fd89-413f-a6fe-ba51db2a9f3c tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:15:10.786914 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4946325e-0efd-44a6-8d0c-6b6f2978bdd6 x-openstack-request-id: req-4946325e-0efd-44a6-8d0c-6b6f2978bdd6 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:10.787955 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b32941-57f0-429e-84b2-49f708f79497", "name": "network-vif-unplugged", "status": "completed", "tag": "01510a5a-b831-47e4-98ff-9c1f53602b7f", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:10.788964 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4946325e-0efd-44a6-8d0c-6b6f2978bdd6 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:10.789798 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b32941-57f0-429e-84b2-49f708f79497', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01510a5a-b831-47e4-98ff-9c1f53602b7f', 'code': 200} Jul 16 01:15:10.790652 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dfcb7c-113b-4cbf-abb6-4c6b8f94844b None None] Sync routers for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:15:10.795987 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-848ca029-fd89-413f-a6fe-ba51db2a9f3c tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:10.802300 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dfcb7c-113b-4cbf-abb6-4c6b8f94844b None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:10.803293 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e7dfcb7c-113b-4cbf-abb6-4c6b8f94844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:10.852382 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-848ca029-fd89-413f-a6fe-ba51db2a9f3c tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "PUT /v2.0/floatingips/3b4a705c-1dfd-4fa6-b7f9-71575a6370c7 HTTP/1.1" status: 200 len: 694 time: 0.9113276 Jul 16 01:15:10.853070 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4718290-4e8f-4745-963c-8d48777bda70', 'tag': 'ad20c98b-1488-479b-9399-93e71e3c4ef7'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:10.856247 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d336c1ed-d272-4ab0-bd9d-61cabecdc88f" -d '{"events": [{"name": "network-changed", "server_uuid": "a4718290-4e8f-4745-963c-8d48777bda70", "tag": "ad20c98b-1488-479b-9399-93e71e3c4ef7"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:10.867509 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:10.921270 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c2c9d7-9ebf-44a9-99f9-633d6694c531 x-openstack-request-id: req-d9c2c9d7-9ebf-44a9-99f9-633d6694c531 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:10.921797 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4718290-4e8f-4745-963c-8d48777bda70", "tag": "ad20c98b-1488-479b-9399-93e71e3c4ef7", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:10.921916 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-e7dfcb7c-113b-4cbf-abb6-4c6b8f94844b None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:10.922050 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9c2c9d7-9ebf-44a9-99f9-633d6694c531 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:10.922511 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4718290-4e8f-4745-963c-8d48777bda70', 'tag': 'ad20c98b-1488-479b-9399-93e71e3c4ef7', 'status': 'completed', 'code': 200} Jul 16 01:15:10.992255 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-0f37ffd2-6dc3-4e33-b121-9e60ec666804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:10.995450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-0f37ffd2-6dc3-4e33-b121-9e60ec666804 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 1098 time: 0.1145129 Jul 16 01:15:11.071644 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['01510a5a-b831-47e4-98ff-9c1f53602b7f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:11.091480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] For port 050fa09a-e16d-4d05-a7e7-51c00859023e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=050fa09a-e16d-4d05-a7e7-51c00859023e,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:11.138390 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] For port 050fa09a-e16d-4d05-a7e7-51c00859023e, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:11.197149 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:11.201780 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b1b3b3-4dc8-454b-bb53-f407ffb18089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050fa09a-e16d-4d05-a7e7-51c00859023e'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:11.207980 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a177e1d-9d6c-412e-87f0-03ad38277d2c" -d '{"events": [{"server_uuid": "26b1b3b3-4dc8-454b-bb53-f407ffb18089", "name": "network-vif-unplugged", "status": "completed", "tag": "050fa09a-e16d-4d05-a7e7-51c00859023e"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:11.211906 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e7dfcb7c-113b-4cbf-abb6-4c6b8f94844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:11.219041 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:11.219413 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-f6aec8a8-3634-4cf9-9bbb-6b40b140373c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:11.221539 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-f6aec8a8-3634-4cf9-9bbb-6b40b140373c service neutron] 10.222.0.22 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 921 time: 0.2198131 Jul 16 01:15:11.276198 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dfcb7c-113b-4cbf-abb6-4c6b8f94844b None None] Checking router: d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:15:11.293847 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-29c3736f-9e8b-41c3-ac99-b78dc85b149d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad20c98b-1488-479b-9399-93e71e3c4ef7 HTTP/1.1" status: 200 len: 217 time: 0.0648146 Jul 16 01:15:11.295641 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dfcb7c-113b-4cbf-abb6-4c6b8f94844b None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:11.296695 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e7dfcb7c-113b-4cbf-abb6-4c6b8f94844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:11.297937 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336c1ed-d272-4ab0-bd9d-61cabecdc88f req-0d0a8321-8284-4f27-a5bc-51f40cc8aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:11.300304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d336c1ed-d272-4ab0-bd9d-61cabecdc88f req-0d0a8321-8284-4f27-a5bc-51f40cc8aab3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 1098 time: 0.3507292 Jul 16 01:15:11.336022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Pushing event updated for resources: {'Port': ['ID=050fa09a-e16d-4d05-a7e7-51c00859023e,revision_number=7']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:11.376165 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Attempting to bind port 050fa09a-e16d-4d05-a7e7-51c00859023e on host n-h2-791505-14 for vnic_type normal with profile {"migrating_to": "n-h1-791505-14"} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:11.376558 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Attempting to bind port 050fa09a-e16d-4d05-a7e7-51c00859023e by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:11.377451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Attempting to bind port 050fa09a-e16d-4d05-a7e7-51c00859023e on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:11.387308 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Port 050fa09a-e16d-4d05-a7e7-51c00859023e on network 8a12b0de-6ef6-45d3-924a-11f308816a83 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:15:11.387308 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Attempting to bind port 050fa09a-e16d-4d05-a7e7-51c00859023e on network 8a12b0de-6ef6-45d3-924a-11f308816a83 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:11.393969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:11.394289 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Checking segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:11.394688 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Bound using segment: {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:11.395125 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Bound port: 050fa09a-e16d-4d05-a7e7-51c00859023e, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae76f057-6a50-4e3a-a352-8e6fcf06637e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '8a12b0de-6ef6-45d3-924a-11f308816a83'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:11.395491 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:11.451853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbb5c3-6ae2-4447-b1d0-21e63bd8d9a7 req-9ab022a8-28d7-4e9f-a8cd-9e1a386f01b8 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:11.465112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-50fbb5c3-6ae2-4447-b1d0-21e63bd8d9a7 req-9ab022a8-28d7-4e9f-a8cd-9e1a386f01b8 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.3170140 Jul 16 01:15:11.471366 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-e7dfcb7c-113b-4cbf-abb6-4c6b8f94844b None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:11.478433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-05eacc08-3093-48cc-97a2-41c1abafe615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:11.479994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-05eacc08-3093-48cc-97a2-41c1abafe615 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee HTTP/1.1" status: 200 len: 859 time: 0.1769190 Jul 16 01:15:11.494679 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] For port 050fa09a-e16d-4d05-a7e7-51c00859023e, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:11.510911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] For port 050fa09a-e16d-4d05-a7e7-51c00859023e, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=050fa09a-e16d-4d05-a7e7-51c00859023e,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:11.516211 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:11.583998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Pushing event updated for resources: {'Port': ['ID=050fa09a-e16d-4d05-a7e7-51c00859023e,revision_number=8']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:11.584253 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-50fbb5c3-6ae2-4447-b1d0-21e63bd8d9a7 req-6bb1df9a-85c8-4f06-8186-6c8705dfd225 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178298 Jul 16 01:15:11.589011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336c1ed-d272-4ab0-bd9d-61cabecdc88f req-04aeebd8-ad0c-49d2-830f-cebf87945f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:11.590485 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d336c1ed-d272-4ab0-bd9d-61cabecdc88f req-04aeebd8-ad0c-49d2-830f-cebf87945f9b service neutron] 10.222.0.69 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 921 time: 0.2736709 Jul 16 01:15:11.636279 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:11.637018 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:11.638591 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-fcb3e339-765e-4546-84b3-8ae336392b1b service neutron] 10.222.0.69 "PUT /v2.0/ports/050fa09a-e16d-4d05-a7e7-51c00859023e HTTP/1.1" status: 200 len: 1124 time: 0.8794639 Jul 16 01:15:11.667414 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d336c1ed-d272-4ab0-bd9d-61cabecdc88f req-604d30e6-4932-4add-a82f-dc92da0dcc17 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad20c98b-1488-479b-9399-93e71e3c4ef7 HTTP/1.1" status: 200 len: 217 time: 0.0644319 Jul 16 01:15:11.670325 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f341b022-5949-4002-99b0-71ee32980735 x-openstack-request-id: req-f341b022-5949-4002-99b0-71ee32980735 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:11.670791 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b1b3b3-4dc8-454b-bb53-f407ffb18089", "name": "network-vif-unplugged", "status": "completed", "tag": "050fa09a-e16d-4d05-a7e7-51c00859023e", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:11.671141 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-654e90c9-0514-4e19-81ee-28a5fbb4f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:11.671430 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f341b022-5949-4002-99b0-71ee32980735 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:11.671958 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b1b3b3-4dc8-454b-bb53-f407ffb18089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050fa09a-e16d-4d05-a7e7-51c00859023e', 'code': 200} Jul 16 01:15:11.673371 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-654e90c9-0514-4e19-81ee-28a5fbb4f3f9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc150639-5c75-49e1-9745-52422cc19e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1820426 Jul 16 01:15:11.744883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336c1ed-d272-4ab0-bd9d-61cabecdc88f req-44264e36-e470-4adf-8dca-20ae790bc3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:11.745853 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d336c1ed-d272-4ab0-bd9d-61cabecdc88f req-44264e36-e470-4adf-8dca-20ae790bc3bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee HTTP/1.1" status: 200 len: 859 time: 0.0704033 Jul 16 01:15:11.773577 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['050fa09a-e16d-4d05-a7e7-51c00859023e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:11.809525 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['050fa09a-e16d-4d05-a7e7-51c00859023e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:11.846446 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 050fa09a-e16d-4d05-a7e7-51c00859023e details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:15:11.855666 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e7dfcb7c-113b-4cbf-abb6-4c6b8f94844b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:11.891627 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dfcb7c-113b-4cbf-abb6-4c6b8f94844b None None] The sync data for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 is: [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:15:11.958539 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-6192324c-f97f-4bea-b205-ecb31d1a1aed service neutron] 10.222.0.22 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116418 Jul 16 01:15:11.968571 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336c1ed-d272-4ab0-bd9d-61cabecdc88f req-b765f942-49f2-4b0d-a7bc-8c9f65011bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:11.970077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d336c1ed-d272-4ab0-bd9d-61cabecdc88f req-b765f942-49f2-4b0d-a7bc-8c9f65011bb9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dc150639-5c75-49e1-9745-52422cc19e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1595862 Jul 16 01:15:12.016344 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca66e59-d731-4847-a7ba-0b2dda091f1e req-e8ca23fd-2377-4a30-ab7f-d4b68e8daf3e tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:12.017949 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ca66e59-d731-4847-a7ba-0b2dda091f1e req-e8ca23fd-2377-4a30-ab7f-d4b68e8daf3e tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 944 time: 0.2180483 Jul 16 01:15:12.207150 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 050fa09a-e16d-4d05-a7e7-51c00859023e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=050fa09a-e16d-4d05-a7e7-51c00859023e,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:12.230770 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ca66e59-d731-4847-a7ba-0b2dda091f1e req-04b076a6-a52b-4e67-a64f-71677d39ff44 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719587 Jul 16 01:15:12.236509 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 050fa09a-e16d-4d05-a7e7-51c00859023e has no active binding in host n-h1-791505-14 {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:15:12.262942 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceb8da89-f423-48dd-8016-86e1d06b9333 req-73fb76f5-3e46-422f-ad89-559f6a7ef1f8 service neutron] 10.222.0.22 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918305 Jul 16 01:15:12.275965 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d336c1ed-d272-4ab0-bd9d-61cabecdc88f req-15a3ba2d-ca97-4294-be52-a0fc6bf2916a service neutron] 10.222.0.69 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184386 Jul 16 01:15:12.284576 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12277ec2-842c-4397-932b-2abb1ce74f34 None None] New status for floating IP 3b4a705c-1dfd-4fa6-b7f9-71575a6370c7: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:15:12.421967 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d336c1ed-d272-4ab0-bd9d-61cabecdc88f req-e2dcd161-049d-402a-a604-6a076101cd22 service neutron] 10.222.0.69 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379316 Jul 16 01:15:12.695522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb11ba3-130f-4aff-84cd-2ba802905750 req-8f716ebe-7548-4b41-95dc-b82c16bde062 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:12.697271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5fb11ba3-130f-4aff-84cd-2ba802905750 req-8f716ebe-7548-4b41-95dc-b82c16bde062 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=10f66c7b-0fa8-4389-8542-4152fdec8daf HTTP/1.1" status: 200 len: 945 time: 0.0702615 Jul 16 01:15:12.739118 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5fb11ba3-130f-4aff-84cd-2ba802905750 req-7dac6d2b-fb0f-4594-aca9-f8103b278174 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356102 Jul 16 01:15:12.937936 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-d2c73e07-7d78-4f57-a800-63fba61c6ae3 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:12.939555 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-d2c73e07-7d78-4f57-a800-63fba61c6ae3 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0768297 Jul 16 01:15:13.020063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-b37887d3-607f-449f-b1a2-9dfd12080c75 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 695 time: 0.0691705 Jul 16 01:15:13.031361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-bdbf4f88-832f-4a92-94c2-1530b933363a tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Request body: {'floatingip': {'port_id': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:13.081426 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-bdbf4f88-832f-4a92-94c2-1530b933363a tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:13.159107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31143de1-f586-4126-91b3-626941803a72 req-a33021fb-183a-4cfe-9980-fd94087108c7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:13.160630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31143de1-f586-4126-91b3-626941803a72 req-a33021fb-183a-4cfe-9980-fd94087108c7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1742587 Jul 16 01:15:13.241438 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31143de1-f586-4126-91b3-626941803a72 req-df25c17d-1c9f-436f-9181-a624286e66cc tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741215 Jul 16 01:15:13.673151 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26b1b3b3-4dc8-454b-bb53-f407ffb18089', 'tag': '050fa09a-e16d-4d05-a7e7-51c00859023e'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:13.675502 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c381dfd-8b47-42df-87c6-1fc4cfdf5fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "26b1b3b3-4dc8-454b-bb53-f407ffb18089", "tag": "050fa09a-e16d-4d05-a7e7-51c00859023e"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:13.806006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc38b8-b682-4065-9495-0a7cacbf9939 req-23825342-241c-4bd2-8c88-eb4e26c38bd7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:13.807530 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42cc38b8-b682-4065-9495-0a7cacbf9939 req-23825342-241c-4bd2-8c88-eb4e26c38bd7 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 944 time: 0.4368021 Jul 16 01:15:13.918518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42cc38b8-b682-4065-9495-0a7cacbf9939 req-ac944f2e-a92c-4a70-a556-bb165fd3b0e3 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024880 Jul 16 01:15:13.935929 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-bdbf4f88-832f-4a92-94c2-1530b933363a tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:13.945250 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-bdbf4f88-832f-4a92-94c2-1530b933363a tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:14.061718 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-bdbf4f88-832f-4a92-94c2-1530b933363a tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Floating IP 3b4a705c-1dfd-4fa6-b7f9-71575a6370c7 associated. External IP: 172.25.2.93, port: 4c7702c0-20cb-4616-a993-f1ae3082b7dc. Jul 16 01:15:14.177724 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91026546-87c5-448d-971c-64bc0394258f x-openstack-request-id: req-91026546-87c5-448d-971c-64bc0394258f {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:14.178026 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26b1b3b3-4dc8-454b-bb53-f407ffb18089", "tag": "050fa09a-e16d-4d05-a7e7-51c00859023e", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:14.178283 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91026546-87c5-448d-971c-64bc0394258f {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:14.178679 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26b1b3b3-4dc8-454b-bb53-f407ffb18089', 'tag': '050fa09a-e16d-4d05-a7e7-51c00859023e', 'status': 'completed', 'code': 200} Jul 16 01:15:14.233060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 01510a5a-b831-47e4-98ff-9c1f53602b7f up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:14.287214 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 01510a5a-b831-47e4-98ff-9c1f53602b7f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:14.289211 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:14.319738 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-bdbf4f88-832f-4a92-94c2-1530b933363a tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:15:14.325633 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c381dfd-8b47-42df-87c6-1fc4cfdf5fa7 req-7f90840c-29e8-446e-a137-8fd0c2d22e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:14.327434 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c381dfd-8b47-42df-87c6-1fc4cfdf5fa7 req-7f90840c-29e8-446e-a137-8fd0c2d22e85 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 1127 time: 0.1107099 Jul 16 01:15:14.399174 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:14.422220 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b32941-57f0-429e-84b2-49f708f79497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01510a5a-b831-47e4-98ff-9c1f53602b7f'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:14.424484 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bf9678-7093-4e5b-90e4-da31edc11511" -d '{"events": [{"server_uuid": "12b32941-57f0-429e-84b2-49f708f79497", "name": "network-vif-plugged", "status": "completed", "tag": "01510a5a-b831-47e4-98ff-9c1f53602b7f"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:14.438606 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 01510a5a-b831-47e4-98ff-9c1f53602b7f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=01510a5a-b831-47e4-98ff-9c1f53602b7f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:14.443620 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:14.496480 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=01510a5a-b831-47e4-98ff-9c1f53602b7f,revision_number=11']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:14.555672 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-bdbf4f88-832f-4a92-94c2-1530b933363a tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:15:14.561157 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-bdbf4f88-832f-4a92-94c2-1530b933363a tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:14.563081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c381dfd-8b47-42df-87c6-1fc4cfdf5fa7 req-2449aa87-c0d0-4eb4-861f-b109e2c4606c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:14.564665 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c381dfd-8b47-42df-87c6-1fc4cfdf5fa7 req-2449aa87-c0d0-4eb4-861f-b109e2c4606c service neutron] 10.222.0.70 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.2240915 Jul 16 01:15:14.566327 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a932a-9538-4f32-ad86-14ea6943737f None None] Sync routers for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:15:14.575635 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a932a-9538-4f32-ad86-14ea6943737f None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:14.576206 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a140a4c0-bdab-4568-bdec-ed2d3373c913 req-b9fd3a00-220e-4f8e-a079-dc91385c0d1f tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:14.576385 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bd4a932a-9538-4f32-ad86-14ea6943737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:14.577687 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a140a4c0-bdab-4568-bdec-ed2d3373c913 req-b9fd3a00-220e-4f8e-a079-dc91385c0d1f tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 949 time: 0.1853211 Jul 16 01:15:14.666731 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c381dfd-8b47-42df-87c6-1fc4cfdf5fa7 req-693fd3df-bab2-4f19-90b2-5d8404ef01e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=050fa09a-e16d-4d05-a7e7-51c00859023e HTTP/1.1" status: 200 len: 217 time: 0.0878191 Jul 16 01:15:14.732508 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-bdbf4f88-832f-4a92-94c2-1530b933363a tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "PUT /v2.0/floatingips/3b4a705c-1dfd-4fa6-b7f9-71575a6370c7 HTTP/1.1" status: 200 len: 996 time: 1.7048981 Jul 16 01:15:14.736616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'tag': '4c7702c0-20cb-4616-a993-f1ae3082b7dc'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:14.739221 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3979ce-d1b8-4d72-90a7-c9037820f0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8926b6-419d-4d7d-9881-8cfd7b92050b", "tag": "4c7702c0-20cb-4616-a993-f1ae3082b7dc"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:14.754735 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a140a4c0-bdab-4568-bdec-ed2d3373c913 req-ed673bd8-a6fc-4361-a35f-71cc9b2650d3 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522241 Jul 16 01:15:14.794051 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-bd4a932a-9538-4f32-ad86-14ea6943737f None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:14.805371 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f5a43f-3368-4ff2-96be-bf17269e2f4f x-openstack-request-id: req-55f5a43f-3368-4ff2-96be-bf17269e2f4f {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:14.805668 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b32941-57f0-429e-84b2-49f708f79497", "name": "network-vif-plugged", "status": "completed", "tag": "01510a5a-b831-47e4-98ff-9c1f53602b7f", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:14.806509 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-55f5a43f-3368-4ff2-96be-bf17269e2f4f {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:14.806920 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b32941-57f0-429e-84b2-49f708f79497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01510a5a-b831-47e4-98ff-9c1f53602b7f', 'code': 200} Jul 16 01:15:14.814738 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c381dfd-8b47-42df-87c6-1fc4cfdf5fa7 req-b5ee427c-5d33-4ebe-a161-bbc3aa05709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:14.816263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c381dfd-8b47-42df-87c6-1fc4cfdf5fa7 req-b5ee427c-5d33-4ebe-a161-bbc3aa05709c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.1352546 Jul 16 01:15:14.892822 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c381dfd-8b47-42df-87c6-1fc4cfdf5fa7 req-c5b9d6c6-3658-4c3c-99de-9ee22b39a79f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609128 Jul 16 01:15:14.918166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-4cdddcab-4566-4d2c-97a9-3df43408c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:14.919702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-4cdddcab-4566-4d2c-97a9-3df43408c85c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 1098 time: 0.1636004 Jul 16 01:15:15.052772 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bd4a932a-9538-4f32-ad86-14ea6943737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '3b4a705c-1dfd-4fa6-b7f9-71575a6370c7', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'port_id': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'mac_address': 'fa:16:3e:f1:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:14:31Z', 'updated_at': '2021-07-16T01:15:13Z', 'revision_number': 8, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:15.080792 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a932a-9538-4f32-ad86-14ea6943737f None None] Checking router: d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:15:15.099660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-5f83645c-2ee2-43f4-abaa-7432fd8eadda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:15.100187 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a932a-9538-4f32-ad86-14ea6943737f None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:15.101263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-5f83645c-2ee2-43f4-abaa-7432fd8eadda service neutron] 10.222.0.22 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 921 time: 0.1700740 Jul 16 01:15:15.101392 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bd4a932a-9538-4f32-ad86-14ea6943737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:15.103181 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c381dfd-8b47-42df-87c6-1fc4cfdf5fa7 req-3968d9c0-5b9b-49e2-b2e5-b54fcc4d12cd service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007179 Jul 16 01:15:15.172566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2369035-e120-4153-a0d4-bf6f52c4cdf4 req-e46b81a4-38b8-4ddc-b0aa-53d50fbc9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:15.183174 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c2369035-e120-4153-a0d4-bf6f52c4cdf4 req-e46b81a4-38b8-4ddc-b0aa-53d50fbc9bd3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 1102 time: 0.1401520 Jul 16 01:15:15.229984 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c2369035-e120-4153-a0d4-bf6f52c4cdf4 req-e5d9ee66-90f2-44a2-bb8a-557b6b6ae448 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413561 Jul 16 01:15:15.234138 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-bd4a932a-9538-4f32-ad86-14ea6943737f None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:15.277160 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c381dfd-8b47-42df-87c6-1fc4cfdf5fa7 req-532e1a55-3816-402a-8dc7-166dce958e5d service neutron] 10.222.0.70 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548789 Jul 16 01:15:15.280151 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04459175-0475-4059-aade-09f3945122cd x-openstack-request-id: req-04459175-0475-4059-aade-09f3945122cd {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:15.280329 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8926b6-419d-4d7d-9881-8cfd7b92050b", "tag": "4c7702c0-20cb-4616-a993-f1ae3082b7dc", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:15.280774 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04459175-0475-4059-aade-09f3945122cd {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:15.281171 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'tag': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'status': 'completed', 'code': 200} Jul 16 01:15:15.480552 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-7aaf7cf7-35ba-47c3-ba3a-43c123d5bae3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7702c0-20cb-4616-a993-f1ae3082b7dc HTTP/1.1" status: 200 len: 999 time: 0.3695157 Jul 16 01:15:15.545820 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bd4a932a-9538-4f32-ad86-14ea6943737f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '3b4a705c-1dfd-4fa6-b7f9-71575a6370c7', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'port_id': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'mac_address': 'fa:16:3e:f1:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:14:31Z', 'updated_at': '2021-07-16T01:15:13Z', 'revision_number': 8, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:15.585412 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4a932a-9538-4f32-ad86-14ea6943737f None None] The sync data for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 is: [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '3b4a705c-1dfd-4fa6-b7f9-71575a6370c7', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'floating_ip_address': '172.25.2.93', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'port_id': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'mac_address': 'fa:16:3e:f1:2c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:14:31Z', 'updated_at': '2021-07-16T01:15:13Z', 'revision_number': 8, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:15:15.601481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997003c-4032-405a-963f-6fccfef15fe1 req-67fd5833-a0f6-411b-8230-683fe80f97d2 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:15.608323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c997003c-4032-405a-963f-6fccfef15fe1 req-67fd5833-a0f6-411b-8230-683fe80f97d2 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 944 time: 0.2287509 Jul 16 01:15:15.613274 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-d0a1ebe4-fcaa-4e3a-baec-8085446b07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:15.614922 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-d0a1ebe4-fcaa-4e3a-baec-8085446b07c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee HTTP/1.1" status: 200 len: 859 time: 0.1337178 Jul 16 01:15:15.630277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ace8a1-22d2-4f06-b46d-d3efe88c86a8 req-3e6f65df-3056-4608-8cd4-68c7cb93b841 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:15.631800 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99ace8a1-22d2-4f06-b46d-d3efe88c86a8 req-3e6f65df-3056-4608-8cd4-68c7cb93b841 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.69 "GET /v2.0/ports?device_id=a4718290-4e8f-4745-963c-8d48777bda70 HTTP/1.1" status: 200 len: 946 time: 0.3656361 Jul 16 01:15:15.693944 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3979ce-d1b8-4d72-90a7-c9037820f0c2 req-7f020413-02c4-446c-b1d7-e3519a568693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:15.696307 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b3979ce-d1b8-4d72-90a7-c9037820f0c2 req-7f020413-02c4-446c-b1d7-e3519a568693 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 1098 time: 0.3180673 Jul 16 01:15:15.766369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c997003c-4032-405a-963f-6fccfef15fe1 req-1b16e483-d2ae-45a7-8c04-683be525c7fe tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566200 Jul 16 01:15:15.937469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-5fd2c27e-7401-48cd-86e9-b4be8d8ec718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:15.939780 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-5fd2c27e-7401-48cd-86e9-b4be8d8ec718 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc150639-5c75-49e1-9745-52422cc19e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3064497 Jul 16 01:15:15.966060 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3979ce-d1b8-4d72-90a7-c9037820f0c2 req-83a2024a-2115-497b-b34c-19e8496d519f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:15.968011 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b3979ce-d1b8-4d72-90a7-c9037820f0c2 req-83a2024a-2115-497b-b34c-19e8496d519f service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 921 time: 0.2500758 Jul 16 01:15:15.996136 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a028d6-6ea5-4a95-8ff8-8c889233c7ff None None] New status for floating IP 3b4a705c-1dfd-4fa6-b7f9-71575a6370c7: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:15:16.053598 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-99ace8a1-22d2-4f06-b46d-d3efe88c86a8 req-fef4f6c6-d081-4720-abf6-915725c346bc tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Deleting port ad20c98b-1488-479b-9399-93e71e3c4ef7 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:16.054315 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-99ace8a1-22d2-4f06-b46d-d3efe88c86a8 req-fef4f6c6-d081-4720-abf6-915725c346bc tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:16.134499 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b3979ce-d1b8-4d72-90a7-c9037820f0c2 req-a4f61f44-94c0-4b1a-9342-6b53629863eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7702c0-20cb-4616-a993-f1ae3082b7dc HTTP/1.1" status: 200 len: 999 time: 0.1448004 Jul 16 01:15:16.231298 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-2d0df78c-af21-479d-96fc-fcb38b8a27c9 service neutron] 10.222.0.22 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781303 Jul 16 01:15:16.348067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-99ace8a1-22d2-4f06-b46d-d3efe88c86a8 req-fef4f6c6-d081-4720-abf6-915725c346bc tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] For port ad20c98b-1488-479b-9399-93e71e3c4ef7, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ad20c98b-1488-479b-9399-93e71e3c4ef7,segment=NetworkSegment(15bb7885-4f53-4f73-ae82-74aaea69c6dc),segment_id=15bb7885-4f53-4f73-ae82-74aaea69c6dc)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:16.348437 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-99ace8a1-22d2-4f06-b46d-d3efe88c86a8 req-fef4f6c6-d081-4720-abf6-915725c346bc tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:16.376407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3979ce-d1b8-4d72-90a7-c9037820f0c2 req-7e19f339-53a8-4714-ad6e-0aad62e6c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:16.377893 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b3979ce-d1b8-4d72-90a7-c9037820f0c2 req-7e19f339-53a8-4714-ad6e-0aad62e6c666 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee HTTP/1.1" status: 200 len: 859 time: 0.1998470 Jul 16 01:15:16.380262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-99ace8a1-22d2-4f06-b46d-d3efe88c86a8 req-fef4f6c6-d081-4720-abf6-915725c346bc tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Calling delete_port for ad20c98b-1488-479b-9399-93e71e3c4ef7 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:16.413959 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-602cbfe0-36a0-42a8-9acc-8dc4009cf1ab req-32922527-361b-41b9-95f2-6442828c6280 service neutron] 10.222.0.22 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605148 Jul 16 01:15:16.489001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b6cb6-e54b-4cb9-aaa7-1d708d988950 req-c7e06f1e-319a-4998-9059-cdf2d20e878f tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:16.490801 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf4b6cb6-e54b-4cb9-aaa7-1d708d988950 req-c7e06f1e-319a-4998-9059-cdf2d20e878f tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=10f66c7b-0fa8-4389-8542-4152fdec8daf HTTP/1.1" status: 200 len: 945 time: 0.2920263 Jul 16 01:15:16.587828 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf4b6cb6-e54b-4cb9-aaa7-1d708d988950 req-bb21e07e-43fc-4e31-9105-c1f50c52085e tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873487 Jul 16 01:15:16.604626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3979ce-d1b8-4d72-90a7-c9037820f0c2 req-4c48e379-383f-4779-9856-7d8311daf1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:16.608190 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b3979ce-d1b8-4d72-90a7-c9037820f0c2 req-4c48e379-383f-4779-9856-7d8311daf1b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc150639-5c75-49e1-9745-52422cc19e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1981235 Jul 16 01:15:17.143825 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-99ace8a1-22d2-4f06-b46d-d3efe88c86a8 req-fef4f6c6-d081-4720-abf6-915725c346bc tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:17.160284 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['4c7702c0-20cb-4616-a993-f1ae3082b7dc'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:17.206512 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4f6c6-d081-4720-abf6-915725c346bc tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Pushing event deleted for resources: {'Port': ['ID=ad20c98b-1488-479b-9399-93e71e3c4ef7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:17.231011 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a26418cd-f968-45f8-bd97-b8575d856f88 req-aceabeb2-b480-4f5b-97da-5666ca7a5af0 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/floatingips/3b4a705c-1dfd-4fa6-b7f9-71575a6370c7 HTTP/1.1" status: 200 len: 998 time: 0.4867554 Jul 16 01:15:17.254770 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-7e065e1a-ddc3-47c3-b9ee-b17244e6ddef service neutron] 10.222.0.70 "GET /v2.0/ports/050fa09a-e16d-4d05-a7e7-51c00859023e/bindings/n-h1-791505-14 HTTP/1.1" status: 200 len: 385 time: 0.1555543 Jul 16 01:15:17.279654 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9746c-8250-43fb-b006-6b43c1bdf873 req-e0ccc088-5c95-4907-963b-e092d8f84380 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:17.286883 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a5b9746c-8250-43fb-b006-6b43c1bdf873 req-e0ccc088-5c95-4907-963b-e092d8f84380 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.69 "GET /v2.0/ports?device_id=10f66c7b-0fa8-4389-8542-4152fdec8daf HTTP/1.1" status: 200 len: 945 time: 0.1545134 Jul 16 01:15:17.311419 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b3979ce-d1b8-4d72-90a7-c9037820f0c2 req-5a89f9de-2bab-4445-88e3-955650aa9b7b service neutron] 10.222.0.70 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510034 Jul 16 01:15:17.322083 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-99ace8a1-22d2-4f06-b46d-d3efe88c86a8 req-fef4f6c6-d081-4720-abf6-915725c346bc tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] No DVR routers for this DVR port ad20c98b-1488-479b-9399-93e71e3c4ef7 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:17.337327 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-99ace8a1-22d2-4f06-b46d-d3efe88c86a8 req-fef4f6c6-d081-4720-abf6-915725c346bc tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:17.339314 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99ace8a1-22d2-4f06-b46d-d3efe88c86a8 req-fef4f6c6-d081-4720-abf6-915725c346bc tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.69 "DELETE /v2.0/ports/ad20c98b-1488-479b-9399-93e71e3c4ef7 HTTP/1.1" status: 204 len: 173 time: 1.6975262 Jul 16 01:15:17.341333 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4718290-4e8f-4745-963c-8d48777bda70', 'name': 'network-vif-deleted', 'tag': 'ad20c98b-1488-479b-9399-93e71e3c4ef7'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:17.344091 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf732e4-ebc3-4bc0-a546-5298c6d728b3" -d '{"events": [{"server_uuid": "a4718290-4e8f-4745-963c-8d48777bda70", "name": "network-vif-deleted", "tag": "ad20c98b-1488-479b-9399-93e71e3c4ef7"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:17.433220 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ca791-34b7-49c2-be37-168058a7c342 req-164d424e-af7f-4ff5-bf21-c0188581a80b tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:17.440341 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b50ca791-34b7-49c2-be37-168058a7c342 req-164d424e-af7f-4ff5-bf21-c0188581a80b tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 950 time: 0.3504689 Jul 16 01:15:17.529761 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b3979ce-d1b8-4d72-90a7-c9037820f0c2 req-12423cae-186a-4678-8c4a-b257fddfcc94 service neutron] 10.222.0.70 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054753 Jul 16 01:15:17.569642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26418cd-f968-45f8-bd97-b8575d856f88 req-e595d386-9bfa-4fdc-8267-43b4fc406a0f tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:17.571428 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a26418cd-f968-45f8-bd97-b8575d856f88 req-e595d386-9bfa-4fdc-8267-43b4fc406a0f tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.3178301 Jul 16 01:15:17.584010 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-a5b9746c-8250-43fb-b006-6b43c1bdf873 req-418773cd-db0d-4741-bc15-44657c80fb50 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Deleting port f5a41351-5893-46b1-bfc7-f959583622a6 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:17.584361 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a5b9746c-8250-43fb-b006-6b43c1bdf873 req-418773cd-db0d-4741-bc15-44657c80fb50 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:17.588721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-a26418cd-f968-45f8-bd97-b8575d856f88 req-c654c684-2a27-43be-bcbd-386d7519cb5d tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:15:17.589771 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a26418cd-f968-45f8-bd97-b8575d856f88 req-c654c684-2a27-43be-bcbd-386d7519cb5d tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094879 Jul 16 01:15:17.614689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b50ca791-34b7-49c2-be37-168058a7c342 req-9f2ff018-63cf-42dd-841d-f4ac49c6470d tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710062 Jul 16 01:15:17.721471 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-58274940-ea84-4e5d-b980-74fbeaeca82d service neutron] For port 050fa09a-e16d-4d05-a7e7-51c00859023e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=050fa09a-e16d-4d05-a7e7-51c00859023e,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:17.760974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-58274940-ea84-4e5d-b980-74fbeaeca82d service neutron] For port 050fa09a-e16d-4d05-a7e7-51c00859023e, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:17.803251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-a5b9746c-8250-43fb-b006-6b43c1bdf873 req-418773cd-db0d-4741-bc15-44657c80fb50 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] For port f5a41351-5893-46b1-bfc7-f959583622a6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f5a41351-5893-46b1-bfc7-f959583622a6,segment=NetworkSegment(94929bf5-41ae-4a21-a954-5898f1a0898a),segment_id=94929bf5-41ae-4a21-a954-5898f1a0898a)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:17.803612 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a5b9746c-8250-43fb-b006-6b43c1bdf873 req-418773cd-db0d-4741-bc15-44657c80fb50 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:17.819547 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17688a-badd-471a-bb78-fbb63d90353c req-45f1476a-9c80-4c6d-8ef0-aa7dd2acb3e9 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:17.821560 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea17688a-badd-471a-bb78-fbb63d90353c req-45f1476a-9c80-4c6d-8ef0-aa7dd2acb3e9 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 944 time: 0.0802145 Jul 16 01:15:17.822162 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-58274940-ea84-4e5d-b980-74fbeaeca82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050fa09a-e16d-4d05-a7e7-51c00859023e {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:17.852661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ad20c98b-1488-479b-9399-93e71e3c4ef7 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:17.868963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea17688a-badd-471a-bb78-fbb63d90353c req-cb4e84c7-6de5-4bd3-981f-365ce6a868f5 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407794 Jul 16 01:15:17.902604 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-58274940-ea84-4e5d-b980-74fbeaeca82d service neutron] For port 050fa09a-e16d-4d05-a7e7-51c00859023e, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=050fa09a-e16d-4d05-a7e7-51c00859023e,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:17.911328 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: ad20c98b-1488-479b-9399-93e71e3c4ef7 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:17.911678 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ad20c98b-1488-479b-9399-93e71e3c4ef7 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:17.997228 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eae43142-9c5d-4faa-ab7c-a30af55835b7 x-openstack-request-id: req-eae43142-9c5d-4faa-ab7c-a30af55835b7 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:17.997508 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4718290-4e8f-4745-963c-8d48777bda70", "name": "network-vif-deleted", "tag": "ad20c98b-1488-479b-9399-93e71e3c4ef7", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:17.997744 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eae43142-9c5d-4faa-ab7c-a30af55835b7 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:17.998152 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4718290-4e8f-4745-963c-8d48777bda70', 'name': 'network-vif-deleted', 'tag': 'ad20c98b-1488-479b-9399-93e71e3c4ef7', 'status': 'completed', 'code': 200} Jul 16 01:15:18.018553 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-58274940-ea84-4e5d-b980-74fbeaeca82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:18.174821 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-e9a9f1d3-07ad-4d7d-be8f-19b2ba77c294 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 1001 time: 0.1636395 Jul 16 01:15:18.246849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-a69f6872-8669-4267-a29d-a8a746f4004e tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:18.255531 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 050fa09a-e16d-4d05-a7e7-51c00859023e no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:18.265223 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-a69f6872-8669-4267-a29d-a8a746f4004e tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports/4c7702c0-20cb-4616-a993-f1ae3082b7dc HTTP/1.1" status: 200 len: 943 time: 0.0875201 Jul 16 01:15:18.365942 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-58274940-ea84-4e5d-b980-74fbeaeca82d service neutron] Transition to ACTIVE for port object 050fa09a-e16d-4d05-a7e7-51c00859023e will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:18.390892 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-58274940-ea84-4e5d-b980-74fbeaeca82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:18.559645 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbd2eda-476a-48f2-b862-ac32edfa74e8 req-08285d24-ddf0-461f-86e5-baa5136b85ea tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:18.561288 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bbd2eda-476a-48f2-b862-ac32edfa74e8 req-08285d24-ddf0-461f-86e5-baa5136b85ea tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/ports?device_id=10f66c7b-0fa8-4389-8542-4152fdec8daf HTTP/1.1" status: 200 len: 945 time: 0.1936743 Jul 16 01:15:18.603162 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-58274940-ea84-4e5d-b980-74fbeaeca82d service neutron] No DVR routers for this DVR port 050fa09a-e16d-4d05-a7e7-51c00859023e on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:18.607798 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-027e20a6-159e-4b39-8276-4318cbf1e983 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 1001 time: 0.1123688 Jul 16 01:15:18.609152 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a5b9746c-8250-43fb-b006-6b43c1bdf873 req-418773cd-db0d-4741-bc15-44657c80fb50 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:18.609583 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a5b9746c-8250-43fb-b006-6b43c1bdf873 req-418773cd-db0d-4741-bc15-44657c80fb50 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:18.610257 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [req-a5b9746c-8250-43fb-b006-6b43c1bdf873 req-418773cd-db0d-4741-bc15-44657c80fb50 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Floating IP 832ada3c-b7cd-45bf-8bbe-5efe609d9064 disassociated. External IP: 172.25.2.117, port: f5a41351-5893-46b1-bfc7-f959583622a6. Jul 16 01:15:18.610619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-a5b9746c-8250-43fb-b006-6b43c1bdf873 req-418773cd-db0d-4741-bc15-44657c80fb50 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Calling delete_port for f5a41351-5893-46b1-bfc7-f959583622a6 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:18.639285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58274940-ea84-4e5d-b980-74fbeaeca82d service neutron] Pushing event updated for resources: {'Port': ['ID=050fa09a-e16d-4d05-a7e7-51c00859023e,revision_number=10']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:18.668029 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bbd2eda-476a-48f2-b862-ac32edfa74e8 req-78f383a4-2327-4a03-91b1-c32221ff4257 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups?id=d89a92dd-26ec-406c-aec4-85b0d39e4aa5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951433 Jul 16 01:15:18.688939 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-58274940-ea84-4e5d-b980-74fbeaeca82d service neutron] 10.222.0.70 "PUT /v2.0/ports/050fa09a-e16d-4d05-a7e7-51c00859023e/bindings/n-h1-791505-14/activate HTTP/1.1" status: 200 len: 370 time: 1.3991358 Jul 16 01:15:18.976283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-561b1e34-4bc9-4b2b-91f8-a611ca9cc941 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:18.977128 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-561b1e34-4bc9-4b2b-91f8-a611ca9cc941 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.3682919 Jul 16 01:15:19.101052 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a5b9746c-8250-43fb-b006-6b43c1bdf873 req-418773cd-db0d-4741-bc15-44657c80fb50 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.167012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418773cd-db0d-4741-bc15-44657c80fb50 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Pushing event deleted for resources: {'Port': ['ID=f5a41351-5893-46b1-bfc7-f959583622a6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:19.214082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-86f9f33c-8953-4a33-8637-6af54238a20c tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 1001 time: 0.2239394 Jul 16 01:15:19.233757 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-95baecd2-0ad6-4e37-b867-00f1013500b0 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:19.243607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-4e2b5021-abd0-44fa-9f11-105521c7057f tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:19.246172 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-4e2b5021-abd0-44fa-9f11-105521c7057f tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089&tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 1097 time: 0.4489434 Jul 16 01:15:19.405868 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-95baecd2-0ad6-4e37-b867-00f1013500b0 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.425096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5b9746c-8250-43fb-b006-6b43c1bdf873 req-418773cd-db0d-4741-bc15-44657c80fb50 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Router f155519f-2854-4fa7-820c-9192c04882b5 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:15:19.493443 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-c255027d-9997-41a6-ace6-dedf9c7c3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:19.496039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-c255027d-9997-41a6-ace6-dedf9c7c3a54 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089&tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0 HTTP/1.1" status: 200 len: 1097 time: 0.1966803 Jul 16 01:15:19.716840 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5b9746c-8250-43fb-b006-6b43c1bdf873 req-418773cd-db0d-4741-bc15-44657c80fb50 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:15:19.730375 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ac139f-c58b-479e-a3c1-bb71117899e5 None None] Sync routers for ids ['f155519f-2854-4fa7-820c-9192c04882b5'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:15:19.760873 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac139f-c58b-479e-a3c1-bb71117899e5 None None] Routers {'f155519f-2854-4fa7-820c-9192c04882b5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:19.761963 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-83ac139f-c58b-479e-a3c1-bb71117899e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f155519f-2854-4fa7-820c-9192c04882b5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:19.816836 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5b9746c-8250-43fb-b006-6b43c1bdf873 req-418773cd-db0d-4741-bc15-44657c80fb50 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] No DVR routers for this DVR port f5a41351-5893-46b1-bfc7-f959583622a6 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:19.825812 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a5b9746c-8250-43fb-b006-6b43c1bdf873 req-418773cd-db0d-4741-bc15-44657c80fb50 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.828143 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a5b9746c-8250-43fb-b006-6b43c1bdf873 req-418773cd-db0d-4741-bc15-44657c80fb50 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.69 "DELETE /v2.0/ports/f5a41351-5893-46b1-bfc7-f959583622a6 HTTP/1.1" status: 204 len: 173 time: 2.5314000 Jul 16 01:15:19.828435 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f66c7b-0fa8-4389-8542-4152fdec8daf', 'name': 'network-vif-deleted', 'tag': 'f5a41351-5893-46b1-bfc7-f959583622a6'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:19.830707 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba768c92-c039-44d0-8aed-7c6314d06046" -d '{"events": [{"server_uuid": "10f66c7b-0fa8-4389-8542-4152fdec8daf", "name": "network-vif-deleted", "tag": "f5a41351-5893-46b1-bfc7-f959583622a6"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:19.843236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f5a41351-5893-46b1-bfc7-f959583622a6 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:19.921942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: f5a41351-5893-46b1-bfc7-f959583622a6 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:19.922354 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f5a41351-5893-46b1-bfc7-f959583622a6 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:19.931611 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-95baecd2-0ad6-4e37-b867-00f1013500b0 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.938258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-bdebc6b1-264d-42b2-84c6-bb1c5f013e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:19.940264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-bdebc6b1-264d-42b2-84c6-bb1c5f013e5d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 1097 time: 0.4165306 Jul 16 01:15:19.941984 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-95baecd2-0ad6-4e37-b867-00f1013500b0 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:19.942807 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-95baecd2-0ad6-4e37-b867-00f1013500b0 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Floating IP 3b4a705c-1dfd-4fa6-b7f9-71575a6370c7 disassociated. External IP: 172.25.2.93, port: 4c7702c0-20cb-4616-a993-f1ae3082b7dc. Jul 16 01:15:20.060667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4185f44-c13a-437d-9c89-d33f2c090ede req-3e29e100-f599-495e-80f3-767e9856406d tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:20.070514 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4185f44-c13a-437d-9c89-d33f2c090ede req-3e29e100-f599-495e-80f3-767e9856406d tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 945 time: 0.3094232 Jul 16 01:15:20.102493 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-83ac139f-c58b-479e-a3c1-bb71117899e5 None None] Set router f155519f-2854-4fa7-820c-9192c04882b5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:20.294663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-9ccdeaf2-42c0-4817-b0da-8791c620e765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:20.296414 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-9ccdeaf2-42c0-4817-b0da-8791c620e765 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.3469794 Jul 16 01:15:20.308949 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4185f44-c13a-437d-9c89-d33f2c090ede req-c6bfd050-4c31-461e-9169-711101805b1e tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375722 Jul 16 01:15:20.362057 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-f4cdb10d-802b-495c-b89b-7d2cf83302b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=050fa09a-e16d-4d05-a7e7-51c00859023e HTTP/1.1" status: 200 len: 217 time: 0.0564098 Jul 16 01:15:20.412033 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-83ac139f-c58b-479e-a3c1-bb71117899e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:40Z', 'revision_number': 4, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'd51326f5-cc8d-478e-b2f7-2bf252749aed', 'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'mac_address': 'fa:16:3e:be:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:39Z', 'updated_at': '2021-07-16T01:10:48Z', 'revision_number': 5, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'subnets': [{'id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:20.449386 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ac139f-c58b-479e-a3c1-bb71117899e5 None None] Checking router: f155519f-2854-4fa7-820c-9192c04882b5 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:15:20.458891 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ac139f-c58b-479e-a3c1-bb71117899e5 None None] Routers {'f155519f-2854-4fa7-820c-9192c04882b5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:20.459510 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-83ac139f-c58b-479e-a3c1-bb71117899e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f155519f-2854-4fa7-820c-9192c04882b5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:20.494604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-95baecd2-0ad6-4e37-b867-00f1013500b0 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:15:20.588519 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-83ac139f-c58b-479e-a3c1-bb71117899e5 None None] Set router f155519f-2854-4fa7-820c-9192c04882b5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:20.725041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-598310e8-c44b-434d-b595-45d713b665bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:20.726901 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-598310e8-c44b-434d-b595-45d713b665bf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.2455041 Jul 16 01:15:20.825543 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-339daf9d-0e8e-447e-8546-e1a6a6c33912 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656476 Jul 16 01:15:20.920947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-95baecd2-0ad6-4e37-b867-00f1013500b0 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:15:20.932566 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-95baecd2-0ad6-4e37-b867-00f1013500b0 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:20.938494 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4f114d-2e88-4ecb-8539-b3c8819085c9 None None] Sync routers for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:15:20.960935 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-83ac139f-c58b-479e-a3c1-bb71117899e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:40Z', 'revision_number': 4, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'd51326f5-cc8d-478e-b2f7-2bf252749aed', 'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'mac_address': 'fa:16:3e:be:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:39Z', 'updated_at': '2021-07-16T01:10:48Z', 'revision_number': 5, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'subnets': [{'id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:20.962914 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f114d-2e88-4ecb-8539-b3c8819085c9 None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:20.963787 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1c4f114d-2e88-4ecb-8539-b3c8819085c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:20.990767 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-95baecd2-0ad6-4e37-b867-00f1013500b0 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "PUT /v2.0/floatingips/3b4a705c-1dfd-4fa6-b7f9-71575a6370c7 HTTP/1.1" status: 200 len: 695 time: 1.7632391 Jul 16 01:15:20.994486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'tag': '4c7702c0-20cb-4616-a993-f1ae3082b7dc'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:20.997314 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3522d7-153c-4fc5-9222-f3648225d9ca" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8926b6-419d-4d7d-9881-8cfd7b92050b", "tag": "4c7702c0-20cb-4616-a993-f1ae3082b7dc"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:21.003407 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ac139f-c58b-479e-a3c1-bb71117899e5 None None] The sync data for ids ['f155519f-2854-4fa7-820c-9192c04882b5'] in n-d-791505-14 is: [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:10:40Z', 'revision_number': 4, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'd51326f5-cc8d-478e-b2f7-2bf252749aed', 'name': '', 'network_id': '77e7a502-3917-4cf3-9cd7-99a26b80cffa', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'mac_address': 'fa:16:3e:be:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:39Z', 'updated_at': '2021-07-16T01:10:48Z', 'revision_number': 5, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'subnets': [{'id': 'd69c0452-c1ca-45cd-b628-a1b93f52dacb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:15:21.091651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f88471-80f0-4091-b85f-53f484c59053 req-33acdbb2-c507-4c8d-ba72-f533f793ec1e tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:21.098936 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85f88471-80f0-4091-b85f-53f484c59053 req-33acdbb2-c507-4c8d-ba72-f533f793ec1e tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 1102 time: 0.3120995 Jul 16 01:15:21.136556 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-1c4f114d-2e88-4ecb-8539-b3c8819085c9 None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:21.150801 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-438ca9d8-8465-4bf6-ac5a-ed71caa47898 service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036389 Jul 16 01:15:21.160318 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85f88471-80f0-4091-b85f-53f484c59053 req-9bc66b56-5d12-48e0-96c0-6b79c457304d tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604827 Jul 16 01:15:21.237051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-9026f4c6-e9b7-4095-b2e8-dd9a9767e103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:21.238625 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-9026f4c6-e9b7-4095-b2e8-dd9a9767e103 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 1098 time: 0.1996410 Jul 16 01:15:21.361645 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518be50c-205f-4c77-8a09-2f086e8dfab7 x-openstack-request-id: req-518be50c-205f-4c77-8a09-2f086e8dfab7 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:21.362745 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f66c7b-0fa8-4389-8542-4152fdec8daf", "name": "network-vif-deleted", "tag": "f5a41351-5893-46b1-bfc7-f959583622a6", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:21.363464 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-518be50c-205f-4c77-8a09-2f086e8dfab7 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:21.367805 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f66c7b-0fa8-4389-8542-4152fdec8daf', 'name': 'network-vif-deleted', 'tag': 'f5a41351-5893-46b1-bfc7-f959583622a6', 'status': 'completed', 'code': 200} Jul 16 01:15:21.475854 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1c4f114d-2e88-4ecb-8539-b3c8819085c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:21.517480 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a10b90-5c76-400f-bf4f-498c5cb7f165 None None] New status for floating IP 832ada3c-b7cd-45bf-8bbe-5efe609d9064: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:15:21.536969 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4f114d-2e88-4ecb-8539-b3c8819085c9 None None] Checking router: d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:15:21.553109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4f114d-2e88-4ecb-8539-b3c8819085c9 None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:21.553790 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1c4f114d-2e88-4ecb-8539-b3c8819085c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:21.682712 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3522d7-153c-4fc5-9222-f3648225d9ca req-093dca96-44b7-4688-a228-b1c6123135d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:21.686559 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4c3522d7-153c-4fc5-9222-f3648225d9ca req-093dca96-44b7-4688-a228-b1c6123135d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 1098 time: 0.0961602 Jul 16 01:15:21.771537 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-1c4f114d-2e88-4ecb-8539-b3c8819085c9 None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:21.893083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3522d7-153c-4fc5-9222-f3648225d9ca req-b322589a-fd89-4a53-b2f2-180d8d774253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:21.895118 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4c3522d7-153c-4fc5-9222-f3648225d9ca req-b322589a-fd89-4a53-b2f2-180d8d774253 service neutron] 10.222.0.70 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 921 time: 0.1978378 Jul 16 01:15:21.988443 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4c3522d7-153c-4fc5-9222-f3648225d9ca req-f6e799cd-8d98-483d-bd54-b5b3edddb832 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7702c0-20cb-4616-a993-f1ae3082b7dc HTTP/1.1" status: 200 len: 217 time: 0.0821266 Jul 16 01:15:22.001442 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681c3fc2-2461-45a3-a834-d0c56f6f44b0 x-openstack-request-id: req-681c3fc2-2461-45a3-a834-d0c56f6f44b0 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:22.002646 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8926b6-419d-4d7d-9881-8cfd7b92050b", "tag": "4c7702c0-20cb-4616-a993-f1ae3082b7dc", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:22.003359 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-681c3fc2-2461-45a3-a834-d0c56f6f44b0 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:22.004339 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'tag': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'status': 'completed', 'code': 200} Jul 16 01:15:22.061080 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3522d7-153c-4fc5-9222-f3648225d9ca req-c24b6e9d-f214-4752-acaf-ef7ab291f446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:22.062586 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4c3522d7-153c-4fc5-9222-f3648225d9ca req-c24b6e9d-f214-4752-acaf-ef7ab291f446 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee HTTP/1.1" status: 200 len: 859 time: 0.0614426 Jul 16 01:15:22.119167 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-8a331c89-5435-45e8-9d46-2f357e8f90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:22.120849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-8a331c89-5435-45e8-9d46-2f357e8f90cd service neutron] 10.222.0.22 "GET /v2.0/networks?id=dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 200 len: 921 time: 0.8717613 Jul 16 01:15:22.141799 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-0816755c-7c2f-4780-ad35-a0073b8b9dcc service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9728510 Jul 16 01:15:22.146133 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1c4f114d-2e88-4ecb-8539-b3c8819085c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:22.179185 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-0a3e4a10-24ec-4969-b7e6-a2f9afaaf68a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4c7702c0-20cb-4616-a993-f1ae3082b7dc HTTP/1.1" status: 200 len: 217 time: 0.0490804 Jul 16 01:15:22.181450 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3522d7-153c-4fc5-9222-f3648225d9ca req-31a4f6a6-6579-455c-af9a-7d141467ac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:22.182972 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4c3522d7-153c-4fc5-9222-f3648225d9ca req-31a4f6a6-6579-455c-af9a-7d141467ac3e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=dc150639-5c75-49e1-9745-52422cc19e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112783 Jul 16 01:15:22.205170 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4f114d-2e88-4ecb-8539-b3c8819085c9 None None] The sync data for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 is: [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:14:05Z', 'revision_number': 4, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f1f7f942-5bb6-4c21-a1c3-33224c5b855b', 'name': '', 'network_id': 'dc150639-5c75-49e1-9745-52422cc19e6f', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'mac_address': 'fa:16:3e:c9:86:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:14:03Z', 'updated_at': '2021-07-16T01:14:15Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'subnets': [{'id': '9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:15:22.301421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-30b102d7-4325-4ec3-8c74-d8e9c370eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:22.304188 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-30b102d7-4325-4ec3-8c74-d8e9c370eda7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee HTTP/1.1" status: 200 len: 859 time: 0.1149168 Jul 16 01:15:22.347011 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4c3522d7-153c-4fc5-9222-f3648225d9ca req-937884d8-f315-4ab5-bddc-491c0423c383 service neutron] 10.222.0.70 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415582 Jul 16 01:15:22.395291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2d9aa-68fe-47e8-8aa5-5c50a3e35d17 req-51738c3e-544f-479e-8036-82a404eb2cdf tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:22.406425 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aaa2d9aa-68fe-47e8-8aa5-5c50a3e35d17 req-51738c3e-544f-479e-8036-82a404eb2cdf tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 945 time: 0.1648567 Jul 16 01:15:22.471339 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aaa2d9aa-68fe-47e8-8aa5-5c50a3e35d17 req-37a0306d-671f-42af-bb08-9d96d3d02d18 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639145 Jul 16 01:15:22.478197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-86ae1061-fab9-4218-8fff-537a269733e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:22.479727 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-86ae1061-fab9-4218-8fff-537a269733e0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc150639-5c75-49e1-9745-52422cc19e6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1691749 Jul 16 01:15:22.558244 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4c3522d7-153c-4fc5-9222-f3648225d9ca req-5e853ead-a763-404f-8f1a-1f3306918e1f service neutron] 10.222.0.70 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888757 Jul 16 01:15:22.690628 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a3071-7861-4cf6-96ff-ba511e24bb3a None None] New status for floating IP 3b4a705c-1dfd-4fa6-b7f9-71575a6370c7: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:15:22.722918 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-a5bc9d3d-104c-4085-a033-bd84253f977b tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:22.731850 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-a5bc9d3d-104c-4085-a033-bd84253f977b tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089&tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 1097 time: 0.1626737 Jul 16 01:15:22.739816 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-f6f4eda9-505a-4902-b817-35c794f9781e service neutron] 10.222.0.22 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430530 Jul 16 01:15:22.952459 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e96865bd-80b2-4a78-a06b-af5495a70bac req-67c9c894-6126-4cac-8255-eb1f57c45040 service neutron] 10.222.0.22 "GET /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830466 Jul 16 01:15:23.003844 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54830302-a3da-458e-8616-da5e575a8b44 req-8fe68e89-c76b-4ae2-bec6-e01c6534d857 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:23.011216 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54830302-a3da-458e-8616-da5e575a8b44 req-8fe68e89-c76b-4ae2-bec6-e01c6534d857 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 1102 time: 0.2292473 Jul 16 01:15:23.063118 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54830302-a3da-458e-8616-da5e575a8b44 req-befb1962-b070-4e3b-8455-1223a397d986 tempest-ServersAdminTestJSON-2111416328 tempest-ServersAdminTestJSON-2111416328-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509596 Jul 16 01:15:23.064395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-260b93e0-a1b4-44d4-a708-536ff4b0e0e9 service neutron] For port 050fa09a-e16d-4d05-a7e7-51c00859023e, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:23.067624 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-260b93e0-a1b4-44d4-a708-536ff4b0e0e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:23.068754 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6cc01416-5370-4e27-8f5a-1413ecd3b702 req-260b93e0-a1b4-44d4-a708-536ff4b0e0e9 service neutron] 10.222.0.69 "DELETE /v2.0/ports/050fa09a-e16d-4d05-a7e7-51c00859023e/bindings/n-h2-791505-14 HTTP/1.1" status: 204 len: 173 time: 0.3361320 Jul 16 01:15:23.744854 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbca31b-ead7-452e-93b7-36def4bd370a req-ee07aae7-6477-4a97-8228-514a784885ac tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:23.747117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8dbca31b-ead7-452e-93b7-36def4bd370a req-ee07aae7-6477-4a97-8228-514a784885ac tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144 HTTP/1.1" status: 200 len: 950 time: 0.1089251 Jul 16 01:15:23.812127 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8dbca31b-ead7-452e-93b7-36def4bd370a req-4928899c-4b5f-4c65-9346-fc694108bb7e tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584607 Jul 16 01:15:24.010150 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c50247-1e91-47f1-9426-8d7ff0f83fa1 req-a5deaee1-20f7-4e85-b6a1-b74224428ee0 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:24.016365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a8c50247-1e91-47f1-9426-8d7ff0f83fa1 req-a5deaee1-20f7-4e85-b6a1-b74224428ee0 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 945 time: 0.0811052 Jul 16 01:15:24.059957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a8c50247-1e91-47f1-9426-8d7ff0f83fa1 req-6812228e-7deb-4094-8e74-b0ae6ad8957e tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421057 Jul 16 01:15:24.146053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7d8a28e-9974-4f95-a992-c9b500e42c42 req-e55e3f51-5e5c-43b6-8a2e-794f0d951f12 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/floatingips/3b4a705c-1dfd-4fa6-b7f9-71575a6370c7 HTTP/1.1" status: 200 len: 693 time: 0.0542073 Jul 16 01:15:24.223924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45380) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:24.322999 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8a28e-9974-4f95-a992-c9b500e42c42 req-5d4b2cae-443f-4ab2-8014-aa48bb09fe1e tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:24.331021 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7d8a28e-9974-4f95-a992-c9b500e42c42 req-5d4b2cae-443f-4ab2-8014-aa48bb09fe1e tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.1780076 Jul 16 01:15:24.366212 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30dc8155-ff7e-4450-8dd1-fb334f133953 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.398607 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7d8a28e-9974-4f95-a992-c9b500e42c42 req-f663ddcb-469e-450c-a34e-8a424e97a06b tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 696 time: 0.0665205 Jul 16 01:15:24.427468 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30dc8155-ff7e-4450-8dd1-fb334f133953 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.463454 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7d8a28e-9974-4f95-a992-c9b500e42c42 req-e5bb5e80-a20b-4459-bde9-78b6f2e9351a tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.93 HTTP/1.1" status: 200 len: 696 time: 0.0637996 Jul 16 01:15:24.530769 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30dc8155-ff7e-4450-8dd1-fb334f133953 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.533910 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30dc8155-ff7e-4450-8dd1-fb334f133953 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.541152 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-30dc8155-ff7e-4450-8dd1-fb334f133953 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "DELETE /v2.0/security-groups/d89a92dd-26ec-406c-aec4-85b0d39e4aa5 HTTP/1.1" status: 204 len: 168 time: 0.3157015 Jul 16 01:15:24.544336 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45388) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:24.592128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dc8155-ff7e-4450-8dd1-fb334f133953 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89a92dd-26ec-406c-aec4-85b0d39e4aa5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:24.594449 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-ce95c29a-6f38-4764-a9a8-1cd09fbc4045 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] show failed (client error): The resource could not be found. Jul 16 01:15:24.598259 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ce95c29a-6f38-4764-a9a8-1cd09fbc4045 tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "GET /v2.0/security-groups/d89a92dd-26ec-406c-aec4-85b0d39e4aa5 HTTP/1.1" status: 404 len: 347 time: 0.0433218 Jul 16 01:15:24.598855 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45390) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:24.646667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-b7d8a28e-9974-4f95-a992-c9b500e42c42 req-f4ea7519-a41c-4a48-8292-f26bf1751ca1 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Deleting port bf403e99-9b2a-49a5-a57c-3d10684d829a {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:24.648082 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7d8a28e-9974-4f95-a992-c9b500e42c42 req-f4ea7519-a41c-4a48-8292-f26bf1751ca1 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.776013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-401379cb-1002-4318-b792-a16344ae956d tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Deleting port 2f8f360b-f61a-4d52-8d63-8b5df89eaf36 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:24.776726 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-401379cb-1002-4318-b792-a16344ae956d tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.786533 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7d8a28e-9974-4f95-a992-c9b500e42c42 req-f4ea7519-a41c-4a48-8292-f26bf1751ca1 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.787005 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7d8a28e-9974-4f95-a992-c9b500e42c42 req-f4ea7519-a41c-4a48-8292-f26bf1751ca1 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.804757 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-b7d8a28e-9974-4f95-a992-c9b500e42c42 req-f4ea7519-a41c-4a48-8292-f26bf1751ca1 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Calling delete_port for bf403e99-9b2a-49a5-a57c-3d10684d829a owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:24.810551 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb183f-0fa9-4017-9104-1a90a3ed5d3e req-86370a77-3135-43d0-bbda-6d45bb9eb9fb tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:24.812242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89bb183f-0fa9-4017-9104-1a90a3ed5d3e req-86370a77-3135-43d0-bbda-6d45bb9eb9fb tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 1097 time: 0.1370666 Jul 16 01:15:24.861660 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-401379cb-1002-4318-b792-a16344ae956d tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.861936 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-401379cb-1002-4318-b792-a16344ae956d tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:24.874576 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-401379cb-1002-4318-b792-a16344ae956d tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Calling delete_port for 2f8f360b-f61a-4d52-8d63-8b5df89eaf36 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:24.903336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89bb183f-0fa9-4017-9104-1a90a3ed5d3e req-b19ac776-e999-490f-94bc-34f8c1831a6f tempest-LiveMigrationTest-974338808 tempest-LiveMigrationTest-974338808-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824323 Jul 16 01:15:25.017230 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7d8a28e-9974-4f95-a992-c9b500e42c42 req-f4ea7519-a41c-4a48-8292-f26bf1751ca1 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:25.088255 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea7519-a41c-4a48-8292-f26bf1751ca1 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Pushing event deleted for resources: {'Port': ['ID=bf403e99-9b2a-49a5-a57c-3d10684d829a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:25.138432 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-401379cb-1002-4318-b792-a16344ae956d tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:25.142810 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7d8a28e-9974-4f95-a992-c9b500e42c42 req-f4ea7519-a41c-4a48-8292-f26bf1751ca1 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:25.146148 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7d8a28e-9974-4f95-a992-c9b500e42c42 req-f4ea7519-a41c-4a48-8292-f26bf1751ca1 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:25.163610 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7d8a28e-9974-4f95-a992-c9b500e42c42 req-f4ea7519-a41c-4a48-8292-f26bf1751ca1 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "DELETE /v2.0/floatingips/3b4a705c-1dfd-4fa6-b7f9-71575a6370c7 HTTP/1.1" status: 204 len: 173 time: 0.6983144 Jul 16 01:15:25.249020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6395c9f6-4223-4d92-b74c-c33410b99341 req-dcc46ff9-c7c2-4474-8f8d-2ff906e3022c tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:25.250890 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6395c9f6-4223-4d92-b74c-c33410b99341 req-dcc46ff9-c7c2-4474-8f8d-2ff906e3022c tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144 HTTP/1.1" status: 200 len: 950 time: 0.1119993 Jul 16 01:15:25.309779 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6395c9f6-4223-4d92-b74c-c33410b99341 req-fc13448f-df18-45de-8bc0-395cdc9f5746 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522933 Jul 16 01:15:25.443103 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401379cb-1002-4318-b792-a16344ae956d tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Pushing event deleted for resources: {'Port': ['ID=2f8f360b-f61a-4d52-8d63-8b5df89eaf36,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:25.502405 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-401379cb-1002-4318-b792-a16344ae956d tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:25.505353 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-401379cb-1002-4318-b792-a16344ae956d tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:25.506249 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-401379cb-1002-4318-b792-a16344ae956d tempest-ServersWithSpecificFlavorTestJSON-1890651980 tempest-ServersWithSpecificFlavorTestJSON-1890651980-project] 10.222.0.22 "DELETE /v2.0/floatingips/832ada3c-b7cd-45bf-8bbe-5efe609d9064 HTTP/1.1" status: 204 len: 168 time: 0.9064224 Jul 16 01:15:25.826331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085aaf49-3f13-4ca9-b72e-9adb2fc87bbd req-066316c1-449b-4894-84ac-a397356eabea tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:25.827915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-085aaf49-3f13-4ca9-b72e-9adb2fc87bbd req-066316c1-449b-4894-84ac-a397356eabea tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 945 time: 0.0924671 Jul 16 01:15:25.874947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece495cb-e92d-44b4-afb5-c0d2925deb0a req-04b2e237-1397-430d-9ce0-d622ac16edf9 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:25.876423 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ece495cb-e92d-44b4-afb5-c0d2925deb0a req-04b2e237-1397-430d-9ce0-d622ac16edf9 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 946 time: 0.1021657 Jul 16 01:15:25.883923 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-085aaf49-3f13-4ca9-b72e-9adb2fc87bbd req-7bf50dfa-120e-4733-b272-0c8b0b473178 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478394 Jul 16 01:15:25.916096 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ece495cb-e92d-44b4-afb5-c0d2925deb0a req-9ff14808-7880-4ee3-8b00-c00a9ccbe6c9 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312264 Jul 16 01:15:25.999620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eefe4d-202f-4e9f-8b29-d1dd660c2f65 req-bdc0ee0e-86b5-44e6-9abb-bf60660f609d tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:26.001385 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a6eefe4d-202f-4e9f-8b29-d1dd660c2f65 req-bdc0ee0e-86b5-44e6-9abb-bf60660f609d tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.70 "GET /v2.0/ports?device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144 HTTP/1.1" status: 200 len: 950 time: 0.0762720 Jul 16 01:15:26.125960 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-a6eefe4d-202f-4e9f-8b29-d1dd660c2f65 req-47a3a576-d81c-41e7-abaa-3f4f5d69e6da tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Deleting port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:26.126220 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a6eefe4d-202f-4e9f-8b29-d1dd660c2f65 req-47a3a576-d81c-41e7-abaa-3f4f5d69e6da tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:26.154261 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f5a5d0-4e15-45b9-9078-3b0b1428ee48 req-b926ebbe-7b0c-4ca3-82c0-71ab75847a27 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:26.155826 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a8f5a5d0-4e15-45b9-9078-3b0b1428ee48 req-b926ebbe-7b0c-4ca3-82c0-71ab75847a27 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec39ecff-9ea0-4125-af53-8ba382df78c4 HTTP/1.1" status: 200 len: 945 time: 0.1331463 Jul 16 01:15:26.216451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-a6eefe4d-202f-4e9f-8b29-d1dd660c2f65 req-47a3a576-d81c-41e7-abaa-3f4f5d69e6da tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] For port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f94d71f8-8682-4d13-ba95-e5cb44c6b0cd,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:26.216906 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a6eefe4d-202f-4e9f-8b29-d1dd660c2f65 req-47a3a576-d81c-41e7-abaa-3f4f5d69e6da tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:26.229055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-a6eefe4d-202f-4e9f-8b29-d1dd660c2f65 req-47a3a576-d81c-41e7-abaa-3f4f5d69e6da tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Calling delete_port for f94d71f8-8682-4d13-ba95-e5cb44c6b0cd owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:26.255454 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a8f5a5d0-4e15-45b9-9078-3b0b1428ee48 req-1fe1d82e-5ff1-4a4d-9b8b-27494a2bb9fc tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/security-groups?id=556d1cec-13cd-4412-9702-0454e2a9d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662334 Jul 16 01:15:26.263155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7db12e-171b-426e-9954-48f44d878a26 req-1dd79670-f44f-4e54-852f-e11ee181d6a4 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:26.264651 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c7db12e-171b-426e-9954-48f44d878a26 req-1dd79670-f44f-4e54-852f-e11ee181d6a4 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.69 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 945 time: 0.1865335 Jul 16 01:15:26.271602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-e85da780-f19f-4770-8ca0-fc13ccc41053 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:26.273106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-e85da780-f19f-4770-8ca0-fc13ccc41053 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 821 time: 0.1969342 Jul 16 01:15:26.317557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-bfe87ebc-1374-411b-8eda-0835808bc1bf tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/quotas/537b188632474e8c92af700ab7860b1d HTTP/1.1" status: 200 len: 375 time: 0.0357594 Jul 16 01:15:26.390999 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a6eefe4d-202f-4e9f-8b29-d1dd660c2f65 req-47a3a576-d81c-41e7-abaa-3f4f5d69e6da tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:26.405247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['5e3cc773-51be-4445-85fa-735fa742184c'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:26.408404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['01510a5a-b831-47e4-98ff-9c1f53602b7f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:26.422440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-6c7db12e-171b-426e-9954-48f44d878a26 req-196570a4-1e10-4648-8266-e626c178599a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Deleting port 050fa09a-e16d-4d05-a7e7-51c00859023e {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:26.422797 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6c7db12e-171b-426e-9954-48f44d878a26 req-196570a4-1e10-4648-8266-e626c178599a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:26.459423 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-f88d9a34-880a-418f-9b84-7883e04548c5 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1289480 Jul 16 01:15:26.487640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6eefe4d-202f-4e9f-8b29-d1dd660c2f65 req-47a3a576-d81c-41e7-abaa-3f4f5d69e6da tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] No DVR routers for this DVR port f94d71f8-8682-4d13-ba95-e5cb44c6b0cd on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:26.490741 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a6eefe4d-202f-4e9f-8b29-d1dd660c2f65 req-47a3a576-d81c-41e7-abaa-3f4f5d69e6da tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:26.493600 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a6eefe4d-202f-4e9f-8b29-d1dd660c2f65 req-47a3a576-d81c-41e7-abaa-3f4f5d69e6da tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.70 "DELETE /v2.0/ports/f94d71f8-8682-4d13-ba95-e5cb44c6b0cd HTTP/1.1" status: 204 len: 173 time: 0.4827836 Jul 16 01:15:26.494249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85f903d-ffef-4b6c-bad2-9b343f4ac144', 'name': 'network-vif-deleted', 'tag': 'f94d71f8-8682-4d13-ba95-e5cb44c6b0cd'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:26.496649 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3e937d-0da4-4f5b-8ce9-dc494493f719" -d '{"events": [{"server_uuid": "b85f903d-ffef-4b6c-bad2-9b343f4ac144", "name": "network-vif-deleted", "tag": "f94d71f8-8682-4d13-ba95-e5cb44c6b0cd"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:26.499511 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a3a576-d81c-41e7-abaa-3f4f5d69e6da tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Pushing event deleted for resources: {'Port': ['ID=f94d71f8-8682-4d13-ba95-e5cb44c6b0cd,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:26.509694 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a18dcec5-d037-4de5-8081-e3fec3b8a02e req-7f8d8634-a8d5-40db-825b-b7c0d0234001 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=b85f903d-ffef-4b6c-bad2-9b343f4ac144 HTTP/1.1" status: 200 len: 210 time: 0.0696504 Jul 16 01:15:26.614376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-6c7db12e-171b-426e-9954-48f44d878a26 req-196570a4-1e10-4648-8266-e626c178599a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] For port 050fa09a-e16d-4d05-a7e7-51c00859023e, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=050fa09a-e16d-4d05-a7e7-51c00859023e,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:26.614733 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6c7db12e-171b-426e-9954-48f44d878a26 req-196570a4-1e10-4648-8266-e626c178599a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:26.626034 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1ebe0d-4ee2-4a3e-bc45-6e24d009ceaf x-openstack-request-id: req-8b1ebe0d-4ee2-4a3e-bc45-6e24d009ceaf {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:26.626604 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85f903d-ffef-4b6c-bad2-9b343f4ac144", "name": "network-vif-deleted", "tag": "f94d71f8-8682-4d13-ba95-e5cb44c6b0cd", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:26.627007 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b1ebe0d-4ee2-4a3e-bc45-6e24d009ceaf {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:26.627559 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85f903d-ffef-4b6c-bad2-9b343f4ac144', 'name': 'network-vif-deleted', 'tag': 'f94d71f8-8682-4d13-ba95-e5cb44c6b0cd', 'status': 'completed', 'code': 200} Jul 16 01:15:26.636965 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-6c7db12e-171b-426e-9954-48f44d878a26 req-196570a4-1e10-4648-8266-e626c178599a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Calling delete_port for 050fa09a-e16d-4d05-a7e7-51c00859023e owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:26.642267 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-9d1a7e8f-0576-4774-bc91-77ee15853a41 service neutron] 10.222.0.22 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728117 Jul 16 01:15:26.847365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-e8aba88f-ad84-4089-96cc-1feae9f342a1 service neutron] 10.222.0.22 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485527 Jul 16 01:15:26.872660 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6c7db12e-171b-426e-9954-48f44d878a26 req-196570a4-1e10-4648-8266-e626c178599a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:26.906516 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196570a4-1e10-4648-8266-e626c178599a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Pushing event deleted for resources: {'Port': ['ID=050fa09a-e16d-4d05-a7e7-51c00859023e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:26.943193 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['851bbee5-5b83-4b0a-84db-9b75d19301c4', '050fa09a-e16d-4d05-a7e7-51c00859023e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:26.989809 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7db12e-171b-426e-9954-48f44d878a26 req-196570a4-1e10-4648-8266-e626c178599a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] No DVR routers for this DVR port 050fa09a-e16d-4d05-a7e7-51c00859023e on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:26.993185 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6c7db12e-171b-426e-9954-48f44d878a26 req-196570a4-1e10-4648-8266-e626c178599a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:26.995982 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c7db12e-171b-426e-9954-48f44d878a26 req-196570a4-1e10-4648-8266-e626c178599a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.69 "DELETE /v2.0/ports/050fa09a-e16d-4d05-a7e7-51c00859023e HTTP/1.1" status: 204 len: 173 time: 0.7218988 Jul 16 01:15:26.996454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26b1b3b3-4dc8-454b-bb53-f407ffb18089', 'name': 'network-vif-deleted', 'tag': '050fa09a-e16d-4d05-a7e7-51c00859023e'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:27.000510 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0139efc-d5e6-4e31-a322-5334e175c19b" -d '{"events": [{"server_uuid": "26b1b3b3-4dc8-454b-bb53-f407ffb18089", "name": "network-vif-deleted", "tag": "050fa09a-e16d-4d05-a7e7-51c00859023e"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:27.104739 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee101666-08ce-4ab6-805e-39ec718e5d29 req-fb3f0f93-5a20-4b11-a9b3-4517492da557 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 210 time: 0.0470779 Jul 16 01:15:27.264434 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45464) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:27.386744 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b50649-6da5-4e58-b2ce-7116f80ebf69 req-c65db52f-d561-456c-b0a9-ddfc1b1b92dc tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:27.390422 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14b50649-6da5-4e58-b2ce-7116f80ebf69 req-c65db52f-d561-456c-b0a9-ddfc1b1b92dc tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.69 "GET /v2.0/ports?device_id=ec39ecff-9ea0-4125-af53-8ba382df78c4 HTTP/1.1" status: 200 len: 945 time: 0.1171999 Jul 16 01:15:27.487879 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817b46d-60c6-4c11-92b7-cd3919089261 req-03798ba9-9db0-4794-8537-1afd46dfc0ac tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:27.494997 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6817b46d-60c6-4c11-92b7-cd3919089261 req-03798ba9-9db0-4794-8537-1afd46dfc0ac tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 946 time: 0.2531300 Jul 16 01:15:27.593664 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6817b46d-60c6-4c11-92b7-cd3919089261 req-7a07a11d-7b90-4575-8a31-bd30ff4d7516 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e2b1efc-5575-49c5-aa81-d60458159e1e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974777 Jul 16 01:15:27.607297 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-14b50649-6da5-4e58-b2ce-7116f80ebf69 req-178e4edf-7b77-4ffe-bf3b-6818e87b6dac tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Deleting port eb47456c-f2db-4f7c-849f-9be42959c6a3 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:27.610158 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-14b50649-6da5-4e58-b2ce-7116f80ebf69 req-178e4edf-7b77-4ffe-bf3b-6818e87b6dac tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:27.654706 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ce9938-05fe-41a2-ab62-0d6336653e5b x-openstack-request-id: req-29ce9938-05fe-41a2-ab62-0d6336653e5b {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:27.655005 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26b1b3b3-4dc8-454b-bb53-f407ffb18089", "name": "network-vif-deleted", "tag": "050fa09a-e16d-4d05-a7e7-51c00859023e", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:27.655263 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29ce9938-05fe-41a2-ab62-0d6336653e5b {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:27.655656 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26b1b3b3-4dc8-454b-bb53-f407ffb18089', 'name': 'network-vif-deleted', 'tag': '050fa09a-e16d-4d05-a7e7-51c00859023e', 'status': 'completed', 'code': 200} Jul 16 01:15:27.829112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e870f019-f95b-4efd-af11-850f5a829d12 req-18a30423-ebf8-4c40-b87d-d9f5ff2c1e24 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 210 time: 0.1328533 Jul 16 01:15:27.875038 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6244d3eb-207e-4ed3-9831-3dc8526f1d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:27.883111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-14b50649-6da5-4e58-b2ce-7116f80ebf69 req-178e4edf-7b77-4ffe-bf3b-6818e87b6dac tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] For port eb47456c-f2db-4f7c-849f-9be42959c6a3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=eb47456c-f2db-4f7c-849f-9be42959c6a3,segment=NetworkSegment(2bed1f64-bf55-4c87-b16c-16c33cf8a5cd),segment_id=2bed1f64-bf55-4c87-b16c-16c33cf8a5cd)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:27.883624 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-14b50649-6da5-4e58-b2ce-7116f80ebf69 req-178e4edf-7b77-4ffe-bf3b-6818e87b6dac tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:27.900675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-14b50649-6da5-4e58-b2ce-7116f80ebf69 req-178e4edf-7b77-4ffe-bf3b-6818e87b6dac tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Calling delete_port for eb47456c-f2db-4f7c-849f-9be42959c6a3 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:27.983279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568a8d7-f3dc-4e86-abaa-8cc0686811c5 req-95b744cb-3e5c-4d09-9615-6082d13a7aa5 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:27.990843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7568a8d7-f3dc-4e86-abaa-8cc0686811c5 req-95b744cb-3e5c-4d09-9615-6082d13a7aa5 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec39ecff-9ea0-4125-af53-8ba382df78c4 HTTP/1.1" status: 200 len: 945 time: 0.1970248 Jul 16 01:15:28.072194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d299a-d29c-4023-97c0-bf8c53c8c687 req-4ccd4c56-d427-41f5-9423-3d6efac26c50 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:28.074133 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-475d299a-d29c-4023-97c0-bf8c53c8c687 req-4ccd4c56-d427-41f5-9423-3d6efac26c50 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.70 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 946 time: 0.1605191 Jul 16 01:15:28.108944 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7568a8d7-f3dc-4e86-abaa-8cc0686811c5 req-9958aee3-7be5-4539-b33a-f9e8169e4a62 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/security-groups?id=556d1cec-13cd-4412-9702-0454e2a9d016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169043 Jul 16 01:15:28.228059 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-14b50649-6da5-4e58-b2ce-7116f80ebf69 req-178e4edf-7b77-4ffe-bf3b-6818e87b6dac tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.276412 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-475d299a-d29c-4023-97c0-bf8c53c8c687 req-e7eaaf80-c0b0-4d45-9c8a-f3bab4a45611 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Deleting port 4c7702c0-20cb-4616-a993-f1ae3082b7dc {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:28.276770 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-475d299a-d29c-4023-97c0-bf8c53c8c687 req-e7eaaf80-c0b0-4d45-9c8a-f3bab4a45611 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.300483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178e4edf-7b77-4ffe-bf3b-6818e87b6dac tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Pushing event deleted for resources: {'Port': ['ID=eb47456c-f2db-4f7c-849f-9be42959c6a3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:28.301397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 4c7702c0-20cb-4616-a993-f1ae3082b7dc no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:28.468639 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d24eba47-3608-4373-b601-4636a025f58b req-428eb70c-117b-45c4-b260-c7316f9349a1 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 210 time: 0.0891776 Jul 16 01:15:28.476846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-475d299a-d29c-4023-97c0-bf8c53c8c687 req-e7eaaf80-c0b0-4d45-9c8a-f3bab4a45611 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] For port 4c7702c0-20cb-4616-a993-f1ae3082b7dc, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4c7702c0-20cb-4616-a993-f1ae3082b7dc,segment=NetworkSegment(15bb7885-4f53-4f73-ae82-74aaea69c6dc),segment_id=15bb7885-4f53-4f73-ae82-74aaea69c6dc)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:28.477446 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-475d299a-d29c-4023-97c0-bf8c53c8c687 req-e7eaaf80-c0b0-4d45-9c8a-f3bab4a45611 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.482613 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.503713 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-475d299a-d29c-4023-97c0-bf8c53c8c687 req-e7eaaf80-c0b0-4d45-9c8a-f3bab4a45611 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Calling delete_port for 4c7702c0-20cb-4616-a993-f1ae3082b7dc owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:28.520754 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-6244d3eb-207e-4ed3-9831-3dc8526f1d25 admin admin] Deleting port d51326f5-cc8d-478e-b2f7-2bf252749aed {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:28.521095 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6244d3eb-207e-4ed3-9831-3dc8526f1d25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.571475 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c7702c0-20cb-4616-a993-f1ae3082b7dc'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:28.573787 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30957d3-68f4-4bf4-a14d-c05602d12d36" -d '{"events": [{"server_uuid": "fe8926b6-419d-4d7d-9881-8cfd7b92050b", "name": "network-vif-unplugged", "status": "completed", "tag": "4c7702c0-20cb-4616-a993-f1ae3082b7dc"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:28.587569 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 4c7702c0-20cb-4616-a993-f1ae3082b7dc, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4c7702c0-20cb-4616-a993-f1ae3082b7dc,segment=NetworkSegment(15bb7885-4f53-4f73-ae82-74aaea69c6dc),segment_id=15bb7885-4f53-4f73-ae82-74aaea69c6dc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:28.593098 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.594120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f94d71f8-8682-4d13-ba95-e5cb44c6b0cd no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:28.636725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: f94d71f8-8682-4d13-ba95-e5cb44c6b0cd {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:28.636995 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f94d71f8-8682-4d13-ba95-e5cb44c6b0cd not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:28.648835 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b50649-6da5-4e58-b2ce-7116f80ebf69 req-178e4edf-7b77-4ffe-bf3b-6818e87b6dac tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] No DVR routers for this DVR port eb47456c-f2db-4f7c-849f-9be42959c6a3 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:28.655471 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-14b50649-6da5-4e58-b2ce-7116f80ebf69 req-178e4edf-7b77-4ffe-bf3b-6818e87b6dac tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.672769 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14b50649-6da5-4e58-b2ce-7116f80ebf69 req-178e4edf-7b77-4ffe-bf3b-6818e87b6dac tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.69 "DELETE /v2.0/ports/eb47456c-f2db-4f7c-849f-9be42959c6a3 HTTP/1.1" status: 204 len: 173 time: 1.2776086 Jul 16 01:15:28.676617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=4c7702c0-20cb-4616-a993-f1ae3082b7dc,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:28.722633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-6244d3eb-207e-4ed3-9831-3dc8526f1d25 admin admin] For port d51326f5-cc8d-478e-b2f7-2bf252749aed, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d51326f5-cc8d-478e-b2f7-2bf252749aed,segment=NetworkSegment(94929bf5-41ae-4a21-a954-5898f1a0898a),segment_id=94929bf5-41ae-4a21-a954-5898f1a0898a)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:28.723014 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6244d3eb-207e-4ed3-9831-3dc8526f1d25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:28.744958 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c96b1b8-6ed3-428e-8dd5-0d565194e6c4 x-openstack-request-id: req-3c96b1b8-6ed3-428e-8dd5-0d565194e6c4 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:28.745350 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8926b6-419d-4d7d-9881-8cfd7b92050b", "name": "network-vif-unplugged", "status": "completed", "tag": "4c7702c0-20cb-4616-a993-f1ae3082b7dc", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:28.745670 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c96b1b8-6ed3-428e-8dd5-0d565194e6c4 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:28.746605 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'code': 200} Jul 16 01:15:28.758309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d737a4-3f10-4fe9-9d73-abd97cdbcb7b req-5f4bce7d-fb30-4719-8d14-ede07532cdbf tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:28.771893 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9d737a4-3f10-4fe9-9d73-abd97cdbcb7b req-5f4bce7d-fb30-4719-8d14-ede07532cdbf tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a HTTP/1.1" status: 200 len: 950 time: 0.2112570 Jul 16 01:15:28.805852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-6244d3eb-207e-4ed3-9831-3dc8526f1d25 admin admin] Calling delete_port for d51326f5-cc8d-478e-b2f7-2bf252749aed owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:28.963870 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-475d299a-d29c-4023-97c0-bf8c53c8c687 req-e7eaaf80-c0b0-4d45-9c8a-f3bab4a45611 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:29.032814 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9d737a4-3f10-4fe9-9d73-abd97cdbcb7b req-1bdecf43-9552-4bc9-81cc-a1c79e2782d2 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599356 Jul 16 01:15:29.035617 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eaaf80-c0b0-4d45-9c8a-f3bab4a45611 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Pushing event deleted for resources: {'Port': ['ID=4c7702c0-20cb-4616-a993-f1ae3082b7dc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:29.086245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4281ed0-c697-48d4-a5ec-7fcc179e313f req-5e22e7d7-01d1-4cb2-9c06-2027635ddb1e tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe8926b6-419d-4d7d-9881-8cfd7b92050b HTTP/1.1" status: 200 len: 210 time: 0.0882795 Jul 16 01:15:29.100377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-a4c4d463-3ce7-4503-bb92-58421aa63b34 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:29.101915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-a4c4d463-3ce7-4503-bb92-58421aa63b34 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.70 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 821 time: 0.2503138 Jul 16 01:15:29.121700 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-e4cc06b5-af4c-4eae-8ceb-38ef7ddc5ca1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Request body: {'port': {'device_id': '453df5c4-4221-40d4-b693-4b1395e89a35', 'network_id': 'be647a19-644e-4999-ac54-739f18101211', 'admin_state_up': True, 'tenant_id': '537b188632474e8c92af700ab7860b1d'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:29.186762 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-475d299a-d29c-4023-97c0-bf8c53c8c687 req-e7eaaf80-c0b0-4d45-9c8a-f3bab4a45611 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] No DVR routers for this DVR port 4c7702c0-20cb-4616-a993-f1ae3082b7dc on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:29.190046 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-475d299a-d29c-4023-97c0-bf8c53c8c687 req-e7eaaf80-c0b0-4d45-9c8a-f3bab4a45611 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:29.192841 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-475d299a-d29c-4023-97c0-bf8c53c8c687 req-e7eaaf80-c0b0-4d45-9c8a-f3bab4a45611 tempest-FloatingIPsAssociationTestJSON-287055107 tempest-FloatingIPsAssociationTestJSON-287055107-project] 10.222.0.70 "DELETE /v2.0/ports/4c7702c0-20cb-4616-a993-f1ae3082b7dc HTTP/1.1" status: 204 len: 173 time: 1.0812294 Jul 16 01:15:29.193378 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'name': 'network-vif-deleted', 'tag': '4c7702c0-20cb-4616-a993-f1ae3082b7dc'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:29.196654 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7bf5d6-d539-4315-b23d-e10caf204d9d" -d '{"events": [{"server_uuid": "fe8926b6-419d-4d7d-9881-8cfd7b92050b", "name": "network-vif-deleted", "tag": "4c7702c0-20cb-4616-a993-f1ae3082b7dc"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:29.313458 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6244d3eb-207e-4ed3-9831-3dc8526f1d25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:29.424900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244d3eb-207e-4ed3-9831-3dc8526f1d25 admin admin] Pushing event deleted for resources: {'Port': ['ID=d51326f5-cc8d-478e-b2f7-2bf252749aed,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:29.808185 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6244d3eb-207e-4ed3-9831-3dc8526f1d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:29.898895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 050fa09a-e16d-4d05-a7e7-51c00859023e no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:29.961997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 050fa09a-e16d-4d05-a7e7-51c00859023e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:29.963224 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 050fa09a-e16d-4d05-a7e7-51c00859023e not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:29.963796 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device eb47456c-f2db-4f7c-849f-9be42959c6a3 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:30.005741 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec39ecff-9ea0-4125-af53-8ba382df78c4', 'name': 'network-vif-deleted', 'tag': 'eb47456c-f2db-4f7c-849f-9be42959c6a3'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:30.007087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: eb47456c-f2db-4f7c-849f-9be42959c6a3 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:30.008811 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37138533-d772-4c7d-b884-38a737f0dbaf" -d '{"events": [{"server_uuid": "ec39ecff-9ea0-4125-af53-8ba382df78c4", "name": "network-vif-deleted", "tag": "eb47456c-f2db-4f7c-849f-9be42959c6a3"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:30.013288 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device eb47456c-f2db-4f7c-849f-9be42959c6a3 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:30.051159 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4157122b-04d8-4166-9a09-7b036c427320 req-5f7032b5-c7a0-4be7-9b68-9a2ddcbbe489 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 210 time: 0.8057563 Jul 16 01:15:30.062712 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.149802 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb03df47-06fe-4304-b4a3-a5d99ca8a29c x-openstack-request-id: req-bb03df47-06fe-4304-b4a3-a5d99ca8a29c {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:30.150308 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8926b6-419d-4d7d-9881-8cfd7b92050b", "name": "network-vif-deleted", "tag": "4c7702c0-20cb-4616-a993-f1ae3082b7dc", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:30.150308 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb03df47-06fe-4304-b4a3-a5d99ca8a29c {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:30.150708 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8926b6-419d-4d7d-9881-8cfd7b92050b', 'name': 'network-vif-deleted', 'tag': '4c7702c0-20cb-4616-a993-f1ae3082b7dc', 'status': 'completed', 'code': 200} Jul 16 01:15:30.155719 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3628ed32-20ce-47d6-bff5-3e445910abad req-2fafb35d-3670-4430-98b4-6f23f31745e2 tempest-AttachSCSIVolumeTestJSON-2034670715 tempest-AttachSCSIVolumeTestJSON-2034670715-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec39ecff-9ea0-4125-af53-8ba382df78c4 HTTP/1.1" status: 200 len: 210 time: 0.1365695 Jul 16 01:15:30.170913 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6244d3eb-207e-4ed3-9831-3dc8526f1d25 admin admin] Router f155519f-2854-4fa7-820c-9192c04882b5 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:15:30.251565 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-e4cc06b5-af4c-4eae-8ceb-38ef7ddc5ca1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Made reservation on behalf of 537b188632474e8c92af700ab7860b1d for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:30.255402 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-e4cc06b5-af4c-4eae-8ceb-38ef7ddc5ca1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.303400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db4401b0-1c41-426d-8bed-106e5166140d req-0497b86c-c104-4c46-91a7-8bff6601b20d tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 210 time: 0.0455124 Jul 16 01:15:30.327043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06918e4c-cd6f-4bc8-abec-5f38aad61aeb req-cf0db780-bb06-4596-a962-676c09a43b5c tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:30.327043 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-06918e4c-cd6f-4bc8-abec-5f38aad61aeb req-cf0db780-bb06-4596-a962-676c09a43b5c tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.69 "GET /v2.0/ports?device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a HTTP/1.1" status: 200 len: 950 time: 0.3028398 Jul 16 01:15:30.345219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6244d3eb-207e-4ed3-9831-3dc8526f1d25 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:15:30.355889 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab33faed-8c6a-4252-a59c-fe1e1f8d7f9c None None] Sync routers for ids ['f155519f-2854-4fa7-820c-9192c04882b5'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:15:30.357350 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6244d3eb-207e-4ed3-9831-3dc8526f1d25 admin admin] 10.222.0.22 "PUT /v2.0/routers/f155519f-2854-4fa7-820c-9192c04882b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0913899 Jul 16 01:15:30.359730 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45510) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:30.383838 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab33faed-8c6a-4252-a59c-fe1e1f8d7f9c None None] Routers {'f155519f-2854-4fa7-820c-9192c04882b5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:30.384483 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ab33faed-8c6a-4252-a59c-fe1e1f8d7f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f155519f-2854-4fa7-820c-9192c04882b5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:30.426134 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cfea940-466b-4929-a4b3-7cfc1d709bc4 x-openstack-request-id: req-0cfea940-466b-4929-a4b3-7cfc1d709bc4 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:30.426459 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec39ecff-9ea0-4125-af53-8ba382df78c4", "name": "network-vif-deleted", "tag": "eb47456c-f2db-4f7c-849f-9be42959c6a3", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:30.426662 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0cfea940-466b-4929-a4b3-7cfc1d709bc4 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:30.427045 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec39ecff-9ea0-4125-af53-8ba382df78c4', 'name': 'network-vif-deleted', 'tag': 'eb47456c-f2db-4f7c-849f-9be42959c6a3', 'status': 'completed', 'code': 200} Jul 16 01:15:30.465969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45512) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:30.558637 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d4b48c-a90a-448c-a0ab-6a2c6e1d81b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.626927 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-ab33faed-8c6a-4252-a59c-fe1e1f8d7f9c None None] Set router f155519f-2854-4fa7-820c-9192c04882b5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:30.681972 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-06918e4c-cd6f-4bc8-abec-5f38aad61aeb req-8b306834-5723-4fa7-9af3-b50c7388ff02 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Deleting port 5e3cc773-51be-4445-85fa-735fa742184c {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:30.682338 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-06918e4c-cd6f-4bc8-abec-5f38aad61aeb req-8b306834-5723-4fa7-9af3-b50c7388ff02 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.685717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-e4cc06b5-af4c-4eae-8ceb-38ef7ddc5ca1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Allocated IP 172.20.0.13 (be647a19-644e-4999-ac54-739f18101211/72975b91-58a9-49dc-82bb-e86274b7c2c3/9b05138a-105f-40bc-92b5-99545b91d7f6) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:30.696837 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d4b48c-a90a-448c-a0ab-6a2c6e1d81b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.770273 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-35d4b48c-a90a-448c-a0ab-6a2c6e1d81b1 admin admin] Deleting port 77464750-8bff-4610-ab13-614f79a52b2d {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:30.771003 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d4b48c-a90a-448c-a0ab-6a2c6e1d81b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.840713 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ab33faed-8c6a-4252-a59c-fe1e1f8d7f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '77464750-8bff-4610-ab13-614f79a52b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:15:29Z', 'revision_number': 5, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port': {'id': '77464750-8bff-4610-ab13-614f79a52b2d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:66:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:37Z', 'updated_at': '2021-07-16T01:10:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:30.858014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08dc21-a720-4814-b800-4ac0192dd1d6 req-b2339c80-2095-449c-a2fc-d9db11b79d78 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:30.861832 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.864942 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df08dc21-a720-4814-b800-4ac0192dd1d6 req-b2339c80-2095-449c-a2fc-d9db11b79d78 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a HTTP/1.1" status: 200 len: 950 time: 0.2469516 Jul 16 01:15:30.872103 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab33faed-8c6a-4252-a59c-fe1e1f8d7f9c None None] Checking router: f155519f-2854-4fa7-820c-9192c04882b5 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:15:30.880896 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab33faed-8c6a-4252-a59c-fe1e1f8d7f9c None None] Routers {'f155519f-2854-4fa7-820c-9192c04882b5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:30.882286 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ab33faed-8c6a-4252-a59c-fe1e1f8d7f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f155519f-2854-4fa7-820c-9192c04882b5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:30.884266 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-35d4b48c-a90a-448c-a0ab-6a2c6e1d81b1 admin admin] For port 77464750-8bff-4610-ab13-614f79a52b2d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=77464750-8bff-4610-ab13-614f79a52b2d,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:30.885667 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d4b48c-a90a-448c-a0ab-6a2c6e1d81b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.900588 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-35d4b48c-a90a-448c-a0ab-6a2c6e1d81b1 admin admin] Calling delete_port for 77464750-8bff-4610-ab13-614f79a52b2d owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:30.950921 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-06918e4c-cd6f-4bc8-abec-5f38aad61aeb req-8b306834-5723-4fa7-9af3-b50c7388ff02 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] For port 5e3cc773-51be-4445-85fa-735fa742184c, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5e3cc773-51be-4445-85fa-735fa742184c,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:30.951290 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-06918e4c-cd6f-4bc8-abec-5f38aad61aeb req-8b306834-5723-4fa7-9af3-b50c7388ff02 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:30.989863 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-ab33faed-8c6a-4252-a59c-fe1e1f8d7f9c None None] Set router f155519f-2854-4fa7-820c-9192c04882b5 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:30.995341 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-06918e4c-cd6f-4bc8-abec-5f38aad61aeb req-8b306834-5723-4fa7-9af3-b50c7388ff02 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Calling delete_port for 5e3cc773-51be-4445-85fa-735fa742184c owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:31.063155 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ab33faed-8c6a-4252-a59c-fe1e1f8d7f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:15:30Z', 'revision_number': 6, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:31.076222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df08dc21-a720-4814-b800-4ac0192dd1d6 req-f05373cc-220a-4bbb-be59-0abc46b4cc0f tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103703 Jul 16 01:15:31.093725 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab33faed-8c6a-4252-a59c-fe1e1f8d7f9c None None] The sync data for ids ['f155519f-2854-4fa7-820c-9192c04882b5'] in n-d-791505-14 is: [{'id': 'f155519f-2854-4fa7-820c-9192c04882b5', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-708988038-router', 'tenant_id': 'a149cbfec8a14af28ac02267946fa43c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:36Z', 'updated_at': '2021-07-16T01:15:30Z', 'revision_number': 6, 'project_id': 'a149cbfec8a14af28ac02267946fa43c', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:15:31.280362 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be695325-58d0-4413-b014-2433ad506067 req-99e8d8a4-56b7-4887-a543-80c1f23c60a4 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 210 time: 0.0562234 Jul 16 01:15:31.288512 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-e4cc06b5-af4c-4eae-8ceb-38ef7ddc5ca1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.386008 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d4b48c-a90a-448c-a0ab-6a2c6e1d81b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.397370 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-06918e4c-cd6f-4bc8-abec-5f38aad61aeb req-8b306834-5723-4fa7-9af3-b50c7388ff02 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.411431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['5e3cc773-51be-4445-85fa-735fa742184c'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:31.415263 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['01510a5a-b831-47e4-98ff-9c1f53602b7f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:31.455046 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4b48c-a90a-448c-a0ab-6a2c6e1d81b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=77464750-8bff-4610-ab13-614f79a52b2d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:31.498171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b306834-5723-4fa7-9af3-b50c7388ff02 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Pushing event deleted for resources: {'Port': ['ID=5e3cc773-51be-4445-85fa-735fa742184c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:31.557734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d4b48c-a90a-448c-a0ab-6a2c6e1d81b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.660336 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-e4cc06b5-af4c-4eae-8ceb-38ef7ddc5ca1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.681719 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d4b48c-a90a-448c-a0ab-6a2c6e1d81b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.688443 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d4b48c-a90a-448c-a0ab-6a2c6e1d81b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.828733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc06b5-af4c-4eae-8ceb-38ef7ddc5ca1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Pushing event updated for resources: {'Port': ['ID=9b05138a-105f-40bc-92b5-99545b91d7f6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:31.840498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-e4cc06b5-af4c-4eae-8ceb-38ef7ddc5ca1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Network be647a19-644e-4999-ac54-739f18101211 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:31.851717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-06918e4c-cd6f-4bc8-abec-5f38aad61aeb req-8b306834-5723-4fa7-9af3-b50c7388ff02 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] No DVR routers for this DVR port 5e3cc773-51be-4445-85fa-735fa742184c on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:31.855126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19b30025-1426-43c3-a4c6-501257e51124 req-bcf0483c-7a75-414b-8ad7-202f0d3a8fe1 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 210 time: 0.1776857 Jul 16 01:15:31.856100 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d4b48c-a90a-448c-a0ab-6a2c6e1d81b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.857249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d4b48c-a90a-448c-a0ab-6a2c6e1d81b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f155519f-2854-4fa7-820c-9192c04882b5 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:15:31.863711 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-06918e4c-cd6f-4bc8-abec-5f38aad61aeb req-8b306834-5723-4fa7-9af3-b50c7388ff02 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.865758 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-06918e4c-cd6f-4bc8-abec-5f38aad61aeb req-8b306834-5723-4fa7-9af3-b50c7388ff02 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.69 "DELETE /v2.0/ports/5e3cc773-51be-4445-85fa-735fa742184c HTTP/1.1" status: 204 len: 173 time: 1.5044918 Jul 16 01:15:31.874452 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d4b48c-a90a-448c-a0ab-6a2c6e1d81b1 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.879349 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-e4cc06b5-af4c-4eae-8ceb-38ef7ddc5ca1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:31.879543 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-35d4b48c-a90a-448c-a0ab-6a2c6e1d81b1 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f155519f-2854-4fa7-820c-9192c04882b5 HTTP/1.1" status: 204 len: 168 time: 1.5173521 Jul 16 01:15:31.882349 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45562) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:31.893180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-e4cc06b5-af4c-4eae-8ceb-38ef7ddc5ca1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:31.896639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-e4cc06b5-af4c-4eae-8ceb-38ef7ddc5ca1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:31.897812 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-e4cc06b5-af4c-4eae-8ceb-38ef7ddc5ca1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:31.917569 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-e4cc06b5-af4c-4eae-8ceb-38ef7ddc5ca1 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7999880 Jul 16 01:15:31.958042 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Request body: {'port': {'device_id': '453df5c4-4221-40d4-b693-4b1395e89a35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:31.979782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3831872-23b6-4fbd-947e-c39ec27fc7e9 admin admin] Deleting subnet d69c0452-c1ca-45cd-b628-a1b93f52dacb {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:15:31.985194 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3831872-23b6-4fbd-947e-c39ec27fc7e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:32.063899 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3831872-23b6-4fbd-947e-c39ec27fc7e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:32.107325 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['ed0aa526-742f-49c1-9017-618f74ce27f2'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:32.220174 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:32.330560 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3831872-23b6-4fbd-947e-c39ec27fc7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:32.373618 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0f719f7b-4ba3-415a-a72b-7d4fe1724e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:32.434905 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435dd541-7ea7-460d-9ea9-cdf5d348660a', 'name': 'network-vif-deleted', 'tag': '5e3cc773-51be-4445-85fa-735fa742184c'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:32.440797 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531d94cb-6354-4f40-bf1b-4a5052e0029c" -d '{"events": [{"server_uuid": "435dd541-7ea7-460d-9ea9-cdf5d348660a", "name": "network-vif-deleted", "tag": "5e3cc773-51be-4445-85fa-735fa742184c"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:32.454541 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3831872-23b6-4fbd-947e-c39ec27fc7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:32.510472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3831872-23b6-4fbd-947e-c39ec27fc7e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d69c0452-c1ca-45cd-b628-a1b93f52dacb,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:32.516482 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d51326f5-cc8d-478e-b2f7-2bf252749aed no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:32.521587 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3831872-23b6-4fbd-947e-c39ec27fc7e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:32.531812 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d3831872-23b6-4fbd-947e-c39ec27fc7e9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d69c0452-c1ca-45cd-b628-a1b93f52dacb HTTP/1.1" status: 204 len: 168 time: 0.6482613 Jul 16 01:15:32.532560 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45576) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:32.577011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: d51326f5-cc8d-478e-b2f7-2bf252749aed {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:32.577239 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d51326f5-cc8d-478e-b2f7-2bf252749aed not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:32.577661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 77464750-8bff-4610-ab13-614f79a52b2d no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:32.581736 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f32633b8-6a02-4362-9c2b-b908181dcd7c req-38d37b2a-d884-431d-b4cf-042d06a59416 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=435dd541-7ea7-460d-9ea9-cdf5d348660a HTTP/1.1" status: 200 len: 210 time: 0.2133884 Jul 16 01:15:32.585867 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d95401d-9b41-480e-8986-d89b08147ddb None None] Network 77e7a502-3917-4cf3-9cd7-99a26b80cffa requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:15:32.647152 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 77464750-8bff-4610-ab13-614f79a52b2d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:32.647501 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 77464750-8bff-4610-ab13-614f79a52b2d not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:32.704701 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e66529b-95c7-4d81-b3a2-f18e3a9771f1 x-openstack-request-id: req-7e66529b-95c7-4d81-b3a2-f18e3a9771f1 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:32.705282 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "435dd541-7ea7-460d-9ea9-cdf5d348660a", "name": "network-vif-deleted", "tag": "5e3cc773-51be-4445-85fa-735fa742184c", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:32.705755 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e66529b-95c7-4d81-b3a2-f18e3a9771f1 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:32.706469 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435dd541-7ea7-460d-9ea9-cdf5d348660a', 'name': 'network-vif-deleted', 'tag': '5e3cc773-51be-4445-85fa-735fa742184c', 'status': 'completed', 'code': 200} Jul 16 01:15:32.711449 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:32.857082 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] Deleting port 9c432496-0ed6-4ee7-b0be-71ea885ced57 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:32.858426 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:32.946164 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] For port 9c432496-0ed6-4ee7-b0be-71ea885ced57, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9c432496-0ed6-4ee7-b0be-71ea885ced57,segment=NetworkSegment(94929bf5-41ae-4a21-a954-5898f1a0898a),segment_id=94929bf5-41ae-4a21-a954-5898f1a0898a)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:32.946807 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:32.960063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] Calling delete_port for 9c432496-0ed6-4ee7-b0be-71ea885ced57 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:33.067494 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.097495 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83eea6a3-4518-4d14-866e-689a5b2af2b7 None None] DHCP port deletion for 77e7a502-3917-4cf3-9cd7-99a26b80cffa request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:15:33.119912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c432496-0ed6-4ee7-b0be-71ea885ced57,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:33.129470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] No DVR routers for this DVR port 9c432496-0ed6-4ee7-b0be-71ea885ced57 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:33.161738 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ab745-5bf4-4fde-bcdf-867d92993473 req-e66e1615-87a0-4cc2-89ba-0d30b86438ac tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:33.164582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b8ab745-5bf4-4fde-bcdf-867d92993473 req-e66e1615-87a0-4cc2-89ba-0d30b86438ac tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 932 time: 0.5983922 Jul 16 01:15:33.232227 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.244892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e7a502-3917-4cf3-9cd7-99a26b80cffa']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:33.261456 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94929bf5-41ae-4a21-a954-5898f1a0898a') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:33.262004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94929bf5-41ae-4a21-a954-5898f1a0898a') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:33.271496 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.286925 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.296358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:15:33.296765 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:15:33.298845 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:15:33.352876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7874af99-8f2e-4db2-bed4-66e21b7c0b08 req-4e1f5d66-81f0-4f68-ad57-b19c0ddc6325 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=26b1b3b3-4dc8-454b-bb53-f407ffb18089 HTTP/1.1" status: 200 len: 210 time: 0.0843382 Jul 16 01:15:33.388306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b8ab745-5bf4-4fde-bcdf-867d92993473 req-a45fb371-40b1-4472-bf67-aafc50883247 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327333 Jul 16 01:15:33.416517 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.423273 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.424495 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b05138a-105f-40bc-92b5-99545b91d7f6 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:33.427784 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] 10.222.0.22 "DELETE /v2.0/networks/77e7a502-3917-4cf3-9cd7-99a26b80cffa HTTP/1.1" status: 204 len: 168 time: 0.8908148 Jul 16 01:15:33.435062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45586) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:33.435491 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.466570 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Transition to ACTIVE for port object 9b05138a-105f-40bc-92b5-99545b91d7f6 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:33.473621 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.473835 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86259e73-c4a7-40d4-98e1-5a1ddc324104 admin admin] Pushing event deleted for resources: {'Network': ['ID=77e7a502-3917-4cf3-9cd7-99a26b80cffa,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:33.570563 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Pushing event updated for resources: {'Port': ['ID=9b05138a-105f-40bc-92b5-99545b91d7f6,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:33.633006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:33.633423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:33.633749 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:33.643179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Port 9b05138a-105f-40bc-92b5-99545b91d7f6 on network be647a19-644e-4999-ac54-739f18101211 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:15:33.643500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:33.655488 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:33.655860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Checking segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:33.656239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Bound using segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:33.656668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Bound port: 9b05138a-105f-40bc-92b5-99545b91d7f6, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:33.657025 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.671002 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-0f719f7b-4ba3-415a-a72b-7d4fe1724e1a admin admin] Deleting port f1f7f942-5bb6-4c21-a1c3-33224c5b855b {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:33.671345 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0f719f7b-4ba3-415a-a72b-7d4fe1724e1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.795139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:33.809110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=9b05138a-105f-40bc-92b5-99545b91d7f6,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:33.815283 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.870097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:33.870707 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.872188 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] 10.222.0.70 "PUT /v2.0/ports/9b05138a-105f-40bc-92b5-99545b91d7f6 HTTP/1.1" status: 200 len: 1093 time: 1.9248855 Jul 16 01:15:33.910677 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-0f719f7b-4ba3-415a-a72b-7d4fe1724e1a admin admin] For port f1f7f942-5bb6-4c21-a1c3-33224c5b855b, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f1f7f942-5bb6-4c21-a1c3-33224c5b855b,segment=NetworkSegment(15bb7885-4f53-4f73-ae82-74aaea69c6dc),segment_id=15bb7885-4f53-4f73-ae82-74aaea69c6dc)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:33.911030 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0f719f7b-4ba3-415a-a72b-7d4fe1724e1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:33.924707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-0f719f7b-4ba3-415a-a72b-7d4fe1724e1a admin admin] Calling delete_port for f1f7f942-5bb6-4c21-a1c3-33224c5b855b owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:33.936205 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40f549bc-c867-429a-94fc-a326e8deb3ec req-471c1954-d448-4ccf-a8cb-78150b6a35b9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1494422 Jul 16 01:15:33.939288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc282ad4-32a6-425c-ae31-79ac8d061a80 service neutron] Pushing event updated for resources: {'Port': ['ID=9b05138a-105f-40bc-92b5-99545b91d7f6,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:33.957129 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 5e3cc773-51be-4445-85fa-735fa742184c no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:33.997703 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5051b884-cc47-49d1-bbf9-b92069d3353d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.003692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 5e3cc773-51be-4445-85fa-735fa742184c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:34.004403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 5e3cc773-51be-4445-85fa-735fa742184c not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:34.167200 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f549bc-c867-429a-94fc-a326e8deb3ec req-2f678dcc-4d50-4040-a20e-a7adf7623a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:34.168857 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40f549bc-c867-429a-94fc-a326e8deb3ec req-2f678dcc-4d50-4040-a20e-a7adf7623a22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 1096 time: 0.2044499 Jul 16 01:15:34.419641 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f549bc-c867-429a-94fc-a326e8deb3ec req-081ab8d1-0cdf-42ae-bb5d-8d6e92389816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:34.421454 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40f549bc-c867-429a-94fc-a326e8deb3ec req-081ab8d1-0cdf-42ae-bb5d-8d6e92389816 service neutron] 10.222.0.70 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.2174180 Jul 16 01:15:34.440884 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-aff32916-33fb-4a90-9d20-23275af31c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:34.442383 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-aff32916-33fb-4a90-9d20-23275af31c71 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 1096 time: 0.5001485 Jul 16 01:15:34.497375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-d43616f3-c45a-498b-8528-20a77d68a4be service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b05138a-105f-40bc-92b5-99545b91d7f6 HTTP/1.1" status: 200 len: 217 time: 0.0425656 Jul 16 01:15:34.505761 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9c432496-0ed6-4ee7-b0be-71ea885ced57 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:34.519480 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40f549bc-c867-429a-94fc-a326e8deb3ec req-b0ee5118-38fb-4736-8764-63fc8f75d624 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a4c1613a-633a-4a46-9a90-14b62e3a1cd1 HTTP/1.1" status: 200 len: 217 time: 0.0879102 Jul 16 01:15:34.557673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 9c432496-0ed6-4ee7-b0be-71ea885ced57 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:34.558068 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9c432496-0ed6-4ee7-b0be-71ea885ced57 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:34.606890 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f549bc-c867-429a-94fc-a326e8deb3ec req-32488389-f779-4e3d-a6fc-f1d5109e7cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:34.608616 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40f549bc-c867-429a-94fc-a326e8deb3ec req-32488389-f779-4e3d-a6fc-f1d5109e7cb0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.0754313 Jul 16 01:15:34.628921 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a56c1c-e42e-4328-bca8-7bfd842819e1 req-0394c226-b1df-41ad-8fb2-a2f8cf114301 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:34.636615 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13a56c1c-e42e-4328-bca8-7bfd842819e1 req-0394c226-b1df-41ad-8fb2-a2f8cf114301 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 950 time: 0.2954755 Jul 16 01:15:34.685302 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40f549bc-c867-429a-94fc-a326e8deb3ec req-b1ae4d19-8a84-4420-bb86-7afcc30e5603 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390882 Jul 16 01:15:34.737952 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dccb8245-de1b-4911-8d8c-11091029f1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.738971 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453df5c4-4221-40d4-b693-4b1395e89a35', 'tag': '9b05138a-105f-40bc-92b5-99545b91d7f6'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:34.741361 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c402b7-38c3-4526-a848-89ffddd66b46" -d '{"events": [{"name": "network-changed", "server_uuid": "453df5c4-4221-40d4-b693-4b1395e89a35", "tag": "9b05138a-105f-40bc-92b5-99545b91d7f6"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:34.751360 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5051b884-cc47-49d1-bbf9-b92069d3353d admin admin] Deleting port ca91694b-2b9a-407e-9220-9bd4baa2d221 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:34.751662 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5051b884-cc47-49d1-bbf9-b92069d3353d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.772331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-14d1ebec-4a09-4984-89b5-8423852ae07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:34.773832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-14d1ebec-4a09-4984-89b5-8423852ae07a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.2606971 Jul 16 01:15:34.800283 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13a56c1c-e42e-4328-bca8-7bfd842819e1 req-c631bd2b-1815-4a99-a8c9-aaf9c3a358bd tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626682 Jul 16 01:15:34.845064 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0f719f7b-4ba3-415a-a72b-7d4fe1724e1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.869475 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14d8c75-d41e-40c7-bfe3-fca329908837 x-openstack-request-id: req-c14d8c75-d41e-40c7-bfe3-fca329908837 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:34.870019 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453df5c4-4221-40d4-b693-4b1395e89a35", "tag": "9b05138a-105f-40bc-92b5-99545b91d7f6", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:34.870879 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c14d8c75-d41e-40c7-bfe3-fca329908837 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:34.871426 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453df5c4-4221-40d4-b693-4b1395e89a35', 'tag': '9b05138a-105f-40bc-92b5-99545b91d7f6', 'status': 'completed', 'code': 200} Jul 16 01:15:34.885676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-5051b884-cc47-49d1-bbf9-b92069d3353d admin admin] For port ca91694b-2b9a-407e-9220-9bd4baa2d221, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ca91694b-2b9a-407e-9220-9bd4baa2d221,segment=NetworkSegment(6d686552-cb55-4e44-9640-ee3f8eb2c95c),segment_id=6d686552-cb55-4e44-9640-ee3f8eb2c95c)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:34.886038 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5051b884-cc47-49d1-bbf9-b92069d3353d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:34.888477 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-e67f27db-fda6-4c66-9757-8424dd2dad64 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833321 Jul 16 01:15:34.905422 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5051b884-cc47-49d1-bbf9-b92069d3353d admin admin] Calling delete_port for ca91694b-2b9a-407e-9220-9bd4baa2d221 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:34.908412 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40f549bc-c867-429a-94fc-a326e8deb3ec req-c75bc5f5-fd1a-432e-90c6-7eb9b785cdde service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079613 Jul 16 01:15:34.922263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f719f7b-4ba3-415a-a72b-7d4fe1724e1a admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f7f942-5bb6-4c21-a1c3-33224c5b855b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:34.937066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8b57c-c3e5-46bb-a732-bee084801ced req-4f130ef0-6488-4b67-bf91-b5bbd72c9b36 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:34.938633 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1cb8b57c-c3e5-46bb-a732-bee084801ced req-4f130ef0-6488-4b67-bf91-b5bbd72c9b36 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 944 time: 0.2829213 Jul 16 01:15:35.134131 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40f549bc-c867-429a-94fc-a326e8deb3ec req-113758ce-b688-4398-89af-eeb344522cf9 service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830084 Jul 16 01:15:35.187689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1cb8b57c-c3e5-46bb-a732-bee084801ced req-68a6ad92-c2fb-4e66-96ac-4522caa60c60 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221508 Jul 16 01:15:35.218243 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5051b884-cc47-49d1-bbf9-b92069d3353d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:35.224790 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-56ab26a9-5339-4096-aa08-bad82d96c0ff service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3147516 Jul 16 01:15:35.251739 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0f719f7b-4ba3-415a-a72b-7d4fe1724e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:35.262579 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5051b884-cc47-49d1-bbf9-b92069d3353d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca91694b-2b9a-407e-9220-9bd4baa2d221,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:35.481694 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5051b884-cc47-49d1-bbf9-b92069d3353d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:35.485579 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ae3bed6-e063-4b24-be32-1ee5ef4a9ce0 req-d408c33c-8005-4253-b0e5-aed9c102de35 service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484012 Jul 16 01:15:35.648042 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f719f7b-4ba3-415a-a72b-7d4fe1724e1a admin admin] Router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:15:35.667721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c402b7-38c3-4526-a848-89ffddd66b46 req-32d9804f-047b-44a1-a9f9-cd1cb2de3e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:35.669326 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74c402b7-38c3-4526-a848-89ffddd66b46 req-32d9804f-047b-44a1-a9f9-cd1cb2de3e52 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 1096 time: 0.0820498 Jul 16 01:15:35.850640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f719f7b-4ba3-415a-a72b-7d4fe1724e1a admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:15:35.858844 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0f719f7b-4ba3-415a-a72b-7d4fe1724e1a admin admin] 10.222.0.22 "PUT /v2.0/routers/d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3764529 Jul 16 01:15:35.858844 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c402b7-38c3-4526-a848-89ffddd66b46 req-a06d692c-6bb2-4010-a386-8b5e3d1c7f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:35.859867 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74c402b7-38c3-4526-a848-89ffddd66b46 req-a06d692c-6bb2-4010-a386-8b5e3d1c7f62 service neutron] 10.222.0.70 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.1577489 Jul 16 01:15:35.860300 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45620) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:35.864944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20bf64-1c43-497d-a07d-69753f3f5605 None None] Sync routers for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:15:35.879179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20bf64-1c43-497d-a07d-69753f3f5605 None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:35.879846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7c20bf64-1c43-497d-a07d-69753f3f5605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:35.992148 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74c402b7-38c3-4526-a848-89ffddd66b46 req-192ed1ea-f9f4-4a16-a67d-f96650f7cbca service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b05138a-105f-40bc-92b5-99545b91d7f6 HTTP/1.1" status: 200 len: 217 time: 0.1167450 Jul 16 01:15:36.027783 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5051b884-cc47-49d1-bbf9-b92069d3353d admin admin] Router f583cea0-c2df-4db1-a047-e415f8de571b has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:15:36.132539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c402b7-38c3-4526-a848-89ffddd66b46 req-8f1064f0-f22b-4c9a-9317-92331dc68ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:36.134186 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74c402b7-38c3-4526-a848-89ffddd66b46 req-8f1064f0-f22b-4c9a-9317-92331dc68ecb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.1224830 Jul 16 01:15:36.183904 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ccbec95-0c96-438b-87e1-5bc7e18f896d admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:36.189356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74c402b7-38c3-4526-a848-89ffddd66b46 req-2a740dab-6d8b-4d24-8e25-877643a016af service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421889 Jul 16 01:15:36.201033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9001a35-8387-41f4-b059-6ff45a5d6e0a req-e0264780-d596-4199-94d5-13b56f79c295 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:36.202568 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9001a35-8387-41f4-b059-6ff45a5d6e0a req-e0264780-d596-4199-94d5-13b56f79c295 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 950 time: 0.2509933 Jul 16 01:15:36.221603 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5051b884-cc47-49d1-bbf9-b92069d3353d admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:15:36.240994 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbcae1a-c1e8-4e11-9473-8dfc07113fed None None] Sync routers for ids ['f583cea0-c2df-4db1-a047-e415f8de571b'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:15:36.249041 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5051b884-cc47-49d1-bbf9-b92069d3353d admin admin] 10.222.0.22 "PUT /v2.0/routers/f583cea0-c2df-4db1-a047-e415f8de571b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8130536 Jul 16 01:15:36.249920 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45626) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:36.256076 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbcae1a-c1e8-4e11-9473-8dfc07113fed None None] Routers {'f583cea0-c2df-4db1-a047-e415f8de571b'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:36.257338 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-dcbcae1a-c1e8-4e11-9473-8dfc07113fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f583cea0-c2df-4db1-a047-e415f8de571b'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:36.257488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-7c20bf64-1c43-497d-a07d-69753f3f5605 None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:36.501778 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-dcbcae1a-c1e8-4e11-9473-8dfc07113fed None None] Set router f583cea0-c2df-4db1-a047-e415f8de571b gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:36.520875 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff189f24-0a1e-4ee1-be81-9a513181598c req-f2f91f36-93b6-4183-9d7f-95248c91db42 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:36.522614 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ff189f24-0a1e-4ee1-be81-9a513181598c req-f2f91f36-93b6-4183-9d7f-95248c91db42 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.70 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 950 time: 0.2122209 Jul 16 01:15:36.563135 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7c20bf64-1c43-497d-a07d-69753f3f5605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:15:34Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:36.596214 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20bf64-1c43-497d-a07d-69753f3f5605 None None] Checking router: d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:15:36.612581 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c20bf64-1c43-497d-a07d-69753f3f5605 None None] Routers {'d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:36.619276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7c20bf64-1c43-497d-a07d-69753f3f5605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:36.689253 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9001a35-8387-41f4-b059-6ff45a5d6e0a req-0adff2c4-1405-4991-8c5a-6cde652d19a7 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/security-groups?id=0907ce71-6dca-41f2-b331-ba19ee65237b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253712 Jul 16 01:15:36.710668 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74c402b7-38c3-4526-a848-89ffddd66b46 req-d7d550d1-59d6-4caa-973c-c43dcd0b122b service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4506419 Jul 16 01:15:36.716717 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ccbec95-0c96-438b-87e1-5bc7e18f896d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:36.834648 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26f2eeed-fc37-446d-bdcb-009d57214f67 admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:36.853950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-7c20bf64-1c43-497d-a07d-69753f3f5605 None None] Set router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:36.860337 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-dcbcae1a-c1e8-4e11-9473-8dfc07113fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1314818583-router', 'tenant_id': '694de7fb94d847718ed14704c40e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:15:35Z', 'revision_number': 5, 'project_id': '694de7fb94d847718ed14704c40e88dd', 'gw_port': {'id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:36.921881 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbcae1a-c1e8-4e11-9473-8dfc07113fed None None] Checking router: f583cea0-c2df-4db1-a047-e415f8de571b for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:15:36.939426 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbcae1a-c1e8-4e11-9473-8dfc07113fed None None] Routers {'f583cea0-c2df-4db1-a047-e415f8de571b'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:36.940078 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-dcbcae1a-c1e8-4e11-9473-8dfc07113fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f583cea0-c2df-4db1-a047-e415f8de571b'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:37.080002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-ff189f24-0a1e-4ee1-be81-9a513181598c req-c4c4d1da-fa9b-4562-88dc-025ec1961f21 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Deleting port 01510a5a-b831-47e4-98ff-9c1f53602b7f {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:37.080543 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ff189f24-0a1e-4ee1-be81-9a513181598c req-c4c4d1da-fa9b-4562-88dc-025ec1961f21 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:37.092706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46591f59-b3ca-4767-bb0d-789ebe738aa6 req-e0f34bd2-a16f-44d0-a368-d54c04fd20ad tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:37.116133 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46591f59-b3ca-4767-bb0d-789ebe738aa6 req-e0f34bd2-a16f-44d0-a368-d54c04fd20ad tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 944 time: 0.6228981 Jul 16 01:15:37.136614 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-dcbcae1a-c1e8-4e11-9473-8dfc07113fed None None] Set router f583cea0-c2df-4db1-a047-e415f8de571b gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:37.177329 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26f2eeed-fc37-446d-bdcb-009d57214f67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:37.192576 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74c402b7-38c3-4526-a848-89ffddd66b46 req-c6de53ef-cbee-4619-b6e4-286ccfce54a6 service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4579136 Jul 16 01:15:37.196694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbec95-0c96-438b-87e1-5bc7e18f896d admin admin] Deleting port 770dc93f-88f7-4a75-9f84-284d42d14afe {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:37.200050 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ccbec95-0c96-438b-87e1-5bc7e18f896d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:37.205840 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7c20bf64-1c43-497d-a07d-69753f3f5605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:15:34Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:37.244822 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46591f59-b3ca-4767-bb0d-789ebe738aa6 req-2befe563-7e7a-4dbb-ae31-29e7287c0bfa tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275935 Jul 16 01:15:37.256631 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c20bf64-1c43-497d-a07d-69753f3f5605 None None] The sync data for ids ['d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b'] in n-d-791505-14 is: [{'id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'name': 'tempest-FloatingIPsAssociationTestJSON-824131113-router', 'tenant_id': '70d4a48d33d443b48e0f8d661d77b75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:53Z', 'updated_at': '2021-07-16T01:15:34Z', 'revision_number': 5, 'project_id': '70d4a48d33d443b48e0f8d661d77b75e', 'gw_port': {'id': '770dc93f-88f7-4a75-9f84-284d42d14afe', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:d0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:14:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:15:37.294759 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d2467ec9-0f99-42f1-8cd1-56b939631091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:37.298653 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:37.325132 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-ff189f24-0a1e-4ee1-be81-9a513181598c req-c4c4d1da-fa9b-4562-88dc-025ec1961f21 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] For port 01510a5a-b831-47e4-98ff-9c1f53602b7f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=01510a5a-b831-47e4-98ff-9c1f53602b7f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:37.325549 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ff189f24-0a1e-4ee1-be81-9a513181598c req-c4c4d1da-fa9b-4562-88dc-025ec1961f21 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:37.342348 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-ff189f24-0a1e-4ee1-be81-9a513181598c req-c4c4d1da-fa9b-4562-88dc-025ec1961f21 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Calling delete_port for 01510a5a-b831-47e4-98ff-9c1f53602b7f owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:37.382644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-3ccbec95-0c96-438b-87e1-5bc7e18f896d admin admin] For port 770dc93f-88f7-4a75-9f84-284d42d14afe, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=770dc93f-88f7-4a75-9f84-284d42d14afe,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:37.383144 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ccbec95-0c96-438b-87e1-5bc7e18f896d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:37.395494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-3ccbec95-0c96-438b-87e1-5bc7e18f896d admin admin] Calling delete_port for 770dc93f-88f7-4a75-9f84-284d42d14afe owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:37.487008 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-dcbcae1a-c1e8-4e11-9473-8dfc07113fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1314818583-router', 'tenant_id': '694de7fb94d847718ed14704c40e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:15:35Z', 'revision_number': 5, 'project_id': '694de7fb94d847718ed14704c40e88dd', 'gw_port': {'id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:37.512668 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ff189f24-0a1e-4ee1-be81-9a513181598c req-c4c4d1da-fa9b-4562-88dc-025ec1961f21 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:37.514389 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcbcae1a-c1e8-4e11-9473-8dfc07113fed None None] The sync data for ids ['f583cea0-c2df-4db1-a047-e415f8de571b'] in n-d-791505-14 is: [{'id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1314818583-router', 'tenant_id': '694de7fb94d847718ed14704c40e88dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:15:35Z', 'revision_number': 5, 'project_id': '694de7fb94d847718ed14704c40e88dd', 'gw_port': {'id': '9babcf1b-4b03-4fa2-9471-2bd7f36cc59e', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:b8:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f583cea0-c2df-4db1-a047-e415f8de571b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:10:45Z', 'updated_at': '2021-07-16T01:10:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:15:37.529290 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['01510a5a-b831-47e4-98ff-9c1f53602b7f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:37.567915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4d1da-fa9b-4562-88dc-025ec1961f21 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Pushing event deleted for resources: {'Port': ['ID=01510a5a-b831-47e4-98ff-9c1f53602b7f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:37.591167 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ccbec95-0c96-438b-87e1-5bc7e18f896d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:37.608501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-26f2eeed-fc37-446d-bdcb-009d57214f67 admin admin] Deleting port 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:37.608840 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26f2eeed-fc37-446d-bdcb-009d57214f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:37.630737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccbec95-0c96-438b-87e1-5bc7e18f896d admin admin] Pushing event deleted for resources: {'Port': ['ID=770dc93f-88f7-4a75-9f84-284d42d14afe,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:37.644664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff189f24-0a1e-4ee1-be81-9a513181598c req-c4c4d1da-fa9b-4562-88dc-025ec1961f21 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] No DVR routers for this DVR port 01510a5a-b831-47e4-98ff-9c1f53602b7f on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:37.662164 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ff189f24-0a1e-4ee1-be81-9a513181598c req-c4c4d1da-fa9b-4562-88dc-025ec1961f21 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:37.664774 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ff189f24-0a1e-4ee1-be81-9a513181598c req-c4c4d1da-fa9b-4562-88dc-025ec1961f21 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.70 "DELETE /v2.0/ports/01510a5a-b831-47e4-98ff-9c1f53602b7f HTTP/1.1" status: 204 len: 173 time: 1.1360848 Jul 16 01:15:37.665213 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b32941-57f0-429e-84b2-49f708f79497', 'name': 'network-vif-deleted', 'tag': '01510a5a-b831-47e4-98ff-9c1f53602b7f'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:37.667448 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fc3b76-49e8-49ed-99ec-5ce269dc7e09" -d '{"events": [{"server_uuid": "12b32941-57f0-429e-84b2-49f708f79497", "name": "network-vif-deleted", "tag": "01510a5a-b831-47e4-98ff-9c1f53602b7f"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:37.680346 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ccbec95-0c96-438b-87e1-5bc7e18f896d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:37.783344 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009661a2-2dc1-43ac-ad87-3d0aa673c1b5 x-openstack-request-id: req-009661a2-2dc1-43ac-ad87-3d0aa673c1b5 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:37.783648 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b32941-57f0-429e-84b2-49f708f79497", "name": "network-vif-deleted", "tag": "01510a5a-b831-47e4-98ff-9c1f53602b7f", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:37.783928 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-009661a2-2dc1-43ac-ad87-3d0aa673c1b5 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:37.784323 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b32941-57f0-429e-84b2-49f708f79497', 'name': 'network-vif-deleted', 'tag': '01510a5a-b831-47e4-98ff-9c1f53602b7f', 'status': 'completed', 'code': 200} Jul 16 01:15:37.868582 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-26f2eeed-fc37-446d-bdcb-009d57214f67 admin admin] For port 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9babcf1b-4b03-4fa2-9471-2bd7f36cc59e,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:37.868948 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26f2eeed-fc37-446d-bdcb-009d57214f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:37.893039 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ccbec95-0c96-438b-87e1-5bc7e18f896d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:37.907249 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ccbec95-0c96-438b-87e1-5bc7e18f896d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:37.908504 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-26f2eeed-fc37-446d-bdcb-009d57214f67 admin admin] Calling delete_port for 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:38.347229 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26f2eeed-fc37-446d-bdcb-009d57214f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:38.440082 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:38.478628 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2eeed-fc37-446d-bdcb-009d57214f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=9babcf1b-4b03-4fa2-9471-2bd7f36cc59e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:38.551752 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26f2eeed-fc37-446d-bdcb-009d57214f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:38.561019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f1f7f942-5bb6-4c21-a1c3-33224c5b855b no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:38.601122 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: f1f7f942-5bb6-4c21-a1c3-33224c5b855b {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:38.605351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f1f7f942-5bb6-4c21-a1c3-33224c5b855b not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:38.605835 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ca91694b-2b9a-407e-9220-9bd4baa2d221 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:38.646287 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: ca91694b-2b9a-407e-9220-9bd4baa2d221 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:38.652390 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ca91694b-2b9a-407e-9220-9bd4baa2d221 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:38.687518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac67acd7-9f13-40bb-b975-5387ed12c1fd req-81264584-3974-460d-b005-f1b2571c6698 tempest-ServersAdminTestJSON-1349491346 tempest-ServersAdminTestJSON-1349491346-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32941-57f0-429e-84b2-49f708f79497 HTTP/1.1" status: 200 len: 210 time: 0.6074145 Jul 16 01:15:38.721730 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ccbec95-0c96-438b-87e1-5bc7e18f896d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:38.722483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccbec95-0c96-438b-87e1-5bc7e18f896d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:15:38.736091 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ccbec95-0c96-438b-87e1-5bc7e18f896d admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:38.737353 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3ccbec95-0c96-438b-87e1-5bc7e18f896d admin admin] 10.222.0.22 "DELETE /v2.0/routers/d78d18fe-b1e8-4e7f-ab69-8f70fb0ab40b HTTP/1.1" status: 204 len: 168 time: 2.8761446 Jul 16 01:15:38.745732 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65499508-ae9b-4160-b752-80ca6016d910 req-aae91d1f-9c60-44af-8d0b-54259865d206 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9395583 Jul 16 01:15:38.746362 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45652) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:38.806529 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26f2eeed-fc37-446d-bdcb-009d57214f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:38.814374 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26f2eeed-fc37-446d-bdcb-009d57214f67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:38.880412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c0450-b570-42ea-8786-360f67a078db req-6e97d4d6-8640-41d7-b61a-ccde06c059c4 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:38.889305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a3c0450-b570-42ea-8786-360f67a078db req-6e97d4d6-8640-41d7-b61a-ccde06c059c4 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 944 time: 0.2005713 Jul 16 01:15:38.913029 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26f2eeed-fc37-446d-bdcb-009d57214f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:38.913649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f2eeed-fc37-446d-bdcb-009d57214f67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f583cea0-c2df-4db1-a047-e415f8de571b {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:15:38.920205 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26f2eeed-fc37-446d-bdcb-009d57214f67 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:38.921286 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-816ed937-18a0-4460-b0c3-5b287f6350c7 admin admin] Deleting subnet 9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:15:38.924881 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-816ed937-18a0-4460-b0c3-5b287f6350c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:38.926842 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-26f2eeed-fc37-446d-bdcb-009d57214f67 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f583cea0-c2df-4db1-a047-e415f8de571b HTTP/1.1" status: 204 len: 168 time: 2.6722581 Jul 16 01:15:38.927483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45654) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:38.962250 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-816ed937-18a0-4460-b0c3-5b287f6350c7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.022300 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-816ed937-18a0-4460-b0c3-5b287f6350c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.064520 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6cf5c2-0ef1-40b6-a6d8-eac8a2c5dbf5 admin admin] Deleting subnet affbb17a-40a5-4ab3-b531-d0f5de8806d0 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:15:39.084972 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e6cf5c2-0ef1-40b6-a6d8-eac8a2c5dbf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.155409 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e6cf5c2-0ef1-40b6-a6d8-eac8a2c5dbf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.233328 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a3c0450-b570-42ea-8786-360f67a078db req-86636bd2-3416-403d-85bc-834978f78a0b tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256655 Jul 16 01:15:39.298917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65499508-ae9b-4160-b752-80ca6016d910 req-6f253671-bd3e-4718-8b85-d9e8b1bfe58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:39.302460 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e6cf5c2-0ef1-40b6-a6d8-eac8a2c5dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.313642 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65499508-ae9b-4160-b752-80ca6016d910 req-6f253671-bd3e-4718-8b85-d9e8b1bfe58d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 1096 time: 0.5183003 Jul 16 01:15:39.323345 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-816ed937-18a0-4460-b0c3-5b287f6350c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.394965 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e6cf5c2-0ef1-40b6-a6d8-eac8a2c5dbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.399897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ed937-18a0-4460-b0c3-5b287f6350c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:39.409405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1e93f9-5a83-4b56-98e8-6c388c33f9b9 None None] Network dc150639-5c75-49e1-9745-52422cc19e6f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:15:39.427837 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e6cf5c2-0ef1-40b6-a6d8-eac8a2c5dbf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.432432 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9e6cf5c2-0ef1-40b6-a6d8-eac8a2c5dbf5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/affbb17a-40a5-4ab3-b531-d0f5de8806d0 HTTP/1.1" status: 204 len: 168 time: 0.5028255 Jul 16 01:15:39.433081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45662) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:39.445334 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-816ed937-18a0-4460-b0c3-5b287f6350c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.454503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-816ed937-18a0-4460-b0c3-5b287f6350c7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9cc7bbbb-905a-4d0c-962c-6e1e3f2317ee HTTP/1.1" status: 204 len: 168 time: 0.7033482 Jul 16 01:15:39.457120 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45664) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:39.468046 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7784dfe-3d64-488e-afaf-d876b4c4a3aa None None] Network 935a2388-f586-4a46-8ec9-e530260a02a1 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:15:39.493457 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cf5c2-0ef1-40b6-a6d8-eac8a2c5dbf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=affbb17a-40a5-4ab3-b531-d0f5de8806d0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:39.573591 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.641962 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.758770 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65499508-ae9b-4160-b752-80ca6016d910 req-962eaa9b-8fd9-4d7a-bee4-3ddd45b98a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:39.762341 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65499508-ae9b-4160-b752-80ca6016d910 req-962eaa9b-8fd9-4d7a-bee4-3ddd45b98a30 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 200 len: 909 time: 0.3752067 Jul 16 01:15:39.765013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Deleting port d865cd11-d87a-4070-be3e-a01efc50c007 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:39.767360 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] Deleting port bcee642d-2829-4be8-99df-e11622ac23a4 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:39.767846 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.769506 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.910010 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65499508-ae9b-4160-b752-80ca6016d910 req-68389155-f4b4-4d1c-9cb7-9d628d5091a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6 HTTP/1.1" status: 200 len: 217 time: 0.1371033 Jul 16 01:15:39.915627 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] For port bcee642d-2829-4be8-99df-e11622ac23a4, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bcee642d-2829-4be8-99df-e11622ac23a4,segment=NetworkSegment(6d686552-cb55-4e44-9640-ee3f8eb2c95c),segment_id=6d686552-cb55-4e44-9640-ee3f8eb2c95c)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:39.918807 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:39.949633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] Calling delete_port for bcee642d-2829-4be8-99df-e11622ac23a4 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:40.042639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65499508-ae9b-4160-b752-80ca6016d910 req-4b1f6e8c-d71a-48b9-80f8-9cf4ae800b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:40.059121 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65499508-ae9b-4160-b752-80ca6016d910 req-4b1f6e8c-d71a-48b9-80f8-9cf4ae800b48 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 200 len: 848 time: 0.1375327 Jul 16 01:15:40.124665 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] For port d865cd11-d87a-4070-be3e-a01efc50c007, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d865cd11-d87a-4070-be3e-a01efc50c007,segment=NetworkSegment(15bb7885-4f53-4f73-ae82-74aaea69c6dc),segment_id=15bb7885-4f53-4f73-ae82-74aaea69c6dc)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:40.124845 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.142754 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Calling delete_port for d865cd11-d87a-4070-be3e-a01efc50c007 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:40.211475 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.262359 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.350275 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 01510a5a-b831-47e4-98ff-9c1f53602b7f no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:40.366693 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.378541 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65499508-ae9b-4160-b752-80ca6016d910 req-40781ad0-0ae5-49ba-95c8-95182f2e95b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8a12b0de-6ef6-45d3-924a-11f308816a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3107913 Jul 16 01:15:40.398336 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcee642d-2829-4be8-99df-e11622ac23a4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:40.398892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 01510a5a-b831-47e4-98ff-9c1f53602b7f {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:40.399304 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 01510a5a-b831-47e4-98ff-9c1f53602b7f not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:40.406021 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517a815d-b9c6-476d-b81b-074c80239c2c None None] DHCP port deletion for dc150639-5c75-49e1-9745-52422cc19e6f request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:15:40.420321 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] No DVR routers for this DVR port bcee642d-2829-4be8-99df-e11622ac23a4 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:40.458132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20caa9f6-c696-4070-9bc2-eb0dcccdb681 None None] DHCP port deletion for 935a2388-f586-4a46-8ec9-e530260a02a1 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:15:40.478278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45680) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:40.514251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Pushing event deleted for resources: {'Port': ['ID=d865cd11-d87a-4070-be3e-a01efc50c007,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:40.533597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] No DVR routers for this DVR port d865cd11-d87a-4070-be3e-a01efc50c007 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:40.593213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:40.659736 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:40.660371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9babcf1b-4b03-4fa2-9471-2bd7f36cc59e not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:40.660984 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d865cd11-d87a-4070-be3e-a01efc50c007 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:40.687623 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.700495 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935a2388-f586-4a46-8ec9-e530260a02a1']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:40.712740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d686552-cb55-4e44-9640-ee3f8eb2c95c') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:40.712740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d686552-cb55-4e44-9640-ee3f8eb2c95c') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:40.722117 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.730391 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: d865cd11-d87a-4070-be3e-a01efc50c007 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:40.730756 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d865cd11-d87a-4070-be3e-a01efc50c007 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:40.732618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 770dc93f-88f7-4a75-9f84-284d42d14afe no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:40.738941 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.746263 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:15:40.746731 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.793567 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 770dc93f-88f7-4a75-9f84-284d42d14afe {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:40.793922 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 770dc93f-88f7-4a75-9f84-284d42d14afe not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:15:40.847145 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:15:40.904051 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a11a4e38-6b81-4da5-a59e-2d97ac8a459a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f4f0b608e0d4a25b813076a22b8aa5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231062 Jul 16 01:15:40.904755 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45692) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:40.905402 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.959652 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.977167 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:15:40.977837 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:15:40.978770 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:15:40.979333 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Subscribe: > port after_create 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:15:40.979887 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:15:40.980422 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Subscribe: > port after_update 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:15:40.980938 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:15:40.981453 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:15:40.981983 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:15:40.982517 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:15:40.986897 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:40.988969 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] 10.222.0.22 "DELETE /v2.0/networks/935a2388-f586-4a46-8ec9-e530260a02a1 HTTP/1.1" status: 204 len: 168 time: 1.5229805 Jul 16 01:15:40.989855 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6406432-0efa-4195-a11e-887df7ffa424 admin admin] Pushing event deleted for resources: {'Network': ['ID=935a2388-f586-4a46-8ec9-e530260a02a1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:41.031892 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a456-6001-438e-9269-1461d71b32c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.097719 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a456-6001-438e-9269-1461d71b32c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.160577 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:15:41.161090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:15:41.161294 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:15:41.161586 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 01:15:41.161975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc150639-5c75-49e1-9745-52422cc19e6f']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:41.213273 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a456-6001-438e-9269-1461d71b32c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.216616 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ab8a456-6001-438e-9269-1461d71b32c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.217876 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8ab8a456-6001-438e-9269-1461d71b32c4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0907ce71-6dca-41f2-b331-ba19ee65237b HTTP/1.1" status: 204 len: 168 time: 0.3105412 Jul 16 01:15:41.236166 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8a456-6001-438e-9269-1461d71b32c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0907ce71-6dca-41f2-b331-ba19ee65237b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:41.239790 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65499508-ae9b-4160-b752-80ca6016d910 req-fbb87143-1af9-4393-983d-f3a7b23d5055 service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8001575 Jul 16 01:15:41.270558 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45700) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:41.318264 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45704) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:41.341677 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15bb7885-4f53-4f73-ae82-74aaea69c6dc') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:41.342129 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15bb7885-4f53-4f73-ae82-74aaea69c6dc') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:41.426926 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-45ab5ab0-c3ac-4478-b8c2-923d8a97f4db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a149cbfec8a14af28ac02267946fa43c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1532190 Jul 16 01:15:41.431956 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45706) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:41.488927 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.519163 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.534279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:15:41.534700 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.573293 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-216aa4e1-421c-4e98-8d0f-ad6e906880c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:15:41.612635 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:15:41.624456 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-216aa4e1-421c-4e98-8d0f-ad6e906880c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.676095 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8108d7-5af2-4d17-a47d-e70fb9fd1353 req-3e5c7e82-bb88-4014-9c8c-0b338199c6f6 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:41.677648 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a8108d7-5af2-4d17-a47d-e70fb9fd1353 req-3e5c7e82-bb88-4014-9c8c-0b338199c6f6 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 944 time: 1.0829110 Jul 16 01:15:41.678962 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.699478 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.701577 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] 10.222.0.22 "DELETE /v2.0/networks/dc150639-5c75-49e1-9745-52422cc19e6f HTTP/1.1" status: 204 len: 168 time: 2.2281115 Jul 16 01:15:41.727017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a3ca6-a949-4566-94bd-06a6dd3b271c admin admin] Pushing event deleted for resources: {'Network': ['ID=dc150639-5c75-49e1-9745-52422cc19e6f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:41.748338 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-216aa4e1-421c-4e98-8d0f-ad6e906880c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.751541 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-216aa4e1-421c-4e98-8d0f-ad6e906880c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:41.752622 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-216aa4e1-421c-4e98-8d0f-ad6e906880c4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b40fd25-41c8-4185-b2dd-2afefa317b6c HTTP/1.1" status: 204 len: 168 time: 0.3184950 Jul 16 01:15:41.770169 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216aa4e1-421c-4e98-8d0f-ad6e906880c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b40fd25-41c8-4185-b2dd-2afefa317b6c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:41.909896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a8108d7-5af2-4d17-a47d-e70fb9fd1353 req-30340e96-5996-4c02-8040-a2a8060f3f2e tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194338 Jul 16 01:15:41.918855 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65499508-ae9b-4160-b752-80ca6016d910 req-59f760af-2c2a-4e05-ae89-f17a4bbdc708 service neutron] 10.222.0.69 "GET /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582461 Jul 16 01:15:41.991027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45718) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:42.112801 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0903c28a-9556-439c-bdec-072b77525b97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ff95cd207464e1698100a99c66ecc82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269844 Jul 16 01:15:42.114624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45720) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:42.174155 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45722) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:42.334396 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-672e7652-eb7c-44be-a583-667f9aa43526 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=70d4a48d33d443b48e0f8d661d77b75e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584432 Jul 16 01:15:42.335026 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45726) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:42.336639 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d431a3-7341-4b47-b87e-c250c9ca135c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.382004 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d431a3-7341-4b47-b87e-c250c9ca135c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.462187 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d431a3-7341-4b47-b87e-c250c9ca135c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.464755 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d431a3-7341-4b47-b87e-c250c9ca135c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.468583 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-35d431a3-7341-4b47-b87e-c250c9ca135c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fab56495-d115-4db7-a942-6eef3b87c320 HTTP/1.1" status: 204 len: 168 time: 0.3529320 Jul 16 01:15:42.477041 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d431a3-7341-4b47-b87e-c250c9ca135c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab56495-d115-4db7-a942-6eef3b87c320,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:42.541913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bcee642d-2829-4be8-99df-e11622ac23a4 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:42.547390 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-868c5eeb-2534-446c-92bb-2da08bafb85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.586499 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: bcee642d-2829-4be8-99df-e11622ac23a4 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:42.586841 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bcee642d-2829-4be8-99df-e11622ac23a4 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:42.631341 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-868c5eeb-2534-446c-92bb-2da08bafb85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.670898 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45732) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:42.692084 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-18e5a20b-6072-4500-9b4b-f0d67d496c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.720126 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-988783a0-0254-4b9d-9079-dcddc9480572 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=694de7fb94d847718ed14704c40e88dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0478146 Jul 16 01:15:42.723091 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45734) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:42.816330 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5280b903-8c25-4f2f-a8c9-d0e2de5ede72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.838467 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-868c5eeb-2534-446c-92bb-2da08bafb85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.841131 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-868c5eeb-2534-446c-92bb-2da08bafb85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.842423 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-868c5eeb-2534-446c-92bb-2da08bafb85b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e2b1efc-5575-49c5-aa81-d60458159e1e HTTP/1.1" status: 204 len: 168 time: 0.5027208 Jul 16 01:15:42.851675 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5280b903-8c25-4f2f-a8c9-d0e2de5ede72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.885979 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c5eeb-2534-446c-92bb-2da08bafb85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2b1efc-5575-49c5-aa81-d60458159e1e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:42.959555 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5280b903-8c25-4f2f-a8c9-d0e2de5ede72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.969187 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5280b903-8c25-4f2f-a8c9-d0e2de5ede72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:42.973046 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5280b903-8c25-4f2f-a8c9-d0e2de5ede72 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dbbbb61d-858f-4c1d-b586-77d20ea73e2a HTTP/1.1" status: 204 len: 168 time: 0.2478685 Jul 16 01:15:42.991891 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280b903-8c25-4f2f-a8c9-d0e2de5ede72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbbb61d-858f-4c1d-b586-77d20ea73e2a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:43.214174 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-18e5a20b-6072-4500-9b4b-f0d67d496c84 admin admin] Deleting port 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:43.215238 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-18e5a20b-6072-4500-9b4b-f0d67d496c84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:43.386563 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-18e5a20b-6072-4500-9b4b-f0d67d496c84 admin admin] For port 6a5ac73c-d6d8-44ed-b113-3735b4c17c02, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6a5ac73c-d6d8-44ed-b113-3735b4c17c02,segment=NetworkSegment(2bed1f64-bf55-4c87-b16c-16c33cf8a5cd),segment_id=2bed1f64-bf55-4c87-b16c-16c33cf8a5cd)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:43.387149 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-18e5a20b-6072-4500-9b4b-f0d67d496c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:43.409348 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-18e5a20b-6072-4500-9b4b-f0d67d496c84 admin admin] Calling delete_port for 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:43.477658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8e3d8-9760-4632-968a-881a6ee75779 req-8614795d-335b-4db4-8bd1-256616047150 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:43.484932 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3fb8e3d8-9760-4632-968a-881a6ee75779 req-8614795d-335b-4db4-8bd1-256616047150 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 944 time: 0.2251842 Jul 16 01:15:43.592022 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3fb8e3d8-9760-4632-968a-881a6ee75779 req-46e115ac-9494-4c8d-a170-baeb09781b2f tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059442 Jul 16 01:15:43.742494 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-18e5a20b-6072-4500-9b4b-f0d67d496c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:43.791531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5a20b-6072-4500-9b4b-f0d67d496c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5ac73c-d6d8-44ed-b113-3735b4c17c02,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:44.157939 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-18e5a20b-6072-4500-9b4b-f0d67d496c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.233462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435baed-0b15-422b-8191-82bd0108d6a6 req-9f74c7cf-56af-4ac0-862c-16d44baaff2c tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:44.234993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5435baed-0b15-422b-8191-82bd0108d6a6 req-9f74c7cf-56af-4ac0-862c-16d44baaff2c tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 944 time: 0.1248081 Jul 16 01:15:44.387070 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45806) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:44.697700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-377af3c0-91a6-4a2e-8bf5-e304e63bb15c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-network', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:44.721546 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377af3c0-91a6-4a2e-8bf5-e304e63bb15c admin admin] Made reservation on behalf of 616a27cf89a54b05aa2da003e1a9360c for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:44.727200 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-377af3c0-91a6-4a2e-8bf5-e304e63bb15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.736973 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-377af3c0-91a6-4a2e-8bf5-e304e63bb15c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.834129 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5435baed-0b15-422b-8191-82bd0108d6a6 req-764cdcae-066a-44fd-8d88-51734d6ba265 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5916715 Jul 16 01:15:44.903085 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-377af3c0-91a6-4a2e-8bf5-e304e63bb15c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.913701 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-377af3c0-91a6-4a2e-8bf5-e304e63bb15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:44.930792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1648b7a0-22a9-4a92-b896-0fef604b9a51 req-00c511c5-78f8-4cd5-a064-6b27a3ecd8ce tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:44.932402 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1648b7a0-22a9-4a92-b896-0fef604b9a51 req-00c511c5-78f8-4cd5-a064-6b27a3ecd8ce tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.69 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 944 time: 0.2011437 Jul 16 01:15:44.983948 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377af3c0-91a6-4a2e-8bf5-e304e63bb15c admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:15:44.987116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18e5a20b-6072-4500-9b4b-f0d67d496c84 admin admin] Router a006cd31-b86d-4cf5-9d17-9b9127a434e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:15:44.994018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377af3c0-91a6-4a2e-8bf5-e304e63bb15c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a428663e-ff12-43d4-be05-ffc5d065abef,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:45.012510 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-377af3c0-91a6-4a2e-8bf5-e304e63bb15c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.012857 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-377af3c0-91a6-4a2e-8bf5-e304e63bb15c admin admin] Added segment 5acd8ec9-c6cc-4957-a226-4838bc09270e of type vlan for network 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 Jul 16 01:15:45.083747 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-377af3c0-91a6-4a2e-8bf5-e304e63bb15c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.137574 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-377af3c0-91a6-4a2e-8bf5-e304e63bb15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.139320 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377af3c0-91a6-4a2e-8bf5-e304e63bb15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.140106 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-377af3c0-91a6-4a2e-8bf5-e304e63bb15c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.187916 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-377af3c0-91a6-4a2e-8bf5-e304e63bb15c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7997148 Jul 16 01:15:45.190719 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45836) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:45.213242 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e5a20b-6072-4500-9b4b-f0d67d496c84 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:15:45.224141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1642d2-fb48-4f66-9dff-0575799b9896 None None] Sync routers for ids ['a006cd31-b86d-4cf5-9d17-9b9127a434e4'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:15:45.229268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-91b21555-6edf-4f5b-b198-16d59034c79a admin admin] Request body: {'subnet': {'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-subnet', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:45.232090 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-18e5a20b-6072-4500-9b4b-f0d67d496c84 admin admin] 10.222.0.22 "PUT /v2.0/routers/a006cd31-b86d-4cf5-9d17-9b9127a434e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8506892 Jul 16 01:15:45.234565 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45840) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:45.234694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1648b7a0-22a9-4a92-b896-0fef604b9a51 req-a8cd099b-5053-4d11-bb4a-661116a372fb tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Deleting port 851bbee5-5b83-4b0a-84db-9b75d19301c4 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:45.234921 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1648b7a0-22a9-4a92-b896-0fef604b9a51 req-a8cd099b-5053-4d11-bb4a-661116a372fb tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.242571 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377af3c0-91a6-4a2e-8bf5-e304e63bb15c admin admin] Pushing event updated for resources: {'Network': ['ID=9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:45.243598 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1642d2-fb48-4f66-9dff-0575799b9896 None None] Routers {'a006cd31-b86d-4cf5-9d17-9b9127a434e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:45.244239 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7f1642d2-fb48-4f66-9dff-0575799b9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a006cd31-b86d-4cf5-9d17-9b9127a434e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:45.307710 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b21555-6edf-4f5b-b198-16d59034c79a admin admin] Made reservation on behalf of 616a27cf89a54b05aa2da003e1a9360c for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:45.308481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2183f-1786-4699-acb5-65ba36ace178 req-e243ef80-717c-4c3a-9630-52f5c2db8725 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.310260 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91b21555-6edf-4f5b-b198-16d59034c79a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.315403 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bf2183f-1786-4699-acb5-65ba36ace178 req-e243ef80-717c-4c3a-9630-52f5c2db8725 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 946 time: 0.5917263 Jul 16 01:15:45.317918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:15:45.434047 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e092ea4-8686-438a-8fa1-fcfcf7791988 admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.452948 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:15:45.508961 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bf2183f-1786-4699-acb5-65ba36ace178 req-43545405-6e2e-4f47-8137-b3ba8919a1f8 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/security-groups?id=22dfabc6-3995-459e-818d-bcea732c0463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845088 Jul 16 01:15:45.517344 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-1648b7a0-22a9-4a92-b896-0fef604b9a51 req-a8cd099b-5053-4d11-bb4a-661116a372fb tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] For port 851bbee5-5b83-4b0a-84db-9b75d19301c4, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=851bbee5-5b83-4b0a-84db-9b75d19301c4,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:45.538906 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-7f1642d2-fb48-4f66-9dff-0575799b9896 None None] Set router a006cd31-b86d-4cf5-9d17-9b9127a434e4 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:45.548945 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1648b7a0-22a9-4a92-b896-0fef604b9a51 req-a8cd099b-5053-4d11-bb4a-661116a372fb tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.582285 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1648b7a0-22a9-4a92-b896-0fef604b9a51 req-a8cd099b-5053-4d11-bb4a-661116a372fb tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Calling delete_port for 851bbee5-5b83-4b0a-84db-9b75d19301c4 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:45.625683 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e092ea4-8686-438a-8fa1-fcfcf7791988 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.701342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa4fde-003f-45ca-8050-4b74b748baae req-65b5710e-4599-4f12-97d3-11c7aa0185da tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:45.713394 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48fa4fde-003f-45ca-8050-4b74b748baae req-65b5710e-4599-4f12-97d3-11c7aa0185da tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 944 time: 0.7215037 Jul 16 01:15:45.795064 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91b21555-6edf-4f5b-b198-16d59034c79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.795256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48fa4fde-003f-45ca-8050-4b74b748baae req-6565d394-eb6e-4d86-a652-d106584eb6fa tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807643 Jul 16 01:15:45.832447 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7f1642d2-fb48-4f66-9dff-0575799b9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-829659543-router', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.31'}], 'enable_snat': True}, 'gw_port_id': '8efa619e-1662-4bec-9bb0-710eea4b15a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:46Z', 'updated_at': '2021-07-16T01:15:43Z', 'revision_number': 5, 'project_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'gw_port': {'id': '8efa619e-1662-4bec-9bb0-710eea4b15a3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:47Z', 'updated_at': '2021-07-16T01:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:45.877108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1642d2-fb48-4f66-9dff-0575799b9896 None None] Checking router: a006cd31-b86d-4cf5-9d17-9b9127a434e4 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:15:45.887682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1642d2-fb48-4f66-9dff-0575799b9896 None None] Routers {'a006cd31-b86d-4cf5-9d17-9b9127a434e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:45.888344 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7f1642d2-fb48-4f66-9dff-0575799b9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a006cd31-b86d-4cf5-9d17-9b9127a434e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:45.915538 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1648b7a0-22a9-4a92-b896-0fef604b9a51 req-a8cd099b-5053-4d11-bb4a-661116a372fb tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.944936 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['851bbee5-5b83-4b0a-84db-9b75d19301c4'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:45.948913 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-8e092ea4-8686-438a-8fa1-fcfcf7791988 admin admin] Deleting port 8efa619e-1662-4bec-9bb0-710eea4b15a3 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:45.949261 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e092ea4-8686-438a-8fa1-fcfcf7791988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:45.952972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b21555-6edf-4f5b-b198-16d59034c79a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7c519bb-12bb-4180-8c00-ba6cfe3d8444,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:45.957125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cd099b-5053-4d11-bb4a-661116a372fb tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Pushing event deleted for resources: {'Port': ['ID=851bbee5-5b83-4b0a-84db-9b75d19301c4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:46.053519 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b21555-6edf-4f5b-b198-16d59034c79a admin admin] Checking segment: {'id': '5acd8ec9-c6cc-4957-a226-4838bc09270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:46.054113 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b21555-6edf-4f5b-b198-16d59034c79a admin admin] Network hostable DHCP agents. Network: 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:15:46.059464 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1648b7a0-22a9-4a92-b896-0fef604b9a51 req-a8cd099b-5053-4d11-bb4a-661116a372fb tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] No DVR routers for this DVR port 851bbee5-5b83-4b0a-84db-9b75d19301c4 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:46.061053 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1648b7a0-22a9-4a92-b896-0fef604b9a51 req-a8cd099b-5053-4d11-bb4a-661116a372fb tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:46.064473 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1648b7a0-22a9-4a92-b896-0fef604b9a51 req-a8cd099b-5053-4d11-bb4a-661116a372fb tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.69 "DELETE /v2.0/ports/851bbee5-5b83-4b0a-84db-9b75d19301c4 HTTP/1.1" status: 204 len: 173 time: 1.1244137 Jul 16 01:15:46.065123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcf58d3-72b1-473f-8bbe-960abd47814f', 'name': 'network-vif-deleted', 'tag': '851bbee5-5b83-4b0a-84db-9b75d19301c4'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:46.068546 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af70291e-42e6-4df7-aa77-cde5ec7f40ab" -d '{"events": [{"server_uuid": "dbcf58d3-72b1-473f-8bbe-960abd47814f", "name": "network-vif-deleted", "tag": "851bbee5-5b83-4b0a-84db-9b75d19301c4"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:46.076275 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-8e092ea4-8686-438a-8fa1-fcfcf7791988 admin admin] For port 8efa619e-1662-4bec-9bb0-710eea4b15a3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8efa619e-1662-4bec-9bb0-710eea4b15a3,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:46.077080 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e092ea4-8686-438a-8fa1-fcfcf7791988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:46.096261 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-8e092ea4-8686-438a-8fa1-fcfcf7791988 admin admin] Calling delete_port for 8efa619e-1662-4bec-9bb0-710eea4b15a3 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:46.101461 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b21555-6edf-4f5b-b198-16d59034c79a admin admin] Network 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:15:46.107261 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-7f1642d2-fb48-4f66-9dff-0575799b9896 None None] Set router a006cd31-b86d-4cf5-9d17-9b9127a434e4 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:46.116517 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-91b21555-6edf-4f5b-b198-16d59034c79a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:46.118928 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01843378-a19a-404d-a010-895e66aa2232 req-2cd2301f-6ced-47b5-87ed-90504ae02200 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbcf58d3-72b1-473f-8bbe-960abd47814f HTTP/1.1" status: 200 len: 210 time: 0.0627980 Jul 16 01:15:46.164841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b21555-6edf-4f5b-b198-16d59034c79a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:46.165433 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91b21555-6edf-4f5b-b198-16d59034c79a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:46.169950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a174879a-3da6-41e9-be78-de7d532d4082 None None] Network 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:15:46.184659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45880) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:46.189097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-router', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:46.194115 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-91b21555-6edf-4f5b-b198-16d59034c79a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0010326 Jul 16 01:15:46.221555 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7f1642d2-fb48-4f66-9dff-0575799b9896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-829659543-router', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:46Z', 'updated_at': '2021-07-16T01:15:45Z', 'revision_number': 6, 'project_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:46.240143 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-8b8ffe04-5e33-4780-afe3-a5ebf36183fd tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290427 Jul 16 01:15:46.242206 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:46.243490 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:46.283410 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1642d2-fb48-4f66-9dff-0575799b9896 None None] The sync data for ids ['a006cd31-b86d-4cf5-9d17-9b9127a434e4'] in n-d-791505-14 is: [{'id': 'a006cd31-b86d-4cf5-9d17-9b9127a434e4', 'name': 'tempest-AttachSCSIVolumeTestJSON-829659543-router', 'tenant_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:46Z', 'updated_at': '2021-07-16T01:15:45Z', 'revision_number': 6, 'project_id': 'c9a9a0ed4d39433f9f7df119fc553cae', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:15:46.402565 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e092ea4-8686-438a-8fa1-fcfcf7791988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:46.419915 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06055676-32f2-4097-945a-d28f77615688 x-openstack-request-id: req-06055676-32f2-4097-945a-d28f77615688 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:46.420178 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcf58d3-72b1-473f-8bbe-960abd47814f", "name": "network-vif-deleted", "tag": "851bbee5-5b83-4b0a-84db-9b75d19301c4", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:46.420485 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-06055676-32f2-4097-945a-d28f77615688 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:46.421044 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcf58d3-72b1-473f-8bbe-960abd47814f', 'name': 'network-vif-deleted', 'tag': '851bbee5-5b83-4b0a-84db-9b75d19301c4', 'status': 'completed', 'code': 200} Jul 16 01:15:46.438720 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e092ea4-8686-438a-8fa1-fcfcf7791988 admin admin] Pushing event deleted for resources: {'Port': ['ID=8efa619e-1662-4bec-9bb0-710eea4b15a3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:46.471240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-bfe3a1ba-8451-49c9-8b17-a0890af4d46c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:46.473015 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-bfe3a1ba-8451-49c9-8b17-a0890af4d46c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2201929 Jul 16 01:15:46.477649 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:46.492789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-c0b5efa7-c50c-4f8a-8db6-5de6468c5353 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/quotas/2ad0bba0e2e44974a313bcf0d9d62e50 HTTP/1.1" status: 200 len: 375 time: 0.0127602 Jul 16 01:15:46.528259 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e092ea4-8686-438a-8fa1-fcfcf7791988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:46.569975 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:46.606463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:46.606771 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6a5ac73c-d6d8-44ed-b113-3735b4c17c02 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:46.637894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-81ec9ecd-7934-4e12-8b44-4b7331057b8d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0817962 Jul 16 01:15:46.727499 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:46.739551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8', 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'fixed_ips': [{'subnet_id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:15:46.740670 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.108862 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.121314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Allocated IP 172.20.0.2 (9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8/a7c519bb-12bb-4180-8c00-ba6cfe3d8444/61b177e9-6632-4957-abcf-3bb651cf9fb8) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:47.146375 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.171157 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e092ea4-8686-438a-8fa1-fcfcf7791988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.173438 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e092ea4-8686-438a-8fa1-fcfcf7791988 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.239596 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e092ea4-8686-438a-8fa1-fcfcf7791988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.241050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e092ea4-8686-438a-8fa1-fcfcf7791988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a006cd31-b86d-4cf5-9d17-9b9127a434e4 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:15:47.244945 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03687ad7-9c1d-4f00-bd00-6f22de1cf862 req-8e92f52e-e24a-423d-8fd4-36db58be0fea tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 210 time: 0.0425582 Jul 16 01:15:47.248803 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e092ea4-8686-438a-8fa1-fcfcf7791988 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.253378 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8e092ea4-8686-438a-8fa1-fcfcf7791988 admin admin] 10.222.0.22 "DELETE /v2.0/routers/a006cd31-b86d-4cf5-9d17-9b9127a434e4 HTTP/1.1" status: 204 len: 168 time: 2.0155342 Jul 16 01:15:47.253727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45910) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:47.327383 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-1590b28c-f61d-4a8a-a6bc-dbfff53ba764 admin admin] Deleting subnet 530545b9-7584-4dc1-b2dd-25ca2b2a3655 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:15:47.331517 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1590b28c-f61d-4a8a-a6bc-dbfff53ba764 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.384502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Allocated IP 172.25.2.213 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/dd83745c-a849-4856-b096-cca8ae3be680) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:47.433453 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1590b28c-f61d-4a8a-a6bc-dbfff53ba764 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.482357 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea4b54-dd2a-4966-aaf5-3e0e205ed3ca req-fb006e04-9cac-49b2-970f-6aabe0cb3e87 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:47.482769 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.489991 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71ea4b54-dd2a-4966-aaf5-3e0e205ed3ca req-fb006e04-9cac-49b2-970f-6aabe0cb3e87 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 946 time: 0.1792438 Jul 16 01:15:47.493734 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Transition to ACTIVE for port object 61b177e9-6632-4957-abcf-3bb651cf9fb8 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:47.510436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Transition to ACTIVE for port object 61b177e9-6632-4957-abcf-3bb651cf9fb8 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:47.516910 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.546670 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1590b28c-f61d-4a8a-a6bc-dbfff53ba764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.573029 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Network 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:47.578827 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:47.586123 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Pushing event updated for resources: {'Port': ['ID=61b177e9-6632-4957-abcf-3bb651cf9fb8,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:47.589873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:47.606082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71ea4b54-dd2a-4966-aaf5-3e0e205ed3ca req-72cace3c-b265-4ab7-b3ac-b879fc8ede9d tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/security-groups?id=22dfabc6-3995-459e-818d-bcea732c0463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151400 Jul 16 01:15:47.625608 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1590b28c-f61d-4a8a-a6bc-dbfff53ba764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.640899 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.658498 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1590b28c-f61d-4a8a-a6bc-dbfff53ba764 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=530545b9-7584-4dc1-b2dd-25ca2b2a3655,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:47.661685 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1590b28c-f61d-4a8a-a6bc-dbfff53ba764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.663953 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1590b28c-f61d-4a8a-a6bc-dbfff53ba764 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/530545b9-7584-4dc1-b2dd-25ca2b2a3655 HTTP/1.1" status: 204 len: 168 time: 0.4093196 Jul 16 01:15:47.666491 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45920) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:47.685109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e90b8-d3ed-4f83-9c40-9e174c2fce4a req-f24dc003-4b2b-4b99-b405-62be3408751b tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:47.686661 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ab9e90b8-d3ed-4f83-9c40-9e174c2fce4a req-f24dc003-4b2b-4b99-b405-62be3408751b tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 944 time: 0.1890852 Jul 16 01:15:47.708372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed77c46-f4f0-48a8-8667-e7105b458b7b None None] Network b1544cd7-1b5c-433b-a8bd-e2b8413b6815 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:15:47.711846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Attempting to bind port 61b177e9-6632-4957-abcf-3bb651cf9fb8 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:47.712528 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Attempting to bind port 61b177e9-6632-4957-abcf-3bb651cf9fb8 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '5acd8ec9-c6cc-4957-a226-4838bc09270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:47.713124 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Attempting to bind port 61b177e9-6632-4957-abcf-3bb651cf9fb8 on network 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:47.734699 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:47.735982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Checking segment: {'id': '5acd8ec9-c6cc-4957-a226-4838bc09270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:47.736848 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.737447 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Bound using segment: {'id': '5acd8ec9-c6cc-4957-a226-4838bc09270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:47.738346 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Bound port: 61b177e9-6632-4957-abcf-3bb651cf9fb8, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5acd8ec9-c6cc-4957-a226-4838bc09270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:47.738838 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.757789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ab9e90b8-d3ed-4f83-9c40-9e174c2fce4a req-cd884603-c2d0-42bc-a2c9-74b9119e3f36 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595419 Jul 16 01:15:47.759162 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.799626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:47.799626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:47.805788 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:47.822328 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:47.840661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Pushing event updated for resources: {'Port': ['ID=dd83745c-a849-4856-b096-cca8ae3be680,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:47.937118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] Deleting port ad70e251-f6c0-4bd9-ae3f-d212abeb074a {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:47.937893 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:48.039782 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 851bbee5-5b83-4b0a-84db-9b75d19301c4 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:48.042047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] For port ad70e251-f6c0-4bd9-ae3f-d212abeb074a, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ad70e251-f6c0-4bd9-ae3f-d212abeb074a,segment=NetworkSegment(2bed1f64-bf55-4c87-b16c-16c33cf8a5cd),segment_id=2bed1f64-bf55-4c87-b16c-16c33cf8a5cd)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:48.043612 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:48.072485 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] Calling delete_port for ad70e251-f6c0-4bd9-ae3f-d212abeb074a owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:48.103087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 851bbee5-5b83-4b0a-84db-9b75d19301c4 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:48.105735 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 851bbee5-5b83-4b0a-84db-9b75d19301c4 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:48.156164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] For port 61b177e9-6632-4957-abcf-3bb651cf9fb8, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:48.178652 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] For port 61b177e9-6632-4957-abcf-3bb651cf9fb8, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=61b177e9-6632-4957-abcf-3bb651cf9fb8,segment=NetworkSegment(5acd8ec9-c6cc-4957-a226-4838bc09270e),segment_id=5acd8ec9-c6cc-4957-a226-4838bc09270e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:48.190217 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:48.198031 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:48.273187 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad70e251-f6c0-4bd9-ae3f-d212abeb074a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:48.276636 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] No DVR routers for this DVR port ad70e251-f6c0-4bd9-ae3f-d212abeb074a on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:48.296306 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45940) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:48.323537 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:48.366338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d98a89-bc34-4d97-80b8-f4b10e25b3e7 None None] DHCP port deletion for b1544cd7-1b5c-433b-a8bd-e2b8413b6815 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:15:48.391628 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ff6760-0f40-45b5-b044-d6878a9e5b4f None None] Pushing event updated for resources: {'Port': ['ID=61b177e9-6632-4957-abcf-3bb651cf9fb8,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:48.453547 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:48.467934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1544cd7-1b5c-433b-a8bd-e2b8413b6815']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:48.489583 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bed1f64-bf55-4c87-b16c-16c33cf8a5cd') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:48.490784 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bed1f64-bf55-4c87-b16c-16c33cf8a5cd') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:48.506514 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:48.538876 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:48.547460 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8efa619e-1662-4bec-9bb0-710eea4b15a3 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:48.549283 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:15:48.550268 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:48.590308 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 8efa619e-1662-4bec-9bb0-710eea4b15a3 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:48.600275 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8efa619e-1662-4bec-9bb0-710eea4b15a3 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:48.600879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ad70e251-f6c0-4bd9-ae3f-d212abeb074a no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:15:48.624069 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:15:48.635982 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:48.643039 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: ad70e251-f6c0-4bd9-ae3f-d212abeb074a {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:48.643388 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ad70e251-f6c0-4bd9-ae3f-d212abeb074a not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:48.645171 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:48.649085 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] 10.222.0.22 "DELETE /v2.0/networks/b1544cd7-1b5c-433b-a8bd-e2b8413b6815 HTTP/1.1" status: 204 len: 168 time: 0.9816129 Jul 16 01:15:48.667373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45946) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:48.674760 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b119153-e1e9-4232-a76d-ff5a8572204b admin admin] Pushing event deleted for resources: {'Network': ['ID=b1544cd7-1b5c-433b-a8bd-e2b8413b6815,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:48.702262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e623c897-1d33-4282-89c1-4523014c42d6 req-9abb4210-ebef-45be-bf06-5eeeaa5f4900 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 210 time: 0.0533977 Jul 16 01:15:48.733681 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-919a7bf0-3196-47a5-b6d2-5d03c825089f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:48.868605 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.087084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9d2f5-6a31-4c7c-95c0-30744e55fbbf req-0ae2eee0-90bd-4ebb-b28e-26821e432a32 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:49.089184 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7dc9d2f5-6a31-4c7c-95c0-30744e55fbbf req-0ae2eee0-90bd-4ebb-b28e-26821e432a32 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.70 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 944 time: 0.2084987 Jul 16 01:15:49.206778 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-74823d89-e079-4185-bfdd-8775486f591c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1074767 Jul 16 01:15:49.276266 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-7dc9d2f5-6a31-4c7c-95c0-30744e55fbbf req-1c9e0cf1-974a-4888-bffa-e78bac944f96 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Deleting port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:49.276634 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-919a7bf0-3196-47a5-b6d2-5d03c825089f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.276768 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7dc9d2f5-6a31-4c7c-95c0-30744e55fbbf req-1c9e0cf1-974a-4888-bffa-e78bac944f96 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.304285 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-919a7bf0-3196-47a5-b6d2-5d03c825089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.409347 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-7dc9d2f5-6a31-4c7c-95c0-30744e55fbbf req-1c9e0cf1-974a-4888-bffa-e78bac944f96 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] For port 14b797c5-09e8-4c31-ad09-5bc35f007bf8, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=14b797c5-09e8-4c31-ad09-5bc35f007bf8,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:49.409715 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7dc9d2f5-6a31-4c7c-95c0-30744e55fbbf req-1c9e0cf1-974a-4888-bffa-e78bac944f96 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.411879 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd449e4-88f4-45d1-bca0-73243207d139 req-7373d11e-bd43-4b1f-a54d-b83265603341 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:49.413584 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2bd449e4-88f4-45d1-bca0-73243207d139 req-7373d11e-bd43-4b1f-a54d-b83265603341 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 944 time: 0.4497139 Jul 16 01:15:49.418766 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919a7bf0-3196-47a5-b6d2-5d03c825089f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7858afe7-de63-447a-83c4-1c66c10ff77f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:49.425884 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-919a7bf0-3196-47a5-b6d2-5d03c825089f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0d5ea96fc5e240729b89f898504a847d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1237473 Jul 16 01:15:49.426999 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-44e450d7-2a62-4a19-9981-4d6290fc140d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.428690 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45954) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:49.429558 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-7dc9d2f5-6a31-4c7c-95c0-30744e55fbbf req-1c9e0cf1-974a-4888-bffa-e78bac944f96 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Calling delete_port for 14b797c5-09e8-4c31-ad09-5bc35f007bf8 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:49.437762 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66a35c-da47-4b6e-bc37-fd352f8c1877 req-679c285d-0e27-492f-a15f-0fad2f2d2b68 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:49.439308 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a66a35c-da47-4b6e-bc37-fd352f8c1877 req-679c285d-0e27-492f-a15f-0fad2f2d2b68 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 944 time: 0.3434687 Jul 16 01:15:49.475036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Router 16111fcc-a386-4f1d-8eac-68b5407a0e5f is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:15:49.493914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-5effde92-8b25-4853-96c9-11ffa147ae73 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:49.495412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-5effde92-8b25-4853-96c9-11ffa147ae73 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2766161 Jul 16 01:15:49.527893 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Request body: {'port': {'device_id': 'ffbbcb27-53c8-4523-b367-a4b9f4b7fa28', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': '2ad0bba0e2e44974a313bcf0d9d62e50'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:49.560485 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2bd449e4-88f4-45d1-bca0-73243207d139 req-f750fe62-9623-4b98-bff8-87a5af044131 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a4763f3-e096-4dc8-b530-4af079fa5415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102629 Jul 16 01:15:49.600153 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a66a35c-da47-4b6e-bc37-fd352f8c1877 req-bcbdb0c9-4c2e-411d-a29d-f0a7f19781f0 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420381 Jul 16 01:15:49.625002 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.690867 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.814874 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a77b03-2791-4f22-9adf-6f02d7852b8b None None] Network 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:15:49.851597 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.855067 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.858619 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7858afe7-de63-447a-83c4-1c66c10ff77f HTTP/1.1" status: 204 len: 168 time: 0.4241221 Jul 16 01:15:49.870704 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7dc9d2f5-6a31-4c7c-95c0-30744e55fbbf req-1c9e0cf1-974a-4888-bffa-e78bac944f96 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:49.877660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7858afe7-de63-447a-83c4-1c66c10ff77f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:49.922911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:49.923263 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:49.924499 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:49.924858 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:49.925312 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:49.925664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:49.926048 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:49.926424 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:49.926816 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:49.927506 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:49.927506 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:49.927960 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d5c32d-7bb0-4b85-94ed-bedb7959ca5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:49.931613 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e0cf1-974a-4888-bffa-e78bac944f96 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Pushing event deleted for resources: {'Port': ['ID=14b797c5-09e8-4c31-ad09-5bc35f007bf8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:50.031589 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6d38c93a-0f49-4216-b6be-06ba215df2f5 None None] Provisioning for port 61b177e9-6632-4957-abcf-3bb651cf9fb8 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:50.033179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc9d2f5-6a31-4c7c-95c0-30744e55fbbf req-1c9e0cf1-974a-4888-bffa-e78bac944f96 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] No DVR routers for this DVR port 14b797c5-09e8-4c31-ad09-5bc35f007bf8 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:50.040012 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7dc9d2f5-6a31-4c7c-95c0-30744e55fbbf req-1c9e0cf1-974a-4888-bffa-e78bac944f96 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.042060 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7dc9d2f5-6a31-4c7c-95c0-30744e55fbbf req-1c9e0cf1-974a-4888-bffa-e78bac944f96 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.70 "DELETE /v2.0/ports/14b797c5-09e8-4c31-ad09-5bc35f007bf8 HTTP/1.1" status: 204 len: 173 time: 0.9378545 Jul 16 01:15:50.042513 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a64301fc-e9b9-4562-bb2c-74c126218220', 'name': 'network-vif-deleted', 'tag': '14b797c5-09e8-4c31-ad09-5bc35f007bf8'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:50.044950 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80decc6e-6445-4f3a-990f-479a4e879eef" -d '{"events": [{"server_uuid": "a64301fc-e9b9-4562-bb2c-74c126218220", "name": "network-vif-deleted", "tag": "14b797c5-09e8-4c31-ad09-5bc35f007bf8"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:50.117424 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-44e450d7-2a62-4a19-9981-4d6290fc140d admin admin] Deleting port f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:50.117835 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-44e450d7-2a62-4a19-9981-4d6290fc140d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.124271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93f32cff-6491-4f47-a695-b03c1d485f1c req-857cecc4-39e0-41e2-ac58-452764c2ec0e tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 210 time: 0.1091106 Jul 16 01:15:50.217213 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c943fef-efa0-4130-b0ce-16a0f400ae21 x-openstack-request-id: req-9c943fef-efa0-4130-b0ce-16a0f400ae21 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:50.221460 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a64301fc-e9b9-4562-bb2c-74c126218220", "name": "network-vif-deleted", "tag": "14b797c5-09e8-4c31-ad09-5bc35f007bf8", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:50.222039 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c943fef-efa0-4130-b0ce-16a0f400ae21 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:50.224068 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a64301fc-e9b9-4562-bb2c-74c126218220', 'name': 'network-vif-deleted', 'tag': '14b797c5-09e8-4c31-ad09-5bc35f007bf8', 'status': 'completed', 'code': 200} Jul 16 01:15:50.229335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:15:50.241089 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Sync routers for ids ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:15:50.251286 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Routers {'16111fcc-a386-4f1d-8eac-68b5407a0e5f'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:50.252396 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:50.266061 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Made reservation on behalf of 2ad0bba0e2e44974a313bcf0d9d62e50 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:50.270554 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.275629 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.277478 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-27ed031e-414c-46db-a1ff-89f6894cbb27 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.0912936 Jul 16 01:15:50.284156 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45964) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:50.290587 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-44e450d7-2a62-4a19-9981-4d6290fc140d admin admin] For port f91f6875-a3b1-4c04-8dd8-a46f75c9eb74, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f91f6875-a3b1-4c04-8dd8-a46f75c9eb74,segment=NetworkSegment(5a52c916-99d7-4df6-b09f-7d8c638c6f38),segment_id=5a52c916-99d7-4df6-b09f-7d8c638c6f38)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:50.291045 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-44e450d7-2a62-4a19-9981-4d6290fc140d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.296003 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.307241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d7f51-3643-41ad-aa74-e556343c0959 req-9991c9b4-1abf-408f-9caf-6a026c51e545 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:50.308831 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-362d7f51-3643-41ad-aa74-e556343c0959 req-9991c9b4-1abf-408f-9caf-6a026c51e545 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 946 time: 0.2911413 Jul 16 01:15:50.312059 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-44e450d7-2a62-4a19-9981-4d6290fc140d admin admin] Calling delete_port for f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:50.447520 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45966) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:50.456063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-362d7f51-3643-41ad-aa74-e556343c0959 req-25a658cc-0467-4fbe-b174-4d97cecdfa18 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/security-groups?id=22dfabc6-3995-459e-818d-bcea732c0463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087859 Jul 16 01:15:50.519383 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10e32792-98bc-4f88-bffc-e7499d990de3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.617803 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 61b177e9-6632-4957-abcf-3bb651cf9fb8 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:50.632009 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Set router 16111fcc-a386-4f1d-8eac-68b5407a0e5f gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:50.635581 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cc7db-0b69-463f-9267-f264c142b312 req-013824ba-12fe-4f61-be0e-2950ffbe043a tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:50.637428 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102cc7db-0b69-463f-9267-f264c142b312 req-013824ba-12fe-4f61-be0e-2950ffbe043a tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.69 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 946 time: 0.2416565 Jul 16 01:15:50.705636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 61b177e9-6632-4957-abcf-3bb651cf9fb8 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:50.716819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 61b177e9-6632-4957-abcf-3bb651cf9fb8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:50.717361 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.762680 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-44e450d7-2a62-4a19-9981-4d6290fc140d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.797817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e450d7-2a62-4a19-9981-4d6290fc140d admin admin] Pushing event deleted for resources: {'Port': ['ID=f91f6875-a3b1-4c04-8dd8-a46f75c9eb74,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:50.800600 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.815324 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.874257 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:50.924535 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 61b177e9-6632-4957-abcf-3bb651cf9fb8, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=61b177e9-6632-4957-abcf-3bb651cf9fb8,segment=NetworkSegment(5acd8ec9-c6cc-4957-a226-4838bc09270e),segment_id=5acd8ec9-c6cc-4957-a226-4838bc09270e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:50.929536 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.005373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7adb1f3-e4a4-4b44-8fbc-372b9ab11910 req-5c4e50bf-d9af-446f-a44b-a8e2ab44ab58 tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=a64301fc-e9b9-4562-bb2c-74c126218220 HTTP/1.1" status: 200 len: 210 time: 0.1204505 Jul 16 01:15:51.006672 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc72513-89b9-429e-9b6d-f0558ed6cf3d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:51.018961 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=61b177e9-6632-4957-abcf-3bb651cf9fb8,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:51.045656 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.045656 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.045896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.046351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.046789 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.048090 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.048505 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.058567 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.058567 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.058956 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.059384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.059846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.093388 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-router', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:15:46Z', 'updated_at': '2021-07-16T01:15:48Z', 'revision_number': 3, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'gw_port': {'id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:47Z', 'updated_at': '2021-07-16T01:15:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:51.122531 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Checking router: 16111fcc-a386-4f1d-8eac-68b5407a0e5f for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:15:51.123202 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Updating router 16111fcc-a386-4f1d-8eac-68b5407a0e5f port dd83745c-a849-4856-b096-cca8ae3be680 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:15:51.166995 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.193646 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-102cc7db-0b69-463f-9267-f264c142b312 req-15e46711-a5eb-4382-8bbf-7460faf53948 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Deleting port 64e7f529-e6f5-4892-a667-f3a0f2c99313 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:51.193994 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-102cc7db-0b69-463f-9267-f264c142b312 req-15e46711-a5eb-4382-8bbf-7460faf53948 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.247575 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10e32792-98bc-4f88-bffc-e7499d990de3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.287253 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-44e450d7-2a62-4a19-9981-4d6290fc140d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.294908 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10e32792-98bc-4f88-bffc-e7499d990de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.327447 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-10e32792-98bc-4f88-bffc-e7499d990de3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=302b34272fbd489c9ff34f6f93de924c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8747563 Jul 16 01:15:51.332919 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45976) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:51.386702 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de278b-89c8-46c5-8d22-a05e104c5749 req-c5e716e2-9bfa-464c-af5a-66caa11be930 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:51.388268 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-44de278b-89c8-46c5-8d22-a05e104c5749 req-c5e716e2-9bfa-464c-af5a-66caa11be930 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 944 time: 0.5193150 Jul 16 01:15:51.415286 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8f7f53c7-67d0-435d-8a81-fcc4fe1d5550 req-44283525-eae0-4d83-b69c-e2510e129e7a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 210 time: 0.0597427 Jul 16 01:15:51.432869 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Allocated IP 192.168.233.82 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/af41e6cb-5231-4698-b325-3a1545890374) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:51.443225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-102cc7db-0b69-463f-9267-f264c142b312 req-15e46711-a5eb-4382-8bbf-7460faf53948 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] For port 64e7f529-e6f5-4892-a667-f3a0f2c99313, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=64e7f529-e6f5-4892-a667-f3a0f2c99313,segment=NetworkSegment(8892876a-3134-4737-9595-7a08bf4232ae),segment_id=8892876a-3134-4737-9595-7a08bf4232ae)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:51.443660 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-102cc7db-0b69-463f-9267-f264c142b312 req-15e46711-a5eb-4382-8bbf-7460faf53948 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.447635 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e32792-98bc-4f88-bffc-e7499d990de3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ebda93-ca64-4079-ad14-88a5feb5ab40,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:51.476463 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.486486 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Transition to ACTIVE for port object dd83745c-a849-4856-b096-cca8ae3be680 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:51.493484 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.518852 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d5c802b-a745-45f1-a345-95fc8222ad8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.532202 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-44de278b-89c8-46c5-8d22-a05e104c5749 req-d6dd2645-14d5-4150-93a3-fc5a4ef53c10 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213789 Jul 16 01:15:51.545721 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Attempting to bind port dd83745c-a849-4856-b096-cca8ae3be680 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:51.546147 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Attempting to bind port dd83745c-a849-4856-b096-cca8ae3be680 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:51.546890 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Attempting to bind port dd83745c-a849-4856-b096-cca8ae3be680 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:51.558721 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:51.559183 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:51.560104 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.565782 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.568651 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:51.569262 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Bound port: dd83745c-a849-4856-b096-cca8ae3be680, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:51.569753 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.590718 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa6fe8-8de6-4f3d-98cd-3189f645b004 None None] Pushing event updated for resources: {'Port': ['ID=dd83745c-a849-4856-b096-cca8ae3be680,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:51.602439 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d5c802b-a745-45f1-a345-95fc8222ad8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.606505 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa6fe8-8de6-4f3d-98cd-3189f645b004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.606843 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa6fe8-8de6-4f3d-98cd-3189f645b004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.607194 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa6fe8-8de6-4f3d-98cd-3189f645b004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.607522 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa6fe8-8de6-4f3d-98cd-3189f645b004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.607904 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa6fe8-8de6-4f3d-98cd-3189f645b004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.608238 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa6fe8-8de6-4f3d-98cd-3189f645b004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.608567 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa6fe8-8de6-4f3d-98cd-3189f645b004 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.608893 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa6fe8-8de6-4f3d-98cd-3189f645b004 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.609476 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa6fe8-8de6-4f3d-98cd-3189f645b004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.609593 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa6fe8-8de6-4f3d-98cd-3189f645b004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.609838 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa6fe8-8de6-4f3d-98cd-3189f645b004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.610160 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35aa6fe8-8de6-4f3d-98cd-3189f645b004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:51.660824 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] For port dd83745c-a849-4856-b096-cca8ae3be680, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:51.669901 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] For port dd83745c-a849-4856-b096-cca8ae3be680, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=dd83745c-a849-4856-b096-cca8ae3be680,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:51.677038 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.743300 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Routers {'16111fcc-a386-4f1d-8eac-68b5407a0e5f'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:51.743972 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:51.749174 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aa6fe8-8de6-4f3d-98cd-3189f645b004 None None] Pushing event updated for resources: {'Port': ['ID=dd83745c-a849-4856-b096-cca8ae3be680,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:51.848851 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:51.858480 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] Set router 16111fcc-a386-4f1d-8eac-68b5407a0e5f gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:51.909271 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11563a3c-5b0b-43f3-81a6-74eac9bfcc6a req-38fc1bae-31a1-49f4-8601-9ef28ad65244 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:51.910959 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11563a3c-5b0b-43f3-81a6-74eac9bfcc6a req-38fc1bae-31a1-49f4-8601-9ef28ad65244 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 946 time: 0.2230284 Jul 16 01:15:51.929785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Allocated IP 172.20.0.1 (9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8/a7c519bb-12bb-4180-8c00-ba6cfe3d8444/48143884-8bba-44d5-a41e-87dfef0597b2) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:15:51.977316 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11563a3c-5b0b-43f3-81a6-74eac9bfcc6a req-0f9daef4-f875-4832-9517-887213410534 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/security-groups?id=22dfabc6-3995-459e-818d-bcea732c0463&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554237 Jul 16 01:15:52.055779 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d5c802b-a745-45f1-a345-95fc8222ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.057174 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Transition to ACTIVE for port object af41e6cb-5231-4698-b325-3a1545890374 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:52.058412 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d5c802b-a745-45f1-a345-95fc8222ad8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.061605 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4d5c802b-a745-45f1-a345-95fc8222ad8a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31ebda93-ca64-4079-ad14-88a5feb5ab40 HTTP/1.1" status: 204 len: 168 time: 0.7225680 Jul 16 01:15:52.096797 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-router', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:15:46Z', 'updated_at': '2021-07-16T01:15:48Z', 'revision_number': 3, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'gw_port': {'id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:47Z', 'updated_at': '2021-07-16T01:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:52.110273 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.110595 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-102cc7db-0b69-463f-9267-f264c142b312 req-15e46711-a5eb-4382-8bbf-7460faf53948 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.110963 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-102cc7db-0b69-463f-9267-f264c142b312 req-15e46711-a5eb-4382-8bbf-7460faf53948 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.111277 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [req-102cc7db-0b69-463f-9267-f264c142b312 req-15e46711-a5eb-4382-8bbf-7460faf53948 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Floating IP 11796579-e375-40f1-a1f3-d29264575526 disassociated. External IP: 172.25.2.162, port: 64e7f529-e6f5-4892-a667-f3a0f2c99313. Jul 16 01:15:52.111624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-102cc7db-0b69-463f-9267-f264c142b312 req-15e46711-a5eb-4382-8bbf-7460faf53948 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Calling delete_port for 64e7f529-e6f5-4892-a667-f3a0f2c99313 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:52.116093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c802b-a745-45f1-a345-95fc8222ad8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ebda93-ca64-4079-ad14-88a5feb5ab40,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:52.148591 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3aeef1-0a25-4087-a12f-eab0e9d1cb67 None None] The sync data for ids ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'] in n-d-791505-14 is: [{'id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-router', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:15:46Z', 'updated_at': '2021-07-16T01:15:48Z', 'revision_number': 3, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'gw_port': {'id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:47Z', 'updated_at': '2021-07-16T01:15:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:15:52.207564 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.210490 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e450d7-2a62-4a19-9981-4d6290fc140d admin admin] Router 82253d2b-2cad-4c0a-a587-18fa660aa898 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:15:52.222598 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:52.234655 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:52.257375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:52.310577 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Pushing event updated for resources: {'Port': ['ID=af41e6cb-5231-4698-b325-3a1545890374,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:52.326143 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Transition to ACTIVE for port object 48143884-8bba-44d5-a41e-87dfef0597b2 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:52.360732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:52.361030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:52.361357 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:52.361835 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:52.362175 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:52.362561 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:52.362888 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:52.363273 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:52.363601 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:52.363951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:52.364275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:52.364593 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:15:52.389707 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 9b05138a-105f-40bc-92b5-99545b91d7f6 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:15:52.438478 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:52.443364 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.479237 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-f51a3525-227e-436f-b975-c3e5937d6ddc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9701045 Jul 16 01:15:52.580156 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.719205 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e450d7-2a62-4a19-9981-4d6290fc140d admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:15:52.721331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Network 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:52.723484 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-102cc7db-0b69-463f-9267-f264c142b312 req-15e46711-a5eb-4382-8bbf-7460faf53948 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:52.726258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 61b177e9-6632-4957-abcf-3bb651cf9fb8 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:52.736195 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-44e450d7-2a62-4a19-9981-4d6290fc140d admin admin] 10.222.0.22 "PUT /v2.0/routers/82253d2b-2cad-4c0a-a587-18fa660aa898/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0671766 Jul 16 01:15:52.741114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:52.742913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46000) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:52.758638 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:15:52.804556 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082a5617-f4cc-4169-a31c-737d6d2c0806 None None] Sync routers for ids ['82253d2b-2cad-4c0a-a587-18fa660aa898'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:15:52.931270 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082a5617-f4cc-4169-a31c-737d6d2c0806 None None] Routers {'82253d2b-2cad-4c0a-a587-18fa660aa898'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:52.931851 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-082a5617-f4cc-4169-a31c-737d6d2c0806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['82253d2b-2cad-4c0a-a587-18fa660aa898'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:52.932792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Request body: {'port': {'device_id': 'ffbbcb27-53c8-4523-b367-a4b9f4b7fa28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:52.969378 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-102cc7db-0b69-463f-9267-f264c142b312 req-15e46711-a5eb-4382-8bbf-7460faf53948 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Router f4922fdb-402b-4c31-b803-45f62047cb98 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:15:52.970965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e46711-a5eb-4382-8bbf-7460faf53948 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Pushing event deleted for resources: {'Port': ['ID=64e7f529-e6f5-4892-a667-f3a0f2c99313,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:53.036957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3da46c19-254a-47a4-b650-d9649254e0e3 None None] Provisioning for port af41e6cb-5231-4698-b325-3a1545890374 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:53.066265 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.070120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=9b05138a-105f-40bc-92b5-99545b91d7f6,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:53.098754 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Pushing event updated for resources: {'Port': ['ID=48143884-8bba-44d5-a41e-87dfef0597b2,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:53.135049 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3da46c19-254a-47a4-b650-d9649254e0e3 None None] Provisioning complete for port af41e6cb-5231-4698-b325-3a1545890374 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:53.135418 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3da46c19-254a-47a4-b650-d9649254e0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.138848 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '9b05138a-105f-40bc-92b5-99545b91d7f6', 'network_id': 'be647a19-644e-4999-ac54-739f18101211', 'port_id': '9b05138a-105f-40bc-92b5-99545b91d7f6', 'mac_address': 'fa:16:3e:35:cb:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72975b91-58a9-49dc-82bb-e86274b7c2c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:15:53.257804 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-102cc7db-0b69-463f-9267-f264c142b312 req-15e46711-a5eb-4382-8bbf-7460faf53948 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:15:53.271795 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de4f229-e59d-4d9a-983d-9b6daf34eb43 None None] Sync routers for ids ['f4922fdb-402b-4c31-b803-45f62047cb98'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:15:53.288519 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de4f229-e59d-4d9a-983d-9b6daf34eb43 None None] Routers {'f4922fdb-402b-4c31-b803-45f62047cb98'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:53.289169 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0de4f229-e59d-4d9a-983d-9b6daf34eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f4922fdb-402b-4c31-b803-45f62047cb98'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:53.356008 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1edc05fc-8708-421c-8e24-84ba517ef368 admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.362272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-102cc7db-0b69-463f-9267-f264c142b312 req-15e46711-a5eb-4382-8bbf-7460faf53948 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] No DVR routers for this DVR port 64e7f529-e6f5-4892-a667-f3a0f2c99313 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:53.381627 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-102cc7db-0b69-463f-9267-f264c142b312 req-15e46711-a5eb-4382-8bbf-7460faf53948 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.383704 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102cc7db-0b69-463f-9267-f264c142b312 req-15e46711-a5eb-4382-8bbf-7460faf53948 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.69 "DELETE /v2.0/ports/64e7f529-e6f5-4892-a667-f3a0f2c99313 HTTP/1.1" status: 204 len: 173 time: 2.7336450 Jul 16 01:15:53.384189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '622d7e7b-2803-4ccf-9318-c787dc004285', 'name': 'network-vif-deleted', 'tag': '64e7f529-e6f5-4892-a667-f3a0f2c99313'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:53.386464 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb213386-84ed-4cd3-8134-cb49ded4c8c1" -d '{"events": [{"server_uuid": "622d7e7b-2803-4ccf-9318-c787dc004285", "name": "network-vif-deleted", "tag": "64e7f529-e6f5-4892-a667-f3a0f2c99313"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:53.403744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 61b177e9-6632-4957-abcf-3bb651cf9fb8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:53.404315 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.415427 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3da46c19-254a-47a4-b650-d9649254e0e3 None None] Port af41e6cb-5231-4698-b325-3a1545890374 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:53.502795 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.512464 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46022) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:53.538761 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-082a5617-f4cc-4169-a31c-737d6d2c0806 None None] Set router 82253d2b-2cad-4c0a-a587-18fa660aa898 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:53.569130 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eff9d9-a14a-49a2-80a9-e78ff6ed7ee2 req-17f29c9c-e996-4e67-bb3c-e4d8e455983a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:53.575888 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-68eff9d9-a14a-49a2-80a9-e78ff6ed7ee2 req-17f29c9c-e996-4e67-bb3c-e4d8e455983a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.69 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 944 time: 0.1511097 Jul 16 01:15:53.592991 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-0de4f229-e59d-4d9a-983d-9b6daf34eb43 None None] Set router f4922fdb-402b-4c31-b803-45f62047cb98 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:53.605894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b05138a-105f-40bc-92b5-99545b91d7f6 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:53.675730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=9b05138a-105f-40bc-92b5-99545b91d7f6,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:53.691870 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.695926 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e9128794-bb36-43b6-877c-deec51e79dcb None None] Provisioning for port 48143884-8bba-44d5-a41e-87dfef0597b2 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:53.744426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e9128794-bb36-43b6-877c-deec51e79dcb None None] Provisioning complete for port 48143884-8bba-44d5-a41e-87dfef0597b2 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:53.754778 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e9128794-bb36-43b6-877c-deec51e79dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.755374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3bfca08d-6516-446d-8b3c-5a999b2502ae admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-585504656-network', 'tenant_id': '273b24d73284472c9c4d72d339ebbb9e'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:53.821849 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-68eff9d9-a14a-49a2-80a9-e78ff6ed7ee2 req-9ed9eb5f-002c-44e0-8594-9a15aa66465b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Deleting port 437a3fbc-6ad9-4578-8878-786556d0a7d6 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:53.822197 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-68eff9d9-a14a-49a2-80a9-e78ff6ed7ee2 req-9ed9eb5f-002c-44e0-8594-9a15aa66465b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.852751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfca08d-6516-446d-8b3c-5a999b2502ae admin admin] Made reservation on behalf of 273b24d73284472c9c4d72d339ebbb9e for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:53.855004 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3bfca08d-6516-446d-8b3c-5a999b2502ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.898369 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33be9461-e27c-437b-9dc7-9a74ae56c803 req-ea399653-bc78-41b1-bd12-2a035cbc46e7 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:53.902733 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3bfca08d-6516-446d-8b3c-5a999b2502ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:53.908174 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33be9461-e27c-437b-9dc7-9a74ae56c803 req-ea399653-bc78-41b1-bd12-2a035cbc46e7 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 944 time: 0.5395229 Jul 16 01:15:53.958923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1583c4-08aa-4cf4-95f2-5a2b7a38407c req-6214f7cb-69fe-4d92-b19c-d56ee66048ad tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:53.969579 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a1583c4-08aa-4cf4-95f2-5a2b7a38407c req-6214f7cb-69fe-4d92-b19c-d56ee66048ad tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 935 time: 1.2256451 Jul 16 01:15:54.003468 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0de4f229-e59d-4d9a-983d-9b6daf34eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'name': 'tempest-ServersTestBootFromVolume-286989718-router', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:12:49Z', 'updated_at': '2021-07-16T01:12:55Z', 'revision_number': 4, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'gw_port': {'id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:50Z', 'updated_at': '2021-07-16T01:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f7c94a54-a4a2-4fcf-9388-0df5cffb49ad', 'name': '', 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'mac_address': 'fa:16:3e:a4:ad:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:54Z', 'updated_at': '2021-07-16T01:13:07Z', 'revision_number': 5, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'subnets': [{'id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:54.028828 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.042853 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de4f229-e59d-4d9a-983d-9b6daf34eb43 None None] Checking router: f4922fdb-402b-4c31-b803-45f62047cb98 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:15:54.061948 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de4f229-e59d-4d9a-983d-9b6daf34eb43 None None] Routers {'f4922fdb-402b-4c31-b803-45f62047cb98'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:54.062818 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0de4f229-e59d-4d9a-983d-9b6daf34eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f4922fdb-402b-4c31-b803-45f62047cb98'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:54.063092 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 64e7f529-e6f5-4892-a667-f3a0f2c99313 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:54.082314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-68eff9d9-a14a-49a2-80a9-e78ff6ed7ee2 req-9ed9eb5f-002c-44e0-8594-9a15aa66465b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] For port 437a3fbc-6ad9-4578-8878-786556d0a7d6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=437a3fbc-6ad9-4578-8878-786556d0a7d6,segment=NetworkSegment(ae76f057-6a50-4e3a-a352-8e6fcf06637e),segment_id=ae76f057-6a50-4e3a-a352-8e6fcf06637e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:54.082314 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-68eff9d9-a14a-49a2-80a9-e78ff6ed7ee2 req-9ed9eb5f-002c-44e0-8594-9a15aa66465b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.121035 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 64e7f529-e6f5-4892-a667-f3a0f2c99313 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:54.121524 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 64e7f529-e6f5-4892-a667-f3a0f2c99313 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:54.123380 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['9b05138a-105f-40bc-92b5-99545b91d7f6'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:15:54.140431 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-68eff9d9-a14a-49a2-80a9-e78ff6ed7ee2 req-9ed9eb5f-002c-44e0-8594-9a15aa66465b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Calling delete_port for 437a3fbc-6ad9-4578-8878-786556d0a7d6 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:54.164095 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=9b05138a-105f-40bc-92b5-99545b91d7f6,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:54.184252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e9128794-bb36-43b6-877c-deec51e79dcb None None] Port 48143884-8bba-44d5-a41e-87dfef0597b2 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:54.251261 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1edc05fc-8708-421c-8e24-84ba517ef368 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.300368 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33be9461-e27c-437b-9dc7-9a74ae56c803 req-58e79bec-b5d8-4afc-9746-c2f670e0885b tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912137 Jul 16 01:15:54.326622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a1583c4-08aa-4cf4-95f2-5a2b7a38407c req-b979ed58-536c-4b7a-8d98-8ea29dd2243e tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340766 Jul 16 01:15:54.365191 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.368182 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-082a5617-f4cc-4169-a31c-737d6d2c0806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'name': 'tempest-AttachSCSIVolumeTestJSON-141332346-router', 'tenant_id': '369685e5d7c9438bb065fff41911da00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '68ebefa9-a5d3-49c2-8cf1-d070324392e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:15:50Z', 'revision_number': 5, 'project_id': '369685e5d7c9438bb065fff41911da00', 'gw_port': {'id': '68ebefa9-a5d3-49c2-8cf1-d070324392e2', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:ef:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:57Z', 'updated_at': '2021-07-16T01:14:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:54.444711 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-0de4f229-e59d-4d9a-983d-9b6daf34eb43 None None] Set router f4922fdb-402b-4c31-b803-45f62047cb98 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:54.469539 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3bfca08d-6516-446d-8b3c-5a999b2502ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.497971 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 14b797c5-09e8-4c31-ad09-5bc35f007bf8 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:54.513270 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3bfca08d-6516-446d-8b3c-5a999b2502ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.528922 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082a5617-f4cc-4169-a31c-737d6d2c0806 None None] Checking router: 82253d2b-2cad-4c0a-a587-18fa660aa898 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:15:54.612760 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device dd83745c-a849-4856-b096-cca8ae3be680 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:54.626711 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 14b797c5-09e8-4c31-ad09-5bc35f007bf8 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:54.627070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 14b797c5-09e8-4c31-ad09-5bc35f007bf8 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:54.632071 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-68eff9d9-a14a-49a2-80a9-e78ff6ed7ee2 req-9ed9eb5f-002c-44e0-8594-9a15aa66465b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.693844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082a5617-f4cc-4169-a31c-737d6d2c0806 None None] Routers {'82253d2b-2cad-4c0a-a587-18fa660aa898'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:54.694392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-082a5617-f4cc-4169-a31c-737d6d2c0806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['82253d2b-2cad-4c0a-a587-18fa660aa898'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:54.736632 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bfca08d-6516-446d-8b3c-5a999b2502ae admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:15:54.743319 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9eb5f-002c-44e0-8594-9a15aa66465b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Pushing event deleted for resources: {'Port': ['ID=437a3fbc-6ad9-4578-8878-786556d0a7d6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:54.789287 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfca08d-6516-446d-8b3c-5a999b2502ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3112c201-2673-4253-b753-f1f79c70475e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:54.792875 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14fad9c9-bf13-45f3-a83f-b9b01d56168c req-c82394a2-891e-496a-9ef9-d29a185f569e tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 210 time: 0.1775501 Jul 16 01:15:54.807160 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-68eff9d9-a14a-49a2-80a9-e78ff6ed7ee2 req-9ed9eb5f-002c-44e0-8594-9a15aa66465b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] No DVR routers for this DVR port 437a3fbc-6ad9-4578-8878-786556d0a7d6 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:54.815960 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-68eff9d9-a14a-49a2-80a9-e78ff6ed7ee2 req-9ed9eb5f-002c-44e0-8594-9a15aa66465b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.819290 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-68eff9d9-a14a-49a2-80a9-e78ff6ed7ee2 req-9ed9eb5f-002c-44e0-8594-9a15aa66465b tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.69 "DELETE /v2.0/ports/437a3fbc-6ad9-4578-8878-786556d0a7d6 HTTP/1.1" status: 204 len: 173 time: 1.2373898 Jul 16 01:15:54.828440 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3bfca08d-6516-446d-8b3c-5a999b2502ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.828788 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-3bfca08d-6516-446d-8b3c-5a999b2502ae admin admin] Added segment 76588355-94e2-4740-951a-aea93cc52dbd of type vlan for network 31bc1cde-b305-452e-acfa-c234ab9f755a Jul 16 01:15:54.832709 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-762ad30d-9f4f-4736-ad2f-109b776b6318 req-8805b8c8-cea8-4af7-b75b-9d2383c5b12a tempest-LiveMigrationTest-569172527 tempest-LiveMigrationTest-569172527-project] 10.222.0.22 "GET /v2.0/ports?device_id=49ed3614-a44c-4c99-a4cb-122f75d62d6a HTTP/1.1" status: 200 len: 210 time: 0.2159050 Jul 16 01:15:54.874601 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-082a5617-f4cc-4169-a31c-737d6d2c0806 None None] Set router 82253d2b-2cad-4c0a-a587-18fa660aa898 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:54.921585 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3bfca08d-6516-446d-8b3c-5a999b2502ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.926309 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port dd83745c-a849-4856-b096-cca8ae3be680 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:54.942864 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0de4f229-e59d-4d9a-983d-9b6daf34eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'name': 'tempest-ServersTestBootFromVolume-286989718-router', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:12:49Z', 'updated_at': '2021-07-16T01:12:55Z', 'revision_number': 4, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'gw_port': {'id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:50Z', 'updated_at': '2021-07-16T01:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f7c94a54-a4a2-4fcf-9388-0df5cffb49ad', 'name': '', 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'mac_address': 'fa:16:3e:a4:ad:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:54Z', 'updated_at': '2021-07-16T01:13:07Z', 'revision_number': 5, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'subnets': [{'id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:54.976745 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80956d0a-96fc-4a4e-bd47-617adeee6022 x-openstack-request-id: req-80956d0a-96fc-4a4e-bd47-617adeee6022 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:54.977036 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "622d7e7b-2803-4ccf-9318-c787dc004285", "name": "network-vif-deleted", "tag": "64e7f529-e6f5-4892-a667-f3a0f2c99313", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:54.977288 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80956d0a-96fc-4a4e-bd47-617adeee6022 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:54.977685 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '622d7e7b-2803-4ccf-9318-c787dc004285', 'name': 'network-vif-deleted', 'tag': '64e7f529-e6f5-4892-a667-f3a0f2c99313', 'status': 'completed', 'code': 200} Jul 16 01:15:54.987113 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3bfca08d-6516-446d-8b3c-5a999b2502ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:54.988102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfca08d-6516-446d-8b3c-5a999b2502ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:54.988699 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3bfca08d-6516-446d-8b3c-5a999b2502ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.008498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-082a5617-f4cc-4169-a31c-737d6d2c0806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'name': 'tempest-AttachSCSIVolumeTestJSON-141332346-router', 'tenant_id': '369685e5d7c9438bb065fff41911da00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:15:54Z', 'revision_number': 6, 'project_id': '369685e5d7c9438bb065fff41911da00', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:55.010154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port dd83745c-a849-4856-b096-cca8ae3be680 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:55.013980 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.065340 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3bfca08d-6516-446d-8b3c-5a999b2502ae admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.5498385 Jul 16 01:15:55.076880 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de4f229-e59d-4d9a-983d-9b6daf34eb43 None None] The sync data for ids ['f4922fdb-402b-4c31-b803-45f62047cb98'] in n-d-791505-14 is: [{'id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'name': 'tempest-ServersTestBootFromVolume-286989718-router', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:12:49Z', 'updated_at': '2021-07-16T01:12:55Z', 'revision_number': 4, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'gw_port': {'id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:50Z', 'updated_at': '2021-07-16T01:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f7c94a54-a4a2-4fcf-9388-0df5cffb49ad', 'name': '', 'network_id': '182cdcd7-ca19-4732-aa47-8670570eaaa2', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'mac_address': 'fa:16:3e:a4:ad:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:54Z', 'updated_at': '2021-07-16T01:13:07Z', 'revision_number': 5, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'subnets': [{'id': '77f2ab74-15c0-4c98-a0c2-322875108391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:15:55.080331 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46030) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:55.111294 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-082a5617-f4cc-4169-a31c-737d6d2c0806 None None] The sync data for ids ['82253d2b-2cad-4c0a-a587-18fa660aa898'] in n-d-791505-14 is: [{'id': '82253d2b-2cad-4c0a-a587-18fa660aa898', 'name': 'tempest-AttachSCSIVolumeTestJSON-141332346-router', 'tenant_id': '369685e5d7c9438bb065fff41911da00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:55Z', 'updated_at': '2021-07-16T01:15:54Z', 'revision_number': 6, 'project_id': '369685e5d7c9438bb065fff41911da00', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:15:55.143183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-45a1153b-f90b-4839-b41d-449ba16c8242 admin admin] Request body: {'subnet': {'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-585504656-subnet', 'tenant_id': '273b24d73284472c9c4d72d339ebbb9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:15:55.148305 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfca08d-6516-446d-8b3c-5a999b2502ae admin admin] Pushing event updated for resources: {'Network': ['ID=31bc1cde-b305-452e-acfa-c234ab9f755a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:55.167666 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 31bc1cde-b305-452e-acfa-c234ab9f755a details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:15:55.177532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a1153b-f90b-4839-b41d-449ba16c8242 admin admin] Made reservation on behalf of 273b24d73284472c9c4d72d339ebbb9e for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:15:55.180545 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-45a1153b-f90b-4839-b41d-449ba16c8242 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.325818 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.364425 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port dd83745c-a849-4856-b096-cca8ae3be680, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=dd83745c-a849-4856-b096-cca8ae3be680,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:55.372648 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.444217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=dd83745c-a849-4856-b096-cca8ae3be680,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:55.509382 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-45a1153b-f90b-4839-b41d-449ba16c8242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.552948 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdadd550-cd06-4f48-b782-871415964fcf None None] New status for floating IP 11796579-e375-40f1-a1f3-d29264575526: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:15:55.611409 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.685839 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a1153b-f90b-4839-b41d-449ba16c8242 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3e6b583-fd45-4762-b62c-551317d8f4e3,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:55.700915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a1153b-f90b-4839-b41d-449ba16c8242 admin admin] Checking segment: {'id': '76588355-94e2-4740-951a-aea93cc52dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:55.701616 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a1153b-f90b-4839-b41d-449ba16c8242 admin admin] Network hostable DHCP agents. Network: 31bc1cde-b305-452e-acfa-c234ab9f755a, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:15:55.724637 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a1153b-f90b-4839-b41d-449ba16c8242 admin admin] Network 31bc1cde-b305-452e-acfa-c234ab9f755a is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:15:55.743112 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-45a1153b-f90b-4839-b41d-449ba16c8242 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 31bc1cde-b305-452e-acfa-c234ab9f755a) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:55.748130 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a1153b-f90b-4839-b41d-449ba16c8242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:55.748792 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-45a1153b-f90b-4839-b41d-449ba16c8242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.775810 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e9f935-284c-4e40-9a29-931ddd3a019d None None] Network 31bc1cde-b305-452e-acfa-c234ab9f755a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:15:55.781352 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-45a1153b-f90b-4839-b41d-449ba16c8242 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6449044 Jul 16 01:15:55.793284 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af41e6cb-5231-4698-b325-3a1545890374 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:15:55.882632 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.888988 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:55.963362 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d057aa8-2d86-4e51-aab3-6d2af74b6f67 None None] Network 31bc1cde-b305-452e-acfa-c234ab9f755a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:15:55.996821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Transition to ACTIVE for port object af41e6cb-5231-4698-b325-3a1545890374 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:56.019808 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.032704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Pushing event updated for resources: {'Port': ['ID=48143884-8bba-44d5-a41e-87dfef0597b2,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:56.054233 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 437a3fbc-6ad9-4578-8878-786556d0a7d6 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:56.076406 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 437a3fbc-6ad9-4578-8878-786556d0a7d6 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:56.076748 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 437a3fbc-6ad9-4578-8878-786556d0a7d6 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:56.098470 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-1edc05fc-8708-421c-8e24-84ba517ef368 admin admin] Deleting port 68ebefa9-a5d3-49c2-8cf1-d070324392e2 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:56.098818 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1edc05fc-8708-421c-8e24-84ba517ef368 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.101397 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.106402 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Pushing event updated for resources: {'Port': ['ID=af41e6cb-5231-4698-b325-3a1545890374,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:56.156382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0578e8-30ae-47a9-8ff8-f2072f80a856 req-a804485f-497c-4bdc-9548-8959145f353a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.164605 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-af0578e8-30ae-47a9-8ff8-f2072f80a856 req-a804485f-497c-4bdc-9548-8959145f353a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 935 time: 0.3316717 Jul 16 01:15:56.210609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84a3e7-6322-4de8-955d-3a244226e1a8 req-83a893b3-ff44-4f0b-ad16-2f9c27445e49 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:56.212168 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba84a3e7-6322-4de8-955d-3a244226e1a8 req-83a893b3-ff44-4f0b-ad16-2f9c27445e49 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 945 time: 0.4129381 Jul 16 01:15:56.370442 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-af0578e8-30ae-47a9-8ff8-f2072f80a856 req-af0d578e-90e1-462c-be01-044aec4dcd84 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049634 Jul 16 01:15:56.422468 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 9b05138a-105f-40bc-92b5-99545b91d7f6 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:56.425051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-1edc05fc-8708-421c-8e24-84ba517ef368 admin admin] For port 68ebefa9-a5d3-49c2-8cf1-d070324392e2, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=68ebefa9-a5d3-49c2-8cf1-d070324392e2,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:56.426231 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1edc05fc-8708-421c-8e24-84ba517ef368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.441832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba84a3e7-6322-4de8-955d-3a244226e1a8 req-519f9d7f-9f0d-4fca-8de4-9c80724bcc8c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191496 Jul 16 01:15:56.503121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-1edc05fc-8708-421c-8e24-84ba517ef368 admin admin] Calling delete_port for 68ebefa9-a5d3-49c2-8cf1-d070324392e2 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:56.510063 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Attempting to bind port af41e6cb-5231-4698-b325-3a1545890374 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:56.510402 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Attempting to bind port af41e6cb-5231-4698-b325-3a1545890374 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:56.510732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Attempting to bind port af41e6cb-5231-4698-b325-3a1545890374 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:56.522814 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Network 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:15:56.527348 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 9b05138a-105f-40bc-92b5-99545b91d7f6 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:15:56.531967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 9b05138a-105f-40bc-92b5-99545b91d7f6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:56.532516 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.543950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:15:56.559041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Port af41e6cb-5231-4698-b325-3a1545890374 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:15:56.559370 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Attempting to bind port af41e6cb-5231-4698-b325-3a1545890374 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:56.569372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device dd83745c-a849-4856-b096-cca8ae3be680 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:15:56.575949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46048) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:56.659501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeab7087-eba6-4ed8-b1ec-45384e31d08c admin admin] Deleting subnet 444b39ba-692a-4b43-854c-acc759053f2e {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:15:56.669757 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aeab7087-eba6-4ed8-b1ec-45384e31d08c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.682631 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port dd83745c-a849-4856-b096-cca8ae3be680 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:56.686401 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.757725 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aeab7087-eba6-4ed8-b1ec-45384e31d08c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.802276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:56.803356 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:56.803591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:56.804000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Bound port: af41e6cb-5231-4698-b325-3a1545890374, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:56.804506 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.835744 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76095e0b-0858-4c81-815d-f93db7951e92 req-39a2ca0f-9a7f-47d7-b64b-90ef0a083f8c tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 210 time: 0.2941685 Jul 16 01:15:56.836088 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aeab7087-eba6-4ed8-b1ec-45384e31d08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.839509 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.903179 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aeab7087-eba6-4ed8-b1ec-45384e31d08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.908941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453df5c4-4221-40d4-b693-4b1395e89a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b05138a-105f-40bc-92b5-99545b91d7f6'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:56.913110 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11880fa-99cc-42f8-b333-888397993a28" -d '{"events": [{"server_uuid": "453df5c4-4221-40d4-b693-4b1395e89a35", "name": "network-vif-plugged", "status": "completed", "tag": "9b05138a-105f-40bc-92b5-99545b91d7f6"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:56.936712 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=9b05138a-105f-40bc-92b5-99545b91d7f6,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:56.940692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab7087-eba6-4ed8-b1ec-45384e31d08c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=444b39ba-692a-4b43-854c-acc759053f2e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:56.945097 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aeab7087-eba6-4ed8-b1ec-45384e31d08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.947329 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-aeab7087-eba6-4ed8-b1ec-45384e31d08c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/444b39ba-692a-4b43-854c-acc759053f2e HTTP/1.1" status: 204 len: 168 time: 0.3699954 Jul 16 01:15:56.949399 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46062) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:56.953024 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:56.961112 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b48ab09f-2261-4675-a84e-684f9652c7d0 None None] Provisioning complete for port 48143884-8bba-44d5-a41e-87dfef0597b2 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:15:56.961823 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b48ab09f-2261-4675-a84e-684f9652c7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.006794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49ed3614-a44c-4c99-a4cb-122f75d62d6a', 'name': 'network-vif-deleted', 'tag': '437a3fbc-6ad9-4578-8878-786556d0a7d6'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:57.012472 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83757d25-cded-4cfd-bab7-a73349aa4d9a" -d '{"events": [{"server_uuid": "49ed3614-a44c-4c99-a4cb-122f75d62d6a", "name": "network-vif-deleted", "tag": "437a3fbc-6ad9-4578-8878-786556d0a7d6"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:57.041380 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b48ab09f-2261-4675-a84e-684f9652c7d0 None None] Port 48143884-8bba-44d5-a41e-87dfef0597b2 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:15:57.053555 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 68ebefa9-a5d3-49c2-8cf1-d070324392e2 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:57.096280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=9b05138a-105f-40bc-92b5-99545b91d7f6,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:57.148256 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e35bd35d-8fdb-4bcb-9a22-84af931f6aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.149745 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63977938-4642-4ab5-ae3c-d8a7e60a5ffb x-openstack-request-id: req-63977938-4642-4ab5-ae3c-d8a7e60a5ffb {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:57.150039 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453df5c4-4221-40d4-b693-4b1395e89a35", "name": "network-vif-plugged", "status": "completed", "tag": "9b05138a-105f-40bc-92b5-99545b91d7f6", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:57.150292 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-63977938-4642-4ab5-ae3c-d8a7e60a5ffb {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:57.150686 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453df5c4-4221-40d4-b693-4b1395e89a35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b05138a-105f-40bc-92b5-99545b91d7f6', 'code': 200} Jul 16 01:15:57.187031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] For port af41e6cb-5231-4698-b325-3a1545890374, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:15:57.195460 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1edc05fc-8708-421c-8e24-84ba517ef368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.206064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] For port af41e6cb-5231-4698-b325-3a1545890374, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=af41e6cb-5231-4698-b325-3a1545890374,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:15:57.225030 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd79b0ea-0188-40d3-a26a-31284431ba0f x-openstack-request-id: req-dd79b0ea-0188-40d3-a26a-31284431ba0f {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:57.225440 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49ed3614-a44c-4c99-a4cb-122f75d62d6a", "name": "network-vif-deleted", "tag": "437a3fbc-6ad9-4578-8878-786556d0a7d6", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:57.225769 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd79b0ea-0188-40d3-a26a-31284431ba0f {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:57.226208 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49ed3614-a44c-4c99-a4cb-122f75d62d6a', 'name': 'network-vif-deleted', 'tag': '437a3fbc-6ad9-4578-8878-786556d0a7d6', 'status': 'completed', 'code': 200} Jul 16 01:15:57.240509 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.252142 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.253016 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-2143fa8b-1ab2-4df6-a28c-0e923218063c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:57.254605 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-2143fa8b-1ab2-4df6-a28c-0e923218063c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/networks?id=31bc1cde-b305-452e-acfa-c234ab9f755a HTTP/1.1" status: 200 len: 804 time: 0.4177041 Jul 16 01:15:57.262864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc05fc-8708-421c-8e24-84ba517ef368 admin admin] Pushing event deleted for resources: {'Port': ['ID=68ebefa9-a5d3-49c2-8cf1-d070324392e2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:57.287887 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:15:57.324754 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:15:57.325433 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f91f6875-a3b1-4c04-8dd8-a46f75c9eb74 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:15:57.335570 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e35bd35d-8fdb-4bcb-9a22-84af931f6aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.336609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Router 16111fcc-a386-4f1d-8eac-68b5407a0e5f has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:15:57.350906 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e35bd35d-8fdb-4bcb-9a22-84af931f6aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a12b0de-6ef6-45d3-924a-11f308816a83']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:57.363478 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e35bd35d-8fdb-4bcb-9a22-84af931f6aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae76f057-6a50-4e3a-a352-8e6fcf06637e') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:57.363868 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e35bd35d-8fdb-4bcb-9a22-84af931f6aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae76f057-6a50-4e3a-a352-8e6fcf06637e') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:57.375351 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e35bd35d-8fdb-4bcb-9a22-84af931f6aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.383547 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:57.383838 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.385282 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] 10.222.0.69 "PUT /v2.0/ports/af41e6cb-5231-4698-b325-3a1545890374 HTTP/1.1" status: 200 len: 1096 time: 4.8750057 Jul 16 01:15:57.388350 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1edc05fc-8708-421c-8e24-84ba517ef368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.392627 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-045070d8-ab2e-4100-8107-990f98e33fdf tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/quotas/273b24d73284472c9c4d72d339ebbb9e HTTP/1.1" status: 200 len: 375 time: 0.1277611 Jul 16 01:15:57.393074 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbbcb27-53c8-4523-b367-a4b9f4b7fa28', 'tag': 'af41e6cb-5231-4698-b325-3a1545890374'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:15:57.395558 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299a7020-0687-4e2e-ab57-36c19666aba4" -d '{"events": [{"name": "network-changed", "server_uuid": "ffbbcb27-53c8-4523-b367-a4b9f4b7fa28", "tag": "af41e6cb-5231-4698-b325-3a1545890374"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:15:57.404191 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e35bd35d-8fdb-4bcb-9a22-84af931f6aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.414720 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e35bd35d-8fdb-4bcb-9a22-84af931f6aa1 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:15:57.415426 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e35bd35d-8fdb-4bcb-9a22-84af931f6aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:15:57.439603 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:15:57.454792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5197c60-7fd2-4433-92a7-1cba3cd552de service neutron] Pushing event updated for resources: {'Port': ['ID=af41e6cb-5231-4698-b325-3a1545890374,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:57.461211 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb55a5f-3a95-4ee2-9bab-6edf9a52dd82 req-8f5593e5-a384-46b4-9be1-4faf49ae9aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:57.462735 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5bb55a5f-3a95-4ee2-9bab-6edf9a52dd82 req-8f5593e5-a384-46b4-9be1-4faf49ae9aab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 1098 time: 0.2107551 Jul 16 01:15:57.556787 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e35bd35d-8fdb-4bcb-9a22-84af931f6aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.564037 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e35bd35d-8fdb-4bcb-9a22-84af931f6aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.568491 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e35bd35d-8fdb-4bcb-9a22-84af931f6aa1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8a12b0de-6ef6-45d3-924a-11f308816a83 HTTP/1.1" status: 204 len: 168 time: 0.6152105 Jul 16 01:15:57.568491 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5bb55a5f-3a95-4ee2-9bab-6edf9a52dd82 req-c7dfe346-bdca-48d4-843f-d14c0b14974a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923767 Jul 16 01:15:57.569524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46072) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:57.598552 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-94cf54d1-fcec-41d1-aa90-5f4deb140a8d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=273b24d73284472c9c4d72d339ebbb9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0996399 Jul 16 01:15:57.605077 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35bd35d-8fdb-4bcb-9a22-84af931f6aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a12b0de-6ef6-45d3-924a-11f308816a83,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:57.626543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1917d6-b332-466a-9ee4-d3259a61e1aa admin admin] Deleting subnet a124456e-4a9b-4e69-adc8-c0a6749dcf5a {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:15:57.630332 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e1917d6-b332-466a-9ee4-d3259a61e1aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.681055 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e1917d6-b332-466a-9ee4-d3259a61e1aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.693027 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1edc05fc-8708-421c-8e24-84ba517ef368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.698832 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1edc05fc-8708-421c-8e24-84ba517ef368 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.726391 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e1917d6-b332-466a-9ee4-d3259a61e1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.789980 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e1917d6-b332-466a-9ee4-d3259a61e1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.816774 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1917d6-b332-466a-9ee4-d3259a61e1aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a124456e-4a9b-4e69-adc8-c0a6749dcf5a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:57.821517 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e1917d6-b332-466a-9ee4-d3259a61e1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.825596 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6e1917d6-b332-466a-9ee4-d3259a61e1aa admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a124456e-4a9b-4e69-adc8-c0a6749dcf5a HTTP/1.1" status: 204 len: 168 time: 0.2527864 Jul 16 01:15:57.827923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46074) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:57.837549 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1edc05fc-8708-421c-8e24-84ba517ef368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.838076 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edc05fc-8708-421c-8e24-84ba517ef368 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82253d2b-2cad-4c0a-a587-18fa660aa898 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:15:57.844234 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1edc05fc-8708-421c-8e24-84ba517ef368 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.848347 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1edc05fc-8708-421c-8e24-84ba517ef368 admin admin] 10.222.0.22 "DELETE /v2.0/routers/82253d2b-2cad-4c0a-a587-18fa660aa898 HTTP/1.1" status: 204 len: 168 time: 5.0984375 Jul 16 01:15:57.852262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46076) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:57.898399 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4cf69f3-c0a5-415d-974a-1a2648cff0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:57.947308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-5fa98c9a-8a1f-45cf-a21b-a6f6bf7818f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:57.948783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-5fa98c9a-8a1f-45cf-a21b-a6f6bf7818f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 1099 time: 0.4512091 Jul 16 01:15:57.954294 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-f172187c-9917-4235-b899-acbce6dd2fed service neutron] 10.222.0.22 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006940 Jul 16 01:15:57.971027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089949e3-b7f6-4ba3-b2c5-784c946245c8 req-585be727-4faa-4e97-8b7a-540d0df2aef4 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:57.988169 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-089949e3-b7f6-4ba3-b2c5-784c946245c8 req-585be727-4faa-4e97-8b7a-540d0df2aef4 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 947 time: 0.3920121 Jul 16 01:15:58.008836 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4cf69f3-c0a5-415d-974a-1a2648cff0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.019286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-a4cf69f3-c0a5-415d-974a-1a2648cff0e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66bae072-4a11-4c4d-97a9-24169a4003b4']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:58.030955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-a4cf69f3-c0a5-415d-974a-1a2648cff0e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f5db4b-f43f-491f-82f6-427eeb5367ff') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:58.031253 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-a4cf69f3-c0a5-415d-974a-1a2648cff0e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f5db4b-f43f-491f-82f6-427eeb5367ff') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:58.041406 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4cf69f3-c0a5-415d-974a-1a2648cff0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.055807 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4cf69f3-c0a5-415d-974a-1a2648cff0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.065219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4cf69f3-c0a5-415d-974a-1a2648cff0e9 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:15:58.065630 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4cf69f3-c0a5-415d-974a-1a2648cff0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.066257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b5ed87-4c05-4e40-b7ab-062f4097ffeb admin admin] Deleting subnet ed6d1924-f4bf-4cb0-8610-bdc55a31932d {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:15:58.067339 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:15:58.086327 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-75419d97-eb7f-4ba1-bc87-bbbbccd0e370 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=af41e6cb-5231-4698-b325-3a1545890374 HTTP/1.1" status: 200 len: 217 time: 0.0939791 Jul 16 01:15:58.091059 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-44b5ed87-4c05-4e40-b7ab-062f4097ffeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.094834 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:15:58.110370 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Sync routers for ids ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:15:58.121739 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Routers {'16111fcc-a386-4f1d-8eac-68b5407a0e5f'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:15:58.122360 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:58.130746 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4cf69f3-c0a5-415d-974a-1a2648cff0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.143591 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c2df22a3-aa59-4448-88dc-703e564a9805 admin admin] 10.222.0.22 "PUT /v2.0/routers/16111fcc-a386-4f1d-8eac-68b5407a0e5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8570437 Jul 16 01:15:58.153986 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4cf69f3-c0a5-415d-974a-1a2648cff0e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.158238 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a4cf69f3-c0a5-415d-974a-1a2648cff0e9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/66bae072-4a11-4c4d-97a9-24169a4003b4 HTTP/1.1" status: 204 len: 168 time: 0.3291118 Jul 16 01:15:58.175334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf69f3-c0a5-415d-974a-1a2648cff0e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=66bae072-4a11-4c4d-97a9-24169a4003b4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:58.219208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-089949e3-b7f6-4ba3-b2c5-784c946245c8 req-bf26973c-b95f-4c33-b5e1-dd978f73c08a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300115 Jul 16 01:15:58.262776 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-44b5ed87-4c05-4e40-b7ab-062f4097ffeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.280523 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Set router 16111fcc-a386-4f1d-8eac-68b5407a0e5f gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:15:58.297515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-702208a0-4eef-4114-8332-64ee016ada46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.298982 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-702208a0-4eef-4114-8332-64ee016ada46 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.2011054 Jul 16 01:15:58.348339 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-88830954-bf81-4bf1-82c9-0ad19a77c48b service neutron] 10.222.0.22 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548474 Jul 16 01:15:58.360324 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46092) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:58.457932 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-44b5ed87-4c05-4e40-b7ab-062f4097ffeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.524602 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883d30d5-278c-470e-8ace-f5dbf58ac13a x-openstack-request-id: req-883d30d5-278c-470e-8ace-f5dbf58ac13a {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:15:58.524892 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffbbcb27-53c8-4523-b367-a4b9f4b7fa28", "tag": "af41e6cb-5231-4698-b325-3a1545890374", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:15:58.525142 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-883d30d5-278c-470e-8ace-f5dbf58ac13a {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:15:58.525531 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbbcb27-53c8-4523-b367-a4b9f4b7fa28', 'tag': 'af41e6cb-5231-4698-b325-3a1545890374', 'status': 'completed', 'code': 200} Jul 16 01:15:58.543745 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-router', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:15:46Z', 'updated_at': '2021-07-16T01:15:53Z', 'revision_number': 4, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'gw_port': {'id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:47Z', 'updated_at': '2021-07-16T01:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '48143884-8bba-44d5-a41e-87dfef0597b2', 'name': '', 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'mac_address': 'fa:16:3e:5f:30:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:51Z', 'updated_at': '2021-07-16T01:15:54Z', 'revision_number': 2, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'subnets': [{'id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:15:58.555907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-ccdfe5ab-f20b-40d3-a31b-37d2eae0b14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:58.557807 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-ccdfe5ab-f20b-40d3-a31b-37d2eae0b14a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2515161 Jul 16 01:15:58.610696 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Checking router: 16111fcc-a386-4f1d-8eac-68b5407a0e5f for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:15:58.610992 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Updating router 16111fcc-a386-4f1d-8eac-68b5407a0e5f port 48143884-8bba-44d5-a41e-87dfef0597b2 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:15:58.704257 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.720366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-8ed759f9-bf94-4311-a3fb-ae3fd264ab3a service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526902 Jul 16 01:15:58.819260 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-44b5ed87-4c05-4e40-b7ab-062f4097ffeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.844260 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-525c8481-f1bf-4ed3-bbe3-75514410044b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a6f1242be7f44c5a4ca0f2b9fa01ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4811387 Jul 16 01:15:58.845498 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46102) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:58.907695 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5ed87-4c05-4e40-b7ab-062f4097ffeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed6d1924-f4bf-4cb0-8610-bdc55a31932d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:58.918490 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ad1a4e-34a1-40d6-a863-23410f0f9dc1 None None] Network 8f1c45ec-861d-413c-8e35-ef2e61abbeae requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:15:58.948788 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-44b5ed87-4c05-4e40-b7ab-062f4097ffeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:58.950720 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-44b5ed87-4c05-4e40-b7ab-062f4097ffeb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ed6d1924-f4bf-4cb0-8610-bdc55a31932d HTTP/1.1" status: 204 len: 168 time: 1.0967443 Jul 16 01:15:58.956696 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46108) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:15:59.010641 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e9a724b-e907-4054-a717-b668642660f2 req-33faa017-a584-4193-bcf6-2c8f78379c20 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/ports?device_id=622d7e7b-2803-4ccf-9318-c787dc004285 HTTP/1.1" status: 200 len: 210 time: 0.1077211 Jul 16 01:15:59.049273 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46097786-71b6-4db2-8f18-83cf2b15d8e2 req-a1c5544e-fd1e-49b8-8046-ebc7b35e79ab service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038437 Jul 16 01:15:59.089030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd298c-22b4-49a3-80a3-589e30b2bdc8 req-2c593b2a-dcf5-4eb8-abd0-68855b57e68d tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:59.090968 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aefd298c-22b4-49a3-80a3-589e30b2bdc8 req-2c593b2a-dcf5-4eb8-abd0-68855b57e68d tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 946 time: 0.3676264 Jul 16 01:15:59.097973 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee91dce0-bb77-4e82-aae2-8234d37243bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.149140 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee91dce0-bb77-4e82-aae2-8234d37243bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.160401 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aefd298c-22b4-49a3-80a3-589e30b2bdc8 req-06e02f2e-9294-4d68-9e86-fb976dea2bed tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620017 Jul 16 01:15:59.221433 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.252869 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee91dce0-bb77-4e82-aae2-8234d37243bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.263119 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee91dce0-bb77-4e82-aae2-8234d37243bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.269529 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ee91dce0-bb77-4e82-aae2-8234d37243bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7a4763f3-e096-4dc8-b530-4af079fa5415 HTTP/1.1" status: 204 len: 168 time: 0.4223206 Jul 16 01:15:59.278064 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.293504 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee91dce0-bb77-4e82-aae2-8234d37243bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a4763f3-e096-4dc8-b530-4af079fa5415,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:59.308246 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Transition to ACTIVE for port object 48143884-8bba-44d5-a41e-87dfef0597b2 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:15:59.316192 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.342696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3353a0-9b60-43ec-91fa-92b42a74e55f None None] DHCP port deletion for 8f1c45ec-861d-413c-8e35-ef2e61abbeae request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:15:59.413402 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] Deleting port a6ea1d97-594b-4a05-b909-42dd2ee471dc {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:59.417145 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.478240 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4f3353a0-9b60-43ec-91fa-92b42a74e55f None None] Deleting port a6ea1d97-594b-4a05-b909-42dd2ee471dc {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:15:59.480033 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4f3353a0-9b60-43ec-91fa-92b42a74e55f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.488613 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a7020-0687-4e2e-ab57-36c19666aba4 req-85792beb-ba07-480e-aba6-ef35d160b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:59.490739 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-299a7020-0687-4e2e-ab57-36c19666aba4 req-85792beb-ba07-480e-aba6-ef35d160b40b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 1099 time: 0.2057378 Jul 16 01:15:59.506625 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc293c-34e4-4b24-a888-3dacd6cf2811 None None] Pushing event updated for resources: {'Port': ['ID=48143884-8bba-44d5-a41e-87dfef0597b2,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:59.588523 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] For port a6ea1d97-594b-4a05-b909-42dd2ee471dc, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a6ea1d97-594b-4a05-b909-42dd2ee471dc,segment=NetworkSegment(5a52c916-99d7-4df6-b09f-7d8c638c6f38),segment_id=5a52c916-99d7-4df6-b09f-7d8c638c6f38)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:59.588911 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.641036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] Calling delete_port for a6ea1d97-594b-4a05-b909-42dd2ee471dc owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:59.695898 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4f3353a0-9b60-43ec-91fa-92b42a74e55f None None] For port a6ea1d97-594b-4a05-b909-42dd2ee471dc, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a6ea1d97-594b-4a05-b909-42dd2ee471dc,segment=NetworkSegment(5a52c916-99d7-4df6-b09f-7d8c638c6f38),segment_id=5a52c916-99d7-4df6-b09f-7d8c638c6f38)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:15:59.702976 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4f3353a0-9b60-43ec-91fa-92b42a74e55f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.720113 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Attempting to bind port 48143884-8bba-44d5-a41e-87dfef0597b2 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:15:59.721747 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Attempting to bind port 48143884-8bba-44d5-a41e-87dfef0597b2 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '5acd8ec9-c6cc-4957-a226-4838bc09270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:15:59.724967 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Attempting to bind port 48143884-8bba-44d5-a41e-87dfef0597b2 on network 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:15:59.729417 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b203f73-b953-4620-876c-91a3129afad3 req-9863430b-60ad-42dd-a11c-e29d5f82cba3 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d HTTP/1.1" status: 200 len: 210 time: 0.1592298 Jul 16 01:15:59.754829 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 15, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:15:59.760726 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Checking segment: {'id': '5acd8ec9-c6cc-4957-a226-4838bc09270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:15:59.760871 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4f3353a0-9b60-43ec-91fa-92b42a74e55f None None] Calling delete_port for a6ea1d97-594b-4a05-b909-42dd2ee471dc owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:15:59.761673 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.769221 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Bound using segment: {'id': '5acd8ec9-c6cc-4957-a226-4838bc09270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:15:59.769737 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Bound port: 48143884-8bba-44d5-a41e-87dfef0597b2, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5acd8ec9-c6cc-4957-a226-4838bc09270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:15:59.770251 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.804119 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:15:59.862504 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=a6ea1d97-594b-4a05-b909-42dd2ee471dc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:15:59.870105 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] No DVR routers for this DVR port a6ea1d97-594b-4a05-b909-42dd2ee471dc on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:15:59.931933 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a7020-0687-4e2e-ab57-36c19666aba4 req-0a42a12a-e8b8-463d-a19d-c808cebff8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:15:59.934145 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-299a7020-0687-4e2e-ab57-36c19666aba4 req-0a42a12a-e8b8-463d-a19d-c808cebff8e0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.4343729 Jul 16 01:16:00.026607 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.040972 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] For port 48143884-8bba-44d5-a41e-87dfef0597b2, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:00.044503 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46128) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:00.048100 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] For port 48143884-8bba-44d5-a41e-87dfef0597b2, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=48143884-8bba-44d5-a41e-87dfef0597b2,segment=NetworkSegment(5acd8ec9-c6cc-4957-a226-4838bc09270e),segment_id=5acd8ec9-c6cc-4957-a226-4838bc09270e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:00.061901 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.094443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1c45ec-861d-413c-8e35-ef2e61abbeae']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:00.123215 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a52c916-99d7-4df6-b09f-7d8c638c6f38') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:00.123649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a52c916-99d7-4df6-b09f-7d8c638c6f38') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:00.166940 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.171854 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4ca7a216-cad7-426d-bbe1-721d727b86b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=29a5d46cb63d484fbf377a6b6a615e91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1244259 Jul 16 01:16:00.180143 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46132) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:00.213747 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.225662 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdc293c-34e4-4b24-a888-3dacd6cf2811 None None] Pushing event updated for resources: {'Port': ['ID=48143884-8bba-44d5-a41e-87dfef0597b2,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:00.240105 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Routers {'16111fcc-a386-4f1d-8eac-68b5407a0e5f'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:00.244240 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:15:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:00.248635 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:16:00.249127 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:16:00.251369 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:16:00.432121 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.465653 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fec6c977-67af-4382-8057-219c5d5c2154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.491377 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] Set router 16111fcc-a386-4f1d-8eac-68b5407a0e5f gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:00.493608 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.495816 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4f3353a0-9b60-43ec-91fa-92b42a74e55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.504685 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.513783 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] 10.222.0.22 "DELETE /v2.0/networks/8f1c45ec-861d-413c-8e35-ef2e61abbeae HTTP/1.1" status: 204 len: 168 time: 1.5556865 Jul 16 01:16:00.517694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4f3353a0-9b60-43ec-91fa-92b42a74e55f None None] Network 8f1c45ec-861d-413c-8e35-ef2e61abbeae is not hosted by any dhcp agent {{(pid=93921) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:16:00.518056 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3353a0-9b60-43ec-91fa-92b42a74e55f None None] No DVR routers for this DVR port a6ea1d97-594b-4a05-b909-42dd2ee471dc on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:00.523299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-299a7020-0687-4e2e-ab57-36c19666aba4 req-9d1e828d-1642-4a31-b3f6-6ac3989f7b1d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=af41e6cb-5231-4698-b325-3a1545890374 HTTP/1.1" status: 200 len: 217 time: 0.5812244 Jul 16 01:16:00.545502 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee7f3d-6c19-4703-853f-0e4f112c1a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=8f1c45ec-861d-413c-8e35-ef2e61abbeae,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:00.553336 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fec6c977-67af-4382-8057-219c5d5c2154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.568040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a6ea1d97-594b-4a05-b909-42dd2ee471dc no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:00.618828 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fec6c977-67af-4382-8057-219c5d5c2154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.627386 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fec6c977-67af-4382-8057-219c5d5c2154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.630661 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fec6c977-67af-4382-8057-219c5d5c2154 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/32affcc2-f418-49b5-95a5-5ae88c0dabb3 HTTP/1.1" status: 204 len: 168 time: 0.4487610 Jul 16 01:16:00.652445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6c977-67af-4382-8057-219c5d5c2154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32affcc2-f418-49b5-95a5-5ae88c0dabb3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:00.668436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3353a0-9b60-43ec-91fa-92b42a74e55f None None] Pushing event deleted for resources: {'Port': ['ID=a6ea1d97-594b-4a05-b909-42dd2ee471dc,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:00.672063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: a6ea1d97-594b-4a05-b909-42dd2ee471dc {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:00.672572 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a6ea1d97-594b-4a05-b909-42dd2ee471dc not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:00.694309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a7020-0687-4e2e-ab57-36c19666aba4 req-6abb7934-693b-4fd3-a932-aca9bda4588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:00.696296 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-299a7020-0687-4e2e-ab57-36c19666aba4 req-6abb7934-693b-4fd3-a932-aca9bda4588f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1513672 Jul 16 01:16:00.888143 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:00.910153 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46144) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:00.929514 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-router', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:15:46Z', 'updated_at': '2021-07-16T01:15:53Z', 'revision_number': 4, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'gw_port': {'id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:47Z', 'updated_at': '2021-07-16T01:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '48143884-8bba-44d5-a41e-87dfef0597b2', 'name': '', 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'mac_address': 'fa:16:3e:5f:30:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:51Z', 'updated_at': '2021-07-16T01:16:00Z', 'revision_number': 4, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'subnets': [{'id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:00.943212 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17d387-07ea-45e6-b451-b3ce40c406f8 req-51a57b58-574b-48d7-8aa4-8c456e8efd05 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:00.951976 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4d17d387-07ea-45e6-b451-b3ce40c406f8 req-51a57b58-574b-48d7-8aa4-8c456e8efd05 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 947 time: 0.4276063 Jul 16 01:16:00.960283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a7020-0687-4e2e-ab57-36c19666aba4 req-7fb0a615-4465-4ea6-9bd3-7c42178fc07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:00.962024 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-299a7020-0687-4e2e-ab57-36c19666aba4 req-7fb0a615-4465-4ea6-9bd3-7c42178fc07b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2549951 Jul 16 01:16:00.984036 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a962c-d724-40bc-8f2d-c46e5b1b145a None None] The sync data for ids ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'] in n-d-791505-14 is: [{'id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-router', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:15:46Z', 'updated_at': '2021-07-16T01:15:53Z', 'revision_number': 4, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'gw_port': {'id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:47Z', 'updated_at': '2021-07-16T01:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '48143884-8bba-44d5-a41e-87dfef0597b2', 'name': '', 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'mac_address': 'fa:16:3e:5f:30:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:51Z', 'updated_at': '2021-07-16T01:16:00Z', 'revision_number': 4, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'subnets': [{'id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:00.999959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-aef5a008-0495-41cf-af27-4e42a5dfe5d6 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:01.007396 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-aef5a008-0495-41cf-af27-4e42a5dfe5d6 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/networks?id=9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 HTTP/1.1" status: 200 len: 829 time: 0.4782205 Jul 16 01:16:01.085239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e49a90a1-905e-41fb-8edc-e95d43df51a2 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/quotas/616a27cf89a54b05aa2da003e1a9360c HTTP/1.1" status: 200 len: 375 time: 0.0765710 Jul 16 01:16:01.149409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-39f5ba1c-b2cf-4567-8585-54a0411adab1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c9a9a0ed4d39433f9f7df119fc553cae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329538 Jul 16 01:16:01.151994 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46148) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:01.206327 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4d17d387-07ea-45e6-b451-b3ce40c406f8 req-b14b0b8a-83d1-4f54-b416-cbc44f1f41d4 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531717 Jul 16 01:16:01.226695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-c6fa1e3e-afe3-4c6f-a394-6c589d1b7c66 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:01.237045 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-c6fa1e3e-afe3-4c6f-a394-6c589d1b7c66 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.69 "GET /v2.0/networks?id=31bc1cde-b305-452e-acfa-c234ab9f755a HTTP/1.1" status: 200 len: 804 time: 0.3474200 Jul 16 01:16:01.246420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-53c802d0-0406-475e-9e5f-1b14a497a76c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Request body: {'port': {'device_id': 'c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d', 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a', 'admin_state_up': True, 'tenant_id': '273b24d73284472c9c4d72d339ebbb9e'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:01.322422 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-299a7020-0687-4e2e-ab57-36c19666aba4 req-4d928b39-b216-4696-a907-c13906e26172 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3384848 Jul 16 01:16:01.337449 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-099daef6-8200-4cc8-a509-119c2f0a2500 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=616a27cf89a54b05aa2da003e1a9360c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2508109 Jul 16 01:16:01.463637 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef6cc6ad-cd0a-4d0f-8506-360abadf8e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:01.489883 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-53c802d0-0406-475e-9e5f-1b14a497a76c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Made reservation on behalf of 273b24d73284472c9c4d72d339ebbb9e for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:01.510182 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-53c802d0-0406-475e-9e5f-1b14a497a76c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:01.526756 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef6cc6ad-cd0a-4d0f-8506-360abadf8e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:01.676047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-299a7020-0687-4e2e-ab57-36c19666aba4 req-ff761820-57ca-435f-a510-0ce6325c4a45 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375390 Jul 16 01:16:01.682091 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef6cc6ad-cd0a-4d0f-8506-360abadf8e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:01.685727 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef6cc6ad-cd0a-4d0f-8506-360abadf8e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:01.690792 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ef6cc6ad-cd0a-4d0f-8506-360abadf8e73 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/556d1cec-13cd-4412-9702-0454e2a9d016 HTTP/1.1" status: 204 len: 168 time: 0.5377769 Jul 16 01:16:01.764511 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6cc6ad-cd0a-4d0f-8506-360abadf8e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d1cec-13cd-4412-9702-0454e2a9d016,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:01.821435 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-d6080f58-ef68-4302-9a6f-3b2a1ad0f0b1 service neutron] 10.222.0.22 "GET /v2.0/networks/9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752071 Jul 16 01:16:01.854290 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb684ea-5dac-4f02-b4c5-15113c72ad37 req-5f55a815-4c2c-451d-9e62-3fa07450e2c4 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:01.856227 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9bb684ea-5dac-4f02-b4c5-15113c72ad37 req-5f55a815-4c2c-451d-9e62-3fa07450e2c4 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 946 time: 0.2955613 Jul 16 01:16:01.865665 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-53c802d0-0406-475e-9e5f-1b14a497a76c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Allocated IP 172.20.0.14 (31bc1cde-b305-452e-acfa-c234ab9f755a/f3e6b583-fd45-4762-b62c-551317d8f4e3/7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:02.077814 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9bb684ea-5dac-4f02-b4c5-15113c72ad37 req-552da5d2-9e2c-4063-8550-7d285a574330 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777618 Jul 16 01:16:02.085375 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device af41e6cb-5231-4698-b325-3a1545890374 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:02.101048 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-75b10514-e60a-44b9-b612-b16ff20aec89 service neutron] 10.222.0.22 "GET /v2.0/networks/9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432585 Jul 16 01:16:02.271335 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-53c802d0-0406-475e-9e5f-1b14a497a76c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:02.400386 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-53c802d0-0406-475e-9e5f-1b14a497a76c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:02.454040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port af41e6cb-5231-4698-b325-3a1545890374, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=af41e6cb-5231-4698-b325-3a1545890374,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:02.487669 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'af41e6cb-5231-4698-b325-3a1545890374', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'af41e6cb-5231-4698-b325-3a1545890374', 'mac_address': 'fa:16:3e:5b:4a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:02.526962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46188) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:02.593961 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-53c802d0-0406-475e-9e5f-1b14a497a76c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Network 31bc1cde-b305-452e-acfa-c234ab9f755a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:02.597248 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:02.601866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-53c802d0-0406-475e-9e5f-1b14a497a76c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:02.612800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-53c802d0-0406-475e-9e5f-1b14a497a76c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:02.616138 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46190) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:02.617918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c802d0-0406-475e-9e5f-1b14a497a76c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Pushing event updated for resources: {'Port': ['ID=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:02.638549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af41e6cb-5231-4698-b325-3a1545890374 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:02.691934 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port af41e6cb-5231-4698-b325-3a1545890374, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=af41e6cb-5231-4698-b325-3a1545890374,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:02.694856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 48143884-8bba-44d5-a41e-87dfef0597b2 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:02.700356 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:02.783382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46196) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:02.786730 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-715d397e-4ff1-440e-9f1b-aecf60bec9ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=369685e5d7c9438bb065fff41911da00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2437930 Jul 16 01:16:02.926630 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfce20-a4c6-4c58-854a-7176022677da req-c2de70da-2412-4e36-b0c5-519f6f6feff6 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:02.934277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-acdfce20-a4c6-4c58-854a-7176022677da req-c2de70da-2412-4e36-b0c5-519f6f6feff6 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d HTTP/1.1" status: 200 len: 932 time: 0.2974637 Jul 16 01:16:02.944461 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['af41e6cb-5231-4698-b325-3a1545890374'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:02.945586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-53c802d0-0406-475e-9e5f-1b14a497a76c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:02.947880 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-53c802d0-0406-475e-9e5f-1b14a497a76c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:02.982894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=af41e6cb-5231-4698-b325-3a1545890374,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:03.028334 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68d97609-418f-4a1e-b400-cca7af2b321a tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.031426 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-acdfce20-a4c6-4c58-854a-7176022677da req-dc0f776e-7780-4fe6-bbde-bb9fe9f2ed98 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936911 Jul 16 01:16:03.034041 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 48143884-8bba-44d5-a41e-87dfef0597b2 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:03.040259 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-53c802d0-0406-475e-9e5f-1b14a497a76c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8001344 Jul 16 01:16:03.041153 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a202fcc-4c1d-4187-a09d-43f605a3a0d4 req-c76af263-e3d4-487d-8f4e-f3e24320200d tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:03.054810 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a202fcc-4c1d-4187-a09d-43f605a3a0d4 req-c76af263-e3d4-487d-8f4e-f3e24320200d tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 1098 time: 0.2563381 Jul 16 01:16:03.071884 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Request body: {'port': {'device_id': 'c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:03.078698 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 48143884-8bba-44d5-a41e-87dfef0597b2 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:03.079564 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.096751 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68d97609-418f-4a1e-b400-cca7af2b321a tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.160322 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67c54965-1c41-4ea1-91f9-7f16a50081d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.171855 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a202fcc-4c1d-4187-a09d-43f605a3a0d4 req-08315a6c-b122-44bf-ba5e-bf1d4b641cb9 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130860 Jul 16 01:16:03.195184 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68d97609-418f-4a1e-b400-cca7af2b321a tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.201485 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68d97609-418f-4a1e-b400-cca7af2b321a tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.202659 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-68d97609-418f-4a1e-b400-cca7af2b321a tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "DELETE /v2.0/security-groups/22dfabc6-3995-459e-818d-bcea732c0463 HTTP/1.1" status: 204 len: 168 time: 0.5815582 Jul 16 01:16:03.205382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46206) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:03.230717 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d97609-418f-4a1e-b400-cca7af2b321a tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dfabc6-3995-459e-818d-bcea732c0463,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:03.264047 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-fb8f56da-d064-4a80-8c8a-d2b715d29fc6 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] show failed (client error): The resource could not be found. Jul 16 01:16:03.269042 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46210) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:03.270144 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fb8f56da-d064-4a80-8c8a-d2b715d29fc6 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "GET /v2.0/security-groups/22dfabc6-3995-459e-818d-bcea732c0463 HTTP/1.1" status: 404 len: 347 time: 0.0633907 Jul 16 01:16:03.380256 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.399974 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67c54965-1c41-4ea1-91f9-7f16a50081d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.482927 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.487576 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 48143884-8bba-44d5-a41e-87dfef0597b2, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=48143884-8bba-44d5-a41e-87dfef0597b2,segment=NetworkSegment(5acd8ec9-c6cc-4957-a226-4838bc09270e),segment_id=5acd8ec9-c6cc-4957-a226-4838bc09270e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:03.496992 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.546630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8527ac07-919a-4096-9e31-c2d34e86490f req-0472a062-da78-431c-a034-2bf2bf9e5719 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 210 time: 0.1002100 Jul 16 01:16:03.622888 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=48143884-8bba-44d5-a41e-87dfef0597b2,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:03.623430 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d019a17f-9451-49c2-8f39-6f2f3e885392 req-852501a2-a118-423c-91ac-e4179c7d377e tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:03.625030 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d019a17f-9451-49c2-8f39-6f2f3e885392 req-852501a2-a118-423c-91ac-e4179c7d377e tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 948 time: 0.2337508 Jul 16 01:16:03.667545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d9551a0e-27c0-4279-859f-9a365bfd2f43 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Deleting port baa6dbe5-c8af-4b58-997b-5a1e2929430c {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:03.668035 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9551a0e-27c0-4279-859f-9a365bfd2f43 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.694333 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d019a17f-9451-49c2-8f39-6f2f3e885392 req-807789b3-67e9-439b-baa0-d74ab546e378 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620031 Jul 16 01:16:03.802569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9166b-a5a6-42d9-b456-a7346a7cc6d4 req-41261fc7-c7d8-403e-938a-089682a25ddf tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:03.817197 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7f9166b-a5a6-42d9-b456-a7346a7cc6d4 req-41261fc7-c7d8-403e-938a-089682a25ddf tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 946 time: 0.1078384 Jul 16 01:16:03.851608 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67c54965-1c41-4ea1-91f9-7f16a50081d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.854317 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67c54965-1c41-4ea1-91f9-7f16a50081d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.856401 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-67c54965-1c41-4ea1-91f9-7f16a50081d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b4fd367-cc67-480a-b3a4-f2a854c8ae8c HTTP/1.1" status: 204 len: 168 time: 1.0719452 Jul 16 01:16:03.879236 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c54965-1c41-4ea1-91f9-7f16a50081d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4fd367-cc67-480a-b3a4-f2a854c8ae8c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:03.928171 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9551a0e-27c0-4279-859f-9a365bfd2f43 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.928546 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9551a0e-27c0-4279-859f-9a365bfd2f43 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:03.970503 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46222) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:03.974358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d9551a0e-27c0-4279-859f-9a365bfd2f43 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Calling delete_port for baa6dbe5-c8af-4b58-997b-5a1e2929430c owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:03.981804 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7f9166b-a5a6-42d9-b456-a7346a7cc6d4 req-49243fbe-c5bc-4c6a-b4b4-f02679e83028 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/security-groups?id=98068b16-6bad-4161-9731-2b0c7e30bda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511130 Jul 16 01:16:04.003723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cb294-ac53-40f7-bdd2-ddafc1ea778d req-f88ccbd9-4b57-4c12-8015-00bf935a72a2 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:04.020806 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-704cb294-ac53-40f7-bdd2-ddafc1ea778d req-f88ccbd9-4b57-4c12-8015-00bf935a72a2 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 1098 time: 0.1088262 Jul 16 01:16:04.077256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-704cb294-ac53-40f7-bdd2-ddafc1ea778d req-8c5d0e02-f50e-4e3d-b246-37dc6e0a20d5 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549524 Jul 16 01:16:04.110971 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device af41e6cb-5231-4698-b325-3a1545890374 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:04.209346 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port af41e6cb-5231-4698-b325-3a1545890374 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:04.215580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port af41e6cb-5231-4698-b325-3a1545890374 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:04.216482 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.366489 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:04.381806 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.404077 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Transition to ACTIVE for port object 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:04.408969 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9551a0e-27c0-4279-859f-9a365bfd2f43 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.418083 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.464419 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9551a0e-27c0-4279-859f-9a365bfd2f43 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Pushing event deleted for resources: {'Port': ['ID=baa6dbe5-c8af-4b58-997b-5a1e2929430c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:04.470029 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.505108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642aafc-2374-429d-9f18-a1a658cd8997 req-17c8ea6a-9586-40dd-b0f9-05cc8fd95925 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:04.521137 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e642aafc-2374-429d-9f18-a1a658cd8997 req-17c8ea6a-9586-40dd-b0f9-05cc8fd95925 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d HTTP/1.1" status: 200 len: 932 time: 0.2242620 Jul 16 01:16:04.533322 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port af41e6cb-5231-4698-b325-3a1545890374, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=af41e6cb-5231-4698-b325-3a1545890374,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:04.538097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbbcb27-53c8-4523-b367-a4b9f4b7fa28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af41e6cb-5231-4698-b325-3a1545890374'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:04.542115 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8324b2ce-dd68-467b-beac-af078763ad53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.544841 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae68179-dd30-43f4-aba5-a3ca08a660ef" -d '{"events": [{"server_uuid": "ffbbcb27-53c8-4523-b367-a4b9f4b7fa28", "name": "network-vif-plugged", "status": "completed", "tag": "af41e6cb-5231-4698-b325-3a1545890374"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:04.558853 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.648298 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e642aafc-2374-429d-9f18-a1a658cd8997 req-69a9e57f-b541-4807-adf3-fc1f9c0055fb tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258390 Jul 16 01:16:04.688161 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 48143884-8bba-44d5-a41e-87dfef0597b2 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:04.693207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=af41e6cb-5231-4698-b325-3a1545890374,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:04.764074 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33c2668-9f00-4d3a-822f-b8c51c221f14 x-openstack-request-id: req-b33c2668-9f00-4d3a-822f-b8c51c221f14 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:04.764440 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbbcb27-53c8-4523-b367-a4b9f4b7fa28", "name": "network-vif-plugged", "status": "completed", "tag": "af41e6cb-5231-4698-b325-3a1545890374", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:04.764756 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b33c2668-9f00-4d3a-822f-b8c51c221f14 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:04.765254 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbbcb27-53c8-4523-b367-a4b9f4b7fa28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af41e6cb-5231-4698-b325-3a1545890374', 'code': 200} Jul 16 01:16:04.767668 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-65704a5d-aeab-4d98-b26a-4130a0e54b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.796627 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 48143884-8bba-44d5-a41e-87dfef0597b2 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:04.797219 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.898443 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8324b2ce-dd68-467b-beac-af078763ad53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:04.920179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Pushing event updated for resources: {'Port': ['ID=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:04.956630 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8324b2ce-dd68-467b-beac-af078763ad53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.022153 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9551a0e-27c0-4279-859f-9a365bfd2f43 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.030500 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9551a0e-27c0-4279-859f-9a365bfd2f43 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.034188 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d9551a0e-27c0-4279-859f-9a365bfd2f43 tempest-ServersTestBootFromVolume-1738681681 tempest-ServersTestBootFromVolume-1738681681-project] 10.222.0.22 "DELETE /v2.0/floatingips/11796579-e375-40f1-a1f3-d29264575526 HTTP/1.1" status: 204 len: 168 time: 1.7611167 Jul 16 01:16:05.035902 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46264) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:05.070673 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324b2ce-dd68-467b-beac-af078763ad53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d7e5e6-70af-4064-8470-388cc760b5c4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:05.090263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8324b2ce-dd68-467b-beac-af078763ad53 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=06d31273bf9f42e58d7abc64a594e357&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1176600 Jul 16 01:16:05.107070 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46266) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:05.107328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-c12b3026-1689-4e2e-b551-0559da1c2397 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:05.108823 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-c12b3026-1689-4e2e-b551-0559da1c2397 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.70 "GET /v2.0/networks?id=9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 HTTP/1.1" status: 200 len: 829 time: 0.5364237 Jul 16 01:16:05.144079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4915be1-f0e5-48ba-b6da-01cb4f2296d5 req-8cb3c2ab-0446-40c0-a16b-b80a9cbfe211 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 210 time: 0.0732565 Jul 16 01:16:05.181169 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-0360ea26-2ad9-4ccc-939c-463a95f0f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Request body: {'port': {'device_id': 'db5f4320-8e46-4977-a707-50f832673742', 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8', 'admin_state_up': True, 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:05.201910 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Attempting to bind port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:05.202272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Attempting to bind port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '76588355-94e2-4740-951a-aea93cc52dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:05.202612 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Attempting to bind port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 on network 31bc1cde-b305-452e-acfa-c234ab9f755a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:05.232095 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4ae80-b220-4c8b-9af8-f2d7dd0ddec1 req-e387d6d8-c3ea-450e-beab-ad679ace7cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:05.234601 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 on network 31bc1cde-b305-452e-acfa-c234ab9f755a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:05.234934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Attempting to bind port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 on network 31bc1cde-b305-452e-acfa-c234ab9f755a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:05.239409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70b4ae80-b220-4c8b-9af8-f2d7dd0ddec1 req-e387d6d8-c3ea-450e-beab-ad679ace7cbf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 1101 time: 0.3686538 Jul 16 01:16:05.251478 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:05.251904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Checking segment: {'id': '76588355-94e2-4740-951a-aea93cc52dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:05.252232 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Bound using segment: {'id': '76588355-94e2-4740-951a-aea93cc52dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:05.252678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Bound port: 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76588355-94e2-4740-951a-aea93cc52dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:05.253037 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.316629 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-628ab6dd-8064-4c80-aa34-7edc6dbcee7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.334977 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70b4ae80-b220-4c8b-9af8-f2d7dd0ddec1 req-b4fb77e6-b20a-4a4e-9a18-55c8cea928c8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881186 Jul 16 01:16:05.374939 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-628ab6dd-8064-4c80-aa34-7edc6dbcee7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.446659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1fb889-b71a-40d9-8159-08c2150d517d req-d57b84aa-89a5-4a94-84d5-fdcfa814b9d0 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:05.448664 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce1fb889-b71a-40d9-8159-08c2150d517d req-d57b84aa-89a5-4a94-84d5-fdcfa814b9d0 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.1109350 Jul 16 01:16:05.464303 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-628ab6dd-8064-4c80-aa34-7edc6dbcee7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.467142 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-628ab6dd-8064-4c80-aa34-7edc6dbcee7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.471400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-628ab6dd-8064-4c80-aa34-7edc6dbcee7b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0d7e5e6-70af-4064-8470-388cc760b5c4 HTTP/1.1" status: 204 len: 168 time: 0.3612437 Jul 16 01:16:05.491900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ab6dd-8064-4c80-aa34-7edc6dbcee7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d7e5e6-70af-4064-8470-388cc760b5c4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:05.521642 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce1fb889-b71a-40d9-8159-08c2150d517d req-ee1689bc-8d28-4756-ad6f-edcc4cf99181 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637829 Jul 16 01:16:05.799335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] For port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:05.805204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] For port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:05.843775 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-0360ea26-2ad9-4ccc-939c-463a95f0f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Made reservation on behalf of 616a27cf89a54b05aa2da003e1a9360c for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:05.847921 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-0360ea26-2ad9-4ccc-939c-463a95f0f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.851088 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.922783 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:05.923459 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:05.924923 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] 10.222.0.69 "PUT /v2.0/ports/7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 HTTP/1.1" status: 200 len: 1093 time: 2.8757617 Jul 16 01:16:05.930532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d', 'tag': '7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:05.930978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46298) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:05.932855 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1af1515-4011-4f1e-9de4-945e8b52c57f" -d '{"events": [{"name": "network-changed", "server_uuid": "c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d", "tag": "7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:05.948317 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2c22cb93-08fb-4642-9e75-236216de29d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.003797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-80532aaf-1419-42fa-a0d4-1a32b1482b56 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:16:06.005446 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-80532aaf-1419-42fa-a0d4-1a32b1482b56 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0591092 Jul 16 01:16:06.033285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674d2d2-1073-4c24-bb0b-eb74451f479c service neutron] Pushing event updated for resources: {'Port': ['ID=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:06.042192 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-5f42bcb4-d1fa-4427-8f6c-60c4aac35f93 service neutron] Request body: {'binding': {'host': 'n-h1-791505-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:06.042649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-5f42bcb4-d1fa-4427-8f6c-60c4aac35f93 service neutron] Unknown quota resources ['binding']. {{(pid=93920) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:16:06.063023 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2c22cb93-08fb-4642-9e75-236216de29d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.069553 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2c22cb93-08fb-4642-9e75-236216de29d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.139244 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2c22cb93-08fb-4642-9e75-236216de29d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0d6a4254a19d462c8cc93ad63352971d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070618 Jul 16 01:16:06.143102 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46306) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:06.161493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22cb93-08fb-4642-9e75-236216de29d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945178cf-9c23-4c6c-8aa5-52309d3ae5e3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:06.221758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-0360ea26-2ad9-4ccc-939c-463a95f0f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Allocated IP 172.20.0.10 (9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8/a7c519bb-12bb-4180-8c00-ba6cfe3d8444/1764f3ee-b2ff-4e15-94e4-52eae2f00a17) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:06.221995 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f30ebae8-ef39-46cc-9f0f-bf513f826662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.245554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd2c96-1781-4595-8981-8cbe15f1d43b req-1938239c-aadc-4437-9a39-508dbfbf3036 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:06.247146 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-67dd2c96-1781-4595-8981-8cbe15f1d43b req-1938239c-aadc-4437-9a39-508dbfbf3036 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d HTTP/1.1" status: 200 len: 944 time: 0.1540866 Jul 16 01:16:06.269992 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f30ebae8-ef39-46cc-9f0f-bf513f826662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.306437 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-3becd2d4-e17b-4f66-a84f-216488f1de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:06.307980 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-3becd2d4-e17b-4f66-a84f-216488f1de6c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=273b24d73284472c9c4d72d339ebbb9e&device_id=c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d HTTP/1.1" status: 200 len: 1096 time: 0.3179672 Jul 16 01:16:06.324463 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-67dd2c96-1781-4595-8981-8cbe15f1d43b req-bdbf75ef-231f-4d60-8021-274219800697 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660822 Jul 16 01:16:06.353440 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f30ebae8-ef39-46cc-9f0f-bf513f826662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.356306 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f30ebae8-ef39-46cc-9f0f-bf513f826662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.359998 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f30ebae8-ef39-46cc-9f0f-bf513f826662 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/945178cf-9c23-4c6c-8aa5-52309d3ae5e3 HTTP/1.1" status: 204 len: 168 time: 0.2134118 Jul 16 01:16:06.373824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ebae8-ef39-46cc-9f0f-bf513f826662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945178cf-9c23-4c6c-8aa5-52309d3ae5e3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:06.397014 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-20790da1-67e0-4726-9bbe-090f41b61893 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 HTTP/1.1" status: 200 len: 217 time: 0.0740676 Jul 16 01:16:06.515547 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-5f42bcb4-d1fa-4427-8f6c-60c4aac35f93 service neutron] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 on host n-h1-791505-14 for vnic_type normal with profile None {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:06.515919 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-5f42bcb4-d1fa-4427-8f6c-60c4aac35f93 service neutron] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:06.516253 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-5f42bcb4-d1fa-4427-8f6c-60c4aac35f93 service neutron] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:06.550555 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-5f42bcb4-d1fa-4427-8f6c-60c4aac35f93 service neutron] Port 9b05138a-105f-40bc-92b5-99545b91d7f6 on network be647a19-644e-4999-ac54-739f18101211 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:06.550889 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-5f42bcb4-d1fa-4427-8f6c-60c4aac35f93 service neutron] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:06.559528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-98825386-6d61-4a92-b8b3-00f12c62d345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:06.561045 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-98825386-6d61-4a92-b8b3-00f12c62d345 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3e6b583-fd45-4762-b62c-551317d8f4e3 HTTP/1.1" status: 200 len: 844 time: 0.1437047 Jul 16 01:16:06.570857 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-5f42bcb4-d1fa-4427-8f6c-60c4aac35f93 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:06.571199 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-5f42bcb4-d1fa-4427-8f6c-60c4aac35f93 service neutron] Checking segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:06.571581 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-5f42bcb4-d1fa-4427-8f6c-60c4aac35f93 service neutron] Bound using segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:06.572044 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-5f42bcb4-d1fa-4427-8f6c-60c4aac35f93 service neutron] Bound port: 9b05138a-105f-40bc-92b5-99545b91d7f6, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:06.637191 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-ddac6139-c35f-4683-9ca1-9b2ea527c78d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31bc1cde-b305-452e-acfa-c234ab9f755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673461 Jul 16 01:16:06.643021 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea1437-be0b-4d25-9f7a-8fb3159c8ee0 req-6b03c4a5-5712-4743-a93e-480f326c0539 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:06.644842 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceea1437-be0b-4d25-9f7a-8fb3159c8ee0 req-6b03c4a5-5712-4743-a93e-480f326c0539 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 946 time: 0.0650358 Jul 16 01:16:06.658936 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-0360ea26-2ad9-4ccc-939c-463a95f0f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.696216 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceea1437-be0b-4d25-9f7a-8fb3159c8ee0 req-c73ab039-c323-48ec-8003-c3096bc4146a tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/security-groups?id=98068b16-6bad-4161-9731-2b0c7e30bda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406215 Jul 16 01:16:06.709600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-0360ea26-2ad9-4ccc-939c-463a95f0f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Transition to ACTIVE for port object 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:06.735196 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2928c3fc-c6a7-49c6-a339-675a4744a429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.738840 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-5f42bcb4-d1fa-4427-8f6c-60c4aac35f93 service neutron] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=9b05138a-105f-40bc-92b5-99545b91d7f6,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:06.743912 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d44e8bc-5531-4988-b98f-44ef14d06664 x-openstack-request-id: req-9d44e8bc-5531-4988-b98f-44ef14d06664 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:06.744197 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d", "tag": "7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:06.744559 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d44e8bc-5531-4988-b98f-44ef14d06664 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:06.744914 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d', 'tag': '7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0', 'status': 'completed', 'code': 200} Jul 16 01:16:06.814790 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-5f42bcb4-d1fa-4427-8f6c-60c4aac35f93 service neutron] Notify callbacks [] for binding, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.815833 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-5f42bcb4-d1fa-4427-8f6c-60c4aac35f93 service neutron] 10.222.0.22 "POST /v2.0/ports/9b05138a-105f-40bc-92b5-99545b91d7f6/bindings HTTP/1.1" status: 201 len: 390 time: 0.7835557 Jul 16 01:16:06.931349 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-0360ea26-2ad9-4ccc-939c-463a95f0f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:06.947524 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-c97e0236-330e-4ba9-b890-0797cd0e1805 service neutron] 10.222.0.69 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960727 Jul 16 01:16:06.951195 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32f6b1d0-e1f5-4728-b773-90f39d5db1d9 req-902b33dc-9c88-4306-a00e-7662a934fb6d tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 210 time: 0.0642896 Jul 16 01:16:07.047184 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-0360ea26-2ad9-4ccc-939c-463a95f0f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Network 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:07.064268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-0360ea26-2ad9-4ccc-939c-463a95f0f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:07.067319 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-0360ea26-2ad9-4ccc-939c-463a95f0f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:07.165080 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360ea26-2ad9-4ccc-939c-463a95f0f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Pushing event updated for resources: {'Port': ['ID=1764f3ee-b2ff-4e15-94e4-52eae2f00a17,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:07.220087 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-46669e9b-c317-4def-ae27-2fa88bcb99f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.242374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-0360ea26-2ad9-4ccc-939c-463a95f0f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:07.243026 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-0360ea26-2ad9-4ccc-939c-463a95f0f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.249808 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-94413cd2-1446-49bb-ac66-af182cf80bf6 req-d2d0bae8-e6da-43f0-abbb-4f7332547fd8 service neutron] 10.222.0.69 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689259 Jul 16 01:16:07.275833 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-0360ea26-2ad9-4ccc-939c-463a95f0f9f3 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1152067 Jul 16 01:16:07.278431 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.297114 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Request body: {'port': {'device_id': 'db5f4320-8e46-4977-a707-50f832673742', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:07.314916 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bff8d4-3df6-49d5-83f9-b61934e4fb55 req-de761690-e730-4a5e-a7d3-23125b99b3b3 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:07.316528 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37bff8d4-3df6-49d5-83f9-b61934e4fb55 req-de761690-e730-4a5e-a7d3-23125b99b3b3 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.1856687 Jul 16 01:16:07.324950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae030df-a28f-47a1-8e61-bcd9fad7c57a req-ac69ffd1-b853-4b49-9c86-1296b807e74d tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:07.332100 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0ae030df-a28f-47a1-8e61-bcd9fad7c57a req-ac69ffd1-b853-4b49-9c86-1296b807e74d tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 946 time: 0.1434724 Jul 16 01:16:07.372508 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-1849feb9-b08e-4a24-bb29-5e349f756132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:07.374540 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-1849feb9-b08e-4a24-bb29-5e349f756132 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 1098 time: 0.2309546 Jul 16 01:16:07.437381 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0ae030df-a28f-47a1-8e61-bcd9fad7c57a req-e4c20207-03e5-4a38-9a09-78546a568507 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040597 Jul 16 01:16:07.443464 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37bff8d4-3df6-49d5-83f9-b61934e4fb55 req-f5fe6ca5-9908-4a19-9b9e-e7b651738e37 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026173 Jul 16 01:16:07.452810 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4fb08350-8deb-4ec2-96b4-f7aaf17f2b0f None None] Provisioning for port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:07.466369 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4fb08350-8deb-4ec2-96b4-f7aaf17f2b0f None None] Provisioning complete for port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:07.468215 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4fb08350-8deb-4ec2-96b4-f7aaf17f2b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.502641 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.519260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-e5cade02-e03c-432d-8a31-4373bc4c9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:07.523474 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-e5cade02-e03c-432d-8a31-4373bc4c9c88 service neutron] 10.222.0.69 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.1408958 Jul 16 01:16:07.533987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af1515-4011-4f1e-9de4-945e8b52c57f req-45ad6562-0812-47b5-83a7-839bbd3e19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:07.535649 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d1af1515-4011-4f1e-9de4-945e8b52c57f req-45ad6562-0812-47b5-83a7-839bbd3e19ca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=273b24d73284472c9c4d72d339ebbb9e&device_id=c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d HTTP/1.1" status: 200 len: 1096 time: 0.1913123 Jul 16 01:16:07.582544 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-a7ceaee4-99fb-4c43-8893-42f32b3412eb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b05138a-105f-40bc-92b5-99545b91d7f6 HTTP/1.1" status: 200 len: 217 time: 0.0467968 Jul 16 01:16:07.593277 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-2928c3fc-c6a7-49c6-a339-675a4744a429 admin admin] Deleting port f7c94a54-a4a2-4fcf-9388-0df5cffb49ad {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:07.593626 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2928c3fc-c6a7-49c6-a339-675a4744a429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.602077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4fb08350-8deb-4ec2-96b4-f7aaf17f2b0f None None] Port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:07.641725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-5bb797da-6408-4dd1-a633-7653c56658dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:07.643315 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-5bb797da-6408-4dd1-a633-7653c56658dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.0530021 Jul 16 01:16:07.710916 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-9caccf5d-bdb5-4605-87a1-6da0b3be2631 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567334 Jul 16 01:16:07.820679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff923507-984a-4a8a-8c57-d3a50d133740 req-a4207b53-9858-413e-b1da-f9e735e611f5 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:07.822232 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff923507-984a-4a8a-8c57-d3a50d133740 req-a4207b53-9858-413e-b1da-f9e735e611f5 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d HTTP/1.1" status: 200 len: 944 time: 0.1780112 Jul 16 01:16:07.833015 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af1515-4011-4f1e-9de4-945e8b52c57f req-95692482-fb8a-43b3-aed9-58f28c68d744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:07.834395 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d1af1515-4011-4f1e-9de4-945e8b52c57f req-95692482-fb8a-43b3-aed9-58f28c68d744 service neutron] 10.222.0.69 "GET /v2.0/networks?id=31bc1cde-b305-452e-acfa-c234ab9f755a HTTP/1.1" status: 200 len: 905 time: 0.2906692 Jul 16 01:16:07.852934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-2928c3fc-c6a7-49c6-a339-675a4744a429 admin admin] For port f7c94a54-a4a2-4fcf-9388-0df5cffb49ad, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f7c94a54-a4a2-4fcf-9388-0df5cffb49ad,segment=NetworkSegment(8892876a-3134-4737-9595-7a08bf4232ae),segment_id=8892876a-3134-4737-9595-7a08bf4232ae)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:07.853682 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2928c3fc-c6a7-49c6-a339-675a4744a429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:07.862184 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ae98d699-ccf5-4614-9a7a-94f76d3c23c6 service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428468 Jul 16 01:16:07.902142 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d1af1515-4011-4f1e-9de4-945e8b52c57f req-288275b4-3f0a-4d66-8494-4139360bfa0f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 HTTP/1.1" status: 200 len: 217 time: 0.0583231 Jul 16 01:16:07.908979 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff923507-984a-4a8a-8c57-d3a50d133740 req-970ad58a-5aaa-4249-adfa-0cfd04f9e4da tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792243 Jul 16 01:16:07.940748 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-2928c3fc-c6a7-49c6-a339-675a4744a429 admin admin] Calling delete_port for f7c94a54-a4a2-4fcf-9388-0df5cffb49ad owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:08.018602 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-27648996-763c-47b9-8a5f-ccb8b0523641 service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455879 Jul 16 01:16:08.072712 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1af1515-4011-4f1e-9de4-945e8b52c57f req-c78cd7f8-1392-4b34-8dff-0c0608fa011c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:08.073787 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d1af1515-4011-4f1e-9de4-945e8b52c57f req-c78cd7f8-1392-4b34-8dff-0c0608fa011c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3e6b583-fd45-4762-b62c-551317d8f4e3 HTTP/1.1" status: 200 len: 844 time: 0.1310904 Jul 16 01:16:08.170991 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b8843-152b-43a3-afec-f96b2de92c66 req-f1643c89-b17b-4ead-a54c-b06f8b79029a tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:08.172720 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-af8b8843-152b-43a3-afec-f96b2de92c66 req-f1643c89-b17b-4ead-a54c-b06f8b79029a tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 946 time: 0.0772281 Jul 16 01:16:08.198616 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d1af1515-4011-4f1e-9de4-945e8b52c57f req-76f6c5ca-0701-4eea-a790-44f10caceba0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31bc1cde-b305-452e-acfa-c234ab9f755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556328 Jul 16 01:16:08.220187 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-af8b8843-152b-43a3-afec-f96b2de92c66 req-6ddf5409-7b44-4c7e-98b4-1e235649ee31 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/security-groups?id=98068b16-6bad-4161-9731-2b0c7e30bda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402615 Jul 16 01:16:08.242773 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:08.266701 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.432906 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.666244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396631d9-c53d-46c3-821b-ae4441fea602 req-b54e14ed-cf4c-4ee0-a1d1-e4fe05164ddc tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:08.668602 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-396631d9-c53d-46c3-821b-ae4441fea602 req-b54e14ed-cf4c-4ee0-a1d1-e4fe05164ddc tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 932 time: 0.1479776 Jul 16 01:16:08.671205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf473e3-549b-471b-be49-b129523cc316 req-4a0cb6ff-5bee-4ff4-8a31-e87fcff95b90 tempest-MigrationsAdminTest-953534560 tempest-MigrationsAdminTest-953534560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:08.678914 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9bf473e3-549b-471b-be49-b129523cc316 req-4a0cb6ff-5bee-4ff4-8a31-e87fcff95b90 tempest-MigrationsAdminTest-953534560 tempest-MigrationsAdminTest-953534560-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 1101 time: 0.0974693 Jul 16 01:16:08.681579 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Transition to ACTIVE for port object 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:08.688982 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.706119 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9bf473e3-549b-471b-be49-b129523cc316 req-9d69dcaa-91c8-4293-8378-a4e6948c5262 tempest-MigrationsAdminTest-953534560 tempest-MigrationsAdminTest-953534560-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.716053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46402) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:08.774897 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-396631d9-c53d-46c3-821b-ae4441fea602 req-fb919522-5b17-483b-9828-e2b5ab96d693 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/security-groups?id=a428663e-ff12-43d4-be05-ffc5d065abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926189 Jul 16 01:16:08.778050 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d1af1515-4011-4f1e-9de4-945e8b52c57f req-6ba5a8ec-4fa3-471f-bada-b384bd700c98 service neutron] 10.222.0.69 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5713003 Jul 16 01:16:08.894725 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d1af1515-4011-4f1e-9de4-945e8b52c57f req-ddd5029c-5ab1-4046-9012-b6a8de1a83f6 service neutron] 10.222.0.69 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092801 Jul 16 01:16:08.927640 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9bf473e3-549b-471b-be49-b129523cc316 req-9d69dcaa-91c8-4293-8378-a4e6948c5262 tempest-MigrationsAdminTest-953534560 tempest-MigrationsAdminTest-953534560-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.942993 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9bf473e3-549b-471b-be49-b129523cc316 req-9d69dcaa-91c8-4293-8378-a4e6948c5262 tempest-MigrationsAdminTest-953534560 tempest-MigrationsAdminTest-953534560-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:08.965988 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1764f3ee-b2ff-4e15-94e4-52eae2f00a17,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:09.001072 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1de4e4a7-3b4c-49e8-a7d7-fae811a2335b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.030950 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9bf473e3-549b-471b-be49-b129523cc316 req-9d69dcaa-91c8-4293-8378-a4e6948c5262 tempest-MigrationsAdminTest-953534560 tempest-MigrationsAdminTest-953534560-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507607 Jul 16 01:16:09.051668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69dcaa-91c8-4293-8378-a4e6948c5262 tempest-MigrationsAdminTest-953534560 tempest-MigrationsAdminTest-953534560-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0603792-a0a8-467a-a408-c90edf3b1aca,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:09.081023 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Attempting to bind port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:09.081383 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Attempting to bind port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '5acd8ec9-c6cc-4957-a226-4838bc09270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:09.081932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Attempting to bind port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 on network 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:09.094441 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 on network 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:09.094851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Attempting to bind port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 on network 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:09.104504 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:09.104854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Checking segment: {'id': '5acd8ec9-c6cc-4957-a226-4838bc09270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:09.105253 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Bound using segment: {'id': '5acd8ec9-c6cc-4957-a226-4838bc09270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:09.106186 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Bound port: 1764f3ee-b2ff-4e15-94e4-52eae2f00a17, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5acd8ec9-c6cc-4957-a226-4838bc09270e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:09.106563 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.133839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451e68c-2793-4514-9c58-0b41c302bcc6 req-199988ef-1520-4070-b151-6e918d25296d tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:09.135832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9451e68c-2793-4514-9c58-0b41c302bcc6 req-199988ef-1520-4070-b151-6e918d25296d tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 946 time: 0.1964183 Jul 16 01:16:09.179678 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2928c3fc-c6a7-49c6-a339-675a4744a429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.216761 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9451e68c-2793-4514-9c58-0b41c302bcc6 req-782bdb33-f1b9-4a94-a6fa-512fd7ad1710 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650749 Jul 16 01:16:09.245773 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928c3fc-c6a7-49c6-a339-675a4744a429 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7c94a54-a4a2-4fcf-9388-0df5cffb49ad,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:09.265492 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1de4e4a7-3b4c-49e8-a7d7-fae811a2335b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.273262 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1de4e4a7-3b4c-49e8-a7d7-fae811a2335b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.274321 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] For port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:09.343593 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1de4e4a7-3b4c-49e8-a7d7-fae811a2335b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f11d4528b6cc4c728afe32f40af768c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6211371 Jul 16 01:16:09.345925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4e4a7-3b4c-49e8-a7d7-fae811a2335b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e4b491-602c-4cdc-addc-93172d76cc02,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:09.347171 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] For port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1764f3ee-b2ff-4e15-94e4-52eae2f00a17,segment=NetworkSegment(5acd8ec9-c6cc-4957-a226-4838bc09270e),segment_id=5acd8ec9-c6cc-4957-a226-4838bc09270e)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:09.349886 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46414) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:09.441692 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.456444 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-b8f9e4d0-55a6-4de3-8eb2-b0d271925e27 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cdc79aef4f5a46178f84e70ede9c95a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307956 Jul 16 01:16:09.518533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44d1b0-6259-496e-b4ea-bbfa68083102 req-32c39e57-8ecb-42fa-9552-0982bb65d84b tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:09.520139 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cc44d1b0-6259-496e-b4ea-bbfa68083102 req-32c39e57-8ecb-42fa-9552-0982bb65d84b tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d HTTP/1.1" status: 200 len: 944 time: 0.1450453 Jul 16 01:16:09.539664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:09.541182 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.543033 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] 10.222.0.70 "PUT /v2.0/ports/1764f3ee-b2ff-4e15-94e4-52eae2f00a17 HTTP/1.1" status: 200 len: 1093 time: 2.2523527 Jul 16 01:16:09.548130 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5f4320-8e46-4977-a707-50f832673742', 'tag': '1764f3ee-b2ff-4e15-94e4-52eae2f00a17'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:09.551415 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2621ca51-b839-4f2e-b46e-3e6d3b8cb74f" -d '{"events": [{"name": "network-changed", "server_uuid": "db5f4320-8e46-4977-a707-50f832673742", "tag": "1764f3ee-b2ff-4e15-94e4-52eae2f00a17"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:09.609496 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2e1ebcd8-454f-4c7e-ade9-b2d4d97f08c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.622555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-92438629-1b94-4620-a520-13117950acdd tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:09.629594 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-92438629-1b94-4620-a520-13117950acdd tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1666341 Jul 16 01:16:09.642169 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c79ce-6cec-498a-9e57-2f55471c62c6 service neutron] Pushing event updated for resources: {'Port': ['ID=1764f3ee-b2ff-4e15-94e4-52eae2f00a17,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:09.683429 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cc44d1b0-6259-496e-b4ea-bbfa68083102 req-d67c3efc-681f-4b20-b41b-b0f10318e7ca tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082065 Jul 16 01:16:09.688386 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2e1ebcd8-454f-4c7e-ade9-b2d4d97f08c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.693303 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-ce697a2a-3d34-4774-83a5-43295fecdb34 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/quotas/cdc79aef4f5a46178f84e70ede9c95a3 HTTP/1.1" status: 200 len: 375 time: 0.0602074 Jul 16 01:16:09.730316 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2928c3fc-c6a7-49c6-a339-675a4744a429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.754937 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-1b63d8cc-e0d4-42f7-9b72-288654e0e4cc tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cdc79aef4f5a46178f84e70ede9c95a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0574250 Jul 16 01:16:09.897879 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2e1ebcd8-454f-4c7e-ade9-b2d4d97f08c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.900392 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2e1ebcd8-454f-4c7e-ade9-b2d4d97f08c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:09.904186 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2e1ebcd8-454f-4c7e-ade9-b2d4d97f08c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62e4b491-602c-4cdc-addc-93172d76cc02 HTTP/1.1" status: 204 len: 168 time: 0.5471251 Jul 16 01:16:09.924208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1ebcd8-454f-4c7e-ade9-b2d4d97f08c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e4b491-602c-4cdc-addc-93172d76cc02,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:09.929957 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-3af34e81-882a-48b7-a482-03305a6183a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:09.931472 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-3af34e81-882a-48b7-a482-03305a6183a4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=616a27cf89a54b05aa2da003e1a9360c&device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 1096 time: 0.3298285 Jul 16 01:16:10.059109 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-5afc566b-c07f-4d07-9c28-e1f07ad94cc6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1764f3ee-b2ff-4e15-94e4-52eae2f00a17 HTTP/1.1" status: 200 len: 217 time: 0.0700963 Jul 16 01:16:10.080696 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.134625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:10.205030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-bc8d852a-a310-4905-834d-5e4ef6a28212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:10.209685 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-bc8d852a-a310-4905-834d-5e4ef6a28212 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7c519bb-12bb-4180-8c00-ba6cfe3d8444 HTTP/1.1" status: 200 len: 868 time: 0.1428156 Jul 16 01:16:10.229232 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2db6ef-bef6-4de8-87c4-5ffb6de499c7 req-aa18a566-6271-4254-a022-41f791d7e0f0 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:10.238223 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d2db6ef-bef6-4de8-87c4-5ffb6de499c7 req-aa18a566-6271-4254-a022-41f791d7e0f0 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.70 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 946 time: 0.3072028 Jul 16 01:16:10.260928 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2928c3fc-c6a7-49c6-a339-675a4744a429 admin admin] Router f4922fdb-402b-4c31-b803-45f62047cb98 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:16:10.437636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:10.499729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-a5a0c05d-276f-49b0-820d-b8cd07bae581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:10.501368 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-a5a0c05d-276f-49b0-820d-b8cd07bae581 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2741966 Jul 16 01:16:10.518619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0', 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a', 'port_id': '7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0', 'mac_address': 'fa:16:3e:c5:b3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e6b583-fd45-4762-b62c-551317d8f4e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:10.520090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6eb773-a8e5-41e3-a271-52266b07bacd req-03089f7b-9e3a-45ed-8066-721e929174a7 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:10.528991 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b6eb773-a8e5-41e3-a271-52266b07bacd req-03089f7b-9e3a-45ed-8066-721e929174a7 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 946 time: 0.2549918 Jul 16 01:16:10.592095 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.622756 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:10.631154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-7d2db6ef-bef6-4de8-87c4-5ffb6de499c7 req-82d04ae1-8bc1-417d-a021-16413f5163bb tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Deleting port b165ecc3-a4d2-4cf5-833b-509a664a4615 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:10.631508 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d2db6ef-bef6-4de8-87c4-5ffb6de499c7 req-82d04ae1-8bc1-417d-a021-16413f5163bb tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.660225 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:10.667423 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:10.739533 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b6eb773-a8e5-41e3-a271-52266b07bacd req-f968fc51-54fc-4a86-aea8-cff97f467d72 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/security-groups?id=98068b16-6bad-4161-9731-2b0c7e30bda9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090738 Jul 16 01:16:10.777724 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2928c3fc-c6a7-49c6-a339-675a4744a429 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:10.802401 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45587cdf-05ab-4a62-acc0-ed26635fef4f None None] Sync routers for ids ['f4922fdb-402b-4c31-b803-45f62047cb98'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:10.804435 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2928c3fc-c6a7-49c6-a339-675a4744a429 admin admin] 10.222.0.22 "PUT /v2.0/routers/f4922fdb-402b-4c31-b803-45f62047cb98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7654891 Jul 16 01:16:10.818518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46470) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:10.834674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:10.854030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45587cdf-05ab-4a62-acc0-ed26635fef4f None None] Routers {'f4922fdb-402b-4c31-b803-45f62047cb98'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:10.854680 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-45587cdf-05ab-4a62-acc0-ed26635fef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f4922fdb-402b-4c31-b803-45f62047cb98'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:10.983856 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7d2db6ef-bef6-4de8-87c4-5ffb6de499c7 req-82d04ae1-8bc1-417d-a021-16413f5163bb tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] For port b165ecc3-a4d2-4cf5-833b-509a664a4615, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b165ecc3-a4d2-4cf5-833b-509a664a4615,segment=NetworkSegment(aea1aa67-bf02-4317-864c-b0a87bd41f50),segment_id=aea1aa67-bf02-4317-864c-b0a87bd41f50)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:10.987253 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d2db6ef-bef6-4de8-87c4-5ffb6de499c7 req-82d04ae1-8bc1-417d-a021-16413f5163bb tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:11.060226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:11.092653 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-45587cdf-05ab-4a62-acc0-ed26635fef4f None None] Set router f4922fdb-402b-4c31-b803-45f62047cb98 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:11.093452 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-c882b1d0-f013-475e-b917-452f8d41318d service neutron] 10.222.0.70 "GET /v2.0/networks/9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5624254 Jul 16 01:16:11.264756 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c24a80c-952e-4911-a57e-0bf0b6e36bed x-openstack-request-id: req-4c24a80c-952e-4911-a57e-0bf0b6e36bed {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:11.269976 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5f4320-8e46-4977-a707-50f832673742", "tag": "1764f3ee-b2ff-4e15-94e4-52eae2f00a17", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:11.271029 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c24a80c-952e-4911-a57e-0bf0b6e36bed {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:11.271610 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5f4320-8e46-4977-a707-50f832673742', 'tag': '1764f3ee-b2ff-4e15-94e4-52eae2f00a17', 'status': 'completed', 'code': 200} Jul 16 01:16:11.301392 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-1705d3a4-149b-433b-bfa0-100776dcc2d4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3220913 Jul 16 01:16:11.398229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11416aa-cd6d-4d55-af2e-b2f49e6e20df req-31d132a8-7a70-4e37-a31d-83056277a576 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:11.406472 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b11416aa-cd6d-4d55-af2e-b2f49e6e20df req-31d132a8-7a70-4e37-a31d-83056277a576 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 944 time: 0.4021871 Jul 16 01:16:11.409799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed140e88-39b3-4a22-a87b-25fdcdb52d34 admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:11.485839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4bce3ff6-7ac6-4521-8c21-58c49d7c6584 req-3368db93-b248-4f71-bde3-a5775673c85c tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/ports?device_id=8904042c-f453-4cae-aa15-7f775e505a44 HTTP/1.1" status: 200 len: 210 time: 0.0689530 Jul 16 01:16:11.492912 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f80384c-2b2e-4c04-9ecd-91b52af0097f req-75bfcc40-a9c9-4d3f-8e5e-e0c2970e0547 service neutron] 10.222.0.70 "GET /v2.0/networks/9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714325 Jul 16 01:16:11.607330 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed140e88-39b3-4a22-a87b-25fdcdb52d34 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:11.629918 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b11416aa-cd6d-4d55-af2e-b2f49e6e20df req-cda48596-7d32-445a-8377-5337f902f1bf tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/security-groups?id=a428663e-ff12-43d4-be05-ffc5d065abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426709 Jul 16 01:16:11.653479 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d2db6ef-bef6-4de8-87c4-5ffb6de499c7 req-82d04ae1-8bc1-417d-a021-16413f5163bb tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:11.657111 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d2db6ef-bef6-4de8-87c4-5ffb6de499c7 req-82d04ae1-8bc1-417d-a021-16413f5163bb tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:11.657805 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [req-7d2db6ef-bef6-4de8-87c4-5ffb6de499c7 req-82d04ae1-8bc1-417d-a021-16413f5163bb tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Floating IP fcd9cc68-f488-4c44-9a02-5b46715d2743 disassociated. External IP: 172.25.2.95, port: b165ecc3-a4d2-4cf5-833b-509a664a4615. Jul 16 01:16:11.658377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-7d2db6ef-bef6-4de8-87c4-5ffb6de499c7 req-82d04ae1-8bc1-417d-a021-16413f5163bb tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Calling delete_port for b165ecc3-a4d2-4cf5-833b-509a664a4615 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:11.671876 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621ca51-b839-4f2e-b46e-3e6d3b8cb74f req-5e26605f-4764-497e-93d9-1153479cdcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:11.672836 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2621ca51-b839-4f2e-b46e-3e6d3b8cb74f req-5e26605f-4764-497e-93d9-1153479cdcb7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=616a27cf89a54b05aa2da003e1a9360c&device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 1096 time: 0.1143625 Jul 16 01:16:11.673934 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-45587cdf-05ab-4a62-acc0-ed26635fef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'name': 'tempest-ServersTestBootFromVolume-286989718-router', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30'}], 'enable_snat': True}, 'gw_port_id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:12:49Z', 'updated_at': '2021-07-16T01:16:08Z', 'revision_number': 5, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'gw_port': {'id': 'cd4203d0-66bf-4137-bf43-b111d4dc7ac8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ec:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:12:50Z', 'updated_at': '2021-07-16T01:13:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:11.734745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45587cdf-05ab-4a62-acc0-ed26635fef4f None None] Checking router: f4922fdb-402b-4c31-b803-45f62047cb98 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:11.762048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45587cdf-05ab-4a62-acc0-ed26635fef4f None None] Routers {'f4922fdb-402b-4c31-b803-45f62047cb98'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:11.762705 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-45587cdf-05ab-4a62-acc0-ed26635fef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f4922fdb-402b-4c31-b803-45f62047cb98'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:11.930133 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-45587cdf-05ab-4a62-acc0-ed26635fef4f None None] Set router f4922fdb-402b-4c31-b803-45f62047cb98 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:12.011418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-45587cdf-05ab-4a62-acc0-ed26635fef4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'name': 'tempest-ServersTestBootFromVolume-286989718-router', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:12:49Z', 'updated_at': '2021-07-16T01:16:11Z', 'revision_number': 6, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:12.032800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-ed140e88-39b3-4a22-a87b-25fdcdb52d34 admin admin] Deleting port cd4203d0-66bf-4137-bf43-b111d4dc7ac8 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:12.033186 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed140e88-39b3-4a22-a87b-25fdcdb52d34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:12.079080 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-00f2fa5e-eb53-45a7-b122-56aeacb0aae6 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=cdc79aef4f5a46178f84e70ede9c95a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1521878 Jul 16 01:16:12.104193 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45587cdf-05ab-4a62-acc0-ed26635fef4f None None] The sync data for ids ['f4922fdb-402b-4c31-b803-45f62047cb98'] in n-d-791505-14 is: [{'id': 'f4922fdb-402b-4c31-b803-45f62047cb98', 'name': 'tempest-ServersTestBootFromVolume-286989718-router', 'tenant_id': 'a3e074600bfb4674b7cc56fd009fd563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:12:49Z', 'updated_at': '2021-07-16T01:16:11Z', 'revision_number': 6, 'project_id': 'a3e074600bfb4674b7cc56fd009fd563', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:12.134072 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:12.272859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:12.282452 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:12.282844 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:12.342284 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621ca51-b839-4f2e-b46e-3e6d3b8cb74f req-d76bb3bb-0870-4c66-9251-db2a479f5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:12.345982 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2621ca51-b839-4f2e-b46e-3e6d3b8cb74f req-d76bb3bb-0870-4c66-9251-db2a479f5966 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 HTTP/1.1" status: 200 len: 930 time: 0.6621771 Jul 16 01:16:12.358947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e674e-fcfb-4c65-9ab2-939eab13b9b0 req-956613b4-b25a-40d6-aeba-a5710aa5d3d3 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:12.360692 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-251e674e-fcfb-4c65-9ab2-939eab13b9b0 req-956613b4-b25a-40d6-aeba-a5710aa5d3d3 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 946 time: 0.6110389 Jul 16 01:16:12.361644 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d2db6ef-bef6-4de8-87c4-5ffb6de499c7 req-82d04ae1-8bc1-417d-a021-16413f5163bb tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:12.440055 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:12.456111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-22589311-e723-485d-95d0-86b186109fa4 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:12.458437 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-22589311-e723-485d-95d0-86b186109fa4 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3482881 Jul 16 01:16:12.462649 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2621ca51-b839-4f2e-b46e-3e6d3b8cb74f req-92e6ffb6-5c17-4e88-b69a-9192a60b5bb2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1764f3ee-b2ff-4e15-94e4-52eae2f00a17 HTTP/1.1" status: 200 len: 217 time: 0.0767522 Jul 16 01:16:12.493057 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:12.496812 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d5a9d0f-5837-4653-9553-f2e38714ba3a" -d '{"events": [{"server_uuid": "c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d", "name": "network-vif-plugged", "status": "completed", "tag": "7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:12.516829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f7c94a54-a4a2-4fcf-9388-0df5cffb49ad no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:12.529615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d04ae1-8bc1-417d-a021-16413f5163bb tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Pushing event deleted for resources: {'Port': ['ID=b165ecc3-a4d2-4cf5-833b-509a664a4615,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:12.549248 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Request body: {'port': {'device_id': '8904042c-f453-4cae-aa15-7f775e505a44', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': 'cdc79aef4f5a46178f84e70ede9c95a3'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:12.579910 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: f7c94a54-a4a2-4fcf-9388-0df5cffb49ad {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:12.580670 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f7c94a54-a4a2-4fcf-9388-0df5cffb49ad not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:12.589469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:12.599286 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:12.600410 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f8646-ec99-4e49-a87d-94d4c80712e7 req-a85f89f6-3e6c-4c88-8219-8e25d7c28fd4 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:12.609641 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f57f8646-ec99-4e49-a87d-94d4c80712e7 req-a85f89f6-3e6c-4c88-8219-8e25d7c28fd4 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d HTTP/1.1" status: 200 len: 945 time: 0.7498565 Jul 16 01:16:12.715089 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-251e674e-fcfb-4c65-9ab2-939eab13b9b0 req-38b9685c-4a56-4688-9790-6b040e08d912 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342113 Jul 16 01:16:12.804427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f57f8646-ec99-4e49-a87d-94d4c80712e7 req-983d0f81-0f6c-4f39-96f3-13574d292fd3 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872694 Jul 16 01:16:12.838640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d2db6ef-bef6-4de8-87c4-5ffb6de499c7 req-82d04ae1-8bc1-417d-a021-16413f5163bb tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Router c205f215-6a67-4f9f-bbde-e26d901bbc69 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:16:13.013252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:13.141300 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d2db6ef-bef6-4de8-87c4-5ffb6de499c7 req-82d04ae1-8bc1-417d-a021-16413f5163bb tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:13.154327 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed7c362-5f0e-469f-9a7f-b7b2e3114f21 None None] Sync routers for ids ['c205f215-6a67-4f9f-bbde-e26d901bbc69'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:13.167728 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed7c362-5f0e-469f-9a7f-b7b2e3114f21 None None] Routers {'c205f215-6a67-4f9f-bbde-e26d901bbc69'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:13.168482 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-eed7c362-5f0e-469f-9a7f-b7b2e3114f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c205f215-6a67-4f9f-bbde-e26d901bbc69'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:13.311908 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c02a72a-54f3-41b0-ba70-a62425baeaa1 req-a7b5c121-3efe-4298-9130-06a790de4d84 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:13.313910 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c02a72a-54f3-41b0-ba70-a62425baeaa1 req-a7b5c121-3efe-4298-9130-06a790de4d84 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.2618101 Jul 16 01:16:13.319999 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2db6ef-bef6-4de8-87c4-5ffb6de499c7 req-82d04ae1-8bc1-417d-a021-16413f5163bb tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] No DVR routers for this DVR port b165ecc3-a4d2-4cf5-833b-509a664a4615 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:13.351797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-ed140e88-39b3-4a22-a87b-25fdcdb52d34 admin admin] For port cd4203d0-66bf-4137-bf43-b111d4dc7ac8, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=cd4203d0-66bf-4137-bf43-b111d4dc7ac8,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:13.352443 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed140e88-39b3-4a22-a87b-25fdcdb52d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.368685 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-ed140e88-39b3-4a22-a87b-25fdcdb52d34 admin admin] Calling delete_port for cd4203d0-66bf-4137-bf43-b111d4dc7ac8 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:13.372585 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d2db6ef-bef6-4de8-87c4-5ffb6de499c7 req-82d04ae1-8bc1-417d-a021-16413f5163bb tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.378294 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d2db6ef-bef6-4de8-87c4-5ffb6de499c7 req-82d04ae1-8bc1-417d-a021-16413f5163bb tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.70 "DELETE /v2.0/ports/b165ecc3-a4d2-4cf5-833b-509a664a4615 HTTP/1.1" status: 204 len: 173 time: 3.1311836 Jul 16 01:16:13.380342 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-eed7c362-5f0e-469f-9a7f-b7b2e3114f21 None None] Set router c205f215-6a67-4f9f-bbde-e26d901bbc69 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:13.390974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0b7443b-c76c-46d4-9a6e-2eb447c30f7f', 'name': 'network-vif-deleted', 'tag': 'b165ecc3-a4d2-4cf5-833b-509a664a4615'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:13.393754 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf35129-2ede-4bcf-b193-66835402130b" -d '{"events": [{"server_uuid": "f0b7443b-c76c-46d4-9a6e-2eb447c30f7f", "name": "network-vif-deleted", "tag": "b165ecc3-a4d2-4cf5-833b-509a664a4615"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:13.406443 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c02a72a-54f3-41b0-ba70-a62425baeaa1 req-8358dd7d-6086-4b4e-a5c6-b232c16e0291 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807188 Jul 16 01:16:13.428431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20141f14-cd3b-4d26-af3e-e9db1a8cfc9e req-4821ce3c-9c1c-464a-be95-2c543f49924b tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/ports?device_id=f0b7443b-c76c-46d4-9a6e-2eb447c30f7f HTTP/1.1" status: 200 len: 210 time: 0.0488946 Jul 16 01:16:13.613653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621ca51-b839-4f2e-b46e-3e6d3b8cb74f req-2cbb2fa0-58cb-4175-8d22-62dfa08063d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:13.614387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46526) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:13.616871 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2621ca51-b839-4f2e-b46e-3e6d3b8cb74f req-2cbb2fa0-58cb-4175-8d22-62dfa08063d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7c519bb-12bb-4180-8c00-ba6cfe3d8444 HTTP/1.1" status: 200 len: 868 time: 1.1401474 Jul 16 01:16:13.815470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c7f7f0e-d883-466b-88ae-e03c50d4864d req-c714cc64-6894-4e1e-bede-458298ee4f69 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/ports?device_id=8904042c-f453-4cae-aa15-7f775e505a44 HTTP/1.1" status: 200 len: 210 time: 0.0467882 Jul 16 01:16:13.851547 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-146fac77-7c3f-43d2-a0a5-749beec49e1c x-openstack-request-id: req-146fac77-7c3f-43d2-a0a5-749beec49e1c {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:13.852073 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d", "name": "network-vif-plugged", "status": "completed", "tag": "7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:13.852190 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-146fac77-7c3f-43d2-a0a5-749beec49e1c {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:13.852510 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0', 'code': 200} Jul 16 01:16:13.857789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-bda59b11-c234-409e-b883-fdc11e6cc9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:13.874361 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-bda59b11-c234-409e-b883-fdc11e6cc9c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 1101 time: 0.1852510 Jul 16 01:16:13.936994 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2eca2a-1f33-4aa4-9024-b3251de3f8c3 x-openstack-request-id: req-db2eca2a-1f33-4aa4-9024-b3251de3f8c3 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:13.937502 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0b7443b-c76c-46d4-9a6e-2eb447c30f7f", "name": "network-vif-deleted", "tag": "b165ecc3-a4d2-4cf5-833b-509a664a4615", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:13.937859 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db2eca2a-1f33-4aa4-9024-b3251de3f8c3 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:13.938326 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0b7443b-c76c-46d4-9a6e-2eb447c30f7f', 'name': 'network-vif-deleted', 'tag': 'b165ecc3-a4d2-4cf5-833b-509a664a4615', 'status': 'completed', 'code': 200} Jul 16 01:16:13.954904 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cd8daeb7-c8f0-4408-ba01-31726eb98a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:13.995841 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-eed7c362-5f0e-469f-9a7f-b7b2e3114f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'name': 'tempest-ServersTestJSON-850591746-router', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:21Z', 'updated_at': '2021-07-16T01:13:28Z', 'revision_number': 4, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'gw_port': {'id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:23Z', 'updated_at': '2021-07-16T01:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '3cab6563-949c-4796-9772-94f9fec71c9e', 'name': '', 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'mac_address': 'fa:16:3e:18:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:26Z', 'updated_at': '2021-07-16T01:13:36Z', 'revision_number': 5, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'subnets': [{'id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:14.030776 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed7c362-5f0e-469f-9a7f-b7b2e3114f21 None None] Checking router: c205f215-6a67-4f9f-bbde-e26d901bbc69 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:14.042798 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed7c362-5f0e-469f-9a7f-b7b2e3114f21 None None] Routers {'c205f215-6a67-4f9f-bbde-e26d901bbc69'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:14.043003 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-eed7c362-5f0e-469f-9a7f-b7b2e3114f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c205f215-6a67-4f9f-bbde-e26d901bbc69'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:14.066830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-f2b544b2-aebc-470e-9c34-1d1ae71d1907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:14.073807 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-f2b544b2-aebc-470e-9c34-1d1ae71d1907 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.1984258 Jul 16 01:16:14.098918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Made reservation on behalf of cdc79aef4f5a46178f84e70ede9c95a3 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:14.103653 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.177240 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.187606 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-eed7c362-5f0e-469f-9a7f-b7b2e3114f21 None None] Set router c205f215-6a67-4f9f-bbde-e26d901bbc69 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:14.224255 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cd8daeb7-c8f0-4408-ba01-31726eb98a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.254007 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed140e88-39b3-4a22-a87b-25fdcdb52d34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.293598 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621ca51-b839-4f2e-b46e-3e6d3b8cb74f req-13e72ac1-a3fe-4a9c-ad0e-4058f9f4fe0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:14.295448 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2621ca51-b839-4f2e-b46e-3e6d3b8cb74f req-13e72ac1-a3fe-4a9c-ad0e-4058f9f4fe0f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4248493 Jul 16 01:16:14.296472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed140e88-39b3-4a22-a87b-25fdcdb52d34 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd4203d0-66bf-4137-bf43-b111d4dc7ac8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:14.297901 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-4a1d29ab-7195-4ba8-8049-ec71b466b92a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=af41e6cb-5231-4698-b325-3a1545890374 HTTP/1.1" status: 200 len: 217 time: 0.0718274 Jul 16 01:16:14.305847 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bbd0ee-b707-4b78-979f-33da374decb6 req-f8b81f40-f797-4112-8fcc-b3b946d47af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:14.307810 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-23bbd0ee-b707-4b78-979f-33da374decb6 req-f8b81f40-f797-4112-8fcc-b3b946d47af4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d HTTP/1.1" status: 200 len: 1098 time: 0.3478131 Jul 16 01:16:14.367536 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cd8daeb7-c8f0-4408-ba01-31726eb98a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.496080 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-23bbd0ee-b707-4b78-979f-33da374decb6 req-68ebe69a-1994-4c26-819b-58a670c6bd52 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801679 Jul 16 01:16:14.502466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8daeb7-c8f0-4408-ba01-31726eb98a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2607a74-30f7-4cc2-81e3-44aa6b9ef08d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:14.515723 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cd4203d0-66bf-4137-bf43-b111d4dc7ac8 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:14.531571 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed140e88-39b3-4a22-a87b-25fdcdb52d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.539281 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: cd4203d0-66bf-4137-bf43-b111d4dc7ac8 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:14.539712 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cd4203d0-66bf-4137-bf43-b111d4dc7ac8 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:14.543387 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:14.546745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b165ecc3-a4d2-4cf5-833b-509a664a4615 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:14.549730 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-eed7c362-5f0e-469f-9a7f-b7b2e3114f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'name': 'tempest-ServersTestJSON-850591746-router', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:21Z', 'updated_at': '2021-07-16T01:13:28Z', 'revision_number': 4, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'gw_port': {'id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:23Z', 'updated_at': '2021-07-16T01:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '3cab6563-949c-4796-9772-94f9fec71c9e', 'name': '', 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'mac_address': 'fa:16:3e:18:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:26Z', 'updated_at': '2021-07-16T01:13:36Z', 'revision_number': 5, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'subnets': [{'id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:14.586283 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: b165ecc3-a4d2-4cf5-833b-509a664a4615 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:14.587139 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b165ecc3-a4d2-4cf5-833b-509a664a4615 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:14.597258 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cd8daeb7-c8f0-4408-ba01-31726eb98a4b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c33069767dcd41dbab432807489746ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9780183 Jul 16 01:16:14.605294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46538) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:14.610300 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed7c362-5f0e-469f-9a7f-b7b2e3114f21 None None] The sync data for ids ['c205f215-6a67-4f9f-bbde-e26d901bbc69'] in n-d-791505-14 is: [{'id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'name': 'tempest-ServersTestJSON-850591746-router', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:21Z', 'updated_at': '2021-07-16T01:13:28Z', 'revision_number': 4, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'gw_port': {'id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:23Z', 'updated_at': '2021-07-16T01:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '3cab6563-949c-4796-9772-94f9fec71c9e', 'name': '', 'network_id': '18930d26-350d-40f8-a065-bfaf4a61a7aa', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'mac_address': 'fa:16:3e:18:d0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:26Z', 'updated_at': '2021-07-16T01:13:36Z', 'revision_number': 5, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'subnets': [{'id': 'ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:14.646018 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-51bdf7c5-7219-4fb0-9b88-7353c7cb32e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:14.647369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-51bdf7c5-7219-4fb0-9b88-7353c7cb32e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.2810013 Jul 16 01:16:14.693179 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2621ca51-b839-4f2e-b46e-3e6d3b8cb74f req-54c084d7-963d-4acf-865c-bef06a96c3d7 service neutron] 10.222.0.70 "GET /v2.0/networks/9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829794 Jul 16 01:16:14.700420 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed140e88-39b3-4a22-a87b-25fdcdb52d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.706475 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed140e88-39b3-4a22-a87b-25fdcdb52d34 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.722844 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.729221 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1764f3ee-b2ff-4e15-94e4-52eae2f00a17,segment=NetworkSegment(5acd8ec9-c6cc-4957-a226-4838bc09270e),segment_id=5acd8ec9-c6cc-4957-a226-4838bc09270e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:14.736773 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66758b28-e744-4fda-98cd-d818e5bd25ce req-b0c03194-9cab-450e-a5b9-2ee65784f952 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:14.741010 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66758b28-e744-4fda-98cd-d818e5bd25ce req-b0c03194-9cab-450e-a5b9-2ee65784f952 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 946 time: 0.6623182 Jul 16 01:16:14.746162 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.746845 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '1764f3ee-b2ff-4e15-94e4-52eae2f00a17', 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8', 'port_id': '1764f3ee-b2ff-4e15-94e4-52eae2f00a17', 'mac_address': 'fa:16:3e:d9:17:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:14.779485 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f5211239-94af-4c67-ac2c-dfd15779085d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.791110 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.807094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:14.827477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da54f3-b105-4352-87fd-24d3f2cc116a req-8713b516-b0f4-4887-bb01-ee6897023da7 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:14.827741 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1764f3ee-b2ff-4e15-94e4-52eae2f00a17,segment=NetworkSegment(5acd8ec9-c6cc-4957-a226-4838bc09270e),segment_id=5acd8ec9-c6cc-4957-a226-4838bc09270e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:14.829981 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9da54f3-b105-4352-87fd-24d3f2cc116a req-8713b516-b0f4-4887-bb01-ee6897023da7 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 944 time: 0.7492630 Jul 16 01:16:14.836628 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.869417 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed140e88-39b3-4a22-a87b-25fdcdb52d34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.869978 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed140e88-39b3-4a22-a87b-25fdcdb52d34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4922fdb-402b-4c31-b803-45f62047cb98 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:16:14.893568 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed140e88-39b3-4a22-a87b-25fdcdb52d34 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:14.894731 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ed140e88-39b3-4a22-a87b-25fdcdb52d34 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f4922fdb-402b-4c31-b803-45f62047cb98 HTTP/1.1" status: 204 len: 168 time: 4.0726535 Jul 16 01:16:14.904201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1764f3ee-b2ff-4e15-94e4-52eae2f00a17,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:14.908704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66758b28-e744-4fda-98cd-d818e5bd25ce req-fcb3bd3f-d905-4606-aa17-fd4628ada164 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573501 Jul 16 01:16:14.913970 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46542) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:14.923037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39063713-fb9c-464e-81ff-f804aa6f66fc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:14.948033 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f5211239-94af-4c67-ac2c-dfd15779085d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.015188 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9da54f3-b105-4352-87fd-24d3f2cc116a req-3b656207-c3d9-475c-ab76-04f04afc3867 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/security-groups?id=a428663e-ff12-43d4-be05-ffc5d065abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571739 Jul 16 01:16:15.038804 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-1b0bc37d-87ea-4c98-8198-ba4883c94242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:15.040426 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-1b0bc37d-87ea-4c98-8198-ba4883c94242 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3765113 Jul 16 01:16:15.096901 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2621ca51-b839-4f2e-b46e-3e6d3b8cb74f req-37086d3c-3cc8-4f64-9c12-5d4ac48d58d4 service neutron] 10.222.0.70 "GET /v2.0/networks/9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878446 Jul 16 01:16:15.100415 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-861848b5-3650-4d88-b201-3f135da9b238 admin admin] Deleting subnet 77f2ab74-15c0-4c98-a0c2-322875108391 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:16:15.111148 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-861848b5-3650-4d88-b201-3f135da9b238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.135826 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc8fa83-7383-40ef-b6a9-46bfb0dbc6a5 None None] New status for floating IP fcd9cc68-f488-4c44-9a02-5b46715d2743: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:16:15.137032 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f5211239-94af-4c67-ac2c-dfd15779085d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.139942 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f5211239-94af-4c67-ac2c-dfd15779085d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.141793 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f5211239-94af-4c67-ac2c-dfd15779085d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e2607a74-30f7-4cc2-81e3-44aa6b9ef08d HTTP/1.1" status: 204 len: 168 time: 0.5336456 Jul 16 01:16:15.156486 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Allocated IP 192.168.233.124 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/f65ac0ca-e67a-43ee-9232-199aeb0086a8) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:15.171831 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-861848b5-3650-4d88-b201-3f135da9b238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.194226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5211239-94af-4c67-ac2c-dfd15779085d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2607a74-30f7-4cc2-81e3-44aa6b9ef08d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:15.233651 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['1764f3ee-b2ff-4e15-94e4-52eae2f00a17'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:15.310105 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-861848b5-3650-4d88-b201-3f135da9b238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.331566 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-19177dd4-c2f3-453e-a49f-5138703bfbe4 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461722 Jul 16 01:16:15.360524 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bd06b-81dc-4c47-9eea-1090b8a7c992 req-0d428a2b-686b-4d68-bdff-413975e09dcd tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:15.362060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-244bd06b-81dc-4c47-9eea-1090b8a7c992 req-0d428a2b-686b-4d68-bdff-413975e09dcd tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d HTTP/1.1" status: 200 len: 946 time: 0.2784891 Jul 16 01:16:15.467839 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-861848b5-3650-4d88-b201-3f135da9b238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.496470 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e6e896-de53-43cf-96f0-53e1308a7aac req-daffb84c-e0ca-4ece-840b-4419c9aca665 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:15.498049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-96e6e896-de53-43cf-96f0-53e1308a7aac req-daffb84c-e0ca-4ece-840b-4419c9aca665 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.2595046 Jul 16 01:16:15.510390 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.517878 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861848b5-3650-4d88-b201-3f135da9b238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f2ab74-15c0-4c98-a0c2-322875108391,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:15.523462 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-244bd06b-81dc-4c47-9eea-1090b8a7c992 req-9c9477de-8f89-4d46-8280-d55f92cf11d6 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397045 Jul 16 01:16:15.551500 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c223d47-f870-4f1a-9e4c-377df7ac741f None None] Network 182cdcd7-ca19-4732-aa47-8670570eaaa2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:15.552914 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-861848b5-3650-4d88-b201-3f135da9b238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.557189 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-861848b5-3650-4d88-b201-3f135da9b238 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/77f2ab74-15c0-4c98-a0c2-322875108391 HTTP/1.1" status: 204 len: 168 time: 0.6363719 Jul 16 01:16:15.558082 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46548) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:15.572174 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-b274c8f3-c0af-4b08-b3b2-960b99812f8d service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314403 Jul 16 01:16:15.586589 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-96e6e896-de53-43cf-96f0-53e1308a7aac req-1d3b8d82-0ffd-4473-8260-b2617b06c98d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783546 Jul 16 01:16:15.693932 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46556) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:15.727803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Transition to ACTIVE for port object f65ac0ca-e67a-43ee-9232-199aeb0086a8 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:15.793413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f06769b8-348e-4d37-81e2-6c1bf7a18cd4 req-e7a048fd-46b5-4ed2-873a-ce532726fc7a tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/ports?device_id=8904042c-f453-4cae-aa15-7f775e505a44 HTTP/1.1" status: 200 len: 210 time: 0.0356741 Jul 16 01:16:15.811000 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c0998c0-34cf-48a1-a33b-ffac9c8784a1 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.823667 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.834669 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b5f69f-6469-4d3c-a9e6-782f4ae9830b None None] DHCP port deletion for 182cdcd7-ca19-4732-aa47-8670570eaaa2 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:16:15.835408 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.852230 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c0998c0-34cf-48a1-a33b-ffac9c8784a1 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.894167 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-17b5f69f-6469-4d3c-a9e6-782f4ae9830b None None] Deleting port 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:15.894807 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17b5f69f-6469-4d3c-a9e6-782f4ae9830b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.917383 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:15.921793 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c0998c0-34cf-48a1-a33b-ffac9c8784a1 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.924332 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c0998c0-34cf-48a1-a33b-ffac9c8784a1 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:15.924692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:15.925492 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4c0998c0-34cf-48a1-a33b-ffac9c8784a1 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "DELETE /v2.0/security-groups/98068b16-6bad-4161-9731-2b0c7e30bda9 HTTP/1.1" status: 204 len: 168 time: 0.2305558 Jul 16 01:16:15.927614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:15.931730 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46562) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:15.944504 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0998c0-34cf-48a1-a33b-ffac9c8784a1 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98068b16-6bad-4161-9731-2b0c7e30bda9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:15.961453 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Pushing event updated for resources: {'Port': ['ID=f65ac0ca-e67a-43ee-9232-199aeb0086a8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:15.992651 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-17b5f69f-6469-4d3c-a9e6-782f4ae9830b None None] For port 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2b3bc8c1-478f-4083-a22b-ca60f2f86bc4,segment=NetworkSegment(8892876a-3134-4737-9595-7a08bf4232ae),segment_id=8892876a-3134-4737-9595-7a08bf4232ae)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:15.993111 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17b5f69f-6469-4d3c-a9e6-782f4ae9830b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.008267 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-57273e97-3e06-4e96-96aa-3583ae36c390 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] show failed (client error): The resource could not be found. Jul 16 01:16:16.009321 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-57273e97-3e06-4e96-96aa-3583ae36c390 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "GET /v2.0/security-groups/98068b16-6bad-4161-9731-2b0c7e30bda9 HTTP/1.1" status: 404 len: 347 time: 0.0748560 Jul 16 01:16:16.012288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46566) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:16.019623 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-17b5f69f-6469-4d3c-a9e6-782f4ae9830b None None] Calling delete_port for 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:16.029054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:16.029718 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.094251 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-9016db2c-040d-436f-a5ac-a035d8e9ea13 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6162677 Jul 16 01:16:16.106911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Request body: {'port': {'device_id': '8904042c-f453-4cae-aa15-7f775e505a44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:16.114546 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] Deleting port 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:16.114898 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.202029 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17b5f69f-6469-4d3c-a9e6-782f4ae9830b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.263255 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5f69f-6469-4d3c-a9e6-782f4ae9830b None None] Pushing event deleted for resources: {'Port': ['ID=2b3bc8c1-478f-4083-a22b-ca60f2f86bc4,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:16.273310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b5f69f-6469-4d3c-a9e6-782f4ae9830b None None] No DVR routers for this DVR port 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:16.288141 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.296104 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] For port 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2b3bc8c1-478f-4083-a22b-ca60f2f86bc4,segment=NetworkSegment(8892876a-3134-4737-9595-7a08bf4232ae),segment_id=8892876a-3134-4737-9595-7a08bf4232ae)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:16.296441 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.310280 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] Calling delete_port for 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:16.345196 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46578) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:16.382607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-99eaaaeb-0e21-45ec-b88e-ec95d68d844a None None] Provisioning for port f65ac0ca-e67a-43ee-9232-199aeb0086a8 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:16.383410 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ff69f-93ce-46f7-abf5-ee54c683cddd req-6b471b01-db3b-47ad-8905-a4ed0b8d7965 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:16.387802 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-99eaaaeb-0e21-45ec-b88e-ec95d68d844a None None] Provisioning complete for port f65ac0ca-e67a-43ee-9232-199aeb0086a8 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:16.388471 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-99eaaaeb-0e21-45ec-b88e-ec95d68d844a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.391630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f38ff69f-93ce-46f7-abf5-ee54c683cddd req-6b471b01-db3b-47ad-8905-a4ed0b8d7965 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 946 time: 0.2809198 Jul 16 01:16:16.421406 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d62998cc-7345-4abf-a84e-771098103e15 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Deleting port 0ed57bb1-7a15-485c-90b5-d24c2f9d1299 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:16.421761 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d62998cc-7345-4abf-a84e-771098103e15 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.469384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-99eaaaeb-0e21-45ec-b88e-ec95d68d844a None None] Port f65ac0ca-e67a-43ee-9232-199aeb0086a8 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:16.511636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:16.513839 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.516337 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-0fbd92ca-8053-4dd4-96da-8d2e5d253879 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1530560796-network', 'tenant_id': '66fe681898644f198a8b545d851e811d'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:16.532936 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:16.533257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f38ff69f-93ce-46f7-abf5-ee54c683cddd req-c5d7e762-d4b2-4bb7-8497-a05b83c5edb9 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408124 Jul 16 01:16:16.533718 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:16.536867 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:16.557801 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b3bc8c1-478f-4083-a22b-ca60f2f86bc4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:16.571898 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] No DVR routers for this DVR port 2b3bc8c1-478f-4083-a22b-ca60f2f86bc4 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:16.585081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b34ee-3e50-4726-99a0-2325d8e82c84 req-9f77ef39-44b0-45b6-a98a-1a4eea70a87f tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:16.588454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:16.593184 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b80b34ee-3e50-4726-99a0-2325d8e82c84 req-9f77ef39-44b0-45b6-a98a-1a4eea70a87f tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 945 time: 0.3374434 Jul 16 01:16:16.593783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:16.594687 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.646052 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d62998cc-7345-4abf-a84e-771098103e15 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.646792 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d62998cc-7345-4abf-a84e-771098103e15 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.658608 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbd92ca-8053-4dd4-96da-8d2e5d253879 admin admin] Made reservation on behalf of 66fe681898644f198a8b545d851e811d for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:16.663516 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fbd92ca-8053-4dd4-96da-8d2e5d253879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.685165 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.696132 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.698224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d62998cc-7345-4abf-a84e-771098103e15 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Calling delete_port for 0ed57bb1-7a15-485c-90b5-d24c2f9d1299 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:16.702405 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['182cdcd7-ca19-4732-aa47-8670570eaaa2']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:16.710502 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fbd92ca-8053-4dd4-96da-8d2e5d253879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.714630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b80b34ee-3e50-4726-99a0-2325d8e82c84 req-a90545b3-e74c-4a52-adba-beea8f12597e tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/security-groups?id=a428663e-ff12-43d4-be05-ffc5d065abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205893 Jul 16 01:16:16.719550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8892876a-3134-4737-9595-7a08bf4232ae') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:16.719940 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8892876a-3134-4737-9595-7a08bf4232ae') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:16.739343 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.741680 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1764f3ee-b2ff-4e15-94e4-52eae2f00a17,segment=NetworkSegment(5acd8ec9-c6cc-4957-a226-4838bc09270e),segment_id=5acd8ec9-c6cc-4957-a226-4838bc09270e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:16.743107 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5f4320-8e46-4977-a707-50f832673742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1764f3ee-b2ff-4e15-94e4-52eae2f00a17'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:16.746732 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81f8cd0-b7fb-46be-a8ba-e22cbcc2b22d" -d '{"events": [{"server_uuid": "db5f4320-8e46-4977-a707-50f832673742", "name": "network-vif-plugged", "status": "completed", "tag": "1764f3ee-b2ff-4e15-94e4-52eae2f00a17"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:16.753151 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.764863 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.792291 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:16:16.792740 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:16:16.794602 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:16:16.822454 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f65ac0ca-e67a-43ee-9232-199aeb0086a8 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:16.828113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1764f3ee-b2ff-4e15-94e4-52eae2f00a17,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:16.858634 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.870848 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.875654 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.880328 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] 10.222.0.22 "DELETE /v2.0/networks/182cdcd7-ca19-4732-aa47-8670570eaaa2 HTTP/1.1" status: 204 len: 168 time: 1.3192110 Jul 16 01:16:16.882700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Transition to ACTIVE for port object f65ac0ca-e67a-43ee-9232-199aeb0086a8 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:16.894441 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:16.897573 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887bc99-d646-44a9-b6df-8f9e14acab94 admin admin] Pushing event deleted for resources: {'Network': ['ID=182cdcd7-ca19-4732-aa47-8670570eaaa2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:16.967358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Pushing event updated for resources: {'Port': ['ID=f65ac0ca-e67a-43ee-9232-199aeb0086a8,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:16.992211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fbb782-24a5-417f-997c-8a4d9d9b029b req-329e2bbb-f36c-480e-929f-50cb30f6bdc9 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:16.996202 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38fbb782-24a5-417f-997c-8a4d9d9b029b req-329e2bbb-f36c-480e-929f-50cb30f6bdc9 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d HTTP/1.1" status: 200 len: 946 time: 0.3153040 Jul 16 01:16:17.062494 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46592) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:17.062698 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238fa024-d9ec-4181-b435-a09676efec78 req-ba347292-8b53-4199-9069-897205c26874 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:17.064304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-238fa024-d9ec-4181-b435-a09676efec78 req-ba347292-8b53-4199-9069-897205c26874 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.2338936 Jul 16 01:16:17.072208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Attempting to bind port f65ac0ca-e67a-43ee-9232-199aeb0086a8 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:17.072591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Attempting to bind port f65ac0ca-e67a-43ee-9232-199aeb0086a8 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:17.072914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Attempting to bind port f65ac0ca-e67a-43ee-9232-199aeb0086a8 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:17.085761 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Port f65ac0ca-e67a-43ee-9232-199aeb0086a8 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:17.086658 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Attempting to bind port f65ac0ca-e67a-43ee-9232-199aeb0086a8 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:17.094644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:17.094908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:17.095542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:17.095847 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Bound port: f65ac0ca-e67a-43ee-9232-199aeb0086a8, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:17.096333 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.104583 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d62998cc-7345-4abf-a84e-771098103e15 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.120292 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38fbb782-24a5-417f-997c-8a4d9d9b029b req-e0599b15-e327-4f77-aebc-9a4c574634f4 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138468 Jul 16 01:16:17.152948 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0480bff0-c910-4c1d-b0d8-d3b191f51ca2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a3e074600bfb4674b7cc56fd009fd563&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0879080 Jul 16 01:16:17.153563 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46596) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:17.162927 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62998cc-7345-4abf-a84e-771098103e15 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Pushing event deleted for resources: {'Port': ['ID=0ed57bb1-7a15-485c-90b5-d24c2f9d1299,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:17.176412 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0022a7d5-8a3b-4acc-acbb-dfc3137e940a x-openstack-request-id: req-0022a7d5-8a3b-4acc-acbb-dfc3137e940a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:17.176913 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5f4320-8e46-4977-a707-50f832673742", "name": "network-vif-plugged", "status": "completed", "tag": "1764f3ee-b2ff-4e15-94e4-52eae2f00a17", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:17.177000 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0022a7d5-8a3b-4acc-acbb-dfc3137e940a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:17.177361 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5f4320-8e46-4977-a707-50f832673742', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1764f3ee-b2ff-4e15-94e4-52eae2f00a17', 'code': 200} Jul 16 01:16:17.204097 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fbd92ca-8053-4dd4-96da-8d2e5d253879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.209470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] For port f65ac0ca-e67a-43ee-9232-199aeb0086a8, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:17.213667 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] For port f65ac0ca-e67a-43ee-9232-199aeb0086a8, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f65ac0ca-e67a-43ee-9232-199aeb0086a8,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:17.223291 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.238097 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fbd92ca-8053-4dd4-96da-8d2e5d253879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.268495 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-238fa024-d9ec-4181-b435-a09676efec78 req-5855e561-450c-4ed3-89da-13b97a0ca989 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942682 Jul 16 01:16:17.274858 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:17.275974 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.277542 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] 10.222.0.69 "PUT /v2.0/ports/f65ac0ca-e67a-43ee-9232-199aeb0086a8 HTTP/1.1" status: 200 len: 1097 time: 1.1749353 Jul 16 01:16:17.306619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8904042c-f453-4cae-aa15-7f775e505a44', 'tag': 'f65ac0ca-e67a-43ee-9232-199aeb0086a8'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:17.309331 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c9b9cc-0292-4a78-a446-3e2c5877dd26" -d '{"events": [{"name": "network-changed", "server_uuid": "8904042c-f453-4cae-aa15-7f775e505a44", "tag": "f65ac0ca-e67a-43ee-9232-199aeb0086a8"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:17.329681 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fbd92ca-8053-4dd4-96da-8d2e5d253879 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:16:17.368793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd92ca-8053-4dd4-96da-8d2e5d253879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f30562-83c1-45ba-bafd-8a185de9a830,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:17.371979 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fbd92ca-8053-4dd4-96da-8d2e5d253879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.372384 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-0fbd92ca-8053-4dd4-96da-8d2e5d253879 admin admin] Added segment 0bf98115-6417-4067-b139-c46c41b4ec62 of type vlan for network 30d48d79-6f67-4500-89b9-c94d2589bbf5 Jul 16 01:16:17.390169 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d62998cc-7345-4abf-a84e-771098103e15 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.392883 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d62998cc-7345-4abf-a84e-771098103e15 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.394075 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d62998cc-7345-4abf-a84e-771098103e15 tempest-ServersTestJSON-92358490 tempest-ServersTestJSON-92358490-project] 10.222.0.22 "DELETE /v2.0/floatingips/fcd9cc68-f488-4c44-9a02-5b46715d2743 HTTP/1.1" status: 204 len: 168 time: 1.3807762 Jul 16 01:16:17.416008 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46600) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:17.462350 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fbd92ca-8053-4dd4-96da-8d2e5d253879 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.480940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccefcd-aaa9-49c3-8607-33493a76d4e2 req-5afe796f-b251-4380-b966-d5c21dcb42cc tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:17.482622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8ccefcd-aaa9-49c3-8607-33493a76d4e2 req-5afe796f-b251-4380-b966-d5c21dcb42cc tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/ports?device_id=8904042c-f453-4cae-aa15-7f775e505a44 HTTP/1.1" status: 200 len: 948 time: 0.1902051 Jul 16 01:16:17.495814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3260fa4-c9b4-4bf8-993b-903e2fd43dfc service neutron] Pushing event updated for resources: {'Port': ['ID=f65ac0ca-e67a-43ee-9232-199aeb0086a8,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:17.525935 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b79decff-d90c-4182-b928-29099b9d1d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.529249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea88fa3-ec2e-4428-b443-c97ee607047d req-baf22cdd-a4c8-4722-ac22-d30d7c59c1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:17.530942 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5ea88fa3-ec2e-4428-b443-c97ee607047d req-baf22cdd-a4c8-4722-ac22-d30d7c59c1bb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 1098 time: 0.2645710 Jul 16 01:16:17.538529 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fbd92ca-8053-4dd4-96da-8d2e5d253879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.539816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbd92ca-8053-4dd4-96da-8d2e5d253879 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:17.540328 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fbd92ca-8053-4dd4-96da-8d2e5d253879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.586139 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8ccefcd-aaa9-49c3-8607-33493a76d4e2 req-b612cd62-7c58-4ff9-bbe2-9fc2fc5068e3 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/security-groups?id=39063713-fb9c-464e-81ff-f804aa6f66fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954342 Jul 16 01:16:17.590353 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0fbd92ca-8053-4dd4-96da-8d2e5d253879 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2431562 Jul 16 01:16:17.594221 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46606) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:17.602307 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-c569bf87-9b7b-4c34-a0a3-7e56f8721631 admin admin] Request body: {'subnet': {'network_id': '30d48d79-6f67-4500-89b9-c94d2589bbf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1530560796-subnet', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:17.632925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd92ca-8053-4dd4-96da-8d2e5d253879 admin admin] Pushing event updated for resources: {'Network': ['ID=30d48d79-6f67-4500-89b9-c94d2589bbf5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:17.645128 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 30d48d79-6f67-4500-89b9-c94d2589bbf5 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:16:17.694276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c569bf87-9b7b-4c34-a0a3-7e56f8721631 admin admin] Made reservation on behalf of 66fe681898644f198a8b545d851e811d for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:17.696534 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab04bb83-729f-41d5-95d9-92965cb0ec95 x-openstack-request-id: req-ab04bb83-729f-41d5-95d9-92965cb0ec95 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:17.696821 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8904042c-f453-4cae-aa15-7f775e505a44", "tag": "f65ac0ca-e67a-43ee-9232-199aeb0086a8", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:17.697075 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ab04bb83-729f-41d5-95d9-92965cb0ec95 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:17.697460 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8904042c-f453-4cae-aa15-7f775e505a44', 'tag': 'f65ac0ca-e67a-43ee-9232-199aeb0086a8', 'status': 'completed', 'code': 200} Jul 16 01:16:17.697823 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c569bf87-9b7b-4c34-a0a3-7e56f8721631 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.731372 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b79decff-d90c-4182-b928-29099b9d1d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.761565 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-7c123bb4-da5c-48ed-a711-176b719523c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:17.763724 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-7c123bb4-da5c-48ed-a711-176b719523c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cdc79aef4f5a46178f84e70ede9c95a3&device_id=8904042c-f453-4cae-aa15-7f775e505a44 HTTP/1.1" status: 200 len: 1100 time: 0.4222717 Jul 16 01:16:17.861526 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5ea88fa3-ec2e-4428-b443-c97ee607047d req-a04c49eb-d6cd-429c-a987-6a67ffeae8e3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a428663e-ff12-43d4-be05-ffc5d065abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057067 Jul 16 01:16:17.868982 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-200cdc2b-4e5c-4d21-8975-664a06b24517 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=f65ac0ca-e67a-43ee-9232-199aeb0086a8 HTTP/1.1" status: 200 len: 217 time: 0.0605314 Jul 16 01:16:17.901268 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1569f-c740-4452-9822-1252b969e99b req-ff7389c9-7f13-4c0d-a50c-202f44765c36 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:17.902761 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4cc1569f-c740-4452-9822-1252b969e99b req-ff7389c9-7f13-4c0d-a50c-202f44765c36 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d HTTP/1.1" status: 200 len: 946 time: 0.2193382 Jul 16 01:16:17.913876 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3abe32-f4af-4d87-9b5f-c36b283f43d5 req-9729d874-23ca-47cc-b37d-0be093116abe tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:17.915793 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6f3abe32-f4af-4d87-9b5f-c36b283f43d5 req-9729d874-23ca-47cc-b37d-0be093116abe tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 946 time: 0.1726861 Jul 16 01:16:17.948930 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b79decff-d90c-4182-b928-29099b9d1d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.951396 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b79decff-d90c-4182-b928-29099b9d1d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:17.952556 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b79decff-d90c-4182-b928-29099b9d1d5a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9723ff1d-7f81-4a8d-a096-b74d4aa1ec90 HTTP/1.1" status: 204 len: 168 time: 0.7963617 Jul 16 01:16:17.963415 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-afa0e990-9a3f-41b5-a50a-2cc6154ab8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:17.964900 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-afa0e990-9a3f-41b5-a50a-2cc6154ab8ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0885344 Jul 16 01:16:17.974870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79decff-d90c-4182-b928-29099b9d1d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9723ff1d-7f81-4a8d-a096-b74d4aa1ec90,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:18.029113 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6f3abe32-f4af-4d87-9b5f-c36b283f43d5 req-0e8a8296-1e05-4081-8702-bb5a16e4d91a tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030958 Jul 16 01:16:18.069506 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4cc1569f-c740-4452-9822-1252b969e99b req-e58a21f6-9567-450f-ba4e-61f89ccb2569 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507924 Jul 16 01:16:18.085854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-5f175dcc-0e5b-40c1-a199-acac700a78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:18.087404 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-5f175dcc-0e5b-40c1-a199-acac700a78ca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1141427 Jul 16 01:16:18.160505 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c569bf87-9b7b-4c34-a0a3-7e56f8721631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.243725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c569bf87-9b7b-4c34-a0a3-7e56f8721631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28c2187a-cd28-436c-bb1e-410503a0cd64,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:18.320430 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c569bf87-9b7b-4c34-a0a3-7e56f8721631 admin admin] Checking segment: {'id': '0bf98115-6417-4067-b139-c46c41b4ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30d48d79-6f67-4500-89b9-c94d2589bbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:18.321059 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c569bf87-9b7b-4c34-a0a3-7e56f8721631 admin admin] Network hostable DHCP agents. Network: 30d48d79-6f67-4500-89b9-c94d2589bbf5, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:16:18.377615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c569bf87-9b7b-4c34-a0a3-7e56f8721631 admin admin] Network 30d48d79-6f67-4500-89b9-c94d2589bbf5 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:16:18.395919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-c569bf87-9b7b-4c34-a0a3-7e56f8721631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 30d48d79-6f67-4500-89b9-c94d2589bbf5) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:18.408108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df99aa04-f6d7-41b8-9dd7-4c74945cbdb9 req-61595d66-7f29-4b39-99ed-259d36bc140d tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:18.410243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98107162-6e38-43b2-9598-f8825eb9bfc7 None None] Network 30d48d79-6f67-4500-89b9-c94d2589bbf5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:18.416280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df99aa04-f6d7-41b8-9dd7-4c74945cbdb9 req-61595d66-7f29-4b39-99ed-259d36bc140d tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 946 time: 0.1736691 Jul 16 01:16:18.419263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c569bf87-9b7b-4c34-a0a3-7e56f8721631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:18.419916 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c569bf87-9b7b-4c34-a0a3-7e56f8721631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.459736 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46620) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:18.460008 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c569bf87-9b7b-4c34-a0a3-7e56f8721631 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8620269 Jul 16 01:16:18.465691 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1530560796-router', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:18.500260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df99aa04-f6d7-41b8-9dd7-4c74945cbdb9 req-b961aa17-3395-4443-90eb-2d114e9340bd tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/security-groups?id=a428663e-ff12-43d4-be05-ffc5d065abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830047 Jul 16 01:16:18.554117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb022319-cbfe-4766-9ac1-b4c954504dd1 req-af2c6b5d-11e6-415c-8c92-01669eb4e440 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:18.564478 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb022319-cbfe-4766-9ac1-b4c954504dd1 req-af2c6b5d-11e6-415c-8c92-01669eb4e440 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.0996468 Jul 16 01:16:18.581916 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.583476 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.609877 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-73dbb588-e3ad-45a7-866d-7bca701168b5 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140426 Jul 16 01:16:18.612753 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb022319-cbfe-4766-9ac1-b4c954504dd1 req-4c7f54a2-a710-4994-b0f3-1b469d5dbbdc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472286 Jul 16 01:16:18.649932 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9911100-efda-4dc7-8df8-0f1a99063c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.681862 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-30d48d79-6f67-4500-89b9-c94d2589bbf5', 'network_id': '30d48d79-6f67-4500-89b9-c94d2589bbf5', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'fixed_ips': [{'subnet_id': '28c2187a-cd28-436c-bb1e-410503a0cd64'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:16:18.682863 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.814108 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:18.916938 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Allocated IP 172.20.0.2 (30d48d79-6f67-4500-89b9-c94d2589bbf5/28c2187a-cd28-436c-bb1e-410503a0cd64/1c63dbf9-1534-4a05-a484-6758bd986f85) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:18.920082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73a604-9fcd-4177-8d8e-14968e8704bb req-1367e10c-21e9-45ac-8024-4ec638fbb37a tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:18.921914 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8f73a604-9fcd-4177-8d8e-14968e8704bb req-1367e10c-21e9-45ac-8024-4ec638fbb37a tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/ports?device_id=8904042c-f453-4cae-aa15-7f775e505a44 HTTP/1.1" status: 200 len: 948 time: 0.1363976 Jul 16 01:16:19.021026 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8f73a604-9fcd-4177-8d8e-14968e8704bb req-50751e10-cc9b-4acc-9026-f73f2c62a0bf tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/security-groups?id=39063713-fb9c-464e-81ff-f804aa6f66fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936379 Jul 16 01:16:19.075834 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f13ca646-e895-4127-91ec-f72f1466ed39 req-a85b85b0-861e-4410-b09f-14b96b46c1ed service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527378 Jul 16 01:16:19.107523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46640) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:19.237495 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.307609 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.318363 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Transition to ACTIVE for port object 1c63dbf9-1534-4a05-a484-6758bd986f85 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:19.319806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5ba1f51a-9010-406a-a297-fdc298e69f6c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1017351996-network', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:19.328607 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9b9cc-0292-4a78-a446-3e2c5877dd26 req-94495b1b-7249-4d61-a85e-a4bfe550bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.330132 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c6c9b9cc-0292-4a78-a446-3e2c5877dd26 req-94495b1b-7249-4d61-a85e-a4bfe550bd0d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=cdc79aef4f5a46178f84e70ede9c95a3&device_id=8904042c-f453-4cae-aa15-7f775e505a44 HTTP/1.1" status: 200 len: 1100 time: 0.1672270 Jul 16 01:16:19.337146 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Transition to ACTIVE for port object 1c63dbf9-1534-4a05-a484-6758bd986f85 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:19.346089 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.366719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba1f51a-9010-406a-a297-fdc298e69f6c admin admin] Made reservation on behalf of f1edc56a277e41f79fb87cb4bd4162bc for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:19.368981 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ba1f51a-9010-406a-a297-fdc298e69f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.382735 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ba1f51a-9010-406a-a297-fdc298e69f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.386408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Network 30d48d79-6f67-4500-89b9-c94d2589bbf5 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:19.389668 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:19.392548 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:19.413603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582aad1d-5f55-4e12-bf3c-c98aa28f0aa6 req-41dfe18c-1829-45b8-9768-9116ee5fe455 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.415163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-582aad1d-5f55-4e12-bf3c-c98aa28f0aa6 req-41dfe18c-1829-45b8-9768-9116ee5fe455 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d HTTP/1.1" status: 200 len: 946 time: 0.1759691 Jul 16 01:16:19.424222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13c624-fd8f-47e1-9e60-ce2356bcef23 req-8f17d2ef-1f88-4e3e-be77-64f28e0407db tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.425629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec13c624-fd8f-47e1-9e60-ce2356bcef23 req-8f17d2ef-1f88-4e3e-be77-64f28e0407db tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 946 time: 0.1664588 Jul 16 01:16:19.452258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Pushing event updated for resources: {'Port': ['ID=1c63dbf9-1534-4a05-a484-6758bd986f85,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:19.473781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Attempting to bind port 1c63dbf9-1534-4a05-a484-6758bd986f85 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:19.474296 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Attempting to bind port 1c63dbf9-1534-4a05-a484-6758bd986f85 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '0bf98115-6417-4067-b139-c46c41b4ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30d48d79-6f67-4500-89b9-c94d2589bbf5'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:19.474806 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Attempting to bind port 1c63dbf9-1534-4a05-a484-6758bd986f85 on network 30d48d79-6f67-4500-89b9-c94d2589bbf5 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:19.480969 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:19.481611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Checking segment: {'id': '0bf98115-6417-4067-b139-c46c41b4ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30d48d79-6f67-4500-89b9-c94d2589bbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:19.482228 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.482756 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Bound using segment: {'id': '0bf98115-6417-4067-b139-c46c41b4ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30d48d79-6f67-4500-89b9-c94d2589bbf5'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:19.483424 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Bound port: 1c63dbf9-1534-4a05-a484-6758bd986f85, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf98115-6417-4067-b139-c46c41b4ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30d48d79-6f67-4500-89b9-c94d2589bbf5'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:19.483999 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.500202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d9911100-efda-4dc7-8df8-0f1a99063c96 admin admin] Deleting port 3cab6563-949c-4796-9772-94f9fec71c9e {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:19.500547 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9911100-efda-4dc7-8df8-0f1a99063c96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.508513 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-582aad1d-5f55-4e12-bf3c-c98aa28f0aa6 req-78ea8ee3-e103-42bc-b828-39167e6b57d5 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804157 Jul 16 01:16:19.512673 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9b9cc-0292-4a78-a446-3e2c5877dd26 req-f4f277c6-c0bf-4692-85dd-f89e1bba2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.514159 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c6c9b9cc-0292-4a78-a446-3e2c5877dd26 req-f4f277c6-c0bf-4692-85dd-f89e1bba2531 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.1602869 Jul 16 01:16:19.520354 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec13c624-fd8f-47e1-9e60-ce2356bcef23 req-7daaadbf-c6fc-43d3-af86-a51e8d617e80 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743711 Jul 16 01:16:19.565928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] For port 1c63dbf9-1534-4a05-a484-6758bd986f85, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:19.570893 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] For port 1c63dbf9-1534-4a05-a484-6758bd986f85, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1c63dbf9-1534-4a05-a484-6758bd986f85,segment=NetworkSegment(0bf98115-6417-4067-b139-c46c41b4ec62),segment_id=0bf98115-6417-4067-b139-c46c41b4ec62)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:19.577447 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c6c9b9cc-0292-4a78-a446-3e2c5877dd26 req-b11ab32d-8fdd-4d74-ae19-5f8c8d4dfb10 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=f65ac0ca-e67a-43ee-9232-199aeb0086a8 HTTP/1.1" status: 200 len: 217 time: 0.0556362 Jul 16 01:16:19.578030 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.639634 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ba1f51a-9010-406a-a297-fdc298e69f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.645933 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ba1f51a-9010-406a-a297-fdc298e69f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.672650 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba1f51a-9010-406a-a297-fdc298e69f6c admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:16:19.688542 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ebe1d-105a-4156-800f-092c7cb78e4e None None] Pushing event updated for resources: {'Port': ['ID=1c63dbf9-1534-4a05-a484-6758bd986f85,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:19.703461 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ba1f51a-9010-406a-a297-fdc298e69f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.703972 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-5ba1f51a-9010-406a-a297-fdc298e69f6c admin admin] Added segment 9dbb173d-87a7-4541-b15e-9650bb4bd12f of type vlan for network d840524c-d20b-4c1a-aaec-1bfb1e9b9dac Jul 16 01:16:19.728604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1f51a-9010-406a-a297-fdc298e69f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=061ee027-a970-405c-87ae-94306faee43e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:19.761517 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-d9911100-efda-4dc7-8df8-0f1a99063c96 admin admin] For port 3cab6563-949c-4796-9772-94f9fec71c9e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=3cab6563-949c-4796-9772-94f9fec71c9e,segment=NetworkSegment(aea1aa67-bf02-4317-864c-b0a87bd41f50),segment_id=aea1aa67-bf02-4317-864c-b0a87bd41f50)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:19.762000 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9911100-efda-4dc7-8df8-0f1a99063c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.765330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9b9cc-0292-4a78-a446-3e2c5877dd26 req-46df49cc-5711-45ce-b7f1-2be1c74180e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.767043 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c6c9b9cc-0292-4a78-a446-3e2c5877dd26 req-46df49cc-5711-45ce-b7f1-2be1c74180e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1612515 Jul 16 01:16:19.776038 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ba1f51a-9010-406a-a297-fdc298e69f6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.791463 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d9911100-efda-4dc7-8df8-0f1a99063c96 admin admin] Calling delete_port for 3cab6563-949c-4796-9772-94f9fec71c9e owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:19.936315 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:19.972009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9b9cc-0292-4a78-a446-3e2c5877dd26 req-3db2855e-85f3-4277-9883-b7d5e83a6076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:19.974381 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c6c9b9cc-0292-4a78-a446-3e2c5877dd26 req-3db2855e-85f3-4277-9883-b7d5e83a6076 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1995957 Jul 16 01:16:19.977419 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.172230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8b83f-7ea5-46d3-8551-31e9601b1b97 req-a1133432-bba9-4964-948e-7acc8fb13c2e tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:20.173815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19d8b83f-7ea5-46d3-8551-31e9601b1b97 req-a1133432-bba9-4964-948e-7acc8fb13c2e tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 946 time: 0.4919596 Jul 16 01:16:20.179401 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ba1f51a-9010-406a-a297-fdc298e69f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.180925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba1f51a-9010-406a-a297-fdc298e69f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:20.181242 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ba1f51a-9010-406a-a297-fdc298e69f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.240215 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5ba1f51a-9010-406a-a297-fdc298e69f6c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1301136 Jul 16 01:16:20.264072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Allocated IP 172.25.2.6 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/753b3df5-ca44-41fd-ba53-d9c2085b22ca) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:20.269591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46662) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:20.283137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6d543027-80dc-4138-a5f0-ae222ac55d93 admin admin] Request body: {'subnet': {'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1017351996-subnet', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:20.287667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1f51a-9010-406a-a297-fdc298e69f6c admin admin] Pushing event updated for resources: {'Network': ['ID=d840524c-d20b-4c1a-aaec-1bfb1e9b9dac,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:20.299646 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network d840524c-d20b-4c1a-aaec-1bfb1e9b9dac details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:16:20.314168 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19d8b83f-7ea5-46d3-8551-31e9601b1b97 req-f1cced12-333d-402f-868e-414816565f3b tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/security-groups?id=a428663e-ff12-43d4-be05-ffc5d065abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292198 Jul 16 01:16:20.334274 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c6c9b9cc-0292-4a78-a446-3e2c5877dd26 req-a10936d7-9c7d-4402-87d2-927afff249bf service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520579 Jul 16 01:16:20.381628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d543027-80dc-4138-a5f0-ae222ac55d93 admin admin] Made reservation on behalf of f1edc56a277e41f79fb87cb4bd4162bc for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:20.384149 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6d543027-80dc-4138-a5f0-ae222ac55d93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.474985 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d1b06b-916c-4807-b1d1-5f6b1302932f req-57e3d74d-d8cc-4172-a7fc-d06d6263abcd tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:20.481834 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58d1b06b-916c-4807-b1d1-5f6b1302932f req-57e3d74d-d8cc-4172-a7fc-d06d6263abcd tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.2109783 Jul 16 01:16:20.554621 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1c63dbf9-1534-4a05-a484-6758bd986f85 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:20.586443 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58d1b06b-916c-4807-b1d1-5f6b1302932f req-63f3e123-179e-48c0-90e7-ca70b2d56af2 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996611 Jul 16 01:16:20.588469 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c6c9b9cc-0292-4a78-a446-3e2c5877dd26 req-e8af1415-be7c-41a1-9dec-a9a199f7847a service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279055 Jul 16 01:16:20.620485 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9911100-efda-4dc7-8df8-0f1a99063c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.636681 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 1c63dbf9-1534-4a05-a484-6758bd986f85 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:20.658526 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9911100-efda-4dc7-8df8-0f1a99063c96 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cab6563-949c-4796-9772-94f9fec71c9e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:20.705920 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:20.710283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ada83-4dee-4e41-b0b6-657a7c8e5cf1 req-7deefaec-3235-48b7-ac29-e44348453720 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:20.717760 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e3ada83-4dee-4e41-b0b6-657a7c8e5cf1 req-7deefaec-3235-48b7-ac29-e44348453720 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/ports?device_id=8904042c-f453-4cae-aa15-7f775e505a44 HTTP/1.1" status: 200 len: 948 time: 0.2566509 Jul 16 01:16:20.924494 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e3ada83-4dee-4e41-b0b6-657a7c8e5cf1 req-2e679ef1-bc9b-4313-9523-efcf4a74fa03 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/security-groups?id=39063713-fb9c-464e-81ff-f804aa6f66fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055357 Jul 16 01:16:21.009854 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6d543027-80dc-4138-a5f0-ae222ac55d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.027326 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a326403-e4a0-495b-ac2d-1ce750f6f1d5 None None] Network 30d48d79-6f67-4500-89b9-c94d2589bbf5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:21.069300 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-e0e784c7-7160-4b73-a5c0-2f4cfb4809eb tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 258 time: 0.3486114 Jul 16 01:16:21.079431 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:21.134083 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d543027-80dc-4138-a5f0-ae222ac55d93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=285c6a64-1df3-41f2-8898-775d2babb8a9,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:21.137731 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.143939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d543027-80dc-4138-a5f0-ae222ac55d93 admin admin] Checking segment: {'id': '9dbb173d-87a7-4541-b15e-9650bb4bd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:21.144295 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d543027-80dc-4138-a5f0-ae222ac55d93 admin admin] Network hostable DHCP agents. Network: d840524c-d20b-4c1a-aaec-1bfb1e9b9dac, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:16:21.185528 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d543027-80dc-4138-a5f0-ae222ac55d93 admin admin] Network d840524c-d20b-4c1a-aaec-1bfb1e9b9dac is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:16:21.189504 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.201189 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-6d543027-80dc-4138-a5f0-ae222ac55d93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, d840524c-d20b-4c1a-aaec-1bfb1e9b9dac) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:21.215694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b92416-f800-4443-bc49-37beb31e03bf None None] Network d840524c-d20b-4c1a-aaec-1bfb1e9b9dac requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:21.231558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d543027-80dc-4138-a5f0-ae222ac55d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:21.232261 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6d543027-80dc-4138-a5f0-ae222ac55d93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.257852 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6d543027-80dc-4138-a5f0-ae222ac55d93 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9783907 Jul 16 01:16:21.257852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46676) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:21.265769 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1017351996-router', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:21.278806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Pushing event updated for resources: {'Port': ['ID=753b3df5-ca44-41fd-ba53-d9c2085b22ca,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:21.312613 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.314506 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.315796 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.331555 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:21.336973 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:21.373450 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.399981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:21.404060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1519db13-e3f8-4f0a-8a81-089da3499460 None None] Provisioning for port 1c63dbf9-1534-4a05-a484-6758bd986f85 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:21.405290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-91e2bdb4-4637-46e8-951c-04576ac0e936 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:21.406842 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-91e2bdb4-4637-46e8-951c-04576ac0e936 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35&tenant_id=537b188632474e8c92af700ab7860b1d&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 1098 time: 0.3528130 Jul 16 01:16:21.412855 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1519db13-e3f8-4f0a-8a81-089da3499460 None None] Provisioning complete for port 1c63dbf9-1534-4a05-a484-6758bd986f85 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:21.413830 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1519db13-e3f8-4f0a-8a81-089da3499460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.415702 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-d840524c-d20b-4c1a-aaec-1bfb1e9b9dac', 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'fixed_ips': [{'subnet_id': '285c6a64-1df3-41f2-8898-775d2babb8a9'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:16:21.416550 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.441960 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-14'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:21.476727 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9911100-efda-4dc7-8df8-0f1a99063c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.655100 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1519db13-e3f8-4f0a-8a81-089da3499460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.678661 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.735943 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.736283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b9788-6bcd-4542-aaf0-d9b2a7930576 req-bb955dca-dec9-4553-9eb2-b7cce0b5a08f tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:21.738243 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a41b9788-6bcd-4542-aaf0-d9b2a7930576 req-bb955dca-dec9-4553-9eb2-b7cce0b5a08f tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 946 time: 0.3619945 Jul 16 01:16:21.791035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Allocated IP 172.25.2.11 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/0a472233-be84-458e-a3dd-28c712f5539e) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:21.810160 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Allocated IP 172.20.0.2 (d840524c-d20b-4c1a-aaec-1bfb1e9b9dac/285c6a64-1df3-41f2-8898-775d2babb8a9/bd0aa68e-87b2-4ab8-a80e-41fe68e96dec) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:21.856957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-1519db13-e3f8-4f0a-8a81-089da3499460 None None] For port 1c63dbf9-1534-4a05-a484-6758bd986f85, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1c63dbf9-1534-4a05-a484-6758bd986f85,segment=NetworkSegment(0bf98115-6417-4067-b139-c46c41b4ec62),segment_id=0bf98115-6417-4067-b139-c46c41b4ec62)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:21.859989 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a41b9788-6bcd-4542-aaf0-d9b2a7930576 req-cc03efa3-2263-406e-af6f-b74d8f7d5380 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070478 Jul 16 01:16:21.866253 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1519db13-e3f8-4f0a-8a81-089da3499460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:21.960623 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519db13-e3f8-4f0a-8a81-089da3499460 None None] Pushing event updated for resources: {'Port': ['ID=1c63dbf9-1534-4a05-a484-6758bd986f85,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:22.007107 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.025782 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-892777e1-3434-4592-b917-298303c8b93b None None] Provisioning complete for port 1c63dbf9-1534-4a05-a484-6758bd986f85 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:22.026480 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-892777e1-3434-4592-b917-298303c8b93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.080382 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.080848 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.107127 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Transition to ACTIVE for port object bd0aa68e-87b2-4ab8-a80e-41fe68e96dec will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:22.134372 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=9b05138a-105f-40bc-92b5-99545b91d7f6,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:22.147499 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Transition to ACTIVE for port object bd0aa68e-87b2-4ab8-a80e-41fe68e96dec will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:22.153567 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9911100-efda-4dc7-8df8-0f1a99063c96 admin admin] Router c205f215-6a67-4f9f-bbde-e26d901bbc69 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:16:22.155788 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.158047 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.176540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:22.186385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:22.190037 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f65ac0ca-e67a-43ee-9232-199aeb0086a8 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:22.196849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:22.199949 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Pushing event updated for resources: {'Port': ['ID=0a472233-be84-458e-a3dd-28c712f5539e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:22.223432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:22.227126 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Network d840524c-d20b-4c1a-aaec-1bfb1e9b9dac is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:22.232345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:22.234772 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:22.247218 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Pushing event updated for resources: {'Port': ['ID=bd0aa68e-87b2-4ab8-a80e-41fe68e96dec,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:22.257263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915e9d4-1536-4682-830a-54d26f82978c req-f21a64ca-90fd-46ba-a0d8-c6008826a707 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:22.258801 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3915e9d4-1536-4682-830a-54d26f82978c req-f21a64ca-90fd-46ba-a0d8-c6008826a707 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.1911438 Jul 16 01:16:22.352900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '453df5c4-4221-40d4-b693-4b1395e89a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b05138a-105f-40bc-92b5-99545b91d7f6'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:22.355315 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0b19e0-c37a-4870-bc7f-0ec923a23ba5" -d '{"events": [{"server_uuid": "453df5c4-4221-40d4-b693-4b1395e89a35", "name": "network-vif-unplugged", "status": "completed", "tag": "9b05138a-105f-40bc-92b5-99545b91d7f6"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:22.361368 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.366154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Attempting to bind port bd0aa68e-87b2-4ab8-a80e-41fe68e96dec on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:22.366676 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Attempting to bind port bd0aa68e-87b2-4ab8-a80e-41fe68e96dec by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '9dbb173d-87a7-4541-b15e-9650bb4bd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:22.367040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Attempting to bind port bd0aa68e-87b2-4ab8-a80e-41fe68e96dec on network d840524c-d20b-4c1a-aaec-1bfb1e9b9dac {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:22.378314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:22.378763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Checking segment: {'id': '9dbb173d-87a7-4541-b15e-9650bb4bd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:22.379744 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.380245 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Bound using segment: {'id': '9dbb173d-87a7-4541-b15e-9650bb4bd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:22.380696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Bound port: bd0aa68e-87b2-4ab8-a80e-41fe68e96dec, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbb173d-87a7-4541-b15e-9650bb4bd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:22.381113 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.406740 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.454012 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:16:22.464266 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3915e9d4-1536-4682-830a-54d26f82978c req-ad254ded-040b-4809-aadf-3e46a959676d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639509 Jul 16 01:16:22.477309 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.489803 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.514542 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.514796 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9911100-efda-4dc7-8df8-0f1a99063c96 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:22.528340 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d9911100-efda-4dc7-8df8-0f1a99063c96 admin admin] 10.222.0.22 "PUT /v2.0/routers/c205f215-6a67-4f9f-bbde-e26d901bbc69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1093454 Jul 16 01:16:22.532149 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46686) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:22.532958 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2183452-5570-4434-b1a4-e1ae218b9c5a None None] Sync routers for ids ['c205f215-6a67-4f9f-bbde-e26d901bbc69'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:22.558752 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2183452-5570-4434-b1a4-e1ae218b9c5a None None] Routers {'c205f215-6a67-4f9f-bbde-e26d901bbc69'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:22.560774 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f2183452-5570-4434-b1a4-e1ae218b9c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c205f215-6a67-4f9f-bbde-e26d901bbc69'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:22.576407 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f65ac0ca-e67a-43ee-9232-199aeb0086a8, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f65ac0ca-e67a-43ee-9232-199aeb0086a8,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:22.590814 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'f65ac0ca-e67a-43ee-9232-199aeb0086a8', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'f65ac0ca-e67a-43ee-9232-199aeb0086a8', 'mac_address': 'fa:16:3e:72:74:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:22.604948 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.628206 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] For port bd0aa68e-87b2-4ab8-a80e-41fe68e96dec, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:22.664452 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] For port bd0aa68e-87b2-4ab8-a80e-41fe68e96dec, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bd0aa68e-87b2-4ab8-a80e-41fe68e96dec,segment=NetworkSegment(9dbb173d-87a7-4541-b15e-9650bb4bd12f),segment_id=9dbb173d-87a7-4541-b15e-9650bb4bd12f)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:22.665731 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Pushing event updated for resources: {'Port': ['ID=9b05138a-105f-40bc-92b5-99545b91d7f6,revision_number=7']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:22.682853 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 on host n-h2-791505-14 for vnic_type normal with profile {"migrating_to": "n-h1-791505-14"} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:22.683101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:22.683434 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:22.700570 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Port 9b05138a-105f-40bc-92b5-99545b91d7f6 on network be647a19-644e-4999-ac54-739f18101211 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:22.700896 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:22.721845 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.734709 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.738307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:22.739176 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Checking segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:22.739610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Bound using segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:22.740094 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Bound port: 9b05138a-105f-40bc-92b5-99545b91d7f6, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:22.740447 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.748758 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1c63dbf9-1534-4a05-a484-6758bd986f85 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:22.758565 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f2183452-5570-4434-b1a4-e1ae218b9c5a None None] Set router c205f215-6a67-4f9f-bbde-e26d901bbc69 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:22.775981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Allocated IP 172.25.2.52 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:22.807650 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f65ac0ca-e67a-43ee-9232-199aeb0086a8 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:22.833484 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f65ac0ca-e67a-43ee-9232-199aeb0086a8, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f65ac0ca-e67a-43ee-9232-199aeb0086a8,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:22.840865 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.868181 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ff04d64-e010-4c57-b7f3-513cc881078a admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.912018 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:22.913313 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 9b05138a-105f-40bc-92b5-99545b91d7f6 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:22.955695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab13e7-c01f-49f8-b6ab-a65ea1cd9f8c None None] Pushing event updated for resources: {'Port': ['ID=bd0aa68e-87b2-4ab8-a80e-41fe68e96dec,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:22.975955 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 1c63dbf9-1534-4a05-a484-6758bd986f85 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:22.977062 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.011925 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f2183452-5570-4434-b1a4-e1ae218b9c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'name': 'tempest-ServersTestJSON-850591746-router', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:21Z', 'updated_at': '2021-07-16T01:16:20Z', 'revision_number': 5, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'gw_port': {'id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:23Z', 'updated_at': '2021-07-16T01:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:23.012812 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.031218 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.049393 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2183452-5570-4434-b1a4-e1ae218b9c5a None None] Checking router: c205f215-6a67-4f9f-bbde-e26d901bbc69 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:23.050863 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.060852 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2183452-5570-4434-b1a4-e1ae218b9c5a None None] Routers {'c205f215-6a67-4f9f-bbde-e26d901bbc69'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:23.060852 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f2183452-5570-4434-b1a4-e1ae218b9c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c205f215-6a67-4f9f-bbde-e26d901bbc69'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:23.070158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077aac7-2f05-4d77-b0c8-6bc80d338574 req-ccb13ab8-c567-4c9b-889e-a53f8d0d01a4 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:23.072199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b077aac7-2f05-4d77-b0c8-6bc80d338574 req-ccb13ab8-c567-4c9b-889e-a53f8d0d01a4 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/ports?device_id=8904042c-f453-4cae-aa15-7f775e505a44 HTTP/1.1" status: 200 len: 949 time: 0.2477453 Jul 16 01:16:23.186840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Pushing event updated for resources: {'Port': ['ID=0a472233-be84-458e-a3dd-28c712f5539e,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:23.248100 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b077aac7-2f05-4d77-b0c8-6bc80d338574 req-a73e1e14-3041-4a9c-a62c-ebe3a68c6d6d tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/security-groups?id=39063713-fb9c-464e-81ff-f804aa6f66fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484900 Jul 16 01:16:23.250601 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.319091 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f2183452-5570-4434-b1a4-e1ae218b9c5a None None] Set router c205f215-6a67-4f9f-bbde-e26d901bbc69 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:23.339552 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=f65ac0ca-e67a-43ee-9232-199aeb0086a8,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:23.349869 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.362095 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.363394 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-118a12ed-e013-4b3b-adc2-334923523bce tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2929814 Jul 16 01:16:23.366568 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h2-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:23.480751 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0158d8a3-8577-4a64-bca3-1bb1d33f8188 x-openstack-request-id: req-0158d8a3-8577-4a64-bca3-1bb1d33f8188 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:23.481254 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "453df5c4-4221-40d4-b693-4b1395e89a35", "name": "network-vif-unplugged", "status": "completed", "tag": "9b05138a-105f-40bc-92b5-99545b91d7f6", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:23.481254 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0158d8a3-8577-4a64-bca3-1bb1d33f8188 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:23.481642 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453df5c4-4221-40d4-b693-4b1395e89a35', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b05138a-105f-40bc-92b5-99545b91d7f6', 'code': 200} Jul 16 01:16:23.492211 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 on host n-h2-791505-14 for vnic_type normal with profile {"migrating_to": "n-h1-791505-14"} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:23.492811 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:23.493236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:23.500443 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Port 9b05138a-105f-40bc-92b5-99545b91d7f6 on network be647a19-644e-4999-ac54-739f18101211 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:23.500863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:23.508207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:23.508520 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Checking segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:23.508974 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Bound using segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:23.509591 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Bound port: 9b05138a-105f-40bc-92b5-99545b91d7f6, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:23.510058 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.520738 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:23.606462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Pushing event updated for resources: {'Port': ['ID=1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:23.620427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-9068cbc7-1f71-4894-9e88-fd851e374429 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 695 time: 0.1769261 Jul 16 01:16:23.624322 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=9b05138a-105f-40bc-92b5-99545b91d7f6,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:23.635263 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.639204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h2-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:23.649397 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 9b05138a-105f-40bc-92b5-99545b91d7f6-n-h2-791505-14-0 {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:16:23.649899 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:16:23.681881 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f2183452-5570-4434-b1a4-e1ae218b9c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'name': 'tempest-ServersTestJSON-850591746-router', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:21Z', 'updated_at': '2021-07-16T01:16:20Z', 'revision_number': 5, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'gw_port': {'id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:23Z', 'updated_at': '2021-07-16T01:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:23.717937 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ff04d64-e010-4c57-b7f3-513cc881078a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.718287 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2183452-5570-4434-b1a4-e1ae218b9c5a None None] The sync data for ids ['c205f215-6a67-4f9f-bbde-e26d901bbc69'] in n-d-791505-14 is: [{'id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'name': 'tempest-ServersTestJSON-850591746-router', 'tenant_id': 'cbbec3890f33458fad2130edafc17002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202'}], 'enable_snat': True}, 'gw_port_id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:13:21Z', 'updated_at': '2021-07-16T01:16:20Z', 'revision_number': 5, 'project_id': 'cbbec3890f33458fad2130edafc17002', 'gw_port': {'id': '0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:3d:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c205f215-6a67-4f9f-bbde-e26d901bbc69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:13:23Z', 'updated_at': '2021-07-16T01:13:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:23.755857 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Pushing event updated for resources: {'Port': ['ID=9b05138a-105f-40bc-92b5-99545b91d7f6,revision_number=8']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:23.773984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:23.787675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:23.798862 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:23.812145 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:23.812780 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:23.819352 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-ddaa549f-abba-4803-b9e0-0b660eb04c4a service neutron] 10.222.0.69 "PUT /v2.0/ports/9b05138a-105f-40bc-92b5-99545b91d7f6 HTTP/1.1" status: 200 len: 1124 time: 2.3847032 Jul 16 01:16:23.840295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Router 070b2789-b1ee-43ea-92fa-2ee3a7226a37 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:16:23.891199 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['9b05138a-105f-40bc-92b5-99545b91d7f6'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:23.891751 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208820ad-adbc-4386-ace6-d5e7e1bba888 req-0b315466-d78b-4ed0-a0f3-47aa46bd3ab3 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:23.893222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-208820ad-adbc-4386-ace6-d5e7e1bba888 req-0b315466-d78b-4ed0-a0f3-47aa46bd3ab3 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 944 time: 0.2049248 Jul 16 01:16:23.917072 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-0561d31a-52ae-42e5-aa95-313074b085fa tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:23.940018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['9b05138a-105f-40bc-92b5-99545b91d7f6'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:23.958882 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1f09d45-86df-419c-8c48-cfff8b80d0e9 req-0561d31a-52ae-42e5-aa95-313074b085fa tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.3366823 Jul 16 01:16:24.037571 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:24.063175 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-2ff04d64-e010-4c57-b7f3-513cc881078a admin admin] Deleting port 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:24.063624 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ff04d64-e010-4c57-b7f3-513cc881078a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.080134 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.084950 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-153d5608-98f3-4334-a64a-90690baf9bf4 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6210637 Jul 16 01:16:24.090611 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46726) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:24.102020 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Sync routers for ids ['070b2789-b1ee-43ea-92fa-2ee3a7226a37'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:24.237155 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 on host n-h2-791505-14 for vnic_type normal with profile {"migrating_to": "n-h1-791505-14"} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:24.239930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:24.240299 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:24.257154 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-208820ad-adbc-4386-ace6-d5e7e1bba888 req-6fae25fa-503c-437d-803f-7257f88d95b5 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954073 Jul 16 01:16:24.291033 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Port 9b05138a-105f-40bc-92b5-99545b91d7f6 on network be647a19-644e-4999-ac54-739f18101211 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:24.291350 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Attempting to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 on network be647a19-644e-4999-ac54-739f18101211 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:24.343597 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Routers {'070b2789-b1ee-43ea-92fa-2ee3a7226a37'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:24.344174 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['070b2789-b1ee-43ea-92fa-2ee3a7226a37'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:24.424092 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56324ab6-744e-411c-9cc8-01bfdd4ba491 req-8a6eac4a-32c5-4aac-9f44-69ac6b5b43c1 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:24.427591 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56324ab6-744e-411c-9cc8-01bfdd4ba491 req-8a6eac4a-32c5-4aac-9f44-69ac6b5b43c1 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.2528162 Jul 16 01:16:24.454924 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:24.455300 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Checking segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:24.455792 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Bound using segment: {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:24.456220 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Bound port: 9b05138a-105f-40bc-92b5-99545b91d7f6, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b0dd166-44c8-4ca6-b83c-8cb720b5f662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'be647a19-644e-4999-ac54-739f18101211'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:24.456624 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.610198 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e0aed3-50a2-4d8f-8f50-f9f57ed482dd None None] Network d840524c-d20b-4c1a-aaec-1bfb1e9b9dac requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:24.730751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-2ff04d64-e010-4c57-b7f3-513cc881078a admin admin] For port 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:24.731346 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ff04d64-e010-4c57-b7f3-513cc881078a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:24.753515 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bd0aa68e-87b2-4ab8-a80e-41fe68e96dec up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:24.757782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-2ff04d64-e010-4c57-b7f3-513cc881078a admin admin] Calling delete_port for 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:24.947521 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port bd0aa68e-87b2-4ab8-a80e-41fe68e96dec completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:24.961093 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.032924 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3cab6563-949c-4796-9772-94f9fec71c9e no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:25.055674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-78dbad03-cb5e-4867-b8a0-8807f3866bfe None None] Provisioning for port bd0aa68e-87b2-4ab8-a80e-41fe68e96dec completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:25.089265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-78dbad03-cb5e-4867-b8a0-8807f3866bfe None None] Provisioning complete for port bd0aa68e-87b2-4ab8-a80e-41fe68e96dec triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:25.090062 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-78dbad03-cb5e-4867-b8a0-8807f3866bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.162989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 3cab6563-949c-4796-9772-94f9fec71c9e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:25.163744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3cab6563-949c-4796-9772-94f9fec71c9e not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:25.183054 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ff04d64-e010-4c57-b7f3-513cc881078a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.207962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56324ab6-744e-411c-9cc8-01bfdd4ba491 req-72495a68-7837-4203-972b-b91a7539875d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6570299 Jul 16 01:16:25.253691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-a67f3e8f-a450-414b-ba4f-f914142ee31e tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:25.255801 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-a67f3e8f-a450-414b-ba4f-f914142ee31e tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f4320-8e46-4977-a707-50f832673742&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2128322 Jul 16 01:16:25.256432 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.337417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff04d64-e010-4c57-b7f3-513cc881078a admin admin] Pushing event deleted for resources: {'Port': ['ID=0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:25.377158 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-c7e16d75-05e6-41f2-bb45-0e04301744e8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 695 time: 0.1089079 Jul 16 01:16:25.388500 n-d-791505-14 neutron-server[93921]: WARNING neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Concurrent port binding operations failed on port 9b05138a-105f-40bc-92b5-99545b91d7f6 Jul 16 01:16:25.390620 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-1568e8e5-45f7-455c-8e25-14304d6e5596 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Request body: {'floatingip': {'port_id': '1764f3ee-b2ff-4e15-94e4-52eae2f00a17', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:25.400265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=9b05138a-105f-40bc-92b5-99545b91d7f6,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:25.406738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Set router 070b2789-b1ee-43ea-92fa-2ee3a7226a37 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:25.463845 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Allocated IP 172.20.0.1 (30d48d79-6f67-4500-89b9-c94d2589bbf5/28c2187a-cd28-436c-bb1e-410503a0cd64/7c315ceb-3648-4116-bad8-02003dd2d7aa) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:25.482316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '453df5c4-4221-40d4-b693-4b1395e89a35', 'tag': '9b05138a-105f-40bc-92b5-99545b91d7f6'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:25.485273 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e372263-f0bd-45f7-945f-8a70e4665dca" -d '{"events": [{"name": "network-changed", "server_uuid": "453df5c4-4221-40d4-b693-4b1395e89a35", "tag": "9b05138a-105f-40bc-92b5-99545b91d7f6"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:25.496731 n-d-791505-14 neutron-server[93921]: INFO neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Attempt 2 to bind port 9b05138a-105f-40bc-92b5-99545b91d7f6 Jul 16 01:16:25.497384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 9b05138a-105f-40bc-92b5-99545b91d7f6 has no active binding in host n-h1-791505-14 {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:16:25.497938 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:25.503007 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ff04d64-e010-4c57-b7f3-513cc881078a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.579081 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-1568e8e5-45f7-455c-8e25-14304d6e5596 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.677032 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ff04d64-e010-4c57-b7f3-513cc881078a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.684874 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ff04d64-e010-4c57-b7f3-513cc881078a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.725916 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-78dbad03-cb5e-4867-b8a0-8807f3866bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.787008 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ff04d64-e010-4c57-b7f3-513cc881078a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.787908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff04d64-e010-4c57-b7f3-513cc881078a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c205f215-6a67-4f9f-bbde-e26d901bbc69 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:16:25.794307 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ff04d64-e010-4c57-b7f3-513cc881078a admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.795862 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2ff04d64-e010-4c57-b7f3-513cc881078a admin admin] 10.222.0.22 "DELETE /v2.0/routers/c205f215-6a67-4f9f-bbde-e26d901bbc69 HTTP/1.1" status: 204 len: 168 time: 3.2612479 Jul 16 01:16:25.799298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46746) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:25.818850 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-78dbad03-cb5e-4867-b8a0-8807f3866bfe None None] For port bd0aa68e-87b2-4ab8-a80e-41fe68e96dec, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bd0aa68e-87b2-4ab8-a80e-41fe68e96dec,segment=NetworkSegment(9dbb173d-87a7-4541-b15e-9650bb4bd12f),segment_id=9dbb173d-87a7-4541-b15e-9650bb4bd12f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:25.858341 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-78dbad03-cb5e-4867-b8a0-8807f3866bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.862556 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc754384-2e61-4a06-8137-3782773470fd req-614cb679-a073-4918-b10f-cdbe8c06536b tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:25.864282 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc754384-2e61-4a06-8137-3782773470fd req-614cb679-a073-4918-b10f-cdbe8c06536b tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/ports?device_id=8904042c-f453-4cae-aa15-7f775e505a44 HTTP/1.1" status: 200 len: 949 time: 0.3951392 Jul 16 01:16:25.880422 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:25.930566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Transition to ACTIVE for port object 7c315ceb-3648-4116-bad8-02003dd2d7aa will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:25.937525 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'name': 'tempest-ServersTestMultiNic-1530560796-router', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '753b3df5-ca44-41fd-ba53-d9c2085b22ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:18Z', 'updated_at': '2021-07-16T01:16:21Z', 'revision_number': 3, 'project_id': '66fe681898644f198a8b545d851e811d', 'gw_port': {'id': '753b3df5-ca44-41fd-ba53-d9c2085b22ca', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:19Z', 'updated_at': '2021-07-16T01:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:25.937982 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-638ce75e-afd5-4ef8-95d8-c5e9729e77d1 admin admin] Deleting subnet ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:16:25.944335 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-638ce75e-afd5-4ef8-95d8-c5e9729e77d1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.007223 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc754384-2e61-4a06-8137-3782773470fd req-e6f51f67-e538-42b8-9fa5-a9fe4f3d7ad8 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/security-groups?id=39063713-fb9c-464e-81ff-f804aa6f66fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987806 Jul 16 01:16:26.008520 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:26.013677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Checking router: 070b2789-b1ee-43ea-92fa-2ee3a7226a37 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:26.014230 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Updating router 070b2789-b1ee-43ea-92fa-2ee3a7226a37 port 753b3df5-ca44-41fd-ba53-d9c2085b22ca binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:16:26.074990 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-638ce75e-afd5-4ef8-95d8-c5e9729e77d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.078321 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.101683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dbad03-cb5e-4867-b8a0-8807f3866bfe None None] Pushing event updated for resources: {'Port': ['ID=bd0aa68e-87b2-4ab8-a80e-41fe68e96dec,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:26.115069 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0', 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a', 'port_id': '7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0', 'mac_address': 'fa:16:3e:c5:b3:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e6b583-fd45-4762-b62c-551317d8f4e3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:26.124867 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-117aa480-6b20-41bc-bbc5-ea560a57fa35 None None] Provisioning complete for port bd0aa68e-87b2-4ab8-a80e-41fe68e96dec triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:26.125244 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-117aa480-6b20-41bc-bbc5-ea560a57fa35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.162662 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.210591 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.215315 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.267794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:26.297806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Network 30d48d79-6f67-4500-89b9-c94d2589bbf5 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:26.305670 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:26.310194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:26.312226 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c315ceb-3648-4116-bad8-02003dd2d7aa,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:26.332003 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:26.357015 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-638ce75e-afd5-4ef8-95d8-c5e9729e77d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.406312 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.450156 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.567401 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-638ce75e-afd5-4ef8-95d8-c5e9729e77d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.651653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ce75e-afd5-4ef8-95d8-c5e9729e77d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:26.654149 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-638ce75e-afd5-4ef8-95d8-c5e9729e77d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.656291 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-638ce75e-afd5-4ef8-95d8-c5e9729e77d1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ab4a2ac7-3bfe-43bf-ad9a-e2e8e63ca6da HTTP/1.1" status: 204 len: 168 time: 0.8560324 Jul 16 01:16:26.659953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46750) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:26.735455 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.745713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856013f-e046-495a-9164-b06689338390 req-67b17404-3d96-474f-b605-a23423887118 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:26.747261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2856013f-e046-495a-9164-b06689338390 req-67b17404-3d96-474f-b605-a23423887118 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 944 time: 0.5010231 Jul 16 01:16:26.827476 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:26.831090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Router de2d70a1-9974-4a30-9a57-22ff4ba101d5 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:16:26.842594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Transition to ACTIVE for port object 753b3df5-ca44-41fd-ba53-d9c2085b22ca will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:26.847967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bd0aa68e-87b2-4ab8-a80e-41fe68e96dec up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:26.902690 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:26.940844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:26.988053 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff077886-e3f1-40f9-b94a-6099690ed1e5 None None] Network 18930d26-350d-40f8-a065-bfaf4a61a7aa requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:27.025714 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.043524 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.082107 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.136154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['f65ac0ca-e67a-43ee-9232-199aeb0086a8'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:27.183220 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.187638 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7c315ceb-3648-4116-bad8-02003dd2d7aa,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:27.214460 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.217656 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.db.resource_extend [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-1568e8e5-45f7-455c-8e25-14304d6e5596 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:16:27.225139 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2856013f-e046-495a-9164-b06689338390 req-38962fd6-930c-452a-b7f1-c858796c8be3 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4699697 Jul 16 01:16:27.365013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Network 30d48d79-6f67-4500-89b9-c94d2589bbf5 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:27.368229 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port bd0aa68e-87b2-4ab8-a80e-41fe68e96dec triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:27.368601 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.374453 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:27.391548 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7fb880a-fb87-42e7-9512-b1f58d6c4416 x-openstack-request-id: req-c7fb880a-fb87-42e7-9512-b1f58d6c4416 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:27.391875 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "453df5c4-4221-40d4-b693-4b1395e89a35", "tag": "9b05138a-105f-40bc-92b5-99545b91d7f6", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:27.392410 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7fb880a-fb87-42e7-9512-b1f58d6c4416 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:27.394346 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '453df5c4-4221-40d4-b693-4b1395e89a35', 'tag': '9b05138a-105f-40bc-92b5-99545b91d7f6', 'status': 'completed', 'code': 200} Jul 16 01:16:27.411858 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-1568e8e5-45f7-455c-8e25-14304d6e5596 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.443797 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-1568e8e5-45f7-455c-8e25-14304d6e5596 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.464012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Attempting to bind port 753b3df5-ca44-41fd-ba53-d9c2085b22ca on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:27.464392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Attempting to bind port 753b3df5-ca44-41fd-ba53-d9c2085b22ca by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:27.464750 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Attempting to bind port 753b3df5-ca44-41fd-ba53-d9c2085b22ca on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:27.487408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:27.488355 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:27.489343 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.489778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:27.490322 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Bound port: 753b3df5-ca44-41fd-ba53-d9c2085b22ca, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:27.490848 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.575549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] For port 753b3df5-ca44-41fd-ba53-d9c2085b22ca, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:27.580159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] For port 753b3df5-ca44-41fd-ba53-d9c2085b22ca, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=753b3df5-ca44-41fd-ba53-d9c2085b22ca,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:27.612613 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.623409 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73b794-eb66-4244-a681-3e3082c98c3f None None] Pushing event updated for resources: {'Port': ['ID=753b3df5-ca44-41fd-ba53-d9c2085b22ca,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:27.678110 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b9d21d6f-4906-4983-ab9b-223131b70889 None None] Provisioning for port 7c315ceb-3648-4116-bad8-02003dd2d7aa completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:27.731430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e372263-f0bd-45f7-945f-8a70e4665dca req-4058d401-3feb-4bd4-a3c3-4d45d09102c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:27.736204 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1e372263-f0bd-45f7-945f-8a70e4665dca req-4058d401-3feb-4bd4-a3c3-4d45d09102c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 1127 time: 0.2370493 Jul 16 01:16:27.739928 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Router 070b2789-b1ee-43ea-92fa-2ee3a7226a37 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:16:27.765982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b9d21d6f-4906-4983-ab9b-223131b70889 None None] Provisioning complete for port 7c315ceb-3648-4116-bad8-02003dd2d7aa triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:27.766560 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b9d21d6f-4906-4983-ab9b-223131b70889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.870609 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Routers {'070b2789-b1ee-43ea-92fa-2ee3a7226a37'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:27.870835 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] Deleting port f329c0cf-0208-413f-ae8f-1552139c658b {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:27.871322 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.872309 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['070b2789-b1ee-43ea-92fa-2ee3a7226a37'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:27.972112 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] For port f329c0cf-0208-413f-ae8f-1552139c658b, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f329c0cf-0208-413f-ae8f-1552139c658b,segment=NetworkSegment(aea1aa67-bf02-4317-864c-b0a87bd41f50),segment_id=aea1aa67-bf02-4317-864c-b0a87bd41f50)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:27.973250 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:27.997515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] Calling delete_port for f329c0cf-0208-413f-ae8f-1552139c658b owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:28.033666 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18882d4b-4864-4e99-b91d-72dc171260ef None None] DHCP port deletion for 18930d26-350d-40f8-a065-bfaf4a61a7aa request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:16:28.063430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73b794-eb66-4244-a681-3e3082c98c3f None None] Pushing event updated for resources: {'Port': ['ID=753b3df5-ca44-41fd-ba53-d9c2085b22ca,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:28.066197 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b9d21d6f-4906-4983-ab9b-223131b70889 None None] Port 7c315ceb-3648-4116-bad8-02003dd2d7aa cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:28.130445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e372263-f0bd-45f7-945f-8a70e4665dca req-7074a6bc-7349-4300-b5e1-6f4a864d6b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:28.133421 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1e372263-f0bd-45f7-945f-8a70e4665dca req-7074a6bc-7349-4300-b5e1-6f4a864d6b47 service neutron] 10.222.0.70 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.3831604 Jul 16 01:16:28.157807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:28.172582 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Sync routers for ids ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:28.189746 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Routers {'de2d70a1-9974-4a30-9a57-22ff4ba101d5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:28.190382 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:28.231648 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-1568e8e5-45f7-455c-8e25-14304d6e5596 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Floating IP 545888eb-071c-4550-aa92-8d6b92d58093 associated. External IP: 172.25.2.11, port: 1764f3ee-b2ff-4e15-94e4-52eae2f00a17. Jul 16 01:16:28.232171 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1e372263-f0bd-45f7-945f-8a70e4665dca req-49974770-1157-429a-b340-466df3de8905 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b05138a-105f-40bc-92b5-99545b91d7f6 HTTP/1.1" status: 200 len: 217 time: 0.0797422 Jul 16 01:16:28.233598 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:28.263086 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3ade6ec0-f663-485d-87e8-4a887b3735b2 admin admin] 10.222.0.22 "PUT /v2.0/routers/070b2789-b1ee-43ea-92fa-2ee3a7226a37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1673656 Jul 16 01:16:28.286504 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:28.325465 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:28.325812 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0bbdea7b-ee16-4ed9-b2a5-8e8fc819cdff not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:28.397072 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.407774 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d174fb7a-7242-417f-ab5d-db571189c279 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1469395 Jul 16 01:16:28.408642 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9fd78a57-edab-468b-a83d-a73378891344 None None] Provisioning complete for port 7c315ceb-3648-4116-bad8-02003dd2d7aa triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:28.409024 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9fd78a57-edab-468b-a83d-a73378891344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.409675 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46768) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:28.417861 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.496376 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Set router de2d70a1-9974-4a30-9a57-22ff4ba101d5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:28.501430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:28.518018 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5feaf-e105-4d85-a3ab-785834425859 req-71474a33-c1ba-4ff3-80b8-6167e12f4f85 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:28.526885 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8da5feaf-e105-4d85-a3ab-785834425859 req-71474a33-c1ba-4ff3-80b8-6167e12f4f85 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.8535750 Jul 16 01:16:28.533851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46770) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:28.542996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] Pushing event deleted for resources: {'Port': ['ID=f329c0cf-0208-413f-ae8f-1552139c658b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:28.545206 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] No DVR routers for this DVR port f329c0cf-0208-413f-ae8f-1552139c658b on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:28.576097 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e372263-f0bd-45f7-945f-8a70e4665dca req-3023d5b0-8e1b-4ff5-ab07-99201f77bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:28.577719 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1e372263-f0bd-45f7-945f-8a70e4665dca req-3023d5b0-8e1b-4ff5-ab07-99201f77bdc4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.3088744 Jul 16 01:16:28.613891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f329c0cf-0208-413f-ae8f-1552139c658b no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:28.624436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] Set router 070b2789-b1ee-43ea-92fa-2ee3a7226a37 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:28.665065 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1e372263-f0bd-45f7-945f-8a70e4665dca req-ab0a7cb2-a168-47f1-9fa4-ea2c6a63f3a3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736032 Jul 16 01:16:28.678018 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8da5feaf-e105-4d85-a3ab-785834425859 req-694e7ce2-1400-4cb3-b4cf-3a168297a097 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499631 Jul 16 01:16:28.712566 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a5f03cf5-1e01-4a6b-85fe-799ed45ff5c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1732662083'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:28.817402 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.872171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18930d26-350d-40f8-a065-bfaf4a61a7aa']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:28.899303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-18882d4b-4864-4e99-b91d-72dc171260ef None None] Deleting port f329c0cf-0208-413f-ae8f-1552139c658b {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:28.900071 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-18882d4b-4864-4e99-b91d-72dc171260ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.902928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: f329c0cf-0208-413f-ae8f-1552139c658b {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:28.903566 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f329c0cf-0208-413f-ae8f-1552139c658b not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:28.917305 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9fd78a57-edab-468b-a83d-a73378891344 None None] Port 7c315ceb-3648-4116-bad8-02003dd2d7aa cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:28.934335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aea1aa67-bf02-4317-864c-b0a87bd41f50') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:28.934772 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aea1aa67-bf02-4317-864c-b0a87bd41f50') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:28.940642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f03cf5-1e01-4a6b-85fe-799ed45ff5c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Made reservation on behalf of 66fe681898644f198a8b545d851e811d for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:28.943459 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a5f03cf5-1e01-4a6b-85fe-799ed45ff5c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:28.953487 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1e372263-f0bd-45f7-945f-8a70e4665dca req-97702fe7-1dc0-4c9c-9756-b7bc89d02010 service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783790 Jul 16 01:16:29.003442 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.032944 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f03cf5-1e01-4a6b-85fe-799ed45ff5c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:16:29.069853 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.088806 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'name': 'tempest-TaggedBootDevicesTest-1017351996-router', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:21Z', 'updated_at': '2021-07-16T01:16:24Z', 'revision_number': 3, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'gw_port': {'id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:29.140233 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Checking router: de2d70a1-9974-4a30-9a57-22ff4ba101d5 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:29.140581 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Updating router de2d70a1-9974-4a30-9a57-22ff4ba101d5 port 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:16:29.143810 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-18882d4b-4864-4e99-b91d-72dc171260ef None None] For port f329c0cf-0208-413f-ae8f-1552139c658b, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:29.144065 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-18882d4b-4864-4e99-b91d-72dc171260ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.172070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-18882d4b-4864-4e99-b91d-72dc171260ef None None] Calling delete_port for f329c0cf-0208-413f-ae8f-1552139c658b owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:29.173886 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:29.174260 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.178393 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a5f03cf5-1e01-4a6b-85fe-799ed45ff5c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.187222 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-a5f03cf5-1e01-4a6b-85fe-799ed45ff5c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Added segment dad0f7f3-6451-4d09-b6ea-6bd276db33f4 of type vlan for network a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 Jul 16 01:16:29.214392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-18882d4b-4864-4e99-b91d-72dc171260ef None None] Port f329c0cf-0208-413f-ae8f-1552139c658b was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:16:29.218308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:16:29.222516 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.235010 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-18882d4b-4864-4e99-b91d-72dc171260ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:16:29.235266 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:16:29.250547 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.341743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18882d4b-4864-4e99-b91d-72dc171260ef None None] Pushing event deleted for resources: {'Port': ['ID=f329c0cf-0208-413f-ae8f-1552139c658b,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:29.363119 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18882d4b-4864-4e99-b91d-72dc171260ef None None] No DVR routers for this DVR port f329c0cf-0208-413f-ae8f-1552139c658b on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:29.411565 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742e3bd-dd1f-42f4-9264-519f7ae51ba6 req-435775f8-6711-43f6-a73d-e4dba3c7198b tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:29.419777 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5742e3bd-dd1f-42f4-9264-519f7ae51ba6 req-435775f8-6711-43f6-a73d-e4dba3c7198b tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/ports?device_id=8904042c-f453-4cae-aa15-7f775e505a44 HTTP/1.1" status: 200 len: 949 time: 0.5220866 Jul 16 01:16:29.458250 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.502568 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:29.518343 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71aa7f55-3ee5-4f39-9c7e-a037b4204950" -d '{"events": [{"server_uuid": "c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d", "name": "network-vif-plugged", "status": "completed", "tag": "7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:29.541031 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:29.554141 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a5f03cf5-1e01-4a6b-85fe-799ed45ff5c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.558966 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'name': 'tempest-ServersTestMultiNic-1530560796-router', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '753b3df5-ca44-41fd-ba53-d9c2085b22ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:18Z', 'updated_at': '2021-07-16T01:16:26Z', 'revision_number': 4, 'project_id': '66fe681898644f198a8b545d851e811d', 'gw_port': {'id': '753b3df5-ca44-41fd-ba53-d9c2085b22ca', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:19Z', 'updated_at': '2021-07-16T01:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7c315ceb-3648-4116-bad8-02003dd2d7aa', 'name': '', 'network_id': '30d48d79-6f67-4500-89b9-c94d2589bbf5', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'mac_address': 'fa:16:3e:32:ef:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '28c2187a-cd28-436c-bb1e-410503a0cd64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:24Z', 'updated_at': '2021-07-16T01:16:26Z', 'revision_number': 2, 'project_id': '66fe681898644f198a8b545d851e811d', 'subnets': [{'id': '28c2187a-cd28-436c-bb1e-410503a0cd64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:29.561706 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.612263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.621786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-1568e8e5-45f7-455c-8e25-14304d6e5596 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Router 16111fcc-a386-4f1d-8eac-68b5407a0e5f has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:16:29.645925 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f0ead-1169-4996-bc24-4447edfe91ae None None] The sync data for ids ['070b2789-b1ee-43ea-92fa-2ee3a7226a37'] in n-d-791505-14 is: [{'id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'name': 'tempest-ServersTestMultiNic-1530560796-router', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '753b3df5-ca44-41fd-ba53-d9c2085b22ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:18Z', 'updated_at': '2021-07-16T01:16:26Z', 'revision_number': 4, 'project_id': '66fe681898644f198a8b545d851e811d', 'gw_port': {'id': '753b3df5-ca44-41fd-ba53-d9c2085b22ca', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:19Z', 'updated_at': '2021-07-16T01:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7c315ceb-3648-4116-bad8-02003dd2d7aa', 'name': '', 'network_id': '30d48d79-6f67-4500-89b9-c94d2589bbf5', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'mac_address': 'fa:16:3e:32:ef:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '28c2187a-cd28-436c-bb1e-410503a0cd64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:24Z', 'updated_at': '2021-07-16T01:16:26Z', 'revision_number': 2, 'project_id': '66fe681898644f198a8b545d851e811d', 'subnets': [{'id': '28c2187a-cd28-436c-bb1e-410503a0cd64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:29.694192 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:29.705376 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] 10.222.0.22 "DELETE /v2.0/networks/18930d26-350d-40f8-a065-bfaf4a61a7aa HTTP/1.1" status: 204 len: 168 time: 3.0409153 Jul 16 01:16:29.705376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537ae795-53e6-43ff-9045-85b93626714a admin admin] Pushing event deleted for resources: {'Network': ['ID=18930d26-350d-40f8-a065-bfaf4a61a7aa,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:29.716529 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:29.741897 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.db.resource_extend [None req-a5f03cf5-1e01-4a6b-85fe-799ed45ff5c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:16:29.833079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5742e3bd-dd1f-42f4-9264-519f7ae51ba6 req-4ddf6339-930e-4eb1-a749-72f2ce17434c tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/security-groups?id=39063713-fb9c-464e-81ff-f804aa6f66fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4127071 Jul 16 01:16:29.994531 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a5f03cf5-1e01-4a6b-85fe-799ed45ff5c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.001585 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f03cf5-1e01-4a6b-85fe-799ed45ff5c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:30.010948 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a5f03cf5-1e01-4a6b-85fe-799ed45ff5c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.015317 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.041913 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Transition to ACTIVE for port object 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:30.052604 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1e372263-f0bd-45f7-945f-8a70e4665dca req-0363e631-c84a-4190-9839-f16031fb6c52 service neutron] 10.222.0.70 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0055604 Jul 16 01:16:30.057267 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.069281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46780) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:30.133680 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.227341 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-21fac1da-5fdc-403f-8af8-9ad91ea0c4b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cbbec3890f33458fad2130edafc17002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1493185 Jul 16 01:16:30.227341 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46782) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:30.229518 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd48ec1-2530-447c-a8d8-3f5652944538 None None] Pushing event updated for resources: {'Port': ['ID=1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:30.266084 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a5f03cf5-1e01-4a6b-85fe-799ed45ff5c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7290111 Jul 16 01:16:30.270690 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Attempting to bind port 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:30.271902 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Attempting to bind port 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:30.274541 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Attempting to bind port 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:30.286475 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:30.288108 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:30.289709 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.290003 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46784) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:30.292325 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:30.293030 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Bound port: 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:30.294036 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.323233 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3ab245f1-d4ac-41ba-a1e6-50c4fce28857 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Request body: {'subnet': {'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:30.429703 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] For port 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:30.438907 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] For port 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:30.446361 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.489997 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-04df759c-5051-45cc-839e-1f04e02c7895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.512466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f65ac0ca-e67a-43ee-9232-199aeb0086a8 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:30.539417 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd48ec1-2530-447c-a8d8-3f5652944538 None None] Pushing event updated for resources: {'Port': ['ID=1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:30.552511 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-04df759c-5051-45cc-839e-1f04e02c7895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.616327 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Routers {'de2d70a1-9974-4a30-9a57-22ff4ba101d5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:30.617412 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:30.642659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f03cf5-1e01-4a6b-85fe-799ed45ff5c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event updated for resources: {'Network': ['ID=a29afde5-4d2a-4fd6-bc6d-b55782ea4d56,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:30.643204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 9b05138a-105f-40bc-92b5-99545b91d7f6 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:30.704010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:16:30.718620 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port f65ac0ca-e67a-43ee-9232-199aeb0086a8 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:30.802936 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port f65ac0ca-e67a-43ee-9232-199aeb0086a8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:30.804261 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.862197 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.875448 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] Set router de2d70a1-9974-4a30-9a57-22ff4ba101d5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:30.904875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-04df759c-5051-45cc-839e-1f04e02c7895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.913033 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-04df759c-5051-45cc-839e-1f04e02c7895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:30.916471 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-04df759c-5051-45cc-839e-1f04e02c7895 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8f7e8d9-1564-46c0-b0b7-c06567db4eb3 HTTP/1.1" status: 204 len: 168 time: 0.6869743 Jul 16 01:16:31.006479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df759c-5051-45cc-839e-1f04e02c7895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f7e8d9-1564-46c0-b0b7-c06567db4eb3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:31.154074 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.344878 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'name': 'tempest-TaggedBootDevicesTest-1017351996-router', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:21Z', 'updated_at': '2021-07-16T01:16:24Z', 'revision_number': 3, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'gw_port': {'id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:31.366535 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.379369 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850ac0f8-4046-455f-b176-09fc53ebc3bb None None] The sync data for ids ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'] in n-d-791505-14 is: [{'id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'name': 'tempest-TaggedBootDevicesTest-1017351996-router', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:21Z', 'updated_at': '2021-07-16T01:16:24Z', 'revision_number': 3, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'gw_port': {'id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:31.438849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f65ac0ca-e67a-43ee-9232-199aeb0086a8, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f65ac0ca-e67a-43ee-9232-199aeb0086a8,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:31.444007 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.535496 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-1568e8e5-45f7-455c-8e25-14304d6e5596 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:31.546452 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=f65ac0ca-e67a-43ee-9232-199aeb0086a8,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:31.571413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-1568e8e5-45f7-455c-8e25-14304d6e5596 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.596937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b993e62-1c1e-478e-8b0f-0f3ab3071b69 None None] Sync routers for ids ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:31.620137 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b993e62-1c1e-478e-8b0f-0f3ab3071b69 None None] Routers {'16111fcc-a386-4f1d-8eac-68b5407a0e5f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:31.621987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Allocated IP 172.20.0.1 (d840524c-d20b-4c1a-aaec-1bfb1e9b9dac/285c6a64-1df3-41f2-8898-775d2babb8a9/f655cf06-072c-4488-b6b9-1b6a37835dca) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:31.624516 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8b993e62-1c1e-478e-8b0f-0f3ab3071b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:31.671937 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154d638-e798-4c14-bcb4-913b73bd76cb req-ea12f30e-2e2e-49c1-8035-1868da4a0670 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:31.674407 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2154d638-e798-4c14-bcb4-913b73bd76cb req-ea12f30e-2e2e-49c1-8035-1868da4a0670 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 944 time: 1.3933291 Jul 16 01:16:31.678370 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab245f1-d4ac-41ba-a1e6-50c4fce28857 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Made reservation on behalf of 66fe681898644f198a8b545d851e811d for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:31.683782 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ab245f1-d4ac-41ba-a1e6-50c4fce28857 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:31.721409 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-5fe8ea88-77db-4cf1-807f-0843ac9e86b6 service neutron] 10.222.0.70 "GET /v2.0/ports/9b05138a-105f-40bc-92b5-99545b91d7f6/bindings/n-h1-791505-14 HTTP/1.1" status: 200 len: 385 time: 0.3252552 Jul 16 01:16:31.783266 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-1568e8e5-45f7-455c-8e25-14304d6e5596 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "PUT /v2.0/floatingips/545888eb-071c-4550-aa92-8d6b92d58093 HTTP/1.1" status: 200 len: 996 time: 6.4050095 Jul 16 01:16:31.801768 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5f4320-8e46-4977-a707-50f832673742', 'tag': '1764f3ee-b2ff-4e15-94e4-52eae2f00a17'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:31.807082 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1b81f0-1fc6-4e53-bdc0-b8e134a9e239" -d '{"events": [{"name": "network-changed", "server_uuid": "db5f4320-8e46-4977-a707-50f832673742", "tag": "1764f3ee-b2ff-4e15-94e4-52eae2f00a17"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:31.953537 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8b993e62-1c1e-478e-8b0f-0f3ab3071b69 None None] Set router 16111fcc-a386-4f1d-8eac-68b5407a0e5f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:32.022972 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2154d638-e798-4c14-bcb4-913b73bd76cb req-aefdfcc3-82fa-4e23-a0bb-bf8ea2856c01 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321633 Jul 16 01:16:32.372278 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-58e3c7fb-87f2-4035-b101-b115570d99be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:32.384267 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-58e3c7fb-87f2-4035-b101-b115570d99be service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=616a27cf89a54b05aa2da003e1a9360c&device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 1098 time: 0.5677314 Jul 16 01:16:32.459707 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ab245f1-d4ac-41ba-a1e6-50c4fce28857 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.480501 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.487781 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebdc3731-1a58-48f1-948b-1b08aae3cfff x-openstack-request-id: req-ebdc3731-1a58-48f1-948b-1b08aae3cfff {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:32.488728 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d", "name": "network-vif-plugged", "status": "completed", "tag": "7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:32.491529 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ebdc3731-1a58-48f1-948b-1b08aae3cfff {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:32.494971 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0', 'code': 200} Jul 16 01:16:32.698469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Transition to ACTIVE for port object f655cf06-072c-4488-b6b9-1b6a37835dca will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:32.711280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:32.730266 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46820) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:32.777685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab245f1-d4ac-41ba-a1e6-50c4fce28857 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event updated for resources: {'Subnet': ['ID=793efdc5-62b1-42f2-8f81-11950094fc15,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:32.800150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-04b4e02c-9072-4fb0-9ce5-e7f4740529c3 service neutron] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=9b05138a-105f-40bc-92b5-99545b91d7f6,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:32.823687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab245f1-d4ac-41ba-a1e6-50c4fce28857 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Checking segment: {'id': 'dad0f7f3-6451-4d09-b6ea-6bd276db33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:32.824036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab245f1-d4ac-41ba-a1e6-50c4fce28857 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Network hostable DHCP agents. Network: a29afde5-4d2a-4fd6-bc6d-b55782ea4d56, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:16:32.842782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-c0e02ee3-6254-4d08-99ff-bd0cee143989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:32.844347 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-c0e02ee3-6254-4d08-99ff-bd0cee143989 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 HTTP/1.1" status: 200 len: 930 time: 0.4592767 Jul 16 01:16:32.886265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-04b4e02c-9072-4fb0-9ce5-e7f4740529c3 service neutron] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:32.931221 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:32.937158 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-bd54aae8-83b5-4037-b7d2-c469622fe734 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1364584870-network', 'tenant_id': 'bdbed6e3f8324953877f8de1d6e1c7eb'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:32.976838 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:32.979457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab245f1-d4ac-41ba-a1e6-50c4fce28857 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Network a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:16:33.000560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:33.001531 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.027572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-3ab245f1-d4ac-41ba-a1e6-50c4fce28857 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, a29afde5-4d2a-4fd6-bc6d-b55782ea4d56) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:33.046675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c210254-21bd-4e17-ba70-d1e203f023a0 req-bfaa3c39-54dd-4244-bafb-be5f14af68f2 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:33.048301 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c210254-21bd-4e17-ba70-d1e203f023a0 req-bfaa3c39-54dd-4244-bafb-be5f14af68f2 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.4293184 Jul 16 01:16:33.049841 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab245f1-d4ac-41ba-a1e6-50c4fce28857 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:33.050436 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ab245f1-d4ac-41ba-a1e6-50c4fce28857 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.067747 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-04b4e02c-9072-4fb0-9ce5-e7f4740529c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b05138a-105f-40bc-92b5-99545b91d7f6 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:33.084660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Network d840524c-d20b-4c1a-aaec-1bfb1e9b9dac is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:33.089862 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:33.094444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:33.156828 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-ccd820bc-914d-4959-8957-13a5aa62efcb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1764f3ee-b2ff-4e15-94e4-52eae2f00a17 HTTP/1.1" status: 200 len: 999 time: 0.3040059 Jul 16 01:16:33.184104 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f655cf06-072c-4488-b6b9-1b6a37835dca,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:33.203104 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-04b4e02c-9072-4fb0-9ce5-e7f4740529c3 service neutron] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=9b05138a-105f-40bc-92b5-99545b91d7f6,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:33.216807 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c210254-21bd-4e17-ba70-d1e203f023a0 req-8da58dea-c2ef-4541-9a17-1e607eaf66fd tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532505 Jul 16 01:16:33.268211 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd54aae8-83b5-4037-b7d2-c469622fe734 admin admin] Made reservation on behalf of bdbed6e3f8324953877f8de1d6e1c7eb for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:33.273718 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd54aae8-83b5-4037-b7d2-c469622fe734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.294652 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd54aae8-83b5-4037-b7d2-c469622fe734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.301352 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-04b4e02c-9072-4fb0-9ce5-e7f4740529c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.324939 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3ab245f1-d4ac-41ba-a1e6-50c4fce28857 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.0096598 Jul 16 01:16:33.356050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46828) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:33.373590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d2db1b8f-1732-4a49-bb0b-4885e21094ee tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-928208013'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:33.379818 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14d4e1f-42d6-4565-8684-247dba0de26e None None] Network a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:33.395866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-04b4e02c-9072-4fb0-9ce5-e7f4740529c3 service neutron] Transition to ACTIVE for port object 9b05138a-105f-40bc-92b5-99545b91d7f6 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:33.404553 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-04b4e02c-9072-4fb0-9ce5-e7f4740529c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.420165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-ce7f3926-30f4-472d-847f-3008330b1a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:33.426828 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-ce7f3926-30f4-472d-847f-3008330b1a07 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a7c519bb-12bb-4180-8c00-ba6cfe3d8444 HTTP/1.1" status: 200 len: 868 time: 0.2442515 Jul 16 01:16:33.485776 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2db1b8f-1732-4a49-bb0b-4885e21094ee tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Made reservation on behalf of 66fe681898644f198a8b545d851e811d for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:33.499175 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2db1b8f-1732-4a49-bb0b-4885e21094ee tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.602746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4e02c-9072-4fb0-9ce5-e7f4740529c3 service neutron] Pushing event updated for resources: {'Port': ['ID=9b05138a-105f-40bc-92b5-99545b91d7f6,revision_number=10']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:33.612533 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.709542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-04b4e02c-9072-4fb0-9ce5-e7f4740529c3 service neutron] No DVR routers for this DVR port 9b05138a-105f-40bc-92b5-99545b91d7f6 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:33.733764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2926c0fc-4f24-4d79-82af-f9d50e39d529 None None] Provisioning for port f655cf06-072c-4488-b6b9-1b6a37835dca completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:33.778220 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2db1b8f-1732-4a49-bb0b-4885e21094ee tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:16:33.789917 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-04b4e02c-9072-4fb0-9ce5-e7f4740529c3 service neutron] 10.222.0.70 "PUT /v2.0/ports/9b05138a-105f-40bc-92b5-99545b91d7f6/bindings/n-h1-791505-14/activate HTTP/1.1" status: 200 len: 370 time: 2.0415363 Jul 16 01:16:33.805191 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.820117 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8b993e62-1c1e-478e-8b0f-0f3ab3071b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-router', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:15:46Z', 'updated_at': '2021-07-16T01:15:53Z', 'revision_number': 4, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'gw_port': {'id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:47Z', 'updated_at': '2021-07-16T01:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '545888eb-071c-4550-aa92-8d6b92d58093', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'port_id': '1764f3ee-b2ff-4e15-94e4-52eae2f00a17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8', 'mac_address': 'fa:16:3e:d9:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5f4320-8e46-4977-a707-50f832673742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:26Z', 'revision_number': 1, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48143884-8bba-44d5-a41e-87dfef0597b2', 'name': '', 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'mac_address': 'fa:16:3e:5f:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:51Z', 'updated_at': '2021-07-16T01:16:03Z', 'revision_number': 5, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'subnets': [{'id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:33.823261 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2926c0fc-4f24-4d79-82af-f9d50e39d529 None None] Provisioning complete for port f655cf06-072c-4488-b6b9-1b6a37835dca triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:33.823894 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2926c0fc-4f24-4d79-82af-f9d50e39d529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.824168 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2db1b8f-1732-4a49-bb0b-4885e21094ee tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.824638 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-d2db1b8f-1732-4a49-bb0b-4885e21094ee tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Added segment fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588 of type vlan for network 79f662d6-c56b-41bb-b827-b4ba8f170209 Jul 16 01:16:33.920030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-88c24970-ca5b-492b-8765-c70a56a6b5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:33.936971 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-88c24970-ca5b-492b-8765-c70a56a6b5a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4980464 Jul 16 01:16:33.951284 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2db1b8f-1732-4a49-bb0b-4885e21094ee tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:33.969460 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b993e62-1c1e-478e-8b0f-0f3ab3071b69 None None] Checking router: 16111fcc-a386-4f1d-8eac-68b5407a0e5f for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:33.998520 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-a29afde5-4d2a-4fd6-bc6d-b55782ea4d56', 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'fixed_ips': [{'subnet_id': '793efdc5-62b1-42f2-8f81-11950094fc15'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:16:33.999490 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.040902 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:34.053404 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd54aae8-83b5-4037-b7d2-c469622fe734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.064889 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd54aae8-83b5-4037-b7d2-c469622fe734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.106274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54aae8-83b5-4037-b7d2-c469622fe734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14584987-df84-478b-97d3-eb3471e1bdeb,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:34.117272 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.123036 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-b5534210-0168-45c0-9958-75bad1097755 service neutron] 10.222.0.22 "GET /v2.0/networks/9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848242 Jul 16 01:16:34.140602 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd54aae8-83b5-4037-b7d2-c469622fe734 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:16:34.151990 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2db1b8f-1732-4a49-bb0b-4885e21094ee tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.158127 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2db1b8f-1732-4a49-bb0b-4885e21094ee tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.159131 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2db1b8f-1732-4a49-bb0b-4885e21094ee tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.173647 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-c326e3c6-44a7-4fde-ba4e-fc7b7183f581 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.175358 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-c326e3c6-44a7-4fde-ba4e-fc7b7183f581 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35&tenant_id=537b188632474e8c92af700ab7860b1d&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 1097 time: 0.3061492 Jul 16 01:16:34.201660 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d2db1b8f-1732-4a49-bb0b-4885e21094ee tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8439119 Jul 16 01:16:34.218719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46836) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:34.228539 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd54aae8-83b5-4037-b7d2-c469622fe734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.228894 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-bd54aae8-83b5-4037-b7d2-c469622fe734 admin admin] Added segment 8b174f5c-d18c-4932-ae0e-ebec06fc9ad1 of type vlan for network 6cb8c4d3-f264-49a5-b0e3-0a838357de59 Jul 16 01:16:34.238933 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9715a9ac-a516-47f8-b97c-3e61663ece08 req-bf87a26a-673a-40af-a9d2-f33d5e9b9e5d tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.241024 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9715a9ac-a516-47f8-b97c-3e61663ece08 req-bf87a26a-673a-40af-a9d2-f33d5e9b9e5d tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/ports?device_id=8904042c-f453-4cae-aa15-7f775e505a44 HTTP/1.1" status: 200 len: 950 time: 0.6400468 Jul 16 01:16:34.259677 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a0945887-b59d-47b5-87de-8e8e64a7bd77 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Request body: {'subnet': {'network_id': '79f662d6-c56b-41bb-b827-b4ba8f170209', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:34.350965 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Allocated IP 19.80.0.2 (a29afde5-4d2a-4fd6-bc6d-b55782ea4d56/793efdc5-62b1-42f2-8f81-11950094fc15/a6367b8f-fdac-4104-8bd1-494eac68a556) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:34.361094 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9715a9ac-a516-47f8-b97c-3e61663ece08 req-108975e2-36c0-45be-aab3-d959ce952c88 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/security-groups?id=39063713-fb9c-464e-81ff-f804aa6f66fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948520 Jul 16 01:16:34.399271 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd54aae8-83b5-4037-b7d2-c469622fe734 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.411929 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Sync routers for ids ['070b2789-b1ee-43ea-92fa-2ee3a7226a37'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:34.438875 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Routers {'070b2789-b1ee-43ea-92fa-2ee3a7226a37'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:34.442842 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['070b2789-b1ee-43ea-92fa-2ee3a7226a37'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:34.481227 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-bcd74d3e-4606-4b21-b905-cba9ae7b4998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.482814 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-bcd74d3e-4606-4b21-b905-cba9ae7b4998 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35&tenant_id=537b188632474e8c92af700ab7860b1d HTTP/1.1" status: 200 len: 1097 time: 0.2982895 Jul 16 01:16:34.509481 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd54aae8-83b5-4037-b7d2-c469622fe734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.511055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd54aae8-83b5-4037-b7d2-c469622fe734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:34.511937 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd54aae8-83b5-4037-b7d2-c469622fe734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.557482 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5266b533-fc97-4ff5-a85b-359ec1db2b02 x-openstack-request-id: req-5266b533-fc97-4ff5-a85b-359ec1db2b02 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:34.558979 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5f4320-8e46-4977-a707-50f832673742", "tag": "1764f3ee-b2ff-4e15-94e4-52eae2f00a17", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:34.560428 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5266b533-fc97-4ff5-a85b-359ec1db2b02 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:34.561142 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5f4320-8e46-4977-a707-50f832673742', 'tag': '1764f3ee-b2ff-4e15-94e4-52eae2f00a17', 'status': 'completed', 'code': 200} Jul 16 01:16:34.576909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db1b8f-1732-4a49-bb0b-4885e21094ee tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event updated for resources: {'Network': ['ID=79f662d6-c56b-41bb-b827-b4ba8f170209,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:34.663373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd54aae8-83b5-4037-b7d2-c469622fe734 admin admin] Pushing event updated for resources: {'Network': ['ID=6cb8c4d3-f264-49a5-b0e3-0a838357de59,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:34.742291 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Set router 070b2789-b1ee-43ea-92fa-2ee3a7226a37 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:34.764978 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8904042c-f453-4cae-aa15-7f775e505a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65ac0ca-e67a-43ee-9232-199aeb0086a8'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:34.772631 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be1d2867-1612-4502-a2f1-93a97ec36f0e" -d '{"events": [{"server_uuid": "8904042c-f453-4cae-aa15-7f775e505a44", "name": "network-vif-plugged", "status": "completed", "tag": "f65ac0ca-e67a-43ee-9232-199aeb0086a8"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:34.788164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 79f662d6-c56b-41bb-b827-b4ba8f170209 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:16:34.860272 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7f13c9d-cc81-4ef1-b778-fad671706680 req-a4c66e18-4902-4821-a87f-95c93ecf1c7a service neutron] 10.222.0.22 "GET /v2.0/networks/9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7361145 Jul 16 01:16:34.878083 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 6cb8c4d3-f264-49a5-b0e3-0a838357de59 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:16:34.891282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0945887-b59d-47b5-87de-8e8e64a7bd77 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Made reservation on behalf of 66fe681898644f198a8b545d851e811d for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:34.902033 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.903369 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 753b3df5-ca44-41fd-ba53-d9c2085b22ca up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:34.905673 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0945887-b59d-47b5-87de-8e8e64a7bd77 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:34.936593 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bd54aae8-83b5-4037-b7d2-c469622fe734 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2051425 Jul 16 01:16:34.939061 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46848) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:34.955532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7038ece1-864d-435a-b052-bf3e8599610e admin admin] Request body: {'subnet': {'network_id': '6cb8c4d3-f264-49a5-b0e3-0a838357de59', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1364584870-subnet', 'tenant_id': 'bdbed6e3f8324953877f8de1d6e1c7eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:35.002190 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-93409e2f-c563-4a79-a60e-0a9c86264465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.039233 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7038ece1-864d-435a-b052-bf3e8599610e admin admin] Made reservation on behalf of bdbed6e3f8324953877f8de1d6e1c7eb for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:35.041629 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7038ece1-864d-435a-b052-bf3e8599610e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.071829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2926c0fc-4f24-4d79-82af-f9d50e39d529 None None] Port f655cf06-072c-4488-b6b9-1b6a37835dca cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:35.080055 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.108980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b993e62-1c1e-478e-8b0f-0f3ab3071b69 None None] Routers {'16111fcc-a386-4f1d-8eac-68b5407a0e5f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:35.108980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8b993e62-1c1e-478e-8b0f-0f3ab3071b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:35.130366 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.156083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b81f0-1fc6-4e53-bdc0-b8e134a9e239 req-e78b6281-0f01-4152-8ab1-52cf769da5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:35.157594 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eb1b81f0-1fc6-4e53-bdc0-b8e134a9e239 req-e78b6281-0f01-4152-8ab1-52cf769da5e7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=616a27cf89a54b05aa2da003e1a9360c&device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 1098 time: 0.5105355 Jul 16 01:16:35.168048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958de97b-9954-418f-b62a-dff01c87bcf4 req-7ddb4c37-facc-4a81-83a3-c15e70cd4c8b tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:35.174750 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958de97b-9954-418f-b62a-dff01c87bcf4 req-7ddb4c37-facc-4a81-83a3-c15e70cd4c8b tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 945 time: 0.4037330 Jul 16 01:16:35.236371 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'name': 'tempest-ServersTestMultiNic-1530560796-router', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '753b3df5-ca44-41fd-ba53-d9c2085b22ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:18Z', 'updated_at': '2021-07-16T01:16:26Z', 'revision_number': 4, 'project_id': '66fe681898644f198a8b545d851e811d', 'gw_port': {'id': '753b3df5-ca44-41fd-ba53-d9c2085b22ca', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:19Z', 'updated_at': '2021-07-16T01:16:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7c315ceb-3648-4116-bad8-02003dd2d7aa', 'name': '', 'network_id': '30d48d79-6f67-4500-89b9-c94d2589bbf5', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'mac_address': 'fa:16:3e:32:ef:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '28c2187a-cd28-436c-bb1e-410503a0cd64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:24Z', 'updated_at': '2021-07-16T01:16:26Z', 'revision_number': 2, 'project_id': '66fe681898644f198a8b545d851e811d', 'subnets': [{'id': '28c2187a-cd28-436c-bb1e-410503a0cd64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:35.244267 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 753b3df5-ca44-41fd-ba53-d9c2085b22ca completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:35.267562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-d655500b-5c63-4637-94d9-f80bd10a1823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:35.268843 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-d655500b-5c63-4637-94d9-f80bd10a1823 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 1097 time: 0.6456742 Jul 16 01:16:35.282078 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Checking router: 070b2789-b1ee-43ea-92fa-2ee3a7226a37 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:35.282423 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Updating router 070b2789-b1ee-43ea-92fa-2ee3a7226a37 port 7c315ceb-3648-4116-bad8-02003dd2d7aa binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:16:35.287804 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.300110 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Transition to ACTIVE for port object a6367b8f-fdac-4104-8bd1-494eac68a556 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:35.320217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Transition to ACTIVE for port object a6367b8f-fdac-4104-8bd1-494eac68a556 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:35.324247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:35.338958 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.363664 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.378007 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958de97b-9954-418f-b62a-dff01c87bcf4 req-fccd988c-52f9-4130-b3c7-5261f174ee53 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930153 Jul 16 01:16:35.414120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Network a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:35.433058 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:35.435000 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 753b3df5-ca44-41fd-ba53-d9c2085b22ca triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:35.435599 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.515552 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:35.537811 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0945887-b59d-47b5-87de-8e8e64a7bd77 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.552407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081fc84-3c57-49ab-b47d-d20507cc3b50 req-2112b56a-b22d-406c-8e60-2f5f06155739 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:35.561002 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9081fc84-3c57-49ab-b47d-d20507cc3b50 req-2112b56a-b22d-406c-8e60-2f5f06155739 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.2626586 Jul 16 01:16:35.576164 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-3948ef30-fbc3-4412-b46f-49eb264ab491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:35.581152 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-3948ef30-fbc3-4412-b46f-49eb264ab491 service neutron] 10.222.0.69 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.2098048 Jul 16 01:16:35.645966 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8b993e62-1c1e-478e-8b0f-0f3ab3071b69 None None] Set router 16111fcc-a386-4f1d-8eac-68b5407a0e5f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:35.672793 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b81f0-1fc6-4e53-bdc0-b8e134a9e239 req-777a32f8-f244-4ed1-8304-437c498560e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:35.674482 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eb1b81f0-1fc6-4e53-bdc0-b8e134a9e239 req-777a32f8-f244-4ed1-8304-437c498560e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 HTTP/1.1" status: 200 len: 930 time: 0.4741967 Jul 16 01:16:35.675144 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f655cf06-072c-4488-b6b9-1b6a37835dca,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:35.701173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Pushing event updated for resources: {'Port': ['ID=a6367b8f-fdac-4104-8bd1-494eac68a556,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:35.733607 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-e2f5d8bc-beb3-408e-a369-e8da957a65ed service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b05138a-105f-40bc-92b5-99545b91d7f6 HTTP/1.1" status: 200 len: 217 time: 0.0529552 Jul 16 01:16:35.736970 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Attempting to bind port a6367b8f-fdac-4104-8bd1-494eac68a556 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:35.736970 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Attempting to bind port a6367b8f-fdac-4104-8bd1-494eac68a556 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'dad0f7f3-6451-4d09-b6ea-6bd276db33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:35.737239 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Attempting to bind port a6367b8f-fdac-4104-8bd1-494eac68a556 on network a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:35.770330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:35.771024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Checking segment: {'id': 'dad0f7f3-6451-4d09-b6ea-6bd276db33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:35.771121 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.771528 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Bound using segment: {'id': 'dad0f7f3-6451-4d09-b6ea-6bd276db33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:35.772060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Bound port: a6367b8f-fdac-4104-8bd1-494eac68a556, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dad0f7f3-6451-4d09-b6ea-6bd276db33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:35.772434 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.833516 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-249b78bb-b133-42d8-a506-267b57fffd65 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 258 time: 0.3795483 Jul 16 01:16:35.868977 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.869948 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.872560 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:35.876957 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.882020 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eb1b81f0-1fc6-4e53-bdc0-b8e134a9e239 req-ffc6136b-9643-4354-82ef-1c7d424ffcbf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1764f3ee-b2ff-4e15-94e4-52eae2f00a17 HTTP/1.1" status: 200 len: 999 time: 0.1503794 Jul 16 01:16:35.895448 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Transition to ACTIVE for port object 7c315ceb-3648-4116-bad8-02003dd2d7aa will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:35.904801 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:35.912546 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0945887-b59d-47b5-87de-8e8e64a7bd77 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event updated for resources: {'Subnet': ['ID=1a7c6640-1cee-4e80-b5ff-2df8e70857ca,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:35.958883 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 753b3df5-ca44-41fd-ba53-d9c2085b22ca, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=753b3df5-ca44-41fd-ba53-d9c2085b22ca,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:35.962690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0945887-b59d-47b5-87de-8e8e64a7bd77 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Checking segment: {'id': 'fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '79f662d6-c56b-41bb-b827-b4ba8f170209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:35.963378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0945887-b59d-47b5-87de-8e8e64a7bd77 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Network hostable DHCP agents. Network: 79f662d6-c56b-41bb-b827-b4ba8f170209, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:16:35.976725 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.007235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9081fc84-3c57-49ab-b47d-d20507cc3b50 req-aeb8aa6b-d0dc-418a-a43f-00285593d14d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448168 Jul 16 01:16:36.012288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Network d840524c-d20b-4c1a-aaec-1bfb1e9b9dac is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:36.047065 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:36.047802 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e7ab6-2eda-489e-b490-726b711aaea5 None None] Pushing event updated for resources: {'Port': ['ID=7c315ceb-3648-4116-bad8-02003dd2d7aa,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:36.114464 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.116354 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=753b3df5-ca44-41fd-ba53-d9c2085b22ca,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:36.172723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0945887-b59d-47b5-87de-8e8e64a7bd77 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Network 79f662d6-c56b-41bb-b827-b4ba8f170209 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:16:36.183677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] For port a6367b8f-fdac-4104-8bd1-494eac68a556, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:36.200294 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] For port a6367b8f-fdac-4104-8bd1-494eac68a556, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a6367b8f-fdac-4104-8bd1-494eac68a556,segment=NetworkSegment(dad0f7f3-6451-4d09-b6ea-6bd276db33f4),segment_id=dad0f7f3-6451-4d09-b6ea-6bd276db33f4)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:36.228543 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Attempting to bind port 7c315ceb-3648-4116-bad8-02003dd2d7aa on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:36.229056 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Attempting to bind port 7c315ceb-3648-4116-bad8-02003dd2d7aa by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '0bf98115-6417-4067-b139-c46c41b4ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30d48d79-6f67-4500-89b9-c94d2589bbf5'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:36.229452 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Attempting to bind port 7c315ceb-3648-4116-bad8-02003dd2d7aa on network 30d48d79-6f67-4500-89b9-c94d2589bbf5 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:36.244282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-a0945887-b59d-47b5-87de-8e8e64a7bd77 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 79f662d6-c56b-41bb-b827-b4ba8f170209) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:36.244957 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:36.245355 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Checking segment: {'id': '0bf98115-6417-4067-b139-c46c41b4ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30d48d79-6f67-4500-89b9-c94d2589bbf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:36.245776 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.246447 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Bound using segment: {'id': '0bf98115-6417-4067-b139-c46c41b4ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30d48d79-6f67-4500-89b9-c94d2589bbf5'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:36.246800 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Bound port: 7c315ceb-3648-4116-bad8-02003dd2d7aa, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf98115-6417-4067-b139-c46c41b4ec62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '30d48d79-6f67-4500-89b9-c94d2589bbf5'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:36.247159 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.280572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0945887-b59d-47b5-87de-8e8e64a7bd77 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:36.281188 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0945887-b59d-47b5-87de-8e8e64a7bd77 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.385359 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a0945887-b59d-47b5-87de-8e8e64a7bd77 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1429820 Jul 16 01:16:36.393825 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:36.409304 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1555805-e64c-4506-8461-3ae4128eb9c1 x-openstack-request-id: req-f1555805-e64c-4506-8461-3ae4128eb9c1 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:36.409739 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8904042c-f453-4cae-aa15-7f775e505a44", "name": "network-vif-plugged", "status": "completed", "tag": "f65ac0ca-e67a-43ee-9232-199aeb0086a8", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:36.412790 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1555805-e64c-4506-8461-3ae4128eb9c1 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:36.414923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-54633749-deaf-4837-b768-cf91e46bf281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:36.415487 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8904042c-f453-4cae-aa15-7f775e505a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f65ac0ca-e67a-43ee-9232-199aeb0086a8', 'code': 200} Jul 16 01:16:36.419593 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-54633749-deaf-4837-b768-cf91e46bf281 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.5332086 Jul 16 01:16:36.461076 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] For port 7c315ceb-3648-4116-bad8-02003dd2d7aa, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:36.479442 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] For port 7c315ceb-3648-4116-bad8-02003dd2d7aa, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7c315ceb-3648-4116-bad8-02003dd2d7aa,segment=NetworkSegment(0bf98115-6417-4067-b139-c46c41b4ec62),segment_id=0bf98115-6417-4067-b139-c46c41b4ec62)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:36.487586 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.524865 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7038ece1-864d-435a-b052-bf3e8599610e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.525936 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46556398-7a77-43cb-b6a1-e091934aa694 None None] Network 79f662d6-c56b-41bb-b827-b4ba8f170209 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:36.588057 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Routers {'070b2789-b1ee-43ea-92fa-2ee3a7226a37'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:36.589625 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['070b2789-b1ee-43ea-92fa-2ee3a7226a37'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:36.595444 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:36.698750 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24143c9-6ad9-4722-bf2d-864e071cf524 req-19ccaec0-983c-4f3e-8de2-5efa1dc64582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:36.715641 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f24143c9-6ad9-4722-bf2d-864e071cf524 req-19ccaec0-983c-4f3e-8de2-5efa1dc64582 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8904042c-f453-4cae-aa15-7f775e505a44 HTTP/1.1" status: 200 len: 1102 time: 0.3266456 Jul 16 01:16:36.948133 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.136219 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f24143c9-6ad9-4722-bf2d-864e071cf524 req-15da4b5f-319f-4ec1-873b-8ec81d7483ef service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=39063713-fb9c-464e-81ff-f804aa6f66fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095347 Jul 16 01:16:37.196849 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] Set router 070b2789-b1ee-43ea-92fa-2ee3a7226a37 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:37.229753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b57f2a-81d1-4868-9b6c-c58e5f7ff927 req-9cd381e8-03c6-48dd-9cba-376f046ad1ac tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:37.231383 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91b57f2a-81d1-4868-9b6c-c58e5f7ff927 req-9cd381e8-03c6-48dd-9cba-376f046ad1ac tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/ports?device_id=8904042c-f453-4cae-aa15-7f775e505a44 HTTP/1.1" status: 200 len: 950 time: 0.5036800 Jul 16 01:16:37.356562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Allocated IP 172.25.2.227 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/576d83bb-6d14-4d48-91b3-c7c284e9defe) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:37.504524 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.549534 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8b993e62-1c1e-478e-8b0f-0f3ab3071b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-router', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:15:46Z', 'updated_at': '2021-07-16T01:15:53Z', 'revision_number': 4, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'gw_port': {'id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:47Z', 'updated_at': '2021-07-16T01:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '545888eb-071c-4550-aa92-8d6b92d58093', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'port_id': '1764f3ee-b2ff-4e15-94e4-52eae2f00a17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8', 'mac_address': 'fa:16:3e:d9:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5f4320-8e46-4977-a707-50f832673742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:26Z', 'revision_number': 1, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48143884-8bba-44d5-a41e-87dfef0597b2', 'name': '', 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'mac_address': 'fa:16:3e:5f:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:51Z', 'updated_at': '2021-07-16T01:16:03Z', 'revision_number': 5, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'subnets': [{'id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:37.570832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91b57f2a-81d1-4868-9b6c-c58e5f7ff927 req-07915874-bbd0-47d0-982a-66de99b9bdae tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/security-groups?id=39063713-fb9c-464e-81ff-f804aa6f66fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937732 Jul 16 01:16:37.571970 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.608895 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7038ece1-864d-435a-b052-bf3e8599610e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b82a0a0-23fc-447d-b1b3-6edce9ac6c1d,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:37.626946 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Pushing event updated for resources: {'Port': ['ID=576d83bb-6d14-4d48-91b3-c7c284e9defe,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:37.644050 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-159a0eae-620f-4d51-8d67-ed67c7ae952d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.1137972 Jul 16 01:16:37.647585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b993e62-1c1e-478e-8b0f-0f3ab3071b69 None None] The sync data for ids ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'] in n-d-791505-14 is: [{'id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-router', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:15:46Z', 'updated_at': '2021-07-16T01:15:53Z', 'revision_number': 4, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'gw_port': {'id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:47Z', 'updated_at': '2021-07-16T01:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '545888eb-071c-4550-aa92-8d6b92d58093', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'port_id': '1764f3ee-b2ff-4e15-94e4-52eae2f00a17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8', 'mac_address': 'fa:16:3e:d9:17:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db5f4320-8e46-4977-a707-50f832673742', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:26Z', 'revision_number': 1, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48143884-8bba-44d5-a41e-87dfef0597b2', 'name': '', 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'mac_address': 'fa:16:3e:5f:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:51Z', 'updated_at': '2021-07-16T01:16:03Z', 'revision_number': 5, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'subnets': [{'id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:37.671146 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b33b190a-3793-4cdd-bdd1-7a535908ec65 None None] Provisioning complete for port f655cf06-072c-4488-b6b9-1b6a37835dca triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:37.671869 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b33b190a-3793-4cdd-bdd1-7a535908ec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.678446 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:37.680192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:37.686744 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:37.725927 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145e7ab6-2eda-489e-b490-726b711aaea5 None None] Pushing event updated for resources: {'Port': ['ID=7c315ceb-3648-4116-bad8-02003dd2d7aa,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:37.779463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b90683-6a32-445c-bcc5-4cbbd1dead5e None None] Pushing event updated for resources: {'Port': ['ID=a6367b8f-fdac-4104-8bd1-494eac68a556,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:37.783499 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'name': 'tempest-ServersTestMultiNic-1530560796-router', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '753b3df5-ca44-41fd-ba53-d9c2085b22ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:18Z', 'updated_at': '2021-07-16T01:16:26Z', 'revision_number': 4, 'project_id': '66fe681898644f198a8b545d851e811d', 'gw_port': {'id': '753b3df5-ca44-41fd-ba53-d9c2085b22ca', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:19Z', 'updated_at': '2021-07-16T01:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7c315ceb-3648-4116-bad8-02003dd2d7aa', 'name': '', 'network_id': '30d48d79-6f67-4500-89b9-c94d2589bbf5', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'mac_address': 'fa:16:3e:32:ef:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '28c2187a-cd28-436c-bb1e-410503a0cd64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:24Z', 'updated_at': '2021-07-16T01:16:36Z', 'revision_number': 4, 'project_id': '66fe681898644f198a8b545d851e811d', 'subnets': [{'id': '28c2187a-cd28-436c-bb1e-410503a0cd64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:37.784612 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-24b7f8e2-4ba2-4f93-93f0-237164034d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.795124 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b33b190a-3793-4cdd-bdd1-7a535908ec65 None None] Port f655cf06-072c-4488-b6b9-1b6a37835dca cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:37.815069 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.840896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:37.841442 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:37.860438 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1006eed4-9c3e-42fc-ba1f-ea741d345aa4 None None] The sync data for ids ['070b2789-b1ee-43ea-92fa-2ee3a7226a37'] in n-d-791505-14 is: [{'id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'name': 'tempest-ServersTestMultiNic-1530560796-router', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '753b3df5-ca44-41fd-ba53-d9c2085b22ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:18Z', 'updated_at': '2021-07-16T01:16:26Z', 'revision_number': 4, 'project_id': '66fe681898644f198a8b545d851e811d', 'gw_port': {'id': '753b3df5-ca44-41fd-ba53-d9c2085b22ca', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:19Z', 'updated_at': '2021-07-16T01:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7c315ceb-3648-4116-bad8-02003dd2d7aa', 'name': '', 'network_id': '30d48d79-6f67-4500-89b9-c94d2589bbf5', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'mac_address': 'fa:16:3e:32:ef:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': '28c2187a-cd28-436c-bb1e-410503a0cd64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:24Z', 'updated_at': '2021-07-16T01:16:36Z', 'revision_number': 4, 'project_id': '66fe681898644f198a8b545d851e811d', 'subnets': [{'id': '28c2187a-cd28-436c-bb1e-410503a0cd64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:37.956398 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.014845 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-79f662d6-c56b-41bb-b827-b4ba8f170209', 'network_id': '79f662d6-c56b-41bb-b827-b4ba8f170209', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'fixed_ips': [{'subnet_id': '1a7c6640-1cee-4e80-b5ff-2df8e70857ca'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:16:38.015841 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.086244 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b81f0-1fc6-4e53-bdc0-b8e134a9e239 req-7833421e-daf9-4b66-9f03-21b9af74663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:38.090975 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eb1b81f0-1fc6-4e53-bdc0-b8e134a9e239 req-7833421e-daf9-4b66-9f03-21b9af74663f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7c519bb-12bb-4180-8c00-ba6cfe3d8444 HTTP/1.1" status: 200 len: 868 time: 2.0914359 Jul 16 01:16:38.294270 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e13a02-bd08-42ed-8608-79a15e117e8c None None] New status for floating IP 545888eb-071c-4550-aa92-8d6b92d58093: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:16:38.296453 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-5e068750-f837-43d4-a262-a83c4234609d service neutron] show failed (client error): The resource could not be found. Jul 16 01:16:38.297552 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-5e068750-f837-43d4-a262-a83c4234609d service neutron] 10.222.0.69 "GET /v2.0/ports/af41e6cb-5231-4698-b325-3a1545890374/bindings/n-h2-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.4189770 Jul 16 01:16:38.313091 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.447590 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7038ece1-864d-435a-b052-bf3e8599610e admin admin] Checking segment: {'id': '8b174f5c-d18c-4932-ae0e-ebec06fc9ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6cb8c4d3-f264-49a5-b0e3-0a838357de59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:38.448515 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7038ece1-864d-435a-b052-bf3e8599610e admin admin] Network hostable DHCP agents. Network: 6cb8c4d3-f264-49a5-b0e3-0a838357de59, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:16:38.485003 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-b6f50245-b8f2-4568-aff1-d61c195f72ea service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7304411 Jul 16 01:16:38.521190 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635c0fd-20e7-4385-bb3a-08977f92739d req-b61643b9-4716-4bce-972b-ee2db598ec09 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:38.535846 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0635c0fd-20e7-4385-bb3a-08977f92739d req-b61643b9-4716-4bce-972b-ee2db598ec09 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 945 time: 0.5625105 Jul 16 01:16:38.606829 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7038ece1-864d-435a-b052-bf3e8599610e admin admin] Network 6cb8c4d3-f264-49a5-b0e3-0a838357de59 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:16:38.648446 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Router de2d70a1-9974-4a30-9a57-22ff4ba101d5 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:16:38.670646 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3c29b7-6a4d-4c97-9ca8-94cace9fc846 None None] Network a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:38.675589 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b81f0-1fc6-4e53-bdc0-b8e134a9e239 req-7df91587-7a2d-4f41-8215-86a5c74f2867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:38.677147 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eb1b81f0-1fc6-4e53-bdc0-b8e134a9e239 req-7df91587-7a2d-4f41-8215-86a5c74f2867 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4831259 Jul 16 01:16:38.680237 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.680427 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-7038ece1-864d-435a-b052-bf3e8599610e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 6cb8c4d3-f264-49a5-b0e3-0a838357de59) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:38.710606 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6d15af-e594-464d-b702-3940c6f3ed9e None None] Network 6cb8c4d3-f264-49a5-b0e3-0a838357de59 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:38.719072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7038ece1-864d-435a-b052-bf3e8599610e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:38.719673 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7038ece1-864d-435a-b052-bf3e8599610e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.720697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0635c0fd-20e7-4385-bb3a-08977f92739d req-39a4f1f2-82bf-4c42-bb15-02e3b039b5ad tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836283 Jul 16 01:16:38.766934 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7038ece1-864d-435a-b052-bf3e8599610e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.8123171 Jul 16 01:16:38.864089 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.937134 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:38.945907 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-df641aee-7683-41d7-9a07-b6afc69ce00b service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392443 Jul 16 01:16:39.292158 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:39.301132 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9f1ede95-b6d0-4989-8baf-e8aa213fb4f3 admin admin] 10.222.0.22 "PUT /v2.0/routers/de2d70a1-9974-4a30-9a57-22ff4ba101d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8891976 Jul 16 01:16:39.302674 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Sync routers for ids ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:39.303195 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eb1b81f0-1fc6-4e53-bdc0-b8e134a9e239 req-c9bf8eb1-24f5-46ae-853f-2125e4871c64 service neutron] 10.222.0.70 "GET /v2.0/networks/9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5906472 Jul 16 01:16:39.313373 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2c18deeb-316d-420e-816f-16bde5b0d15a req-83357aee-ccc0-4d0c-bf19-db50988de39b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3191555 Jul 16 01:16:39.354645 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Routers {'de2d70a1-9974-4a30-9a57-22ff4ba101d5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:39.356006 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:39.407212 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Allocated IP 19.86.0.2 (79f662d6-c56b-41bb-b827-b4ba8f170209/1a7c6640-1cee-4e80-b5ff-2df8e70857ca/22abff86-54fc-4841-96dd-b8fce99166c9) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:39.484860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18deeb-316d-420e-816f-16bde5b0d15a req-e5a71670-6d6d-4487-8f37-215d584892a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:39.486656 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2c18deeb-316d-420e-816f-16bde5b0d15a req-e5a71670-6d6d-4487-8f37-215d584892a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=537b188632474e8c92af700ab7860b1d&device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 1096 time: 0.1321340 Jul 16 01:16:39.507959 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eb1b81f0-1fc6-4e53-bdc0-b8e134a9e239 req-bc8b0e19-ac6e-494a-9ae0-e9c736a441d0 service neutron] 10.222.0.70 "GET /v2.0/networks/9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918912 Jul 16 01:16:39.559923 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Set router de2d70a1-9974-4a30-9a57-22ff4ba101d5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:39.576222 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.586113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Transition to ACTIVE for port object 22abff86-54fc-4841-96dd-b8fce99166c9 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:39.604167 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Transition to ACTIVE for port object 22abff86-54fc-4841-96dd-b8fce99166c9 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:39.608570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a6367b8f-fdac-4104-8bd1-494eac68a556 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:39.663707 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:39.813127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18deeb-316d-420e-816f-16bde5b0d15a req-b2e3918c-ad8a-4d38-b569-cf3b2ca13c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:39.814571 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2c18deeb-316d-420e-816f-16bde5b0d15a req-b2e3918c-ad8a-4d38-b569-cf3b2ca13c29 service neutron] 10.222.0.69 "GET /v2.0/networks?id=be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 200 len: 922 time: 0.2981470 Jul 16 01:16:39.873862 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Network 79f662d6-c56b-41bb-b827-b4ba8f170209 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:39.876991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-14680899-795e-4cb3-b5cd-f86496e38d07 None None] Provisioning for port a6367b8f-fdac-4104-8bd1-494eac68a556 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:39.898529 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Pushing event updated for resources: {'Port': ['ID=22abff86-54fc-4841-96dd-b8fce99166c9,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:39.906622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:39.907554 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2c18deeb-316d-420e-816f-16bde5b0d15a req-37fe087c-9c42-44e2-8462-ce28342dfd40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a6b4840c-a5d2-4073-90c3-f352784b1069 HTTP/1.1" status: 200 len: 217 time: 0.0828121 Jul 16 01:16:39.910498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:39.926313 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3fd226-a192-4722-a10d-01ce03fb6ded None None] Network 6cb8c4d3-f264-49a5-b0e3-0a838357de59 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:39.972936 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'name': 'tempest-TaggedBootDevicesTest-1017351996-router', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:21Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'gw_port': {'id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f655cf06-072c-4488-b6b9-1b6a37835dca', 'name': '', 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'mac_address': 'fa:16:3e:45:c3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:30Z', 'updated_at': '2021-07-16T01:16:34Z', 'revision_number': 2, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'subnets': [{'id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:39.982503 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Pushing event updated for resources: {'Port': ['ID=576d83bb-6d14-4d48-91b3-c7c284e9defe,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:40.042845 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.055837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-734346a6-e1a7-4fe6-ac62-28d3120682c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.059470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-734346a6-e1a7-4fe6-ac62-28d3120682c1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28&tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50 HTTP/1.1" status: 200 len: 1101 time: 1.3410316 Jul 16 01:16:40.059730 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18deeb-316d-420e-816f-16bde5b0d15a req-a3c20909-3f5c-45af-ab40-ff4faa942841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.059730 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2c18deeb-316d-420e-816f-16bde5b0d15a req-a3c20909-3f5c-45af-ab40-ff4faa942841 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 200 len: 861 time: 0.1453917 Jul 16 01:16:40.061152 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Checking router: de2d70a1-9974-4a30-9a57-22ff4ba101d5 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:40.061904 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Updating router de2d70a1-9974-4a30-9a57-22ff4ba101d5 port f655cf06-072c-4488-b6b9-1b6a37835dca binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:16:40.088829 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:40.137858 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.145147 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2c18deeb-316d-420e-816f-16bde5b0d15a req-daaec69b-4935-47e5-8f65-891f4ab4ef12 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=be647a19-644e-4999-ac54-739f18101211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772104 Jul 16 01:16:40.174120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Attempting to bind port 22abff86-54fc-4841-96dd-b8fce99166c9 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:40.174493 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Attempting to bind port 22abff86-54fc-4841-96dd-b8fce99166c9 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '79f662d6-c56b-41bb-b827-b4ba8f170209'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:40.174854 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Attempting to bind port 22abff86-54fc-4841-96dd-b8fce99166c9 on network 79f662d6-c56b-41bb-b827-b4ba8f170209 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:40.195126 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.212075 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-4890f750-371b-44cb-8252-5458a17f92d8 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.3518856 Jul 16 01:16:40.222848 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:40.223260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Checking segment: {'id': 'fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '79f662d6-c56b-41bb-b827-b4ba8f170209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:40.223678 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.225865 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Bound using segment: {'id': 'fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '79f662d6-c56b-41bb-b827-b4ba8f170209'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:40.226370 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Bound port: 22abff86-54fc-4841-96dd-b8fce99166c9, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '79f662d6-c56b-41bb-b827-b4ba8f170209'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:40.226777 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.287103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-1d394dbb-a4d5-4285-93f9-e0607bd11715 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.305701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-1d394dbb-a4d5-4285-93f9-e0607bd11715 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.314305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-1d394dbb-a4d5-4285-93f9-e0607bd11715 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/networks?id=a29afde5-4d2a-4fd6-bc6d-b55782ea4d56&id=79f662d6-c56b-41bb-b827-b4ba8f170209&id=a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 HTTP/1.1" status: 200 len: 1391 time: 1.3783374 Jul 16 01:16:40.335486 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2c18deeb-316d-420e-816f-16bde5b0d15a req-52fccd67-a079-47ee-b405-86f158dad277 service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817324 Jul 16 01:16:40.356051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-d43e74f9-32c8-4885-886c-655fb7933dd5 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.357667 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-d43e74f9-32c8-4885-886c-655fb7933dd5 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35&tenant_id=537b188632474e8c92af700ab7860b1d&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 1097 time: 0.6569457 Jul 16 01:16:40.400522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] For port 22abff86-54fc-4841-96dd-b8fce99166c9, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:40.406458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] For port 22abff86-54fc-4841-96dd-b8fce99166c9, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=22abff86-54fc-4841-96dd-b8fce99166c9,segment=NetworkSegment(fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588),segment_id=fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:40.411952 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.449046 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-75f9c260-07b5-4642-a839-ccbed3870d01 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/quotas/66fe681898644f198a8b545d851e811d HTTP/1.1" status: 200 len: 375 time: 0.1331763 Jul 16 01:16:40.472846 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-9e3e0f21-513c-44c9-ab39-8b5473833bdc tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.227 HTTP/1.1" status: 200 len: 696 time: 0.1550419 Jul 16 01:16:40.523723 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.525299 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.612407 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2c18deeb-316d-420e-816f-16bde5b0d15a req-16d81b10-a274-47c1-87a7-bb70e7caf3f9 service neutron] 10.222.0.69 "GET /v2.0/networks/be647a19-644e-4999-ac54-739f18101211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692604 Jul 16 01:16:40.633048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec2428-6d5d-472a-b577-2906780e45de None None] Pushing event updated for resources: {'Port': ['ID=22abff86-54fc-4841-96dd-b8fce99166c9,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:40.637372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port a6367b8f-fdac-4104-8bd1-494eac68a556 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:40.643579 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device af41e6cb-5231-4698-b325-3a1545890374 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:40.656148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-034dd3d6-d610-43ce-b854-8ee16ede5e3b tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:40.673881 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e89a8301-91ab-4614-882e-f6b5b2c70789 req-034dd3d6-d610-43ce-b854-8ee16ede5e3b tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.1595848 Jul 16 01:16:40.721771 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.735528 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Transition to ACTIVE for port object f655cf06-072c-4488-b6b9-1b6a37835dca will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:40.751353 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.760709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a6367b8f-fdac-4104-8bd1-494eac68a556 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:40.761361 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.869130 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078da76-d21d-4538-af3c-c1c42273695c None None] Pushing event updated for resources: {'Port': ['ID=f655cf06-072c-4488-b6b9-1b6a37835dca,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:40.985231 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Attempting to bind port f655cf06-072c-4488-b6b9-1b6a37835dca on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:40.985689 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Attempting to bind port f655cf06-072c-4488-b6b9-1b6a37835dca by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '9dbb173d-87a7-4541-b15e-9650bb4bd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:40.986150 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Attempting to bind port f655cf06-072c-4488-b6b9-1b6a37835dca on network d840524c-d20b-4c1a-aaec-1bfb1e9b9dac {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:40.992256 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:40.992873 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Checking segment: {'id': '9dbb173d-87a7-4541-b15e-9650bb4bd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:40.997431 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:40.997982 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Bound using segment: {'id': '9dbb173d-87a7-4541-b15e-9650bb4bd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:40.998554 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Bound port: f655cf06-072c-4488-b6b9-1b6a37835dca, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dbb173d-87a7-4541-b15e-9650bb4bd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:40.999084 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.223865 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] For port f655cf06-072c-4488-b6b9-1b6a37835dca, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:41.235539 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] For port f655cf06-072c-4488-b6b9-1b6a37835dca, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f655cf06-072c-4488-b6b9-1b6a37835dca,segment=NetworkSegment(9dbb173d-87a7-4541-b15e-9650bb4bd12f),segment_id=9dbb173d-87a7-4541-b15e-9650bb4bd12f)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:41.238785 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.241732 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.254777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-be817b2e-4fdc-4df4-9a25-2f32e5a8dbd5 service neutron] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:41.278798 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-797bfbd4-2e20-496e-aca1-b5f394b40eb2 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=66fe681898644f198a8b545d851e811d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.8285530 Jul 16 01:16:41.318962 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-be817b2e-4fdc-4df4-9a25-2f32e5a8dbd5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.320394 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db887c08-c08a-4b74-9f84-4a7a471f53ba req-be817b2e-4fdc-4df4-9a25-2f32e5a8dbd5 service neutron] 10.222.0.69 "DELETE /v2.0/ports/9b05138a-105f-40bc-92b5-99545b91d7f6/bindings/n-h2-791505-14 HTTP/1.1" status: 204 len: 173 time: 0.8948159 Jul 16 01:16:41.442785 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Routers {'de2d70a1-9974-4a30-9a57-22ff4ba101d5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:41.445829 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:41.452080 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078da76-d21d-4538-af3c-c1c42273695c None None] Pushing event updated for resources: {'Port': ['ID=f655cf06-072c-4488-b6b9-1b6a37835dca,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:41.546217 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.694168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port a6367b8f-fdac-4104-8bd1-494eac68a556, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a6367b8f-fdac-4104-8bd1-494eac68a556,segment=NetworkSegment(dad0f7f3-6451-4d09-b6ea-6bd276db33f4),segment_id=dad0f7f3-6451-4d09-b6ea-6bd276db33f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:41.716503 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:41.717501 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7c315ceb-3648-4116-bad8-02003dd2d7aa up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:41.724220 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53329a-a194-45b4-8829-649254356aed req-d9f89f8b-20d2-4bd9-a80f-5794ee929439 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:41.736428 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f53329a-a194-45b4-8829-649254356aed req-d9f89f8b-20d2-4bd9-a80f-5794ee929439 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.7090881 Jul 16 01:16:41.812457 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] Set router de2d70a1-9974-4a30-9a57-22ff4ba101d5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:41.961229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] For port af41e6cb-5231-4698-b325-3a1545890374, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=af41e6cb-5231-4698-b325-3a1545890374,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:42.127028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] For port af41e6cb-5231-4698-b325-3a1545890374, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:42.192096 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-c5dc3b76-38bb-43d3-8a2c-fedcb2e6d5cf service neutron] 10.222.0.22 "GET /v2.0/networks/a29afde5-4d2a-4fd6-bc6d-b55782ea4d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8685358 Jul 16 01:16:42.204215 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f53329a-a194-45b4-8829-649254356aed req-86a16cf2-8fc3-4574-8192-5c43918e84a5 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4667130 Jul 16 01:16:42.281722 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'name': 'tempest-TaggedBootDevicesTest-1017351996-router', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:21Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'gw_port': {'id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f655cf06-072c-4488-b6b9-1b6a37835dca', 'name': '', 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'mac_address': 'fa:16:3e:45:c3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:30Z', 'updated_at': '2021-07-16T01:16:41Z', 'revision_number': 4, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'subnets': [{'id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:42.323894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-0004ecb3-c53e-476f-8e94-c54f591eb034 service neutron] 10.222.0.22 "GET /v2.0/networks/a29afde5-4d2a-4fd6-bc6d-b55782ea4d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156764 Jul 16 01:16:42.349432 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbbcb27-53c8-4523-b367-a4b9f4b7fa28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af41e6cb-5231-4698-b325-3a1545890374'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:42.352043 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b20da6-e32f-4efa-995a-af805f9ac27c" -d '{"events": [{"server_uuid": "ffbbcb27-53c8-4523-b367-a4b9f4b7fa28", "name": "network-vif-unplugged", "status": "completed", "tag": "af41e6cb-5231-4698-b325-3a1545890374"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:42.356414 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.369664 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ded6463-2fd8-4e06-9d8f-532817b3a033 None None] The sync data for ids ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'] in n-d-791505-14 is: [{'id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'name': 'tempest-TaggedBootDevicesTest-1017351996-router', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:21Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'gw_port': {'id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f655cf06-072c-4488-b6b9-1b6a37835dca', 'name': '', 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'mac_address': 'fa:16:3e:45:c3:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:30Z', 'updated_at': '2021-07-16T01:16:41Z', 'revision_number': 4, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'subnets': [{'id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:16:42.403836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Transition to ACTIVE for port object af41e6cb-5231-4698-b325-3a1545890374 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:42.442521 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.582275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] No DVR routers for this DVR port af41e6cb-5231-4698-b325-3a1545890374 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:42.625955 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=a6367b8f-fdac-4104-8bd1-494eac68a556,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:42.678673 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Pushing event updated for resources: {'Port': ['ID=af41e6cb-5231-4698-b325-3a1545890374,revision_number=6']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:42.696275 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-b407a7e9-2d26-4972-af48-5aa1d05d636a service neutron] 10.222.0.22 "GET /v2.0/networks/79f662d6-c56b-41bb-b827-b4ba8f170209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606339 Jul 16 01:16:42.749596 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 7c315ceb-3648-4116-bad8-02003dd2d7aa completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:42.761579 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b59c09e1-6362-41a0-9a59-c999aaa5e639 None None] Provisioning complete for port a6367b8f-fdac-4104-8bd1-494eac68a556 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:42.762034 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b59c09e1-6362-41a0-9a59-c999aaa5e639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.766036 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:16:42.766653 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:16:42.811273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7c315ceb-3648-4116-bad8-02003dd2d7aa triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:42.817069 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:42.892741 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Attempting to bind port af41e6cb-5231-4698-b325-3a1545890374 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:42.894227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Attempting to bind port af41e6cb-5231-4698-b325-3a1545890374 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:42.899603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Attempting to bind port af41e6cb-5231-4698-b325-3a1545890374 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:42.931565 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Port af41e6cb-5231-4698-b325-3a1545890374 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:42.932287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Attempting to bind port af41e6cb-5231-4698-b325-3a1545890374 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:43.021622 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:43.030294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:43.030707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:43.031184 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Bound port: af41e6cb-5231-4698-b325-3a1545890374, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:43.031612 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:43.164124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] For port af41e6cb-5231-4698-b325-3a1545890374, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:43.217035 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:43.260631 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0258f8ea-3340-4a16-9027-55bfd3778d4f None None] Network 79f662d6-c56b-41bb-b827-b4ba8f170209 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:16:43.272797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] For port af41e6cb-5231-4698-b325-3a1545890374, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=af41e6cb-5231-4698-b325-3a1545890374,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:43.309838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144111c-fd15-4d53-9a34-fbd2d6ea8c44 req-3699f513-956c-4865-b6f7-be0d7fb573d7 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:43.314325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2144111c-fd15-4d53-9a34-fbd2d6ea8c44 req-3699f513-956c-4865-b6f7-be0d7fb573d7 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/ports?device_id=8904042c-f453-4cae-aa15-7f775e505a44 HTTP/1.1" status: 200 len: 950 time: 0.6146801 Jul 16 01:16:43.342657 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-d3200511-0743-49cd-af62-81a4ee3ba4e2 service neutron] 10.222.0.22 "GET /v2.0/networks/79f662d6-c56b-41bb-b827-b4ba8f170209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5699375 Jul 16 01:16:43.345014 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:43.454745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:43.455589 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:43.457115 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] 10.222.0.70 "PUT /v2.0/ports/af41e6cb-5231-4698-b325-3a1545890374 HTTP/1.1" status: 200 len: 1096 time: 3.3745544 Jul 16 01:16:43.555405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 7c315ceb-3648-4116-bad8-02003dd2d7aa, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7c315ceb-3648-4116-bad8-02003dd2d7aa,segment=NetworkSegment(0bf98115-6417-4067-b139-c46c41b4ec62),segment_id=0bf98115-6417-4067-b139-c46c41b4ec62)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:43.612261 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:43.613615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 753b3df5-ca44-41fd-ba53-d9c2085b22ca up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:43.646662 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2144111c-fd15-4d53-9a34-fbd2d6ea8c44 req-b3b3e86c-170d-4000-a541-dab8df6d94c3 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/security-groups?id=39063713-fb9c-464e-81ff-f804aa6f66fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986617 Jul 16 01:16:43.667910 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c98d37-2d8b-400e-9918-9d651b473d37 service neutron] Pushing event updated for resources: {'Port': ['ID=af41e6cb-5231-4698-b325-3a1545890374,revision_number=7']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:43.723076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-9a8d5642-afd9-4523-9287-c143c3cb8455 service neutron] 10.222.0.22 "GET /v2.0/networks/a29afde5-4d2a-4fd6-bc6d-b55782ea4d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788192 Jul 16 01:16:43.733219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-45c9932f-6d94-4d84-b96d-f3c0348bf029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:43.734815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-45c9932f-6d94-4d84-b96d-f3c0348bf029 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 1099 time: 0.2286160 Jul 16 01:16:43.849131 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=7c315ceb-3648-4116-bad8-02003dd2d7aa,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:43.860723 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7664aeb2-e7e0-49a9-b47b-800972e4ee82 None None] Provisioning for port 22abff86-54fc-4841-96dd-b8fce99166c9 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:43.900425 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 753b3df5-ca44-41fd-ba53-d9c2085b22ca triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:43.901264 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.397465 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-0e696cf3-ef8e-4e9e-a132-7ec737a5cbf0 service neutron] 10.222.0.22 "GET /v2.0/networks/a29afde5-4d2a-4fd6-bc6d-b55782ea4d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6734719 Jul 16 01:16:44.408721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-c19ebca6-eec4-4e06-aeb3-5c959471ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:44.411180 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-c19ebca6-eec4-4e06-aeb3-5c959471ee21 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.6632812 Jul 16 01:16:44.518295 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-883a680e-7b12-4f20-86b1-cb11851eb5cd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=af41e6cb-5231-4698-b325-3a1545890374 HTTP/1.1" status: 200 len: 217 time: 0.0978045 Jul 16 01:16:44.585022 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 22abff86-54fc-4841-96dd-b8fce99166c9 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:44.637729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-6e0766f6-09ac-4d8b-8425-7195b3dcd72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:44.642113 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-6e0766f6-09ac-4d8b-8425-7195b3dcd72d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1052818 Jul 16 01:16:44.696247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 22abff86-54fc-4841-96dd-b8fce99166c9 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:44.708238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 22abff86-54fc-4841-96dd-b8fce99166c9 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:44.708711 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.743223 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-93b597db-9b8f-4e54-83ec-8067a479c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:44.745418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-93b597db-9b8f-4e54-83ec-8067a479c5f2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0901887 Jul 16 01:16:44.890326 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.964761 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 22abff86-54fc-4841-96dd-b8fce99166c9, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=22abff86-54fc-4841-96dd-b8fce99166c9,segment=NetworkSegment(fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588),segment_id=fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:44.975420 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:44.976384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a6367b8f-fdac-4104-8bd1-494eac68a556 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:44.980540 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-5c1ffe7b-f095-458a-aec7-ea7255cf768d service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230861 Jul 16 01:16:45.152228 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=22abff86-54fc-4841-96dd-b8fce99166c9,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:45.166519 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a6367b8f-fdac-4104-8bd1-494eac68a556 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:45.166723 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.279677 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5548556-9ae2-48cd-ada9-019c3bae177d req-b0f0198c-6522-404e-bb7b-a3fb1baaf9f0 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889113 Jul 16 01:16:45.346605 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7c315ceb-3648-4116-bad8-02003dd2d7aa up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:45.440621 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7c315ceb-3648-4116-bad8-02003dd2d7aa triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:45.441530 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.605607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f655cf06-072c-4488-b6b9-1b6a37835dca up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:45.702363 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port f655cf06-072c-4488-b6b9-1b6a37835dca completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:45.716583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f655cf06-072c-4488-b6b9-1b6a37835dca triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:45.717053 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.851748 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:45.909204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port f655cf06-072c-4488-b6b9-1b6a37835dca, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f655cf06-072c-4488-b6b9-1b6a37835dca,segment=NetworkSegment(9dbb173d-87a7-4541-b15e-9650bb4bd12f),segment_id=9dbb173d-87a7-4541-b15e-9650bb4bd12f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:45.914785 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:46.001455 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=f655cf06-072c-4488-b6b9-1b6a37835dca,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:46.271120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 22abff86-54fc-4841-96dd-b8fce99166c9 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:46.344983 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 22abff86-54fc-4841-96dd-b8fce99166c9 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:46.345566 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:46.473485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f655cf06-072c-4488-b6b9-1b6a37835dca up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:46.598851 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f655cf06-072c-4488-b6b9-1b6a37835dca triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:46.600590 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:46.841309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-dcb9ff14-a923-4f6c-847e-353f213c651e tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:46.850852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-dcb9ff14-a923-4f6c-847e-353f213c651e tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:46.852816 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-dcb9ff14-a923-4f6c-847e-353f213c651e tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.70 "GET /v2.0/networks?id=a29afde5-4d2a-4fd6-bc6d-b55782ea4d56&id=79f662d6-c56b-41bb-b827-b4ba8f170209&id=a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 HTTP/1.1" status: 200 len: 1391 time: 0.3017857 Jul 16 01:16:46.880789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-f5777145-c3c5-45ed-8d9d-2fbd8fe3d36c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Request body: {'port': {'device_id': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56', 'admin_state_up': True, 'tenant_id': '66fe681898644f198a8b545d851e811d'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:47.045405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-f5777145-c3c5-45ed-8d9d-2fbd8fe3d36c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Made reservation on behalf of 66fe681898644f198a8b545d851e811d for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:47.049798 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-f5777145-c3c5-45ed-8d9d-2fbd8fe3d36c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.226458 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-f5777145-c3c5-45ed-8d9d-2fbd8fe3d36c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Allocated IP 19.80.0.3 (a29afde5-4d2a-4fd6-bc6d-b55782ea4d56/793efdc5-62b1-42f2-8f81-11950094fc15/58c51c75-ac93-47eb-8f3f-d4242696febd) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:47.425994 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-f5777145-c3c5-45ed-8d9d-2fbd8fe3d36c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.449938 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-f5777145-c3c5-45ed-8d9d-2fbd8fe3d36c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Transition to ACTIVE for port object 58c51c75-ac93-47eb-8f3f-d4242696febd will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:47.502777 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-f5777145-c3c5-45ed-8d9d-2fbd8fe3d36c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.556849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-f5777145-c3c5-45ed-8d9d-2fbd8fe3d36c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Network a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:47.564477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-f5777145-c3c5-45ed-8d9d-2fbd8fe3d36c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:47.567779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-f5777145-c3c5-45ed-8d9d-2fbd8fe3d36c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:47.599696 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5777145-c3c5-45ed-8d9d-2fbd8fe3d36c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event updated for resources: {'Port': ['ID=58c51c75-ac93-47eb-8f3f-d4242696febd,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:47.642389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-f5777145-c3c5-45ed-8d9d-2fbd8fe3d36c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:47.644693 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-f5777145-c3c5-45ed-8d9d-2fbd8fe3d36c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.683502 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-f5777145-c3c5-45ed-8d9d-2fbd8fe3d36c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8074381 Jul 16 01:16:47.715889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-dccb98b8-349c-4d68-8eb6-3349f3a1b9ed tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Request body: {'port': {'device_id': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'network_id': '79f662d6-c56b-41bb-b827-b4ba8f170209', 'admin_state_up': True, 'tenant_id': '66fe681898644f198a8b545d851e811d'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:47.823845 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fda8591f-602b-47bd-a269-93c0173c861e None None] Provisioning for port 58c51c75-ac93-47eb-8f3f-d4242696febd completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:47.828488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fda8591f-602b-47bd-a269-93c0173c861e None None] Provisioning complete for port 58c51c75-ac93-47eb-8f3f-d4242696febd triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:47.829165 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fda8591f-602b-47bd-a269-93c0173c861e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:47.887877 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-fda8591f-602b-47bd-a269-93c0173c861e None None] Port 58c51c75-ac93-47eb-8f3f-d4242696febd cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:47.888213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-dccb98b8-349c-4d68-8eb6-3349f3a1b9ed tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Made reservation on behalf of 66fe681898644f198a8b545d851e811d for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:47.888213 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-dccb98b8-349c-4d68-8eb6-3349f3a1b9ed tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:48.038642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-dccb98b8-349c-4d68-8eb6-3349f3a1b9ed tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Allocated IP 19.86.0.72 (79f662d6-c56b-41bb-b827-b4ba8f170209/1a7c6640-1cee-4e80-b5ff-2df8e70857ca/3a2ffa01-9916-4fdf-8ae4-66fe53b2f547) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:48.245286 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-dccb98b8-349c-4d68-8eb6-3349f3a1b9ed tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:48.282644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-dccb98b8-349c-4d68-8eb6-3349f3a1b9ed tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Transition to ACTIVE for port object 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:48.341457 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-dccb98b8-349c-4d68-8eb6-3349f3a1b9ed tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:48.408166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-dccb98b8-349c-4d68-8eb6-3349f3a1b9ed tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Network 79f662d6-c56b-41bb-b827-b4ba8f170209 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:48.412078 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-dccb98b8-349c-4d68-8eb6-3349f3a1b9ed tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:48.428449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-dccb98b8-349c-4d68-8eb6-3349f3a1b9ed tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:48.472005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb98b8-349c-4d68-8eb6-3349f3a1b9ed tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event updated for resources: {'Port': ['ID=3a2ffa01-9916-4fdf-8ae4-66fe53b2f547,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:48.501329 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-dccb98b8-349c-4d68-8eb6-3349f3a1b9ed tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:48.501987 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-dccb98b8-349c-4d68-8eb6-3349f3a1b9ed tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:48.520344 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-dccb98b8-349c-4d68-8eb6-3349f3a1b9ed tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8202808 Jul 16 01:16:48.539651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-87be671b-c5e2-4be7-85da-0ec2706ebf4a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Request body: {'port': {'device_id': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56', 'admin_state_up': True, 'tenant_id': '66fe681898644f198a8b545d851e811d'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:48.699605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-87be671b-c5e2-4be7-85da-0ec2706ebf4a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Made reservation on behalf of 66fe681898644f198a8b545d851e811d for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:48.705081 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-87be671b-c5e2-4be7-85da-0ec2706ebf4a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:48.731587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device af41e6cb-5231-4698-b325-3a1545890374 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:48.880785 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port af41e6cb-5231-4698-b325-3a1545890374, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=af41e6cb-5231-4698-b325-3a1545890374,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:48.899236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'af41e6cb-5231-4698-b325-3a1545890374', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'af41e6cb-5231-4698-b325-3a1545890374', 'mac_address': 'fa:16:3e:5b:4a:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:48.904301 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d8de4bcd-0da5-459e-8a78-a5d3413faff2 None None] Provisioning for port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:48.910394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d8de4bcd-0da5-459e-8a78-a5d3413faff2 None None] Provisioning complete for port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:48.911223 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d8de4bcd-0da5-459e-8a78-a5d3413faff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:48.930177 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-87be671b-c5e2-4be7-85da-0ec2706ebf4a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Allocated IP 19.80.0.34 (a29afde5-4d2a-4fd6-bc6d-b55782ea4d56/793efdc5-62b1-42f2-8f81-11950094fc15/77cc0268-b5ba-4fca-a4ca-b202ba136590) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:48.976424 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d8de4bcd-0da5-459e-8a78-a5d3413faff2 None None] Port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:48.990888 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.004379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af41e6cb-5231-4698-b325-3a1545890374 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:49.031180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port af41e6cb-5231-4698-b325-3a1545890374, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=af41e6cb-5231-4698-b325-3a1545890374,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:49.036104 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.059141 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-3db45b65-f7f7-4978-84ee-d2947e3c6636 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:49.060789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-3db45b65-f7f7-4978-84ee-d2947e3c6636 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/networks?id=6cb8c4d3-f264-49a5-b0e3-0a838357de59 HTTP/1.1" status: 200 len: 818 time: 0.1874080 Jul 16 01:16:49.090437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=af41e6cb-5231-4698-b325-3a1545890374,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:49.095248 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-1a958760-d12d-4687-b5d5-c3aa01f3feeb tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/quotas/bdbed6e3f8324953877f8de1d6e1c7eb HTTP/1.1" status: 200 len: 375 time: 0.0274985 Jul 16 01:16:49.155233 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-31707702-d72d-4783-b459-ad75964c8931 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bdbed6e3f8324953877f8de1d6e1c7eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515232 Jul 16 01:16:49.168917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13228bdb-bccb-46fe-b453-ee05f607595e req-017a4593-c5d8-47d0-8c59-9a0d8d331f2e tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:49.170465 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13228bdb-bccb-46fe-b453-ee05f607595e req-017a4593-c5d8-47d0-8c59-9a0d8d331f2e tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 945 time: 0.2117069 Jul 16 01:16:49.321119 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13228bdb-bccb-46fe-b453-ee05f607595e req-88425616-123f-4c2c-a321-b1f20c0ba297 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101451 Jul 16 01:16:49.341293 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-87be671b-c5e2-4be7-85da-0ec2706ebf4a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.366164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-87be671b-c5e2-4be7-85da-0ec2706ebf4a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Transition to ACTIVE for port object 77cc0268-b5ba-4fca-a4ca-b202ba136590 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:49.377531 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-894cf7ec-c2e1-4cd4-8cdc-05118d3a71c8 service neutron] 10.222.0.22 "GET /v2.0/networks/6cb8c4d3-f264-49a5-b0e3-0a838357de59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060161 Jul 16 01:16:49.420546 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['af41e6cb-5231-4698-b325-3a1545890374'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:49.494358 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-87be671b-c5e2-4be7-85da-0ec2706ebf4a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.598545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-87be671b-c5e2-4be7-85da-0ec2706ebf4a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Network a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:49.608564 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-4dc0b4cc-4eba-4eeb-a6d2-693158f4873a service neutron] 10.222.0.22 "GET /v2.0/networks/6cb8c4d3-f264-49a5-b0e3-0a838357de59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239933 Jul 16 01:16:49.612054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-87be671b-c5e2-4be7-85da-0ec2706ebf4a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:49.617192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-87be671b-c5e2-4be7-85da-0ec2706ebf4a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:49.645174 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87be671b-c5e2-4be7-85da-0ec2706ebf4a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event updated for resources: {'Port': ['ID=77cc0268-b5ba-4fca-a4ca-b202ba136590,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:49.692133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-87be671b-c5e2-4be7-85da-0ec2706ebf4a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:49.692812 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-87be671b-c5e2-4be7-85da-0ec2706ebf4a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.702289 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fe37d4-bc72-409f-b105-195858d22308 req-827535a1-e80b-4bae-b2a3-f9683cb44b2f tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:49.703892 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1fe37d4-bc72-409f-b105-195858d22308 req-827535a1-e80b-4bae-b2a3-f9683cb44b2f tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f4320-8e46-4977-a707-50f832673742&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2009945 Jul 16 01:16:49.726700 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-87be671b-c5e2-4be7-85da-0ec2706ebf4a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1991224 Jul 16 01:16:49.771684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Request body: {'port': {'device_id': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:49.807331 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1fe37d4-bc72-409f-b105-195858d22308 req-646fb9e5-c5d0-45ae-b3e7-d697d04dd46c tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.227 HTTP/1.1" status: 200 len: 696 time: 0.0904639 Jul 16 01:16:49.817089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-c1fe37d4-bc72-409f-b105-195858d22308 req-e1ba1941-ed93-4ca7-bb0f-7c90864d35ab tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Request body: {'floatingip': {'port_id': '1764f3ee-b2ff-4e15-94e4-52eae2f00a17', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:49.880326 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c1fe37d4-bc72-409f-b105-195858d22308 req-e1ba1941-ed93-4ca7-bb0f-7c90864d35ab tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.918971 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-188cf171-d5e9-4f2b-a161-bd14e4f0029f None None] Provisioning for port 77cc0268-b5ba-4fca-a4ca-b202ba136590 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:49.930320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-188cf171-d5e9-4f2b-a161-bd14e4f0029f None None] Provisioning complete for port 77cc0268-b5ba-4fca-a4ca-b202ba136590 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:49.930720 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-188cf171-d5e9-4f2b-a161-bd14e4f0029f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:49.936985 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d776a50a-317b-4bfe-9cb8-e8ee1c47e31a x-openstack-request-id: req-d776a50a-317b-4bfe-9cb8-e8ee1c47e31a {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:49.937517 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbbcb27-53c8-4523-b367-a4b9f4b7fa28", "name": "network-vif-unplugged", "status": "completed", "tag": "af41e6cb-5231-4698-b325-3a1545890374", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:49.937517 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d776a50a-317b-4bfe-9cb8-e8ee1c47e31a {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:49.937923 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbbcb27-53c8-4523-b367-a4b9f4b7fa28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af41e6cb-5231-4698-b325-3a1545890374', 'code': 200} Jul 16 01:16:49.999116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-188cf171-d5e9-4f2b-a161-bd14e4f0029f None None] Port 77cc0268-b5ba-4fca-a4ca-b202ba136590 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:16:50.046389 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.305847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec465a6-78fd-4aa3-a3bd-a6cf21b2205f req-de01e4f3-55cd-48d0-a95a-a4896818f583 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:50.307413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fec465a6-78fd-4aa3-a3bd-a6cf21b2205f req-de01e4f3-55cd-48d0-a95a-a4896818f583 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 948 time: 0.2740729 Jul 16 01:16:50.359200 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-c1fe37d4-bc72-409f-b105-195858d22308 req-e1ba1941-ed93-4ca7-bb0f-7c90864d35ab tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:16:50.364279 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1fe37d4-bc72-409f-b105-195858d22308 req-e1ba1941-ed93-4ca7-bb0f-7c90864d35ab tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "PUT /v2.0/floatingips/7ee5dda1-2668-4774-bfe9-9aa1790b3d7d HTTP/1.1" status: 409 len: 551 time: 0.5560243 Jul 16 01:16:50.408586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fec465a6-78fd-4aa3-a3bd-a6cf21b2205f req-c248d071-b531-42a3-9e62-3233bd8ccaa6 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929410 Jul 16 01:16:50.577573 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c51c75-ac93-47eb-8f3f-d4242696febd {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:50.587555 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.611714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Transition to ACTIVE for port object 58c51c75-ac93-47eb-8f3f-d4242696febd will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:50.627234 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.723420 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Pushing event updated for resources: {'Port': ['ID=58c51c75-ac93-47eb-8f3f-d4242696febd,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:50.733423 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device af41e6cb-5231-4698-b325-3a1545890374 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:16:50.769742 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d44bf265-4c91-4bb8-a6a3-399f443ddf81 req-07a6a723-c729-41f6-91bc-b4fd3116da96 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/ports?device_id=cad7e6a6-bf60-4767-a007-c54b6ae7b9f1 HTTP/1.1" status: 200 len: 210 time: 0.0668473 Jul 16 01:16:50.819111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f15ab-8261-46a6-ad35-6edaa2647ac4 req-a511182e-aac3-4a99-882f-58688a27dc54 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:50.825343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f15ab-8261-46a6-ad35-6edaa2647ac4 req-a511182e-aac3-4a99-882f-58688a27dc54 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:50.831851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f15ab-8261-46a6-ad35-6edaa2647ac4 req-a511182e-aac3-4a99-882f-58688a27dc54 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:50.833571 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-629f15ab-8261-46a6-ad35-6edaa2647ac4 req-a511182e-aac3-4a99-882f-58688a27dc54 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2385 time: 0.2202137 Jul 16 01:16:50.862270 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port af41e6cb-5231-4698-b325-3a1545890374 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:16:50.866651 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port af41e6cb-5231-4698-b325-3a1545890374 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:16:50.867483 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.910754 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-441f3c60-2b58-477f-bef7-8015e159b8a3 req-08a1d662-7851-47bf-90ac-8a97767aba4e tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/floatingips/7ee5dda1-2668-4774-bfe9-9aa1790b3d7d HTTP/1.1" status: 200 len: 693 time: 0.0743098 Jul 16 01:16:50.913660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Attempting to bind port 58c51c75-ac93-47eb-8f3f-d4242696febd on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:50.914001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Attempting to bind port 58c51c75-ac93-47eb-8f3f-d4242696febd by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'dad0f7f3-6451-4d09-b6ea-6bd276db33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:50.914691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Attempting to bind port 58c51c75-ac93-47eb-8f3f-d4242696febd on network a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:50.932731 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Port 58c51c75-ac93-47eb-8f3f-d4242696febd on network a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:50.933070 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Attempting to bind port 58c51c75-ac93-47eb-8f3f-d4242696febd on network a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:50.973792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:50.974436 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Checking segment: {'id': 'dad0f7f3-6451-4d09-b6ea-6bd276db33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:50.974569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Bound using segment: {'id': 'dad0f7f3-6451-4d09-b6ea-6bd276db33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:50.974951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Bound port: 58c51c75-ac93-47eb-8f3f-d4242696febd, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad0f7f3-6451-4d09-b6ea-6bd276db33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:50.975312 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.978083 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:50.992458 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-629f15ab-8261-46a6-ad35-6edaa2647ac4 req-d7974fcf-193b-4efb-a1ea-ab18e7097b63 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456861 Jul 16 01:16:51.008119 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbbcb27-53c8-4523-b367-a4b9f4b7fa28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af41e6cb-5231-4698-b325-3a1545890374'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:51.011651 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537f019e-3124-4420-927a-4630549173bd" -d '{"events": [{"server_uuid": "ffbbcb27-53c8-4523-b367-a4b9f4b7fa28", "name": "network-vif-plugged", "status": "completed", "tag": "af41e6cb-5231-4698-b325-3a1545890374"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:51.032314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port af41e6cb-5231-4698-b325-3a1545890374, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=af41e6cb-5231-4698-b325-3a1545890374,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:51.041303 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.111665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=af41e6cb-5231-4698-b325-3a1545890374,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:51.121415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.121672 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.122001 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.122327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.122659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.122980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.124047 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.124541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.125025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.125518 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.125846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.126169 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:51.538818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f3c60-2b58-477f-bef7-8015e159b8a3 req-18a32224-26c9-4d29-a20b-b6d0a3712e16 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:51.540269 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-441f3c60-2b58-477f-bef7-8015e159b8a3 req-18a32224-26c9-4d29-a20b-b6d0a3712e16 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.6205428 Jul 16 01:16:51.550992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e85f5-6d5e-4a99-9df5-8a2d618184e3 req-d4f4fa0a-47a1-4766-ab4f-cfd13a89eb94 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:51.552495 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f00e85f5-6d5e-4a99-9df5-8a2d618184e3 req-d4f4fa0a-47a1-4766-ab4f-cfd13a89eb94 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.69 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28&tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 949 time: 0.1924911 Jul 16 01:16:51.593368 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-08999065-7436-4bc7-96bd-ebe6c83fc1b3 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:51.595725 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-08999065-7436-4bc7-96bd-ebe6c83fc1b3 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.70 "GET /v2.0/networks?id=6cb8c4d3-f264-49a5-b0e3-0a838357de59 HTTP/1.1" status: 200 len: 818 time: 0.2222660 Jul 16 01:16:51.620845 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Request body: {'port': {'device_id': 'cad7e6a6-bf60-4767-a007-c54b6ae7b9f1', 'network_id': '6cb8c4d3-f264-49a5-b0e3-0a838357de59', 'admin_state_up': True, 'tenant_id': 'bdbed6e3f8324953877f8de1d6e1c7eb'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:51.634874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] For port 58c51c75-ac93-47eb-8f3f-d4242696febd, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:51.659664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] For port 58c51c75-ac93-47eb-8f3f-d4242696febd, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=58c51c75-ac93-47eb-8f3f-d4242696febd,segment=NetworkSegment(dad0f7f3-6451-4d09-b6ea-6bd276db33f4),segment_id=dad0f7f3-6451-4d09-b6ea-6bd276db33f4)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:51.663575 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-441f3c60-2b58-477f-bef7-8015e159b8a3 req-acc55cf1-546f-43c8-b536-95bdc351a21e tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.227 HTTP/1.1" status: 200 len: 696 time: 0.1100786 Jul 16 01:16:51.672934 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.730735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Pushing event updated for resources: {'Port': ['ID=58c51c75-ac93-47eb-8f3f-d4242696febd,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:51.786434 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-f00e85f5-6d5e-4a99-9df5-8a2d618184e3 req-b4667e87-6b25-4f2e-9380-203f2cef3f2e service neutron] delete failed (client error): The resource could not be found. Jul 16 01:16:51.787853 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f00e85f5-6d5e-4a99-9df5-8a2d618184e3 req-b4667e87-6b25-4f2e-9380-203f2cef3f2e service neutron] 10.222.0.69 "DELETE /v2.0/ports/af41e6cb-5231-4698-b325-3a1545890374/bindings/n-h1-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.2175183 Jul 16 01:16:51.789408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:51.789937 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.791595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2673e817-3817-414a-a2e0-d9ab6830febd service neutron] 10.222.0.70 "PUT /v2.0/ports/58c51c75-ac93-47eb-8f3f-d4242696febd HTTP/1.1" status: 200 len: 1091 time: 2.0248191 Jul 16 01:16:51.799820 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-441f3c60-2b58-477f-bef7-8015e159b8a3 req-e7cea939-9f72-4faa-8565-116347620721 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.227 HTTP/1.1" status: 200 len: 696 time: 0.1218450 Jul 16 01:16:51.813937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Made reservation on behalf of bdbed6e3f8324953877f8de1d6e1c7eb for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:16:51.824410 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:51.902254 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Request body: {'port': {'device_id': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:51.953415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffbbcb27-53c8-4523-b367-a4b9f4b7fa28', 'tag': 'af41e6cb-5231-4698-b325-3a1545890374'}, {'name': 'network-changed', 'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'tag': '58c51c75-ac93-47eb-8f3f-d4242696febd'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:51.957002 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b" -d '{"events": [{"name": "network-changed", "server_uuid": "ffbbcb27-53c8-4523-b367-a4b9f4b7fa28", "tag": "af41e6cb-5231-4698-b325-3a1545890374"}, {"name": "network-changed", "server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "tag": "58c51c75-ac93-47eb-8f3f-d4242696febd"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:52.083507 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Allocated IP 172.20.0.8 (6cb8c4d3-f264-49a5-b0e3-0a838357de59/1b82a0a0-23fc-447d-b1b3-6edce9ac6c1d/bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:16:52.138193 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.224356 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e85f5-6d5e-4a99-9df5-8a2d618184e3 req-2c19fae7-f71e-41a6-956b-27ed975760d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:52.226320 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f00e85f5-6d5e-4a99-9df5-8a2d618184e3 req-2c19fae7-f71e-41a6-956b-27ed975760d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 1101 time: 0.2522056 Jul 16 01:16:52.307041 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.327852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-441f3c60-2b58-477f-bef7-8015e159b8a3 req-9475bff9-c864-4cb5-8ed3-23162eff7a48 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Deleting port 576d83bb-6d14-4d48-91b3-c7c284e9defe {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:52.328518 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-441f3c60-2b58-477f-bef7-8015e159b8a3 req-9475bff9-c864-4cb5-8ed3-23162eff7a48 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.366273 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.425901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Network 6cb8c4d3-f264-49a5-b0e3-0a838357de59 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:16:52.432060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:16:52.436259 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:16:52.479964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Pushing event updated for resources: {'Port': ['ID=bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:52.496319 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:52.496969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:52.497484 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:52.497818 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:52.498150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:52.498515 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:52.498842 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:52.499207 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:52.499536 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:52.499880 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:52.500200 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:52.500546 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:52.521575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:52.522368 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.529524 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e85f5-6d5e-4a99-9df5-8a2d618184e3 req-a53a7fa7-afd5-4506-9d18-1e76574a1dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:52.531381 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f00e85f5-6d5e-4a99-9df5-8a2d618184e3 req-a53a7fa7-afd5-4506-9d18-1e76574a1dc5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2957363 Jul 16 01:16:52.539626 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-d6d01b2e-7a71-4a9d-a5f7-e4eef84771af tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9240906 Jul 16 01:16:52.557429 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Request body: {'port': {'device_id': 'cad7e6a6-bf60-4767-a007-c54b6ae7b9f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:52.576390 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-441f3c60-2b58-477f-bef7-8015e159b8a3 req-9475bff9-c864-4cb5-8ed3-23162eff7a48 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.576717 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-441f3c60-2b58-477f-bef7-8015e159b8a3 req-9475bff9-c864-4cb5-8ed3-23162eff7a48 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.623425 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f00e85f5-6d5e-4a99-9df5-8a2d618184e3 req-9f864c97-5269-429b-bb98-391492ab3dc2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=af41e6cb-5231-4698-b325-3a1545890374 HTTP/1.1" status: 200 len: 217 time: 0.0577981 Jul 16 01:16:52.630647 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-441f3c60-2b58-477f-bef7-8015e159b8a3 req-9475bff9-c864-4cb5-8ed3-23162eff7a48 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Calling delete_port for 576d83bb-6d14-4d48-91b3-c7c284e9defe owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:52.639723 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.646460 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:52.751981 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.761693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e85f5-6d5e-4a99-9df5-8a2d618184e3 req-28b7cd6d-ce04-4e58-af4b-db39da53b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:52.763187 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f00e85f5-6d5e-4a99-9df5-8a2d618184e3 req-28b7cd6d-ce04-4e58-af4b-db39da53b8c4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1282091 Jul 16 01:16:52.770295 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5579b6-c5e2-46f0-a2a7-996e770ce89f req-9410889c-33d4-476e-9be6-3c6ffc9def31 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:52.771838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca5579b6-c5e2-46f0-a2a7-996e770ce89f req-9410889c-33d4-476e-9be6-3c6ffc9def31 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 1097 time: 0.3069746 Jul 16 01:16:52.808296 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:52.815246 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.877853 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:52.891072 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:52.904413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:52.907635 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca5579b6-c5e2-46f0-a2a7-996e770ce89f req-b151526f-0c33-4460-b8c5-dfb764ea3801 tempest-LiveAutoBlockMigrationV225Test-1886341544 tempest-LiveAutoBlockMigrationV225Test-1886341544-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278563 Jul 16 01:16:52.940000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Transition to ACTIVE for port object 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:52.959375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e85f5-6d5e-4a99-9df5-8a2d618184e3 req-cfa19359-d004-4465-b7ee-402ef581277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:52.959620 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f00e85f5-6d5e-4a99-9df5-8a2d618184e3 req-cfa19359-d004-4465-b7ee-402ef581277a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1866987 Jul 16 01:16:52.978579 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.053507 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33a472-9e73-401a-bcd2-af8efd609339 req-dffe0ed1-1230-4b8b-953d-060fa1e2a57e tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:53.054855 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fa33a472-9e73-401a-bcd2-af8efd609339 req-dffe0ed1-1230-4b8b-953d-060fa1e2a57e tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.69 "GET /v2.0/ports?device_id=8904042c-f453-4cae-aa15-7f775e505a44 HTTP/1.1" status: 200 len: 950 time: 0.1595750 Jul 16 01:16:53.069982 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0cd1aa-fea5-4da7-929a-bc2d558cca43 x-openstack-request-id: req-9f0cd1aa-fea5-4da7-929a-bc2d558cca43 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:53.070526 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbbcb27-53c8-4523-b367-a4b9f4b7fa28", "name": "network-vif-plugged", "status": "completed", "tag": "af41e6cb-5231-4698-b325-3a1545890374", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:53.070946 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f0cd1aa-fea5-4da7-929a-bc2d558cca43 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:53.071506 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbbcb27-53c8-4523-b367-a4b9f4b7fa28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af41e6cb-5231-4698-b325-3a1545890374', 'code': 200} Jul 16 01:16:53.094067 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:53.112548 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.155584 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Transition to ACTIVE for port object bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:53.155900 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-441f3c60-2b58-477f-bef7-8015e159b8a3 req-9475bff9-c864-4cb5-8ed3-23162eff7a48 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.168881 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Pushing event updated for resources: {'Port': ['ID=3a2ffa01-9916-4fdf-8ae4-66fe53b2f547,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:53.183959 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.221173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:53.221525 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:53.221909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:53.222247 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:53.222579 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:53.222909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:53.223241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:53.223566 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:53.223975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:53.224303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:53.224628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:53.224952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:16:53.307059 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Pushing event updated for resources: {'Port': ['ID=bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:53.327058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475bff9-c864-4cb5-8ed3-23162eff7a48 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Pushing event deleted for resources: {'Port': ['ID=576d83bb-6d14-4d48-91b3-c7c284e9defe,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:53.335606 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-fa33a472-9e73-401a-bcd2-af8efd609339 req-8e6e124d-d3f6-485d-bbf8-0411c07cf7f9 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Deleting port f65ac0ca-e67a-43ee-9232-199aeb0086a8 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:53.336143 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fa33a472-9e73-401a-bcd2-af8efd609339 req-8e6e124d-d3f6-485d-bbf8-0411c07cf7f9 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.373130 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f00e85f5-6d5e-4a99-9df5-8a2d618184e3 req-3efc4b61-2564-4c97-bd90-4b6075c8c844 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956616 Jul 16 01:16:53.426576 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Attempting to bind port bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:53.427169 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Attempting to bind port bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '8b174f5c-d18c-4932-ae0e-ebec06fc9ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6cb8c4d3-f264-49a5-b0e3-0a838357de59'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:53.427504 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Attempting to bind port bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 on network 6cb8c4d3-f264-49a5-b0e3-0a838357de59 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:53.439109 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Port bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 on network 6cb8c4d3-f264-49a5-b0e3-0a838357de59 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:53.439109 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Attempting to bind port bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 on network 6cb8c4d3-f264-49a5-b0e3-0a838357de59 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:53.440248 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Attempting to bind port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:53.441168 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Attempting to bind port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '79f662d6-c56b-41bb-b827-b4ba8f170209'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:53.441502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Attempting to bind port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 on network 79f662d6-c56b-41bb-b827-b4ba8f170209 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:53.451153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:53.451689 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Checking segment: {'id': '8b174f5c-d18c-4932-ae0e-ebec06fc9ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6cb8c4d3-f264-49a5-b0e3-0a838357de59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:53.452056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Bound using segment: {'id': '8b174f5c-d18c-4932-ae0e-ebec06fc9ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6cb8c4d3-f264-49a5-b0e3-0a838357de59'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:53.452433 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-441f3c60-2b58-477f-bef7-8015e159b8a3 req-9475bff9-c864-4cb5-8ed3-23162eff7a48 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.452603 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Bound port: bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b174f5c-d18c-4932-ae0e-ebec06fc9ad1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6cb8c4d3-f264-49a5-b0e3-0a838357de59'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:53.452841 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.455217 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-441f3c60-2b58-477f-bef7-8015e159b8a3 req-9475bff9-c864-4cb5-8ed3-23162eff7a48 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.456126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-441f3c60-2b58-477f-bef7-8015e159b8a3 req-9475bff9-c864-4cb5-8ed3-23162eff7a48 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "DELETE /v2.0/floatingips/7ee5dda1-2668-4774-bfe9-9aa1790b3d7d HTTP/1.1" status: 204 len: 173 time: 1.6549211 Jul 16 01:16:53.481980 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-fa33a472-9e73-401a-bcd2-af8efd609339 req-8e6e124d-d3f6-485d-bbf8-0411c07cf7f9 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] For port f65ac0ca-e67a-43ee-9232-199aeb0086a8, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f65ac0ca-e67a-43ee-9232-199aeb0086a8,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:53.482333 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fa33a472-9e73-401a-bcd2-af8efd609339 req-8e6e124d-d3f6-485d-bbf8-0411c07cf7f9 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.490661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 on network 79f662d6-c56b-41bb-b827-b4ba8f170209 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:53.490996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Attempting to bind port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 on network 79f662d6-c56b-41bb-b827-b4ba8f170209 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:53.505389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:53.505736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Checking segment: {'id': 'fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '79f662d6-c56b-41bb-b827-b4ba8f170209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:53.506114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Bound using segment: {'id': 'fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '79f662d6-c56b-41bb-b827-b4ba8f170209'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:53.506558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Bound port: 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '79f662d6-c56b-41bb-b827-b4ba8f170209'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:53.506919 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.520633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-fa33a472-9e73-401a-bcd2-af8efd609339 req-8e6e124d-d3f6-485d-bbf8-0411c07cf7f9 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Calling delete_port for f65ac0ca-e67a-43ee-9232-199aeb0086a8 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:53.528411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ee18c6-00a6-406f-88f1-28d9d14c002c req-f86c6496-00f3-4908-9824-1d6731d0c3d0 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:53.529997 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9ee18c6-00a6-406f-88f1-28d9d14c002c req-f86c6496-00f3-4908-9824-1d6731d0c3d0 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.2761550 Jul 16 01:16:53.582431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f00e85f5-6d5e-4a99-9df5-8a2d618184e3 req-de213df4-def7-4528-99f7-209db1564f93 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965969 Jul 16 01:16:53.606805 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] For port bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:53.630268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] For port bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63,segment=NetworkSegment(8b174f5c-d18c-4932-ae0e-ebec06fc9ad1),segment_id=8b174f5c-d18c-4932-ae0e-ebec06fc9ad1)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:53.641852 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9ee18c6-00a6-406f-88f1-28d9d14c002c req-aa7fb5ef-af0c-41ac-ab1a-e411ebf22731 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001000 Jul 16 01:16:53.652539 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.733021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:53.733707 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.736730 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] 10.222.0.70 "PUT /v2.0/ports/bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 HTTP/1.1" status: 200 len: 1092 time: 1.1829212 Jul 16 01:16:53.741307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad7e6a6-bf60-4767-a007-c54b6ae7b9f1', 'tag': 'bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:53.743630 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eef0147-a903-423f-ba33-538dac3aeaef" -d '{"events": [{"name": "network-changed", "server_uuid": "cad7e6a6-bf60-4767-a007-c54b6ae7b9f1", "tag": "bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:53.825974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fdfe0-439e-43da-98f7-4bcaf593bea6 service neutron] Pushing event updated for resources: {'Port': ['ID=bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:53.877769 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fa33a472-9e73-401a-bcd2-af8efd609339 req-8e6e124d-d3f6-485d-bbf8-0411c07cf7f9 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:53.890453 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['f65ac0ca-e67a-43ee-9232-199aeb0086a8'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:53.918504 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e124d-d3f6-485d-bbf8-0411c07cf7f9 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Pushing event deleted for resources: {'Port': ['ID=f65ac0ca-e67a-43ee-9232-199aeb0086a8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:53.944812 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] For port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:53.968388 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-6fac911c-8322-4c94-a5ee-851cd9c6961d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:53.972700 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-6fac911c-8322-4c94-a5ee-851cd9c6961d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bdbed6e3f8324953877f8de1d6e1c7eb&device_id=cad7e6a6-bf60-4767-a007-c54b6ae7b9f1 HTTP/1.1" status: 200 len: 1095 time: 0.1589386 Jul 16 01:16:53.990201 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] For port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=3a2ffa01-9916-4fdf-8ae4-66fe53b2f547,segment=NetworkSegment(fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588),segment_id=fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:53.995978 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa33a472-9e73-401a-bcd2-af8efd609339 req-8e6e124d-d3f6-485d-bbf8-0411c07cf7f9 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] No DVR routers for this DVR port f65ac0ca-e67a-43ee-9232-199aeb0086a8 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:54.004835 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fa33a472-9e73-401a-bcd2-af8efd609339 req-8e6e124d-d3f6-485d-bbf8-0411c07cf7f9 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.005226 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.005429 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fa33a472-9e73-401a-bcd2-af8efd609339 req-8e6e124d-d3f6-485d-bbf8-0411c07cf7f9 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.69 "DELETE /v2.0/ports/f65ac0ca-e67a-43ee-9232-199aeb0086a8 HTTP/1.1" status: 204 len: 173 time: 0.9441245 Jul 16 01:16:54.018568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f64c595-cb7f-40c2-a870-91b94498d838 req-205caf37-dd91-454d-b9d1-a1ee420017e1 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:54.020220 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f64c595-cb7f-40c2-a870-91b94498d838 req-205caf37-dd91-454d-b9d1-a1ee420017e1 tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/ports?device_id=8904042c-f453-4cae-aa15-7f775e505a44 HTTP/1.1" status: 200 len: 867 time: 0.4407058 Jul 16 01:16:54.068460 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-fc999766-8d45-4a98-a80b-5d07c77c8e27 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 HTTP/1.1" status: 200 len: 217 time: 0.0740077 Jul 16 01:16:54.094982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:54.095529 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.097979 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] 10.222.0.70 "PUT /v2.0/ports/3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 HTTP/1.1" status: 200 len: 1092 time: 2.2017887 Jul 16 01:16:54.160919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Request body: {'port': {'device_id': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:54.178914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-c817f04c-0bab-44d0-8853-b1b2e2b0ec8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:54.182638 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-c817f04c-0bab-44d0-8853-b1b2e2b0ec8f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82a0a0-23fc-447d-b1b3-6edce9ac6c1d HTTP/1.1" status: 200 len: 858 time: 0.0999856 Jul 16 01:16:54.259264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f64c595-cb7f-40c2-a870-91b94498d838 req-3ce1e1d8-4491-4ae3-84c5-81f8973d254b tempest-ServerDiagnosticsNegativeTest-202022167 tempest-ServerDiagnosticsNegativeTest-202022167-project] 10.222.0.22 "GET /v2.0/security-groups?id=39063713-fb9c-464e-81ff-f804aa6f66fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115071 Jul 16 01:16:54.280801 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-e78e32a9-abe6-4d76-b0c3-7cadf5308267 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6cb8c4d3-f264-49a5-b0e3-0a838357de59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0893204 Jul 16 01:16:54.297114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91262a02-1d50-435c-8054-7d9ae73ac1ac service neutron] Pushing event updated for resources: {'Port': ['ID=3a2ffa01-9916-4fdf-8ae4-66fe53b2f547,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:54.328224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e990822-db85-4e64-8eac-fb5b07a49e5d req-dd3a4c8e-9cd2-4fda-b1ae-21526ec3600b tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:54.336427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e990822-db85-4e64-8eac-fb5b07a49e5d req-dd3a4c8e-9cd2-4fda-b1ae-21526ec3600b tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/ports?device_id=cad7e6a6-bf60-4767-a007-c54b6ae7b9f1 HTTP/1.1" status: 200 len: 943 time: 0.3932133 Jul 16 01:16:54.449692 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-7957753d-21ed-429a-8f58-45126636067f service neutron] 10.222.0.70 "GET /v2.0/networks/6cb8c4d3-f264-49a5-b0e3-0a838357de59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608510 Jul 16 01:16:54.474946 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8de1d4-5637-48a8-8c0b-a2f96f536cd5 x-openstack-request-id: req-8f8de1d4-5637-48a8-8c0b-a2f96f536cd5 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:54.475229 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffbbcb27-53c8-4523-b367-a4b9f4b7fa28", "tag": "af41e6cb-5231-4698-b325-3a1545890374", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "tag": "58c51c75-ac93-47eb-8f3f-d4242696febd", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:54.475472 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8f8de1d4-5637-48a8-8c0b-a2f96f536cd5 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:54.476958 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffbbcb27-53c8-4523-b367-a4b9f4b7fa28', 'tag': 'af41e6cb-5231-4698-b325-3a1545890374', 'status': 'completed', 'code': 200} Jul 16 01:16:54.477209 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'tag': '58c51c75-ac93-47eb-8f3f-d4242696febd', 'status': 'completed', 'code': 200} Jul 16 01:16:54.478674 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:54.538806 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e990822-db85-4e64-8eac-fb5b07a49e5d req-44807082-9e5b-40a7-8bc3-86c5dac285d3 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/security-groups?id=14584987-df84-478b-97d3-eb3471e1bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996918 Jul 16 01:16:54.594643 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac9fe90a-9f68-4606-9616-917f6975a2fa req-3590ba5a-28c8-4764-9ee9-b60fc81e6273 service neutron] 10.222.0.70 "GET /v2.0/networks/6cb8c4d3-f264-49a5-b0e3-0a838357de59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337633 Jul 16 01:16:54.730326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-52c4a1b4-6fbe-4baf-9547-80047f15eb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:54.731930 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-52c4a1b4-6fbe-4baf-9547-80047f15eb01 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 1101 time: 0.2972851 Jul 16 01:16:54.960666 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c7d14-262a-40e9-b562-167c09fc6a95 req-06ea5093-beb5-4153-b606-a9821b855461 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:54.967147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c7d14-262a-40e9-b562-167c09fc6a95 req-06ea5093-beb5-4153-b606-a9821b855461 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:54.973343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c7d14-262a-40e9-b562-167c09fc6a95 req-06ea5093-beb5-4153-b606-a9821b855461 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:54.983406 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa6c7d14-262a-40e9-b562-167c09fc6a95 req-06ea5093-beb5-4153-b606-a9821b855461 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2397 time: 0.3864520 Jul 16 01:16:55.032217 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-8d9e4970-1f84-4a44-bbd1-dd6a05d41711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:55.033702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-8d9e4970-1f84-4a44-bbd1-dd6a05d41711 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2912092 Jul 16 01:16:55.073045 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:55.075396 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd8e9497-13ef-459a-bb86-b6b2f1ab2351" -d '{"events": [{"server_uuid": "c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:55.077770 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa6c7d14-262a-40e9-b562-167c09fc6a95 req-9e37a494-9592-4b2b-acbb-a540f3283431 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933230 Jul 16 01:16:55.108300 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-a64a7daa-7c8e-4659-9b84-de04ccb1d4fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=af41e6cb-5231-4698-b325-3a1545890374 HTTP/1.1" status: 200 len: 217 time: 0.0533772 Jul 16 01:16:55.245898 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18113273-7a2c-4126-8f6b-50015fff8769 x-openstack-request-id: req-18113273-7a2c-4126-8f6b-50015fff8769 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:55.246547 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cad7e6a6-bf60-4767-a007-c54b6ae7b9f1", "tag": "bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:55.246547 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18113273-7a2c-4126-8f6b-50015fff8769 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:55.247382 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad7e6a6-bf60-4767-a007-c54b6ae7b9f1', 'tag': 'bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63', 'status': 'completed', 'code': 200} Jul 16 01:16:55.261502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cc0268-b5ba-4fca-a4ca-b202ba136590 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:55.282521 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.304523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-dea42582-b73d-4ed8-acf3-c1ce26d49eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:55.307470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-dea42582-b73d-4ed8-acf3-c1ce26d49eaa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1835363 Jul 16 01:16:55.311300 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-5af14346-9346-4f19-b7a5-631ef2564064 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 1001 time: 0.1876540 Jul 16 01:16:55.314000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Transition to ACTIVE for port object 77cc0268-b5ba-4fca-a4ca-b202ba136590 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:16:55.368287 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.376552 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef0147-a903-423f-ba33-538dac3aeaef req-d5c585f0-d5dd-4263-935c-a9e24a697ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:55.378252 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4eef0147-a903-423f-ba33-538dac3aeaef req-d5c585f0-d5dd-4263-935c-a9e24a697ca5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bdbed6e3f8324953877f8de1d6e1c7eb&device_id=cad7e6a6-bf60-4767-a007-c54b6ae7b9f1 HTTP/1.1" status: 200 len: 1095 time: 0.0975716 Jul 16 01:16:55.493733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef0147-a903-423f-ba33-538dac3aeaef req-bee6516b-e6e6-45f5-9b2c-996dbf09d5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:55.495687 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4eef0147-a903-423f-ba33-538dac3aeaef req-bee6516b-e6e6-45f5-9b2c-996dbf09d5d6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6cb8c4d3-f264-49a5-b0e3-0a838357de59 HTTP/1.1" status: 200 len: 919 time: 0.1070688 Jul 16 01:16:55.497545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-a8d12769-d061-4a30-b677-6a097f69bf46 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:55.498984 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-a8d12769-d061-4a30-b677-6a097f69bf46 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/ports/1764f3ee-b2ff-4e15-94e4-52eae2f00a17 HTTP/1.1" status: 200 len: 943 time: 0.1789854 Jul 16 01:16:55.522841 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Pushing event updated for resources: {'Port': ['ID=77cc0268-b5ba-4fca-a4ca-b202ba136590,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:55.555121 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4eef0147-a903-423f-ba33-538dac3aeaef req-dec54df3-b38c-4345-967b-6ab08ed3fc8a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 HTTP/1.1" status: 200 len: 217 time: 0.0467136 Jul 16 01:16:55.613602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-0266a674-1820-478d-a760-10d086c306f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:55.615801 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-0266a674-1820-478d-a760-10d086c306f3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2963636 Jul 16 01:16:55.635162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41150c63-5106-4ea4-b9b0-da8179baca96 req-de315b78-0576-43b1-a440-ef9902b54c96 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:55.636709 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41150c63-5106-4ea4-b9b0-da8179baca96 req-de315b78-0576-43b1-a440-ef9902b54c96 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.2471020 Jul 16 01:16:55.657585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef0147-a903-423f-ba33-538dac3aeaef req-4b7ee599-8bc3-43fc-8682-2885371a23dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:55.662479 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4eef0147-a903-423f-ba33-538dac3aeaef req-4b7ee599-8bc3-43fc-8682-2885371a23dc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1b82a0a0-23fc-447d-b1b3-6edce9ac6c1d HTTP/1.1" status: 200 len: 858 time: 0.0999684 Jul 16 01:16:55.706369 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4eef0147-a903-423f-ba33-538dac3aeaef req-57a50840-e030-4262-a1c4-3715ee674f5f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6cb8c4d3-f264-49a5-b0e3-0a838357de59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324380 Jul 16 01:16:55.797128 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-050854a7-a947-45e2-9b42-7ccbba2fa277 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 1001 time: 0.1793432 Jul 16 01:16:55.797801 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Attempting to bind port 77cc0268-b5ba-4fca-a4ca-b202ba136590 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:16:55.798135 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Attempting to bind port 77cc0268-b5ba-4fca-a4ca-b202ba136590 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'dad0f7f3-6451-4d09-b6ea-6bd276db33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:16:55.798465 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Attempting to bind port 77cc0268-b5ba-4fca-a4ca-b202ba136590 on network a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:55.818343 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4eef0147-a903-423f-ba33-538dac3aeaef req-5fe85e8c-46b9-43aa-9e43-a91c0d78e38b service neutron] 10.222.0.70 "GET /v2.0/networks/6cb8c4d3-f264-49a5-b0e3-0a838357de59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000438 Jul 16 01:16:55.830668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Port 77cc0268-b5ba-4fca-a4ca-b202ba136590 on network a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:16:55.831554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Attempting to bind port 77cc0268-b5ba-4fca-a4ca-b202ba136590 on network a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:16:55.869663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:16:55.869916 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Checking segment: {'id': 'dad0f7f3-6451-4d09-b6ea-6bd276db33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:16:55.870304 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Bound using segment: {'id': 'dad0f7f3-6451-4d09-b6ea-6bd276db33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:16:55.870755 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Bound port: 77cc0268-b5ba-4fca-a4ca-b202ba136590, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dad0f7f3-6451-4d09-b6ea-6bd276db33f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:16:55.871120 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:55.879987 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41150c63-5106-4ea4-b9b0-da8179baca96 req-a6d45a7b-4255-4e2d-94e6-48f7e244104b tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308738 Jul 16 01:16:55.892820 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-7afc7dd4-295d-4d26-974c-b3a465e072d1 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540348 Jul 16 01:16:56.068567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-93671366-2139-4c57-8b87-ce57f12cde8f tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.069995 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-93671366-2139-4c57-8b87-ce57f12cde8f tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.2634826 Jul 16 01:16:56.148336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] For port 77cc0268-b5ba-4fca-a4ca-b202ba136590, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:16:56.183603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] For port 77cc0268-b5ba-4fca-a4ca-b202ba136590, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=77cc0268-b5ba-4fca-a4ca-b202ba136590,segment=NetworkSegment(dad0f7f3-6451-4d09-b6ea-6bd276db33f4),segment_id=dad0f7f3-6451-4d09-b6ea-6bd276db33f4)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:16:56.219134 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-e9875815-4d96-486c-b2de-5018c7359304 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927487 Jul 16 01:16:56.226042 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.254886 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4eef0147-a903-423f-ba33-538dac3aeaef req-4e79bda0-9733-412f-bc15-ddd798974221 service neutron] 10.222.0.70 "GET /v2.0/networks/6cb8c4d3-f264-49a5-b0e3-0a838357de59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229174 Jul 16 01:16:56.266083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1db729-456c-4eab-91f4-f94aee9bb2a8 req-53274c05-09dc-4282-b2ae-33d072b3d4ad tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.267707 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f1db729-456c-4eab-91f4-f94aee9bb2a8 req-53274c05-09dc-4282-b2ae-33d072b3d4ad tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.69 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 945 time: 0.1249573 Jul 16 01:16:56.273978 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-761812f3-5e70-46af-9f5b-1297c5fc56b0 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 1001 time: 0.1822891 Jul 16 01:16:56.297375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.298465 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.300399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] 10.222.0.70 "PUT /v2.0/ports/77cc0268-b5ba-4fca-a4ca-b202ba136590 HTTP/1.1" status: 200 len: 1092 time: 2.1583383 Jul 16 01:16:56.303572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-881f1713-1344-49f0-8270-6b1851dc7d78 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:16:56.383678 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-340721d0-3e10-45d7-aaae-d642d19867c0 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.390741 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-340721d0-3e10-45d7-aaae-d642d19867c0 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/networks?id=31bc1cde-b305-452e-acfa-c234ab9f755a HTTP/1.1" status: 200 len: 804 time: 0.3790302 Jul 16 01:16:56.407545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03bdc59-2527-46cc-9cf3-9f5af6a76063 service neutron] Pushing event updated for resources: {'Port': ['ID=77cc0268-b5ba-4fca-a4ca-b202ba136590,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:56.416602 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-31781d10-1e9b-4701-a20b-dd6335096410 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/quotas/273b24d73284472c9c4d72d339ebbb9e HTTP/1.1" status: 200 len: 375 time: 0.0243120 Jul 16 01:16:56.428246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-b0e2cb6c-32ef-4f9a-abf4-54d50e42b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.428833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-b0e2cb6c-32ef-4f9a-abf4-54d50e42b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.429406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-b0e2cb6c-32ef-4f9a-abf4-54d50e42b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.431310 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-b0e2cb6c-32ef-4f9a-abf4-54d50e42b0e5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=66fe681898644f198a8b545d851e811d&device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2865 time: 0.1500974 Jul 16 01:16:56.438471 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-881f1713-1344-49f0-8270-6b1851dc7d78 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.478557 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'tag': '3a2ffa01-9916-4fdf-8ae4-66fe53b2f547'}, {'name': 'network-changed', 'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'tag': '77cc0268-b5ba-4fca-a4ca-b202ba136590'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:56.482528 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864356c4-46fd-43bc-953b-3deb24e74ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "tag": "3a2ffa01-9916-4fdf-8ae4-66fe53b2f547"}, {"name": "network-changed", "server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "tag": "77cc0268-b5ba-4fca-a4ca-b202ba136590"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:56.532887 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-1f1db729-456c-4eab-91f4-f94aee9bb2a8 req-8b4d558b-e39d-4a60-b507-9830954868fd tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Deleting port 9b05138a-105f-40bc-92b5-99545b91d7f6 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:56.533236 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1f1db729-456c-4eab-91f4-f94aee9bb2a8 req-8b4d558b-e39d-4a60-b507-9830954868fd tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.679371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f65ac0ca-e67a-43ee-9232-199aeb0086a8 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:56.693956 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-60c37e10-bfcb-4f62-9632-59f4748bb17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.694437 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-60c37e10-bfcb-4f62-9632-59f4748bb17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.694900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-60c37e10-bfcb-4f62-9632-59f4748bb17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.696561 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-60c37e10-bfcb-4f62-9632-59f4748bb17b service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=66fe681898644f198a8b545d851e811d&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2525716 Jul 16 01:16:56.705223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: f65ac0ca-e67a-43ee-9232-199aeb0086a8 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:16:56.706165 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f65ac0ca-e67a-43ee-9232-199aeb0086a8 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:16:56.708165 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 9b05138a-105f-40bc-92b5-99545b91d7f6 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:16:56.854949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-1f1db729-456c-4eab-91f4-f94aee9bb2a8 req-8b4d558b-e39d-4a60-b507-9830954868fd tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] For port 9b05138a-105f-40bc-92b5-99545b91d7f6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=9b05138a-105f-40bc-92b5-99545b91d7f6,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:56.855305 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1f1db729-456c-4eab-91f4-f94aee9bb2a8 req-8b4d558b-e39d-4a60-b507-9830954868fd tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:56.887090 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-1f1db729-456c-4eab-91f4-f94aee9bb2a8 req-8b4d558b-e39d-4a60-b507-9830954868fd tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Calling delete_port for 9b05138a-105f-40bc-92b5-99545b91d7f6 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:56.907635 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-ec713791-cf9f-4f87-8492-c258f0d93b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:56.909778 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f556bc7-bdb3-4f03-af12-728d8f1ad80b req-ec713791-cf9f-4f87-8492-c258f0d93b30 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2007771 Jul 16 01:16:56.938962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-2040f32b-d806-4b6b-ad55-0960e3746108 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=273b24d73284472c9c4d72d339ebbb9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5135472 Jul 16 01:16:57.076727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-afa80233-b60d-4353-ae0e-a7e688368d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:57.077213 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-afa80233-b60d-4353-ae0e-a7e688368d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:57.077683 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-afa80233-b60d-4353-ae0e-a7e688368d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:57.079311 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-afa80233-b60d-4353-ae0e-a7e688368d0e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=66fe681898644f198a8b545d851e811d&device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2865 time: 0.1024008 Jul 16 01:16:57.080410 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1f1db729-456c-4eab-91f4-f94aee9bb2a8 req-8b4d558b-e39d-4a60-b507-9830954868fd tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.083013 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-881f1713-1344-49f0-8270-6b1851dc7d78 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.094049 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-881f1713-1344-49f0-8270-6b1851dc7d78 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.094382 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-881f1713-1344-49f0-8270-6b1851dc7d78 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Floating IP 545888eb-071c-4550-aa92-8d6b92d58093 disassociated. External IP: 172.25.2.11, port: 1764f3ee-b2ff-4e15-94e4-52eae2f00a17. Jul 16 01:16:57.099034 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['ed0aa526-742f-49c1-9017-618f74ce27f2'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:16:57.118830 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d558b-e39d-4a60-b507-9830954868fd tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Pushing event deleted for resources: {'Port': ['ID=9b05138a-105f-40bc-92b5-99545b91d7f6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:57.157106 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-d2475332-7faa-4212-a9e7-b1dbfe56930e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.3&port_id=58c51c75-ac93-47eb-8f3f-d4242696febd HTTP/1.1" status: 200 len: 217 time: 0.0465810 Jul 16 01:16:57.218024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa79573-8857-436c-8e8f-4d673879d2cb req-22ac1816-9078-4c04-83b0-a62ff55730ce tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:57.218237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1db729-456c-4eab-91f4-f94aee9bb2a8 req-8b4d558b-e39d-4a60-b507-9830954868fd tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] No DVR routers for this DVR port 9b05138a-105f-40bc-92b5-99545b91d7f6 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:57.219458 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0aa79573-8857-436c-8e8f-4d673879d2cb req-22ac1816-9078-4c04-83b0-a62ff55730ce tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.69 "GET /v2.0/ports?device_id=c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d HTTP/1.1" status: 200 len: 944 time: 0.6552618 Jul 16 01:16:57.222388 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1f1db729-456c-4eab-91f4-f94aee9bb2a8 req-8b4d558b-e39d-4a60-b507-9830954868fd tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.224353 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f1db729-456c-4eab-91f4-f94aee9bb2a8 req-8b4d558b-e39d-4a60-b507-9830954868fd tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.69 "DELETE /v2.0/ports/9b05138a-105f-40bc-92b5-99545b91d7f6 HTTP/1.1" status: 204 len: 173 time: 0.9419284 Jul 16 01:16:57.248958 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8904042c-f453-4cae-aa15-7f775e505a44', 'name': 'network-vif-deleted', 'tag': 'f65ac0ca-e67a-43ee-9232-199aeb0086a8'}, {'server_uuid': '453df5c4-4221-40d4-b693-4b1395e89a35', 'name': 'network-vif-deleted', 'tag': '9b05138a-105f-40bc-92b5-99545b91d7f6'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:16:57.251266 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd747e0a-2eed-4bca-9b64-8e05c3ee60ab" -d '{"events": [{"server_uuid": "8904042c-f453-4cae-aa15-7f775e505a44", "name": "network-vif-deleted", "tag": "f65ac0ca-e67a-43ee-9232-199aeb0086a8"}, {"server_uuid": "453df5c4-4221-40d4-b693-4b1395e89a35", "name": "network-vif-deleted", "tag": "9b05138a-105f-40bc-92b5-99545b91d7f6"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:16:57.255624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-10cfddec-db66-4e83-99a0-69ffdf8d6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:57.257111 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-10cfddec-db66-4e83-99a0-69ffdf8d6422 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=793efdc5-62b1-42f2-8f81-11950094fc15 HTTP/1.1" status: 200 len: 801 time: 0.0836740 Jul 16 01:16:57.292319 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-80009d80-c40f-47ed-8322-344dbc4d4cf5 service neutron] 10.222.0.22 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3391695 Jul 16 01:16:57.348867 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-5c7daac9-a77b-4fe8-ba27-d90789f9a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:57.350406 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-5c7daac9-a77b-4fe8-ba27-d90789f9a2e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a29afde5-4d2a-4fd6-bc6d-b55782ea4d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799313 Jul 16 01:16:57.480036 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-fbf6a1f2-398c-4569-bb3e-f0be56750dff service neutron] 10.222.0.70 "GET /v2.0/networks/a29afde5-4d2a-4fd6-bc6d-b55782ea4d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175678 Jul 16 01:16:57.550888 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-7cdbf1ee-97ef-49f0-92ac-409cf9623d3b service neutron] 10.222.0.22 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567616 Jul 16 01:16:57.561027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-881f1713-1344-49f0-8270-6b1851dc7d78 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Router 16111fcc-a386-4f1d-8eac-68b5407a0e5f has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:16:57.568441 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-0aa79573-8857-436c-8e8f-4d673879d2cb req-e491a491-60ae-4260-9c07-f6321095e1ce tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Deleting port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:16:57.568785 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0aa79573-8857-436c-8e8f-4d673879d2cb req-e491a491-60ae-4260-9c07-f6321095e1ce tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.617125 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-ca7d81a5-1963-4799-a9c4-3f4cd2906aa2 service neutron] 10.222.0.70 "GET /v2.0/networks/a29afde5-4d2a-4fd6-bc6d-b55782ea4d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164124 Jul 16 01:16:57.678938 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-ef40b9c7-5dc2-46bd-b6a9-a150533693e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.72&port_id=3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 HTTP/1.1" status: 200 len: 217 time: 0.0514972 Jul 16 01:16:57.737131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-4aeed12e-36df-4345-aa24-cb140d60cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:57.740095 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-4aeed12e-36df-4345-aa24-cb140d60cdae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1a7c6640-1cee-4e80-b5ff-2df8e70857ca HTTP/1.1" status: 200 len: 801 time: 0.0515561 Jul 16 01:16:57.743275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-881f1713-1344-49f0-8270-6b1851dc7d78 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:16:57.748378 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-881f1713-1344-49f0-8270-6b1851dc7d78 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.755280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b51e8-48bd-4a45-b4c9-375b23be9320 None None] Sync routers for ids ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:16:57.779285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b51e8-48bd-4a45-b4c9-375b23be9320 None None] Routers {'16111fcc-a386-4f1d-8eac-68b5407a0e5f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:57.779957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4a1b51e8-48bd-4a45-b4c9-375b23be9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:57.821674 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-0aa79573-8857-436c-8e8f-4d673879d2cb req-e491a491-60ae-4260-9c07-f6321095e1ce tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] For port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:57.825258 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0aa79573-8857-436c-8e8f-4d673879d2cb req-e491a491-60ae-4260-9c07-f6321095e1ce tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:57.850330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-93feaf16-f0a8-4cdd-951b-f8ca344959df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:57.851852 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-93feaf16-f0a8-4cdd-951b-f8ca344959df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=79f662d6-c56b-41bb-b827-b4ba8f170209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004264 Jul 16 01:16:57.872743 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-881f1713-1344-49f0-8270-6b1851dc7d78 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "PUT /v2.0/floatingips/545888eb-071c-4550-aa92-8d6b92d58093 HTTP/1.1" status: 200 len: 694 time: 1.5877914 Jul 16 01:16:57.889228 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc761f79-d5fd-41a1-a461-69ea90949037 x-openstack-request-id: req-bc761f79-d5fd-41a1-a461-69ea90949037 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:16:57.893219 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d", "name": "network-vif-unplugged", "status": "completed", "tag": "7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:16:57.894033 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc761f79-d5fd-41a1-a461-69ea90949037 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:16:57.894442 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0', 'code': 200} Jul 16 01:16:57.953208 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-0aa79573-8857-436c-8e8f-4d673879d2cb req-e491a491-60ae-4260-9c07-f6321095e1ce tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Calling delete_port for 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:16:57.988110 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-1f49a443-63f3-403a-bb5b-f66b13b85e10 service neutron] 10.222.0.70 "GET /v2.0/networks/79f662d6-c56b-41bb-b827-b4ba8f170209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229970 Jul 16 01:16:58.047369 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-4a1b51e8-48bd-4a45-b4c9-375b23be9320 None None] Set router 16111fcc-a386-4f1d-8eac-68b5407a0e5f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:58.143992 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-7aff9858-c7d4-40ed-9d45-0b12742d1ce3 service neutron] 10.222.0.70 "GET /v2.0/networks/79f662d6-c56b-41bb-b827-b4ba8f170209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445153 Jul 16 01:16:58.154992 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-022636ad-6955-4d45-8f9d-f4f257e38046 req-11a3b6bd-878d-4098-898a-40841e6fd310 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 210 time: 0.0672419 Jul 16 01:16:58.190443 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-918a116e-fe69-4e72-9d9d-5edb0ffe97ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:58.192800 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-918a116e-fe69-4e72-9d9d-5edb0ffe97ac service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=616a27cf89a54b05aa2da003e1a9360c&device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 1098 time: 0.3192530 Jul 16 01:16:58.226022 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-c5101e7a-77b2-47f5-bd64-db30fdf8c6e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.34&port_id=77cc0268-b5ba-4fca-a4ca-b202ba136590 HTTP/1.1" status: 200 len: 217 time: 0.0695572 Jul 16 01:16:58.324827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-e9ea2a97-dff5-4118-bfce-809e7ce2e36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:58.327141 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-e9ea2a97-dff5-4118-bfce-809e7ce2e36c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=793efdc5-62b1-42f2-8f81-11950094fc15 HTTP/1.1" status: 200 len: 801 time: 0.0877905 Jul 16 01:16:58.403697 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-142ea338-5a27-49b4-b593-6b8407e8450a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:58.405549 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-142ea338-5a27-49b4-b593-6b8407e8450a service neutron] 10.222.0.22 "GET /v2.0/networks?id=9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 HTTP/1.1" status: 200 len: 930 time: 0.2067091 Jul 16 01:16:58.504743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2623588f-1f52-409c-aa82-83d0803c8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:58.506203 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-2623588f-1f52-409c-aa82-83d0803c8f1e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a29afde5-4d2a-4fd6-bc6d-b55782ea4d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678147 Jul 16 01:16:58.525514 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-6a52eebe-0055-4301-8147-9b3597df9ca1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1764f3ee-b2ff-4e15-94e4-52eae2f00a17 HTTP/1.1" status: 200 len: 217 time: 0.1121039 Jul 16 01:16:58.527507 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0aa79573-8857-436c-8e8f-4d673879d2cb req-e491a491-60ae-4260-9c07-f6321095e1ce tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.589129 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4a1b51e8-48bd-4a45-b4c9-375b23be9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-router', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:15:46Z', 'updated_at': '2021-07-16T01:15:53Z', 'revision_number': 4, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'gw_port': {'id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:47Z', 'updated_at': '2021-07-16T01:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '48143884-8bba-44d5-a41e-87dfef0597b2', 'name': '', 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'mac_address': 'fa:16:3e:5f:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:51Z', 'updated_at': '2021-07-16T01:16:03Z', 'revision_number': 5, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'subnets': [{'id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:58.673435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491a491-60ae-4260-9c07-f6321095e1ce tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Pushing event deleted for resources: {'Port': ['ID=7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:58.750059 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-59e89fe7-7b4e-4359-b0f1-5045c3a74cca service neutron] 10.222.0.70 "GET /v2.0/networks/a29afde5-4d2a-4fd6-bc6d-b55782ea4d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311819 Jul 16 01:16:58.792355 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47202) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:58.851918 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa79573-8857-436c-8e8f-4d673879d2cb req-e491a491-60ae-4260-9c07-f6321095e1ce tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] No DVR routers for this DVR port 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:16:58.881217 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-933e70bd-66f4-422b-bf91-61227849e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:58.883121 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-933e70bd-66f4-422b-bf91-61227849e656 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a7c519bb-12bb-4180-8c00-ba6cfe3d8444 HTTP/1.1" status: 200 len: 868 time: 0.3527892 Jul 16 01:16:58.884462 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0aa79573-8857-436c-8e8f-4d673879d2cb req-e491a491-60ae-4260-9c07-f6321095e1ce tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:58.888095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0aa79573-8857-436c-8e8f-4d673879d2cb req-e491a491-60ae-4260-9c07-f6321095e1ce tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.69 "DELETE /v2.0/ports/7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 HTTP/1.1" status: 204 len: 173 time: 1.6559181 Jul 16 01:16:58.951376 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ab1afaf-7d71-41cb-bb9a-c74d00165e55 req-d4faae02-9709-4225-817f-c5765d257cf9 service neutron] 10.222.0.70 "GET /v2.0/networks/a29afde5-4d2a-4fd6-bc6d-b55782ea4d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878920 Jul 16 01:16:58.993751 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:16:59.030113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f3a75-53c4-4ebe-8b6d-9e58ee7311d9 req-b742bfd6-1837-4056-90e6-5cb68dc41780 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:59.031747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb2f3a75-53c4-4ebe-8b6d-9e58ee7311d9 req-b742bfd6-1837-4056-90e6-5cb68dc41780 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/ports?device_id=cad7e6a6-bf60-4767-a007-c54b6ae7b9f1 HTTP/1.1" status: 200 len: 943 time: 0.4859381 Jul 16 01:16:59.118677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b51e8-48bd-4a45-b4c9-375b23be9320 None None] Checking router: 16111fcc-a386-4f1d-8eac-68b5407a0e5f for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:16:59.120393 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-321e47af-95ec-41c1-9f5a-33f25993f76e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cdc79aef4f5a46178f84e70ede9c95a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3208394 Jul 16 01:16:59.122863 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47206) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:59.129070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63,segment=NetworkSegment(8b174f5c-d18c-4932-ae0e-ebec06fc9ad1),segment_id=8b174f5c-d18c-4932-ae0e-ebec06fc9ad1)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:59.149883 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1b51e8-48bd-4a45-b4c9-375b23be9320 None None] Routers {'16111fcc-a386-4f1d-8eac-68b5407a0e5f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:16:59.150829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4a1b51e8-48bd-4a45-b4c9-375b23be9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:16:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:59.154721 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb2f3a75-53c4-4ebe-8b6d-9e58ee7311d9 req-7ba7f4f7-cc64-4a63-b017-6f72d00a2db1 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/security-groups?id=14584987-df84-478b-97d3-eb3471e1bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072187 Jul 16 01:16:59.168033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-e65b6e64-cff6-4e09-8d01-15f4ffe491f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:59.182659 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-e65b6e64-cff6-4e09-8d01-15f4ffe491f2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2892056 Jul 16 01:16:59.213429 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00fee688-9180-4bdd-b813-d7eb1b0e3dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.258409 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00fee688-9180-4bdd-b813-d7eb1b0e3dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.266831 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63', 'network_id': '6cb8c4d3-f264-49a5-b0e3-0a838357de59', 'port_id': 'bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63', 'mac_address': 'fa:16:3e:63:ae:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b82a0a0-23fc-447d-b1b3-6edce9ac6c1d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:16:59.348536 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00fee688-9180-4bdd-b813-d7eb1b0e3dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.351536 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00fee688-9180-4bdd-b813-d7eb1b0e3dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.355281 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-00fee688-9180-4bdd-b813-d7eb1b0e3dc8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39063713-fb9c-464e-81ff-f804aa6f66fc HTTP/1.1" status: 204 len: 168 time: 0.2292759 Jul 16 01:16:59.360581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-b6e01eea-7c11-44e3-9b4a-6646e695673b service neutron] 10.222.0.22 "GET /v2.0/networks/9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770370 Jul 16 01:16:59.375116 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.378430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fee688-9180-4bdd-b813-d7eb1b0e3dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39063713-fb9c-464e-81ff-f804aa6f66fc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:59.398804 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-4a1b51e8-48bd-4a45-b4c9-375b23be9320 None None] Set router 16111fcc-a386-4f1d-8eac-68b5407a0e5f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:16:59.453772 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:16:59.633995 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:16:59.693432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63,segment=NetworkSegment(8b174f5c-d18c-4932-ae0e-ebec06fc9ad1),segment_id=8b174f5c-d18c-4932-ae0e-ebec06fc9ad1)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:16:59.704558 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.771667 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f53787ff-ebe0-4a97-8999-9f8de8e5c225 req-08882442-d78d-4ec9-831b-b762cf29b304 service neutron] 10.222.0.22 "GET /v2.0/networks/9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041679 Jul 16 01:16:59.779161 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:16:59.901087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19a1e0-1d0d-4147-8a6a-7d72e39fd080 req-97538703-1d3c-4297-a675-dfd3f2c88897 tempest-MigrationsAdminTest-953534560 tempest-MigrationsAdminTest-953534560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:59.914619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb19a1e0-1d0d-4147-8a6a-7d72e39fd080 req-97538703-1d3c-4297-a675-dfd3f2c88897 tempest-MigrationsAdminTest-953534560 tempest-MigrationsAdminTest-953534560-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 1101 time: 0.4970903 Jul 16 01:16:59.966866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47218) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:16:59.979362 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4a1b51e8-48bd-4a45-b4c9-375b23be9320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-router', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:15:46Z', 'updated_at': '2021-07-16T01:15:53Z', 'revision_number': 4, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'gw_port': {'id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:47Z', 'updated_at': '2021-07-16T01:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '48143884-8bba-44d5-a41e-87dfef0597b2', 'name': '', 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'mac_address': 'fa:16:3e:5f:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:51Z', 'updated_at': '2021-07-16T01:16:03Z', 'revision_number': 5, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'subnets': [{'id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:16:59.987580 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-19643475-1781-4eb9-9cb8-dee9585bab12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:16:59.990724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-89caef0a-2d39-4b56-b502-df54dcb2acb9 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:16:59.997465 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-89caef0a-2d39-4b56-b502-df54dcb2acb9 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.69 "GET /v2.0/networks?id=31bc1cde-b305-452e-acfa-c234ab9f755a HTTP/1.1" status: 200 len: 804 time: 0.4141560 Jul 16 01:17:00.017968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-0a97c103-308e-4929-90f1-8ef9b28b5d3d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Request body: {'port': {'device_id': '4835f294-47a5-4cd1-b005-5787a7af660a', 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a', 'admin_state_up': True, 'tenant_id': '273b24d73284472c9c4d72d339ebbb9e'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:00.052565 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b51e8-48bd-4a45-b4c9-375b23be9320 None None] The sync data for ids ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'] in n-d-791505-14 is: [{'id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-router', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:15:46Z', 'updated_at': '2021-07-16T01:15:53Z', 'revision_number': 4, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'gw_port': {'id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:47Z', 'updated_at': '2021-07-16T01:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '48143884-8bba-44d5-a41e-87dfef0597b2', 'name': '', 'network_id': '9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'mac_address': 'fa:16:3e:5f:30:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:51Z', 'updated_at': '2021-07-16T01:16:03Z', 'revision_number': 5, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'subnets': [{'id': 'a7c519bb-12bb-4180-8c00-ba6cfe3d8444', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:17:00.086212 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.144158 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb19a1e0-1d0d-4147-8a6a-7d72e39fd080 req-2554dc0f-7335-4c42-8c0b-317a366ac5ea tempest-MigrationsAdminTest-953534560 tempest-MigrationsAdminTest-953534560-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264411 Jul 16 01:17:00.178979 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:00.262068 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0878adcc-ffbe-41fd-9803-44d763aa6708 x-openstack-request-id: req-0878adcc-ffbe-41fd-9803-44d763aa6708 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:00.262365 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "tag": "3a2ffa01-9916-4fdf-8ae4-66fe53b2f547", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "tag": "77cc0268-b5ba-4fca-a4ca-b202ba136590", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:00.262619 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0878adcc-ffbe-41fd-9803-44d763aa6708 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:00.263004 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'tag': '3a2ffa01-9916-4fdf-8ae4-66fe53b2f547', 'status': 'completed', 'code': 200} Jul 16 01:17:00.263258 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'tag': '77cc0268-b5ba-4fca-a4ca-b202ba136590', 'status': 'completed', 'code': 200} Jul 16 01:17:00.295577 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-19643475-1781-4eb9-9cb8-dee9585bab12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.365814 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e8575-cc7a-4913-b7f9-21c7d782557f req-a9de9bad-61c9-47e7-8768-7796e0c78dab tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:00.375827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e8575-cc7a-4913-b7f9-21c7d782557f req-a9de9bad-61c9-47e7-8768-7796e0c78dab tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:00.382649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e8575-cc7a-4913-b7f9-21c7d782557f req-a9de9bad-61c9-47e7-8768-7796e0c78dab tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:00.382880 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6554888a-527c-418e-8462-736501c49071 x-openstack-request-id: req-6554888a-527c-418e-8462-736501c49071 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:00.383375 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8904042c-f453-4cae-aa15-7f775e505a44", "name": "network-vif-deleted", "tag": "f65ac0ca-e67a-43ee-9232-199aeb0086a8", "status": "completed", "code": 200}, {"server_uuid": "453df5c4-4221-40d4-b693-4b1395e89a35", "name": "network-vif-deleted", "tag": "9b05138a-105f-40bc-92b5-99545b91d7f6", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:00.383494 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6554888a-527c-418e-8462-736501c49071 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:00.383819 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8904042c-f453-4cae-aa15-7f775e505a44', 'name': 'network-vif-deleted', 'tag': 'f65ac0ca-e67a-43ee-9232-199aeb0086a8', 'status': 'completed', 'code': 200} Jul 16 01:17:00.384078 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '453df5c4-4221-40d4-b693-4b1395e89a35', 'name': 'network-vif-deleted', 'tag': '9b05138a-105f-40bc-92b5-99545b91d7f6', 'status': 'completed', 'code': 200} Jul 16 01:17:00.384893 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-152e8575-cc7a-4913-b7f9-21c7d782557f req-a9de9bad-61c9-47e7-8768-7796e0c78dab tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2409 time: 0.3597615 Jul 16 01:17:00.398482 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-19643475-1781-4eb9-9cb8-dee9585bab12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.453579 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-0a97c103-308e-4929-90f1-8ef9b28b5d3d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Made reservation on behalf of 273b24d73284472c9c4d72d339ebbb9e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:00.457266 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-0a97c103-308e-4929-90f1-8ef9b28b5d3d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.500092 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-152e8575-cc7a-4913-b7f9-21c7d782557f req-be1452ef-b706-4893-9836-7cb17c376f19 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077614 Jul 16 01:17:00.502468 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cca061be-83f0-4c9a-8887-0915552001ad req-4dfb4cfb-dfcd-4796-bbba-d79235fb7e1d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 210 time: 0.0682302 Jul 16 01:17:00.546532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19643475-1781-4eb9-9cb8-dee9585bab12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686f5c64-89cc-4761-9590-6d9ec9c3e312,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:00.572617 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-19643475-1781-4eb9-9cb8-dee9585bab12 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=daf0669f32d74e0ea5a85f94527a59ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028905 Jul 16 01:17:00.577737 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47232) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:00.595111 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3553edd9-5065-45d1-8b86-970d02e58997 None None] New status for floating IP 545888eb-071c-4550-aa92-8d6b92d58093: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:17:00.639809 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-9a48277d-f376-4e50-bce2-c65da76aa779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:00.640306 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-9a48277d-f376-4e50-bce2-c65da76aa779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:00.645902 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-9a48277d-f376-4e50-bce2-c65da76aa779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:00.649073 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-9a48277d-f376-4e50-bce2-c65da76aa779 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=66fe681898644f198a8b545d851e811d&device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2865 time: 0.3462911 Jul 16 01:17:00.654733 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99958fc2-ee13-4d93-8871-11284f8d7864 req-6bae0499-a80c-4b9d-b048-cb4ee788d22d tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/floatingips/545888eb-071c-4550-aa92-8d6b92d58093 HTTP/1.1" status: 200 len: 694 time: 0.0739179 Jul 16 01:17:00.686772 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:00.718473 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-54cf9c0d-9456-48b1-ae5e-9e8cab339663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.728220 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:00.728864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:00.782897 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-54cf9c0d-9456-48b1-ae5e-9e8cab339663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.807556 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cff48028-c91c-4daa-8842-a82183c7f33b req-c5ff2ec6-660f-44b3-b8e2-b09082ec855a tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=453df5c4-4221-40d4-b693-4b1395e89a35 HTTP/1.1" status: 200 len: 210 time: 0.0992057 Jul 16 01:17:00.836612 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-fd2e5572-0162-4b22-9a84-4c1bebfb314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:00.838126 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-fd2e5572-0162-4b22-9a84-4c1bebfb314e service neutron] 10.222.0.70 "GET /v2.0/networks?id=79f662d6-c56b-41bb-b827-b4ba8f170209 HTTP/1.1" status: 200 len: 902 time: 0.1757002 Jul 16 01:17:00.898853 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.929291 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-83ae7a2f-6bba-443d-98d3-452427dd829f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.72&port_id=3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 HTTP/1.1" status: 200 len: 217 time: 0.0777912 Jul 16 01:17:00.942986 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-54cf9c0d-9456-48b1-ae5e-9e8cab339663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.945875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-54cf9c0d-9456-48b1-ae5e-9e8cab339663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:00.949554 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-54cf9c0d-9456-48b1-ae5e-9e8cab339663 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/686f5c64-89cc-4761-9590-6d9ec9c3e312 HTTP/1.1" status: 204 len: 168 time: 0.3657265 Jul 16 01:17:00.981259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-0a97c103-308e-4929-90f1-8ef9b28b5d3d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Allocated IP 172.20.0.9 (31bc1cde-b305-452e-acfa-c234ab9f755a/f3e6b583-fd45-4762-b62c-551317d8f4e3/fc58fe02-0a31-4c3f-88bf-80e10c3be893) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:01.004742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf9c0d-9456-48b1-ae5e-9e8cab339663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686f5c64-89cc-4761-9590-6d9ec9c3e312,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:01.041760 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-e6744fee-d36d-47b7-af04-58af0ac05afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:01.044320 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-e6744fee-d36d-47b7-af04-58af0ac05afb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1a7c6640-1cee-4e80-b5ff-2df8e70857ca HTTP/1.1" status: 200 len: 801 time: 0.1025388 Jul 16 01:17:01.151519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99958fc2-ee13-4d93-8871-11284f8d7864 req-43e03150-8ab4-45f2-b4d5-fc859729feff tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:01.153182 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99958fc2-ee13-4d93-8871-11284f8d7864 req-43e03150-8ab4-45f2-b4d5-fc859729feff tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.4857204 Jul 16 01:17:01.168563 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-df8c30a2-2279-489f-a775-f92f4b6e47f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:01.170803 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-df8c30a2-2279-489f-a775-f92f4b6e47f7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=79f662d6-c56b-41bb-b827-b4ba8f170209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1089871 Jul 16 01:17:01.244664 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99958fc2-ee13-4d93-8871-11284f8d7864 req-314e50b9-a81d-498e-b9d9-e375a584b3b3 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 695 time: 0.0678647 Jul 16 01:17:01.354985 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-828a1dcc-4900-4668-9743-53fabb05b092 service neutron] 10.222.0.70 "GET /v2.0/networks/79f662d6-c56b-41bb-b827-b4ba8f170209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716857 Jul 16 01:17:01.446205 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99958fc2-ee13-4d93-8871-11284f8d7864 req-6885ca00-d737-4820-890b-8cb90d9af108 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.11 HTTP/1.1" status: 200 len: 695 time: 0.1872754 Jul 16 01:17:01.462354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9768c38-fe45-4b6d-803c-114e9143dc4d req-4b546aad-ef3c-4b03-866a-56fff18c5ce3 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:01.469374 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9768c38-fe45-4b6d-803c-114e9143dc4d req-4b546aad-ef3c-4b03-866a-56fff18c5ce3 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/ports?device_id=cad7e6a6-bf60-4767-a007-c54b6ae7b9f1 HTTP/1.1" status: 200 len: 944 time: 0.3607068 Jul 16 01:17:01.511566 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-c5715f44-bbbe-4004-9de6-c6eda6b7831b service neutron] 10.222.0.70 "GET /v2.0/networks/79f662d6-c56b-41bb-b827-b4ba8f170209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462445 Jul 16 01:17:01.526074 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-0a97c103-308e-4929-90f1-8ef9b28b5d3d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:01.700828 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-295fec73-4143-4b65-ab4a-719fa44c6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:01.701748 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-295fec73-4143-4b65-ab4a-719fa44c6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:01.703910 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-295fec73-4143-4b65-ab4a-719fa44c6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:01.706419 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-295fec73-4143-4b65-ab4a-719fa44c6c43 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=66fe681898644f198a8b545d851e811d&device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2865 time: 0.1229999 Jul 16 01:17:01.887745 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-b9d9089d-2870-4162-9ea5-0f6327b40502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:01.889342 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-b9d9089d-2870-4162-9ea5-0f6327b40502 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 HTTP/1.1" status: 200 len: 903 time: 0.1594326 Jul 16 01:17:01.947901 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-6d026e0f-d5bb-4b7a-8384-9c54d29e13db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.34&port_id=77cc0268-b5ba-4fca-a4ca-b202ba136590 HTTP/1.1" status: 200 len: 217 time: 0.0461571 Jul 16 01:17:02.029610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-684b11d6-3909-45f3-bc95-5c0ea84a0f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:02.031701 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-684b11d6-3909-45f3-bc95-5c0ea84a0f46 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=793efdc5-62b1-42f2-8f81-11950094fc15 HTTP/1.1" status: 200 len: 801 time: 0.0741894 Jul 16 01:17:02.048068 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9768c38-fe45-4b6d-803c-114e9143dc4d req-47015adb-be87-4478-843e-3ec7b60c35cb tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/security-groups?id=14584987-df84-478b-97d3-eb3471e1bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5777044 Jul 16 01:17:02.115635 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-443189bb-1cb8-4ffd-8715-b99d8dd861a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:02.117286 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-443189bb-1cb8-4ffd-8715-b99d8dd861a0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a29afde5-4d2a-4fd6-bc6d-b55782ea4d56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699351 Jul 16 01:17:02.120424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-99958fc2-ee13-4d93-8871-11284f8d7864 req-b7472261-2df2-400c-a9ff-289bae5dc533 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Deleting port 0a472233-be84-458e-a3dd-28c712f5539e {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:02.120979 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-99958fc2-ee13-4d93-8871-11284f8d7864 req-b7472261-2df2-400c-a9ff-289bae5dc533 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.184879 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-0a97c103-308e-4929-90f1-8ef9b28b5d3d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.271685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5f4320-8e46-4977-a707-50f832673742', 'tag': '1764f3ee-b2ff-4e15-94e4-52eae2f00a17'}, {'server_uuid': 'c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d', 'name': 'network-vif-deleted', 'tag': '7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:02.273921 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629e08b3-d799-4eea-8683-dfd45a1125c0" -d '{"events": [{"name": "network-changed", "server_uuid": "db5f4320-8e46-4977-a707-50f832673742", "tag": "1764f3ee-b2ff-4e15-94e4-52eae2f00a17"}, {"server_uuid": "c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d", "name": "network-vif-deleted", "tag": "7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:02.276841 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97c103-308e-4929-90f1-8ef9b28b5d3d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Pushing event updated for resources: {'Port': ['ID=fc58fe02-0a31-4c3f-88bf-80e10c3be893,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:02.291411 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-6f164dbe-1850-4cff-8c75-700dc523ff4c service neutron] 10.222.0.70 "GET /v2.0/networks/a29afde5-4d2a-4fd6-bc6d-b55782ea4d56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610165 Jul 16 01:17:02.297692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-0a97c103-308e-4929-90f1-8ef9b28b5d3d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Network 31bc1cde-b305-452e-acfa-c234ab9f755a is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:02.338205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-0a97c103-308e-4929-90f1-8ef9b28b5d3d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:02.347125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-0a97c103-308e-4929-90f1-8ef9b28b5d3d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:02.362347 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-ef28f73e-1f6a-428c-9c9b-c0953806adcc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1523824 Jul 16 01:17:02.468880 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-864356c4-46fd-43bc-953b-3deb24e74ae6 req-0150793b-5bbf-4306-9fba-a847569d1872 service neutron] 10.222.0.70 "GET /v2.0/networks/a29afde5-4d2a-4fd6-bc6d-b55782ea4d56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650696 Jul 16 01:17:02.530238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-28911bfb-9830-42e7-9804-7c0b9cef87ae tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:02.537871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-28911bfb-9830-42e7-9804-7c0b9cef87ae tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1741674 Jul 16 01:17:02.547040 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-99958fc2-ee13-4d93-8871-11284f8d7864 req-b7472261-2df2-400c-a9ff-289bae5dc533 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.547440 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-99958fc2-ee13-4d93-8871-11284f8d7864 req-b7472261-2df2-400c-a9ff-289bae5dc533 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.567695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-66a68817-b80b-44f0-87e8-c776d962a897 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/quotas/2ad0bba0e2e44974a313bcf0d9d62e50 HTTP/1.1" status: 200 len: 375 time: 0.0289061 Jul 16 01:17:02.574546 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-0a97c103-308e-4929-90f1-8ef9b28b5d3d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:02.575164 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-0a97c103-308e-4929-90f1-8ef9b28b5d3d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.618236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-99958fc2-ee13-4d93-8871-11284f8d7864 req-b7472261-2df2-400c-a9ff-289bae5dc533 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Calling delete_port for 0a472233-be84-458e-a3dd-28c712f5539e owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:02.621080 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-0a97c103-308e-4929-90f1-8ef9b28b5d3d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6086221 Jul 16 01:17:02.639528 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Request body: {'port': {'device_id': '4835f294-47a5-4cd1-b005-5787a7af660a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:02.791829 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-585a9fdf-43ae-4de0-bd82-b9db7c9720e8 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2231727 Jul 16 01:17:02.827609 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:02.841326 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:02.847466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:03.141030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:03.142574 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-99958fc2-ee13-4d93-8871-11284f8d7864 req-b7472261-2df2-400c-a9ff-289bae5dc533 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.148816 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:03.149473 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.255499 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7472261-2df2-400c-a9ff-289bae5dc533 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Pushing event deleted for resources: {'Port': ['ID=0a472233-be84-458e-a3dd-28c712f5539e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:03.324962 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=3a2ffa01-9916-4fdf-8ae4-66fe53b2f547,segment=NetworkSegment(fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588),segment_id=fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:03.404843 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '3a2ffa01-9916-4fdf-8ae4-66fe53b2f547', 'network_id': '79f662d6-c56b-41bb-b827-b4ba8f170209', 'port_id': '3a2ffa01-9916-4fdf-8ae4-66fe53b2f547', 'mac_address': 'fa:16:3e:91:92:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a7c6640-1cee-4e80-b5ff-2df8e70857ca', 'ip_address': '19.86.0.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:03.443479 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-99958fc2-ee13-4d93-8871-11284f8d7864 req-b7472261-2df2-400c-a9ff-289bae5dc533 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.458629 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-99958fc2-ee13-4d93-8871-11284f8d7864 req-b7472261-2df2-400c-a9ff-289bae5dc533 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.460160 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99958fc2-ee13-4d93-8871-11284f8d7864 req-b7472261-2df2-400c-a9ff-289bae5dc533 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "DELETE /v2.0/floatingips/545888eb-071c-4550-aa92-8d6b92d58093 HTTP/1.1" status: 204 len: 173 time: 1.9873612 Jul 16 01:17:03.477848 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.537360 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.582285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:03.615394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad7e6a6-bf60-4767-a007-c54b6ae7b9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:03.617723 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8945030c-0fdb-4e50-aaf6-2292e23498b5" -d '{"events": [{"server_uuid": "cad7e6a6-bf60-4767-a007-c54b6ae7b9f1", "name": "network-vif-plugged", "status": "completed", "tag": "bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:03.659801 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63,segment=NetworkSegment(8b174f5c-d18c-4932-ae0e-ebec06fc9ad1),segment_id=8b174f5c-d18c-4932-ae0e-ebec06fc9ad1)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:03.669020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fd360-0a46-4840-9f60-15fe4b177a68 req-9f98503f-4daa-4eb6-92fd-e1153f66bc3c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:03.675089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fd360-0a46-4840-9f60-15fe4b177a68 req-9f98503f-4daa-4eb6-92fd-e1153f66bc3c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:03.684926 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=3a2ffa01-9916-4fdf-8ae4-66fe53b2f547,segment=NetworkSegment(fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588),segment_id=fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:03.687206 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.708315 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328fd360-0a46-4840-9f60-15fe4b177a68 req-9f98503f-4daa-4eb6-92fd-e1153f66bc3c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:03.711133 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-328fd360-0a46-4840-9f60-15fe4b177a68 req-9f98503f-4daa-4eb6-92fd-e1153f66bc3c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2409 time: 0.3649850 Jul 16 01:17:03.739867 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.740727 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 58c51c75-ac93-47eb-8f3f-d4242696febd details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:03.857738 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc58fe02-0a31-4c3f-88bf-80e10c3be893 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:03.873273 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:03.924204 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-328fd360-0a46-4840-9f60-15fe4b177a68 req-fb174fb7-9c89-4b96-aa0f-1bcc708bbae3 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925592 Jul 16 01:17:03.938896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:03.941883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Transition to ACTIVE for port object fc58fe02-0a31-4c3f-88bf-80e10c3be893 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:03.955397 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.036163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bb215-80f7-4f88-885f-de543803c55f req-8a464c1c-8ea4-41f4-9f4e-ac532073905d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:04.040501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a5bb215-80f7-4f88-885f-de543803c55f req-8a464c1c-8ea4-41f4-9f4e-ac532073905d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 931 time: 0.3186893 Jul 16 01:17:04.109637 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 58c51c75-ac93-47eb-8f3f-d4242696febd, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=58c51c75-ac93-47eb-8f3f-d4242696febd,segment=NetworkSegment(dad0f7f3-6451-4d09-b6ea-6bd276db33f4),segment_id=dad0f7f3-6451-4d09-b6ea-6bd276db33f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:04.160969 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=3a2ffa01-9916-4fdf-8ae4-66fe53b2f547,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:04.170003 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '58c51c75-ac93-47eb-8f3f-d4242696febd', 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56', 'port_id': '58c51c75-ac93-47eb-8f3f-d4242696febd', 'mac_address': 'fa:16:3e:17:75:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793efdc5-62b1-42f2-8f81-11950094fc15', 'ip_address': '19.80.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:04.205579 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85285c31-e093-45a6-bded-a0303120590c service neutron] Pushing event updated for resources: {'Port': ['ID=fc58fe02-0a31-4c3f-88bf-80e10c3be893,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:04.277900 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.278221 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26636d73-d0ff-45f8-8f21-babc8c82e509 x-openstack-request-id: req-26636d73-d0ff-45f8-8f21-babc8c82e509 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:04.278730 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5f4320-8e46-4977-a707-50f832673742", "tag": "1764f3ee-b2ff-4e15-94e4-52eae2f00a17", "status": "completed", "code": 200}, {"server_uuid": "c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d", "name": "network-vif-deleted", "tag": "7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:04.279188 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26636d73-d0ff-45f8-8f21-babc8c82e509 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:04.280758 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5f4320-8e46-4977-a707-50f832673742', 'tag': '1764f3ee-b2ff-4e15-94e4-52eae2f00a17', 'status': 'completed', 'code': 200} Jul 16 01:17:04.281239 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c19a3d9b-8c2a-42fe-9e9a-4ed6510aa07d', 'name': 'network-vif-deleted', 'tag': '7c4c22b6-ef32-4ad2-8029-93cc6b7fd4b0', 'status': 'completed', 'code': 200} Jul 16 01:17:04.287505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Attempting to bind port fc58fe02-0a31-4c3f-88bf-80e10c3be893 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:04.288172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Attempting to bind port fc58fe02-0a31-4c3f-88bf-80e10c3be893 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '76588355-94e2-4740-951a-aea93cc52dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:04.288713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Attempting to bind port fc58fe02-0a31-4c3f-88bf-80e10c3be893 on network 31bc1cde-b305-452e-acfa-c234ab9f755a {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:04.298323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a5bb215-80f7-4f88-885f-de543803c55f req-d757bd5e-aca9-46db-a377-f107a18cf977 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492805 Jul 16 01:17:04.319786 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c51c75-ac93-47eb-8f3f-d4242696febd {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:04.321421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Port fc58fe02-0a31-4c3f-88bf-80e10c3be893 on network 31bc1cde-b305-452e-acfa-c234ab9f755a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:04.322088 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Attempting to bind port fc58fe02-0a31-4c3f-88bf-80e10c3be893 on network 31bc1cde-b305-452e-acfa-c234ab9f755a {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:04.336660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:04.337014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Checking segment: {'id': '76588355-94e2-4740-951a-aea93cc52dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:04.337411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Bound using segment: {'id': '76588355-94e2-4740-951a-aea93cc52dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:04.337854 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Bound port: fc58fe02-0a31-4c3f-88bf-80e10c3be893, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76588355-94e2-4740-951a-aea93cc52dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:04.338228 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.393323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 58c51c75-ac93-47eb-8f3f-d4242696febd, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=58c51c75-ac93-47eb-8f3f-d4242696febd,segment=NetworkSegment(dad0f7f3-6451-4d09-b6ea-6bd276db33f4),segment_id=dad0f7f3-6451-4d09-b6ea-6bd276db33f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:04.398112 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.399317 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 77cc0268-b5ba-4fca-a4ca-b202ba136590 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:04.439092 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e08b3-d799-4eea-8683-dfd45a1125c0 req-4897047c-286c-4b4e-ad78-d51c3c908eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:04.446217 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-629e08b3-d799-4eea-8683-dfd45a1125c0 req-4897047c-286c-4b4e-ad78-d51c3c908eb5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=616a27cf89a54b05aa2da003e1a9360c&device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 1098 time: 0.1714599 Jul 16 01:17:04.512609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] For port fc58fe02-0a31-4c3f-88bf-80e10c3be893, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:04.520047 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] For port fc58fe02-0a31-4c3f-88bf-80e10c3be893, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=fc58fe02-0a31-4c3f-88bf-80e10c3be893,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:04.542454 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.564969 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 77cc0268-b5ba-4fca-a4ca-b202ba136590, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=77cc0268-b5ba-4fca-a4ca-b202ba136590,segment=NetworkSegment(dad0f7f3-6451-4d09-b6ea-6bd276db33f4),segment_id=dad0f7f3-6451-4d09-b6ea-6bd276db33f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:04.574137 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b6371fdc-a92c-4a95-a708-78b5526d5fd6 req-f97c977e-040c-403b-8622-886ba02e8fd1 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 210 time: 0.0522847 Jul 16 01:17:04.582391 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=58c51c75-ac93-47eb-8f3f-d4242696febd,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:04.598143 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:04.598915 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.609401 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-85285c31-e093-45a6-bded-a0303120590c service neutron] 10.222.0.69 "PUT /v2.0/ports/fc58fe02-0a31-4c3f-88bf-80e10c3be893 HTTP/1.1" status: 200 len: 1092 time: 1.9765978 Jul 16 01:17:04.611113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '77cc0268-b5ba-4fca-a4ca-b202ba136590', 'network_id': 'a29afde5-4d2a-4fd6-bc6d-b55782ea4d56', 'port_id': '77cc0268-b5ba-4fca-a4ca-b202ba136590', 'mac_address': 'fa:16:3e:fb:a7:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '793efdc5-62b1-42f2-8f81-11950094fc15', 'ip_address': '19.80.0.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:04.635826 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e08b3-d799-4eea-8683-dfd45a1125c0 req-cee6d6c5-aacc-4b70-b263-8423df19e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:04.637311 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-629e08b3-d799-4eea-8683-dfd45a1125c0 req-cee6d6c5-aacc-4b70-b263-8423df19e6fc service neutron] 10.222.0.70 "GET /v2.0/networks?id=9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 HTTP/1.1" status: 200 len: 930 time: 0.1814299 Jul 16 01:17:04.704451 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c40813c-60e6-485c-ad5d-624dffba2317 x-openstack-request-id: req-4c40813c-60e6-485c-ad5d-624dffba2317 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:04.705014 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cad7e6a6-bf60-4767-a007-c54b6ae7b9f1", "name": "network-vif-plugged", "status": "completed", "tag": "bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:04.706212 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c40813c-60e6-485c-ad5d-624dffba2317 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:04.706614 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad7e6a6-bf60-4767-a007-c54b6ae7b9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63', 'code': 200} Jul 16 01:17:04.743512 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-629e08b3-d799-4eea-8683-dfd45a1125c0 req-7f0c9280-14bf-42b2-9d59-771244d3ff53 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1764f3ee-b2ff-4e15-94e4-52eae2f00a17 HTTP/1.1" status: 200 len: 217 time: 0.0953629 Jul 16 01:17:04.752443 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.767306 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-526a88b8-1fdf-40f1-bbf8-ddca78d8039b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.777264 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85285c31-e093-45a6-bded-a0303120590c service neutron] Pushing event updated for resources: {'Port': ['ID=fc58fe02-0a31-4c3f-88bf-80e10c3be893,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:04.819377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cc0268-b5ba-4fca-a4ca-b202ba136590 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:04.837885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-3e63ca2d-a412-4cd5-a416-40002f100203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:04.840012 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-3e63ca2d-a412-4cd5-a416-40002f100203 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=273b24d73284472c9c4d72d339ebbb9e&device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 1095 time: 0.1922886 Jul 16 01:17:04.886293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e08b3-d799-4eea-8683-dfd45a1125c0 req-df6a6766-27b7-4d28-b95d-0c71fc66a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:04.886293 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-629e08b3-d799-4eea-8683-dfd45a1125c0 req-df6a6766-27b7-4d28-b95d-0c71fc66a43c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=a7c519bb-12bb-4180-8c00-ba6cfe3d8444 HTTP/1.1" status: 200 len: 868 time: 0.1313744 Jul 16 01:17:04.889162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 77cc0268-b5ba-4fca-a4ca-b202ba136590, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=77cc0268-b5ba-4fca-a4ca-b202ba136590,segment=NetworkSegment(dad0f7f3-6451-4d09-b6ea-6bd276db33f4),segment_id=dad0f7f3-6451-4d09-b6ea-6bd276db33f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:04.904784 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:04.936602 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-b3103af4-5d58-4661-a809-8526c067c8b4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc58fe02-0a31-4c3f-88bf-80e10c3be893 HTTP/1.1" status: 200 len: 217 time: 0.0857050 Jul 16 01:17:05.046038 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=77cc0268-b5ba-4fca-a4ca-b202ba136590,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:05.097293 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-07101bf9-a6ae-498c-9127-e455daa1eb61 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1028252 Jul 16 01:17:05.100744 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-eed682f4-be38-463b-a9de-fb7f515b4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:05.104759 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-eed682f4-be38-463b-a9de-fb7f515b4901 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3e6b583-fd45-4762-b62c-551317d8f4e3 HTTP/1.1" status: 200 len: 844 time: 0.1648910 Jul 16 01:17:05.199539 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-c59d8f56-f863-4cde-a044-3041176ce7ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31bc1cde-b305-452e-acfa-c234ab9f755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370677 Jul 16 01:17:05.249891 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-55ada33e-14d4-4780-8a12-9a28d97153ae tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:05.251619 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-55ada33e-14d4-4780-8a12-9a28d97153ae tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477573 Jul 16 01:17:05.269999 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-529625d8-8763-46c0-bd97-8d1ee130b8ac tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Request body: {'port': {'device_id': '67307507-1d5c-46f4-b452-2f055deb0837', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': '2ad0bba0e2e44974a313bcf0d9d62e50'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:05.307901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629e08b3-d799-4eea-8683-dfd45a1125c0 req-80c899e6-04ef-426c-a31d-9800a67dfdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:05.309990 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-629e08b3-d799-4eea-8683-dfd45a1125c0 req-80c899e6-04ef-426c-a31d-9800a67dfdf9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4112742 Jul 16 01:17:05.448131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0898c9b4-be0b-4571-8563-d332b4a40ea9 req-88adfcab-7712-4081-96d7-61abbcbcd749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:05.449788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0898c9b4-be0b-4571-8563-d332b4a40ea9 req-88adfcab-7712-4081-96d7-61abbcbcd749 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cad7e6a6-bf60-4767-a007-c54b6ae7b9f1 HTTP/1.1" status: 200 len: 1097 time: 0.4775896 Jul 16 01:17:05.494165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534fb3f-302b-4f8b-84c2-110ede1caec8 req-a36f772d-7945-481d-95a4-28206cd55c97 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:05.497783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['58c51c75-ac93-47eb-8f3f-d4242696febd'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:05.501125 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0534fb3f-302b-4f8b-84c2-110ede1caec8 req-a36f772d-7945-481d-95a4-28206cd55c97 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f4320-8e46-4977-a707-50f832673742&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5348914 Jul 16 01:17:05.587176 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0534fb3f-302b-4f8b-84c2-110ede1caec8 req-a574fa9c-24d9-427e-8615-ed1a1c426b3c tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0831103 Jul 16 01:17:05.609337 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['3a2ffa01-9916-4fdf-8ae4-66fe53b2f547'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:05.617118 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['77cc0268-b5ba-4fca-a4ca-b202ba136590'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:05.621036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f9822-e74f-4581-9b76-1d7856ff98b1 req-2efd3dde-c059-47e3-bd43-e09b665a08cb tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:05.628909 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-573f9822-e74f-4581-9b76-1d7856ff98b1 req-2efd3dde-c059-47e3-bd43-e09b665a08cb tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/ports?device_id=cad7e6a6-bf60-4767-a007-c54b6ae7b9f1 HTTP/1.1" status: 200 len: 945 time: 0.3316648 Jul 16 01:17:05.694634 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-b44f41cb-dec6-4222-aa7e-1969cd0271a2 service neutron] 10.222.0.69 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800525 Jul 16 01:17:05.750117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0898c9b4-be0b-4571-8563-d332b4a40ea9 req-59e02c97-fd16-40f7-b0c0-04814378d900 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=14584987-df84-478b-97d3-eb3471e1bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836480 Jul 16 01:17:05.811647 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-573f9822-e74f-4581-9b76-1d7856ff98b1 req-95469d20-9261-4d66-a9f8-5a8f11808945 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/security-groups?id=14584987-df84-478b-97d3-eb3471e1bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627266 Jul 16 01:17:05.944748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c38b25-42e4-4c59-898b-d170e2241424 req-f5dc6c5e-174a-431d-8cd3-0f87cce62075 service neutron] 10.222.0.69 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412531 Jul 16 01:17:06.032079 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-629e08b3-d799-4eea-8683-dfd45a1125c0 req-c0f0d8f6-c62b-4c3d-84e3-e70d55f689e9 service neutron] 10.222.0.70 "GET /v2.0/networks/9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7053595 Jul 16 01:17:06.159495 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-529625d8-8763-46c0-bd97-8d1ee130b8ac tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Made reservation on behalf of 2ad0bba0e2e44974a313bcf0d9d62e50 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:06.163908 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-529625d8-8763-46c0-bd97-8d1ee130b8ac tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.185613 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18843976-f712-4b39-b4f0-0c99b0140922 req-ee9c1ea9-f9a0-4273-9e97-797da2369719 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:06.202899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18843976-f712-4b39-b4f0-0c99b0140922 req-ee9c1ea9-f9a0-4273-9e97-797da2369719 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:06.215341 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18843976-f712-4b39-b4f0-0c99b0140922 req-ee9c1ea9-f9a0-4273-9e97-797da2369719 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:06.221267 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18843976-f712-4b39-b4f0-0c99b0140922 req-ee9c1ea9-f9a0-4273-9e97-797da2369719 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2412 time: 0.2546151 Jul 16 01:17:06.282381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4835f294-47a5-4cd1-b005-5787a7af660a', 'tag': 'fc58fe02-0a31-4c3f-88bf-80e10c3be893'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:06.284822 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca69281c-0f60-475f-90d2-8272072202f6" -d '{"events": [{"name": "network-changed", "server_uuid": "4835f294-47a5-4cd1-b005-5787a7af660a", "tag": "fc58fe02-0a31-4c3f-88bf-80e10c3be893"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:06.312095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18843976-f712-4b39-b4f0-0c99b0140922 req-db65dca6-babd-4f50-a906-f95dc90e7f40 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788987 Jul 16 01:17:06.339647 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82093d2-1617-48c9-822c-bfa69e3733d3 req-3fe474c8-d803-466d-a8bc-588953d85044 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:06.346696 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d82093d2-1617-48c9-822c-bfa69e3733d3 req-3fe474c8-d803-466d-a8bc-588953d85044 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 943 time: 0.2595148 Jul 16 01:17:06.391439 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-629e08b3-d799-4eea-8683-dfd45a1125c0 req-af89e4b7-c5f4-4101-a5ad-7fd391a3bdaa service neutron] 10.222.0.70 "GET /v2.0/networks/9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3390532 Jul 16 01:17:06.427672 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f810cc1a-06c0-4f55-b8d1-204fab9bcf8f req-c84d190d-c5e9-4a14-9be0-e27a2f60c665 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0797758 Jul 16 01:17:06.438542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-529625d8-8763-46c0-bd97-8d1ee130b8ac tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Allocated IP 192.168.233.106 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/5938e55a-0d63-4df4-9d40-cfd72ec256fe) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:06.471019 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d82093d2-1617-48c9-822c-bfa69e3733d3 req-336f3fc9-ca45-4dee-8815-50d55a34cdd5 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166635 Jul 16 01:17:06.660989 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaa8466-fd2f-4814-8e7d-f54b09cc36f6 x-openstack-request-id: req-bbaa8466-fd2f-4814-8e7d-f54b09cc36f6 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:06.661264 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4835f294-47a5-4cd1-b005-5787a7af660a", "tag": "fc58fe02-0a31-4c3f-88bf-80e10c3be893", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:06.661472 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bbaa8466-fd2f-4814-8e7d-f54b09cc36f6 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:06.661857 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4835f294-47a5-4cd1-b005-5787a7af660a', 'tag': 'fc58fe02-0a31-4c3f-88bf-80e10c3be893', 'status': 'completed', 'code': 200} Jul 16 01:17:06.677797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ee34d09-9080-4528-8292-dee6f8e8d605 req-4a5de76e-3955-413e-9193-b63d822fd147 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 210 time: 0.0753036 Jul 16 01:17:06.805120 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-529625d8-8763-46c0-bd97-8d1ee130b8ac tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.820020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69281c-0f60-475f-90d2-8272072202f6 req-b2003d59-2d19-413c-b756-365568f89318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:06.821158 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-529625d8-8763-46c0-bd97-8d1ee130b8ac tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Transition to ACTIVE for port object 5938e55a-0d63-4df4-9d40-cfd72ec256fe will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:06.821558 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca69281c-0f60-475f-90d2-8272072202f6 req-b2003d59-2d19-413c-b756-365568f89318 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=273b24d73284472c9c4d72d339ebbb9e&device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 1095 time: 0.1426699 Jul 16 01:17:06.872709 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-529625d8-8763-46c0-bd97-8d1ee130b8ac tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:06.994519 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-529625d8-8763-46c0-bd97-8d1ee130b8ac tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:07.001053 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-529625d8-8763-46c0-bd97-8d1ee130b8ac tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:07.005594 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-529625d8-8763-46c0-bd97-8d1ee130b8ac tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:07.043358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529625d8-8763-46c0-bd97-8d1ee130b8ac tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Pushing event updated for resources: {'Port': ['ID=5938e55a-0d63-4df4-9d40-cfd72ec256fe,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:07.088936 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69281c-0f60-475f-90d2-8272072202f6 req-64f66131-0897-4870-a735-ab29db8cdd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:07.090542 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca69281c-0f60-475f-90d2-8272072202f6 req-64f66131-0897-4870-a735-ab29db8cdd06 service neutron] 10.222.0.69 "GET /v2.0/networks?id=31bc1cde-b305-452e-acfa-c234ab9f755a HTTP/1.1" status: 200 len: 905 time: 0.2577465 Jul 16 01:17:07.126620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-529625d8-8763-46c0-bd97-8d1ee130b8ac tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:07.136888 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-529625d8-8763-46c0-bd97-8d1ee130b8ac tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.167667 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-529625d8-8763-46c0-bd97-8d1ee130b8ac tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9062011 Jul 16 01:17:07.170450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca69281c-0f60-475f-90d2-8272072202f6 req-037f9184-edc9-42dd-8bb1-d1309f5084e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc58fe02-0a31-4c3f-88bf-80e10c3be893 HTTP/1.1" status: 200 len: 217 time: 0.0686595 Jul 16 01:17:07.183945 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Request body: {'port': {'device_id': '67307507-1d5c-46f4-b452-2f055deb0837', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:07.223357 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-91de4bb8-dc20-4c57-b18b-a479409f81e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.266830 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.388306 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.407701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69281c-0f60-475f-90d2-8272072202f6 req-e87d2ba6-e1f1-4574-819e-06ded49d5572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:07.409768 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca69281c-0f60-475f-90d2-8272072202f6 req-e87d2ba6-e1f1-4574-819e-06ded49d5572 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3e6b583-fd45-4762-b62c-551317d8f4e3 HTTP/1.1" status: 200 len: 844 time: 0.2077889 Jul 16 01:17:07.480861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-32213c00-71cc-417f-9c85-99a323fdad02 None None] Provisioning for port 5938e55a-0d63-4df4-9d40-cfd72ec256fe completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:07.488590 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-32213c00-71cc-417f-9c85-99a323fdad02 None None] Provisioning complete for port 5938e55a-0d63-4df4-9d40-cfd72ec256fe triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:07.488963 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-32213c00-71cc-417f-9c85-99a323fdad02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.571096 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca69281c-0f60-475f-90d2-8272072202f6 req-2c34ff02-5a3b-45c7-918e-7764a2c8a4c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31bc1cde-b305-452e-acfa-c234ab9f755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1428933 Jul 16 01:17:07.602762 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-32213c00-71cc-417f-9c85-99a323fdad02 None None] Port 5938e55a-0d63-4df4-9d40-cfd72ec256fe cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:07.661765 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a34d4-c1e0-4624-9ba5-2832b9b57908 req-34996d91-33b5-4f2f-bccf-48d6f4ff7630 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:07.672799 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-263a34d4-c1e0-4624-9ba5-2832b9b57908 req-34996d91-33b5-4f2f-bccf-48d6f4ff7630 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/ports?device_id=cad7e6a6-bf60-4767-a007-c54b6ae7b9f1 HTTP/1.1" status: 200 len: 945 time: 0.5069759 Jul 16 01:17:07.833225 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-263a34d4-c1e0-4624-9ba5-2832b9b57908 req-a0bad32c-c9d1-4a93-b1cb-4b25626374cd tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/security-groups?id=14584987-df84-478b-97d3-eb3471e1bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550996 Jul 16 01:17:07.884859 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca69281c-0f60-475f-90d2-8272072202f6 req-47a5642a-5263-4da7-a574-f148295fff89 service neutron] 10.222.0.69 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937183 Jul 16 01:17:07.905708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5938e55a-0d63-4df4-9d40-cfd72ec256fe {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:07.938994 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.955197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Transition to ACTIVE for port object 5938e55a-0d63-4df4-9d40-cfd72ec256fe will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:07.964958 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:07.980193 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['af41e6cb-5231-4698-b325-3a1545890374'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:08.003378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47402) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:08.097355 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054055a-dc20-4760-aa14-31fb461e50ab req-4a609a35-cced-4cd1-9aa1-487935dd6235 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:08.105138 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Pushing event updated for resources: {'Port': ['ID=5938e55a-0d63-4df4-9d40-cfd72ec256fe,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:08.106217 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4054055a-dc20-4760-aa14-31fb461e50ab req-4a609a35-cced-4cd1-9aa1-487935dd6235 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 946 time: 0.4075117 Jul 16 01:17:08.243088 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4054055a-dc20-4760-aa14-31fb461e50ab req-51f03900-4f4a-4dee-8c61-e7f28ccbcf8c tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/security-groups?id=a428663e-ff12-43d4-be05-ffc5d065abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358008 Jul 16 01:17:08.317084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Attempting to bind port 5938e55a-0d63-4df4-9d40-cfd72ec256fe on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:08.317654 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Attempting to bind port 5938e55a-0d63-4df4-9d40-cfd72ec256fe by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:08.318186 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Attempting to bind port 5938e55a-0d63-4df4-9d40-cfd72ec256fe on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:08.323631 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-72279049-5675-492b-8f9d-c5582699be60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.336995 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Port 5938e55a-0d63-4df4-9d40-cfd72ec256fe on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:08.344331 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Attempting to bind port 5938e55a-0d63-4df4-9d40-cfd72ec256fe on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:08.349901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:08.350169 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:08.354009 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca69281c-0f60-475f-90d2-8272072202f6 req-20518f61-65c5-4de9-9a1d-87883d341618 service neutron] 10.222.0.69 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560921 Jul 16 01:17:08.354678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:08.356220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Bound port: 5938e55a-0d63-4df4-9d40-cfd72ec256fe, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:08.357230 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.425375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91ff85-ab0b-48e6-a4b4-490548afef65 req-115a7496-116c-4f80-b071-c8f10db5a5e6 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:08.431827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91ff85-ab0b-48e6-a4b4-490548afef65 req-115a7496-116c-4f80-b071-c8f10db5a5e6 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:08.441486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b91ff85-ab0b-48e6-a4b4-490548afef65 req-115a7496-116c-4f80-b071-c8f10db5a5e6 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:08.455030 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b91ff85-ab0b-48e6-a4b4-490548afef65 req-115a7496-116c-4f80-b071-c8f10db5a5e6 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2412 time: 0.3827877 Jul 16 01:17:08.467368 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.498110 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] For port 5938e55a-0d63-4df4-9d40-cfd72ec256fe, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:08.503309 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] For port 5938e55a-0d63-4df4-9d40-cfd72ec256fe, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:08.512128 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.588090 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:08.589581 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:08.591810 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] 10.222.0.69 "PUT /v2.0/ports/5938e55a-0d63-4df4-9d40-cfd72ec256fe HTTP/1.1" status: 200 len: 1097 time: 1.4122536 Jul 16 01:17:08.592558 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67307507-1d5c-46f4-b452-2f055deb0837', 'tag': '5938e55a-0d63-4df4-9d40-cfd72ec256fe'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:08.600042 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931c8123-9fc2-4599-a90d-b8f609887f94" -d '{"events": [{"name": "network-changed", "server_uuid": "67307507-1d5c-46f4-b452-2f055deb0837", "tag": "5938e55a-0d63-4df4-9d40-cfd72ec256fe"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:08.706551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device fc58fe02-0a31-4c3f-88bf-80e10c3be893 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:08.777906 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e98fe0-d902-45f7-826b-291c2c162305 service neutron] Pushing event updated for resources: {'Port': ['ID=5938e55a-0d63-4df4-9d40-cfd72ec256fe,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:08.832066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-686d7313-85f3-4bcf-80fe-d4fe1a14f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:08.833810 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-686d7313-85f3-4bcf-80fe-d4fe1a14f3a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 1100 time: 0.1719360 Jul 16 01:17:08.901992 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-fb9bae2a-8433-4f97-95bf-6857636517e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe HTTP/1.1" status: 200 len: 217 time: 0.0608072 Jul 16 01:17:08.935950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port fc58fe02-0a31-4c3f-88bf-80e10c3be893, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=fc58fe02-0a31-4c3f-88bf-80e10c3be893,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:08.949289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'fc58fe02-0a31-4c3f-88bf-80e10c3be893', 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a', 'port_id': 'fc58fe02-0a31-4c3f-88bf-80e10c3be893', 'mac_address': 'fa:16:3e:62:d5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e6b583-fd45-4762-b62c-551317d8f4e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:08.952861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:08.970596 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-8b06beb9-af55-4617-bc3b-35eeb7de8aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:08.972995 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-8b06beb9-af55-4617-bc3b-35eeb7de8aba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0636492 Jul 16 01:17:08.981243 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b91ff85-ab0b-48e6-a4b4-490548afef65 req-9bacf358-59ff-4978-bb3b-5f86f82fa149 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249543 Jul 16 01:17:09.018593 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.072389 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc58fe02-0a31-4c3f-88bf-80e10c3be893 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:09.082546 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cef56c-002f-4285-b187-61a8a5ee4065 req-84dcb13b-1c7b-40da-93e2-9e83d1cca05f tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:09.089976 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3cef56c-002f-4285-b187-61a8a5ee4065 req-84dcb13b-1c7b-40da-93e2-9e83d1cca05f tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 943 time: 0.6067872 Jul 16 01:17:09.099105 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port fc58fe02-0a31-4c3f-88bf-80e10c3be893, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=fc58fe02-0a31-4c3f-88bf-80e10c3be893,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:09.101999 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-a31ebc65-0813-4206-8bb0-e4a16db2cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:09.104643 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-a31ebc65-0813-4206-8bb0-e4a16db2cc7a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1243200 Jul 16 01:17:09.110175 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.147625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:09.155106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:09.155667 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.180393 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3cef56c-002f-4285-b187-61a8a5ee4065 req-422e179f-d144-4949-9cab-179a8c35f546 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894191 Jul 16 01:17:09.258152 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-5b3e31ec-27a5-4925-a016-a0886a9b1699 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468821 Jul 16 01:17:09.337395 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-72279049-5675-492b-8f9d-c5582699be60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.352257 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-72279049-5675-492b-8f9d-c5582699be60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.372212 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c5308222-25c8-4199-8c7f-a86141fc3047 req-1f37f4e2-957a-4b3a-852c-a3e5a2dea52c service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064799 Jul 16 01:17:09.373787 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9092f6b-134f-4d9c-8124-a97cc202e869 x-openstack-request-id: req-d9092f6b-134f-4d9c-8124-a97cc202e869 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:09.374146 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67307507-1d5c-46f4-b452-2f055deb0837", "tag": "5938e55a-0d63-4df4-9d40-cfd72ec256fe", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:09.374465 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9092f6b-134f-4d9c-8124-a97cc202e869 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:09.374922 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67307507-1d5c-46f4-b452-2f055deb0837', 'tag': '5938e55a-0d63-4df4-9d40-cfd72ec256fe', 'status': 'completed', 'code': 200} Jul 16 01:17:09.403128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72279049-5675-492b-8f9d-c5582699be60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a660b2fe-ad25-482b-ba7e-50cad691fbae,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:09.424593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['fc58fe02-0a31-4c3f-88bf-80e10c3be893'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:09.475508 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=fc58fe02-0a31-4c3f-88bf-80e10c3be893,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:09.500158 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-72279049-5675-492b-8f9d-c5582699be60 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a39f03c3e29944238d63adf91512b297&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4899638 Jul 16 01:17:09.504822 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47416) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:09.560996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad9fedf-4b02-4df9-880b-70a9d9efae99 req-6695ecca-ff34-4bfb-8a87-2b44dd83efa8 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:09.569462 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dad9fedf-4b02-4df9-880b-70a9d9efae99 req-6695ecca-ff34-4bfb-8a87-2b44dd83efa8 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 948 time: 0.3621440 Jul 16 01:17:09.589083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c8123-9fc2-4599-a90d-b8f609887f94 req-363daace-fe91-4a09-92f0-64f7b127ac95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:09.590628 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-931c8123-9fc2-4599-a90d-b8f609887f94 req-363daace-fe91-4a09-92f0-64f7b127ac95 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 1100 time: 0.1604328 Jul 16 01:17:09.609824 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dad9fedf-4b02-4df9-880b-70a9d9efae99 req-c5921304-8690-4425-a739-63475163711e tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395472 Jul 16 01:17:09.625477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e900ee47-cd96-42d2-99e3-546d0d79841b req-21fcf08b-d15c-4edf-ba3c-59356f63c73b tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:09.627089 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e900ee47-cd96-42d2-99e3-546d0d79841b req-21fcf08b-d15c-4edf-ba3c-59356f63c73b tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/ports?device_id=cad7e6a6-bf60-4767-a007-c54b6ae7b9f1 HTTP/1.1" status: 200 len: 945 time: 0.2201934 Jul 16 01:17:09.645645 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.701098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e900ee47-cd96-42d2-99e3-546d0d79841b req-b277aab9-ff95-4913-9e80-e13980255f34 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/security-groups?id=14584987-df84-478b-97d3-eb3471e1bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643227 Jul 16 01:17:09.722359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2ffa01-9916-4fdf-8ae4-66fe53b2f547'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:09.724701 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57838bed-201e-4dd4-b2db-fc21f8a80653" -d '{"events": [{"server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "name": "network-vif-plugged", "status": "completed", "tag": "3a2ffa01-9916-4fdf-8ae4-66fe53b2f547"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:09.742133 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=3a2ffa01-9916-4fdf-8ae4-66fe53b2f547,segment=NetworkSegment(fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588),segment_id=fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:09.750021 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.750957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 58c51c75-ac93-47eb-8f3f-d4242696febd up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:09.792955 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec07c1c-aaa2-4b45-b10a-22695483bffb x-openstack-request-id: req-6ec07c1c-aaa2-4b45-b10a-22695483bffb {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:09.793254 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "name": "network-vif-plugged", "status": "completed", "tag": "3a2ffa01-9916-4fdf-8ae4-66fe53b2f547", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:09.793640 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ec07c1c-aaa2-4b45-b10a-22695483bffb {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:09.794202 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a2ffa01-9916-4fdf-8ae4-66fe53b2f547', 'code': 200} Jul 16 01:17:09.856341 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=3a2ffa01-9916-4fdf-8ae4-66fe53b2f547,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:09.864532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47430) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:09.865693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 58c51c75-ac93-47eb-8f3f-d4242696febd completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:09.871099 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-cff0fe85-6273-447a-b137-205cfdb40299 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1467314718'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:09.878409 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 58c51c75-ac93-47eb-8f3f-d4242696febd triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:09.878858 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.921012 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06c59515-bb9a-4938-8c7e-db642b406cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.965269 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd70d2d2-342d-4ff2-94d5-826aaa7680b1 req-ac156ddb-9e0f-41c6-a98b-ffb9fee956d5 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:09.967110 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd70d2d2-342d-4ff2-94d5-826aaa7680b1 req-ac156ddb-9e0f-41c6-a98b-ffb9fee956d5 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.70 "GET /v2.0/ports?device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 946 time: 0.3373535 Jul 16 01:17:09.973946 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff0fe85-6273-447a-b137-205cfdb40299 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Made reservation on behalf of f1edc56a277e41f79fb87cb4bd4162bc for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:09.980893 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cff0fe85-6273-447a-b137-205cfdb40299 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.990310 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06c59515-bb9a-4938-8c7e-db642b406cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:09.998703 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.048494 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c8123-9fc2-4599-a90d-b8f609887f94 req-e005d3e4-d2b0-4cf4-85fe-6dc61b0240b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:10.050050 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-931c8123-9fc2-4599-a90d-b8f609887f94 req-e005d3e4-d2b0-4cf4-85fe-6dc61b0240b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.4497669 Jul 16 01:17:10.069702 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45f3201-ab09-4ded-93d0-f1edbe149c4e req-fb62eeca-1a38-48d9-8fb7-96777c29596b tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:10.071347 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a45f3201-ab09-4ded-93d0-f1edbe149c4e req-fb62eeca-1a38-48d9-8fb7-96777c29596b tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 946 time: 0.2205920 Jul 16 01:17:10.072241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cff0fe85-6273-447a-b137-205cfdb40299 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:10.083967 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.087573 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 58c51c75-ac93-47eb-8f3f-d4242696febd, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=58c51c75-ac93-47eb-8f3f-d4242696febd,segment=NetworkSegment(dad0f7f3-6451-4d09-b6ea-6bd276db33f4),segment_id=dad0f7f3-6451-4d09-b6ea-6bd276db33f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:10.093486 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.094426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 77cc0268-b5ba-4fca-a4ca-b202ba136590 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:10.106660 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cff0fe85-6273-447a-b137-205cfdb40299 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.107025 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-cff0fe85-6273-447a-b137-205cfdb40299 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Added segment cd5310f9-3cf9-4a89-8b11-b4932794f9b4 of type vlan for network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 Jul 16 01:17:10.128578 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-931c8123-9fc2-4599-a90d-b8f609887f94 req-c630f670-2505-43c4-8969-f17b0c693f55 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe HTTP/1.1" status: 200 len: 217 time: 0.0675118 Jul 16 01:17:10.174433 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=58c51c75-ac93-47eb-8f3f-d4242696febd,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:10.208774 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 77cc0268-b5ba-4fca-a4ca-b202ba136590 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:10.213318 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 77cc0268-b5ba-4fca-a4ca-b202ba136590 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:10.213995 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.240824 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a45f3201-ab09-4ded-93d0-f1edbe149c4e req-5d6ef675-ea7f-4a59-b58b-0b5bd333b087 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/security-groups?id=a428663e-ff12-43d4-be05-ffc5d065abef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623178 Jul 16 01:17:10.250941 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cff0fe85-6273-447a-b137-205cfdb40299 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.306935 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c8123-9fc2-4599-a90d-b8f609887f94 req-73111abb-347f-4f80-8c30-d4becb1ca059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:10.309428 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-931c8123-9fc2-4599-a90d-b8f609887f94 req-73111abb-347f-4f80-8c30-d4becb1ca059 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1595905 Jul 16 01:17:10.317529 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cff0fe85-6273-447a-b137-205cfdb40299 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.324876 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff0fe85-6273-447a-b137-205cfdb40299 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:10.325794 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cff0fe85-6273-447a-b137-205cfdb40299 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.362928 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-dd70d2d2-342d-4ff2-94d5-826aaa7680b1 req-62857e2e-0d2d-4cab-942a-ed1b181d468a tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Deleting port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:10.363282 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd70d2d2-342d-4ff2-94d5-826aaa7680b1 req-62857e2e-0d2d-4cab-942a-ed1b181d468a tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.368748 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06c59515-bb9a-4938-8c7e-db642b406cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.371269 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06c59515-bb9a-4938-8c7e-db642b406cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.372443 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-06c59515-bb9a-4938-8c7e-db642b406cef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a660b2fe-ad25-482b-ba7e-50cad691fbae HTTP/1.1" status: 204 len: 168 time: 0.8608849 Jul 16 01:17:10.395220 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.412805 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c59515-bb9a-4938-8c7e-db642b406cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a660b2fe-ad25-482b-ba7e-50cad691fbae,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:10.419200 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0fe85-6273-447a-b137-205cfdb40299 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event updated for resources: {'Network': ['ID=87fe2da3-aef5-4a1b-9eb7-74899be739c7,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:10.424773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cff0fe85-6273-447a-b137-205cfdb40299 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5590711 Jul 16 01:17:10.426818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47440) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:10.434373 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a60d2a25-fc84-40f2-8d52-ee48f21caaff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-84175827'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:10.462189 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:10.466883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60d2a25-fc84-40f2-8d52-ee48f21caaff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Made reservation on behalf of f1edc56a277e41f79fb87cb4bd4162bc for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:10.471717 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a60d2a25-fc84-40f2-8d52-ee48f21caaff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.503019 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c8123-9fc2-4599-a90d-b8f609887f94 req-02bfc864-4282-44a6-bafc-761cfed00a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:10.505474 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-931c8123-9fc2-4599-a90d-b8f609887f94 req-02bfc864-4282-44a6-bafc-761cfed00a09 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1800370 Jul 16 01:17:10.566093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-dd70d2d2-342d-4ff2-94d5-826aaa7680b1 req-62857e2e-0d2d-4cab-942a-ed1b181d468a tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] For port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1764f3ee-b2ff-4e15-94e4-52eae2f00a17,segment=NetworkSegment(5acd8ec9-c6cc-4957-a226-4838bc09270e),segment_id=5acd8ec9-c6cc-4957-a226-4838bc09270e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:10.566778 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd70d2d2-342d-4ff2-94d5-826aaa7680b1 req-62857e2e-0d2d-4cab-942a-ed1b181d468a tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.573902 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60d2a25-fc84-40f2-8d52-ee48f21caaff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:10.574698 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 77cc0268-b5ba-4fca-a4ca-b202ba136590, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=77cc0268-b5ba-4fca-a4ca-b202ba136590,segment=NetworkSegment(dad0f7f3-6451-4d09-b6ea-6bd276db33f4),segment_id=dad0f7f3-6451-4d09-b6ea-6bd276db33f4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:10.579481 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.604009 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a60d2a25-fc84-40f2-8d52-ee48f21caaff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.604523 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-a60d2a25-fc84-40f2-8d52-ee48f21caaff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Added segment e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3 of type vlan for network d1c225b4-f269-4788-b264-c404aac5f0ff Jul 16 01:17:10.614380 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-dd70d2d2-342d-4ff2-94d5-826aaa7680b1 req-62857e2e-0d2d-4cab-942a-ed1b181d468a tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Calling delete_port for 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:10.647509 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=77cc0268-b5ba-4fca-a4ca-b202ba136590,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:10.648140 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d784903-0926-475f-86f2-ebd0679c37c9 req-ff411a11-96d8-4486-a635-3971702e7df6 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:10.656742 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d784903-0926-475f-86f2-ebd0679c37c9 req-ff411a11-96d8-4486-a635-3971702e7df6 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:10.663357 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d784903-0926-475f-86f2-ebd0679c37c9 req-ff411a11-96d8-4486-a635-3971702e7df6 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:10.665241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d784903-0926-475f-86f2-ebd0679c37c9 req-ff411a11-96d8-4486-a635-3971702e7df6 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2414 time: 0.1780407 Jul 16 01:17:10.719787 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-931c8123-9fc2-4599-a90d-b8f609887f94 req-ed81513f-4be3-4538-8431-b5e31c20654f service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022631 Jul 16 01:17:10.722895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device fc58fe02-0a31-4c3f-88bf-80e10c3be893 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:10.738527 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d784903-0926-475f-86f2-ebd0679c37c9 req-5d3486f9-22ce-4d0e-b451-40245e3bbe33 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499415 Jul 16 01:17:10.748791 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a60d2a25-fc84-40f2-8d52-ee48f21caaff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.826695 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a60d2a25-fc84-40f2-8d52-ee48f21caaff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.835723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60d2a25-fc84-40f2-8d52-ee48f21caaff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:10.836430 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a60d2a25-fc84-40f2-8d52-ee48f21caaff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.876608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port fc58fe02-0a31-4c3f-88bf-80e10c3be893 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:10.883276 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-931c8123-9fc2-4599-a90d-b8f609887f94 req-ad069bce-07ce-4135-8e8b-8017d08dbfc2 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500230 Jul 16 01:17:10.888952 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port fc58fe02-0a31-4c3f-88bf-80e10c3be893 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:10.889315 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.909058 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd70d2d2-342d-4ff2-94d5-826aaa7680b1 req-62857e2e-0d2d-4cab-942a-ed1b181d468a tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.950114 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['1764f3ee-b2ff-4e15-94e4-52eae2f00a17'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:10.961732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60d2a25-fc84-40f2-8d52-ee48f21caaff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event updated for resources: {'Network': ['ID=d1c225b4-f269-4788-b264-c404aac5f0ff,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:10.966104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47448) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:10.980327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network d1c225b4-f269-4788-b264-c404aac5f0ff details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:10.987412 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-21ee9f16-2afd-450f-84f2-b1575bb39579 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:10.992531 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62857e2e-0d2d-4cab-942a-ed1b181d468a tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Pushing event deleted for resources: {'Port': ['ID=1764f3ee-b2ff-4e15-94e4-52eae2f00a17,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:10.998296 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a60d2a25-fc84-40f2-8d52-ee48f21caaff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5698779 Jul 16 01:17:11.002811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47450) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:11.012904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-97f3d70f-166f-478c-94ae-fd89dac84234 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Request body: {'subnet': {'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:11.037931 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd70d2d2-342d-4ff2-94d5-826aaa7680b1 req-62857e2e-0d2d-4cab-942a-ed1b181d468a tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] No DVR routers for this DVR port 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:11.041201 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd70d2d2-342d-4ff2-94d5-826aaa7680b1 req-62857e2e-0d2d-4cab-942a-ed1b181d468a tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.043482 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd70d2d2-342d-4ff2-94d5-826aaa7680b1 req-62857e2e-0d2d-4cab-942a-ed1b181d468a tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.70 "DELETE /v2.0/ports/1764f3ee-b2ff-4e15-94e4-52eae2f00a17 HTTP/1.1" status: 204 len: 173 time: 1.0624206 Jul 16 01:17:11.129999 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.172784 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port fc58fe02-0a31-4c3f-88bf-80e10c3be893, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=fc58fe02-0a31-4c3f-88bf-80e10c3be893,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:11.177089 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.201192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a468b-fa86-4361-b316-6d443ee8899c req-f3f75ff0-809a-4b24-b37a-5d428aa64a04 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:11.202841 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-026a468b-fa86-4361-b316-6d443ee8899c req-f3f75ff0-809a-4b24-b37a-5d428aa64a04 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/ports?device_id=cad7e6a6-bf60-4767-a007-c54b6ae7b9f1 HTTP/1.1" status: 200 len: 945 time: 0.3984585 Jul 16 01:17:11.231478 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=fc58fe02-0a31-4c3f-88bf-80e10c3be893,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:11.251106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f12a9a-7d61-4fd6-88ca-5701ec0c5d4b req-ba89b756-b8fc-4a64-b176-c8cdb7855a10 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:11.252751 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2f12a9a-7d61-4fd6-88ca-5701ec0c5d4b req-ba89b756-b8fc-4a64-b176-c8cdb7855a10 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 944 time: 0.2121248 Jul 16 01:17:11.316493 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-026a468b-fa86-4361-b316-6d443ee8899c req-8d6b6c9f-ac1d-4387-92de-1186148712be tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/security-groups?id=14584987-df84-478b-97d3-eb3471e1bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038640 Jul 16 01:17:11.325860 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2f12a9a-7d61-4fd6-88ca-5701ec0c5d4b req-cd68f4da-dd90-4176-98db-c0047b3729ed tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668077 Jul 16 01:17:11.363426 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-21ee9f16-2afd-450f-84f2-b1575bb39579 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.369672 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-21ee9f16-2afd-450f-84f2-b1575bb39579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.376721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5f4320-8e46-4977-a707-50f832673742', 'name': 'network-vif-deleted', 'tag': '1764f3ee-b2ff-4e15-94e4-52eae2f00a17'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:11.379624 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ba4f93-1e13-40a8-b465-fb5411b8516c" -d '{"events": [{"server_uuid": "db5f4320-8e46-4977-a707-50f832673742", "name": "network-vif-deleted", "tag": "1764f3ee-b2ff-4e15-94e4-52eae2f00a17"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:11.425837 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-21ee9f16-2afd-450f-84f2-b1575bb39579 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=314c21d657994af9be46c87d871e5223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4577279 Jul 16 01:17:11.428501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47456) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:11.428837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f3d70f-166f-478c-94ae-fd89dac84234 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Made reservation on behalf of f1edc56a277e41f79fb87cb4bd4162bc for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:11.433231 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97f3d70f-166f-478c-94ae-fd89dac84234 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.498006 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a8bca5c7-58d0-4014-b92c-957261e01d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.509725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee9f16-2afd-450f-84f2-b1575bb39579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026e39aa-449a-41b7-8d59-c9e1af5c9173,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:11.544163 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a8bca5c7-58d0-4014-b92c-957261e01d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.601121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8376db5-d452-4748-befa-1193d6c26428 req-191092b7-51a4-4a55-af27-4063fb5d1828 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:11.602691 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b8376db5-d452-4748-befa-1193d6c26428 req-191092b7-51a4-4a55-af27-4063fb5d1828 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.70 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 945 time: 0.1175919 Jul 16 01:17:11.655200 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a8bca5c7-58d0-4014-b92c-957261e01d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.658134 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a8bca5c7-58d0-4014-b92c-957261e01d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.659882 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a8bca5c7-58d0-4014-b92c-957261e01d6e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/026e39aa-449a-41b7-8d59-c9e1af5c9173 HTTP/1.1" status: 204 len: 168 time: 0.2300284 Jul 16 01:17:11.665392 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c686b-08d3-4a24-88c3-39618365d070 req-97c1a342-026d-4345-97d7-87ad9a2885a9 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:11.666973 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-965c686b-08d3-4a24-88c3-39618365d070 req-97c1a342-026d-4345-97d7-87ad9a2885a9 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 945 time: 0.2092571 Jul 16 01:17:11.677195 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bca5c7-58d0-4014-b92c-957261e01d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026e39aa-449a-41b7-8d59-c9e1af5c9173,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:11.677653 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c14cc-8466-4f56-bcba-b61d55b3e219 req-0d808ba7-8e2a-4296-82c5-ead6bd3d1975 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:11.679172 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b68c14cc-8466-4f56-bcba-b61d55b3e219 req-0d808ba7-8e2a-4296-82c5-ead6bd3d1975 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 948 time: 0.1979063 Jul 16 01:17:11.737240 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-b8376db5-d452-4748-befa-1193d6c26428 req-6e9173a5-bb01-4d08-8397-4a76a4cdd805 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Deleting port ed0aa526-742f-49c1-9017-618f74ce27f2 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:11.737601 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b8376db5-d452-4748-befa-1193d6c26428 req-6e9173a5-bb01-4d08-8397-4a76a4cdd805 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.795911 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c51c75-ac93-47eb-8f3f-d4242696febd'}, {'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cc0268-b5ba-4fca-a4ca-b202ba136590'}, {'server_uuid': '4835f294-47a5-4cd1-b005-5787a7af660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc58fe02-0a31-4c3f-88bf-80e10c3be893'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:11.799403 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5335273e-b46c-470a-8e00-75186e1a346e" -d '{"events": [{"server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "name": "network-vif-plugged", "status": "completed", "tag": "58c51c75-ac93-47eb-8f3f-d4242696febd"}, {"server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "name": "network-vif-plugged", "status": "completed", "tag": "77cc0268-b5ba-4fca-a4ca-b202ba136590"}, {"server_uuid": "4835f294-47a5-4cd1-b005-5787a7af660a", "name": "network-vif-plugged", "status": "completed", "tag": "fc58fe02-0a31-4c3f-88bf-80e10c3be893"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:11.819584 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-965c686b-08d3-4a24-88c3-39618365d070 req-3154280d-1dbf-4934-bb10-b5ecb20185f9 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394122 Jul 16 01:17:11.828464 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97f3d70f-166f-478c-94ae-fd89dac84234 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.859419 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-b8376db5-d452-4748-befa-1193d6c26428 req-6e9173a5-bb01-4d08-8397-4a76a4cdd805 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] For port ed0aa526-742f-49c1-9017-618f74ce27f2, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ed0aa526-742f-49c1-9017-618f74ce27f2,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:11.860164 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b8376db5-d452-4748-befa-1193d6c26428 req-6e9173a5-bb01-4d08-8397-4a76a4cdd805 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:11.878137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-b8376db5-d452-4748-befa-1193d6c26428 req-6e9173a5-bb01-4d08-8397-4a76a4cdd805 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Calling delete_port for ed0aa526-742f-49c1-9017-618f74ce27f2 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:11.898215 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b68c14cc-8466-4f56-bcba-b61d55b3e219 req-e9e5a7e7-bbad-4fcb-993b-d0cecc780ac9 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974266 Jul 16 01:17:11.930917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f3d70f-166f-478c-94ae-fd89dac84234 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Checking segment: {'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:11.935990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f3d70f-166f-478c-94ae-fd89dac84234 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Network hostable DHCP agents. Network: 87fe2da3-aef5-4a1b-9eb7-74899be739c7, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:11.971916 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888ef4c5-253f-447e-a723-b33d018a8dc8 x-openstack-request-id: req-888ef4c5-253f-447e-a723-b33d018a8dc8 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:11.972282 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5f4320-8e46-4977-a707-50f832673742", "name": "network-vif-deleted", "tag": "1764f3ee-b2ff-4e15-94e4-52eae2f00a17", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:11.972593 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-888ef4c5-253f-447e-a723-b33d018a8dc8 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:11.973082 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5f4320-8e46-4977-a707-50f832673742', 'name': 'network-vif-deleted', 'tag': '1764f3ee-b2ff-4e15-94e4-52eae2f00a17', 'status': 'completed', 'code': 200} Jul 16 01:17:11.987903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3d70f-166f-478c-94ae-fd89dac84234 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event updated for resources: {'Subnet': ['ID=15fe3a60-f147-4868-aa26-636891800539,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:12.010861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f3d70f-166f-478c-94ae-fd89dac84234 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:12.027001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-97f3d70f-166f-478c-94ae-fd89dac84234 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 87fe2da3-aef5-4a1b-9eb7-74899be739c7) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:12.029487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f3d70f-166f-478c-94ae-fd89dac84234 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:12.030711 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97f3d70f-166f-478c-94ae-fd89dac84234 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.041994 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff64c6c-a965-4352-9508-7faa1b7b374a None None] Network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:12.065705 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-97f3d70f-166f-478c-94ae-fd89dac84234 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0589981 Jul 16 01:17:12.066694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47466) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:12.079130 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6840a85d-32d6-4931-b648-8e7215984f6d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Request body: {'subnet': {'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:12.096449 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b8376db5-d452-4748-befa-1193d6c26428 req-6e9173a5-bb01-4d08-8397-4a76a4cdd805 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.143232 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9173a5-bb01-4d08-8397-4a76a4cdd805 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Pushing event deleted for resources: {'Port': ['ID=ed0aa526-742f-49c1-9017-618f74ce27f2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:12.144684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['ed0aa526-742f-49c1-9017-618f74ce27f2'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:12.167230 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dbd9b8ee-8f39-494c-9447-3b8da33b515d req-61f286e6-72c5-4695-bf29-5a81d49d58a5 tempest-FloatingIPsAssociationNegativeTestJSON-467729782 tempest-FloatingIPsAssociationNegativeTestJSON-467729782-project] 10.222.0.22 "GET /v2.0/ports?device_id=db5f4320-8e46-4977-a707-50f832673742 HTTP/1.1" status: 200 len: 210 time: 0.0785885 Jul 16 01:17:12.218382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8376db5-d452-4748-befa-1193d6c26428 req-6e9173a5-bb01-4d08-8397-4a76a4cdd805 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] No DVR routers for this DVR port ed0aa526-742f-49c1-9017-618f74ce27f2 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:12.221428 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b8376db5-d452-4748-befa-1193d6c26428 req-6e9173a5-bb01-4d08-8397-4a76a4cdd805 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.223440 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b8376db5-d452-4748-befa-1193d6c26428 req-6e9173a5-bb01-4d08-8397-4a76a4cdd805 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.70 "DELETE /v2.0/ports/ed0aa526-742f-49c1-9017-618f74ce27f2 HTTP/1.1" status: 204 len: 173 time: 0.6114473 Jul 16 01:17:12.249877 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880b1f96-fdbd-4a86-9cbf-6d4cdff226b8 x-openstack-request-id: req-880b1f96-fdbd-4a86-9cbf-6d4cdff226b8 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:12.250175 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "name": "network-vif-plugged", "status": "completed", "tag": "58c51c75-ac93-47eb-8f3f-d4242696febd", "code": 200}, {"server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "name": "network-vif-plugged", "status": "completed", "tag": "77cc0268-b5ba-4fca-a4ca-b202ba136590", "code": 200}, {"server_uuid": "4835f294-47a5-4cd1-b005-5787a7af660a", "name": "network-vif-plugged", "status": "completed", "tag": "fc58fe02-0a31-4c3f-88bf-80e10c3be893", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:12.250642 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-880b1f96-fdbd-4a86-9cbf-6d4cdff226b8 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:12.251241 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c51c75-ac93-47eb-8f3f-d4242696febd', 'code': 200} Jul 16 01:17:12.251599 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cc0268-b5ba-4fca-a4ca-b202ba136590', 'code': 200} Jul 16 01:17:12.251942 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4835f294-47a5-4cd1-b005-5787a7af660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc58fe02-0a31-4c3f-88bf-80e10c3be893', 'code': 200} Jul 16 01:17:12.311984 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-87fe2da3-aef5-4a1b-9eb7-74899be739c7', 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'fixed_ips': [{'subnet_id': '15fe3a60-f147-4868-aa26-636891800539'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:17:12.319954 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.333866 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6840a85d-32d6-4931-b648-8e7215984f6d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Made reservation on behalf of f1edc56a277e41f79fb87cb4bd4162bc for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:12.337791 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6840a85d-32d6-4931-b648-8e7215984f6d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.378533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac745da-b45c-471a-952e-820da034c970 req-653ce671-cebf-410b-b1bf-1820a68f1198 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:12.392407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac745da-b45c-471a-952e-820da034c970 req-653ce671-cebf-410b-b1bf-1820a68f1198 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:12.414168 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac745da-b45c-471a-952e-820da034c970 req-653ce671-cebf-410b-b1bf-1820a68f1198 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:12.416959 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fac745da-b45c-471a-952e-820da034c970 req-653ce671-cebf-410b-b1bf-1820a68f1198 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2415 time: 0.2866588 Jul 16 01:17:12.441258 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3b0267-4f12-4729-a6f9-f48c35a6aa5d req-cb293274-975c-432e-93d8-e8e05916bbf6 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:12.442811 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-de3b0267-4f12-4729-a6f9-f48c35a6aa5d req-cb293274-975c-432e-93d8-e8e05916bbf6 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.70 "GET /v2.0/ports?device_id=cad7e6a6-bf60-4767-a007-c54b6ae7b9f1 HTTP/1.1" status: 200 len: 945 time: 0.1581960 Jul 16 01:17:12.534572 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Allocated IP 10.1.1.2 (87fe2da3-aef5-4a1b-9eb7-74899be739c7/15fe3a60-f147-4868-aa26-636891800539/a0f34d1a-3c81-448c-bb57-dc54a89d2f25) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:12.540729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a6f39-005c-4fe1-94ba-ec797bf23621 req-5ae609e0-eca5-4e5a-b605-4b89be7431f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:12.542419 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-109a6f39-005c-4fe1-94ba-ec797bf23621 req-5ae609e0-eca5-4e5a-b605-4b89be7431f6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 1097 time: 0.1715417 Jul 16 01:17:12.597186 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-109a6f39-005c-4fe1-94ba-ec797bf23621 req-706d4ffa-ef66-440c-b73b-233474623830 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468268 Jul 16 01:17:12.603191 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-de3b0267-4f12-4729-a6f9-f48c35a6aa5d req-57cfddfe-a4db-4386-9fb8-0f6c2cfcf688 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Deleting port bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:12.603800 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-de3b0267-4f12-4729-a6f9-f48c35a6aa5d req-57cfddfe-a4db-4386-9fb8-0f6c2cfcf688 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.641992 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fac745da-b45c-471a-952e-820da034c970 req-a821812a-7edd-4033-bde2-5b8959338f8d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804633 Jul 16 01:17:12.685144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eda9c0-13e2-42c6-a509-0aceed1e163d req-19e14a0c-41a5-4799-94c8-d85188731f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:12.685634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eda9c0-13e2-42c6-a509-0aceed1e163d req-19e14a0c-41a5-4799-94c8-d85188731f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:12.686107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eda9c0-13e2-42c6-a509-0aceed1e163d req-19e14a0c-41a5-4799-94c8-d85188731f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:12.687777 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01eda9c0-13e2-42c6-a509-0aceed1e163d req-19e14a0c-41a5-4799-94c8-d85188731f88 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2871 time: 0.2469604 Jul 16 01:17:12.745523 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-de3b0267-4f12-4729-a6f9-f48c35a6aa5d req-57cfddfe-a4db-4386-9fb8-0f6c2cfcf688 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] For port bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63,segment=NetworkSegment(8b174f5c-d18c-4932-ae0e-ebec06fc9ad1),segment_id=8b174f5c-d18c-4932-ae0e-ebec06fc9ad1)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:12.745887 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-de3b0267-4f12-4729-a6f9-f48c35a6aa5d req-57cfddfe-a4db-4386-9fb8-0f6c2cfcf688 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.746589 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604c3ca-59a7-4b2e-b539-8318f62b0cfb req-689b41db-a3a8-4508-aa1f-017b5792caa5 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:12.748160 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2604c3ca-59a7-4b2e-b539-8318f62b0cfb req-689b41db-a3a8-4508-aa1f-017b5792caa5 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/ports?device_id=cad7e6a6-bf60-4767-a007-c54b6ae7b9f1 HTTP/1.1" status: 200 len: 945 time: 0.1927481 Jul 16 01:17:12.778833 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.783236 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-de3b0267-4f12-4729-a6f9-f48c35a6aa5d req-57cfddfe-a4db-4386-9fb8-0f6c2cfcf688 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Calling delete_port for bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:12.795638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Transition to ACTIVE for port object a0f34d1a-3c81-448c-bb57-dc54a89d2f25 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:12.813177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 5938e55a-0d63-4df4-9d40-cfd72ec256fe details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:12.825257 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Transition to ACTIVE for port object a0f34d1a-3c81-448c-bb57-dc54a89d2f25 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:12.839454 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:12.853385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2604c3ca-59a7-4b2e-b539-8318f62b0cfb req-5974915b-c414-47f2-b829-82fa9f6a842e tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/security-groups?id=14584987-df84-478b-97d3-eb3471e1bdeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953114 Jul 16 01:17:12.882137 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01eda9c0-13e2-42c6-a509-0aceed1e163d req-55b36289-f512-41a4-9bb5-76da62a2691a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835496 Jul 16 01:17:12.917482 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:12.921888 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:12.924772 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:12.985696 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-de3b0267-4f12-4729-a6f9-f48c35a6aa5d req-57cfddfe-a4db-4386-9fb8-0f6c2cfcf688 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.001857 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6840a85d-32d6-4931-b648-8e7215984f6d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.023222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cfddfe-a4db-4386-9fb8-0f6c2cfcf688 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Pushing event deleted for resources: {'Port': ['ID=bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:13.024602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8cd0e-8100-44f9-bd43-24e70ebaa7af req-0a938f8e-87c2-43ef-a090-023b13a5b5e9 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:13.026457 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5a8cd0e-8100-44f9-bd43-24e70ebaa7af req-0a938f8e-87c2-43ef-a090-023b13a5b5e9 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 945 time: 0.2313433 Jul 16 01:17:13.036311 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:13.090173 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-de3b0267-4f12-4729-a6f9-f48c35a6aa5d req-57cfddfe-a4db-4386-9fb8-0f6c2cfcf688 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] No DVR routers for this DVR port bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:13.092952 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-de3b0267-4f12-4729-a6f9-f48c35a6aa5d req-57cfddfe-a4db-4386-9fb8-0f6c2cfcf688 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.094683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Pushing event updated for resources: {'Port': ['ID=a0f34d1a-3c81-448c-bb57-dc54a89d2f25,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:13.096005 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-de3b0267-4f12-4729-a6f9-f48c35a6aa5d req-57cfddfe-a4db-4386-9fb8-0f6c2cfcf688 tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.70 "DELETE /v2.0/ports/bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 HTTP/1.1" status: 204 len: 173 time: 0.6407111 Jul 16 01:17:13.118198 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Attempting to bind port a0f34d1a-3c81-448c-bb57-dc54a89d2f25 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:13.118669 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Attempting to bind port a0f34d1a-3c81-448c-bb57-dc54a89d2f25 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:13.119034 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Attempting to bind port a0f34d1a-3c81-448c-bb57-dc54a89d2f25 on network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:13.133880 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:13.134302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Checking segment: {'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:13.134926 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.135051 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Bound using segment: {'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:13.135498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Bound port: a0f34d1a-3c81-448c-bb57-dc54a89d2f25, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:13.135909 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.146060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c7c055f-ee47-4cf4-acf1-850cd75c7716 req-274476ff-c403-4d9b-9772-3cf93cad34bd tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d75ae5c-ca10-46ee-accb-5206c0000449 HTTP/1.1" status: 200 len: 210 time: 0.0721269 Jul 16 01:17:13.169173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840a85d-32d6-4931-b648-8e7215984f6d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event updated for resources: {'Subnet': ['ID=4965d52c-657c-4f3d-a829-d383d740e194,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:13.195473 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5a8cd0e-8100-44f9-bd43-24e70ebaa7af req-1cab1a1f-a73b-4afd-93f8-91daa32fa230 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227250 Jul 16 01:17:13.206969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6840a85d-32d6-4931-b648-8e7215984f6d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Checking segment: {'id': 'e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:13.207441 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6840a85d-32d6-4931-b648-8e7215984f6d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Network hostable DHCP agents. Network: d1c225b4-f269-4788-b264-c404aac5f0ff, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:13.229978 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 5938e55a-0d63-4df4-9d40-cfd72ec256fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:13.242368 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6840a85d-32d6-4931-b648-8e7215984f6d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Network d1c225b4-f269-4788-b264-c404aac5f0ff is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:13.258325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-6840a85d-32d6-4931-b648-8e7215984f6d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, d1c225b4-f269-4788-b264-c404aac5f0ff) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:13.267069 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6840a85d-32d6-4931-b648-8e7215984f6d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:13.267694 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6840a85d-32d6-4931-b648-8e7215984f6d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.272196 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] For port a0f34d1a-3c81-448c-bb57-dc54a89d2f25, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:13.280610 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c507617f-c72c-42db-9e98-28da059bf8a1 None None] Network d1c225b4-f269-4788-b264-c404aac5f0ff requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:13.340289 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47498) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:13.341284 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6840a85d-32d6-4931-b648-8e7215984f6d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2734768 Jul 16 01:17:13.345637 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-88b7df7b-b25f-4e49-8e5d-7c78b4f79e80 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Request body: {'port': {'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7', 'name': 'tempest-TaggedBootDevicesTest-915980926', 'fixed_ips': [{'subnet_id': '15fe3a60-f147-4868-aa26-636891800539'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:13.389379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca2ad2-378b-41fd-bec7-1ce066393279 req-bcbb7074-c7a6-4f5a-8eca-dcc5949f6834 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:13.397951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '5938e55a-0d63-4df4-9d40-cfd72ec256fe', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '5938e55a-0d63-4df4-9d40-cfd72ec256fe', 'mac_address': 'fa:16:3e:5d:f5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:13.402547 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] For port a0f34d1a-3c81-448c-bb57-dc54a89d2f25, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a0f34d1a-3c81-448c-bb57-dc54a89d2f25,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:13.405098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33ca2ad2-378b-41fd-bec7-1ce066393279 req-bcbb7074-c7a6-4f5a-8eca-dcc5949f6834 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 948 time: 0.1242838 Jul 16 01:17:13.423206 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.498607 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b7df7b-b25f-4e49-8e5d-7c78b4f79e80 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Made reservation on behalf of f1edc56a277e41f79fb87cb4bd4162bc for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:13.506288 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af88352e-728e-40fe-92bd-0f32b2d87798 None None] Pushing event updated for resources: {'Port': ['ID=a0f34d1a-3c81-448c-bb57-dc54a89d2f25,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:13.513961 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33ca2ad2-378b-41fd-bec7-1ce066393279 req-1985251a-166a-4dd7-8cfa-016daf5ac582 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079459 Jul 16 01:17:13.556921 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47508) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:13.597215 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.637347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5938e55a-0d63-4df4-9d40-cfd72ec256fe {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:13.669903 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88b7df7b-b25f-4e49-8e5d-7c78b4f79e80 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.684231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-d1c225b4-f269-4788-b264-c404aac5f0ff', 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'fixed_ips': [{'subnet_id': '4965d52c-657c-4f3d-a829-d383d740e194'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:17:13.687116 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:13.721673 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-88b7df7b-b25f-4e49-8e5d-7c78b4f79e80 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] device_id is not set on port 35c71f39-10b4-4237-a3c3-980c3cbe864d yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:17:13.726356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 5938e55a-0d63-4df4-9d40-cfd72ec256fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:13.732860 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.021109 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d75ae5c-ca10-46ee-accb-5206c0000449', 'name': 'network-vif-deleted', 'tag': 'ed0aa526-742f-49c1-9017-618f74ce27f2'}, {'server_uuid': 'cad7e6a6-bf60-4767-a007-c54b6ae7b9f1', 'name': 'network-vif-deleted', 'tag': 'bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:14.028963 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fedc82b-cb01-4ab0-9ada-1c7cd7ee2f0b" -d '{"events": [{"server_uuid": "9d75ae5c-ca10-46ee-accb-5206c0000449", "name": "network-vif-deleted", "tag": "ed0aa526-742f-49c1-9017-618f74ce27f2"}, {"server_uuid": "cad7e6a6-bf60-4767-a007-c54b6ae7b9f1", "name": "network-vif-deleted", "tag": "bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:14.038222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b580e-0d40-46d3-9c4b-8657d6732415 req-77d319c3-31ff-4119-b92c-4266a19f1c69 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:14.050693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b580e-0d40-46d3-9c4b-8657d6732415 req-77d319c3-31ff-4119-b92c-4266a19f1c69 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:14.065479 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b580e-0d40-46d3-9c4b-8657d6732415 req-77d319c3-31ff-4119-b92c-4266a19f1c69 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:14.073564 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c80b580e-0d40-46d3-9c4b-8657d6732415 req-77d319c3-31ff-4119-b92c-4266a19f1c69 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2415 time: 0.2014403 Jul 16 01:17:14.210049 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-88b7df7b-b25f-4e49-8e5d-7c78b4f79e80 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Allocated IP 10.1.1.137 (87fe2da3-aef5-4a1b-9eb7-74899be739c7/15fe3a60-f147-4868-aa26-636891800539/35c71f39-10b4-4237-a3c3-980c3cbe864d) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:14.258235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1cb13ed-c398-4408-9e1a-a5a1c6aec9f9 req-a34b0b3c-f084-4a95-8ae0-052a491cec1d tempest-InstanceActionsV221TestJSON-495451843 tempest-InstanceActionsV221TestJSON-495451843-project] 10.222.0.22 "GET /v2.0/ports?device_id=cad7e6a6-bf60-4767-a007-c54b6ae7b9f1 HTTP/1.1" status: 200 len: 210 time: 0.1250875 Jul 16 01:17:14.270889 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['5938e55a-0d63-4df4-9d40-cfd72ec256fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:14.295040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=5938e55a-0d63-4df4-9d40-cfd72ec256fe,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:14.321599 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c80b580e-0d40-46d3-9c4b-8657d6732415 req-e804d538-27ec-4d0e-9907-cd9fa161beb6 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264721 Jul 16 01:17:14.407650 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a0f34d1a-3c81-448c-bb57-dc54a89d2f25 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:14.493939 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc1b1658-a9e7-4c6c-82a0-cded0c67956e req-61bcdb6d-66e4-4aa0-8039-eab8f6c0291f tempest-FlavorsV2NegativeTest-1895226412 tempest-FlavorsV2NegativeTest-1895226412-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=a2d7d85061fe44759d8975529420bc82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266283 Jul 16 01:17:14.506029 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Allocated IP 10.2.2.2 (d1c225b4-f269-4788-b264-c404aac5f0ff/4965d52c-657c-4f3d-a829-d383d740e194/ebbfff35-9007-4959-bc95-1cc3606f5711) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:14.507531 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9994840d-35db-42fb-8d38-b509b0db2928 x-openstack-request-id: req-9994840d-35db-42fb-8d38-b509b0db2928 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:14.508437 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d75ae5c-ca10-46ee-accb-5206c0000449", "name": "network-vif-deleted", "tag": "ed0aa526-742f-49c1-9017-618f74ce27f2", "status": "completed", "code": 200}, {"server_uuid": "cad7e6a6-bf60-4767-a007-c54b6ae7b9f1", "name": "network-vif-deleted", "tag": "bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:14.508913 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9994840d-35db-42fb-8d38-b509b0db2928 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:14.509520 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d75ae5c-ca10-46ee-accb-5206c0000449', 'name': 'network-vif-deleted', 'tag': 'ed0aa526-742f-49c1-9017-618f74ce27f2', 'status': 'completed', 'code': 200} Jul 16 01:17:14.510066 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad7e6a6-bf60-4767-a007-c54b6ae7b9f1', 'name': 'network-vif-deleted', 'tag': 'bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63', 'status': 'completed', 'code': 200} Jul 16 01:17:14.582878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port a0f34d1a-3c81-448c-bb57-dc54a89d2f25 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:14.602822 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88b7df7b-b25f-4e49-8e5d-7c78b4f79e80 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.633131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-88b7df7b-b25f-4e49-8e5d-7c78b4f79e80 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Transition to ACTIVE for port object 35c71f39-10b4-4237-a3c3-980c3cbe864d will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:14.668571 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b1658-a9e7-4c6c-82a0-cded0c67956e req-911fb4d2-dbd2-4ba8-968f-fd42e5b5e2ae tempest-FlavorsV2NegativeTest-1895226412 tempest-FlavorsV2NegativeTest-1895226412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:14.678193 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88b7df7b-b25f-4e49-8e5d-7c78b4f79e80 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.678567 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc1b1658-a9e7-4c6c-82a0-cded0c67956e req-911fb4d2-dbd2-4ba8-968f-fd42e5b5e2ae tempest-FlavorsV2NegativeTest-1895226412 tempest-FlavorsV2NegativeTest-1895226412-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763735 Jul 16 01:17:14.739185 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b7df7b-b25f-4e49-8e5d-7c78b4f79e80 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:14.741025 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c203c5c-c3ab-4376-90be-c11936de6da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.746915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-88b7df7b-b25f-4e49-8e5d-7c78b4f79e80 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:14.749608 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc1b1658-a9e7-4c6c-82a0-cded0c67956e req-d27dced8-7d28-4282-a6a7-73abf10b8f1d tempest-FlavorsV2NegativeTest-1895226412 tempest-FlavorsV2NegativeTest-1895226412-project] 10.222.0.22 "GET /v2.0/quotas/a2d7d85061fe44759d8975529420bc82 HTTP/1.1" status: 200 len: 375 time: 0.0700703 Jul 16 01:17:14.752250 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b7df7b-b25f-4e49-8e5d-7c78b4f79e80 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:14.778679 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7df7b-b25f-4e49-8e5d-7c78b4f79e80 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event updated for resources: {'Port': ['ID=35c71f39-10b4-4237-a3c3-980c3cbe864d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:14.801838 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.810531 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Transition to ACTIVE for port object ebbfff35-9007-4959-bc95-1cc3606f5711 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:14.821382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b7df7b-b25f-4e49-8e5d-7c78b4f79e80 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:14.822612 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88b7df7b-b25f-4e49-8e5d-7c78b4f79e80 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.826536 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Transition to ACTIVE for port object ebbfff35-9007-4959-bc95-1cc3606f5711 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:14.834950 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc1b1658-a9e7-4c6c-82a0-cded0c67956e req-7f4bc99a-b77d-41da-9248-1145d76ace92 tempest-FlavorsV2NegativeTest-1895226412 tempest-FlavorsV2NegativeTest-1895226412-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a2d7d85061fe44759d8975529420bc82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840840 Jul 16 01:17:14.835370 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:14.857876 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-88b7df7b-b25f-4e49-8e5d-7c78b4f79e80 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5156977 Jul 16 01:17:14.860806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47554) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:14.877195 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-632d813e-8435-402d-beb3-2231c8349451 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Request body: {'port': {'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7', 'name': 'tempest-TaggedBootDevicesTest-897456386', 'fixed_ips': [{'subnet_id': '15fe3a60-f147-4868-aa26-636891800539'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:14.906256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Network d1c225b4-f269-4788-b264-c404aac5f0ff is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:14.930581 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:14.933732 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Pushing event updated for resources: {'Port': ['ID=ebbfff35-9007-4959-bc95-1cc3606f5711,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:14.936157 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:15.002604 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ed0aa526-742f-49c1-9017-618f74ce27f2 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:15.046284 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: ed0aa526-742f-49c1-9017-618f74ce27f2 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:15.046646 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ed0aa526-742f-49c1-9017-618f74ce27f2 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:15.047132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:15.081923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Attempting to bind port ebbfff35-9007-4959-bc95-1cc3606f5711 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:15.082299 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Attempting to bind port ebbfff35-9007-4959-bc95-1cc3606f5711 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:15.082666 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Attempting to bind port ebbfff35-9007-4959-bc95-1cc3606f5711 on network d1c225b4-f269-4788-b264-c404aac5f0ff {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:15.085905 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:15.086231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1764f3ee-b2ff-4e15-94e4-52eae2f00a17 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:15.090889 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:15.091287 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Checking segment: {'id': 'e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:15.091691 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.092122 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Bound using segment: {'id': 'e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:15.092656 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Bound port: ebbfff35-9007-4959-bc95-1cc3606f5711, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:15.092982 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.110175 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632d813e-8435-402d-beb3-2231c8349451 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Made reservation on behalf of f1edc56a277e41f79fb87cb4bd4162bc for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:15.117475 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-632d813e-8435-402d-beb3-2231c8349451 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.138540 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-632d813e-8435-402d-beb3-2231c8349451 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] device_id is not set on port a81b7832-77d3-447a-8ff3-9eb0ad423218 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:17:15.147062 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaf6858-3ab0-43f0-9613-fc2b56b0b4a6 None None] Network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:15.252487 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a90033f6-5d22-4629-ad54-ac4ab88f628e None None] Provisioning for port a0f34d1a-3c81-448c-bb57-dc54a89d2f25 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:15.259643 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a90033f6-5d22-4629-ad54-ac4ab88f628e None None] Provisioning complete for port a0f34d1a-3c81-448c-bb57-dc54a89d2f25 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:15.260046 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a90033f6-5d22-4629-ad54-ac4ab88f628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.307993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] For port ebbfff35-9007-4959-bc95-1cc3606f5711, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:15.330682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] For port ebbfff35-9007-4959-bc95-1cc3606f5711, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ebbfff35-9007-4959-bc95-1cc3606f5711,segment=NetworkSegment(e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3),segment_id=e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:15.331732 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-632d813e-8435-402d-beb3-2231c8349451 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Allocated IP 10.1.1.142 (87fe2da3-aef5-4a1b-9eb7-74899be739c7/15fe3a60-f147-4868-aa26-636891800539/a81b7832-77d3-447a-8ff3-9eb0ad423218) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:15.343437 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.386361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8371205f-a4a5-438d-8cb6-e6112f04cfaa req-7e15120d-9324-4577-8f87-105fe8f12d23 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:15.395930 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8371205f-a4a5-438d-8cb6-e6112f04cfaa req-7e15120d-9324-4577-8f87-105fe8f12d23 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 945 time: 0.7141480 Jul 16 01:17:15.472517 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3d04c-f3b8-4699-9e50-582139e3bf5b None None] Pushing event updated for resources: {'Port': ['ID=ebbfff35-9007-4959-bc95-1cc3606f5711,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:15.508263 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a90033f6-5d22-4629-ad54-ac4ab88f628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.510569 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8371205f-a4a5-438d-8cb6-e6112f04cfaa req-04322961-1860-4765-8cf9-30214e0b957d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144772 Jul 16 01:17:15.559844 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-632d813e-8435-402d-beb3-2231c8349451 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.584625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a90033f6-5d22-4629-ad54-ac4ab88f628e None None] For port a0f34d1a-3c81-448c-bb57-dc54a89d2f25, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a0f34d1a-3c81-448c-bb57-dc54a89d2f25,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:15.592039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c1902-5161-4abc-833f-fa5af674cfb1 req-bb8ab762-b05a-4f35-999c-d24e877d875f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:15.592297 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a90033f6-5d22-4629-ad54-ac4ab88f628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.593867 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-298c1902-5161-4abc-833f-fa5af674cfb1 req-bb8ab762-b05a-4f35-999c-d24e877d875f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 949 time: 0.6247675 Jul 16 01:17:15.595058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47578) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:15.656834 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90033f6-5d22-4629-ad54-ac4ab88f628e None None] Pushing event updated for resources: {'Port': ['ID=a0f34d1a-3c81-448c-bb57-dc54a89d2f25,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:15.803672 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-298c1902-5161-4abc-833f-fa5af674cfb1 req-40fa1800-65a4-4993-a8ba-cb469592ab1f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817405 Jul 16 01:17:15.897555 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec15a3e5-81b5-4240-beba-361bdb27097e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:15.994208 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4c203c5c-c3ab-4376-90be-c11936de6da1 admin admin] Deleting port 48143884-8bba-44d5-a41e-87dfef0597b2 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:15.994850 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c203c5c-c3ab-4376-90be-c11936de6da1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.068293 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1a5876ee-1dbd-42d5-9adc-284e14a75d19 None None] Provisioning complete for port a0f34d1a-3c81-448c-bb57-dc54a89d2f25 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:16.071355 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1a5876ee-1dbd-42d5-9adc-284e14a75d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.137407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-632d813e-8435-402d-beb3-2231c8349451 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Transition to ACTIVE for port object a81b7832-77d3-447a-8ff3-9eb0ad423218 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:16.184858 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-632d813e-8435-402d-beb3-2231c8349451 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.216688 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec15a3e5-81b5-4240-beba-361bdb27097e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.232900 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec15a3e5-81b5-4240-beba-361bdb27097e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.296260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1a5876ee-1dbd-42d5-9adc-284e14a75d19 None None] Provisioning for port 35c71f39-10b4-4237-a3c3-980c3cbe864d completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:16.313420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1a5876ee-1dbd-42d5-9adc-284e14a75d19 None None] Provisioning complete for port 35c71f39-10b4-4237-a3c3-980c3cbe864d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:16.314076 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1a5876ee-1dbd-42d5-9adc-284e14a75d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.366181 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632d813e-8435-402d-beb3-2231c8349451 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:16.370971 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-632d813e-8435-402d-beb3-2231c8349451 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:16.373687 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632d813e-8435-402d-beb3-2231c8349451 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event updated for resources: {'Port': ['ID=a81b7832-77d3-447a-8ff3-9eb0ad423218,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:16.384216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632d813e-8435-402d-beb3-2231c8349451 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:16.396119 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1a5876ee-1dbd-42d5-9adc-284e14a75d19 None None] Port 35c71f39-10b4-4237-a3c3-980c3cbe864d cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:16.407896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-4c203c5c-c3ab-4376-90be-c11936de6da1 admin admin] For port 48143884-8bba-44d5-a41e-87dfef0597b2, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=48143884-8bba-44d5-a41e-87dfef0597b2,segment=NetworkSegment(5acd8ec9-c6cc-4957-a226-4838bc09270e),segment_id=5acd8ec9-c6cc-4957-a226-4838bc09270e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:16.408416 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c203c5c-c3ab-4376-90be-c11936de6da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.431945 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ec15a3e5-81b5-4240-beba-361bdb27097e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a2d7d85061fe44759d8975529420bc82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8171582 Jul 16 01:17:16.436553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47590) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:16.439253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4c203c5c-c3ab-4376-90be-c11936de6da1 admin admin] Calling delete_port for 48143884-8bba-44d5-a41e-87dfef0597b2 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:16.450040 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632d813e-8435-402d-beb3-2231c8349451 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:16.450689 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-632d813e-8435-402d-beb3-2231c8349451 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.458201 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec15a3e5-81b5-4240-beba-361bdb27097e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f55856-4d35-4b13-9512-3c845241a8ee,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:16.483063 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-632d813e-8435-402d-beb3-2231c8349451 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6195471 Jul 16 01:17:16.511008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e062590-e89e-402f-a866-903f4eb77066 req-eaed07c5-feae-43d0-89ac-0fc22a27acfd tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:16.518390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e062590-e89e-402f-a866-903f4eb77066 req-eaed07c5-feae-43d0-89ac-0fc22a27acfd tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:16.524762 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e062590-e89e-402f-a866-903f4eb77066 req-eaed07c5-feae-43d0-89ac-0fc22a27acfd tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:16.532489 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2e062590-e89e-402f-a866-903f4eb77066 req-eaed07c5-feae-43d0-89ac-0fc22a27acfd tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2415 time: 0.4470410 Jul 16 01:17:16.545916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ebbfff35-9007-4959-bc95-1cc3606f5711 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:16.550128 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ccbdb0ac-dccc-46d2-b76d-e03dfefdb374 None None] Provisioning complete for port 35c71f39-10b4-4237-a3c3-980c3cbe864d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:16.551003 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ccbdb0ac-dccc-46d2-b76d-e03dfefdb374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.610039 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ccbdb0ac-dccc-46d2-b76d-e03dfefdb374 None None] Port 35c71f39-10b4-4237-a3c3-980c3cbe864d cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:16.637350 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port ebbfff35-9007-4959-bc95-1cc3606f5711 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:16.643074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a0f34d1a-3c81-448c-bb57-dc54a89d2f25 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:16.698723 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a0f34d1a-3c81-448c-bb57-dc54a89d2f25 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:16.699109 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.714157 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2e062590-e89e-402f-a866-903f4eb77066 req-609c46cd-f3d5-41dd-87af-e550ca7e25a2 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806002 Jul 16 01:17:16.729899 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-156a00f7-6f4d-490b-9876-b6a12fa0ae79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.743645 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 5938e55a-0d63-4df4-9d40-cfd72ec256fe up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:16.746993 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287f29a-cea2-4c78-8672-c1e8d03384a8 req-fcc75156-fa28-472f-a303-14017005d322 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:16.749666 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4287f29a-cea2-4c78-8672-c1e8d03384a8 req-fcc75156-fa28-472f-a303-14017005d322 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.70 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 944 time: 0.0974014 Jul 16 01:17:16.809967 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-156a00f7-6f4d-490b-9876-b6a12fa0ae79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.861347 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad797aa-239b-4cd5-ae38-74a629acb042 req-3563c44b-4ba0-4790-9c9f-baf5d68603ec tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:16.863361 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ad797aa-239b-4cd5-ae38-74a629acb042 req-3563c44b-4ba0-4790-9c9f-baf5d68603ec tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 944 time: 0.3254659 Jul 16 01:17:16.874325 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 5938e55a-0d63-4df4-9d40-cfd72ec256fe completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:16.885203 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 5938e55a-0d63-4df4-9d40-cfd72ec256fe triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:16.886157 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.895079 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c7b14f10-2412-4042-a75b-4a9fb7c32dce None None] Provisioning for port a81b7832-77d3-447a-8ff3-9eb0ad423218 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:16.913698 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c7b14f10-2412-4042-a75b-4a9fb7c32dce None None] Provisioning complete for port a81b7832-77d3-447a-8ff3-9eb0ad423218 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:16.914082 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c7b14f10-2412-4042-a75b-4a9fb7c32dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.929929 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-156a00f7-6f4d-490b-9876-b6a12fa0ae79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.932732 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-156a00f7-6f4d-490b-9876-b6a12fa0ae79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.936507 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-156a00f7-6f4d-490b-9876-b6a12fa0ae79 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09f55856-4d35-4b13-9512-3c845241a8ee HTTP/1.1" status: 204 len: 168 time: 0.4943368 Jul 16 01:17:16.948922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-4287f29a-cea2-4c78-8672-c1e8d03384a8 req-3385d41a-dab7-4586-99e2-452c3a467582 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Deleting port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:16.950657 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4287f29a-cea2-4c78-8672-c1e8d03384a8 req-3385d41a-dab7-4586-99e2-452c3a467582 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:16.972641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c7b14f10-2412-4042-a75b-4a9fb7c32dce None None] Port a81b7832-77d3-447a-8ff3-9eb0ad423218 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:16.981979 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ad797aa-239b-4cd5-ae38-74a629acb042 req-b1b62571-97c0-4797-b0a5-a2cd47d95916 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954251 Jul 16 01:17:17.008135 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:17.010946 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156a00f7-6f4d-490b-9876-b6a12fa0ae79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f55856-4d35-4b13-9512-3c845241a8ee,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:17.070513 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c203c5c-c3ab-4376-90be-c11936de6da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.073362 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:17.073903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bd20f6fa-b06c-4cc6-bf56-6d821c5d1d63 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:17.112747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c203c5c-c3ab-4376-90be-c11936de6da1 admin admin] Pushing event deleted for resources: {'Port': ['ID=48143884-8bba-44d5-a41e-87dfef0597b2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:17.169457 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe1c864-8243-4505-a461-94e137e72938 None None] Network d1c225b4-f269-4788-b264-c404aac5f0ff requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:17.170356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-4287f29a-cea2-4c78-8672-c1e8d03384a8 req-3385d41a-dab7-4586-99e2-452c3a467582 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] For port a4c1613a-633a-4a46-9a90-14b62e3a1cd1, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:17.170855 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4287f29a-cea2-4c78-8672-c1e8d03384a8 req-3385d41a-dab7-4586-99e2-452c3a467582 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.182286 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff314d-9ece-42c3-9c6c-3136bd1c35bc req-f3dba39c-cd70-462b-a8f0-77a9dd872983 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:17.189421 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76ff314d-9ece-42c3-9c6c-3136bd1c35bc req-f3dba39c-cd70-462b-a8f0-77a9dd872983 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 945 time: 0.2458990 Jul 16 01:17:17.199605 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-4287f29a-cea2-4c78-8672-c1e8d03384a8 req-3385d41a-dab7-4586-99e2-452c3a467582 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Calling delete_port for a4c1613a-633a-4a46-9a90-14b62e3a1cd1 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:17.213775 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.298515 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-efe3d16a-d080-4473-bfaa-7499e2b1ed57 None None] Provisioning for port ebbfff35-9007-4959-bc95-1cc3606f5711 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:17.318416 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67307507-1d5c-46f4-b452-2f055deb0837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5938e55a-0d63-4df4-9d40-cfd72ec256fe'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:17.321569 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e6bac8-c70f-45cf-bb4e-6e07cf4e391b" -d '{"events": [{"server_uuid": "67307507-1d5c-46f4-b452-2f055deb0837", "name": "network-vif-plugged", "status": "completed", "tag": "5938e55a-0d63-4df4-9d40-cfd72ec256fe"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:17.346242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-efe3d16a-d080-4473-bfaa-7499e2b1ed57 None None] Provisioning complete for port ebbfff35-9007-4959-bc95-1cc3606f5711 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:17.346708 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-efe3d16a-d080-4473-bfaa-7499e2b1ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.379787 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 5938e55a-0d63-4df4-9d40-cfd72ec256fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:17.406494 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.451631 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c203c5c-c3ab-4376-90be-c11936de6da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.477312 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4287f29a-cea2-4c78-8672-c1e8d03384a8 req-3385d41a-dab7-4586-99e2-452c3a467582 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.538340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3385d41a-dab7-4586-99e2-452c3a467582 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Pushing event deleted for resources: {'Port': ['ID=a4c1613a-633a-4a46-9a90-14b62e3a1cd1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:17.539397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=5938e55a-0d63-4df4-9d40-cfd72ec256fe,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:17.560485 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76ff314d-9ece-42c3-9c6c-3136bd1c35bc req-215ffaf8-41b1-4f2a-ba85-299cba9b4f9a tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701773 Jul 16 01:17:17.609900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47614) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:17.616587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e4106780-9f57-483b-bc4d-7d3e3cf678f5 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Request body: {'security_group': {'name': 'tempest-securitygroup--408620159', 'description': 'tempest-description--1939392385'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:17.636587 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-4287f29a-cea2-4c78-8672-c1e8d03384a8 req-3385d41a-dab7-4586-99e2-452c3a467582 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] No DVR routers for this DVR port a4c1613a-633a-4a46-9a90-14b62e3a1cd1 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:17.642018 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4287f29a-cea2-4c78-8672-c1e8d03384a8 req-3385d41a-dab7-4586-99e2-452c3a467582 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.650079 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4287f29a-cea2-4c78-8672-c1e8d03384a8 req-3385d41a-dab7-4586-99e2-452c3a467582 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.70 "DELETE /v2.0/ports/a4c1613a-633a-4a46-9a90-14b62e3a1cd1 HTTP/1.1" status: 204 len: 173 time: 0.8891935 Jul 16 01:17:17.658900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1d1059-b1ce-4856-b2bc-ac81936e98e0', 'name': 'network-vif-deleted', 'tag': 'a4c1613a-633a-4a46-9a90-14b62e3a1cd1'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:17.665963 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ff711f-8116-4304-b710-6b0a1d1161a9" -d '{"events": [{"server_uuid": "2f1d1059-b1ce-4856-b2bc-ac81936e98e0", "name": "network-vif-deleted", "tag": "a4c1613a-633a-4a46-9a90-14b62e3a1cd1"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:17.672234 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4106780-9f57-483b-bc4d-7d3e3cf678f5 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.809322 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47620) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:17.820032 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-efe3d16a-d080-4473-bfaa-7499e2b1ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.856792 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d532fd-2453-471e-a0ce-3dfafe137323 x-openstack-request-id: req-f3d532fd-2453-471e-a0ce-3dfafe137323 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:17.857155 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67307507-1d5c-46f4-b452-2f055deb0837", "name": "network-vif-plugged", "status": "completed", "tag": "5938e55a-0d63-4df4-9d40-cfd72ec256fe", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:17.857325 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3d532fd-2453-471e-a0ce-3dfafe137323 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:17.857730 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67307507-1d5c-46f4-b452-2f055deb0837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5938e55a-0d63-4df4-9d40-cfd72ec256fe', 'code': 200} Jul 16 01:17:17.897811 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06625925-2236-4ee4-9ffd-eda01897bdfd x-openstack-request-id: req-06625925-2236-4ee4-9ffd-eda01897bdfd {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:17.898248 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1d1059-b1ce-4856-b2bc-ac81936e98e0", "name": "network-vif-deleted", "tag": "a4c1613a-633a-4a46-9a90-14b62e3a1cd1", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:17.898606 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-06625925-2236-4ee4-9ffd-eda01897bdfd {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:17.902325 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1d1059-b1ce-4856-b2bc-ac81936e98e0', 'name': 'network-vif-deleted', 'tag': 'a4c1613a-633a-4a46-9a90-14b62e3a1cd1', 'status': 'completed', 'code': 200} Jul 16 01:17:17.903040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-efe3d16a-d080-4473-bfaa-7499e2b1ed57 None None] For port ebbfff35-9007-4959-bc95-1cc3606f5711, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ebbfff35-9007-4959-bc95-1cc3606f5711,segment=NetworkSegment(e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3),segment_id=e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:17.905977 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdcf9e5a-6aed-4506-a0ac-b28da6329a27 admin admin] Deleting subnet 1b82a0a0-23fc-447d-b1b3-6edce9ac6c1d {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:17:17.911678 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-efe3d16a-d080-4473-bfaa-7499e2b1ed57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.914209 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdcf9e5a-6aed-4506-a0ac-b28da6329a27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:17.989948 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdcf9e5a-6aed-4506-a0ac-b28da6329a27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.034235 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3d16a-d080-4473-bfaa-7499e2b1ed57 None None] Pushing event updated for resources: {'Port': ['ID=ebbfff35-9007-4959-bc95-1cc3606f5711,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:18.090416 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c203c5c-c3ab-4376-90be-c11936de6da1 admin admin] Router 16111fcc-a386-4f1d-8eac-68b5407a0e5f has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:17:18.125040 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffad67-a736-427a-91e0-51c79dbdd45e req-8466cbca-9147-4d9e-a44e-70955b997af2 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:18.132786 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfffad67-a736-427a-91e0-51c79dbdd45e req-8466cbca-9147-4d9e-a44e-70955b997af2 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 0.3468294 Jul 16 01:17:18.189623 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdcf9e5a-6aed-4506-a0ac-b28da6329a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.216835 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47632) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:18.303558 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac2965-e83d-4b3a-88f3-dee47e95f84d req-20d54d69-d84b-47c2-ac76-4607d060575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:18.305353 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ecac2965-e83d-4b3a-88f3-dee47e95f84d req-20d54d69-d84b-47c2-ac76-4607d060575a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 1102 time: 0.2342048 Jul 16 01:17:18.341330 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdcf9e5a-6aed-4506-a0ac-b28da6329a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.367743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c203c5c-c3ab-4376-90be-c11936de6da1 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:17:18.380180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df39ebfd-7dca-45ba-a043-b6df8e69d514 None None] Sync routers for ids ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:17:18.394477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df39ebfd-7dca-45ba-a043-b6df8e69d514 None None] Routers {'16111fcc-a386-4f1d-8eac-68b5407a0e5f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:18.395265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-df39ebfd-7dca-45ba-a043-b6df8e69d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:17:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:18.401360 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4106780-9f57-483b-bc4d-7d3e3cf678f5 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.412873 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4c203c5c-c3ab-4376-90be-c11936de6da1 admin admin] 10.222.0.22 "PUT /v2.0/routers/16111fcc-a386-4f1d-8eac-68b5407a0e5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8544471 Jul 16 01:17:18.421353 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4106780-9f57-483b-bc4d-7d3e3cf678f5 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.428933 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47638) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:18.442873 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf9e5a-6aed-4506-a0ac-b28da6329a27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b82a0a0-23fc-447d-b1b3-6edce9ac6c1d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:18.458932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b3ddc016-aa67-40a7-a028-ad9d82c06885 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241816389-network', 'tenant_id': '1fed8b54fdf04efab5abccd43f69a29e'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:18.462904 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfffad67-a736-427a-91e0-51c79dbdd45e req-238657e4-3644-4c4e-aaaf-465b83d654c9 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292294 Jul 16 01:17:18.464666 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ecac2965-e83d-4b3a-88f3-dee47e95f84d req-0e555cc9-8fc7-4f91-98d1-8249fdc432c5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510410 Jul 16 01:17:18.473953 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdcf9e5a-6aed-4506-a0ac-b28da6329a27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.478945 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bdcf9e5a-6aed-4506-a0ac-b28da6329a27 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1b82a0a0-23fc-447d-b1b3-6edce9ac6c1d HTTP/1.1" status: 204 len: 168 time: 0.6685159 Jul 16 01:17:18.479990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47640) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:18.529970 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4106780-9f57-483b-bc4d-7d3e3cf678f5 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.531531 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e4106780-9f57-483b-bc4d-7d3e3cf678f5 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9205625 Jul 16 01:17:18.534589 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4106780-9f57-483b-bc4d-7d3e3cf678f5 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6efccdc7-58ee-49c4-8baf-259656741067,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:18.537633 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47642) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:18.551153 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ebbfff35-9007-4959-bc95-1cc3606f5711 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:18.552689 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-7cda826d-11d2-4409-be83-9772b8733808 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Request body: {'security_group_rule': {'security_group_id': '6efccdc7-58ee-49c4-8baf-259656741067', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:18.604822 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3873ff1e-6cc0-4b68-be62-aab4a48ae896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.613452 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa3db5b4-0445-4de5-b10b-2cd146309b3b req-6c7593fd-367a-4996-b7de-d26180b36705 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=2f1d1059-b1ce-4856-b2bc-ac81936e98e0 HTTP/1.1" status: 200 len: 210 time: 0.0691066 Jul 16 01:17:18.658085 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-177fb429-f8d5-4d8a-9f0f-a780aed320aa None None] Provisioning complete for port ebbfff35-9007-4959-bc95-1cc3606f5711 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:18.658722 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-177fb429-f8d5-4d8a-9f0f-a780aed320aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.662950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ddc016-aa67-40a7-a028-ad9d82c06885 admin admin] Made reservation on behalf of 1fed8b54fdf04efab5abccd43f69a29e for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:18.668205 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ddc016-aa67-40a7-a028-ad9d82c06885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.729983 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-df39ebfd-7dca-45ba-a043-b6df8e69d514 None None] Set router 16111fcc-a386-4f1d-8eac-68b5407a0e5f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:18.785646 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ddc016-aa67-40a7-a028-ad9d82c06885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.826899 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port ebbfff35-9007-4959-bc95-1cc3606f5711 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:18.827545 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.828397 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7cda826d-11d2-4409-be83-9772b8733808 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.866652 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3873ff1e-6cc0-4b68-be62-aab4a48ae896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.879234 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69a7c750-f7e2-4f34-9448-aa4253fff1dc admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.882449 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3873ff1e-6cc0-4b68-be62-aab4a48ae896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb8c4d3-f264-49a5-b0e3-0a838357de59']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:18.898137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3873ff1e-6cc0-4b68-be62-aab4a48ae896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b174f5c-d18c-4932-ae0e-ebec06fc9ad1') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:18.898468 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3873ff1e-6cc0-4b68-be62-aab4a48ae896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b174f5c-d18c-4932-ae0e-ebec06fc9ad1') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:18.913663 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3873ff1e-6cc0-4b68-be62-aab4a48ae896 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.938443 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3873ff1e-6cc0-4b68-be62-aab4a48ae896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.949423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3873ff1e-6cc0-4b68-be62-aab4a48ae896 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:17:18.949831 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3873ff1e-6cc0-4b68-be62-aab4a48ae896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:17:18.951469 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:17:19.029798 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3873ff1e-6cc0-4b68-be62-aab4a48ae896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.036033 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-df39ebfd-7dca-45ba-a043-b6df8e69d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-router', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:15:46Z', 'updated_at': '2021-07-16T01:17:16Z', 'revision_number': 5, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'gw_port': {'id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:47Z', 'updated_at': '2021-07-16T01:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:19.048004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655a448-9650-4ebc-ad77-f713017fefe8 req-528dfbe0-2308-4162-9125-3e6deef20cf6 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:19.056713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655a448-9650-4ebc-ad77-f713017fefe8 req-528dfbe0-2308-4162-9125-3e6deef20cf6 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:19.057389 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3873ff1e-6cc0-4b68-be62-aab4a48ae896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.061656 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3873ff1e-6cc0-4b68-be62-aab4a48ae896 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6cb8c4d3-f264-49a5-b0e3-0a838357de59 HTTP/1.1" status: 204 len: 168 time: 0.5804431 Jul 16 01:17:19.064562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3873ff1e-6cc0-4b68-be62-aab4a48ae896 admin admin] Pushing event deleted for resources: {'Network': ['ID=6cb8c4d3-f264-49a5-b0e3-0a838357de59,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:19.072747 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df39ebfd-7dca-45ba-a043-b6df8e69d514 None None] Checking router: 16111fcc-a386-4f1d-8eac-68b5407a0e5f for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:17:19.079200 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655a448-9650-4ebc-ad77-f713017fefe8 req-528dfbe0-2308-4162-9125-3e6deef20cf6 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:19.081021 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ddc016-aa67-40a7-a028-ad9d82c06885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.081886 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4655a448-9650-4ebc-ad77-f713017fefe8 req-528dfbe0-2308-4162-9125-3e6deef20cf6 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2415 time: 0.3784237 Jul 16 01:17:19.082805 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df39ebfd-7dca-45ba-a043-b6df8e69d514 None None] Routers {'16111fcc-a386-4f1d-8eac-68b5407a0e5f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:19.083479 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-df39ebfd-7dca-45ba-a043-b6df8e69d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:17:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:19.088516 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ddc016-aa67-40a7-a028-ad9d82c06885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.122552 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ddc016-aa67-40a7-a028-ad9d82c06885 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:19.126965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddc016-aa67-40a7-a028-ad9d82c06885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcfa78a-3cd8-4352-89f9-a1a26347546e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:19.141637 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ddc016-aa67-40a7-a028-ad9d82c06885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.142487 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-b3ddc016-aa67-40a7-a028-ad9d82c06885 admin admin] Added segment ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4 of type vlan for network 25f5449d-4eed-472c-a5fe-bfc5e361878d Jul 16 01:17:19.210651 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7cda826d-11d2-4409-be83-9772b8733808 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.233011 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ddc016-aa67-40a7-a028-ad9d82c06885 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.244272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547cd2d-25c7-4c41-a481-d0837c32aa0f req-c06690d7-550b-4d42-8048-16ee4bc07bd3 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:19.252544 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2547cd2d-25c7-4c41-a481-d0837c32aa0f req-c06690d7-550b-4d42-8048-16ee4bc07bd3 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 945 time: 0.4135866 Jul 16 01:17:19.254877 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7cda826d-11d2-4409-be83-9772b8733808 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.272716 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-df39ebfd-7dca-45ba-a043-b6df8e69d514 None None] Set router 16111fcc-a386-4f1d-8eac-68b5407a0e5f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:19.275433 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47648) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:19.320429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda826d-11d2-4409-be83-9772b8733808 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677fed65-9345-4b2c-bb0f-f7b562db0671,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:19.346905 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ddc016-aa67-40a7-a028-ad9d82c06885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.348315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ddc016-aa67-40a7-a028-ad9d82c06885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:19.349090 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ddc016-aa67-40a7-a028-ad9d82c06885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.350477 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4655a448-9650-4ebc-ad77-f713017fefe8 req-3ded3c11-a199-45bb-8f41-2dc2f4d97521 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515601 Jul 16 01:17:19.359943 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7cda826d-11d2-4409-be83-9772b8733808 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.363497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7cda826d-11d2-4409-be83-9772b8733808 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8157630 Jul 16 01:17:19.372057 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47650) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:19.394382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b10fda7a-6e67-4b24-b36a-78f408419c23 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Request body: {'security_group_rule': {'security_group_id': '6efccdc7-58ee-49c4-8baf-259656741067', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:19.410639 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69a7c750-f7e2-4f34-9448-aa4253fff1dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.416871 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddc016-aa67-40a7-a028-ad9d82c06885 admin admin] Pushing event updated for resources: {'Network': ['ID=25f5449d-4eed-472c-a5fe-bfc5e361878d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:19.440517 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 25f5449d-4eed-472c-a5fe-bfc5e361878d details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:19.454815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2547cd2d-25c7-4c41-a481-d0837c32aa0f req-4a6fc24e-acd1-4a94-8784-a2be14e4bde6 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012749 Jul 16 01:17:19.485851 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-09764c10-1abe-4f8d-896b-a574e98f553a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bdbed6e3f8324953877f8de1d6e1c7eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2085688 Jul 16 01:17:19.486648 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47652) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:19.547123 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b10fda7a-6e67-4b24-b36a-78f408419c23 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.554021 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce81c951-8a5a-4908-b8e9-e8b899222eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.560349 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b3ddc016-aa67-40a7-a028-ad9d82c06885 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.3412509 Jul 16 01:17:19.560983 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47656) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:19.569662 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-493007e3-5b4c-40dc-a327-22fa2566cafd admin admin] Request body: {'subnet': {'network_id': '25f5449d-4eed-472c-a5fe-bfc5e361878d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241816389-subnet', 'tenant_id': '1fed8b54fdf04efab5abccd43f69a29e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:19.590932 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-df39ebfd-7dca-45ba-a043-b6df8e69d514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-router', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:15:46Z', 'updated_at': '2021-07-16T01:17:16Z', 'revision_number': 5, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'gw_port': {'id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:47Z', 'updated_at': '2021-07-16T01:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:19.603559 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce81c951-8a5a-4908-b8e9-e8b899222eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.626604 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df39ebfd-7dca-45ba-a043-b6df8e69d514 None None] The sync data for ids ['16111fcc-a386-4f1d-8eac-68b5407a0e5f'] in n-d-791505-14 is: [{'id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1709394236-router', 'tenant_id': '616a27cf89a54b05aa2da003e1a9360c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213'}], 'enable_snat': True}, 'gw_port_id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:15:46Z', 'updated_at': '2021-07-16T01:17:16Z', 'revision_number': 5, 'project_id': '616a27cf89a54b05aa2da003e1a9360c', 'gw_port': {'id': 'dd83745c-a849-4856-b096-cca8ae3be680', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:41:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16111fcc-a386-4f1d-8eac-68b5407a0e5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:15:47Z', 'updated_at': '2021-07-16T01:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:17:19.627399 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493007e3-5b4c-40dc-a327-22fa2566cafd admin admin] Made reservation on behalf of 1fed8b54fdf04efab5abccd43f69a29e for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:19.630101 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-493007e3-5b4c-40dc-a327-22fa2566cafd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.703647 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-69a7c750-f7e2-4f34-9448-aa4253fff1dc admin admin] Deleting port dd83745c-a849-4856-b096-cca8ae3be680 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:19.704275 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69a7c750-f7e2-4f34-9448-aa4253fff1dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.740597 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b10fda7a-6e67-4b24-b36a-78f408419c23 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.748745 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce81c951-8a5a-4908-b8e9-e8b899222eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.751737 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce81c951-8a5a-4908-b8e9-e8b899222eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.754619 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b10fda7a-6e67-4b24-b36a-78f408419c23 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.755652 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ce81c951-8a5a-4908-b8e9-e8b899222eca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/14584987-df84-478b-97d3-eb3471e1bdeb HTTP/1.1" status: 204 len: 168 time: 0.2676570 Jul 16 01:17:19.767705 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81c951-8a5a-4908-b8e9-e8b899222eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14584987-df84-478b-97d3-eb3471e1bdeb,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:19.827492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fda7a-6e67-4b24-b36a-78f408419c23 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b3cebb-bc16-4427-b137-888eaa557381,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:19.851693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67f7518-76ba-4fc0-a82f-dc3a3a01e3c2 req-a63d47fb-04ff-4a07-b8a2-71a180ffe021 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:19.858627 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b67f7518-76ba-4fc0-a82f-dc3a3a01e3c2 req-a63d47fb-04ff-4a07-b8a2-71a180ffe021 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 0.2088382 Jul 16 01:17:19.867327 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b10fda7a-6e67-4b24-b36a-78f408419c23 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.868711 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b10fda7a-6e67-4b24-b36a-78f408419c23 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4886100 Jul 16 01:17:19.870039 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-493007e3-5b4c-40dc-a327-22fa2566cafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.874627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-69a7c750-f7e2-4f34-9448-aa4253fff1dc admin admin] For port dd83745c-a849-4856-b096-cca8ae3be680, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=dd83745c-a849-4856-b096-cca8ae3be680,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:19.875186 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69a7c750-f7e2-4f34-9448-aa4253fff1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:19.877896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47664) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:19.888326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:19.909372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-69a7c750-f7e2-4f34-9448-aa4253fff1dc admin admin] Calling delete_port for dd83745c-a849-4856-b096-cca8ae3be680 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:19.933319 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493007e3-5b4c-40dc-a327-22fa2566cafd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c848b35-0698-4f3e-bf7e-afd09bc5d38d,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:19.950835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b67f7518-76ba-4fc0-a82f-dc3a3a01e3c2 req-f8d59a0a-c2f4-41a6-9ff3-ac1e1d773a09 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912557 Jul 16 01:17:19.956003 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493007e3-5b4c-40dc-a327-22fa2566cafd admin admin] Checking segment: {'id': 'ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '25f5449d-4eed-472c-a5fe-bfc5e361878d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:19.956376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493007e3-5b4c-40dc-a327-22fa2566cafd admin admin] Network hostable DHCP agents. Network: 25f5449d-4eed-472c-a5fe-bfc5e361878d, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:19.992038 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493007e3-5b4c-40dc-a327-22fa2566cafd admin admin] Network 25f5449d-4eed-472c-a5fe-bfc5e361878d is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:20.004892 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.013593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-493007e3-5b4c-40dc-a327-22fa2566cafd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 25f5449d-4eed-472c-a5fe-bfc5e361878d) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:20.026562 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d7b7cb-3459-48c1-b052-47b23493e3ee None None] Network 25f5449d-4eed-472c-a5fe-bfc5e361878d requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:20.038277 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493007e3-5b4c-40dc-a327-22fa2566cafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:20.039752 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-493007e3-5b4c-40dc-a327-22fa2566cafd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.080950 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-493007e3-5b4c-40dc-a327-22fa2566cafd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5177569 Jul 16 01:17:20.083652 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47672) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:20.089132 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241816389-router', 'tenant_id': '1fed8b54fdf04efab5abccd43f69a29e', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:20.121836 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.123308 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.211293 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.242880 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 48143884-8bba-44d5-a41e-87dfef0597b2 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:20.264880 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-98c47bbc-8433-4beb-b7be-3358b46f882b req-2a4e2550-f718-4ac4-b78e-25c05328f8e2 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:17:20.265649 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98c47bbc-8433-4beb-b7be-3358b46f882b req-2a4e2550-f718-4ac4-b78e-25c05328f8e2 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095668 Jul 16 01:17:20.293685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 48143884-8bba-44d5-a41e-87dfef0597b2 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:20.294426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 48143884-8bba-44d5-a41e-87dfef0597b2 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:20.421638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-25f5449d-4eed-472c-a5fe-bfc5e361878d', 'network_id': '25f5449d-4eed-472c-a5fe-bfc5e361878d', 'tenant_id': '1fed8b54fdf04efab5abccd43f69a29e', 'fixed_ips': [{'subnet_id': '6c848b35-0698-4f3e-bf7e-afd09bc5d38d'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:17:20.422714 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.552233 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.644127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902c913-284d-4477-a24d-c2cfe4cc7134 req-eef29f75-63b7-4eac-8834-acb5fac6b97c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:20.646366 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0902c913-284d-4477-a24d-c2cfe4cc7134 req-eef29f75-63b7-4eac-8834-acb5fac6b97c tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.69 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 944 time: 0.1482058 Jul 16 01:17:20.701632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Allocated IP 172.20.0.2 (25f5449d-4eed-472c-a5fe-bfc5e361878d/6c848b35-0698-4f3e-bf7e-afd09bc5d38d/7e4cd8f8-979e-4ec0-a32b-fb5affbf952c) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:20.832899 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69a7c750-f7e2-4f34-9448-aa4253fff1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.860667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21282310-6ec8-48fb-a145-dc309af53f75 req-55f65f4f-9e60-4dd9-bb40-6230dec03015 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:20.862595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21282310-6ec8-48fb-a145-dc309af53f75 req-55f65f4f-9e60-4dd9-bb40-6230dec03015 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 944 time: 0.6855273 Jul 16 01:17:20.949837 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.961526 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Transition to ACTIVE for port object 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:20.980023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Transition to ACTIVE for port object 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:20.980420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-f8ed4cf6-0309-4d70-9d7e-c15d22e2ed69 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:20.986626 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-f8ed4cf6-0309-4d70-9d7e-c15d22e2ed69 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:20.987086 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:20.992478 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-f8ed4cf6-0309-4d70-9d7e-c15d22e2ed69 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:20.994134 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-f8ed4cf6-0309-4d70-9d7e-c15d22e2ed69 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.70 "GET /v2.0/ports?device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2415 time: 0.2060730 Jul 16 01:17:21.013868 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-a816b815-c9ac-429a-a809-e31e5fb770ef service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3423440 Jul 16 01:17:21.017956 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7c750-f7e2-4f34-9448-aa4253fff1dc admin admin] Pushing event deleted for resources: {'Port': ['ID=dd83745c-a849-4856-b096-cca8ae3be680,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:21.034723 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69a7c750-f7e2-4f34-9448-aa4253fff1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.049320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Network 25f5449d-4eed-472c-a5fe-bfc5e361878d is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:21.049320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a4c1613a-633a-4a46-9a90-14b62e3a1cd1 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:21.057161 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:21.058494 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.092007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:21.096218 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: a4c1613a-633a-4a46-9a90-14b62e3a1cd1 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:21.096557 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a4c1613a-633a-4a46-9a90-14b62e3a1cd1 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:21.098185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Pushing event updated for resources: {'Port': ['ID=7e4cd8f8-979e-4ec0-a32b-fb5affbf952c,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:21.167682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-0902c913-284d-4477-a24d-c2cfe4cc7134 req-90c58483-3fd9-474f-ba83-44217827f333 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Deleting port a6b4840c-a5d2-4073-90c3-f352784b1069 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:21.168420 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-0902c913-284d-4477-a24d-c2cfe4cc7134 req-90c58483-3fd9-474f-ba83-44217827f333 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.197566 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Attempting to bind port 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:21.198100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Attempting to bind port 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '25f5449d-4eed-472c-a5fe-bfc5e361878d'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:21.198469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Attempting to bind port 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c on network 25f5449d-4eed-472c-a5fe-bfc5e361878d {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:21.207109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:21.207821 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Checking segment: {'id': 'ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '25f5449d-4eed-472c-a5fe-bfc5e361878d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:21.208363 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.208763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Bound using segment: {'id': 'ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '25f5449d-4eed-472c-a5fe-bfc5e361878d'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:21.209242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Bound port: 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '25f5449d-4eed-472c-a5fe-bfc5e361878d'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:21.209622 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.216216 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95205e1a-b25e-44e8-b857-8b82592e6b95 req-b0e6633d-feb1-42b4-b072-c9c5fc6a67d2 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:21.222290 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95205e1a-b25e-44e8-b857-8b82592e6b95 req-b0e6633d-feb1-42b4-b072-c9c5fc6a67d2 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:21.228266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95205e1a-b25e-44e8-b857-8b82592e6b95 req-b0e6633d-feb1-42b4-b072-c9c5fc6a67d2 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:21.235594 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95205e1a-b25e-44e8-b857-8b82592e6b95 req-b0e6633d-feb1-42b4-b072-c9c5fc6a67d2 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 2415 time: 0.4641023 Jul 16 01:17:21.298032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21282310-6ec8-48fb-a145-dc309af53f75 req-60fd64b3-b218-4b12-a1bf-cb6ddd1ebe4f tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/security-groups?id=e40f96a3-1e38-458d-9ef5-2425f775a8e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4094319 Jul 16 01:17:21.299938 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69a7c750-f7e2-4f34-9448-aa4253fff1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.300398 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] For port 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:21.306595 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.306974 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] For port 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7e4cd8f8-979e-4ec0-a32b-fb5affbf952c,segment=NetworkSegment(ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4),segment_id=ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:21.315471 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69a7c750-f7e2-4f34-9448-aa4253fff1dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.325505 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.338546 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.369858 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-0902c913-284d-4477-a24d-c2cfe4cc7134 req-90c58483-3fd9-474f-ba83-44217827f333 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] For port a6b4840c-a5d2-4073-90c3-f352784b1069, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a6b4840c-a5d2-4073-90c3-f352784b1069,segment=NetworkSegment(8b0dd166-44c8-4ca6-b83c-8cb720b5f662),segment_id=8b0dd166-44c8-4ca6-b83c-8cb720b5f662)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:21.370234 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-0902c913-284d-4477-a24d-c2cfe4cc7134 req-90c58483-3fd9-474f-ba83-44217827f333 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.393927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95205e1a-b25e-44e8-b857-8b82592e6b95 req-5658f5e3-5e8e-4cec-b591-0f2c99c1a7f9 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573160 Jul 16 01:17:21.408856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17022375-64c7-428f-ab05-dfd2c9a9e684 None None] Pushing event updated for resources: {'Port': ['ID=7e4cd8f8-979e-4ec0-a32b-fb5affbf952c,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:21.436068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-0902c913-284d-4477-a24d-c2cfe4cc7134 req-90c58483-3fd9-474f-ba83-44217827f333 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Calling delete_port for a6b4840c-a5d2-4073-90c3-f352784b1069 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:21.441281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-ad7cd02b-8765-4875-ac60-6007180ba537 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Deleting port 77cc0268-b5ba-4fca-a4ca-b202ba136590 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:21.441631 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-ad7cd02b-8765-4875-ac60-6007180ba537 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.516702 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69a7c750-f7e2-4f34-9448-aa4253fff1dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.521550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a7c750-f7e2-4f34-9448-aa4253fff1dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16111fcc-a386-4f1d-8eac-68b5407a0e5f {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:17:21.543875 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69a7c750-f7e2-4f34-9448-aa4253fff1dc admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.550791 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-69a7c750-f7e2-4f34-9448-aa4253fff1dc admin admin] 10.222.0.22 "DELETE /v2.0/routers/16111fcc-a386-4f1d-8eac-68b5407a0e5f HTTP/1.1" status: 204 len: 168 time: 3.1176193 Jul 16 01:17:21.553553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47720) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:21.670796 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Allocated IP 172.25.2.62 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/4409ad94-f1a1-4e57-a98f-70286831697d) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:21.759980 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bdd1798-185d-4312-b6b3-bb2ddad4540d admin admin] Deleting subnet a7c519bb-12bb-4180-8c00-ba6cfe3d8444 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:17:21.766897 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1798-185d-4312-b6b3-bb2ddad4540d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.838758 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1798-185d-4312-b6b3-bb2ddad4540d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.864409 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-ad7cd02b-8765-4875-ac60-6007180ba537 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] For port 77cc0268-b5ba-4fca-a4ca-b202ba136590, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=77cc0268-b5ba-4fca-a4ca-b202ba136590,segment=NetworkSegment(dad0f7f3-6451-4d09-b6ea-6bd276db33f4),segment_id=dad0f7f3-6451-4d09-b6ea-6bd276db33f4)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:21.864788 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-ad7cd02b-8765-4875-ac60-6007180ba537 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.869043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc8e0e8-b524-49af-b01f-aeaa9bb8f102 req-5b8b5c4d-114d-43f1-bd67-30b232afbd34 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:21.876443 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fc8e0e8-b524-49af-b01f-aeaa9bb8f102 req-5b8b5c4d-114d-43f1-bd67-30b232afbd34 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 945 time: 0.2569578 Jul 16 01:17:21.897454 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-ad7cd02b-8765-4875-ac60-6007180ba537 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Calling delete_port for 77cc0268-b5ba-4fca-a4ca-b202ba136590 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:21.904400 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-0902c913-284d-4477-a24d-c2cfe4cc7134 req-90c58483-3fd9-474f-ba83-44217827f333 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.919258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed554a44-70c6-4fa5-8cf4-436dfa8bb1f9 req-af9c12e5-c062-4a32-a862-0c1dfdc07fbe tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:21.920890 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed554a44-70c6-4fa5-8cf4-436dfa8bb1f9 req-af9c12e5-c062-4a32-a862-0c1dfdc07fbe tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 0.2981963 Jul 16 01:17:21.953865 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:21.958435 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c58483-3fd9-474f-ba83-44217827f333 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Pushing event deleted for resources: {'Port': ['ID=a6b4840c-a5d2-4073-90c3-f352784b1069,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:21.984397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fc8e0e8-b524-49af-b01f-aeaa9bb8f102 req-8044f338-2495-42e7-ae45-dd5eee81ebbf tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068418 Jul 16 01:17:22.034875 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1798-185d-4312-b6b3-bb2ddad4540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.115734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-0902c913-284d-4477-a24d-c2cfe4cc7134 req-90c58483-3fd9-474f-ba83-44217827f333 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] No DVR routers for this DVR port a6b4840c-a5d2-4073-90c3-f352784b1069 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:22.116324 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1798-185d-4312-b6b3-bb2ddad4540d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.124258 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-0902c913-284d-4477-a24d-c2cfe4cc7134 req-90c58483-3fd9-474f-ba83-44217827f333 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.126523 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0902c913-284d-4477-a24d-c2cfe4cc7134 req-90c58483-3fd9-474f-ba83-44217827f333 tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.69 "DELETE /v2.0/ports/a6b4840c-a5d2-4073-90c3-f352784b1069 HTTP/1.1" status: 204 len: 173 time: 1.4710391 Jul 16 01:17:22.127214 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c22bcd-800e-4686-b56a-28bb30450339', 'name': 'network-vif-deleted', 'tag': 'a6b4840c-a5d2-4073-90c3-f352784b1069'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:22.129754 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7412b02-09f7-4349-b79f-4f141d3a5a6d" -d '{"events": [{"server_uuid": "d3c22bcd-800e-4686-b56a-28bb30450339", "name": "network-vif-deleted", "tag": "a6b4840c-a5d2-4073-90c3-f352784b1069"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:22.143873 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9bdd1798-185d-4312-b6b3-bb2ddad4540d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.144111 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3bd123-4b04-4611-b371-6fa40d0a4977 None None] Network 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:22.146741 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9bdd1798-185d-4312-b6b3-bb2ddad4540d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a7c519bb-12bb-4180-8c00-ba6cfe3d8444 HTTP/1.1" status: 204 len: 168 time: 0.5918775 Jul 16 01:17:22.155917 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47730) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:22.175156 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed554a44-70c6-4fa5-8cf4-436dfa8bb1f9 req-8bdc2570-b2ee-43b7-bf99-c29607690a18 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381704 Jul 16 01:17:22.176049 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd1798-185d-4312-b6b3-bb2ddad4540d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7c519bb-12bb-4180-8c00-ba6cfe3d8444,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:22.408850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Allocated IP 172.25.2.136 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/2b76658b-eabf-456c-b51e-8d60c655ebf3) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:22.427270 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59cb2e0-ca91-426c-a16d-394432403dbd x-openstack-request-id: req-c59cb2e0-ca91-426c-a16d-394432403dbd {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:22.427481 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c22bcd-800e-4686-b56a-28bb30450339", "name": "network-vif-deleted", "tag": "a6b4840c-a5d2-4073-90c3-f352784b1069", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:22.427731 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c59cb2e0-ca91-426c-a16d-394432403dbd {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:22.428285 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c22bcd-800e-4686-b56a-28bb30450339', 'name': 'network-vif-deleted', 'tag': 'a6b4840c-a5d2-4073-90c3-f352784b1069', 'status': 'completed', 'code': 200} Jul 16 01:17:22.430617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:22.436717 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.474162 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.556290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:22.576431 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:22.589831 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:22.593155 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-ad7cd02b-8765-4875-ac60-6007180ba537 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.612294 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['3a2ffa01-9916-4fdf-8ae4-66fe53b2f547', '58c51c75-ac93-47eb-8f3f-d4242696febd', '77cc0268-b5ba-4fca-a4ca-b202ba136590'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:22.614721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Pushing event updated for resources: {'Port': ['ID=4409ad94-f1a1-4e57-a98f-70286831697d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:22.637765 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.713901 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.752230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:22.780091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:22.783686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:22.859828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:22.918470 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95270ccd-441b-442b-9514-a39296b2e3db None None] Network 25f5449d-4eed-472c-a5fe-bfc5e361878d requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:22.948401 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2921bf-7072-4b3c-bd59-4cbb70d2fcb5 None None] DHCP port deletion for 9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:17:22.958144 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:22.989140 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc46c88f-a4c5-4ad3-86eb-81dad65da1fe req-61857caa-f552-4d60-83d1-6bde77fb2fbd tempest-LiveAutoBlockMigrationV225Test-944566830 tempest-LiveAutoBlockMigrationV225Test-944566830-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c22bcd-800e-4686-b56a-28bb30450339 HTTP/1.1" status: 200 len: 210 time: 0.2858477 Jul 16 01:17:23.109319 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device dd83745c-a849-4856-b096-cca8ae3be680 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:23.136711 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event updated for resources: {'Port': ['ID=2b76658b-eabf-456c-b51e-8d60c655ebf3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:23.148570 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7cd02b-8765-4875-ac60-6007180ba537 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event deleted for resources: {'Port': ['ID=77cc0268-b5ba-4fca-a4ca-b202ba136590,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:23.152776 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.172399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: dd83745c-a849-4856-b096-cca8ae3be680 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:23.172985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device dd83745c-a849-4856-b096-cca8ae3be680 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:23.302166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d0bca-b463-4756-bad3-18256f18d383 req-73dbc4fb-4b1c-4040-9f61-db5889461c1d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:23.310308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d0bca-b463-4756-bad3-18256f18d383 req-73dbc4fb-4b1c-4040-9f61-db5889461c1d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:23.310681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-ad7cd02b-8765-4875-ac60-6007180ba537 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] No DVR routers for this DVR port 77cc0268-b5ba-4fca-a4ca-b202ba136590 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:23.313796 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b7d0bca-b463-4756-bad3-18256f18d383 req-73dbc4fb-4b1c-4040-9f61-db5889461c1d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 1680 time: 0.6282187 Jul 16 01:17:23.321034 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-ad7cd02b-8765-4875-ac60-6007180ba537 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.323842 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-ad7cd02b-8765-4875-ac60-6007180ba537 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.70 "DELETE /v2.0/ports/77cc0268-b5ba-4fca-a4ca-b202ba136590 HTTP/1.1" status: 204 len: 173 time: 2.3045592 Jul 16 01:17:23.324870 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f0dd6f24-73be-4ae9-b685-c01eaace72c7 None None] Provisioning for port 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:23.352564 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-fb2921bf-7072-4b3c-bd59-4cbb70d2fcb5 None None] Deleting port 61b177e9-6632-4957-abcf-3bb651cf9fb8 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:23.352949 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fb2921bf-7072-4b3c-bd59-4cbb70d2fcb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.411940 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b7d0bca-b463-4756-bad3-18256f18d383 req-c2c4b824-193f-444b-b028-42812bc7ae7f tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837886 Jul 16 01:17:23.428501 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-fb2921bf-7072-4b3c-bd59-4cbb70d2fcb5 None None] For port 61b177e9-6632-4957-abcf-3bb651cf9fb8, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=61b177e9-6632-4957-abcf-3bb651cf9fb8,segment=NetworkSegment(5acd8ec9-c6cc-4957-a226-4838bc09270e),segment_id=5acd8ec9-c6cc-4957-a226-4838bc09270e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:23.429757 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fb2921bf-7072-4b3c-bd59-4cbb70d2fcb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.437715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] Deleting port 61b177e9-6632-4957-abcf-3bb651cf9fb8 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:23.438001 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.447144 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-fb2921bf-7072-4b3c-bd59-4cbb70d2fcb5 None None] Calling delete_port for 61b177e9-6632-4957-abcf-3bb651cf9fb8 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:23.451805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c41377-62f1-4a89-af83-909fa46d005f req-5c11cf8b-482b-44fe-9171-6185dd447a4c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:23.461403 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66c41377-62f1-4a89-af83-909fa46d005f req-5c11cf8b-482b-44fe-9171-6185dd447a4c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 945 time: 0.2315426 Jul 16 01:17:23.470993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f0dd6f24-73be-4ae9-b685-c01eaace72c7 None None] Provisioning complete for port 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:23.471655 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f0dd6f24-73be-4ae9-b685-c01eaace72c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.554054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-2486d87f-4d72-4e72-80dd-7de927426bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:23.555554 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-2486d87f-4d72-4e72-80dd-7de927426bd0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 1102 time: 0.2937057 Jul 16 01:17:23.566390 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66c41377-62f1-4a89-af83-909fa46d005f req-cb56037e-b8e9-43ad-861c-f27c70b9bba9 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039462 Jul 16 01:17:23.674918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] For port 61b177e9-6632-4957-abcf-3bb651cf9fb8, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=61b177e9-6632-4957-abcf-3bb651cf9fb8,segment=NetworkSegment(5acd8ec9-c6cc-4957-a226-4838bc09270e),segment_id=5acd8ec9-c6cc-4957-a226-4838bc09270e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:23.675301 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.687440 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.695907 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.736896 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] Calling delete_port for 61b177e9-6632-4957-abcf-3bb651cf9fb8 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:23.747567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event updated for resources: {'Port': ['ID=2b76658b-eabf-456c-b51e-8d60c655ebf3,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:23.761290 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e1db42-d0ad-4f28-8f61-886b245dcddf req-15e2b6ed-d0e9-418f-87ad-1745f04d4267 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:23.762958 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24e1db42-d0ad-4f28-8f61-886b245dcddf req-15e2b6ed-d0e9-418f-87ad-1745f04d4267 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 0.1642873 Jul 16 01:17:23.769039 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.780684 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-5a1239af-7df3-4e09-aa95-7c4e8c6904ea tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Deleting port 58c51c75-ac93-47eb-8f3f-d4242696febd {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:23.781042 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-5a1239af-7df3-4e09-aa95-7c4e8c6904ea tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.810706 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fb2921bf-7072-4b3c-bd59-4cbb70d2fcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.836648 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24e1db42-d0ad-4f28-8f61-886b245dcddf req-18a44657-3d2b-49f2-857f-3cfff2cd1ba6 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471339 Jul 16 01:17:23.839958 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.852218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-47751457-dc59-4f6b-9ad0-c4678a1f708b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:23.853372 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-47751457-dc59-4f6b-9ad0-c4678a1f708b service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2675354 Jul 16 01:17:23.867182 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.872675 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-646c2803-cc5c-4de8-8d26-912a01e091fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9938006 Jul 16 01:17:23.880233 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2921bf-7072-4b3c-bd59-4cbb70d2fcb5 None None] No DVR routers for this DVR port 61b177e9-6632-4957-abcf-3bb651cf9fb8 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:23.899242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2921bf-7072-4b3c-bd59-4cbb70d2fcb5 None None] Pushing event deleted for resources: {'Port': ['ID=61b177e9-6632-4957-abcf-3bb651cf9fb8,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:23.904568 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f0dd6f24-73be-4ae9-b685-c01eaace72c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:23.945966 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-cc86f4d3-829c-4c53-a6b5-afb49aa67bda service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe HTTP/1.1" status: 200 len: 217 time: 0.0627875 Jul 16 01:17:23.956123 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f0dd6f24-73be-4ae9-b685-c01eaace72c7 None None] For port 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7e4cd8f8-979e-4ec0-a32b-fb5affbf952c,segment=NetworkSegment(ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4),segment_id=ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:23.961635 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f0dd6f24-73be-4ae9-b685-c01eaace72c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.033939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47764) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:24.038775 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd6f24-73be-4ae9-b685-c01eaace72c7 None None] Pushing event updated for resources: {'Port': ['ID=7e4cd8f8-979e-4ec0-a32b-fb5affbf952c,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:24.132676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47772) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:24.206654 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.221298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-54369eae-600f-4966-91bf-9553509b1cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:24.222193 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7430acf6-e4eb-4d79-9a87-c508f34363a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.222878 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-54369eae-600f-4966-91bf-9553509b1cfa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.2194257 Jul 16 01:17:24.267580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b177e9-6632-4957-abcf-3bb651cf9fb8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:24.270964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] No DVR routers for this DVR port 61b177e9-6632-4957-abcf-3bb651cf9fb8 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:24.288148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2fb2364c-c474-4fc5-9c75-a426f229611e None None] Provisioning complete for port 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:24.289444 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2fb2364c-c474-4fc5-9c75-a426f229611e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.293360 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-5a1239af-7df3-4e09-aa95-7c4e8c6904ea tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] For port 58c51c75-ac93-47eb-8f3f-d4242696febd, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=58c51c75-ac93-47eb-8f3f-d4242696febd,segment=NetworkSegment(dad0f7f3-6451-4d09-b6ea-6bd276db33f4),segment_id=dad0f7f3-6451-4d09-b6ea-6bd276db33f4)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:24.293731 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-5a1239af-7df3-4e09-aa95-7c4e8c6904ea tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.318934 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:24.367269 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-2bc25836-0cd2-4f82-9f01-b38e57904322 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--408620159&fields=id&tenant_id=f1edc56a277e41f79fb87cb4bd4162bc HTTP/1.1" status: 200 len: 267 time: 0.1375484 Jul 16 01:17:24.367617 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-5a1239af-7df3-4e09-aa95-7c4e8c6904ea tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Calling delete_port for 58c51c75-ac93-47eb-8f3f-d4242696febd owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:24.414908 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:24.415329 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.442757 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5c12a199-3fac-4880-a256-4d87bb3324a2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:24.446484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5c12a199-3fac-4880-a256-4d87bb3324a2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports/35c71f39-10b4-4237-a3c3-980c3cbe864d HTTP/1.1" status: 200 len: 931 time: 0.0778956 Jul 16 01:17:24.449496 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'name': 'network-vif-deleted', 'tag': '77cc0268-b5ba-4fca-a4ca-b202ba136590'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:24.451697 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4daaf7-cde6-401b-93ac-64aacda86f97" -d '{"events": [{"server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "name": "network-vif-deleted", "tag": "77cc0268-b5ba-4fca-a4ca-b202ba136590"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:24.457418 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-9306970a-fed7-41ca-af0b-e0f271187fd5 admin admin] Deleting subnet 72975b91-58a9-49dc-82bb-e86274b7c2c3 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:17:24.474489 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9306970a-fed7-41ca-af0b-e0f271187fd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.478171 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.521572 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:24.548133 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5acd8ec9-c6cc-4957-a226-4838bc09270e') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:24.548726 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5acd8ec9-c6cc-4957-a226-4838bc09270e') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:24.561902 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-f1fade12-52e8-48a0-b4bf-8c868423879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:24.563676 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-f1fade12-52e8-48a0-b4bf-8c868423879a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3145788 Jul 16 01:17:24.576195 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.584208 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-c548422e-b935-4baf-b660-c837ee6aaf90 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:24.585781 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-c548422e-b935-4baf-b660-c837ee6aaf90 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports/a81b7832-77d3-447a-8ff3-9eb0ad423218 HTTP/1.1" status: 200 len: 931 time: 0.1255357 Jul 16 01:17:24.589356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 61b177e9-6632-4957-abcf-3bb651cf9fb8 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:24.598681 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.600373 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9306970a-fed7-41ca-af0b-e0f271187fd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.609827 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 61b177e9-6632-4957-abcf-3bb651cf9fb8 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:24.610167 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 61b177e9-6632-4957-abcf-3bb651cf9fb8 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:24.624373 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.670006 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:17:24.670406 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:17:24.672577 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:17:24.675950 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7430acf6-e4eb-4d79-9a87-c508f34363a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.717579 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-49e09b62-28b5-4127-b186-6e03718e9df9 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?network_id=d1c225b4-f269-4788-b264-c404aac5f0ff&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0871978 Jul 16 01:17:24.721376 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7430acf6-e4eb-4d79-9a87-c508f34363a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.780326 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a6b4840c-a5d2-4073-90c3-f352784b1069 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:24.797235 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9306970a-fed7-41ca-af0b-e0f271187fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.803313 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-3df158bd-3997-4fdc-ad22-4bb18e6a4f86 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?network_id=d1c225b4-f269-4788-b264-c404aac5f0ff&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0726812 Jul 16 01:17:24.807894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: a6b4840c-a5d2-4073-90c3-f352784b1069 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:24.808343 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a6b4840c-a5d2-4073-90c3-f352784b1069 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:24.835990 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7430acf6-e4eb-4d79-9a87-c508f34363a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a77b6acccb124fed8b1553653e5f9a78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8003309 Jul 16 01:17:24.837146 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.840327 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47790) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:24.856897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7430acf6-e4eb-4d79-9a87-c508f34363a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf258920-5ace-402f-a40a-24d02856dbf3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:24.866774 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.868490 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8 HTTP/1.1" status: 204 len: 168 time: 2.7114749 Jul 16 01:17:24.897267 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-f974161f-a6a9-415b-8621-13eb71d7dd47 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186347 Jul 16 01:17:24.897981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aeef4b-f69b-4a9b-bac5-b7ed732068d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d8b2a4c-60ca-48f1-a0c5-6c69d79f7fc8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:24.917720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7ed4b-d5b9-4065-b015-098e9a937c91 req-be947ec3-3c2c-4578-9ea1-0f59d8e34a60 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:24.924206 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7ed4b-d5b9-4065-b015-098e9a937c91 req-be947ec3-3c2c-4578-9ea1-0f59d8e34a60 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:24.925855 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3cf7ed4b-d5b9-4065-b015-098e9a937c91 req-be947ec3-3c2c-4578-9ea1-0f59d8e34a60 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 1680 time: 0.2941287 Jul 16 01:17:24.938613 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-5a1239af-7df3-4e09-aa95-7c4e8c6904ea tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:24.986026 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9306970a-fed7-41ca-af0b-e0f271187fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.039711 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306970a-fed7-41ca-af0b-e0f271187fd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72975b91-58a9-49dc-82bb-e86274b7c2c3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:25.046380 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9306970a-fed7-41ca-af0b-e0f271187fd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.048293 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9306970a-fed7-41ca-af0b-e0f271187fd5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/72975b91-58a9-49dc-82bb-e86274b7c2c3 HTTP/1.1" status: 204 len: 168 time: 0.9146321 Jul 16 01:17:25.050753 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47798) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:25.051802 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47800) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:25.060768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 77cc0268-b5ba-4fca-a4ca-b202ba136590 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:25.065099 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-61aa5fa1-98e5-4430-b113-1086090c0a32 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:25.072564 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1239af-7df3-4e09-aa95-7c4e8c6904ea tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event deleted for resources: {'Port': ['ID=58c51c75-ac93-47eb-8f3f-d4242696febd,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:25.074361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-61aa5fa1-98e5-4430-b113-1086090c0a32 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:25.080282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-61aa5fa1-98e5-4430-b113-1086090c0a32 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:25.087243 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-61aa5fa1-98e5-4430-b113-1086090c0a32 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/networks?id=d840524c-d20b-4c1a-aaec-1bfb1e9b9dac&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=d1c225b4-f269-4788-b264-c404aac5f0ff&id=d1c225b4-f269-4788-b264-c404aac5f0ff HTTP/1.1" status: 200 len: 1989 time: 0.2614892 Jul 16 01:17:25.092167 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3cf7ed4b-d5b9-4065-b015-098e9a937c91 req-89063aff-8259-49ff-a0f8-fde4ef43af3c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597576 Jul 16 01:17:25.106533 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-7f756fb4-597a-4283-8429-722fee188dd0 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/quotas/f1edc56a277e41f79fb87cb4bd4162bc HTTP/1.1" status: 200 len: 375 time: 0.0184174 Jul 16 01:17:25.113048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 77cc0268-b5ba-4fca-a4ca-b202ba136590 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:25.115679 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 77cc0268-b5ba-4fca-a4ca-b202ba136590 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:25.117709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 58c51c75-ac93-47eb-8f3f-d4242696febd no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:25.141078 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 58c51c75-ac93-47eb-8f3f-d4242696febd {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:25.149594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 58c51c75-ac93-47eb-8f3f-d4242696febd not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:25.150164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:25.167887 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-202f5e93-6497-440e-82b4-6c867ddede3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.179322 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c992f0e9-dce0-47dd-a06d-2a7b34605b0b x-openstack-request-id: req-c992f0e9-dce0-47dd-a06d-2a7b34605b0b {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:25.179585 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "name": "network-vif-deleted", "tag": "77cc0268-b5ba-4fca-a4ca-b202ba136590", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:25.179824 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c992f0e9-dce0-47dd-a06d-2a7b34605b0b {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:25.180192 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'name': 'network-vif-deleted', 'tag': '77cc0268-b5ba-4fca-a4ca-b202ba136590', 'status': 'completed', 'code': 200} Jul 16 01:17:25.216662 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-5a1239af-7df3-4e09-aa95-7c4e8c6904ea tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] No DVR routers for this DVR port 58c51c75-ac93-47eb-8f3f-d4242696febd on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:25.234586 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-5a1239af-7df3-4e09-aa95-7c4e8c6904ea tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.236684 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-5a1239af-7df3-4e09-aa95-7c4e8c6904ea tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.70 "DELETE /v2.0/ports/58c51c75-ac93-47eb-8f3f-d4242696febd HTTP/1.1" status: 204 len: 173 time: 1.8901596 Jul 16 01:17:25.248736 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1202fad-d10a-478e-9ff1-8f8b6ab8bab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.271218 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-181e1ed8-fb79-4346-95ca-0caa70f19ea2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1564000 Jul 16 01:17:25.271883 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1202fad-d10a-478e-9ff1-8f8b6ab8bab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.289157 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.318085 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a2ffa01-9916-4fdf-8ae4-66fe53b2f547'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:25.321765 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4c64cd-4347-457b-a46d-c0414682806c" -d '{"events": [{"server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "name": "network-vif-unplugged", "status": "completed", "tag": "3a2ffa01-9916-4fdf-8ae4-66fe53b2f547"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:25.337009 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=3a2ffa01-9916-4fdf-8ae4-66fe53b2f547,segment=NetworkSegment(fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588),segment_id=fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:25.337334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Router 368d5b9c-fe75-499a-9618-6c26bb15f22b is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:17:25.342998 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.368711 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d47647ec-6eab-412a-9cd3-9ead241a1d65 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619133 Jul 16 01:17:25.396935 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=3a2ffa01-9916-4fdf-8ae4-66fe53b2f547,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:25.414395 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5081bb1c-7e9d-4146-8061-133255d9ee67 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=616a27cf89a54b05aa2da003e1a9360c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3591051 Jul 16 01:17:25.429900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47806) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:25.449543 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1202fad-d10a-478e-9ff1-8f8b6ab8bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.452007 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1202fad-d10a-478e-9ff1-8f8b6ab8bab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.456077 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d1202fad-d10a-478e-9ff1-8f8b6ab8bab7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf258920-5ace-402f-a40a-24d02856dbf3 HTTP/1.1" status: 204 len: 168 time: 0.6068916 Jul 16 01:17:25.456255 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca904cfc-fc2d-4152-a9dd-190519b739f1 req-e6825880-58f9-4cbf-be36-97c81bf36095 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:25.456255 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca904cfc-fc2d-4152-a9dd-190519b739f1 req-e6825880-58f9-4cbf-be36-97c81bf36095 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 945 time: 0.1579516 Jul 16 01:17:25.481437 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-9978a001-8fc5-4dfd-b6db-ebbac7d03fc5 service neutron] 10.222.0.22 "GET /v2.0/networks/d840524c-d20b-4c1a-aaec-1bfb1e9b9dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086203 Jul 16 01:17:25.535574 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca904cfc-fc2d-4152-a9dd-190519b739f1 req-1947eae3-6ceb-4901-a9f6-69f1b530cb45 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665154 Jul 16 01:17:25.612235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-22a5f4d1-0e90-416f-b0fa-24589e36efb1 service neutron] 10.222.0.22 "GET /v2.0/networks/d840524c-d20b-4c1a-aaec-1bfb1e9b9dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235487 Jul 16 01:17:25.683685 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4629b696-683d-46ed-bc45-6acc66a5ea92 service neutron] 10.222.0.22 "GET /v2.0/ports/35c71f39-10b4-4237-a3c3-980c3cbe864d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0642464 Jul 16 01:17:25.830913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9136a1d-ecc1-4f5e-8fbd-c37f48e58408 req-3a7946a5-aa02-406d-b1e3-27a36e80a8c9 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:25.832324 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9136a1d-ecc1-4f5e-8fbd-c37f48e58408 req-3a7946a5-aa02-406d-b1e3-27a36e80a8c9 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 0.1388233 Jul 16 01:17:25.834446 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fdda0509-8731-44d0-8a87-fef8ee8dfe27 service neutron] 10.222.0.22 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498482 Jul 16 01:17:25.856371 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-202f5e93-6497-440e-82b4-6c867ddede3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.876542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1202fad-d10a-478e-9ff1-8f8b6ab8bab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf258920-5ace-402f-a40a-24d02856dbf3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:25.886930 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-202f5e93-6497-440e-82b4-6c867ddede3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be647a19-644e-4999-ac54-739f18101211']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:25.930388 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9136a1d-ecc1-4f5e-8fbd-c37f48e58408 req-07faaa08-0031-4c3c-888e-94e6df7f67e8 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866532 Jul 16 01:17:25.941066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-202f5e93-6497-440e-82b4-6c867ddede3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b0dd166-44c8-4ca6-b83c-8cb720b5f662') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:25.941368 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-202f5e93-6497-440e-82b4-6c867ddede3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b0dd166-44c8-4ca6-b83c-8cb720b5f662') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:25.959805 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-202f5e93-6497-440e-82b4-6c867ddede3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:25.962781 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-26605211-ed67-41cc-be60-6cdc244e2c54 service neutron] 10.222.0.22 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173515 Jul 16 01:17:25.995533 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-202f5e93-6497-440e-82b4-6c867ddede3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.003372 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35c4b56a-5302-42a5-8003-c93d6f095dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.010192 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d1382b-67e2-48b3-b66d-152e471d4a62 x-openstack-request-id: req-d9d1382b-67e2-48b3-b66d-152e471d4a62 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:26.010628 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "name": "network-vif-unplugged", "status": "completed", "tag": "3a2ffa01-9916-4fdf-8ae4-66fe53b2f547", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:26.010769 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9d1382b-67e2-48b3-b66d-152e471d4a62 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:26.011231 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a2ffa01-9916-4fdf-8ae4-66fe53b2f547', 'code': 200} Jul 16 01:17:26.011685 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-202f5e93-6497-440e-82b4-6c867ddede3e admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:17:26.012151 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-202f5e93-6497-440e-82b4-6c867ddede3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:17:26.014501 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:17:26.044452 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-414df125-ca33-471b-83fe-9d3517e768ee service neutron] 10.222.0.22 "GET /v2.0/ports/a81b7832-77d3-447a-8ff3-9eb0ad423218?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0740027 Jul 16 01:17:26.053990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:17:26.060189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-082dbbee-40e7-47c1-9a21-4b0032dcfd51 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Deleting port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:26.060534 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-082dbbee-40e7-47c1-9a21-4b0032dcfd51 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.067077 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35c4b56a-5302-42a5-8003-c93d6f095dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.071433 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Sync routers for ids ['368d5b9c-fe75-499a-9618-6c26bb15f22b'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:17:26.081492 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Routers {'368d5b9c-fe75-499a-9618-6c26bb15f22b'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:26.082112 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:17:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['368d5b9c-fe75-499a-9618-6c26bb15f22b'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:26.159255 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-202f5e93-6497-440e-82b4-6c867ddede3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.180560 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-c65e9934-bb0b-4311-9ae7-cfd3b4ea2280 service neutron] 10.222.0.22 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342287 Jul 16 01:17:26.207059 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-202f5e93-6497-440e-82b4-6c867ddede3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.209673 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-202f5e93-6497-440e-82b4-6c867ddede3e admin admin] 10.222.0.22 "DELETE /v2.0/networks/be647a19-644e-4999-ac54-739f18101211 HTTP/1.1" status: 204 len: 168 time: 1.1531563 Jul 16 01:17:26.224974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47826) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:26.236472 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.238035 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8ac05027-61ed-4cbe-959c-55a56897f44b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 6.1526585 Jul 16 01:17:26.239400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f5e93-6497-440e-82b4-6c867ddede3e admin admin] Pushing event deleted for resources: {'Network': ['ID=be647a19-644e-4999-ac54-739f18101211,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:26.241316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47828) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:26.251628 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Set router 368d5b9c-fe75-499a-9618-6c26bb15f22b gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:26.322323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-325819e1-382d-4209-a3ca-bbd4ce6ba3ac service neutron] 10.222.0.22 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405509 Jul 16 01:17:26.366396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-082dbbee-40e7-47c1-9a21-4b0032dcfd51 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] For port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=3a2ffa01-9916-4fdf-8ae4-66fe53b2f547,segment=NetworkSegment(fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588),segment_id=fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:26.366763 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-082dbbee-40e7-47c1-9a21-4b0032dcfd51 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.391159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-96dfcc61-db75-4877-93e7-aaf9a09b103f admin admin] Deleting subnet 2fae1237-bc99-4fcf-8c01-433a194005df {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:17:26.395811 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-082dbbee-40e7-47c1-9a21-4b0032dcfd51 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Calling delete_port for 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:26.397430 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35c4b56a-5302-42a5-8003-c93d6f095dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.399925 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35c4b56a-5302-42a5-8003-c93d6f095dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.401080 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-35c4b56a-5302-42a5-8003-c93d6f095dd2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a428663e-ff12-43d4-be05-ffc5d065abef HTTP/1.1" status: 204 len: 168 time: 0.9629788 Jul 16 01:17:26.433957 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96dfcc61-db75-4877-93e7-aaf9a09b103f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.461438 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241816389-router', 'tenant_id': '1fed8b54fdf04efab5abccd43f69a29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:20Z', 'updated_at': '2021-07-16T01:17:23Z', 'revision_number': 3, 'project_id': '1fed8b54fdf04efab5abccd43f69a29e', 'gw_port': {'id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:21Z', 'updated_at': '2021-07-16T01:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:26.475531 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4b56a-5302-42a5-8003-c93d6f095dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a428663e-ff12-43d4-be05-ffc5d065abef,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:26.497282 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Checking router: 368d5b9c-fe75-499a-9618-6c26bb15f22b for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:17:26.498140 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Updating router 368d5b9c-fe75-499a-9618-6c26bb15f22b port 4409ad94-f1a1-4e57-a98f-70286831697d binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:17:26.536602 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96dfcc61-db75-4877-93e7-aaf9a09b103f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.559495 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.611583 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47838) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:26.720544 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96dfcc61-db75-4877-93e7-aaf9a09b103f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.782348 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5bb18e15-609e-463a-9857-250f9871a685 service neutron] 10.222.0.22 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590993 Jul 16 01:17:26.791473 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a4a40-384a-47da-a5a7-f5640e8f0ade req-c8480ce0-b522-4fba-ab53-c2d1b165437f tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:26.793084 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f3a4a40-384a-47da-a5a7-f5640e8f0ade req-c8480ce0-b522-4fba-ab53-c2d1b165437f tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a2d7fca-fd3e-4b56-9bec-653ab6906cfb HTTP/1.1" status: 200 len: 943 time: 0.4687853 Jul 16 01:17:26.831714 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96dfcc61-db75-4877-93e7-aaf9a09b103f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.874390 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96dfcc61-db75-4877-93e7-aaf9a09b103f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:26.876332 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-96dfcc61-db75-4877-93e7-aaf9a09b103f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2fae1237-bc99-4fcf-8c01-433a194005df HTTP/1.1" status: 204 len: 168 time: 0.6464036 Jul 16 01:17:26.881585 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47844) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:26.898533 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f3a4a40-384a-47da-a5a7-f5640e8f0ade req-5ba84f30-b6fd-4c1c-988e-fd2be63590c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954390 Jul 16 01:17:26.997563 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3c8d-e420-4023-97c2-ad39bbad9576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.007661 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b612437e-3601-406b-89a2-3ea62b1c1450 service neutron] 10.222.0.22 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135773 Jul 16 01:17:27.009152 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.038979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dfcc61-db75-4877-93e7-aaf9a09b103f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fae1237-bc99-4fcf-8c01-433a194005df,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:27.043263 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Transition to ACTIVE for port object 4409ad94-f1a1-4e57-a98f-70286831697d will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:27.050758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-84380da5-1320-4e24-a562-ea9f8cdba4a9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-203645627-network', 'tenant_id': '80a2f1818e2c48428747d80bd5a29687'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:27.053223 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.059736 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-082dbbee-40e7-47c1-9a21-4b0032dcfd51 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.117936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082dbbee-40e7-47c1-9a21-4b0032dcfd51 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event deleted for resources: {'Port': ['ID=3a2ffa01-9916-4fdf-8ae4-66fe53b2f547,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:27.152782 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Attempting to bind port 4409ad94-f1a1-4e57-a98f-70286831697d on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:27.154108 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Attempting to bind port 4409ad94-f1a1-4e57-a98f-70286831697d by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:27.155900 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Attempting to bind port 4409ad94-f1a1-4e57-a98f-70286831697d on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:27.180239 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:27.180747 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:27.181688 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.182342 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:27.183149 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Bound port: 4409ad94-f1a1-4e57-a98f-70286831697d, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:27.184207 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'name': 'network-vif-deleted', 'tag': '58c51c75-ac93-47eb-8f3f-d4242696febd'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:27.185611 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.186686 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fab3011-76c9-4929-a0b8-c230734244bd" -d '{"events": [{"server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "name": "network-vif-deleted", "tag": "58c51c75-ac93-47eb-8f3f-d4242696febd"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:27.211932 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-1a8e5643-9a1c-461a-b7a7-b14469a6fed8 service neutron] 10.222.0.22 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032123 Jul 16 01:17:27.213950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84380da5-1320-4e24-a562-ea9f8cdba4a9 admin admin] Made reservation on behalf of 80a2f1818e2c48428747d80bd5a29687 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:27.216478 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84380da5-1320-4e24-a562-ea9f8cdba4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.251200 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3c8d-e420-4023-97c2-ad39bbad9576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.254614 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84380da5-1320-4e24-a562-ea9f8cdba4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.256637 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-082dbbee-40e7-47c1-9a21-4b0032dcfd51 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] No DVR routers for this DVR port 3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:27.261061 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] For port 4409ad94-f1a1-4e57-a98f-70286831697d, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:27.262543 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-082dbbee-40e7-47c1-9a21-4b0032dcfd51 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.264538 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] For port 4409ad94-f1a1-4e57-a98f-70286831697d, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4409ad94-f1a1-4e57-a98f-70286831697d,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:27.264705 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b1c85c27-63c7-4702-8e5f-1554785dcf80 req-082dbbee-40e7-47c1-9a21-4b0032dcfd51 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.70 "DELETE /v2.0/ports/3a2ffa01-9916-4fdf-8ae4-66fe53b2f547 HTTP/1.1" status: 204 len: 173 time: 1.9516754 Jul 16 01:17:27.281757 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.287659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9d1f3c8d-e420-4023-97c2-ad39bbad9576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be81128c-dbb8-425b-af9f-3b2429b36116']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:27.316685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9d1f3c8d-e420-4023-97c2-ad39bbad9576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da85343e-6908-4272-9528-67ef63ab29ef') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:27.316987 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9d1f3c8d-e420-4023-97c2-ad39bbad9576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da85343e-6908-4272-9528-67ef63ab29ef') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:27.336001 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3c8d-e420-4023-97c2-ad39bbad9576 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.366360 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ab4bf-38df-4409-a7fe-c37aa87c6135 None None] Pushing event updated for resources: {'Port': ['ID=4409ad94-f1a1-4e57-a98f-70286831697d,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:27.392268 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864ff90-8dce-47d5-8757-5cfa06c93c3e req-45016c09-111d-423d-b2a6-571f78d84e01 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:27.393086 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ab4bf-38df-4409-a7fe-c37aa87c6135 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:27.393737 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ab4bf-38df-4409-a7fe-c37aa87c6135 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:27.393874 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e864ff90-8dce-47d5-8757-5cfa06c93c3e req-45016c09-111d-423d-b2a6-571f78d84e01 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 945 time: 0.3278506 Jul 16 01:17:27.394385 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ab4bf-38df-4409-a7fe-c37aa87c6135 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:27.394954 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ab4bf-38df-4409-a7fe-c37aa87c6135 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:27.395510 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ab4bf-38df-4409-a7fe-c37aa87c6135 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:27.396137 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ab4bf-38df-4409-a7fe-c37aa87c6135 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:27.396722 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ab4bf-38df-4409-a7fe-c37aa87c6135 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:27.397236 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ab4bf-38df-4409-a7fe-c37aa87c6135 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:27.397830 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ab4bf-38df-4409-a7fe-c37aa87c6135 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:27.399055 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3c8d-e420-4023-97c2-ad39bbad9576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.399926 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ab4bf-38df-4409-a7fe-c37aa87c6135 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:27.400614 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ab4bf-38df-4409-a7fe-c37aa87c6135 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:27.401300 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-169ab4bf-38df-4409-a7fe-c37aa87c6135 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:27.408487 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Routers {'368d5b9c-fe75-499a-9618-6c26bb15f22b'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:27.410903 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:17:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['368d5b9c-fe75-499a-9618-6c26bb15f22b'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:27.419043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1f3c8d-e420-4023-97c2-ad39bbad9576 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:17:27.419455 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3c8d-e420-4023-97c2-ad39bbad9576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:17:27.421158 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:17:27.514935 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-41f47631-12e2-4556-9f04-b23fb69c2277 service neutron] 10.222.0.22 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3020685 Jul 16 01:17:27.520930 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.560868 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e864ff90-8dce-47d5-8757-5cfa06c93c3e req-c99500d0-03c9-49fc-8f0e-c328226bb99c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577930 Jul 16 01:17:27.561555 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3c8d-e420-4023-97c2-ad39bbad9576 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.587649 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d1f3c8d-e420-4023-97c2-ad39bbad9576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.598409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9d1f3c8d-e420-4023-97c2-ad39bbad9576 admin admin] 10.222.0.22 "DELETE /v2.0/networks/be81128c-dbb8-425b-af9f-3b2429b36116 HTTP/1.1" status: 204 len: 168 time: 0.7157769 Jul 16 01:17:27.614656 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] Set router 368d5b9c-fe75-499a-9618-6c26bb15f22b gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:27.619492 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84380da5-1320-4e24-a562-ea9f8cdba4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.626619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84380da5-1320-4e24-a562-ea9f8cdba4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.633029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f3c8d-e420-4023-97c2-ad39bbad9576 admin admin] Pushing event deleted for resources: {'Network': ['ID=be81128c-dbb8-425b-af9f-3b2429b36116,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:27.708709 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84380da5-1320-4e24-a562-ea9f8cdba4a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:27.713448 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84380da5-1320-4e24-a562-ea9f8cdba4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9bc459-5f2a-4c60-ba77-34e69f885546,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:27.748822 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84380da5-1320-4e24-a562-ea9f8cdba4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.749180 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-84380da5-1320-4e24-a562-ea9f8cdba4a9 admin admin] Added segment 9a990b5f-c4cf-4309-8a77-278b5257e986 of type vlan for network 923998df-8839-4c38-a162-5505af07611a Jul 16 01:17:27.776636 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b9cc2fd5-c5af-447b-ae8d-b46f62a56182 service neutron] 10.222.0.22 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607701 Jul 16 01:17:27.800391 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169ab4bf-38df-4409-a7fe-c37aa87c6135 None None] Pushing event updated for resources: {'Port': ['ID=4409ad94-f1a1-4e57-a98f-70286831697d,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:27.865107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47868) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:27.875051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47870) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:27.901770 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84380da5-1320-4e24-a562-ea9f8cdba4a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.909467 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Allocated IP 172.20.0.1 (25f5449d-4eed-472c-a5fe-bfc5e361878d/6c848b35-0698-4f3e-bf7e-afd09bc5d38d/7714e072-b6e1-4573-83c7-102b8784a64e) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:27.925309 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241816389-router', 'tenant_id': '1fed8b54fdf04efab5abccd43f69a29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:20Z', 'updated_at': '2021-07-16T01:17:23Z', 'revision_number': 3, 'project_id': '1fed8b54fdf04efab5abccd43f69a29e', 'gw_port': {'id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:21Z', 'updated_at': '2021-07-16T01:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:27.943716 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-8348931d-725a-4075-bd03-7f010b09673f service neutron] 10.222.0.22 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661589 Jul 16 01:17:27.965066 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb202a4-6723-4b65-8be6-39ba4ae40e2e None None] The sync data for ids ['368d5b9c-fe75-499a-9618-6c26bb15f22b'] in n-d-791505-14 is: [{'id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241816389-router', 'tenant_id': '1fed8b54fdf04efab5abccd43f69a29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:20Z', 'updated_at': '2021-07-16T01:17:23Z', 'revision_number': 3, 'project_id': '1fed8b54fdf04efab5abccd43f69a29e', 'gw_port': {'id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:21Z', 'updated_at': '2021-07-16T01:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:17:27.980088 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84380da5-1320-4e24-a562-ea9f8cdba4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:27.981076 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84380da5-1320-4e24-a562-ea9f8cdba4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:27.981662 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84380da5-1320-4e24-a562-ea9f8cdba4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.025333 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a5b2e-8059-40d8-865d-ef21291d0a82 req-7d54b91f-5729-402a-ace2-42e23b134567 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:28.034616 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-039a5b2e-8059-40d8-865d-ef21291d0a82 req-7d54b91f-5729-402a-ace2-42e23b134567 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 0.2800436 Jul 16 01:17:28.092011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f341c6aa-44d2-42f6-a639-a28291424413 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-584486539-network', 'tenant_id': '37d1dc4667d3491089675de8e19c1562'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:28.105856 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d58dde52-4b1c-4c25-baa3-544a87993ad8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=537b188632474e8c92af700ab7860b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356930 Jul 16 01:17:28.120507 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47876) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:28.122028 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-84380da5-1320-4e24-a562-ea9f8cdba4a9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5036757 Jul 16 01:17:28.128480 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47878) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:28.133450 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84380da5-1320-4e24-a562-ea9f8cdba4a9 admin admin] Pushing event updated for resources: {'Network': ['ID=923998df-8839-4c38-a162-5505af07611a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:28.147445 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 923998df-8839-4c38-a162-5505af07611a details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:28.151960 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-9a29ebc2-3b9d-4247-a11f-dbde2472faf2 admin admin] Request body: {'subnet': {'network_id': '923998df-8839-4c38-a162-5505af07611a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-203645627-subnet', 'tenant_id': '80a2f1818e2c48428747d80bd5a29687', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:28.162531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.188925 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Transition to ACTIVE for port object 7714e072-b6e1-4573-83c7-102b8784a64e will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:28.212764 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-de13b1b2-d7de-4ed2-8d3c-6e42f977fffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.218118 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-039a5b2e-8059-40d8-865d-ef21291d0a82 req-ba6525e2-4ce3-4625-872b-56ecfa31b4c7 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815729 Jul 16 01:17:28.249941 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-be58fed4-7860-49bf-81eb-147225368d8d service neutron] 10.222.0.22 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038507 Jul 16 01:17:28.265033 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-de13b1b2-d7de-4ed2-8d3c-6e42f977fffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.270761 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f341c6aa-44d2-42f6-a639-a28291424413 admin admin] Made reservation on behalf of 37d1dc4667d3491089675de8e19c1562 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:28.276820 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f341c6aa-44d2-42f6-a639-a28291424413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.285453 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.348743 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e34013-b5ff-48bb-8f45-508b2378fa7f x-openstack-request-id: req-e0e34013-b5ff-48bb-8f45-508b2378fa7f {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:28.349266 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "name": "network-vif-deleted", "tag": "58c51c75-ac93-47eb-8f3f-d4242696febd", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:28.349610 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0e34013-b5ff-48bb-8f45-508b2378fa7f {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:28.350224 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'name': 'network-vif-deleted', 'tag': '58c51c75-ac93-47eb-8f3f-d4242696febd', 'status': 'completed', 'code': 200} Jul 16 01:17:28.361910 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f341c6aa-44d2-42f6-a639-a28291424413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.397830 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Pushing event updated for resources: {'Port': ['ID=7714e072-b6e1-4573-83c7-102b8784a64e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:28.402104 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Network 25f5449d-4eed-472c-a5fe-bfc5e361878d is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:28.410038 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:28.421448 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-de13b1b2-d7de-4ed2-8d3c-6e42f977fffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.424449 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-de13b1b2-d7de-4ed2-8d3c-6e42f977fffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.425897 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-de13b1b2-d7de-4ed2-8d3c-6e42f977fffd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e40f96a3-1e38-458d-9ef5-2425f775a8e1 HTTP/1.1" status: 204 len: 168 time: 0.3028371 Jul 16 01:17:28.427137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:28.463747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a29ebc2-3b9d-4247-a11f-dbde2472faf2 admin admin] Made reservation on behalf of 80a2f1818e2c48428747d80bd5a29687 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:28.467701 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a29ebc2-3b9d-4247-a11f-dbde2472faf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.469570 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47882) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:28.517573 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.678690 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13b1b2-d7de-4ed2-8d3c-6e42f977fffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40f96a3-1e38-458d-9ef5-2425f775a8e1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:28.754590 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f341c6aa-44d2-42f6-a639-a28291424413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.756484 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.770430 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f057a52-2127-441c-a22b-2784d99e61db tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Deleting subnet 1a7c6640-1cee-4e80-b5ff-2df8e70857ca {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:17:28.774956 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1f057a52-2127-441c-a22b-2784d99e61db tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.820210 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f341c6aa-44d2-42f6-a639-a28291424413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.861217 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341c6aa-44d2-42f6-a639-a28291424413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cee2d1-cf31-4fa5-8ae6-4d2b0a5001ae,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:28.895636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-af2d6c5b-c363-4579-a683-9dadd1e71de2 None None] Provisioning for port 7714e072-b6e1-4573-83c7-102b8784a64e completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:28.900506 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-af2d6c5b-c363-4579-a683-9dadd1e71de2 None None] Provisioning complete for port 7714e072-b6e1-4573-83c7-102b8784a64e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:28.901190 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af2d6c5b-c363-4579-a683-9dadd1e71de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.901658 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-2452dd6b-989f-405c-941e-4b59ca43d925 service neutron] 10.222.0.22 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6305137 Jul 16 01:17:28.912610 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1f057a52-2127-441c-a22b-2784d99e61db tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.915803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47888) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:28.964215 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-af2d6c5b-c363-4579-a683-9dadd1e71de2 None None] Port 7714e072-b6e1-4573-83c7-102b8784a64e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:28.990292 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f341c6aa-44d2-42f6-a639-a28291424413 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:28.991543 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:28.998818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.049273 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f341c6aa-44d2-42f6-a639-a28291424413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.049628 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-f341c6aa-44d2-42f6-a639-a28291424413 admin admin] Added segment eda7dcfb-a866-466a-a4ae-90dace14e96b of type vlan for network 2ed18640-7b65-4cc2-98cf-fc032804943a Jul 16 01:17:29.130231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Pushing event updated for resources: {'Port': ['ID=7714e072-b6e1-4573-83c7-102b8784a64e,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:29.140676 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.158503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5afd3180-81d8-445b-ba16-67a73dd14a91 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=70edc888d2f74643b0d780093f0b459b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1908176 Jul 16 01:17:29.166760 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47896) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:29.226071 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f341c6aa-44d2-42f6-a639-a28291424413 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.249472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Network 25f5449d-4eed-472c-a5fe-bfc5e361878d is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:29.251065 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:29.252162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fae666-c9ce-4cb3-82ac-8355784bcd41 req-20c4e5fa-c512-4a74-b0b2-998b00135e0a tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:29.260356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63fae666-c9ce-4cb3-82ac-8355784bcd41 req-20c4e5fa-c512-4a74-b0b2-998b00135e0a tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 945 time: 0.4365778 Jul 16 01:17:29.364216 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1f057a52-2127-441c-a22b-2784d99e61db tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.412990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Router 368d5b9c-fe75-499a-9618-6c26bb15f22b has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:17:29.424211 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a29ebc2-3b9d-4247-a11f-dbde2472faf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.426014 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f341c6aa-44d2-42f6-a639-a28291424413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.426941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f341c6aa-44d2-42f6-a639-a28291424413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:29.427529 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f341c6aa-44d2-42f6-a639-a28291424413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.493736 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63fae666-c9ce-4cb3-82ac-8355784bcd41 req-38d83f1d-7011-4c0d-8d85-8894375af47e tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322047 Jul 16 01:17:29.527824 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a16f0c32-1b6f-4af2-b109-b42004964d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.568520 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f341c6aa-44d2-42f6-a639-a28291424413 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6849210 Jul 16 01:17:29.578160 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:17:29.579722 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47914) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:29.585843 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3147d159-fb7b-4d4a-a53c-98052d3d9b41 admin admin] Request body: {'subnet': {'network_id': '2ed18640-7b65-4cc2-98cf-fc032804943a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-584486539-subnet', 'tenant_id': '37d1dc4667d3491089675de8e19c1562', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:29.602011 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8aab8a89-0add-4727-b577-0bc0bf0b449f admin admin] 10.222.0.22 "PUT /v2.0/routers/368d5b9c-fe75-499a-9618-6c26bb15f22b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3474576 Jul 16 01:17:29.617040 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341c6aa-44d2-42f6-a639-a28291424413 admin admin] Pushing event updated for resources: {'Network': ['ID=2ed18640-7b65-4cc2-98cf-fc032804943a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:29.627001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3147d159-fb7b-4d4a-a53c-98052d3d9b41 admin admin] Made reservation on behalf of 37d1dc4667d3491089675de8e19c1562 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:29.629783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 2ed18640-7b65-4cc2-98cf-fc032804943a details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:29.635326 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a16f0c32-1b6f-4af2-b109-b42004964d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.644191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29ebc2-3b9d-4247-a11f-dbde2472faf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47f4e8a5-29be-417a-9c3a-5df68d326f56,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:29.646592 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3147d159-fb7b-4d4a-a53c-98052d3d9b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.657556 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1f057a52-2127-441c-a22b-2784d99e61db tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.750732 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1f057a52-2127-441c-a22b-2784d99e61db tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.752988 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1f057a52-2127-441c-a22b-2784d99e61db tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "DELETE /v2.0/subnets/1a7c6640-1cee-4e80-b5ff-2df8e70857ca HTTP/1.1" status: 204 len: 168 time: 1.2774730 Jul 16 01:17:29.760656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f057a52-2127-441c-a22b-2784d99e61db tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event deleted for resources: {'Subnet': ['ID=1a7c6640-1cee-4e80-b5ff-2df8e70857ca,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:29.768514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47918) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:29.793356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc964046-96d5-475f-9027-19704824c098 None None] Network 79f662d6-c56b-41bb-b827-b4ba8f170209 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:29.798398 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a29ebc2-3b9d-4247-a11f-dbde2472faf2 admin admin] Checking segment: {'id': '9a990b5f-c4cf-4309-8a77-278b5257e986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '923998df-8839-4c38-a162-5505af07611a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:29.798747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a29ebc2-3b9d-4247-a11f-dbde2472faf2 admin admin] Network hostable DHCP agents. Network: 923998df-8839-4c38-a162-5505af07611a, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:29.837239 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-78b87ed1-86cc-4bbc-a525-875a5e4f756d None None] Provisioning complete for port 7714e072-b6e1-4573-83c7-102b8784a64e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:29.837829 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-78b87ed1-86cc-4bbc-a525-875a5e4f756d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.867171 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3147d159-fb7b-4d4a-a53c-98052d3d9b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.921656 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a16f0c32-1b6f-4af2-b109-b42004964d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.935056 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a16f0c32-1b6f-4af2-b109-b42004964d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.946699 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a16f0c32-1b6f-4af2-b109-b42004964d1b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1661125d-511d-4df9-b816-9ea4de84c1f6 HTTP/1.1" status: 204 len: 168 time: 0.7766004 Jul 16 01:17:29.961179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f0c32-1b6f-4af2-b109-b42004964d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1661125d-511d-4df9-b816-9ea4de84c1f6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:29.968784 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a29ebc2-3b9d-4247-a11f-dbde2472faf2 admin admin] Network 923998df-8839-4c38-a162-5505af07611a is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:29.973220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3147d159-fb7b-4d4a-a53c-98052d3d9b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9eb1272a-ea33-45d7-bb73-26c400c7dbe5,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:29.993054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3147d159-fb7b-4d4a-a53c-98052d3d9b41 admin admin] Checking segment: {'id': 'eda7dcfb-a866-466a-a4ae-90dace14e96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2ed18640-7b65-4cc2-98cf-fc032804943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:29.993580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3147d159-fb7b-4d4a-a53c-98052d3d9b41 admin admin] Network hostable DHCP agents. Network: 2ed18640-7b65-4cc2-98cf-fc032804943a, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:29.996687 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:29.998435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-9a29ebc2-3b9d-4247-a11f-dbde2472faf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 923998df-8839-4c38-a162-5505af07611a) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:30.047228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d49a28-861d-466b-a165-d3ba09eebcfb req-ada63942-6d69-4423-9631-6a7040ed5c5c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:30.050150 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d49a28-861d-466b-a165-d3ba09eebcfb req-ada63942-6d69-4423-9631-6a7040ed5c5c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 0.3779397 Jul 16 01:17:30.051863 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a29ebc2-3b9d-4247-a11f-dbde2472faf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:30.053389 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a29ebc2-3b9d-4247-a11f-dbde2472faf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.058948 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32055e6a-18a4-45e7-88ec-41cb139784e6 None None] Network 923998df-8839-4c38-a162-5505af07611a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:30.062369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3147d159-fb7b-4d4a-a53c-98052d3d9b41 admin admin] Network 2ed18640-7b65-4cc2-98cf-fc032804943a is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:30.064973 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-78b87ed1-86cc-4bbc-a525-875a5e4f756d None None] Port 7714e072-b6e1-4573-83c7-102b8784a64e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:30.072302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-3147d159-fb7b-4d4a-a53c-98052d3d9b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 2ed18640-7b65-4cc2-98cf-fc032804943a) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:30.105253 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b25cb1-e26f-44f2-b213-408814459c66 None None] Network 2ed18640-7b65-4cc2-98cf-fc032804943a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:30.106824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3147d159-fb7b-4d4a-a53c-98052d3d9b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:30.109509 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3147d159-fb7b-4d4a-a53c-98052d3d9b41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.136438 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3147d159-fb7b-4d4a-a53c-98052d3d9b41 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5554216 Jul 16 01:17:30.137064 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47932) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:30.142760 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-584486539-router', 'tenant_id': '37d1dc4667d3491089675de8e19c1562', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:30.195872 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-dec75d70-3c62-404d-9217-42e92fef9151 req-57e50197-9ee9-4a9b-8ed9-12a089fbe6f3 tempest-FloatingIPDetailsNegativeTestJSON-1478177630 tempest-FloatingIPDetailsNegativeTestJSON-1478177630-project] show failed (client error): The resource could not be found. Jul 16 01:17:30.197128 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dec75d70-3c62-404d-9217-42e92fef9151 req-57e50197-9ee9-4a9b-8ed9-12a089fbe6f3 tempest-FloatingIPDetailsNegativeTestJSON-1478177630 tempest-FloatingIPDetailsNegativeTestJSON-1478177630-project] 10.222.0.22 "GET /v2.0/floatingips/2662d5b2-8d2d-414f-90d6-ab5123e24b36 HTTP/1.1" status: 404 len: 350 time: 0.1348140 Jul 16 01:17:30.221201 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47936) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:30.225866 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9a29ebc2-3b9d-4247-a11f-dbde2472faf2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0871212 Jul 16 01:17:30.256864 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.258836 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.289802 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.297527 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d49a28-861d-466b-a165-d3ba09eebcfb req-cb6463c9-ac2e-4a2b-b0ef-c752db0b0008 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304349 Jul 16 01:17:30.404188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'name': 'network-vif-deleted', 'tag': '3a2ffa01-9916-4fdf-8ae4-66fe53b2f547'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:30.406748 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-605f1488-d7d7-45c2-82a9-de38012b5669" -d '{"events": [{"server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "name": "network-vif-deleted", "tag": "3a2ffa01-9916-4fdf-8ae4-66fe53b2f547"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:30.425219 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5b234ba7-6f3b-4e3b-becf-eb58274bb1f1 req-7fcbc611-b6e2-4dd6-b5b3-36c9245ab421 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 210 time: 0.0931482 Jul 16 01:17:30.426179 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.434758 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Deleting port 22abff86-54fc-4841-96dd-b8fce99166c9 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:30.438265 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.468423 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4409ad94-f1a1-4e57-a98f-70286831697d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:30.575368 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3aceeea-04f5-492c-9088-fb03564b74fd x-openstack-request-id: req-b3aceeea-04f5-492c-9088-fb03564b74fd {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:30.575368 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a2d7fca-fd3e-4b56-9bec-653ab6906cfb", "name": "network-vif-deleted", "tag": "3a2ffa01-9916-4fdf-8ae4-66fe53b2f547", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:30.575368 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3aceeea-04f5-492c-9088-fb03564b74fd {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:30.575368 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a2d7fca-fd3e-4b56-9bec-653ab6906cfb', 'name': 'network-vif-deleted', 'tag': '3a2ffa01-9916-4fdf-8ae4-66fe53b2f547', 'status': 'completed', 'code': 200} Jul 16 01:17:30.658250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] For port 22abff86-54fc-4841-96dd-b8fce99166c9, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=22abff86-54fc-4841-96dd-b8fce99166c9,segment=NetworkSegment(fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588),segment_id=fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:30.658627 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.680623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Calling delete_port for 22abff86-54fc-4841-96dd-b8fce99166c9 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:30.743325 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Sync routers for ids ['368d5b9c-fe75-499a-9618-6c26bb15f22b'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:17:30.765527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d645f2a-6087-47f9-baac-446b950879c1 None None] Network 923998df-8839-4c38-a162-5505af07611a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:30.832938 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.876172 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82290e0d-d724-4e46-b440-2b1b31e5e9cc None None] DHCP port deletion for 79f662d6-c56b-41bb-b827-b4ba8f170209 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:17:30.908856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 4409ad94-f1a1-4e57-a98f-70286831697d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:30.930250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1069be-fabf-43ea-8259-7833256b422d req-d94a127d-81b4-46ef-a594-36b29aadcf19 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:30.932133 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b1069be-fabf-43ea-8259-7833256b422d req-d94a127d-81b4-46ef-a594-36b29aadcf19 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 945 time: 0.1906140 Jul 16 01:17:30.940079 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 4409ad94-f1a1-4e57-a98f-70286831697d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:30.940777 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:30.948243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Routers {'368d5b9c-fe75-499a-9618-6c26bb15f22b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:30.949244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:17:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['368d5b9c-fe75-499a-9618-6c26bb15f22b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:30.982940 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.084814 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] No DVR routers for this DVR port 22abff86-54fc-4841-96dd-b8fce99166c9 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:31.201918 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event deleted for resources: {'Port': ['ID=22abff86-54fc-4841-96dd-b8fce99166c9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:31.230999 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-82290e0d-d724-4e46-b440-2b1b31e5e9cc None None] The port '22abff86-54fc-4841-96dd-b8fce99166c9' was deleted {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 01:17:31.264420 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.315608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-2ed18640-7b65-4cc2-98cf-fc032804943a', 'network_id': '2ed18640-7b65-4cc2-98cf-fc032804943a', 'tenant_id': '37d1dc4667d3491089675de8e19c1562', 'fixed_ips': [{'subnet_id': '9eb1272a-ea33-45d7-bb73-26c400c7dbe5'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:17:31.316503 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.334818 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Set router 368d5b9c-fe75-499a-9618-6c26bb15f22b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:31.360399 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.381103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f662d6-c56b-41bb-b827-b4ba8f170209']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:31.403832 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:31.404233 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc48a6a5-0cfe-4a5e-a19b-17bcca7d7588') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:31.416746 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.435291 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.439480 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:17:31.439933 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:17:31.508589 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:17:31.512216 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b1069be-fabf-43ea-8259-7833256b422d req-d5a529b3-161f-4b19-9de5-bd6ff465c4f1 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743170 Jul 16 01:17:31.514906 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.554623 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.558456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "DELETE /v2.0/networks/79f662d6-c56b-41bb-b827-b4ba8f170209 HTTP/1.1" status: 204 len: 168 time: 1.7822895 Jul 16 01:17:31.574368 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47984) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:31.589106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbe415-8ead-4b54-971e-d91518944ee7 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event deleted for resources: {'Network': ['ID=79f662d6-c56b-41bb-b827-b4ba8f170209,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:31.711423 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.745325 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 4409ad94-f1a1-4e57-a98f-70286831697d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4409ad94-f1a1-4e57-a98f-70286831697d,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:31.756307 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:31.892795 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=4409ad94-f1a1-4e57-a98f-70286831697d,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:31.980134 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Allocated IP 172.20.0.2 (2ed18640-7b65-4cc2-98cf-fc032804943a/9eb1272a-ea33-45d7-bb73-26c400c7dbe5/55d4e9f7-69cf-4e22-b06d-445cec237cd7) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:31.990204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241816389-router', 'tenant_id': '1fed8b54fdf04efab5abccd43f69a29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:20Z', 'updated_at': '2021-07-16T01:17:28Z', 'revision_number': 4, 'project_id': '1fed8b54fdf04efab5abccd43f69a29e', 'gw_port': {'id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:21Z', 'updated_at': '2021-07-16T01:17:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7714e072-b6e1-4573-83c7-102b8784a64e', 'name': '', 'network_id': '25f5449d-4eed-472c-a5fe-bfc5e361878d', 'tenant_id': '1fed8b54fdf04efab5abccd43f69a29e', 'mac_address': 'fa:16:3e:6d:00:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6c848b35-0698-4f3e-bf7e-afd09bc5d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:27Z', 'updated_at': '2021-07-16T01:17:28Z', 'revision_number': 2, 'project_id': '1fed8b54fdf04efab5abccd43f69a29e', 'subnets': [{'id': '6c848b35-0698-4f3e-bf7e-afd09bc5d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:32.063034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-475c806b-4c06-4e3a-a98d-eb593aea3b42 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Deleting subnet 793efdc5-62b1-42f2-8f81-11950094fc15 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:17:32.065881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Checking router: 368d5b9c-fe75-499a-9618-6c26bb15f22b for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:17:32.066074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Updating router 368d5b9c-fe75-499a-9618-6c26bb15f22b port 7714e072-b6e1-4573-83c7-102b8784a64e binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:17:32.078349 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61653d98-c1a0-4efa-9748-2b5dc4fdb010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.128822 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-475c806b-4c06-4e3a-a98d-eb593aea3b42 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.140656 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.154710 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.161376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-15f63c73-29c9-4417-bdc0-5f64b204e8a3 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.168575 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-15f63c73-29c9-4417-bdc0-5f64b204e8a3 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/networks?id=923998df-8839-4c38-a162-5505af07611a HTTP/1.1" status: 200 len: 821 time: 0.6499109 Jul 16 01:17:32.171467 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.196967 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-a45d328b-600a-44d8-b757-04cdd7d221b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.202168 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-a45d328b-600a-44d8-b757-04cdd7d221b3 service neutron] 10.222.0.70 "GET /v2.0/ports/35c71f39-10b4-4237-a3c3-980c3cbe864d HTTP/1.1" status: 200 len: 1027 time: 0.2149343 Jul 16 01:17:32.230898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-d7f6e5b3-ba77-4048-a6c9-46e9fbca125e tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/quotas/80a2f1818e2c48428747d80bd5a29687 HTTP/1.1" status: 200 len: 375 time: 0.0602953 Jul 16 01:17:32.285533 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-fecd8107-a18f-451d-a915-34ee7df964de tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=80a2f1818e2c48428747d80bd5a29687&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451248 Jul 16 01:17:32.289179 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-475c806b-4c06-4e3a-a98d-eb593aea3b42 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.384967 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27dfd82-2de3-40a4-be3b-37518a856539 req-394ff4b9-89fc-4ff6-b33c-bbb4e9dcf650 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.386490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c27dfd82-2de3-40a4-be3b-37518a856539 req-394ff4b9-89fc-4ff6-b33c-bbb4e9dcf650 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 0.6970749 Jul 16 01:17:32.408138 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4409ad94-f1a1-4e57-a98f-70286831697d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:32.417419 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4e276306-f24d-4c9e-9eef-527bac1f727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.419038 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4e276306-f24d-4c9e-9eef-527bac1f727e service neutron] 10.222.0.70 "GET /v2.0/ports/a81b7832-77d3-447a-8ff3-9eb0ad423218 HTTP/1.1" status: 200 len: 1027 time: 0.1545978 Jul 16 01:17:32.524930 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c27dfd82-2de3-40a4-be3b-37518a856539 req-c5d406d9-c876-4549-86ac-700c2ee0ff8f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287735 Jul 16 01:17:32.528744 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.564582 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Allocated IP 172.25.2.233 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/a22e0f4c-fa8a-44c4-9023-e480d49ddf61) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:32.597885 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-ed15e5ea-e3c1-4741-af09-a47a777b8202 service neutron] 10.222.0.22 "GET /v2.0/networks/923998df-8839-4c38-a162-5505af07611a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777207 Jul 16 01:17:32.604079 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-475c806b-4c06-4e3a-a98d-eb593aea3b42 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.693893 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-7c5e9078-c923-451e-a8e0-5f8997f83ee7 service neutron] 10.222.0.22 "GET /v2.0/networks/923998df-8839-4c38-a162-5505af07611a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864992 Jul 16 01:17:32.751297 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Transition to ACTIVE for port object 55d4e9f7-69cf-4e22-b06d-445cec237cd7 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:32.786413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-475c806b-4c06-4e3a-a98d-eb593aea3b42 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.831072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-8e6fcbd1-46da-4236-904d-a09001072075 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.836401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-8e6fcbd1-46da-4236-904d-a09001072075 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.851290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-8e6fcbd1-46da-4236-904d-a09001072075 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:32.852996 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-8e6fcbd1-46da-4236-904d-a09001072075 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.70 "GET /v2.0/networks?id=d840524c-d20b-4c1a-aaec-1bfb1e9b9dac&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=d1c225b4-f269-4788-b264-c404aac5f0ff&id=d1c225b4-f269-4788-b264-c404aac5f0ff HTTP/1.1" status: 200 len: 1989 time: 0.4210384 Jul 16 01:17:32.867162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c806b-4c06-4e3a-a98d-eb593aea3b42 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event deleted for resources: {'Subnet': ['ID=793efdc5-62b1-42f2-8f81-11950094fc15,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:32.880813 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-475c806b-4c06-4e3a-a98d-eb593aea3b42 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.889494 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-475c806b-4c06-4e3a-a98d-eb593aea3b42 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "DELETE /v2.0/subnets/793efdc5-62b1-42f2-8f81-11950094fc15 HTTP/1.1" status: 204 len: 168 time: 1.3126512 Jul 16 01:17:32.894746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48008) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:32.905256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d26d5e-2d42-4653-834b-cd866d72d4ad None None] Network a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:32.918432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Transition to ACTIVE for port object 55d4e9f7-69cf-4e22-b06d-445cec237cd7 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:32.950214 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:32.951947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d91bf3c7-8f74-41a6-bdc8-d315477b2a5e req-7c4c4fd8-5d08-4aa3-a0be-f62412af5393 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 210 time: 0.1038671 Jul 16 01:17:32.971270 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-9938a01c-ec57-479c-aee7-0a7288fb35a8 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1edc56a277e41f79fb87cb4bd4162bc HTTP/1.1" status: 200 len: 379 time: 0.0776451 Jul 16 01:17:32.996779 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-0b0f51b6-b7bc-45e8-bdcb-c8c2d7bb6982 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Request body: {'port': {'device_id': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac', 'admin_state_up': True, 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'security_groups': ['6efccdc7-58ee-49c4-8baf-259656741067']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:33.014026 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 4409ad94-f1a1-4e57-a98f-70286831697d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:33.015571 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.065540 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.193036 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.209859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Network 2ed18640-7b65-4cc2-98cf-fc032804943a is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:33.228776 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:33.229530 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.234411 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-0b0f51b6-b7bc-45e8-bdcb-c8c2d7bb6982 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Made reservation on behalf of f1edc56a277e41f79fb87cb4bd4162bc for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:33.237348 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Transition to ACTIVE for port object 7714e072-b6e1-4573-83c7-102b8784a64e will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:33.238164 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-0b0f51b6-b7bc-45e8-bdcb-c8c2d7bb6982 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.269991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:33.276991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Pushing event updated for resources: {'Port': ['ID=55d4e9f7-69cf-4e22-b06d-445cec237cd7,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:33.283253 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.284392 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Deleting port a6367b8f-fdac-4104-8bd1-494eac68a556 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:33.284747 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.379730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48001e-c573-4fde-bcc4-90e8237df4b4 None None] Pushing event updated for resources: {'Port': ['ID=7714e072-b6e1-4573-83c7-102b8784a64e,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:33.400402 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372a065-fb94-4647-a625-0a7dc1f3b88b req-9530def6-be30-4214-9a1e-ed45d09f2f43 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:33.409745 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6372a065-fb94-4647-a625-0a7dc1f3b88b req-9530def6-be30-4214-9a1e-ed45d09f2f43 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 945 time: 0.2877305 Jul 16 01:17:33.446671 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-0b0f51b6-b7bc-45e8-bdcb-c8c2d7bb6982 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Allocated IP 172.20.0.11 (d840524c-d20b-4c1a-aaec-1bfb1e9b9dac/285c6a64-1df3-41f2-8898-775d2babb8a9/289cca9c-7347-49d8-bee5-4d9099ba744b) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:33.534482 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] For port a6367b8f-fdac-4104-8bd1-494eac68a556, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a6367b8f-fdac-4104-8bd1-494eac68a556,segment=NetworkSegment(dad0f7f3-6451-4d09-b6ea-6bd276db33f4),segment_id=dad0f7f3-6451-4d09-b6ea-6bd276db33f4)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:33.534861 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.597681 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Attempting to bind port 55d4e9f7-69cf-4e22-b06d-445cec237cd7 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:33.598071 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Attempting to bind port 55d4e9f7-69cf-4e22-b06d-445cec237cd7 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'eda7dcfb-a866-466a-a4ae-90dace14e96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2ed18640-7b65-4cc2-98cf-fc032804943a'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:33.602152 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Attempting to bind port 55d4e9f7-69cf-4e22-b06d-445cec237cd7 on network 2ed18640-7b65-4cc2-98cf-fc032804943a {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:33.620448 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6372a065-fb94-4647-a625-0a7dc1f3b88b req-d4df9061-4369-401b-8e09-31a92dbc913e tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056189 Jul 16 01:17:33.644957 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Calling delete_port for a6367b8f-fdac-4104-8bd1-494eac68a556 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:33.729341 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd615908-7aac-41ee-add5-a6dea53963fe req-d261f71a-4090-4680-84a2-f58fae369c86 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1906d9-472f-4744-abee-b6199463e236 HTTP/1.1" status: 200 len: 210 time: 0.1588237 Jul 16 01:17:33.741969 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.762217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Attempting to bind port 7714e072-b6e1-4573-83c7-102b8784a64e on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:33.763197 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Attempting to bind port 7714e072-b6e1-4573-83c7-102b8784a64e by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '25f5449d-4eed-472c-a5fe-bfc5e361878d'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:33.765100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Attempting to bind port 7714e072-b6e1-4573-83c7-102b8784a64e on network 25f5449d-4eed-472c-a5fe-bfc5e361878d {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:33.774635 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:33.775258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Checking segment: {'id': 'eda7dcfb-a866-466a-a4ae-90dace14e96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2ed18640-7b65-4cc2-98cf-fc032804943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:33.778217 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.778630 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Bound using segment: {'id': 'eda7dcfb-a866-466a-a4ae-90dace14e96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2ed18640-7b65-4cc2-98cf-fc032804943a'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:33.779125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Bound port: 55d4e9f7-69cf-4e22-b06d-445cec237cd7, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda7dcfb-a866-466a-a4ae-90dace14e96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2ed18640-7b65-4cc2-98cf-fc032804943a'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:33.779519 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.788674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:33.789054 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Checking segment: {'id': 'ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '25f5449d-4eed-472c-a5fe-bfc5e361878d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:33.789462 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.789854 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Bound using segment: {'id': 'ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '25f5449d-4eed-472c-a5fe-bfc5e361878d'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:33.790334 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Bound port: 7714e072-b6e1-4573-83c7-102b8784a64e, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '25f5449d-4eed-472c-a5fe-bfc5e361878d'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:33.790717 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.939076 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-0b0f51b6-b7bc-45e8-bdcb-c8c2d7bb6982 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:33.958298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-0b0f51b6-b7bc-45e8-bdcb-c8c2d7bb6982 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Transition to ACTIVE for port object 289cca9c-7347-49d8-bee5-4d9099ba744b will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:33.996359 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.034136 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Pushing event updated for resources: {'Port': ['ID=a22e0f4c-fa8a-44c4-9023-e480d49ddf61,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:34.040774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event deleted for resources: {'Port': ['ID=a6367b8f-fdac-4104-8bd1-494eac68a556,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:34.044709 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-0b0f51b6-b7bc-45e8-bdcb-c8c2d7bb6982 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.058148 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:34.070317 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] No DVR routers for this DVR port a6367b8f-fdac-4104-8bd1-494eac68a556 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:34.115619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f51b6-b7bc-45e8-bdcb-c8c2d7bb6982 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event updated for resources: {'Port': ['ID=289cca9c-7347-49d8-bee5-4d9099ba744b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:34.131788 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:34.135095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:34.167004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-61653d98-c1a0-4efa-9748-2b5dc4fdb010 admin admin] Deleting port 7714e072-b6e1-4573-83c7-102b8784a64e {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:34.167455 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61653d98-c1a0-4efa-9748-2b5dc4fdb010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.178438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-0b0f51b6-b7bc-45e8-bdcb-c8c2d7bb6982 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Network d840524c-d20b-4c1a-aaec-1bfb1e9b9dac is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:34.182512 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-0b0f51b6-b7bc-45e8-bdcb-c8c2d7bb6982 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:34.186978 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-0b0f51b6-b7bc-45e8-bdcb-c8c2d7bb6982 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:34.224582 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a407da-f281-43a1-8745-e4d6fb15795f None None] DHCP port deletion for a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:17:34.234319 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 22abff86-54fc-4841-96dd-b8fce99166c9 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:34.280752 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 22abff86-54fc-4841-96dd-b8fce99166c9 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:34.281107 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 22abff86-54fc-4841-96dd-b8fce99166c9 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:34.335688 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.404745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] For port 55d4e9f7-69cf-4e22-b06d-445cec237cd7, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:34.417713 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] For port 55d4e9f7-69cf-4e22-b06d-445cec237cd7, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=55d4e9f7-69cf-4e22-b06d-445cec237cd7,segment=NetworkSegment(eda7dcfb-a866-466a-a4ae-90dace14e96b),segment_id=eda7dcfb-a866-466a-a4ae-90dace14e96b)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:34.440285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a6367b8f-fdac-4104-8bd1-494eac68a556 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:34.442060 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a29afde5-4d2a-4fd6-bc6d-b55782ea4d56']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:34.442588 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.454755 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dad0f7f3-6451-4d09-b6ea-6bd276db33f4') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:34.455372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dad0f7f3-6451-4d09-b6ea-6bd276db33f4') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:34.472073 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.490871 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.513609 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-0b0f51b6-b7bc-45e8-bdcb-c8c2d7bb6982 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:34.514431 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-0b0f51b6-b7bc-45e8-bdcb-c8c2d7bb6982 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.522198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:17:34.522619 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:17:34.533071 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:17:34.562360 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] For port 7714e072-b6e1-4573-83c7-102b8784a64e, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:34.565199 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9fe75-f97e-4e26-a196-629f92fa4103 None None] Pushing event updated for resources: {'Port': ['ID=55d4e9f7-69cf-4e22-b06d-445cec237cd7,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:34.572175 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-0b0f51b6-b7bc-45e8-bdcb-c8c2d7bb6982 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5829926 Jul 16 01:17:34.589320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: a6367b8f-fdac-4104-8bd1-494eac68a556 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:34.589668 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a6367b8f-fdac-4104-8bd1-494eac68a556 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:34.604144 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b7c2ecca-554f-4cb9-9bc8-5b7aa4779f4d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Request body: {'port': {'device_id': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7', 'admin_state_up': True, 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'security_groups': ['6efccdc7-58ee-49c4-8baf-259656741067']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:34.606402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] For port 7714e072-b6e1-4573-83c7-102b8784a64e, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7714e072-b6e1-4573-83c7-102b8784a64e,segment=NetworkSegment(ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4),segment_id=ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:34.612932 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.681757 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Routers {'368d5b9c-fe75-499a-9618-6c26bb15f22b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:34.684364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:17:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['368d5b9c-fe75-499a-9618-6c26bb15f22b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:34.694626 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.722543 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3ece6-746e-4bc9-8cf6-37761df5a292 req-24ef3a70-f3eb-4b5b-9b0d-5a53ee0c92b7 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:34.724200 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9cb3ece6-746e-4bc9-8cf6-37761df5a292 req-24ef3a70-f3eb-4b5b-9b0d-5a53ee0c92b7 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 0.6455162 Jul 16 01:17:34.731813 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-61653d98-c1a0-4efa-9748-2b5dc4fdb010 admin admin] For port 7714e072-b6e1-4573-83c7-102b8784a64e, host n-d-791505-14, got binding levels [] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:34.732585 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61653d98-c1a0-4efa-9748-2b5dc4fdb010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.773324 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.775454 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "DELETE /v2.0/networks/a29afde5-4d2a-4fd6-bc6d-b55782ea4d56 HTTP/1.1" status: 204 len: 168 time: 1.8794992 Jul 16 01:17:34.789196 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-dbf21539-bc9d-46db-aff4-cb77c3e8c0b4 None None] Provisioning for port 289cca9c-7347-49d8-bee5-4d9099ba744b completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:34.807642 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-dbf21539-bc9d-46db-aff4-cb77c3e8c0b4 None None] Provisioning complete for port 289cca9c-7347-49d8-bee5-4d9099ba744b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:34.808317 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dbf21539-bc9d-46db-aff4-cb77c3e8c0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.811817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48048) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:34.828503 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-64b129d9-7985-4820-aef9-4c8844626436 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-780639960'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:34.849549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac48001e-c573-4fde-bcc4-90e8237df4b4 None None] Pushing event updated for resources: {'Port': ['ID=7714e072-b6e1-4573-83c7-102b8784a64e,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:34.871455 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ffd1c746-7785-4814-8c58-ba36395045c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.895288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f6b1a-99db-46fb-9df0-18d88e3517f7 req-b0eec069-1f6c-4b72-980b-185ce43802f2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:34.902302 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-669f6b1a-99db-46fb-9df0-18d88e3517f7 req-b0eec069-1f6c-4b72-980b-185ce43802f2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 932 time: 0.5637329 Jul 16 01:17:34.911172 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-61653d98-c1a0-4efa-9748-2b5dc4fdb010 admin admin] Calling delete_port for 7714e072-b6e1-4573-83c7-102b8784a64e owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:34.914287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ef89c-acc7-4758-b533-4a57a0a54767 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event deleted for resources: {'Network': ['ID=a29afde5-4d2a-4fd6-bc6d-b55782ea4d56,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:34.933723 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-dbf21539-bc9d-46db-aff4-cb77c3e8c0b4 None None] Port 289cca9c-7347-49d8-bee5-4d9099ba744b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:34.938145 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b7c2ecca-554f-4cb9-9bc8-5b7aa4779f4d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Made reservation on behalf of f1edc56a277e41f79fb87cb4bd4162bc for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:34.943066 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b7c2ecca-554f-4cb9-9bc8-5b7aa4779f4d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:34.974351 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9cb3ece6-746e-4bc9-8cf6-37761df5a292 req-119b4cb2-5262-4250-8fb3-d49ba6550404 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254908 Jul 16 01:17:35.035394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] Set router 368d5b9c-fe75-499a-9618-6c26bb15f22b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:35.074358 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-669f6b1a-99db-46fb-9df0-18d88e3517f7 req-ac7db012-352e-412a-bc69-a6cb9a468baf tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690109 Jul 16 01:17:35.076240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b129d9-7985-4820-aef9-4c8844626436 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Made reservation on behalf of 66fe681898644f198a8b545d851e811d for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:35.088459 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-64b129d9-7985-4820-aef9-4c8844626436 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:35.214922 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b129d9-7985-4820-aef9-4c8844626436 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:35.219453 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:35.273966 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-64b129d9-7985-4820-aef9-4c8844626436 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:35.274383 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-64b129d9-7985-4820-aef9-4c8844626436 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Added segment c7c1c594-c375-4e2e-b52c-6d01a6554875 of type vlan for network 5297eedc-a1a4-4deb-a746-292363b59caa Jul 16 01:17:35.394036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-4340c036-4df9-4774-9e0d-357bac80f3c1 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:35.399238 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-4340c036-4df9-4774-9e0d-357bac80f3c1 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.70 "GET /v2.0/networks?id=923998df-8839-4c38-a162-5505af07611a HTTP/1.1" status: 200 len: 821 time: 0.3047779 Jul 16 01:17:35.428064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-eb3e673a-5ad4-46be-8f05-55665003ced9 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Request body: {'port': {'device_id': '6b1906d9-472f-4744-abee-b6199463e236', 'network_id': '923998df-8839-4c38-a162-5505af07611a', 'admin_state_up': True, 'tenant_id': '80a2f1818e2c48428747d80bd5a29687'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:35.463138 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-64b129d9-7985-4820-aef9-4c8844626436 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:35.515135 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241816389-router', 'tenant_id': '1fed8b54fdf04efab5abccd43f69a29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:20Z', 'updated_at': '2021-07-16T01:17:28Z', 'revision_number': 4, 'project_id': '1fed8b54fdf04efab5abccd43f69a29e', 'gw_port': {'id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:21Z', 'updated_at': '2021-07-16T01:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7714e072-b6e1-4573-83c7-102b8784a64e', 'name': '', 'network_id': '25f5449d-4eed-472c-a5fe-bfc5e361878d', 'tenant_id': '1fed8b54fdf04efab5abccd43f69a29e', 'mac_address': 'fa:16:3e:6d:00:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6c848b35-0698-4f3e-bf7e-afd09bc5d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:27Z', 'updated_at': '2021-07-16T01:17:34Z', 'revision_number': 4, 'project_id': '1fed8b54fdf04efab5abccd43f69a29e', 'subnets': [{'id': '6c848b35-0698-4f3e-bf7e-afd09bc5d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:35.558668 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae678c09-8492-40ef-93fe-9d8c465c1cc1 None None] The sync data for ids ['368d5b9c-fe75-499a-9618-6c26bb15f22b'] in n-d-791505-14 is: [{'id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241816389-router', 'tenant_id': '1fed8b54fdf04efab5abccd43f69a29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:20Z', 'updated_at': '2021-07-16T01:17:28Z', 'revision_number': 4, 'project_id': '1fed8b54fdf04efab5abccd43f69a29e', 'gw_port': {'id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:21Z', 'updated_at': '2021-07-16T01:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7714e072-b6e1-4573-83c7-102b8784a64e', 'name': '', 'network_id': '25f5449d-4eed-472c-a5fe-bfc5e361878d', 'tenant_id': '1fed8b54fdf04efab5abccd43f69a29e', 'mac_address': 'fa:16:3e:6d:00:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'device_owner': 'network:router_interface', 'standard_attr_id': 822, 'fixed_ips': [{'subnet_id': '6c848b35-0698-4f3e-bf7e-afd09bc5d38d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:27Z', 'updated_at': '2021-07-16T01:17:34Z', 'revision_number': 4, 'project_id': '1fed8b54fdf04efab5abccd43f69a29e', 'subnets': [{'id': '6c848b35-0698-4f3e-bf7e-afd09bc5d38d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:17:35.674934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b7c2ecca-554f-4cb9-9bc8-5b7aa4779f4d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Allocated IP 10.1.1.29 (87fe2da3-aef5-4a1b-9eb7-74899be739c7/15fe3a60-f147-4868-aa26-636891800539/d3f5b683-f652-4d49-951f-b57a2483dc2c) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:35.724389 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-64b129d9-7985-4820-aef9-4c8844626436 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:35.730123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b129d9-7985-4820-aef9-4c8844626436 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:35.730854 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-64b129d9-7985-4820-aef9-4c8844626436 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:35.802939 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6005c62-90ce-4cf9-80b4-827339add2d5 req-b8444172-effc-409f-8649-d3d38929df4c tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1906d9-472f-4744-abee-b6199463e236 HTTP/1.1" status: 200 len: 210 time: 0.0838380 Jul 16 01:17:35.868856 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-64b129d9-7985-4820-aef9-4c8844626436 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0444949 Jul 16 01:17:35.890927 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ca96d-b26f-46bf-8cd6-98aba43da3e4 req-3a4ea1f2-9eb1-4a86-9c9d-595acfb1448c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:35.899087 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-501ca96d-b26f-46bf-8cd6-98aba43da3e4 req-3a4ea1f2-9eb1-4a86-9c9d-595acfb1448c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 945 time: 0.4981992 Jul 16 01:17:35.902724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48056) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:35.923997 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5be91a90-b6bf-4c00-97a0-d09c34799c57 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Request body: {'subnet': {'network_id': '5297eedc-a1a4-4deb-a746-292363b59caa', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:35.930482 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.054049 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b129d9-7985-4820-aef9-4c8844626436 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event updated for resources: {'Network': ['ID=5297eedc-a1a4-4deb-a746-292363b59caa,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:36.078689 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 5297eedc-a1a4-4deb-a746-292363b59caa details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:36.165355 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-eb3e673a-5ad4-46be-8f05-55665003ced9 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Made reservation on behalf of 80a2f1818e2c48428747d80bd5a29687 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:36.189887 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-eb3e673a-5ad4-46be-8f05-55665003ced9 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.276086 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-501ca96d-b26f-46bf-8cd6-98aba43da3e4 req-f4ae54a2-23e2-4900-a48d-0d021b8ca217 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756313 Jul 16 01:17:36.426699 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e216b7-3ba0-4540-9a30-3724cd38ca41 None None] Network 2ed18640-7b65-4cc2-98cf-fc032804943a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:36.455866 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:17:36.496729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be91a90-b6bf-4c00-97a0-d09c34799c57 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Made reservation on behalf of 66fe681898644f198a8b545d851e811d for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:36.504545 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5be91a90-b6bf-4c00-97a0-d09c34799c57 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.581033 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-39df040a-36fa-4a64-8236-4fe8224ecb7e None None] Provisioning for port 55d4e9f7-69cf-4e22-b06d-445cec237cd7 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:36.620833 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 55d4e9f7-69cf-4e22-b06d-445cec237cd7 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:36.703068 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-eb3e673a-5ad4-46be-8f05-55665003ced9 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Allocated IP 172.20.0.8 (923998df-8839-4c38-a162-5505af07611a/47f4e8a5-29be-417a-9c3a-5df68d326f56/52eff815-7c5d-4b19-90ef-b6bcba16596e) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:36.760121 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61653d98-c1a0-4efa-9748-2b5dc4fdb010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.851142 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 55d4e9f7-69cf-4e22-b06d-445cec237cd7 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:36.863539 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 55d4e9f7-69cf-4e22-b06d-445cec237cd7 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:36.863955 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:36.980923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61653d98-c1a0-4efa-9748-2b5dc4fdb010 admin admin] Pushing event deleted for resources: {'Port': ['ID=7714e072-b6e1-4573-83c7-102b8784a64e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:37.132278 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.235284 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 55d4e9f7-69cf-4e22-b06d-445cec237cd7, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=55d4e9f7-69cf-4e22-b06d-445cec237cd7,segment=NetworkSegment(eda7dcfb-a866-466a-a4ae-90dace14e96b),segment_id=eda7dcfb-a866-466a-a4ae-90dace14e96b)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:37.270738 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.272578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7714e072-b6e1-4573-83c7-102b8784a64e up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:37.300613 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 7714e072-b6e1-4573-83c7-102b8784a64e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:37.301390 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7714e072-b6e1-4573-83c7-102b8784a64e not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 01:17:37.328037 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.333362 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b4719dc7-9c7f-4461-92ba-246fecfec8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.336507 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Router 6cb78781-6f09-4698-8e2a-1b2878bbcfc8 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:17:37.338342 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Port 7714e072-b6e1-4573-83c7-102b8784a64e not found, will not notify nova. {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 01:17:37.344540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b55df4-eaf7-44e7-914d-f607f1e8b3ea req-ba4eda98-7118-4121-ae0f-6910e64e7c21 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:37.357043 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86b55df4-eaf7-44e7-914d-f607f1e8b3ea req-ba4eda98-7118-4121-ae0f-6910e64e7c21 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 0.9573777 Jul 16 01:17:37.397746 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b7c2ecca-554f-4cb9-9bc8-5b7aa4779f4d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.399687 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=55d4e9f7-69cf-4e22-b06d-445cec237cd7,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:37.406034 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61653d98-c1a0-4efa-9748-2b5dc4fdb010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.456204 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-eb3e673a-5ad4-46be-8f05-55665003ced9 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.465167 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7cf371bd-d8cd-4f49-a4f6-6a0eafbe1fd9 None None] Provisioning complete for port 55d4e9f7-69cf-4e22-b06d-445cec237cd7 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:37.465864 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7cf371bd-d8cd-4f49-a4f6-6a0eafbe1fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.534225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2936ff5-c9e3-4231-95b0-4bfa14db446c req-7ac6a998-04d1-4cdb-820d-a1ffd4bc7cbf tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:37.541665 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2936ff5-c9e3-4231-95b0-4bfa14db446c req-7ac6a998-04d1-4cdb-820d-a1ffd4bc7cbf tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 932 time: 0.6962793 Jul 16 01:17:37.589945 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86b55df4-eaf7-44e7-914d-f607f1e8b3ea req-3671136f-ee98-4855-a623-d71fdaf8ceb4 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317526 Jul 16 01:17:37.596923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48078) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:37.609796 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:17:37.611591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b7c2ecca-554f-4cb9-9bc8-5b7aa4779f4d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Transition to ACTIVE for port object d3f5b683-f652-4d49-951f-b57a2483dc2c will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:37.622611 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Sync routers for ids ['6cb78781-6f09-4698-8e2a-1b2878bbcfc8'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:17:37.634536 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Routers {'6cb78781-6f09-4698-8e2a-1b2878bbcfc8'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:37.636638 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:17:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['6cb78781-6f09-4698-8e2a-1b2878bbcfc8'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:37.750080 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.752369 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d1e1b837-9ae4-4898-9670-f570485f0766 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6141613 Jul 16 01:17:37.801952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48082) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:37.892537 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b7c2ecca-554f-4cb9-9bc8-5b7aa4779f4d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.916364 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2936ff5-c9e3-4231-95b0-4bfa14db446c req-77358a76-4c28-49dc-98fa-b6a79b2ae004 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3738954 Jul 16 01:17:37.921988 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5be91a90-b6bf-4c00-97a0-d09c34799c57 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.926603 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-eb3e673a-5ad4-46be-8f05-55665003ced9 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:37.951482 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Set router 6cb78781-6f09-4698-8e2a-1b2878bbcfc8 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:38.034967 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b7c2ecca-554f-4cb9-9bc8-5b7aa4779f4d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:38.059491 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b7c2ecca-554f-4cb9-9bc8-5b7aa4779f4d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:38.067344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b7c2ecca-554f-4cb9-9bc8-5b7aa4779f4d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:38.110193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be91a90-b6bf-4c00-97a0-d09c34799c57 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event updated for resources: {'Subnet': ['ID=63647ab2-929d-42c8-b045-a85f11df2221,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:38.121451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e673a-5ad4-46be-8f05-55665003ced9 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Pushing event updated for resources: {'Port': ['ID=52eff815-7c5d-4b19-90ef-b6bcba16596e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:38.124712 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a493bcf-9bbb-4028-92a3-e2a05c4a0c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.126782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2ecca-554f-4cb9-9bc8-5b7aa4779f4d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event updated for resources: {'Port': ['ID=d3f5b683-f652-4d49-951f-b57a2483dc2c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:38.227227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-eb3e673a-5ad4-46be-8f05-55665003ced9 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Network 923998df-8839-4c38-a162-5505af07611a is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:38.250475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-eb3e673a-5ad4-46be-8f05-55665003ced9 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:38.260832 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-eb3e673a-5ad4-46be-8f05-55665003ced9 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:38.295960 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-584486539-router', 'tenant_id': '37d1dc4667d3491089675de8e19c1562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:30Z', 'updated_at': '2021-07-16T01:17:34Z', 'revision_number': 3, 'project_id': '37d1dc4667d3491089675de8e19c1562', 'gw_port': {'id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:32Z', 'updated_at': '2021-07-16T01:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:38.323596 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Checking router: 6cb78781-6f09-4698-8e2a-1b2878bbcfc8 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:17:38.323972 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Updating router 6cb78781-6f09-4698-8e2a-1b2878bbcfc8 port a22e0f4c-fa8a-44c4-9023-e480d49ddf61 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:17:38.383815 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.384064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-eb3e673a-5ad4-46be-8f05-55665003ced9 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.384482 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-eb3e673a-5ad4-46be-8f05-55665003ced9 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.432813 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b7c2ecca-554f-4cb9-9bc8-5b7aa4779f4d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.433466 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b7c2ecca-554f-4cb9-9bc8-5b7aa4779f4d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.506111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61653d98-c1a0-4efa-9748-2b5dc4fdb010 admin admin] Router 368d5b9c-fe75-499a-9618-6c26bb15f22b has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:17:38.531493 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.535090 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-467d023b-4727-448f-9a18-164c8e7c60a7 None None] Provisioning for port d3f5b683-f652-4d49-951f-b57a2483dc2c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:38.549363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be91a90-b6bf-4c00-97a0-d09c34799c57 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Checking segment: {'id': 'c7c1c594-c375-4e2e-b52c-6d01a6554875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5297eedc-a1a4-4deb-a746-292363b59caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:38.549969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be91a90-b6bf-4c00-97a0-d09c34799c57 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Network hostable DHCP agents. Network: 5297eedc-a1a4-4deb-a746-292363b59caa, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:38.560894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-467d023b-4727-448f-9a18-164c8e7c60a7 None None] Provisioning complete for port d3f5b683-f652-4d49-951f-b57a2483dc2c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:38.561218 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-467d023b-4727-448f-9a18-164c8e7c60a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.564315 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5fc4660c-1f5c-4e9e-bf75-6184b560abc6 req-1ee7798b-6418-4d26-91c6-96d2d2c6170d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6448283 Jul 16 01:17:38.584648 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195d2b3-bda9-46be-bd75-777d3ad73a5b req-a01e5a62-f8b3-4e5a-a1be-48f00e63c51b tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.604409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5195d2b3-bda9-46be-bd75-777d3ad73a5b req-a01e5a62-f8b3-4e5a-a1be-48f00e63c51b tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1906d9-472f-4744-abee-b6199463e236 HTTP/1.1" status: 200 len: 931 time: 0.6864059 Jul 16 01:17:38.646492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 55d4e9f7-69cf-4e22-b06d-445cec237cd7 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:38.713457 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-467d023b-4727-448f-9a18-164c8e7c60a7 None None] Port d3f5b683-f652-4d49-951f-b57a2483dc2c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:38.723978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d6303-3882-4bb7-a1d2-67f48ff89193 req-b5732b14-16f3-4cae-8d32-d521b9ff8f7d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:38.726074 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-624d6303-3882-4bb7-a1d2-67f48ff89193 req-b5732b14-16f3-4cae-8d32-d521b9ff8f7d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 945 time: 0.5308716 Jul 16 01:17:38.745573 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 55d4e9f7-69cf-4e22-b06d-445cec237cd7 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:38.745979 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.786610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61653d98-c1a0-4efa-9748-2b5dc4fdb010 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:17:38.797081 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e21942-968d-418a-89c9-20650ff6a5c5 None None] Sync routers for ids ['368d5b9c-fe75-499a-9618-6c26bb15f22b'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:17:38.799418 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-61653d98-c1a0-4efa-9748-2b5dc4fdb010 admin admin] 10.222.0.22 "PUT /v2.0/routers/368d5b9c-fe75-499a-9618-6c26bb15f22b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5701287 Jul 16 01:17:38.801803 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a493bcf-9bbb-4028-92a3-e2a05c4a0c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.805836 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48086) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:38.807541 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5195d2b3-bda9-46be-bd75-777d3ad73a5b req-a6f9008d-69ee-4175-9678-59dc9bb67b0b tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f9bc459-5f2a-4c60-ba77-34e69f885546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020864 Jul 16 01:17:38.844384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e21942-968d-418a-89c9-20650ff6a5c5 None None] Routers {'368d5b9c-fe75-499a-9618-6c26bb15f22b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:38.845745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-16e21942-968d-418a-89c9-20650ff6a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:17:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['368d5b9c-fe75-499a-9618-6c26bb15f22b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:38.851120 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a493bcf-9bbb-4028-92a3-e2a05c4a0c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.903786 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.924119 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Transition to ACTIVE for port object a22e0f4c-fa8a-44c4-9023-e480d49ddf61 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:38.934663 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5a493bcf-9bbb-4028-92a3-e2a05c4a0c74 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2b8f11752c184f45845f430b028a3eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3347569 Jul 16 01:17:38.939593 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-624d6303-3882-4bb7-a1d2-67f48ff89193 req-71a09d87-f432-437a-bfb0-6472dc8b27f0 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160815 Jul 16 01:17:38.940723 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:38.942809 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-eb3e673a-5ad4-46be-8f05-55665003ced9 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5264280 Jul 16 01:17:38.943610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be91a90-b6bf-4c00-97a0-d09c34799c57 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Network 5297eedc-a1a4-4deb-a746-292363b59caa is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:38.957474 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48088) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:38.957985 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Request body: {'port': {'device_id': '6b1906d9-472f-4744-abee-b6199463e236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:38.998718 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9dad1-5c5b-482c-b7b0-f411a52b6dbd None None] Pushing event updated for resources: {'Port': ['ID=a22e0f4c-fa8a-44c4-9023-e480d49ddf61,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:39.004953 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Attempting to bind port a22e0f4c-fa8a-44c4-9023-e480d49ddf61 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:39.005538 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Attempting to bind port a22e0f4c-fa8a-44c4-9023-e480d49ddf61 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:39.006406 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Attempting to bind port a22e0f4c-fa8a-44c4-9023-e480d49ddf61 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:39.013636 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:39.014761 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:39.019412 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.019868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a493bcf-9bbb-4028-92a3-e2a05c4a0c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35340ff3-48b6-49b4-9e04-cb404d5435ad,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:39.020215 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:39.020874 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Bound port: a22e0f4c-fa8a-44c4-9023-e480d49ddf61, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:39.021535 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.052672 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b7c2ecca-554f-4cb9-9bc8-5b7aa4779f4d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.4623036 Jul 16 01:17:39.082397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-16e21942-968d-418a-89c9-20650ff6a5c5 None None] Set router 368d5b9c-fe75-499a-9618-6c26bb15f22b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:39.092254 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-cbc29235-1995-4726-a11a-188884d1f95b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Request body: {'port': {'device_id': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7', 'admin_state_up': True, 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'security_groups': ['6efccdc7-58ee-49c4-8baf-259656741067']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:39.095869 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc3ab-1d7e-4d84-b426-deba134fe4d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.137556 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] For port a22e0f4c-fa8a-44c4-9023-e480d49ddf61, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:39.139036 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.143090 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] For port a22e0f4c-fa8a-44c4-9023-e480d49ddf61, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a22e0f4c-fa8a-44c4-9023-e480d49ddf61,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:39.147906 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.166168 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-5be91a90-b6bf-4c00-97a0-d09c34799c57 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 5297eedc-a1a4-4deb-a746-292363b59caa) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:39.178007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f938ae64-4982-4785-a40a-74b33caf2b94 None None] Network 5297eedc-a1a4-4deb-a746-292363b59caa requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:39.182887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be91a90-b6bf-4c00-97a0-d09c34799c57 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.183798 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5be91a90-b6bf-4c00-97a0-d09c34799c57 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.284399 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Routers {'6cb78781-6f09-4698-8e2a-1b2878bbcfc8'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:39.288082 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:17:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['6cb78781-6f09-4698-8e2a-1b2878bbcfc8'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:39.293547 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9dad1-5c5b-482c-b7b0-f411a52b6dbd None None] Pushing event updated for resources: {'Port': ['ID=a22e0f4c-fa8a-44c4-9023-e480d49ddf61,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:39.326588 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.418410 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76197896-e34e-4151-8940-109db438f283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-5297eedc-a1a4-4deb-a746-292363b59caa', 'network_id': '5297eedc-a1a4-4deb-a746-292363b59caa', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'fixed_ips': [{'subnet_id': '63647ab2-929d-42c8-b045-a85f11df2221'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:17:39.419271 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-76197896-e34e-4151-8940-109db438f283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.483227 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fd458b1-aa86-467c-a5d0-5c965052d37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.506067 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] Set router 6cb78781-6f09-4698-8e2a-1b2878bbcfc8 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:39.535780 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52eff815-7c5d-4b19-90ef-b6bcba16596e {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:39.547101 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.565510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Transition to ACTIVE for port object 52eff815-7c5d-4b19-90ef-b6bcba16596e will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:39.581776 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fd458b1-aa86-467c-a5d0-5c965052d37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.586071 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc3ab-1d7e-4d84-b426-deba134fe4d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.609117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5be91a90-b6bf-4c00-97a0-d09c34799c57 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.7028158 Jul 16 01:17:39.619558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48092) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:39.631066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-0cd997b7-38a4-4703-b77a-97445345fb6d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-656053764'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:39.645055 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:39.689380 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4660c-1f5c-4e9e-bf75-6184b560abc6 req-63a0ecee-b9c5-4963-b99e-676412ede825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:39.692642 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5fc4660c-1f5c-4e9e-bf75-6184b560abc6 req-63a0ecee-b9c5-4963-b99e-676412ede825 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 1101 time: 1.0531220 Jul 16 01:17:39.705385 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-16e21942-968d-418a-89c9-20650ff6a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241816389-router', 'tenant_id': '1fed8b54fdf04efab5abccd43f69a29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:20Z', 'updated_at': '2021-07-16T01:17:35Z', 'revision_number': 5, 'project_id': '1fed8b54fdf04efab5abccd43f69a29e', 'gw_port': {'id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:21Z', 'updated_at': '2021-07-16T01:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:39.744486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e21942-968d-418a-89c9-20650ff6a5c5 None None] Checking router: 368d5b9c-fe75-499a-9618-6c26bb15f22b for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:17:39.786350 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e21942-968d-418a-89c9-20650ff6a5c5 None None] Routers {'368d5b9c-fe75-499a-9618-6c26bb15f22b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:39.787241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-16e21942-968d-418a-89c9-20650ff6a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:17:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['368d5b9c-fe75-499a-9618-6c26bb15f22b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:39.857441 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-584486539-router', 'tenant_id': '37d1dc4667d3491089675de8e19c1562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:30Z', 'updated_at': '2021-07-16T01:17:34Z', 'revision_number': 3, 'project_id': '37d1dc4667d3491089675de8e19c1562', 'gw_port': {'id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:32Z', 'updated_at': '2021-07-16T01:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:39.861180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-76197896-e34e-4151-8940-109db438f283 None None] Allocated IP 19.80.0.2 (5297eedc-a1a4-4deb-a746-292363b59caa/63647ab2-929d-42c8-b045-a85f11df2221/73730b78-893a-4d02-8632-26a48c9c71b1) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:39.943805 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46cf9178-a698-4f63-a0da-4fbede7c64ea None None] The sync data for ids ['6cb78781-6f09-4698-8e2a-1b2878bbcfc8'] in n-d-791505-14 is: [{'id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-584486539-router', 'tenant_id': '37d1dc4667d3491089675de8e19c1562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:30Z', 'updated_at': '2021-07-16T01:17:34Z', 'revision_number': 3, 'project_id': '37d1dc4667d3491089675de8e19c1562', 'gw_port': {'id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:32Z', 'updated_at': '2021-07-16T01:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:17:40.018314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-16e21942-968d-418a-89c9-20650ff6a5c5 None None] Set router 368d5b9c-fe75-499a-9618-6c26bb15f22b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:40.058629 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-cbc29235-1995-4726-a11a-188884d1f95b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Made reservation on behalf of f1edc56a277e41f79fb87cb4bd4162bc for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:40.064348 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-cbc29235-1995-4726-a11a-188884d1f95b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.169720 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.275262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f13aa-80cf-4754-b0c4-78b7b812544b req-a7c2b885-6c5a-41c1-8664-60ccf450ae87 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:40.283978 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f7f13aa-80cf-4754-b0c4-78b7b812544b req-a7c2b885-6c5a-41c1-8664-60ccf450ae87 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 1.1845539 Jul 16 01:17:40.308107 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fd458b1-aa86-467c-a5d0-5c965052d37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.310578 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fd458b1-aa86-467c-a5d0-5c965052d37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.314155 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4fd458b1-aa86-467c-a5d0-5c965052d37f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/35340ff3-48b6-49b4-9e04-cb404d5435ad HTTP/1.1" status: 204 len: 168 time: 1.3437772 Jul 16 01:17:40.318250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cddaae-3940-45be-a5a4-59d9b6e7ceaa req-7849309f-c1ef-4a45-baf6-33dd10d6271e tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:40.331011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cddaae-3940-45be-a5a4-59d9b6e7ceaa req-7849309f-c1ef-4a45-baf6-33dd10d6271e tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:40.332582 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Allocated IP 172.20.0.1 (2ed18640-7b65-4cc2-98cf-fc032804943a/9eb1272a-ea33-45d7-bb73-26c400c7dbe5/3fa304a1-2b5b-4672-8051-74a1fd164f19) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:40.335218 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0cddaae-3940-45be-a5a4-59d9b6e7ceaa req-7849309f-c1ef-4a45-baf6-33dd10d6271e tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 1653 time: 0.7661908 Jul 16 01:17:40.361009 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Pushing event updated for resources: {'Port': ['ID=52eff815-7c5d-4b19-90ef-b6bcba16596e,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:40.370001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd997b7-38a4-4703-b77a-97445345fb6d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Made reservation on behalf of 66fe681898644f198a8b545d851e811d for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:40.373524 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0cd997b7-38a4-4703-b77a-97445345fb6d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.408808 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd458b1-aa86-467c-a5d0-5c965052d37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35340ff3-48b6-49b4-9e04-cb404d5435ad,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:40.452554 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-76197896-e34e-4151-8940-109db438f283 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.481616 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-76197896-e34e-4151-8940-109db438f283 None None] Transition to ACTIVE for port object 73730b78-893a-4d02-8632-26a48c9c71b1 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:40.492911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5d1fc3ab-1d7e-4d84-b426-deba134fe4d6 admin admin] Deleting port 4409ad94-f1a1-4e57-a98f-70286831697d {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:40.493537 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc3ab-1d7e-4d84-b426-deba134fe4d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.530523 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-76197896-e34e-4151-8940-109db438f283 None None] Transition to ACTIVE for port object 73730b78-893a-4d02-8632-26a48c9c71b1 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:40.546408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-16e21942-968d-418a-89c9-20650ff6a5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241816389-router', 'tenant_id': '1fed8b54fdf04efab5abccd43f69a29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:20Z', 'updated_at': '2021-07-16T01:17:35Z', 'revision_number': 5, 'project_id': '1fed8b54fdf04efab5abccd43f69a29e', 'gw_port': {'id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:21Z', 'updated_at': '2021-07-16T01:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:40.588186 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-76197896-e34e-4151-8940-109db438f283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.612790 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f7f13aa-80cf-4754-b0c4-78b7b812544b req-b01d2ebb-d3dd-460a-88bc-631b637cb2f2 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235493 Jul 16 01:17:40.622458 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-cbc29235-1995-4726-a11a-188884d1f95b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Allocated IP 10.1.1.218 (87fe2da3-aef5-4a1b-9eb7-74899be739c7/15fe3a60-f147-4868-aa26-636891800539/a14a4579-d368-44f0-ab6e-91c9cd789cce) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:40.645433 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0cddaae-3940-45be-a5a4-59d9b6e7ceaa req-eeb7b822-73b3-4792-81bb-f0fde48c433d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2659426 Jul 16 01:17:40.650735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd997b7-38a4-4703-b77a-97445345fb6d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:17:40.707728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4660c-1f5c-4e9e-bf75-6184b560abc6 req-6b7b747f-5e6e-4ec1-9183-50b3a428f983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:40.711210 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76197896-e34e-4151-8940-109db438f283 None None] Pushing event updated for resources: {'Port': ['ID=73730b78-893a-4d02-8632-26a48c9c71b1,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:40.715854 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5fc4660c-1f5c-4e9e-bf75-6184b560abc6 req-6b7b747f-5e6e-4ec1-9183-50b3a428f983 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.5534289 Jul 16 01:17:40.720695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e21942-968d-418a-89c9-20650ff6a5c5 None None] The sync data for ids ['368d5b9c-fe75-499a-9618-6c26bb15f22b'] in n-d-791505-14 is: [{'id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-241816389-router', 'tenant_id': '1fed8b54fdf04efab5abccd43f69a29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:20Z', 'updated_at': '2021-07-16T01:17:35Z', 'revision_number': 5, 'project_id': '1fed8b54fdf04efab5abccd43f69a29e', 'gw_port': {'id': '4409ad94-f1a1-4e57-a98f-70286831697d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:37:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368d5b9c-fe75-499a-9618-6c26bb15f22b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:21Z', 'updated_at': '2021-07-16T01:17:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:17:40.749005 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76197896-e34e-4151-8940-109db438f283 None None] Network 5297eedc-a1a4-4deb-a746-292363b59caa is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:40.755232 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-76197896-e34e-4151-8940-109db438f283 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:40.761994 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76197896-e34e-4151-8940-109db438f283 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:40.883111 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0cd997b7-38a4-4703-b77a-97445345fb6d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.883479 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-0cd997b7-38a4-4703-b77a-97445345fb6d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Added segment ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b of type vlan for network 5a4b4b94-ec89-4c4b-854f-41f2c0a8b870 Jul 16 01:17:40.885375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Attempting to bind port 52eff815-7c5d-4b19-90ef-b6bcba16596e on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:40.885712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Attempting to bind port 52eff815-7c5d-4b19-90ef-b6bcba16596e by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '9a990b5f-c4cf-4309-8a77-278b5257e986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '923998df-8839-4c38-a162-5505af07611a'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:40.889754 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Attempting to bind port 52eff815-7c5d-4b19-90ef-b6bcba16596e on network 923998df-8839-4c38-a162-5505af07611a {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:40.923514 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-cbc29235-1995-4726-a11a-188884d1f95b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.924039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5fc4660c-1f5c-4e9e-bf75-6184b560abc6 req-4d0c07db-51e3-4565-a04f-b732880e815f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=af41e6cb-5231-4698-b325-3a1545890374 HTTP/1.1" status: 200 len: 217 time: 0.1938312 Jul 16 01:17:40.924708 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-76197896-e34e-4151-8940-109db438f283 None None] Attempting to bind port 73730b78-893a-4d02-8632-26a48c9c71b1 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:40.926448 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-76197896-e34e-4151-8940-109db438f283 None None] Attempting to bind port 73730b78-893a-4d02-8632-26a48c9c71b1 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'c7c1c594-c375-4e2e-b52c-6d01a6554875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5297eedc-a1a4-4deb-a746-292363b59caa'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:40.928190 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76197896-e34e-4151-8940-109db438f283 None None] Attempting to bind port 73730b78-893a-4d02-8632-26a48c9c71b1 on network 5297eedc-a1a4-4deb-a746-292363b59caa {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:40.940485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76197896-e34e-4151-8940-109db438f283 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:40.941854 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76197896-e34e-4151-8940-109db438f283 None None] Checking segment: {'id': 'c7c1c594-c375-4e2e-b52c-6d01a6554875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5297eedc-a1a4-4deb-a746-292363b59caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:40.942275 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-76197896-e34e-4151-8940-109db438f283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:40.943044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76197896-e34e-4151-8940-109db438f283 None None] Bound using segment: {'id': 'c7c1c594-c375-4e2e-b52c-6d01a6554875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5297eedc-a1a4-4deb-a746-292363b59caa'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:40.943186 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-cbc29235-1995-4726-a11a-188884d1f95b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Transition to ACTIVE for port object a14a4579-d368-44f0-ab6e-91c9cd789cce will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:40.943536 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-76197896-e34e-4151-8940-109db438f283 None None] Bound port: 73730b78-893a-4d02-8632-26a48c9c71b1, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c1c594-c375-4e2e-b52c-6d01a6554875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5297eedc-a1a4-4deb-a746-292363b59caa'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:40.943955 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-76197896-e34e-4151-8940-109db438f283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.027168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48102) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:41.051871 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Port 52eff815-7c5d-4b19-90ef-b6bcba16596e on network 923998df-8839-4c38-a162-5505af07611a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:41.052198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Attempting to bind port 52eff815-7c5d-4b19-90ef-b6bcba16596e on network 923998df-8839-4c38-a162-5505af07611a {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:41.066422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-76197896-e34e-4151-8940-109db438f283 None None] For port 73730b78-893a-4d02-8632-26a48c9c71b1, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:41.074253 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-76197896-e34e-4151-8940-109db438f283 None None] For port 73730b78-893a-4d02-8632-26a48c9c71b1, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=73730b78-893a-4d02-8632-26a48c9c71b1,segment=NetworkSegment(c7c1c594-c375-4e2e-b52c-6d01a6554875),segment_id=c7c1c594-c375-4e2e-b52c-6d01a6554875)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:41.084535 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-76197896-e34e-4151-8940-109db438f283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.085242 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:41.085662 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Checking segment: {'id': '9a990b5f-c4cf-4309-8a77-278b5257e986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '923998df-8839-4c38-a162-5505af07611a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:41.086152 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Bound using segment: {'id': '9a990b5f-c4cf-4309-8a77-278b5257e986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '923998df-8839-4c38-a162-5505af07611a'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:41.086661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Bound port: 52eff815-7c5d-4b19-90ef-b6bcba16596e, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a990b5f-c4cf-4309-8a77-278b5257e986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '923998df-8839-4c38-a162-5505af07611a'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:41.087586 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.089599 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c82e0d4-7be7-4f07-8afa-fd9760afdac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.105725 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-cbc29235-1995-4726-a11a-188884d1f95b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.170585 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0cd997b7-38a4-4703-b77a-97445345fb6d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.202939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-cbc29235-1995-4726-a11a-188884d1f95b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:41.219702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-cbc29235-1995-4726-a11a-188884d1f95b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:41.221306 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-5d1fc3ab-1d7e-4d84-b426-deba134fe4d6 admin admin] For port 4409ad94-f1a1-4e57-a98f-70286831697d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4409ad94-f1a1-4e57-a98f-70286831697d,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:41.221681 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc3ab-1d7e-4d84-b426-deba134fe4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.242888 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-cbc29235-1995-4726-a11a-188884d1f95b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:41.273562 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76197896-e34e-4151-8940-109db438f283 None None] Pushing event updated for resources: {'Port': ['ID=73730b78-893a-4d02-8632-26a48c9c71b1,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:41.319449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4660c-1f5c-4e9e-bf75-6184b560abc6 req-36b08b44-6f45-4ef5-94b1-a124cf43f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.321039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5fc4660c-1f5c-4e9e-bf75-6184b560abc6 req-36b08b44-6f45-4ef5-94b1-a124cf43f642 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.3593850 Jul 16 01:17:41.337683 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.348538 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5d1fc3ab-1d7e-4d84-b426-deba134fe4d6 admin admin] Calling delete_port for 4409ad94-f1a1-4e57-a98f-70286831697d owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:41.361660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] For port 52eff815-7c5d-4b19-90ef-b6bcba16596e, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:41.377209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc29235-1995-4726-a11a-188884d1f95b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event updated for resources: {'Port': ['ID=a14a4579-d368-44f0-ab6e-91c9cd789cce,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:41.387041 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.db.resource_extend [None req-0cd997b7-38a4-4703-b77a-97445345fb6d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:17:41.424671 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Transition to ACTIVE for port object 3fa304a1-2b5b-4672-8051-74a1fd164f19 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:41.431629 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-cbc29235-1995-4726-a11a-188884d1f95b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.433277 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-cbc29235-1995-4726-a11a-188884d1f95b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.477409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] For port 52eff815-7c5d-4b19-90ef-b6bcba16596e, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=52eff815-7c5d-4b19-90ef-b6bcba16596e,segment=NetworkSegment(9a990b5f-c4cf-4309-8a77-278b5257e986),segment_id=9a990b5f-c4cf-4309-8a77-278b5257e986)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:41.497749 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be8974-ac99-4000-a177-1e84a65fbb78 req-88105779-9f70-4f33-9162-9c96f8c9f320 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.499324 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8be8974-ac99-4000-a177-1e84a65fbb78 req-88105779-9f70-4f33-9162-9c96f8c9f320 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1906d9-472f-4744-abee-b6199463e236 HTTP/1.1" status: 200 len: 943 time: 0.5715718 Jul 16 01:17:41.518781 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.548494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9e06d-60a4-44ea-98bc-1d04dc589509 req-1d3e0836-b55e-4c8b-8b09-92e4bc9d9d37 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.559214 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ca9e06d-60a4-44ea-98bc-1d04dc589509 req-1d3e0836-b55e-4c8b-8b09-92e4bc9d9d37 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 945 time: 0.6568835 Jul 16 01:17:41.566733 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0cd997b7-38a4-4703-b77a-97445345fb6d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.574051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd997b7-38a4-4703-b77a-97445345fb6d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.575433 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0cd997b7-38a4-4703-b77a-97445345fb6d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.771204 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:41.772777 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.773739 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] 10.222.0.70 "PUT /v2.0/ports/52eff815-7c5d-4b19-90ef-b6bcba16596e HTTP/1.1" status: 200 len: 1092 time: 2.8219583 Jul 16 01:17:41.776481 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f8df0bc6-d85d-44f9-9e68-8d93bbb6d2a8 None None] Provisioning for port a14a4579-d368-44f0-ab6e-91c9cd789cce completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:41.784900 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f8df0bc6-d85d-44f9-9e68-8d93bbb6d2a8 None None] Provisioning complete for port a14a4579-d368-44f0-ab6e-91c9cd789cce triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:41.785293 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f8df0bc6-d85d-44f9-9e68-8d93bbb6d2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.817705 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b1906d9-472f-4744-abee-b6199463e236', 'tag': '52eff815-7c5d-4b19-90ef-b6bcba16596e'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:41.821089 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc775f4-1976-46f5-a846-287bd6dd890e" -d '{"events": [{"name": "network-changed", "server_uuid": "6b1906d9-472f-4744-abee-b6199463e236", "tag": "52eff815-7c5d-4b19-90ef-b6bcba16596e"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:41.830523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311a0b2-0c0e-4674-bdb6-e2ecf7fff814 service neutron] Pushing event updated for resources: {'Port': ['ID=52eff815-7c5d-4b19-90ef-b6bcba16596e,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:41.847346 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c82e0d4-7be7-4f07-8afa-fd9760afdac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.850787 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.863446 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f8df0bc6-d85d-44f9-9e68-8d93bbb6d2a8 None None] Port a14a4579-d368-44f0-ab6e-91c9cd789cce cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:41.873179 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8be8974-ac99-4000-a177-1e84a65fbb78 req-e8b1c26c-7bf2-48a7-9dbb-696c18bee3de tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f9bc459-5f2a-4c60-ba77-34e69f885546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502464 Jul 16 01:17:41.906146 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c82e0d4-7be7-4f07-8afa-fd9760afdac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:41.926757 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa304a1-2b5b-4672-8051-74a1fd164f19,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:41.937023 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-cbc29235-1995-4726-a11a-188884d1f95b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8486991 Jul 16 01:17:41.957660 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0cd997b7-38a4-4703-b77a-97445345fb6d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.3316331 Jul 16 01:17:41.958473 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd997b7-38a4-4703-b77a-97445345fb6d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event updated for resources: {'Network': ['ID=5a4b4b94-ec89-4c4b-854f-41f2c0a8b870,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:41.960595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48110) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:41.971171 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 5a4b4b94-ec89-4c4b-854f-41f2c0a8b870 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:17:41.981970 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-ccf5be29-e6bf-4dbd-9442-0667a4acd77c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Request body: {'port': {'device_id': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff', 'admin_state_up': True, 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'security_groups': ['6efccdc7-58ee-49c4-8baf-259656741067']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:41.987306 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Network 2ed18640-7b65-4cc2-98cf-fc032804943a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:42.018713 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:42.021522 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:42.038025 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82e0d4-7be7-4f07-8afa-fd9760afdac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e29a71-8470-40cc-9437-89e0f9f087c5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:42.043562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-2b83d354-a0f9-43ee-b58f-66631b9b4b4d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Request body: {'subnet': {'network_id': '5a4b4b94-ec89-4c4b-854f-41f2c0a8b870', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:42.046392 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9c82e0d4-7be7-4f07-8afa-fd9760afdac3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89ca43ae42014fa5956ca050a917ba0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0188282 Jul 16 01:17:42.073266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48112) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:42.118017 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ca9e06d-60a4-44ea-98bc-1d04dc589509 req-2fb3a05e-401f-4d6c-b167-a9abf1499a71 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5579462 Jul 16 01:17:42.183412 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.212492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4660c-1f5c-4e9e-bf75-6184b560abc6 req-b3c0598f-a40b-4ec3-b68e-27dade01df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:42.214497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5fc4660c-1f5c-4e9e-bf75-6184b560abc6 req-b3c0598f-a40b-4ec3-b68e-27dade01df54 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8816102 Jul 16 01:17:42.226698 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc3ab-1d7e-4d84-b426-deba134fe4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.294297 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fc3ab-1d7e-4d84-b426-deba134fe4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4409ad94-f1a1-4e57-a98f-70286831697d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:42.393711 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f48a8313-8be3-4717-89a2-8d2f48c64afb None None] Provisioning for port 3fa304a1-2b5b-4672-8051-74a1fd164f19 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:42.400720 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f48a8313-8be3-4717-89a2-8d2f48c64afb None None] Provisioning complete for port 3fa304a1-2b5b-4672-8051-74a1fd164f19 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:42.401270 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f48a8313-8be3-4717-89a2-8d2f48c64afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.497492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f48a8313-8be3-4717-89a2-8d2f48c64afb None None] Port 3fa304a1-2b5b-4672-8051-74a1fd164f19 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:42.506181 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc3ab-1d7e-4d84-b426-deba134fe4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.561589 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-c2f6036f-773d-4ec7-a645-357897a67e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:42.563447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-c2f6036f-773d-4ec7-a645-357897a67e7b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=80a2f1818e2c48428747d80bd5a29687&device_id=6b1906d9-472f-4744-abee-b6199463e236 HTTP/1.1" status: 200 len: 1095 time: 0.7270658 Jul 16 01:17:42.576061 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb0e01e5-1c05-4537-b7d2-30404507ba6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.577860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b83d354-a0f9-43ee-b58f-66631b9b4b4d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Made reservation on behalf of 66fe681898644f198a8b545d851e811d for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:42.582137 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b83d354-a0f9-43ee-b58f-66631b9b4b4d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.648511 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-ccf5be29-e6bf-4dbd-9442-0667a4acd77c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Made reservation on behalf of f1edc56a277e41f79fb87cb4bd4162bc for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:42.660726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 73730b78-893a-4d02-8632-26a48c9c71b1 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:42.719393 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-c7e071ae-93e0-402d-ac3d-00092b26e438 service neutron] show failed (client error): The resource could not be found. Jul 16 01:17:42.722552 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-c7e071ae-93e0-402d-ac3d-00092b26e438 service neutron] 10.222.0.69 "GET /v2.0/ports/5938e55a-0d63-4df4-9d40-cfd72ec256fe/bindings/n-h2-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.3971419 Jul 16 01:17:42.747478 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daefd6da-e917-498f-85d1-38601c9f4386 req-b77c0cf6-22f1-4968-af05-6128c8d8565d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:42.749637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-daefd6da-e917-498f-85d1-38601c9f4386 req-b77c0cf6-22f1-4968-af05-6128c8d8565d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 0.6887119 Jul 16 01:17:42.752221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-e2bb3245-3431-496a-bd7d-79645dd273ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52eff815-7c5d-4b19-90ef-b6bcba16596e HTTP/1.1" status: 200 len: 217 time: 0.1637628 Jul 16 01:17:42.769708 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 73730b78-893a-4d02-8632-26a48c9c71b1 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:42.785464 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a22e0f4c-fa8a-44c4-9023-e480d49ddf61 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:42.828517 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc3ab-1d7e-4d84-b426-deba134fe4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.831851 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.835860 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc3ab-1d7e-4d84-b426-deba134fe4d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.840479 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb0e01e5-1c05-4537-b7d2-30404507ba6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.861437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port a22e0f4c-fa8a-44c4-9023-e480d49ddf61 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:42.865901 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a22e0f4c-fa8a-44c4-9023-e480d49ddf61 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:42.868420 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.959217 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-00259297-fd09-48bb-a138-54f1421fb044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:42.960883 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-00259297-fd09-48bb-a138-54f1421fb044 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47f4e8a5-29be-417a-9c3a-5df68d326f56 HTTP/1.1" status: 200 len: 861 time: 0.1923440 Jul 16 01:17:42.966725 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc3ab-1d7e-4d84-b426-deba134fe4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.967386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1fc3ab-1d7e-4d84-b426-deba134fe4d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 368d5b9c-fe75-499a-9618-6c26bb15f22b {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:17:42.975226 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d1fc3ab-1d7e-4d84-b426-deba134fe4d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:42.978878 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5d1fc3ab-1d7e-4d84-b426-deba134fe4d6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/368d5b9c-fe75-499a-9618-6c26bb15f22b HTTP/1.1" status: 204 len: 168 time: 4.1600540 Jul 16 01:17:42.980080 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.027092 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port a22e0f4c-fa8a-44c4-9023-e480d49ddf61, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a22e0f4c-fa8a-44c4-9023-e480d49ddf61,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:43.029405 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.049726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7714e072-b6e1-4573-83c7-102b8784a64e no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:43.065790 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48116) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:43.133387 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 7714e072-b6e1-4573-83c7-102b8784a64e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:43.134031 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7714e072-b6e1-4573-83c7-102b8784a64e not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:43.155882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ea004b-3eda-481c-8e9a-83cac6dffce7 admin admin] Deleting subnet 6c848b35-0698-4f3e-bf7e-afd09bc5d38d {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:17:43.165973 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2ea004b-3eda-481c-8e9a-83cac6dffce7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.180729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=a22e0f4c-fa8a-44c4-9023-e480d49ddf61,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:43.221970 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b83d354-a0f9-43ee-b58f-66631b9b4b4d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.251571 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-ccf5be29-e6bf-4dbd-9442-0667a4acd77c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.310359 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-daefd6da-e917-498f-85d1-38601c9f4386 req-d9db89aa-97d5-4bb6-83de-24da6324c420 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5264344 Jul 16 01:17:43.328532 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2ea004b-3eda-481c-8e9a-83cac6dffce7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.340590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c931f-e069-4ff7-9ef4-15f8393a30af req-280df38b-2c12-4011-9761-3f326bd88c1b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:43.341011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c931f-e069-4ff7-9ef4-15f8393a30af req-280df38b-2c12-4011-9761-3f326bd88c1b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:43.347964 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c931f-e069-4ff7-9ef4-15f8393a30af req-280df38b-2c12-4011-9761-3f326bd88c1b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:43.350095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc1c931f-e069-4ff7-9ef4-15f8393a30af req-280df38b-2c12-4011-9761-3f326bd88c1b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 2374 time: 1.0327322 Jul 16 01:17:43.361730 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5fc4660c-1f5c-4e9e-bf75-6184b560abc6 req-637d5e80-82f5-4001-bb7d-dc6098172c34 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1120729 Jul 16 01:17:43.365328 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-eb79ca4e-b869-4a6a-aa26-1005675d880f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=923998df-8839-4c38-a162-5505af07611a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1627297 Jul 16 01:17:43.366073 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb0e01e5-1c05-4537-b7d2-30404507ba6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.368806 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb0e01e5-1c05-4537-b7d2-30404507ba6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.370042 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fb0e01e5-1c05-4537-b7d2-30404507ba6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38e29a71-8470-40cc-9437-89e0f9f087c5 HTTP/1.1" status: 204 len: 168 time: 1.2954669 Jul 16 01:17:43.421132 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83d354-a0f9-43ee-b58f-66631b9b4b4d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event updated for resources: {'Subnet': ['ID=14ab0f86-5825-44b6-bdf0-37486159439c,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:43.426561 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1762b26-9bbc-417a-90c6-d211531d2f5f x-openstack-request-id: req-a1762b26-9bbc-417a-90c6-d211531d2f5f {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:43.427403 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b1906d9-472f-4744-abee-b6199463e236", "tag": "52eff815-7c5d-4b19-90ef-b6bcba16596e", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:43.427403 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1762b26-9bbc-417a-90c6-d211531d2f5f {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:43.429107 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b1906d9-472f-4744-abee-b6199463e236', 'tag': '52eff815-7c5d-4b19-90ef-b6bcba16596e', 'status': 'completed', 'code': 200} Jul 16 01:17:43.512736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e01e5-1c05-4537-b7d2-30404507ba6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e29a71-8470-40cc-9437-89e0f9f087c5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:43.628672 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b83d354-a0f9-43ee-b58f-66631b9b4b4d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Checking segment: {'id': 'ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5a4b4b94-ec89-4c4b-854f-41f2c0a8b870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:43.629189 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b83d354-a0f9-43ee-b58f-66631b9b4b4d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Network hostable DHCP agents. Network: 5a4b4b94-ec89-4c4b-854f-41f2c0a8b870, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:17:43.699467 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e72ea58-56a3-482f-b599-05b2a1cbc941 None None] Network 5297eedc-a1a4-4deb-a746-292363b59caa requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:43.748589 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc1c931f-e069-4ff7-9ef4-15f8393a30af req-e92455d4-2175-4898-baec-75980112d7b4 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3771868 Jul 16 01:17:43.836731 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b83d354-a0f9-43ee-b58f-66631b9b4b4d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Network 5a4b4b94-ec89-4c4b-854f-41f2c0a8b870 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:17:43.851658 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-74b85b1c-907b-4f5e-99a9-89015aba63d0 service neutron] 10.222.0.70 "GET /v2.0/networks/923998df-8839-4c38-a162-5505af07611a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222262 Jul 16 01:17:43.862899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-2b83d354-a0f9-43ee-b58f-66631b9b4b4d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 5a4b4b94-ec89-4c4b-854f-41f2c0a8b870) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:43.915878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6c2a04-51c6-48e6-80de-e9e3548c361a None None] Network 5a4b4b94-ec89-4c4b-854f-41f2c0a8b870 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:43.930204 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b83d354-a0f9-43ee-b58f-66631b9b4b4d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:43.934224 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b83d354-a0f9-43ee-b58f-66631b9b4b4d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:43.940129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d505c113-d21c-4ea1-bfee-758e318dfb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:43.942071 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d505c113-d21c-4ea1-bfee-758e318dfb3b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837&tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50 HTTP/1.1" status: 200 len: 1102 time: 0.7189460 Jul 16 01:17:43.976406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:43.981343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff2e1e-28d6-4e29-a4e4-dcb9cbf3420e req-cd46bcd3-82e5-4b5c-9f56-9abcfdc92511 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:43.983695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5eff2e1e-28d6-4e29-a4e4-dcb9cbf3420e req-cd46bcd3-82e5-4b5c-9f56-9abcfdc92511 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1906d9-472f-4744-abee-b6199463e236 HTTP/1.1" status: 200 len: 943 time: 0.4532404 Jul 16 01:17:44.000606 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-271c3f93-49db-4a08-ae10-190703e39eb0 None None] Provisioning for port 73730b78-893a-4d02-8632-26a48c9c71b1 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:44.019436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-271c3f93-49db-4a08-ae10-190703e39eb0 None None] Provisioning complete for port 73730b78-893a-4d02-8632-26a48c9c71b1 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:44.024805 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-271c3f93-49db-4a08-ae10-190703e39eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.041162 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.088247 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2ea004b-3eda-481c-8e9a-83cac6dffce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.090913 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2b83d354-a0f9-43ee-b58f-66631b9b4b4d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0982070 Jul 16 01:17:44.093928 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.095800 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5fc4660c-1f5c-4e9e-bf75-6184b560abc6 req-040041b9-4429-4928-956a-11f626ae5fd5 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6722624 Jul 16 01:17:44.367553 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-5a4b4b94-ec89-4c4b-854f-41f2c0a8b870', 'network_id': '5a4b4b94-ec89-4c4b-854f-41f2c0a8b870', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'fixed_ips': [{'subnet_id': '14ab0f86-5825-44b6-bdf0-37486159439c'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:17:44.369225 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.387852 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5eff2e1e-28d6-4e29-a4e4-dcb9cbf3420e req-31740f4f-dd86-46c1-978b-68bed438cb88 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f9bc459-5f2a-4c60-ba77-34e69f885546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308821 Jul 16 01:17:44.437611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a22e0f4c-fa8a-44c4-9023-e480d49ddf61 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:44.481099 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f39c33c-cad9-4843-b7ed-abfa651d1630 req-e5d43ded-bffc-4321-8bc2-650005ae5d92 service neutron] 10.222.0.70 "GET /v2.0/networks/923998df-8839-4c38-a162-5505af07611a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6013792 Jul 16 01:17:44.548724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f318ede-224a-4f56-92b3-81f8a015ece9 req-8854317f-e1b8-4e1a-bec5-6a25e68625ac tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:44.553462 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f318ede-224a-4f56-92b3-81f8a015ece9 req-8854317f-e1b8-4e1a-bec5-6a25e68625ac tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 945 time: 0.6592791 Jul 16 01:17:44.698442 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-271c3f93-49db-4a08-ae10-190703e39eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.842840 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Pushing event updated for resources: {'Port': ['ID=3fa304a1-2b5b-4672-8051-74a1fd164f19,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:44.893415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 5938e55a-0d63-4df4-9d40-cfd72ec256fe no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:44.918930 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:44.921759 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-ccf5be29-e6bf-4dbd-9442-0667a4acd77c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Allocated IP 10.2.2.100 (d1c225b4-f269-4788-b264-c404aac5f0ff/4965d52c-657c-4f3d-a829-d383d740e194/7cd63309-9e07-41bf-ae8a-287f6d4a879b) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:44.965908 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.013212 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-271c3f93-49db-4a08-ae10-190703e39eb0 None None] For port 73730b78-893a-4d02-8632-26a48c9c71b1, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=73730b78-893a-4d02-8632-26a48c9c71b1,segment=NetworkSegment(c7c1c594-c375-4e2e-b52c-6d01a6554875),segment_id=c7c1c594-c375-4e2e-b52c-6d01a6554875)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:45.046812 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-271c3f93-49db-4a08-ae10-190703e39eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.119661 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2ea004b-3eda-481c-8e9a-83cac6dffce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.153349 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2ea004b-3eda-481c-8e9a-83cac6dffce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.158546 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c2ea004b-3eda-481c-8e9a-83cac6dffce7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6c848b35-0698-4f3e-bf7e-afd09bc5d38d HTTP/1.1" status: 204 len: 168 time: 2.0882356 Jul 16 01:17:45.176908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48164) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:45.197205 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Allocated IP 19.86.0.2 (5a4b4b94-ec89-4c4b-854f-41f2c0a8b870/14ab0f86-5825-44b6-bdf0-37486159439c/c4b4ba11-659f-4c6e-a696-35eb05ae305f) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:45.240200 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea004b-3eda-481c-8e9a-83cac6dffce7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c848b35-0698-4f3e-bf7e-afd09bc5d38d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:45.248647 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f318ede-224a-4f56-92b3-81f8a015ece9 req-996120de-e9d8-471f-ae1f-9b1e5321df85 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6874955 Jul 16 01:17:45.315998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-21cfde25-cbfa-433a-a981-396da33dcdf3 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:45.324049 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-21cfde25-cbfa-433a-a981-396da33dcdf3 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:45.337664 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-21cfde25-cbfa-433a-a981-396da33dcdf3 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/networks?id=5297eedc-a1a4-4deb-a746-292363b59caa&id=5a4b4b94-ec89-4c4b-854f-41f2c0a8b870 HTTP/1.1" status: 200 len: 1390 time: 0.7785139 Jul 16 01:17:45.364234 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc775f4-1976-46f5-a846-287bd6dd890e req-90908c8b-1ab9-4783-908b-82bb8d003ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:45.367262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-adc775f4-1976-46f5-a846-287bd6dd890e req-90908c8b-1ab9-4783-908b-82bb8d003ddd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=80a2f1818e2c48428747d80bd5a29687&device_id=6b1906d9-472f-4744-abee-b6199463e236 HTTP/1.1" status: 200 len: 1095 time: 0.7114489 Jul 16 01:17:45.396413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Network 2ed18640-7b65-4cc2-98cf-fc032804943a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:45.398154 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-56d75648-9220-4f78-85ab-9682b4cfc4ba tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/quotas/66fe681898644f198a8b545d851e811d HTTP/1.1" status: 200 len: 375 time: 0.0510123 Jul 16 01:17:45.439077 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:45.473256 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.486641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Transition to ACTIVE for port object c4b4ba11-659f-4c6e-a696-35eb05ae305f will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:45.504526 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271c3f93-49db-4a08-ae10-190703e39eb0 None None] Pushing event updated for resources: {'Port': ['ID=73730b78-893a-4d02-8632-26a48c9c71b1,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:45.509960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab990e21-413f-44f5-a25c-77b116bb4799 None None] Network 25f5449d-4eed-472c-a5fe-bfc5e361878d requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:45.524803 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Transition to ACTIVE for port object c4b4ba11-659f-4c6e-a696-35eb05ae305f will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:45.567110 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.604947 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.620435 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3ed83e2e-5bfd-4638-af79-d407d6f7e5cd None None] Provisioning complete for port 73730b78-893a-4d02-8632-26a48c9c71b1 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:45.620812 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ed83e2e-5bfd-4638-af79-d407d6f7e5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.627502 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.742875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-ccf5be29-e6bf-4dbd-9442-0667a4acd77c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.780687 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a22e0f4c-fa8a-44c4-9023-e480d49ddf61 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:45.781069 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:45.821506 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-82904a82-0334-4b50-bf45-02a357476d81 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=66fe681898644f198a8b545d851e811d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4108105 Jul 16 01:17:45.854194 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Network 5a4b4b94-ec89-4c4b-854f-41f2c0a8b870 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:45.855411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c55f6-4102-415f-847b-85b25ac503d1 req-85c60304-85fb-4839-8cdb-5eb11679b9b0 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:45.857052 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d8c55f6-4102-415f-847b-85b25ac503d1 req-85c60304-85fb-4839-8cdb-5eb11679b9b0 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 0.3476446 Jul 16 01:17:45.862748 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:45.872045 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:45.923992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc775f4-1976-46f5-a846-287bd6dd890e req-6a7391c0-e5ad-4c2a-8915-548f5c4037c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:45.925608 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-adc775f4-1976-46f5-a846-287bd6dd890e req-6a7391c0-e5ad-4c2a-8915-548f5c4037c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=923998df-8839-4c38-a162-5505af07611a HTTP/1.1" status: 200 len: 922 time: 0.5479100 Jul 16 01:17:45.932820 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-ccf5be29-e6bf-4dbd-9442-0667a4acd77c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Transition to ACTIVE for port object 7cd63309-9e07-41bf-ae8a-287f6d4a879b will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:45.952869 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Pushing event updated for resources: {'Port': ['ID=c4b4ba11-659f-4c6e-a696-35eb05ae305f,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:45.995644 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-ccf5be29-e6bf-4dbd-9442-0667a4acd77c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.010960 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-adc775f4-1976-46f5-a846-287bd6dd890e req-47e5371b-49cc-4593-a83a-208036770d66 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52eff815-7c5d-4b19-90ef-b6bcba16596e HTTP/1.1" status: 200 len: 217 time: 0.0542133 Jul 16 01:17:46.047261 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Attempting to bind port c4b4ba11-659f-4c6e-a696-35eb05ae305f on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:46.048405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Attempting to bind port c4b4ba11-659f-4c6e-a696-35eb05ae305f by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5a4b4b94-ec89-4c4b-854f-41f2c0a8b870'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:46.048674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Attempting to bind port c4b4ba11-659f-4c6e-a696-35eb05ae305f on network 5a4b4b94-ec89-4c4b-854f-41f2c0a8b870 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:46.063216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:46.063585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Checking segment: {'id': 'ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5a4b4b94-ec89-4c4b-854f-41f2c0a8b870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:46.064056 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.064458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Bound using segment: {'id': 'ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5a4b4b94-ec89-4c4b-854f-41f2c0a8b870'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:46.064947 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Bound port: c4b4ba11-659f-4c6e-a696-35eb05ae305f, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5a4b4b94-ec89-4c4b-854f-41f2c0a8b870'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:46.065328 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.104529 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d8c55f6-4102-415f-847b-85b25ac503d1 req-592ff6da-d3ea-4938-a3d1-3b161246aaa0 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508863 Jul 16 01:17:46.116418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4409ad94-f1a1-4e57-a98f-70286831697d no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:46.130731 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-ccf5be29-e6bf-4dbd-9442-0667a4acd77c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Network d1c225b4-f269-4788-b264-c404aac5f0ff is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:46.142967 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-8bb59598-31b0-47e2-8b40-e225e4e515d0 service neutron] 10.222.0.22 "GET /v2.0/networks/5297eedc-a1a4-4deb-a746-292363b59caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060272 Jul 16 01:17:46.161083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-ccf5be29-e6bf-4dbd-9442-0667a4acd77c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:46.167306 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-ccf5be29-e6bf-4dbd-9442-0667a4acd77c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:46.178077 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Router 6cb78781-6f09-4698-8e2a-1b2878bbcfc8 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:17:46.186792 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 4409ad94-f1a1-4e57-a98f-70286831697d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:46.186792 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4409ad94-f1a1-4e57-a98f-70286831697d not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:46.199906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc775f4-1976-46f5-a846-287bd6dd890e req-dd674de8-d629-4b16-87c2-d07f2b33b2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:46.204918 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-adc775f4-1976-46f5-a846-287bd6dd890e req-dd674de8-d629-4b16-87c2-d07f2b33b2b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=47f4e8a5-29be-417a-9c3a-5df68d326f56 HTTP/1.1" status: 200 len: 861 time: 0.1844935 Jul 16 01:17:46.206062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] For port 5938e55a-0d63-4df4-9d40-cfd72ec256fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:46.256160 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc855e5-736f-4b45-a464-c02b656b2c2c None None] DHCP port deletion for 25f5449d-4eed-472c-a5fe-bfc5e361878d request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:17:46.276385 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] For port c4b4ba11-659f-4c6e-a696-35eb05ae305f, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:46.309974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5be29-e6bf-4dbd-9442-0667a4acd77c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event updated for resources: {'Port': ['ID=7cd63309-9e07-41bf-ae8a-287f6d4a879b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:46.322630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-adc775f4-1976-46f5-a846-287bd6dd890e req-4c7a0003-2469-4e3f-9e1f-f7502b28af72 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=923998df-8839-4c38-a162-5505af07611a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668344 Jul 16 01:17:46.325000 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] For port c4b4ba11-659f-4c6e-a696-35eb05ae305f, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c4b4ba11-659f-4c6e-a696-35eb05ae305f,segment=NetworkSegment(ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b),segment_id=ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:46.333788 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] Deleting port 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:46.333938 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.350950 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.409797 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-73d39fbf-718f-4ab4-be18-52662ca42045 None None] Provisioning complete for port 3fa304a1-2b5b-4672-8051-74a1fd164f19 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:46.410176 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-73d39fbf-718f-4ab4-be18-52662ca42045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.446732 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] For port 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7e4cd8f8-979e-4ec0-a32b-fb5affbf952c,segment=NetworkSegment(ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4),segment_id=ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:46.447711 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.470580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] Calling delete_port for 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:46.478170 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 73730b78-893a-4d02-8632-26a48c9c71b1 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:46.488329 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1442d214-c0a7-4d80-a42b-04d9a4a4a3e8 service neutron] 10.222.0.22 "GET /v2.0/networks/5297eedc-a1a4-4deb-a746-292363b59caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443100 Jul 16 01:17:46.570080 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8bc855e5-736f-4b45-a464-c02b656b2c2c None None] Deleting port 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:46.570479 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8bc855e5-736f-4b45-a464-c02b656b2c2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.572038 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-73d39fbf-718f-4ab4-be18-52662ca42045 None None] Port 3fa304a1-2b5b-4672-8051-74a1fd164f19 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:46.577458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1329eed-0912-4656-971c-ab4f13153179 None None] Pushing event updated for resources: {'Port': ['ID=c4b4ba11-659f-4c6e-a696-35eb05ae305f,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:46.631269 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-a3a71707-6823-4dc5-97f8-d6619472f9ec service neutron] 10.222.0.22 "GET /v2.0/networks/5a4b4b94-ec89-4c4b-854f-41f2c0a8b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348789 Jul 16 01:17:46.666421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] For port 5938e55a-0d63-4df4-9d40-cfd72ec256fe, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:46.666779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923cc7c-9cb6-4b4d-94aa-cd3a8aebe27e req-de3c0e7e-954e-47da-9cda-74db47476327 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:46.673466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923cc7c-9cb6-4b4d-94aa-cd3a8aebe27e req-de3c0e7e-954e-47da-9cda-74db47476327 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:46.718291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923cc7c-9cb6-4b4d-94aa-cd3a8aebe27e req-de3c0e7e-954e-47da-9cda-74db47476327 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:46.725953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923cc7c-9cb6-4b4d-94aa-cd3a8aebe27e req-de3c0e7e-954e-47da-9cda-74db47476327 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:46.728321 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2923cc7c-9cb6-4b4d-94aa-cd3a8aebe27e req-de3c0e7e-954e-47da-9cda-74db47476327 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 3095 time: 0.4508238 Jul 16 01:17:46.748903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8bc855e5-736f-4b45-a464-c02b656b2c2c None None] For port 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7e4cd8f8-979e-4ec0-a32b-fb5affbf952c,segment=NetworkSegment(ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4),segment_id=ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:46.749743 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8bc855e5-736f-4b45-a464-c02b656b2c2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.759608 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.768023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8bc855e5-736f-4b45-a464-c02b656b2c2c None None] Calling delete_port for 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:46.794524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-ccf5be29-e6bf-4dbd-9442-0667a4acd77c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:46.795173 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-ccf5be29-e6bf-4dbd-9442-0667a4acd77c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.831330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 73730b78-893a-4d02-8632-26a48c9c71b1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:46.831703 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.834503 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4cd8f8-979e-4ec0-a32b-fb5affbf952c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:46.867522 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-adc775f4-1976-46f5-a846-287bd6dd890e req-413066cd-cac6-4fec-954f-04f7f6873ed9 service neutron] 10.222.0.70 "GET /v2.0/networks/923998df-8839-4c38-a162-5505af07611a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5321853 Jul 16 01:17:46.877660 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6e69a5f7-dadd-43d2-aa7a-faef55648266 None None] Provisioning for port 7cd63309-9e07-41bf-ae8a-287f6d4a879b completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:46.894784 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6e69a5f7-dadd-43d2-aa7a-faef55648266 None None] Provisioning complete for port 7cd63309-9e07-41bf-ae8a-287f6d4a879b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:46.895163 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e69a5f7-dadd-43d2-aa7a-faef55648266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.902671 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-ccf5be29-e6bf-4dbd-9442-0667a4acd77c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9510303 Jul 16 01:17:46.904414 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] No DVR routers for this DVR port 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:46.915012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67307507-1d5c-46f4-b452-2f055deb0837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5938e55a-0d63-4df4-9d40-cfd72ec256fe'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:46.918140 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4520b16-8875-430a-8567-4b4a6000610f" -d '{"events": [{"server_uuid": "67307507-1d5c-46f4-b452-2f055deb0837", "name": "network-vif-unplugged", "status": "completed", "tag": "5938e55a-0d63-4df4-9d40-cfd72ec256fe"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:46.926669 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:46.940915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2923cc7c-9cb6-4b4d-94aa-cd3a8aebe27e req-3e4e1603-cbf8-4af7-bcaf-9dc212546454 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873505 Jul 16 01:17:46.945209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6e69a5f7-dadd-43d2-aa7a-faef55648266 None None] Port 7cd63309-9e07-41bf-ae8a-287f6d4a879b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:47.013148 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5e7b2097-cdb9-4beb-b8c6-577f5f4a1142 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Request body: {'port': {'device_id': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff', 'admin_state_up': True, 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'security_groups': ['6efccdc7-58ee-49c4-8baf-259656741067']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:47.015317 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8bc855e5-736f-4b45-a464-c02b656b2c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.050398 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-dc5399be-3ab1-4707-a6f6-08c23e6847b1 service neutron] 10.222.0.22 "GET /v2.0/networks/5a4b4b94-ec89-4c4b-854f-41f2c0a8b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049010 Jul 16 01:17:47.082036 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-adc775f4-1976-46f5-a846-287bd6dd890e req-5fffdc1d-950d-4d3e-b862-e215e734bfc7 service neutron] 10.222.0.70 "GET /v2.0/networks/923998df-8839-4c38-a162-5505af07611a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676409 Jul 16 01:17:47.090868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc855e5-736f-4b45-a464-c02b656b2c2c None None] Pushing event deleted for resources: {'Port': ['ID=7e4cd8f8-979e-4ec0-a32b-fb5affbf952c,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:47.097742 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc855e5-736f-4b45-a464-c02b656b2c2c None None] No DVR routers for this DVR port 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:47.132113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 52eff815-7c5d-4b19-90ef-b6bcba16596e details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:47.163272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Transition to ACTIVE for port object 5938e55a-0d63-4df4-9d40-cfd72ec256fe will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:47.205092 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:17:47.210614 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.289497 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:17:47.289928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7e4cd8f8-979e-4ec0-a32b-fb5affbf952c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:17:47.303453 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:17:47.303922 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:17:47.347297 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.351614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 52eff815-7c5d-4b19-90ef-b6bcba16596e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=52eff815-7c5d-4b19-90ef-b6bcba16596e,segment=NetworkSegment(9a990b5f-c4cf-4309-8a77-278b5257e986),segment_id=9a990b5f-c4cf-4309-8a77-278b5257e986)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:47.398913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '52eff815-7c5d-4b19-90ef-b6bcba16596e', 'network_id': '923998df-8839-4c38-a162-5505af07611a', 'port_id': '52eff815-7c5d-4b19-90ef-b6bcba16596e', 'mac_address': 'fa:16:3e:8f:79:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47f4e8a5-29be-417a-9c3a-5df68d326f56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:47.470937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:17:47.481856 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Sync routers for ids ['6cb78781-6f09-4698-8e2a-1b2878bbcfc8'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:17:47.500718 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Routers {'6cb78781-6f09-4698-8e2a-1b2878bbcfc8'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:47.501365 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:17:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['6cb78781-6f09-4698-8e2a-1b2878bbcfc8'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:47.524114 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.560896 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25f5449d-4eed-472c-a5fe-bfc5e361878d']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:47.568586 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52eff815-7c5d-4b19-90ef-b6bcba16596e {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:47.611769 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bf41cc59-d22a-43e7-8742-913f0eed1a30 admin admin] 10.222.0.22 "PUT /v2.0/routers/6cb78781-6f09-4698-8e2a-1b2878bbcfc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8079853 Jul 16 01:17:47.645916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 52eff815-7c5d-4b19-90ef-b6bcba16596e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=52eff815-7c5d-4b19-90ef-b6bcba16596e,segment=NetworkSegment(9a990b5f-c4cf-4309-8a77-278b5257e986),segment_id=9a990b5f-c4cf-4309-8a77-278b5257e986)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:47.651973 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.654993 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20139ef7-e0ca-4033-8f21-9a27b212e87f req-cbd706fe-ee46-4c94-80ae-809419b65fa8 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:47.658732 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20139ef7-e0ca-4033-8f21-9a27b212e87f req-cbd706fe-ee46-4c94-80ae-809419b65fa8 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1906d9-472f-4744-abee-b6199463e236 HTTP/1.1" status: 200 len: 943 time: 0.2139802 Jul 16 01:17:47.719461 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] No DVR routers for this DVR port 5938e55a-0d63-4df4-9d40-cfd72ec256fe on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:17:47.754183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:47.755997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff59bd00-9a0d-43f8-aa0e-38d9d3fe55e4') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:47.785838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20139ef7-e0ca-4033-8f21-9a27b212e87f req-c39d382f-9ca8-43ca-a956-c2ffd5d3b5ab tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f9bc459-5f2a-4c60-ba77-34e69f885546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175406 Jul 16 01:17:47.819398 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Pushing event updated for resources: {'Port': ['ID=5938e55a-0d63-4df4-9d40-cfd72ec256fe,revision_number=6']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:47.842707 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:47.867719 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Set router 6cb78781-6f09-4698-8e2a-1b2878bbcfc8 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:47.995381 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.024089 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Attempting to bind port 5938e55a-0d63-4df4-9d40-cfd72ec256fe on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:48.025221 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Attempting to bind port 5938e55a-0d63-4df4-9d40-cfd72ec256fe by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:48.025781 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Attempting to bind port 5938e55a-0d63-4df4-9d40-cfd72ec256fe on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:48.057265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:17:48.065299 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:17:48.067441 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:17:48.070579 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0d0087-8ffa-405d-adc3-ce06f80eb584 x-openstack-request-id: req-6a0d0087-8ffa-405d-adc3-ce06f80eb584 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:48.070579 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67307507-1d5c-46f4-b452-2f055deb0837", "name": "network-vif-unplugged", "status": "completed", "tag": "5938e55a-0d63-4df4-9d40-cfd72ec256fe", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:48.070579 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a0d0087-8ffa-405d-adc3-ce06f80eb584 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:48.070579 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67307507-1d5c-46f4-b452-2f055deb0837', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5938e55a-0d63-4df4-9d40-cfd72ec256fe', 'code': 200} Jul 16 01:17:48.099360 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Port 5938e55a-0d63-4df4-9d40-cfd72ec256fe on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:48.099597 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Attempting to bind port 5938e55a-0d63-4df4-9d40-cfd72ec256fe on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:48.118030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5e7b2097-cdb9-4beb-b8c6-577f5f4a1142 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Made reservation on behalf of f1edc56a277e41f79fb87cb4bd4162bc for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:48.123027 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5e7b2097-cdb9-4beb-b8c6-577f5f4a1142 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.195136 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:48.195481 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:48.195909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:48.196358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Bound port: 5938e55a-0d63-4df4-9d40-cfd72ec256fe, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:48.196880 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.273304 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.288036 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.292534 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/25f5449d-4eed-472c-a5fe-bfc5e361878d HTTP/1.1" status: 204 len: 168 time: 3.1021590 Jul 16 01:17:48.294294 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['52eff815-7c5d-4b19-90ef-b6bcba16596e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:48.302952 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683b6c79-a584-4389-a102-52a17270ceec None None] Network 5a4b4b94-ec89-4c4b-854f-41f2c0a8b870 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:17:48.572410 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=52eff815-7c5d-4b19-90ef-b6bcba16596e,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:48.579865 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-584486539-router', 'tenant_id': '37d1dc4667d3491089675de8e19c1562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:30Z', 'updated_at': '2021-07-16T01:17:42Z', 'revision_number': 4, 'project_id': '37d1dc4667d3491089675de8e19c1562', 'gw_port': {'id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:32Z', 'updated_at': '2021-07-16T01:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '3fa304a1-2b5b-4672-8051-74a1fd164f19', 'name': '', 'network_id': '2ed18640-7b65-4cc2-98cf-fc032804943a', 'tenant_id': '37d1dc4667d3491089675de8e19c1562', 'mac_address': 'fa:16:3e:05:e0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '9eb1272a-ea33-45d7-bb73-26c400c7dbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:39Z', 'updated_at': '2021-07-16T01:17:43Z', 'revision_number': 2, 'project_id': '37d1dc4667d3491089675de8e19c1562', 'subnets': [{'id': '9eb1272a-ea33-45d7-bb73-26c400c7dbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:48.585166 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c4b4ba11-659f-4c6e-a696-35eb05ae305f up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:48.631149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0a403-1dcd-42d4-9f2d-45a696c2cc53 req-d51c2868-b4dc-4354-94df-a5652d9bf65c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:48.649953 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8df0a403-1dcd-42d4-9f2d-45a696c2cc53 req-d51c2868-b4dc-4354-94df-a5652d9bf65c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 948 time: 0.2312057 Jul 16 01:17:48.667196 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Checking router: 6cb78781-6f09-4698-8e2a-1b2878bbcfc8 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:17:48.668303 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Updating router 6cb78781-6f09-4698-8e2a-1b2878bbcfc8 port 3fa304a1-2b5b-4672-8051-74a1fd164f19 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:17:48.754712 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.757294 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8df0a403-1dcd-42d4-9f2d-45a696c2cc53 req-2fe8b321-0043-4167-b33d-f1f1390cd7e2 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991526 Jul 16 01:17:48.759034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48226) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:48.765657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2fd81-5fab-4ade-96d7-f290234e88e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=25f5449d-4eed-472c-a5fe-bfc5e361878d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:48.794950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5e7b2097-cdb9-4beb-b8c6-577f5f4a1142 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Allocated IP 10.2.2.200 (d1c225b4-f269-4788-b264-c404aac5f0ff/4965d52c-657c-4f3d-a829-d383d740e194/5b95a4ed-88df-418a-96a8-8e0499b6c17f) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:48.843717 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] For port 5938e55a-0d63-4df4-9d40-cfd72ec256fe, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:48.856278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] For port 5938e55a-0d63-4df4-9d40-cfd72ec256fe, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:48.878274 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port c4b4ba11-659f-4c6e-a696-35eb05ae305f completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:48.890822 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-61787121-a694-444b-a8d0-485e7275912c req-f369740c-a043-40cf-ac3b-8ed79ff7bf3a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 210 time: 0.1324558 Jul 16 01:17:48.894410 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d9ea6cbc-c062-4298-98a3-3151d37553ce None None] Provisioning for port c4b4ba11-659f-4c6e-a696-35eb05ae305f completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:48.898260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port c4b4ba11-659f-4c6e-a696-35eb05ae305f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:48.898950 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.899728 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:48.908834 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d9ea6cbc-c062-4298-98a3-3151d37553ce None None] Provisioning complete for port c4b4ba11-659f-4c6e-a696-35eb05ae305f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:48.909264 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6cbc-c062-4298-98a3-3151d37553ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.006425 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ce0bef41-f2e1-4ec7-9696-7a991a3a0f7b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fed8b54fdf04efab5abccd43f69a29e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422509 Jul 16 01:17:49.009711 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48240) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:49.046314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.049060 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.051750 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] 10.222.0.70 "PUT /v2.0/ports/5938e55a-0d63-4df4-9d40-cfd72ec256fe HTTP/1.1" status: 200 len: 1097 time: 5.0943465 Jul 16 01:17:49.066205 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d724cc86-dc68-44e7-9950-3f9710ade835 service neutron] Pushing event updated for resources: {'Port': ['ID=5938e55a-0d63-4df4-9d40-cfd72ec256fe,revision_number=7']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:49.107278 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc230a70-8a74-404a-907e-b93878d9ad79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.215543 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc230a70-8a74-404a-907e-b93878d9ad79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.252206 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-ab80fb2f-8ce0-4b06-ab6b-7efc916974aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.254597 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-ab80fb2f-8ce0-4b06-ab6b-7efc916974aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 1100 time: 0.1712649 Jul 16 01:17:49.255998 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6cbc-c062-4298-98a3-3151d37553ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.358254 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d9ea6cbc-c062-4298-98a3-3151d37553ce None None] For port c4b4ba11-659f-4c6e-a696-35eb05ae305f, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c4b4ba11-659f-4c6e-a696-35eb05ae305f,segment=NetworkSegment(ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b),segment_id=ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:49.429155 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d9ea6cbc-c062-4298-98a3-3151d37553ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.465513 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-ed8f99d4-3449-4f67-9880-f7138b09058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.467194 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-ed8f99d4-3449-4f67-9880-f7138b09058e service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2007887 Jul 16 01:17:49.487660 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2e79d96-38da-4d1f-b086-57a1bf1f43f6 req-b983aaac-26af-42dc-8794-26c86135bf42 tempest-FloatingIPsNegativeTestJSON-739053624 tempest-FloatingIPsNegativeTestJSON-739053624-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=37d1dc4667d3491089675de8e19c1562 HTTP/1.1" status: 200 len: 217 time: 0.0936515 Jul 16 01:17:49.593230 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-494f2551-3318-4995-bb60-7db08b935d11 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe HTTP/1.1" status: 200 len: 217 time: 0.1170073 Jul 16 01:17:49.610541 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5e7b2097-cdb9-4beb-b8c6-577f5f4a1142 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.614690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bc5ac-4c9d-4b56-a25e-167fbb7cf6f0 req-1e2895cd-0c07-49d2-b928-a9f251729005 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.620200 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.631104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bc5ac-4c9d-4b56-a25e-167fbb7cf6f0 req-1e2895cd-0c07-49d2-b928-a9f251729005 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.664781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bc5ac-4c9d-4b56-a25e-167fbb7cf6f0 req-1e2895cd-0c07-49d2-b928-a9f251729005 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.685890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bc5ac-4c9d-4b56-a25e-167fbb7cf6f0 req-1e2895cd-0c07-49d2-b928-a9f251729005 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.687343 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.696743 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-974bc5ac-4c9d-4b56-a25e-167fbb7cf6f0 req-1e2895cd-0c07-49d2-b928-a9f251729005 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 3095 time: 0.4347811 Jul 16 01:17:49.699203 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc230a70-8a74-404a-907e-b93878d9ad79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.710344 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea6cbc-c062-4298-98a3-3151d37553ce None None] Pushing event updated for resources: {'Port': ['ID=c4b4ba11-659f-4c6e-a696-35eb05ae305f,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:49.717848 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc230a70-8a74-404a-907e-b93878d9ad79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.721708 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Transition to ACTIVE for port object 3fa304a1-2b5b-4672-8051-74a1fd164f19 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:49.725734 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bc230a70-8a74-404a-907e-b93878d9ad79 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2dcfa78a-3cd8-4352-89f9-a1a26347546e HTTP/1.1" status: 204 len: 168 time: 0.7132974 Jul 16 01:17:49.742045 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:49.779479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-30bd42bc-a97f-4305-821c-c69abc227e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:49.784463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc230a70-8a74-404a-907e-b93878d9ad79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcfa78a-3cd8-4352-89f9-a1a26347546e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:49.791049 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-30bd42bc-a97f-4305-821c-c69abc227e49 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1819153 Jul 16 01:17:49.792354 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5e7b2097-cdb9-4beb-b8c6-577f5f4a1142 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Transition to ACTIVE for port object 5b95a4ed-88df-418a-96a8-8e0499b6c17f will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:49.837991 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f292c-1aaa-4086-b4b1-a4e5c3757b72 None None] Pushing event updated for resources: {'Port': ['ID=3fa304a1-2b5b-4672-8051-74a1fd164f19,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:49.862584 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:17:49.862983 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:17:49.880248 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-974bc5ac-4c9d-4b56-a25e-167fbb7cf6f0 req-934c2a10-1f79-419f-8f60-b58e72df00ca tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420441 Jul 16 01:17:49.900062 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d704729b-f670-46ff-9948-c9d552df5626 None None] Provisioning complete for port c4b4ba11-659f-4c6e-a696-35eb05ae305f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:49.900434 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d704729b-f670-46ff-9948-c9d552df5626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.038498 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Attempting to bind port 3fa304a1-2b5b-4672-8051-74a1fd164f19 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:50.039217 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Attempting to bind port 3fa304a1-2b5b-4672-8051-74a1fd164f19 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'eda7dcfb-a866-466a-a4ae-90dace14e96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2ed18640-7b65-4cc2-98cf-fc032804943a'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:50.039591 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Attempting to bind port 3fa304a1-2b5b-4672-8051-74a1fd164f19 on network 2ed18640-7b65-4cc2-98cf-fc032804943a {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:50.061277 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:50.061650 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Checking segment: {'id': 'eda7dcfb-a866-466a-a4ae-90dace14e96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2ed18640-7b65-4cc2-98cf-fc032804943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:50.062045 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.062443 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Bound using segment: {'id': 'eda7dcfb-a866-466a-a4ae-90dace14e96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2ed18640-7b65-4cc2-98cf-fc032804943a'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:50.076889 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67307507-1d5c-46f4-b452-2f055deb0837', 'tag': '5938e55a-0d63-4df4-9d40-cfd72ec256fe'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:50.079084 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee3a20d-830d-4df5-b757-d45d2ac8de27" -d '{"events": [{"name": "network-changed", "server_uuid": "67307507-1d5c-46f4-b452-2f055deb0837", "tag": "5938e55a-0d63-4df4-9d40-cfd72ec256fe"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:50.079918 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Bound port: 3fa304a1-2b5b-4672-8051-74a1fd164f19, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eda7dcfb-a866-466a-a4ae-90dace14e96b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '2ed18640-7b65-4cc2-98cf-fc032804943a'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:50.080461 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.281843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed313499-53f4-4f54-ada4-279ea36164b6 req-c44349c2-2204-4bb5-af06-37188c655193 tempest-FloatingIPsNegativeTestJSON-739053624 tempest-FloatingIPsNegativeTestJSON-739053624-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1902144 Jul 16 01:17:50.315150 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] For port 3fa304a1-2b5b-4672-8051-74a1fd164f19, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:50.328830 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] For port 3fa304a1-2b5b-4672-8051-74a1fd164f19, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=3fa304a1-2b5b-4672-8051-74a1fd164f19,segment=NetworkSegment(eda7dcfb-a866-466a-a4ae-90dace14e96b),segment_id=eda7dcfb-a866-466a-a4ae-90dace14e96b)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:50.338320 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.352611 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5e7b2097-cdb9-4beb-b8c6-577f5f4a1142 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.403128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-95d17657-1d21-44b5-aa01-da6151c237f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:50.404717 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-95d17657-1d21-44b5-aa01-da6151c237f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5949082 Jul 16 01:17:50.495839 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f292c-1aaa-4086-b4b1-a4e5c3757b72 None None] Pushing event updated for resources: {'Port': ['ID=3fa304a1-2b5b-4672-8051-74a1fd164f19,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:50.503119 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaf9c4-2f52-4081-9606-7e6420c2f38f req-622e9da6-87f5-41e6-8ab6-e525b836c943 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:50.506541 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Routers {'6cb78781-6f09-4698-8e2a-1b2878bbcfc8'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:17:50.507416 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:17:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['6cb78781-6f09-4698-8e2a-1b2878bbcfc8'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:50.517501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ddaf9c4-2f52-4081-9606-7e6420c2f38f req-622e9da6-87f5-41e6-8ab6-e525b836c943 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1906d9-472f-4744-abee-b6199463e236 HTTP/1.1" status: 200 len: 944 time: 0.2127693 Jul 16 01:17:50.559721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b2097-cdb9-4beb-b8c6-577f5f4a1142 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event updated for resources: {'Port': ['ID=5b95a4ed-88df-418a-96a8-8e0499b6c17f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:50.581654 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5e7b2097-cdb9-4beb-b8c6-577f5f4a1142 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Network d1c225b4-f269-4788-b264-c404aac5f0ff is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:50.598640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-bb8b9e52-dc69-4984-96ee-42d8ff5f6d78 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:50.604370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-bb8b9e52-dc69-4984-96ee-42d8ff5f6d78 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:50.606130 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-bb8b9e52-dc69-4984-96ee-42d8ff5f6d78 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.69 "GET /v2.0/networks?id=5297eedc-a1a4-4deb-a746-292363b59caa&id=5a4b4b94-ec89-4c4b-854f-41f2c0a8b870 HTTP/1.1" status: 200 len: 1390 time: 0.7392039 Jul 16 01:17:50.609068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5e7b2097-cdb9-4beb-b8c6-577f5f4a1142 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:50.613677 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5e7b2097-cdb9-4beb-b8c6-577f5f4a1142 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:50.702441 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ddaf9c4-2f52-4081-9606-7e6420c2f38f req-3da49af9-794c-4d50-89be-bd1d061c0321 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f9bc459-5f2a-4c60-ba77-34e69f885546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828918 Jul 16 01:17:50.721986 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] Set router 6cb78781-6f09-4698-8e2a-1b2878bbcfc8 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:17:50.745825 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c4b4ba11-659f-4c6e-a696-35eb05ae305f up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:50.784065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c5e77-bc8a-4c93-8f4a-5d293c3e817d req-784bf437-4fbd-47c8-97e8-8dd59d446198 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:50.788874 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-408c5e77-bc8a-4c93-8f4a-5d293c3e817d req-784bf437-4fbd-47c8-97e8-8dd59d446198 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 948 time: 0.2648320 Jul 16 01:17:50.799971 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5e7b2097-cdb9-4beb-b8c6-577f5f4a1142 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:50.800636 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5e7b2097-cdb9-4beb-b8c6-577f5f4a1142 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:50.829701 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-9d04ee6a-2ac3-4a3d-8fc2-5984f842bc8c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Request body: {'port': {'device_id': '5e4188d4-c0a9-4cfc-bacd-6622cce119b3', 'network_id': '5297eedc-a1a4-4deb-a746-292363b59caa', 'admin_state_up': True, 'tenant_id': '66fe681898644f198a8b545d851e811d'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:50.888253 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-408c5e77-bc8a-4c93-8f4a-5d293c3e817d req-eb2fbfb1-18c9-4847-aae7-cacf2e11bc4f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873361 Jul 16 01:17:50.909299 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device fc58fe02-0a31-4c3f-88bf-80e10c3be893 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:50.997964 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port c4b4ba11-659f-4c6e-a696-35eb05ae305f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:50.999034 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.009144 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5e7b2097-cdb9-4beb-b8c6-577f5f4a1142 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0490987 Jul 16 01:17:51.017407 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-346b08de-1b8e-4b74-a250-60caab2d78e6 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5373240 Jul 16 01:17:51.024043 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Request body: {'port': {'device_id': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:51.172369 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 52eff815-7c5d-4b19-90ef-b6bcba16596e up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:51.355268 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port fc58fe02-0a31-4c3f-88bf-80e10c3be893, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=fc58fe02-0a31-4c3f-88bf-80e10c3be893,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:51.372182 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 52eff815-7c5d-4b19-90ef-b6bcba16596e completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:51.381083 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 52eff815-7c5d-4b19-90ef-b6bcba16596e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:51.381438 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.382141 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-584486539-router', 'tenant_id': '37d1dc4667d3491089675de8e19c1562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:30Z', 'updated_at': '2021-07-16T01:17:42Z', 'revision_number': 4, 'project_id': '37d1dc4667d3491089675de8e19c1562', 'gw_port': {'id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:32Z', 'updated_at': '2021-07-16T01:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '3fa304a1-2b5b-4672-8051-74a1fd164f19', 'name': '', 'network_id': '2ed18640-7b65-4cc2-98cf-fc032804943a', 'tenant_id': '37d1dc4667d3491089675de8e19c1562', 'mac_address': 'fa:16:3e:05:e0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '9eb1272a-ea33-45d7-bb73-26c400c7dbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:39Z', 'updated_at': '2021-07-16T01:17:50Z', 'revision_number': 4, 'project_id': '37d1dc4667d3491089675de8e19c1562', 'subnets': [{'id': '9eb1272a-ea33-45d7-bb73-26c400c7dbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:17:51.433465 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'fc58fe02-0a31-4c3f-88bf-80e10c3be893', 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a', 'port_id': 'fc58fe02-0a31-4c3f-88bf-80e10c3be893', 'mac_address': 'fa:16:3e:62:d5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e6b583-fd45-4762-b62c-551317d8f4e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:51.455018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c911fed8-6d5a-4497-acd4-2d8e47312c2b None None] Provisioning for port 5b95a4ed-88df-418a-96a8-8e0499b6c17f completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:51.472810 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37ccf0ce-5169-4c1d-ac39-564677ddc526 req-f4e0015b-d6d0-49a1-9552-9309f3759753 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 210 time: 0.1829975 Jul 16 01:17:51.480758 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-6e317495-8800-42c4-b425-7f3865e8e77c req-b68cd818-a87c-4dc8-a955-f52423fbaebc tempest-FloatingIPsNegativeTestJSON-739053624 tempest-FloatingIPsNegativeTestJSON-739053624-project] show failed (client error): The resource could not be found. Jul 16 01:17:51.482590 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e317495-8800-42c4-b425-7f3865e8e77c req-b68cd818-a87c-4dc8-a955-f52423fbaebc tempest-FloatingIPsNegativeTestJSON-739053624 tempest-FloatingIPsNegativeTestJSON-739053624-project] 10.222.0.22 "GET /v2.0/floatingips/a97a372a-5fd4-465a-b056-4b9b71a4514e HTTP/1.1" status: 404 len: 350 time: 0.0880768 Jul 16 01:17:51.490427 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d22e64a-ca2f-4cb8-8b94-f7ea970da567 None None] The sync data for ids ['6cb78781-6f09-4698-8e2a-1b2878bbcfc8'] in n-d-791505-14 is: [{'id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-584486539-router', 'tenant_id': '37d1dc4667d3491089675de8e19c1562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:30Z', 'updated_at': '2021-07-16T01:17:42Z', 'revision_number': 4, 'project_id': '37d1dc4667d3491089675de8e19c1562', 'gw_port': {'id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:32Z', 'updated_at': '2021-07-16T01:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '3fa304a1-2b5b-4672-8051-74a1fd164f19', 'name': '', 'network_id': '2ed18640-7b65-4cc2-98cf-fc032804943a', 'tenant_id': '37d1dc4667d3491089675de8e19c1562', 'mac_address': 'fa:16:3e:05:e0:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 849, 'fixed_ips': [{'subnet_id': '9eb1272a-ea33-45d7-bb73-26c400c7dbe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:39Z', 'updated_at': '2021-07-16T01:17:50Z', 'revision_number': 4, 'project_id': '37d1dc4667d3491089675de8e19c1562', 'subnets': [{'id': '9eb1272a-ea33-45d7-bb73-26c400c7dbe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:17:51.501524 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48306) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:51.501846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c911fed8-6d5a-4497-acd4-2d8e47312c2b None None] Provisioning complete for port 5b95a4ed-88df-418a-96a8-8e0499b6c17f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:51.502223 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c911fed8-6d5a-4497-acd4-2d8e47312c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.599845 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c911fed8-6d5a-4497-acd4-2d8e47312c2b None None] Port 5b95a4ed-88df-418a-96a8-8e0499b6c17f cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:51.665776 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.706498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc58fe02-0a31-4c3f-88bf-80e10c3be893 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:51.711959 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.769616 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b1906d9-472f-4744-abee-b6199463e236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52eff815-7c5d-4b19-90ef-b6bcba16596e'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:51.786162 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3618eef5-8ddc-4b27-ae21-06f901373096" -d '{"events": [{"server_uuid": "6b1906d9-472f-4744-abee-b6199463e236", "name": "network-vif-plugged", "status": "completed", "tag": "52eff815-7c5d-4b19-90ef-b6bcba16596e"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:51.796435 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port fc58fe02-0a31-4c3f-88bf-80e10c3be893, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=fc58fe02-0a31-4c3f-88bf-80e10c3be893,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:51.806832 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.809451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 52eff815-7c5d-4b19-90ef-b6bcba16596e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=52eff815-7c5d-4b19-90ef-b6bcba16596e,segment=NetworkSegment(9a990b5f-c4cf-4309-8a77-278b5257e986),segment_id=9a990b5f-c4cf-4309-8a77-278b5257e986)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:51.814963 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:51.918708 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['fc58fe02-0a31-4c3f-88bf-80e10c3be893'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:51.968912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-1ae1e28c-9691-457b-b3e7-5700ccae7255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:51.971044 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-1ae1e28c-9691-457b-b3e7-5700ccae7255 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 1100 time: 0.8117497 Jul 16 01:17:51.995730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=fc58fe02-0a31-4c3f-88bf-80e10c3be893,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:52.031169 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.031515 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.032405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.032741 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.033132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.033385 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.033705 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.034049 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.034407 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.034659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.044651 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.045265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:52.244851 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=52eff815-7c5d-4b19-90ef-b6bcba16596e,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:52.342034 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45983671-77c9-437c-9e45-5860626d5e22 x-openstack-request-id: req-45983671-77c9-437c-9e45-5860626d5e22 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:52.342743 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67307507-1d5c-46f4-b452-2f055deb0837", "tag": "5938e55a-0d63-4df4-9d40-cfd72ec256fe", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:52.342743 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45983671-77c9-437c-9e45-5860626d5e22 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:52.346098 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67307507-1d5c-46f4-b452-2f055deb0837', 'tag': '5938e55a-0d63-4df4-9d40-cfd72ec256fe', 'status': 'completed', 'code': 200} Jul 16 01:17:52.347539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878c9fb-1ab8-4466-bce8-016a4aeac8b9 req-ae2b6125-c783-4e75-9add-07105f02009b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:52.396739 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878c9fb-1ab8-4466-bce8-016a4aeac8b9 req-ae2b6125-c783-4e75-9add-07105f02009b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:52.412552 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77841dc1-84ca-48a1-b27b-f2c7548056b9 req-f45b7a12-d339-4790-9d48-090fd2d41c97 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3132629 Jul 16 01:17:52.418116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878c9fb-1ab8-4466-bce8-016a4aeac8b9 req-ae2b6125-c783-4e75-9add-07105f02009b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:52.425727 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878c9fb-1ab8-4466-bce8-016a4aeac8b9 req-ae2b6125-c783-4e75-9add-07105f02009b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:52.433661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878c9fb-1ab8-4466-bce8-016a4aeac8b9 req-ae2b6125-c783-4e75-9add-07105f02009b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:52.444241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4878c9fb-1ab8-4466-bce8-016a4aeac8b9 req-ae2b6125-c783-4e75-9add-07105f02009b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 3816 time: 0.6474862 Jul 16 01:17:52.466651 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.480460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-e640c8b6-d1ac-461f-94f2-e69aa521510e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:52.482286 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-e640c8b6-d1ac-461f-94f2-e69aa521510e service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.4948146 Jul 16 01:17:52.634383 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-5fd2beba-ba91-4cb9-84f3-eba5740947e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe HTTP/1.1" status: 200 len: 217 time: 0.1068079 Jul 16 01:17:52.720056 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3fa304a1-2b5b-4672-8051-74a1fd164f19 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:52.721922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-9d04ee6a-2ac3-4a3d-8fc2-5984f842bc8c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Made reservation on behalf of 66fe681898644f198a8b545d851e811d for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:52.736294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-9d04ee6a-2ac3-4a3d-8fc2-5984f842bc8c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.827203 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 3fa304a1-2b5b-4672-8051-74a1fd164f19 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:52.834850 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 3fa304a1-2b5b-4672-8051-74a1fd164f19 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:52.835596 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:52.865767 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4878c9fb-1ab8-4466-bce8-016a4aeac8b9 req-af358bfc-9ce0-473c-be7b-b779c7f2f066 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4200163 Jul 16 01:17:52.906495 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device fc58fe02-0a31-4c3f-88bf-80e10c3be893 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:53.002269 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-f956cb8b-e529-499b-8796-08ff3101ef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:53.003812 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-f956cb8b-e529-499b-8796-08ff3101ef8d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.3442540 Jul 16 01:17:53.005281 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2327cd29-6d87-42e7-8f1c-492dd7f7087f x-openstack-request-id: req-2327cd29-6d87-42e7-8f1c-492dd7f7087f {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:53.005757 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b1906d9-472f-4744-abee-b6199463e236", "name": "network-vif-plugged", "status": "completed", "tag": "52eff815-7c5d-4b19-90ef-b6bcba16596e", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:53.006282 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2327cd29-6d87-42e7-8f1c-492dd7f7087f {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:53.007021 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1906d9-472f-4744-abee-b6199463e236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52eff815-7c5d-4b19-90ef-b6bcba16596e', 'code': 200} Jul 16 01:17:53.128239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efab585-b1f3-4d68-b25e-d11e03ffddfb req-34107e02-47a2-4730-845c-edfc1b576dde tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:53.142656 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3efab585-b1f3-4d68-b25e-d11e03ffddfb req-34107e02-47a2-4730-845c-edfc1b576dde tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1906d9-472f-4744-abee-b6199463e236 HTTP/1.1" status: 200 len: 945 time: 0.4180155 Jul 16 01:17:53.203847 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-6ac245c2-26a0-496d-aae8-870f4d300116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:53.215463 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-6ac245c2-26a0-496d-aae8-870f4d300116 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 1100 time: 0.6908624 Jul 16 01:17:53.219275 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.315024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 3fa304a1-2b5b-4672-8051-74a1fd164f19, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=3fa304a1-2b5b-4672-8051-74a1fd164f19,segment=NetworkSegment(eda7dcfb-a866-466a-a4ae-90dace14e96b),segment_id=eda7dcfb-a866-466a-a4ae-90dace14e96b)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:53.327391 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.402743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=3fa304a1-2b5b-4672-8051-74a1fd164f19,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:53.421858 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port fc58fe02-0a31-4c3f-88bf-80e10c3be893 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:53.423715 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.439877 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-11cd39a7-6245-4957-a632-9090c6d881db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:53.441263 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-11cd39a7-6245-4957-a632-9090c6d881db service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2120540 Jul 16 01:17:53.556213 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.627093 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-63f56477-9c5e-4750-903b-b5ddac3a50d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe HTTP/1.1" status: 200 len: 217 time: 0.1714058 Jul 16 01:17:53.635917 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port fc58fe02-0a31-4c3f-88bf-80e10c3be893, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=fc58fe02-0a31-4c3f-88bf-80e10c3be893,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:53.641254 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:53.683395 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-9d04ee6a-2ac3-4a3d-8fc2-5984f842bc8c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Allocated IP 19.80.0.167 (5297eedc-a1a4-4deb-a746-292363b59caa/63647ab2-929d-42c8-b045-a85f11df2221/a606254a-5af9-4b2e-969f-3ba2f4273abc) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:53.721685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=fc58fe02-0a31-4c3f-88bf-80e10c3be893,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:53.866936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-668fc6e8-70fa-404b-be48-64565f30ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:53.868706 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-668fc6e8-70fa-404b-be48-64565f30ebdc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.2261550 Jul 16 01:17:53.979492 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3efab585-b1f3-4d68-b25e-d11e03ffddfb req-5740596f-d436-48fc-b340-aec17148bbe0 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f9bc459-5f2a-4c60-ba77-34e69f885546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8354635 Jul 16 01:17:54.046863 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289cca9c-7347-49d8-bee5-4d9099ba744b {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:54.082451 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.086740 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-23a5026c-5efa-49d0-876e-62c60ef6c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:54.089260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-23a5026c-5efa-49d0-876e-62c60ef6c451 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.0697668 Jul 16 01:17:54.140572 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Transition to ACTIVE for port object 289cca9c-7347-49d8-bee5-4d9099ba744b will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:54.182732 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-60380d10-812f-4f56-9559-a74e4a1c107d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:54.184353 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-60380d10-812f-4f56-9559-a74e4a1c107d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2973061 Jul 16 01:17:54.185072 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.302535 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-d486995e-02b9-4c89-a4e4-b17317f12977 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047975 Jul 16 01:17:54.333263 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Pushing event updated for resources: {'Port': ['ID=289cca9c-7347-49d8-bee5-4d9099ba744b,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:54.368245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca6319-ce69-4ce8-bdf9-8c55cde90ab6 req-6ef63d9d-eaa7-489c-a2d6-8b0e827628a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:54.371896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8ca6319-ce69-4ce8-bdf9-8c55cde90ab6 req-6ef63d9d-eaa7-489c-a2d6-8b0e827628a1 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6b1906d9-472f-4744-abee-b6199463e236 HTTP/1.1" status: 200 len: 1097 time: 1.2683318 Jul 16 01:17:54.539676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeba608-c23f-4baa-992e-7f4558c9f187 req-6e527800-4cf3-432b-b1b7-a0368e37304e tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:54.551933 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1eeba608-c23f-4baa-992e-7f4558c9f187 req-6e527800-4cf3-432b-b1b7-a0368e37304e tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 948 time: 0.6528733 Jul 16 01:17:54.565535 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-9d04ee6a-2ac3-4a3d-8fc2-5984f842bc8c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.609773 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-9d04ee6a-2ac3-4a3d-8fc2-5984f842bc8c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Transition to ACTIVE for port object a606254a-5af9-4b2e-969f-3ba2f4273abc will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:54.635593 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1adb6cfc-a0e9-44db-826b-4afc475a2c75 req-7263a5d2-8457-49e4-a2fc-1cc53d805a09 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 210 time: 0.2091985 Jul 16 01:17:54.659088 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8ca6319-ce69-4ce8-bdf9-8c55cde90ab6 req-0b5fe0df-c2cc-472b-b42e-cb03247c709a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8f9bc459-5f2a-4c60-ba77-34e69f885546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2572684 Jul 16 01:17:54.737151 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:54.750126 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:54.751319 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:54.752033 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:54.752618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:54.755211 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3fa304a1-2b5b-4672-8051-74a1fd164f19 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:54.756910 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:54.763169 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:54.764036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:54.764640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:54.769609 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:54.770314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:54.770900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:54.899942 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1eeba608-c23f-4baa-992e-7f4558c9f187 req-2e61249a-88af-4bf3-88bb-5e8236c48bb2 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468857 Jul 16 01:17:54.901027 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 3fa304a1-2b5b-4672-8051-74a1fd164f19 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:54.901156 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.922888 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-9d04ee6a-2ac3-4a3d-8fc2-5984f842bc8c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:54.991658 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b4eca1bc-b7e1-490b-8abe-5b6bead2b9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.009535 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4835f294-47a5-4cd1-b005-5787a7af660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc58fe02-0a31-4c3f-88bf-80e10c3be893'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:55.012459 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ac5ecd-0b9e-4453-8f6a-e4eece8d2ed0" -d '{"events": [{"server_uuid": "4835f294-47a5-4cd1-b005-5787a7af660a", "name": "network-vif-plugged", "status": "completed", "tag": "fc58fe02-0a31-4c3f-88bf-80e10c3be893"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:55.015055 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-5caf42d3-0723-42f1-affd-bd5e157eca60 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6370375 Jul 16 01:17:55.150260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5938e55a-0d63-4df4-9d40-cfd72ec256fe details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:17:55.274798 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-9d04ee6a-2ac3-4a3d-8fc2-5984f842bc8c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Network 5297eedc-a1a4-4deb-a746-292363b59caa is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:55.308445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-9d04ee6a-2ac3-4a3d-8fc2-5984f842bc8c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:55.370871 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-9d04ee6a-2ac3-4a3d-8fc2-5984f842bc8c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:55.388570 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d04ee6a-2ac3-4a3d-8fc2-5984f842bc8c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event updated for resources: {'Port': ['ID=a606254a-5af9-4b2e-969f-3ba2f4273abc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:55.410067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5938e55a-0d63-4df4-9d40-cfd72ec256fe, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:55.436358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '5938e55a-0d63-4df4-9d40-cfd72ec256fe', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '5938e55a-0d63-4df4-9d40-cfd72ec256fe', 'mac_address': 'fa:16:3e:5d:f5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:17:55.540203 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c309e-dded-4d53-8a25-d3381815c276 req-23a5936d-f64e-4842-92eb-ac0bad694082 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:55.547881 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-9d04ee6a-2ac3-4a3d-8fc2-5984f842bc8c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:55.548566 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-9d04ee6a-2ac3-4a3d-8fc2-5984f842bc8c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.552179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c309e-dded-4d53-8a25-d3381815c276 req-23a5936d-f64e-4842-92eb-ac0bad694082 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:55.557147 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.558244 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-45294834-cb86-4269-9953-b11b19260174 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2533951 Jul 16 01:17:55.563319 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c309e-dded-4d53-8a25-d3381815c276 req-23a5936d-f64e-4842-92eb-ac0bad694082 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:55.570505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c309e-dded-4d53-8a25-d3381815c276 req-23a5936d-f64e-4842-92eb-ac0bad694082 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:55.582210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c309e-dded-4d53-8a25-d3381815c276 req-23a5936d-f64e-4842-92eb-ac0bad694082 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:55.592073 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae8c309e-dded-4d53-8a25-d3381815c276 req-23a5936d-f64e-4842-92eb-ac0bad694082 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 3828 time: 0.3324604 Jul 16 01:17:55.606787 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5938e55a-0d63-4df4-9d40-cfd72ec256fe {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:55.662993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5938e55a-0d63-4df4-9d40-cfd72ec256fe, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:55.666755 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48398) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:55.675901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Attempting to bind port 289cca9c-7347-49d8-bee5-4d9099ba744b on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:55.676569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Attempting to bind port 289cca9c-7347-49d8-bee5-4d9099ba744b by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '9dbb173d-87a7-4541-b15e-9650bb4bd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:55.676733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Attempting to bind port 289cca9c-7347-49d8-bee5-4d9099ba744b on network d840524c-d20b-4c1a-aaec-1bfb1e9b9dac {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:55.677102 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.698987 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dc44de-294f-4d68-9238-66dbc4161670 req-fcd5cec0-ee9f-4a5e-a394-fde09c449e54 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:55.709135 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-9d04ee6a-2ac3-4a3d-8fc2-5984f842bc8c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8979824 Jul 16 01:17:55.709596 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-69dc44de-294f-4d68-9238-66dbc4161670 req-fcd5cec0-ee9f-4a5e-a394-fde09c449e54 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1906d9-472f-4744-abee-b6199463e236 HTTP/1.1" status: 200 len: 945 time: 0.2526484 Jul 16 01:17:55.718827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Port 289cca9c-7347-49d8-bee5-4d9099ba744b on network d840524c-d20b-4c1a-aaec-1bfb1e9b9dac not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:55.719316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Attempting to bind port 289cca9c-7347-49d8-bee5-4d9099ba744b on network d840524c-d20b-4c1a-aaec-1bfb1e9b9dac {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:55.779873 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:55.780257 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Checking segment: {'id': '9dbb173d-87a7-4541-b15e-9650bb4bd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:55.780650 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Bound using segment: {'id': '9dbb173d-87a7-4541-b15e-9650bb4bd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:55.781097 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Bound port: 289cca9c-7347-49d8-bee5-4d9099ba744b, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9dbb173d-87a7-4541-b15e-9650bb4bd12f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:55.781494 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.789839 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-f6eb58b7-c88b-46b7-8c62-d83b7eead2c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Request body: {'port': {'device_id': '5e4188d4-c0a9-4cfc-bacd-6622cce119b3', 'network_id': '5a4b4b94-ec89-4c4b-854f-41f2c0a8b870', 'admin_state_up': True, 'tenant_id': '66fe681898644f198a8b545d851e811d'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:55.863260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-53b267f6-9ab3-49e6-a84c-3702b517e78a None None] Provisioning for port a606254a-5af9-4b2e-969f-3ba2f4273abc completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:55.919601 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9ee3a20d-830d-4df5-b757-d45d2ac8de27 req-25851e0e-8f17-4eb9-bcf6-75dc305e066d service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420157 Jul 16 01:17:55.921096 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-53b267f6-9ab3-49e6-a84c-3702b517e78a None None] Provisioning complete for port a606254a-5af9-4b2e-969f-3ba2f4273abc triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:55.921485 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-53b267f6-9ab3-49e6-a84c-3702b517e78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:55.939461 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=5938e55a-0d63-4df4-9d40-cfd72ec256fe,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:56.006615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['5938e55a-0d63-4df4-9d40-cfd72ec256fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:17:56.036644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] For port 289cca9c-7347-49d8-bee5-4d9099ba744b, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:56.043187 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] For port 289cca9c-7347-49d8-bee5-4d9099ba744b, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=289cca9c-7347-49d8-bee5-4d9099ba744b,segment=NetworkSegment(9dbb173d-87a7-4541-b15e-9650bb4bd12f),segment_id=9dbb173d-87a7-4541-b15e-9650bb4bd12f)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:56.046793 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-53b267f6-9ab3-49e6-a84c-3702b517e78a None None] Port a606254a-5af9-4b2e-969f-3ba2f4273abc cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:56.053671 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.068731 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae8c309e-dded-4d53-8a25-d3381815c276 req-edabb21c-ecae-4417-ab16-ae476fa8fa5d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4746327 Jul 16 01:17:56.086027 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-69dc44de-294f-4d68-9238-66dbc4161670 req-06b638da-f99c-4fa4-a2c2-e6cc42bcdb37 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f9bc459-5f2a-4c60-ba77-34e69f885546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751528 Jul 16 01:17:56.144956 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:56.145666 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.147611 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] 10.222.0.70 "PUT /v2.0/ports/289cca9c-7347-49d8-bee5-4d9099ba744b HTTP/1.1" status: 200 len: 1093 time: 5.1287520 Jul 16 01:17:56.159577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'tag': '289cca9c-7347-49d8-bee5-4d9099ba744b'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:56.162161 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653b2719-262d-4f1d-984f-7f89caada27b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "tag": "289cca9c-7347-49d8-bee5-4d9099ba744b"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:56.163595 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2feccb3-65e3-4b50-aceb-65ba6348c4cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.184201 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-f6eb58b7-c88b-46b7-8c62-d83b7eead2c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Made reservation on behalf of 66fe681898644f198a8b545d851e811d for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:17:56.188928 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-f6eb58b7-c88b-46b7-8c62-d83b7eead2c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.213091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b4eca1bc-b7e1-490b-8abe-5b6bead2b9ff admin admin] Deleting port 3fa304a1-2b5b-4672-8051-74a1fd164f19 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:17:56.214122 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b4eca1bc-b7e1-490b-8abe-5b6bead2b9ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.237296 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Request body: {'port': {'device_id': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:56.305205 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3c96eb-d956-4f56-b6dc-8395f6ef83bf x-openstack-request-id: req-cd3c96eb-d956-4f56-b6dc-8395f6ef83bf {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:56.307291 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4835f294-47a5-4cd1-b005-5787a7af660a", "name": "network-vif-plugged", "status": "completed", "tag": "fc58fe02-0a31-4c3f-88bf-80e10c3be893", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:56.307598 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd3c96eb-d956-4f56-b6dc-8395f6ef83bf {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:56.308367 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4835f294-47a5-4cd1-b005-5787a7af660a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc58fe02-0a31-4c3f-88bf-80e10c3be893', 'code': 200} Jul 16 01:17:56.360005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf84fa-1de2-4b21-b0d2-9c392bebbb11 service neutron] Pushing event updated for resources: {'Port': ['ID=289cca9c-7347-49d8-bee5-4d9099ba744b,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:56.498918 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-b4eca1bc-b7e1-490b-8abe-5b6bead2b9ff admin admin] For port 3fa304a1-2b5b-4672-8051-74a1fd164f19, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=3fa304a1-2b5b-4672-8051-74a1fd164f19,segment=NetworkSegment(eda7dcfb-a866-466a-a4ae-90dace14e96b),segment_id=eda7dcfb-a866-466a-a4ae-90dace14e96b)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:56.499694 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b4eca1bc-b7e1-490b-8abe-5b6bead2b9ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.560698 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.568293 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b4eca1bc-b7e1-490b-8abe-5b6bead2b9ff admin admin] Calling delete_port for 3fa304a1-2b5b-4672-8051-74a1fd164f19 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:17:56.726492 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2feccb3-65e3-4b50-aceb-65ba6348c4cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.743194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0762a38-cd8d-49db-975b-10ccb711d7d8 req-fe034758-3d9d-46e4-baf8-276b0f37ac74 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:56.745286 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0762a38-cd8d-49db-975b-10ccb711d7d8 req-fe034758-3d9d-46e4-baf8-276b0f37ac74 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 932 time: 0.2305346 Jul 16 01:17:56.748966 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2feccb3-65e3-4b50-aceb-65ba6348c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:56.800945 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2feccb3-65e3-4b50-aceb-65ba6348c4cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86cb53a-8e83-4e30-bb6e-63c9b374d290,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:56.836406 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2feccb3-65e3-4b50-aceb-65ba6348c4cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:56.836853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2feccb3-65e3-4b50-aceb-65ba6348c4cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:56.837266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2feccb3-65e3-4b50-aceb-65ba6348c4cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:56.837681 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2feccb3-65e3-4b50-aceb-65ba6348c4cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:56.838269 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2feccb3-65e3-4b50-aceb-65ba6348c4cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:56.838610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2feccb3-65e3-4b50-aceb-65ba6348c4cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:56.838953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2feccb3-65e3-4b50-aceb-65ba6348c4cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:56.839294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2feccb3-65e3-4b50-aceb-65ba6348c4cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:56.839640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2feccb3-65e3-4b50-aceb-65ba6348c4cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:56.839992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2feccb3-65e3-4b50-aceb-65ba6348c4cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:56.840308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2feccb3-65e3-4b50-aceb-65ba6348c4cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:56.840636 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2feccb3-65e3-4b50-aceb-65ba6348c4cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:17:56.868840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5eaa3b-182b-46f5-8651-83a2822b5e74 req-f2f40b4f-eef8-4107-a342-fe2166a1a922 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:56.870582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc5eaa3b-182b-46f5-8651-83a2822b5e74 req-f2f40b4f-eef8-4107-a342-fe2166a1a922 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 949 time: 0.3176880 Jul 16 01:17:56.913162 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0762a38-cd8d-49db-975b-10ccb711d7d8 req-58c236d4-307e-401f-a3d5-cfb71cd240cd tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541452 Jul 16 01:17:56.990803 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b2feccb3-65e3-4b50-aceb-65ba6348c4cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=03b30d7a67b84fb3b088f5320dcbfc3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3105142 Jul 16 01:17:56.993848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48418) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:57.010480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-f6eb58b7-c88b-46b7-8c62-d83b7eead2c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Allocated IP 19.86.0.68 (5a4b4b94-ec89-4c4b-854f-41f2c0a8b870/14ab0f86-5825-44b6-bdf0-37486159439c/64d44b2d-7e49-4e21-a103-6fbbc6f12018) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:17:57.033405 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c71f39-10b4-4237-a3c3-980c3cbe864d {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:57.038209 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc5eaa3b-182b-46f5-8651-83a2822b5e74 req-c958d31e-ab42-4826-8a34-3b12ed75bef7 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444273 Jul 16 01:17:57.104140 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.152764 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1f29652-5159-448b-843d-178161e289a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.167098 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5938e55a-0d63-4df4-9d40-cfd72ec256fe up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:17:57.228480 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1f29652-5159-448b-843d-178161e289a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.270650 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b4eca1bc-b7e1-490b-8abe-5b6bead2b9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.283192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 5938e55a-0d63-4df4-9d40-cfd72ec256fe completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:57.288268 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 5938e55a-0d63-4df4-9d40-cfd72ec256fe triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:57.288675 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.377207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eca1bc-b7e1-490b-8abe-5b6bead2b9ff admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa304a1-2b5b-4672-8051-74a1fd164f19,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:57.421179 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-f6eb58b7-c88b-46b7-8c62-d83b7eead2c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.457069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-f6eb58b7-c88b-46b7-8c62-d83b7eead2c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Transition to ACTIVE for port object 64d44b2d-7e49-4e21-a103-6fbbc6f12018 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:57.470358 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2b25f5-f3b1-4e23-921f-c5fa7fc1d310 x-openstack-request-id: req-bc2b25f5-f3b1-4e23-921f-c5fa7fc1d310 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:17:57.470654 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "tag": "289cca9c-7347-49d8-bee5-4d9099ba744b", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:17:57.470910 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc2b25f5-f3b1-4e23-921f-c5fa7fc1d310 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:17:57.471316 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'tag': '289cca9c-7347-49d8-bee5-4d9099ba744b', 'status': 'completed', 'code': 200} Jul 16 01:17:57.474729 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.537837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Transition to ACTIVE for port object 35c71f39-10b4-4237-a3c3-980c3cbe864d will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:57.560244 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.636715 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5938e55a-0d63-4df4-9d40-cfd72ec256fe, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:17:57.654691 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.692154 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b2719-262d-4f1d-984f-7f89caada27b req-99d81d2d-5cd2-418d-8b21-e64b732dbe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.692608 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b2719-262d-4f1d-984f-7f89caada27b req-99d81d2d-5cd2-418d-8b21-e64b732dbe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.693153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b2719-262d-4f1d-984f-7f89caada27b req-99d81d2d-5cd2-418d-8b21-e64b732dbe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.693636 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b2719-262d-4f1d-984f-7f89caada27b req-99d81d2d-5cd2-418d-8b21-e64b732dbe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.694699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b2719-262d-4f1d-984f-7f89caada27b req-99d81d2d-5cd2-418d-8b21-e64b732dbe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.696081 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-653b2719-262d-4f1d-984f-7f89caada27b req-99d81d2d-5cd2-418d-8b21-e64b732dbe03 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 4364 time: 0.2295454 Jul 16 01:17:57.872952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b2719-262d-4f1d-984f-7f89caada27b req-662fd851-7fe9-4bb9-a232-98cc862f05f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.873466 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b2719-262d-4f1d-984f-7f89caada27b req-662fd851-7fe9-4bb9-a232-98cc862f05f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.873961 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b2719-262d-4f1d-984f-7f89caada27b req-662fd851-7fe9-4bb9-a232-98cc862f05f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:57.875697 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-653b2719-262d-4f1d-984f-7f89caada27b req-662fd851-7fe9-4bb9-a232-98cc862f05f7 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1373219 Jul 16 01:17:57.878893 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=5938e55a-0d63-4df4-9d40-cfd72ec256fe,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:57.881112 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-f6eb58b7-c88b-46b7-8c62-d83b7eead2c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.890457 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Pushing event updated for resources: {'Port': ['ID=35c71f39-10b4-4237-a3c3-980c3cbe864d,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:57.924093 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1f29652-5159-448b-843d-178161e289a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.926976 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1f29652-5159-448b-843d-178161e289a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:57.928279 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d1f29652-5159-448b-843d-178161e289a1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b86cb53a-8e83-4e30-bb6e-63c9b374d290 HTTP/1.1" status: 204 len: 168 time: 0.9310555 Jul 16 01:17:57.961433 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb58b7-c88b-46b7-8c62-d83b7eead2c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event updated for resources: {'Port': ['ID=64d44b2d-7e49-4e21-a103-6fbbc6f12018,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:58.006151 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-f6eb58b7-c88b-46b7-8c62-d83b7eead2c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Network 5a4b4b94-ec89-4c4b-854f-41f2c0a8b870 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:17:58.011673 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-f6eb58b7-c88b-46b7-8c62-d83b7eead2c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:17:58.014841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-f6eb58b7-c88b-46b7-8c62-d83b7eead2c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:17:58.071532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f29652-5159-448b-843d-178161e289a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86cb53a-8e83-4e30-bb6e-63c9b374d290,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:58.152569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48452) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:58.177390 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-f6eb58b7-c88b-46b7-8c62-d83b7eead2c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.185039 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-f6eb58b7-c88b-46b7-8c62-d83b7eead2c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.200142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6e7f0-4844-4b15-a447-28a27d0d9c48 req-eb0225a9-3d7f-4a10-8a91-f1bb09b29b7c tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.209169 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7eb6e7f0-4844-4b15-a447-28a27d0d9c48 req-eb0225a9-3d7f-4a10-8a91-f1bb09b29b7c tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1906d9-472f-4744-abee-b6199463e236 HTTP/1.1" status: 200 len: 945 time: 0.6745360 Jul 16 01:17:58.286680 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b2719-262d-4f1d-984f-7f89caada27b req-b79fb789-cc94-400c-b31a-a12718eb6629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.288694 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-653b2719-262d-4f1d-984f-7f89caada27b req-b79fb789-cc94-400c-b31a-a12718eb6629 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4032943 Jul 16 01:17:58.294690 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Attempting to bind port 35c71f39-10b4-4237-a3c3-980c3cbe864d on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:58.309871 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67307507-1d5c-46f4-b452-2f055deb0837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5938e55a-0d63-4df4-9d40-cfd72ec256fe'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:58.313648 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4879e422-9700-4365-b001-c1ed74b9f83f" -d '{"events": [{"server_uuid": "67307507-1d5c-46f4-b452-2f055deb0837", "name": "network-vif-plugged", "status": "completed", "tag": "5938e55a-0d63-4df4-9d40-cfd72ec256fe"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:58.317420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Attempting to bind port 35c71f39-10b4-4237-a3c3-980c3cbe864d by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:58.319825 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Attempting to bind port 35c71f39-10b4-4237-a3c3-980c3cbe864d on network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:58.334551 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-f6eb58b7-c88b-46b7-8c62-d83b7eead2c0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5558181 Jul 16 01:17:58.338942 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Port 35c71f39-10b4-4237-a3c3-980c3cbe864d on network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:58.339278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Attempting to bind port 35c71f39-10b4-4237-a3c3-980c3cbe864d on network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:58.350389 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Request body: {'port': {'device_id': '5e4188d4-c0a9-4cfc-bacd-6622cce119b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:58.366525 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bca5b-383f-440f-8be7-cd1f44da5573 req-85da53ed-4e02-4558-93df-775a9873c89d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.369062 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b1bca5b-383f-440f-8be7-cd1f44da5573 req-85da53ed-4e02-4558-93df-775a9873c89d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.69 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837&tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 950 time: 0.5779903 Jul 16 01:17:58.414190 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:17:58.414641 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Checking segment: {'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:17:58.414906 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Bound using segment: {'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:17:58.415340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Bound port: 35c71f39-10b4-4237-a3c3-980c3cbe864d, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:17:58.415702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.444655 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96bee7-64d7-4964-80b5-e57e01670365 req-4848fd75-fd80-4b30-bcf4-b52ca225fcff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.457846 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96bee7-64d7-4964-80b5-e57e01670365 req-4848fd75-fd80-4b30-bcf4-b52ca225fcff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.471238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96bee7-64d7-4964-80b5-e57e01670365 req-4848fd75-fd80-4b30-bcf4-b52ca225fcff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.472607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a5f069c2-7200-4d94-8e94-6ba2de8d9d6f None None] Provisioning for port 64d44b2d-7e49-4e21-a103-6fbbc6f12018 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:17:58.487802 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.489724 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a5f069c2-7200-4d94-8e94-6ba2de8d9d6f None None] Provisioning complete for port 64d44b2d-7e49-4e21-a103-6fbbc6f12018 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:17:58.490400 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a5f069c2-7200-4d94-8e94-6ba2de8d9d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.490596 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96bee7-64d7-4964-80b5-e57e01670365 req-4848fd75-fd80-4b30-bcf4-b52ca225fcff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.501648 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96bee7-64d7-4964-80b5-e57e01670365 req-4848fd75-fd80-4b30-bcf4-b52ca225fcff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.507671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96bee7-64d7-4964-80b5-e57e01670365 req-4848fd75-fd80-4b30-bcf4-b52ca225fcff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.515816 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c96bee7-64d7-4964-80b5-e57e01670365 req-4848fd75-fd80-4b30-bcf4-b52ca225fcff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 4600 time: 0.6316848 Jul 16 01:17:58.580389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7eb6e7f0-4844-4b15-a447-28a27d0d9c48 req-541a3622-a91f-40db-b18e-08189370183f tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f9bc459-5f2a-4c60-ba77-34e69f885546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702374 Jul 16 01:17:58.582965 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48460) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:58.589525 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] For port 35c71f39-10b4-4237-a3c3-980c3cbe864d, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:17:58.599024 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] For port 35c71f39-10b4-4237-a3c3-980c3cbe864d, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=35c71f39-10b4-4237-a3c3-980c3cbe864d,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:17:58.628781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a5f069c2-7200-4d94-8e94-6ba2de8d9d6f None None] Port 64d44b2d-7e49-4e21-a103-6fbbc6f12018 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:17:58.661567 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-141ee445-7787-477b-a984-6db16070c666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.668064 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.694779 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b4eca1bc-b7e1-490b-8abe-5b6bead2b9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.726129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e0991a09-a538-49aa-9408-7a606d6375f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.737172 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Pushing event updated for resources: {'Port': ['ID=35c71f39-10b4-4237-a3c3-980c3cbe864d,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:58.739241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c96bee7-64d7-4964-80b5-e57e01670365 req-6167dfab-16f9-40f9-be90-61d0271dd878 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2220562 Jul 16 01:17:58.761612 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:58.762949 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:58.764873 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-661bfcbe-14a7-457a-8158-03f4962a0757 service neutron] 10.222.0.70 "PUT /v2.0/ports/35c71f39-10b4-4237-a3c3-980c3cbe864d HTTP/1.1" status: 200 len: 1131 time: 2.5513201 Jul 16 01:17:58.812098 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Request body: {'port': {'device_id': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:17:58.928857 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.db.api [None req-141ee445-7787-477b-a984-6db16070c666 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:17:58.928857 n-d-791505-14 neutron-server[93919]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:17:58.928857 n-d-791505-14 neutron-server[93919]: [parameters: {'project_id': '9a337df362ca4d81a5777af465bf9eeb', 'id': 'd094f743-71c4-4f90-b0c1-10182c7533df', 'expiration': datetime.datetime(2021, 7, 16, 1, 19, 58, 842460)}] Jul 16 01:17:58.928857 n-d-791505-14 neutron-server[93919]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93919) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:17:58.929716 n-d-791505-14 neutron-server[93919]: DEBUG oslo_db.api [None req-141ee445-7787-477b-a984-6db16070c666 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:17:58.930015 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-0b1bca5b-383f-440f-8be7-cd1f44da5573 req-35836a06-c475-4d84-92b5-c162f3ba224f service neutron] delete failed (client error): The resource could not be found. Jul 16 01:17:58.930877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b1bca5b-383f-440f-8be7-cd1f44da5573 req-35836a06-c475-4d84-92b5-c162f3ba224f service neutron] 10.222.0.69 "DELETE /v2.0/ports/5938e55a-0d63-4df4-9d40-cfd72ec256fe/bindings/n-h1-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.5322585 Jul 16 01:17:58.985511 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.180202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a606254a-5af9-4b2e-969f-3ba2f4273abc {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:59.196702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.200670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfea00-5bac-4735-ae9b-c8072cf6e9a9 req-c4819cb6-de32-40b8-9ca9-5bf2c82d409b tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:59.203858 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bbdfea00-5bac-4735-ae9b-c8072cf6e9a9 req-c4819cb6-de32-40b8-9ca9-5bf2c82d409b tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 0.4499938 Jul 16 01:17:59.221059 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Transition to ACTIVE for port object a606254a-5af9-4b2e-969f-3ba2f4273abc will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:59.231202 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e0991a09-a538-49aa-9408-7a606d6375f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.232808 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.327286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Pushing event updated for resources: {'Port': ['ID=a606254a-5af9-4b2e-969f-3ba2f4273abc,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:59.633967 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-141ee445-7787-477b-a984-6db16070c666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.663346 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e0991a09-a538-49aa-9408-7a606d6375f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.675849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2708d4-af5c-4fea-a7b6-71df67d79c4a req-3f0777a7-c3d6-474f-a240-edfe788b6d83 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:59.683522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2708d4-af5c-4fea-a7b6-71df67d79c4a req-3f0777a7-c3d6-474f-a240-edfe788b6d83 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:59.690635 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1f2708d4-af5c-4fea-a7b6-71df67d79c4a req-3f0777a7-c3d6-474f-a240-edfe788b6d83 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 1654 time: 0.7728238 Jul 16 01:17:59.769316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'tag': '35c71f39-10b4-4237-a3c3-980c3cbe864d'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:17:59.771713 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045893dc-e41d-4d12-b949-873fc15c01b5" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "tag": "35c71f39-10b4-4237-a3c3-980c3cbe864d"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:17:59.779369 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bca5b-383f-440f-8be7-cd1f44da5573 req-66e38ed9-0b44-4134-90be-0638d1415dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:17:59.780907 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b1bca5b-383f-440f-8be7-cd1f44da5573 req-66e38ed9-0b44-4134-90be-0638d1415dc2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 1102 time: 0.7623832 Jul 16 01:17:59.846701 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e0991a09-a538-49aa-9408-7a606d6375f7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb884243c60c46edab765c20744e63e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2306254 Jul 16 01:17:59.852270 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48468) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:17:59.863633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a81b7832-77d3-447a-8ff3-9eb0ad423218 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:17:59.883162 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:17:59.907819 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0991a09-a538-49aa-9408-7a606d6375f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e7a98f-c3c6-4799-b1eb-bbfdff54bae5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:17:59.920261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1f2708d4-af5c-4fea-a7b6-71df67d79c4a req-258d5bf2-efeb-4392-bde5-960cfb4ee49b tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287138 Jul 16 01:17:59.923158 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bbdfea00-5bac-4735-ae9b-c8072cf6e9a9 req-fee49cb2-d553-4129-bf66-556f07a937af tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7053177 Jul 16 01:17:59.931586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Transition to ACTIVE for port object a81b7832-77d3-447a-8ff3-9eb0ad423218 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:17:59.935561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Attempting to bind port a606254a-5af9-4b2e-969f-3ba2f4273abc on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:17:59.939687 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Attempting to bind port a606254a-5af9-4b2e-969f-3ba2f4273abc by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'c7c1c594-c375-4e2e-b52c-6d01a6554875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5297eedc-a1a4-4deb-a746-292363b59caa'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:17:59.939687 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Attempting to bind port a606254a-5af9-4b2e-969f-3ba2f4273abc on network 5297eedc-a1a4-4deb-a746-292363b59caa {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:59.946479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Port a606254a-5af9-4b2e-969f-3ba2f4273abc on network 5297eedc-a1a4-4deb-a746-292363b59caa not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:17:59.946479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Attempting to bind port a606254a-5af9-4b2e-969f-3ba2f4273abc on network 5297eedc-a1a4-4deb-a746-292363b59caa {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:17:59.951447 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.045613 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4eca1bc-b7e1-490b-8abe-5b6bead2b9ff admin admin] Router 6cb78781-6f09-4698-8e2a-1b2878bbcfc8 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:18:00.046121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:00.046121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Checking segment: {'id': 'c7c1c594-c375-4e2e-b52c-6d01a6554875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5297eedc-a1a4-4deb-a746-292363b59caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:00.046121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Bound using segment: {'id': 'c7c1c594-c375-4e2e-b52c-6d01a6554875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5297eedc-a1a4-4deb-a746-292363b59caa'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:00.046121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Bound port: a606254a-5af9-4b2e-969f-3ba2f4273abc, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c1c594-c375-4e2e-b52c-6d01a6554875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '5297eedc-a1a4-4deb-a746-292363b59caa'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:00.046121 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.088990 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.131692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bca5b-383f-440f-8be7-cd1f44da5573 req-5098287d-99f9-41fc-8c74-c2c3a7200672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.135173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b1bca5b-383f-440f-8be7-cd1f44da5573 req-5098287d-99f9-41fc-8c74-c2c3a7200672 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2910426 Jul 16 01:18:00.189013 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d47e9c81-80a3-4819-94f8-1051009c33a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.232174 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b1bca5b-383f-440f-8be7-cd1f44da5573 req-7b7e3b4b-0870-4735-9f98-b2042b41d3c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe HTTP/1.1" status: 200 len: 217 time: 0.0523696 Jul 16 01:18:00.242715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Pushing event updated for resources: {'Port': ['ID=a81b7832-77d3-447a-8ff3-9eb0ad423218,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:00.256948 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39b830f-02ca-4902-a9b7-d02f9bfafe64 x-openstack-request-id: req-b39b830f-02ca-4902-a9b7-d02f9bfafe64 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:00.257247 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67307507-1d5c-46f4-b452-2f055deb0837", "name": "network-vif-plugged", "status": "completed", "tag": "5938e55a-0d63-4df4-9d40-cfd72ec256fe", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:00.257489 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b39b830f-02ca-4902-a9b7-d02f9bfafe64 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:00.257885 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67307507-1d5c-46f4-b452-2f055deb0837', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5938e55a-0d63-4df4-9d40-cfd72ec256fe', 'code': 200} Jul 16 01:18:00.269430 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-711af857-31ba-4c84-a212-f9227a047b2e x-openstack-request-id: req-711af857-31ba-4c84-a212-f9227a047b2e {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:00.269727 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "tag": "35c71f39-10b4-4237-a3c3-980c3cbe864d", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:00.269973 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-711af857-31ba-4c84-a212-f9227a047b2e {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:00.270429 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'tag': '35c71f39-10b4-4237-a3c3-980c3cbe864d', 'status': 'completed', 'code': 200} Jul 16 01:18:00.274968 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Attempting to bind port a81b7832-77d3-447a-8ff3-9eb0ad423218 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:00.275310 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Attempting to bind port a81b7832-77d3-447a-8ff3-9eb0ad423218 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:00.275680 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Attempting to bind port a81b7832-77d3-447a-8ff3-9eb0ad423218 on network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:00.294397 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Port a81b7832-77d3-447a-8ff3-9eb0ad423218 on network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:00.294732 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Attempting to bind port a81b7832-77d3-447a-8ff3-9eb0ad423218 on network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:00.343606 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-141ee445-7787-477b-a984-6db16070c666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.354955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:00.354955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Checking segment: {'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:00.355290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Bound using segment: {'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:00.355679 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Bound port: a81b7832-77d3-447a-8ff3-9eb0ad423218, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:00.355834 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-141ee445-7787-477b-a984-6db16070c666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.356081 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.360308 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d47e9c81-80a3-4819-94f8-1051009c33a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.388454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bca5b-383f-440f-8be7-cd1f44da5573 req-9c7a7522-3cc2-4dbb-ab1c-561aa3fadefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.390025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b1bca5b-383f-440f-8be7-cd1f44da5573 req-9c7a7522-3cc2-4dbb-ab1c-561aa3fadefd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1501195 Jul 16 01:18:00.453067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-141ee445-7787-477b-a984-6db16070c666 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a337df362ca4d81a5777af465bf9eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2977748 Jul 16 01:18:00.454164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4eca1bc-b7e1-490b-8abe-5b6bead2b9ff admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:00.459643 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b4eca1bc-b7e1-490b-8abe-5b6bead2b9ff admin admin] 10.222.0.22 "PUT /v2.0/routers/6cb78781-6f09-4698-8e2a-1b2878bbcfc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9397595 Jul 16 01:18:00.460436 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48486) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:00.466320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef2ba5-c1a0-46fa-9a67-1ce7078193b0 None None] Sync routers for ids ['6cb78781-6f09-4698-8e2a-1b2878bbcfc8'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:00.470464 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48488) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:00.485165 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef2ba5-c1a0-46fa-9a67-1ce7078193b0 None None] Routers {'6cb78781-6f09-4698-8e2a-1b2878bbcfc8'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:00.485812 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-43ef2ba5-c1a0-46fa-9a67-1ce7078193b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:17:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['6cb78781-6f09-4698-8e2a-1b2878bbcfc8'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:00.524786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ee445-7787-477b-a984-6db16070c666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a256846-fcfc-46e1-aba9-330761a22765,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:00.584966 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] For port a81b7832-77d3-447a-8ff3-9eb0ad423218, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:00.590004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] For port a81b7832-77d3-447a-8ff3-9eb0ad423218, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a81b7832-77d3-447a-8ff3-9eb0ad423218,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:00.633446 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.648974 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6fc9-b508-4fba-9c6b-36a83eb90c34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.670143 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] For port a606254a-5af9-4b2e-969f-3ba2f4273abc, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:00.792127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] For port a606254a-5af9-4b2e-969f-3ba2f4273abc, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a606254a-5af9-4b2e-969f-3ba2f4273abc,segment=NetworkSegment(c7c1c594-c375-4e2e-b52c-6d01a6554875),segment_id=c7c1c594-c375-4e2e-b52c-6d01a6554875)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:00.821161 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.821794 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.822478 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1bca5b-383f-440f-8be7-cd1f44da5573 req-f85f53d7-4cc6-4660-a9ba-88460e54e633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.823402 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] 10.222.0.70 "PUT /v2.0/ports/a81b7832-77d3-447a-8ff3-9eb0ad423218 HTTP/1.1" status: 200 len: 1131 time: 2.0162921 Jul 16 01:18:00.824619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b1bca5b-383f-440f-8be7-cd1f44da5573 req-f85f53d7-4cc6-4660-a9ba-88460e54e633 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4222198 Jul 16 01:18:00.827413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2787f24-0662-4a9f-80d5-45ab8000ea0f admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.839639 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6fc9-b508-4fba-9c6b-36a83eb90c34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.846227 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045893dc-e41d-4d12-b949-873fc15c01b5 req-b6ee01d2-39ff-45fe-b1f4-e83693a8542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.846705 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045893dc-e41d-4d12-b949-873fc15c01b5 req-b6ee01d2-39ff-45fe-b1f4-e83693a8542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.847284 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045893dc-e41d-4d12-b949-873fc15c01b5 req-b6ee01d2-39ff-45fe-b1f4-e83693a8542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.847781 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045893dc-e41d-4d12-b949-873fc15c01b5 req-b6ee01d2-39ff-45fe-b1f4-e83693a8542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.861339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045893dc-e41d-4d12-b949-873fc15c01b5 req-b6ee01d2-39ff-45fe-b1f4-e83693a8542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.861820 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045893dc-e41d-4d12-b949-873fc15c01b5 req-b6ee01d2-39ff-45fe-b1f4-e83693a8542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.862298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045893dc-e41d-4d12-b949-873fc15c01b5 req-b6ee01d2-39ff-45fe-b1f4-e83693a8542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.864365 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-045893dc-e41d-4d12-b949-873fc15c01b5 req-b6ee01d2-39ff-45fe-b1f4-e83693a8542b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 6170 time: 0.5439019 Jul 16 01:18:00.865539 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:00.891817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Request body: {'port': {'device_id': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:00.938574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04075ba0-ce07-4e4e-bed6-93937735063d req-65c29fc5-a88b-40ba-8178-ca93d72f13e2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.945103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04075ba0-ce07-4e4e-bed6-93937735063d req-65c29fc5-a88b-40ba-8178-ca93d72f13e2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.952596 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04075ba0-ce07-4e4e-bed6-93937735063d req-65c29fc5-a88b-40ba-8178-ca93d72f13e2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.961714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04075ba0-ce07-4e4e-bed6-93937735063d req-65c29fc5-a88b-40ba-8178-ca93d72f13e2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.968860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04075ba0-ce07-4e4e-bed6-93937735063d req-65c29fc5-a88b-40ba-8178-ca93d72f13e2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.976113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04075ba0-ce07-4e4e-bed6-93937735063d req-65c29fc5-a88b-40ba-8178-ca93d72f13e2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.985732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04075ba0-ce07-4e4e-bed6-93937735063d req-65c29fc5-a88b-40ba-8178-ca93d72f13e2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:00.999350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-04075ba0-ce07-4e4e-bed6-93937735063d req-65c29fc5-a88b-40ba-8178-ca93d72f13e2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5372 time: 0.4862559 Jul 16 01:18:01.013905 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.035419 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-43ef2ba5-c1a0-46fa-9a67-1ce7078193b0 None None] Set router 6cb78781-6f09-4698-8e2a-1b2878bbcfc8 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:01.146563 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045893dc-e41d-4d12-b949-873fc15c01b5 req-2e5ceaf8-2387-4271-a0b3-6baac23e0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:01.147866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045893dc-e41d-4d12-b949-873fc15c01b5 req-2e5ceaf8-2387-4271-a0b3-6baac23e0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:01.160311 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045893dc-e41d-4d12-b949-873fc15c01b5 req-2e5ceaf8-2387-4271-a0b3-6baac23e0769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:01.164372 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-045893dc-e41d-4d12-b949-873fc15c01b5 req-2e5ceaf8-2387-4271-a0b3-6baac23e0769 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2698812 Jul 16 01:18:01.165618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf02b8-8634-4249-8f7e-e11f59d565ee service neutron] Pushing event updated for resources: {'Port': ['ID=a81b7832-77d3-447a-8ff3-9eb0ad423218,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:01.177049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-04075ba0-ce07-4e4e-bed6-93937735063d req-d5691942-408e-4fd5-9943-6ba28f3fe671 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1762700 Jul 16 01:18:01.199368 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:01.200287 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.201823 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] 10.222.0.69 "PUT /v2.0/ports/a606254a-5af9-4b2e-969f-3ba2f4273abc HTTP/1.1" status: 200 len: 1093 time: 2.8559940 Jul 16 01:18:01.229534 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d47e9c81-80a3-4819-94f8-1051009c33a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.233618 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d47e9c81-80a3-4819-94f8-1051009c33a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.237601 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d47e9c81-80a3-4819-94f8-1051009c33a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/36e7a98f-c3c6-4799-b1eb-bbfdff54bae5 HTTP/1.1" status: 204 len: 168 time: 1.3663085 Jul 16 01:18:01.312202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Request body: {'port': {'device_id': '5e4188d4-c0a9-4cfc-bacd-6622cce119b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:01.385183 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b2d6a-8191-4dee-bb00-7fefa9bd6555 req-9b7f6f32-5f89-4c20-ae3a-31b7c7088a4a tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:01.397914 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b3b2d6a-8191-4dee-bb00-7fefa9bd6555 req-9b7f6f32-5f89-4c20-ae3a-31b7c7088a4a tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1906d9-472f-4744-abee-b6199463e236 HTTP/1.1" status: 200 len: 945 time: 0.5955472 Jul 16 01:18:01.401751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e9c81-80a3-4819-94f8-1051009c33a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e7a98f-c3c6-4799-b1eb-bbfdff54bae5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:01.483750 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.559698 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b1bca5b-383f-440f-8be7-cd1f44da5573 req-9b485931-9b46-4225-a339-c6ef0044e52f service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7176411 Jul 16 01:18:01.568958 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6fc9-b508-4fba-9c6b-36a83eb90c34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.572223 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6fc9-b508-4fba-9c6b-36a83eb90c34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.572454 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1680bc6e-5445-49d9-a10d-b7ae50dc1d7b service neutron] Pushing event updated for resources: {'Port': ['ID=a606254a-5af9-4b2e-969f-3ba2f4273abc,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:01.573644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0f0b6fc9-b508-4fba-9c6b-36a83eb90c34 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a256846-fcfc-46e1-aba9-330761a22765 HTTP/1.1" status: 204 len: 168 time: 1.1080620 Jul 16 01:18:01.595185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-43ef2ba5-c1a0-46fa-9a67-1ce7078193b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-584486539-router', 'tenant_id': '37d1dc4667d3491089675de8e19c1562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:30Z', 'updated_at': '2021-07-16T01:17:57Z', 'revision_number': 5, 'project_id': '37d1dc4667d3491089675de8e19c1562', 'gw_port': {'id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:32Z', 'updated_at': '2021-07-16T01:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:01.627974 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef2ba5-c1a0-46fa-9a67-1ce7078193b0 None None] Checking router: 6cb78781-6f09-4698-8e2a-1b2878bbcfc8 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:01.638868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ef2ba5-c1a0-46fa-9a67-1ce7078193b0 None None] Routers {'6cb78781-6f09-4698-8e2a-1b2878bbcfc8'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:01.639884 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-43ef2ba5-c1a0-46fa-9a67-1ce7078193b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:17:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['6cb78781-6f09-4698-8e2a-1b2878bbcfc8'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:01.640662 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045893dc-e41d-4d12-b949-873fc15c01b5 req-f281db5f-f983-49a4-a794-592195e47c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:01.642161 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-045893dc-e41d-4d12-b949-873fc15c01b5 req-f281db5f-f983-49a4-a794-592195e47c2e service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4447026 Jul 16 01:18:01.646395 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.714924 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2787f24-0662-4a9f-80d5-45ab8000ea0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:01.717901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b6fc9-b508-4fba-9c6b-36a83eb90c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a256846-fcfc-46e1-aba9-330761a22765,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:01.820802 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b3b2d6a-8191-4dee-bb00-7fefa9bd6555 req-06e6f407-d7be-4278-98c8-6676a9b664e5 tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f9bc459-5f2a-4c60-ba77-34e69f885546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4184313 Jul 16 01:18:02.034541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d898960-1c73-4f60-8990-7202bda0e882 req-bb6b58cc-fb6b-476a-82e1-ab8f23747f22 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:02.047100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-43ef2ba5-c1a0-46fa-9a67-1ce7078193b0 None None] Set router 6cb78781-6f09-4698-8e2a-1b2878bbcfc8 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:02.050191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d898960-1c73-4f60-8990-7202bda0e882 req-bb6b58cc-fb6b-476a-82e1-ab8f23747f22 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:02.067657 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d898960-1c73-4f60-8990-7202bda0e882 req-bb6b58cc-fb6b-476a-82e1-ab8f23747f22 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 1666 time: 0.6294973 Jul 16 01:18:02.147842 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b1bca5b-383f-440f-8be7-cd1f44da5573 req-61889194-53e1-4b70-9753-5acc1b8f344c service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727973 Jul 16 01:18:02.202140 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f5b683-f652-4d49-951f-b57a2483dc2c {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:02.211294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.243432 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d2787f24-0662-4a9f-80d5-45ab8000ea0f admin admin] Deleting port a22e0f4c-fa8a-44c4-9023-e480d49ddf61 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:02.244141 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2787f24-0662-4a9f-80d5-45ab8000ea0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.261547 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d898960-1c73-4f60-8990-7202bda0e882 req-b304814e-0620-444c-93a0-c1ad14637a9c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927803 Jul 16 01:18:02.400950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444f86b-4449-425c-bde7-f9765a711348 req-2c528cd0-289e-442d-872a-a14046ba960c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:02.414182 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4444f86b-4449-425c-bde7-f9765a711348 req-2c528cd0-289e-442d-872a-a14046ba960c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 0.3363783 Jul 16 01:18:02.447290 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-43ef2ba5-c1a0-46fa-9a67-1ce7078193b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-584486539-router', 'tenant_id': '37d1dc4667d3491089675de8e19c1562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:30Z', 'updated_at': '2021-07-16T01:17:57Z', 'revision_number': 5, 'project_id': '37d1dc4667d3491089675de8e19c1562', 'gw_port': {'id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:32Z', 'updated_at': '2021-07-16T01:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:02.497593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'tag': 'a81b7832-77d3-447a-8ff3-9eb0ad423218'}, {'name': 'network-changed', 'server_uuid': '5e4188d4-c0a9-4cfc-bacd-6622cce119b3', 'tag': 'a606254a-5af9-4b2e-969f-3ba2f4273abc'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:02.502206 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff19b70-599e-4aa6-91a9-76afe75ab788" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "tag": "a81b7832-77d3-447a-8ff3-9eb0ad423218"}, {"name": "network-changed", "server_uuid": "5e4188d4-c0a9-4cfc-bacd-6622cce119b3", "tag": "a606254a-5af9-4b2e-969f-3ba2f4273abc"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:02.510423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Transition to ACTIVE for port object d3f5b683-f652-4d49-951f-b57a2483dc2c will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:02.519887 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ef2ba5-c1a0-46fa-9a67-1ce7078193b0 None None] The sync data for ids ['6cb78781-6f09-4698-8e2a-1b2878bbcfc8'] in n-d-791505-14 is: [{'id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'name': 'tempest-FloatingIPsNegativeTestJSON-584486539-router', 'tenant_id': '37d1dc4667d3491089675de8e19c1562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233'}], 'enable_snat': True}, 'gw_port_id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:17:30Z', 'updated_at': '2021-07-16T01:17:57Z', 'revision_number': 5, 'project_id': '37d1dc4667d3491089675de8e19c1562', 'gw_port': {'id': 'a22e0f4c-fa8a-44c4-9023-e480d49ddf61', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:66:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cb78781-6f09-4698-8e2a-1b2878bbcfc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 836, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:17:32Z', 'updated_at': '2021-07-16T01:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:02.526124 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.577308 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4444f86b-4449-425c-bde7-f9765a711348 req-9e0e5747-7219-466d-bafc-8c0c44d824a1 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568127 Jul 16 01:18:02.653167 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-d2787f24-0662-4a9f-80d5-45ab8000ea0f admin admin] For port a22e0f4c-fa8a-44c4-9023-e480d49ddf61, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a22e0f4c-fa8a-44c4-9023-e480d49ddf61,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:02.653552 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2787f24-0662-4a9f-80d5-45ab8000ea0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:02.715355 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Pushing event updated for resources: {'Port': ['ID=d3f5b683-f652-4d49-951f-b57a2483dc2c,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:02.740002 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975583a5-54ab-42c0-aa03-fba2eef56942 x-openstack-request-id: req-975583a5-54ab-42c0-aa03-fba2eef56942 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:02.740002 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "tag": "a81b7832-77d3-447a-8ff3-9eb0ad423218", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5e4188d4-c0a9-4cfc-bacd-6622cce119b3", "tag": "a606254a-5af9-4b2e-969f-3ba2f4273abc", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:02.748431 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-975583a5-54ab-42c0-aa03-fba2eef56942 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:02.748929 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'tag': 'a81b7832-77d3-447a-8ff3-9eb0ad423218', 'status': 'completed', 'code': 200} Jul 16 01:18:02.749289 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4188d4-c0a9-4cfc-bacd-6622cce119b3', 'tag': 'a606254a-5af9-4b2e-969f-3ba2f4273abc', 'status': 'completed', 'code': 200} Jul 16 01:18:02.763728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d2787f24-0662-4a9f-80d5-45ab8000ea0f admin admin] Calling delete_port for a22e0f4c-fa8a-44c4-9023-e480d49ddf61 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:03.081693 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d44b2d-7e49-4e21-a103-6fbbc6f12018 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:03.158170 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.260194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4e631-fb5a-4e60-b808-2085090c070e req-c4d52086-2d80-432b-8668-6cdd30eca51f tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.262620 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4c4e631-fb5a-4e60-b808-2085090c070e req-c4d52086-2d80-432b-8668-6cdd30eca51f tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.70 "GET /v2.0/ports?device_id=6b1906d9-472f-4744-abee-b6199463e236 HTTP/1.1" status: 200 len: 945 time: 0.6404197 Jul 16 01:18:03.294906 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Transition to ACTIVE for port object 64d44b2d-7e49-4e21-a103-6fbbc6f12018 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:03.330482 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.380206 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Attempting to bind port d3f5b683-f652-4d49-951f-b57a2483dc2c on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:03.380460 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Attempting to bind port d3f5b683-f652-4d49-951f-b57a2483dc2c by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:03.380764 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Attempting to bind port d3f5b683-f652-4d49-951f-b57a2483dc2c on network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:03.437429 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Port d3f5b683-f652-4d49-951f-b57a2483dc2c on network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:03.437571 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Attempting to bind port d3f5b683-f652-4d49-951f-b57a2483dc2c on network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:03.462152 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:03.462152 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Checking segment: {'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:03.462557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Bound using segment: {'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:03.462681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Bound port: d3f5b683-f652-4d49-951f-b57a2483dc2c, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:03.463027 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.467353 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab7a4c-ebf6-478c-989a-6a8509802a90 req-1ddf6749-565c-453b-b227-bcd1ffc15aee tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.475712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab7a4c-ebf6-478c-989a-6a8509802a90 req-1ddf6749-565c-453b-b227-bcd1ffc15aee tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.481669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab7a4c-ebf6-478c-989a-6a8509802a90 req-1ddf6749-565c-453b-b227-bcd1ffc15aee tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.488648 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab7a4c-ebf6-478c-989a-6a8509802a90 req-1ddf6749-565c-453b-b227-bcd1ffc15aee tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.494642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab7a4c-ebf6-478c-989a-6a8509802a90 req-1ddf6749-565c-453b-b227-bcd1ffc15aee tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.497934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=64d44b2d-7e49-4e21-a103-6fbbc6f12018,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:03.501220 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab7a4c-ebf6-478c-989a-6a8509802a90 req-1ddf6749-565c-453b-b227-bcd1ffc15aee tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.507166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab7a4c-ebf6-478c-989a-6a8509802a90 req-1ddf6749-565c-453b-b227-bcd1ffc15aee tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.514993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36ab7a4c-ebf6-478c-989a-6a8509802a90 req-1ddf6749-565c-453b-b227-bcd1ffc15aee tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5384 time: 0.9069853 Jul 16 01:18:03.530887 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2787f24-0662-4a9f-80d5-45ab8000ea0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.613054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-cf21521d-d84e-4702-984f-9d9ab03929c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.613535 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-cf21521d-d84e-4702-984f-9d9ab03929c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.615111 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-cf21521d-d84e-4702-984f-9d9ab03929c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=66fe681898644f198a8b545d851e811d&device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 1914 time: 0.7712517 Jul 16 01:18:03.621245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2787f24-0662-4a9f-80d5-45ab8000ea0f admin admin] Pushing event deleted for resources: {'Port': ['ID=a22e0f4c-fa8a-44c4-9023-e480d49ddf61,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:03.633899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-5b3795de-5357-47f1-ab08-32e778d3cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.634600 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-5b3795de-5357-47f1-ab08-32e778d3cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.635242 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-5b3795de-5357-47f1-ab08-32e778d3cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.635904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-5b3795de-5357-47f1-ab08-32e778d3cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.636530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-5b3795de-5357-47f1-ab08-32e778d3cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.637157 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-5b3795de-5357-47f1-ab08-32e778d3cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.637777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-5b3795de-5357-47f1-ab08-32e778d3cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.639883 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-5b3795de-5357-47f1-ab08-32e778d3cf1e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 6238 time: 0.8584290 Jul 16 01:18:03.692260 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] For port d3f5b683-f652-4d49-951f-b57a2483dc2c, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:03.695021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Attempting to bind port 64d44b2d-7e49-4e21-a103-6fbbc6f12018 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:03.695394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Attempting to bind port 64d44b2d-7e49-4e21-a103-6fbbc6f12018 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5a4b4b94-ec89-4c4b-854f-41f2c0a8b870'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:03.695798 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Attempting to bind port 64d44b2d-7e49-4e21-a103-6fbbc6f12018 on network 5a4b4b94-ec89-4c4b-854f-41f2c0a8b870 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:03.699075 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] For port d3f5b683-f652-4d49-951f-b57a2483dc2c, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d3f5b683-f652-4d49-951f-b57a2483dc2c,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:03.700843 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-d4c4e631-fb5a-4e60-b808-2085090c070e req-72a698e8-2830-4ff9-a6f3-9d2d484e012f tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Deleting port 52eff815-7c5d-4b19-90ef-b6bcba16596e {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:03.701249 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d4c4e631-fb5a-4e60-b808-2085090c070e req-72a698e8-2830-4ff9-a6f3-9d2d484e012f tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.718454 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.749008 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Port 64d44b2d-7e49-4e21-a103-6fbbc6f12018 on network 5a4b4b94-ec89-4c4b-854f-41f2c0a8b870 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:03.749438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Attempting to bind port 64d44b2d-7e49-4e21-a103-6fbbc6f12018 on network 5a4b4b94-ec89-4c4b-854f-41f2c0a8b870 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:03.793274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:03.794121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Checking segment: {'id': 'ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5a4b4b94-ec89-4c4b-854f-41f2c0a8b870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:03.794984 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Bound using segment: {'id': 'ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5a4b4b94-ec89-4c4b-854f-41f2c0a8b870'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:03.796059 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Bound port: 64d44b2d-7e49-4e21-a103-6fbbc6f12018, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5a4b4b94-ec89-4c4b-854f-41f2c0a8b870'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:03.796688 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.832004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:03.832838 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.834421 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] 10.222.0.70 "PUT /v2.0/ports/d3f5b683-f652-4d49-951f-b57a2483dc2c HTTP/1.1" status: 200 len: 1091 time: 2.9471316 Jul 16 01:18:03.867589 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36ab7a4c-ebf6-478c-989a-6a8509802a90 req-b7bc74d1-cb9f-4edd-b0b8-d324158889ff tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3516352 Jul 16 01:18:03.915366 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2787f24-0662-4a9f-80d5-45ab8000ea0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:03.924661 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Request body: {'port': {'device_id': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:04.070663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329dab1-3e63-4db9-9a4c-04eb7f8b9e61 req-fa19bed7-83e2-4219-a221-28a9031491cd tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:04.072868 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f329dab1-3e63-4db9-9a4c-04eb7f8b9e61 req-fa19bed7-83e2-4219-a221-28a9031491cd tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/ports?device_id=6b1906d9-472f-4744-abee-b6199463e236 HTTP/1.1" status: 200 len: 945 time: 0.8142407 Jul 16 01:18:04.112222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98068fc-9c6d-47de-95f6-01784dc95d2d service neutron] Pushing event updated for resources: {'Port': ['ID=d3f5b683-f652-4d49-951f-b57a2483dc2c,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:04.216764 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2787f24-0662-4a9f-80d5-45ab8000ea0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.217887 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-d4c4e631-fb5a-4e60-b808-2085090c070e req-72a698e8-2830-4ff9-a6f3-9d2d484e012f tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] For port 52eff815-7c5d-4b19-90ef-b6bcba16596e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=52eff815-7c5d-4b19-90ef-b6bcba16596e,segment=NetworkSegment(9a990b5f-c4cf-4309-8a77-278b5257e986),segment_id=9a990b5f-c4cf-4309-8a77-278b5257e986)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:04.220216 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d4c4e631-fb5a-4e60-b808-2085090c070e req-72a698e8-2830-4ff9-a6f3-9d2d484e012f tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.321302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-d4c4e631-fb5a-4e60-b808-2085090c070e req-72a698e8-2830-4ff9-a6f3-9d2d484e012f tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Calling delete_port for 52eff815-7c5d-4b19-90ef-b6bcba16596e owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:04.398857 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.628604 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2787f24-0662-4a9f-80d5-45ab8000ea0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.690001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] For port 64d44b2d-7e49-4e21-a103-6fbbc6f12018, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:04.690389 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3fa304a1-2b5b-4672-8051-74a1fd164f19 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:04.706168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] For port 64d44b2d-7e49-4e21-a103-6fbbc6f12018, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=64d44b2d-7e49-4e21-a103-6fbbc6f12018,segment=NetworkSegment(ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b),segment_id=ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:04.717730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 3fa304a1-2b5b-4672-8051-74a1fd164f19 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:04.719077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3fa304a1-2b5b-4672-8051-74a1fd164f19 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:04.747799 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-26ff0f34-2139-482d-af03-e1a40af7bff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.811618 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2787f24-0662-4a9f-80d5-45ab8000ea0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.812224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2787f24-0662-4a9f-80d5-45ab8000ea0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6cb78781-6f09-4698-8e2a-1b2878bbcfc8 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:18:04.823339 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2787f24-0662-4a9f-80d5-45ab8000ea0f admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:04.827163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d2787f24-0662-4a9f-80d5-45ab8000ea0f admin admin] 10.222.0.22 "DELETE /v2.0/routers/6cb78781-6f09-4698-8e2a-1b2878bbcfc8 HTTP/1.1" status: 204 len: 168 time: 4.3161488 Jul 16 01:18:04.842405 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f329dab1-3e63-4db9-9a4c-04eb7f8b9e61 req-2abdda6e-591b-4757-97ba-7aa8aa082ced tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.22 "GET /v2.0/security-groups?id=8f9bc459-5f2a-4c60-ba77-34e69f885546&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6470098 Jul 16 01:18:04.848996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48582) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:04.853446 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-470def25-242a-49ff-abd8-dea69fa08be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:04.856455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-470def25-242a-49ff-abd8-dea69fa08be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:04.857136 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-470def25-242a-49ff-abd8-dea69fa08be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:04.862298 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-470def25-242a-49ff-abd8-dea69fa08be7 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=66fe681898644f198a8b545d851e811d&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.2199297 Jul 16 01:18:04.878752 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-d7b0302b-d842-4abc-8b5d-cd0708053cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:04.879235 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-d7b0302b-d842-4abc-8b5d-cd0708053cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:04.879707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-d7b0302b-d842-4abc-8b5d-cd0708053cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:04.881368 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-d7b0302b-d842-4abc-8b5d-cd0708053cb1 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.1659424 Jul 16 01:18:04.913149 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'tag': 'd3f5b683-f652-4d49-951f-b57a2483dc2c'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:04.918948 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f78da11-a0e5-47cf-8c71-104e2ce07476" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "tag": "d3f5b683-f652-4d49-951f-b57a2483dc2c"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:04.938289 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.065922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a14a4579-d368-44f0-ab6e-91c9cd789cce {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:05.079957 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:05.080986 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.083299 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] 10.222.0.69 "PUT /v2.0/ports/64d44b2d-7e49-4e21-a103-6fbbc6f12018 HTTP/1.1" status: 200 len: 1092 time: 3.8443735 Jul 16 01:18:05.141943 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff03f3-0e33-4cf4-924b-0e0c88dae8f6 service neutron] Pushing event updated for resources: {'Port': ['ID=64d44b2d-7e49-4e21-a103-6fbbc6f12018,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:05.157879 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d4c4e631-fb5a-4e60-b808-2085090c070e req-72a698e8-2830-4ff9-a6f3-9d2d484e012f tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.169408 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.171777 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['52eff815-7c5d-4b19-90ef-b6bcba16596e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:05.209672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a698e8-2830-4ff9-a6f3-9d2d484e012f tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Pushing event deleted for resources: {'Port': ['ID=52eff815-7c5d-4b19-90ef-b6bcba16596e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:05.247929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-31fedf38-b3df-4cfa-9737-621a1c6e96b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:05.250075 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-31fedf38-b3df-4cfa-9737-621a1c6e96b2 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3666453 Jul 16 01:18:05.295562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Transition to ACTIVE for port object a14a4579-d368-44f0-ab6e-91c9cd789cce will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:05.303047 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.330887 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4c4e631-fb5a-4e60-b808-2085090c070e req-72a698e8-2830-4ff9-a6f3-9d2d484e012f tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] No DVR routers for this DVR port 52eff815-7c5d-4b19-90ef-b6bcba16596e on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:05.335141 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d4c4e631-fb5a-4e60-b808-2085090c070e req-72a698e8-2830-4ff9-a6f3-9d2d484e012f tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.346525 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4c4e631-fb5a-4e60-b808-2085090c070e req-72a698e8-2830-4ff9-a6f3-9d2d484e012f tempest-ServerAddressesNegativeTestJSON-1382489534 tempest-ServerAddressesNegativeTestJSON-1382489534-project] 10.222.0.70 "DELETE /v2.0/ports/52eff815-7c5d-4b19-90ef-b6bcba16596e HTTP/1.1" status: 204 len: 173 time: 2.0594919 Jul 16 01:18:05.367999 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3de151d-79f6-4bef-adbb-e4039124b75e admin admin] Deleting subnet 9eb1272a-ea33-45d7-bb73-26c400c7dbe5 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:18:05.390487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948c3e5-3294-4d4a-8c5c-a67e9b0c6cb5 req-423b439c-cead-4dbb-b1e2-8f8309df0c38 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:05.396786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948c3e5-3294-4d4a-8c5c-a67e9b0c6cb5 req-423b439c-cead-4dbb-b1e2-8f8309df0c38 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:05.398980 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3948c3e5-3294-4d4a-8c5c-a67e9b0c6cb5 req-423b439c-cead-4dbb-b1e2-8f8309df0c38 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 1678 time: 0.7467022 Jul 16 01:18:05.402310 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c3de151d-79f6-4bef-adbb-e4039124b75e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.464382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Pushing event updated for resources: {'Port': ['ID=a14a4579-d368-44f0-ab6e-91c9cd789cce,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:05.526976 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-e2177d3e-c882-41d6-9f4d-57cb3283ab45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:05.530186 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3ff19b70-599e-4aa6-91a9-76afe75ab788 req-e2177d3e-c882-41d6-9f4d-57cb3283ab45 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6069837 Jul 16 01:18:05.561367 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c3de151d-79f6-4bef-adbb-e4039124b75e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.598346 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Attempting to bind port a14a4579-d368-44f0-ab6e-91c9cd789cce on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:05.598690 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Attempting to bind port a14a4579-d368-44f0-ab6e-91c9cd789cce by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:05.599426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Attempting to bind port a14a4579-d368-44f0-ab6e-91c9cd789cce on network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:05.613396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc36111-ab23-4b13-828d-9c5c5ddc6ffe req-cd46a6a8-7e68-4cd0-877b-0bf5c9093386 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:05.618817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Port a14a4579-d368-44f0-ab6e-91c9cd789cce on network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:05.619150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Attempting to bind port a14a4579-d368-44f0-ab6e-91c9cd789cce on network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:05.620920 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc36111-ab23-4b13-828d-9c5c5ddc6ffe req-cd46a6a8-7e68-4cd0-877b-0bf5c9093386 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 0.5049911 Jul 16 01:18:05.624842 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:05.625202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Checking segment: {'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:05.625594 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Bound using segment: {'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:05.626389 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Bound port: a14a4579-d368-44f0-ab6e-91c9cd789cce, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:05.626389 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.638167 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3948c3e5-3294-4d4a-8c5c-a67e9b0c6cb5 req-0d1e0c8f-8d59-4f30-b174-7e771317ca07 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917078 Jul 16 01:18:05.671131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-681d700e-8d6a-4630-b3e6-effdaf1b8557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:05.671890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-681d700e-8d6a-4630-b3e6-effdaf1b8557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:05.673685 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-681d700e-8d6a-4630-b3e6-effdaf1b8557 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=66fe681898644f198a8b545d851e811d&device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 1982 time: 0.3495052 Jul 16 01:18:05.734085 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] For port a14a4579-d368-44f0-ab6e-91c9cd789cce, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:05.739366 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] For port a14a4579-d368-44f0-ab6e-91c9cd789cce, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a14a4579-d368-44f0-ab6e-91c9cd789cce,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:05.753794 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.762695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-8d2b9ef1-add6-4b22-8785-059adfad02da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.167&port_id=a606254a-5af9-4b2e-969f-3ba2f4273abc HTTP/1.1" status: 200 len: 217 time: 0.0750914 Jul 16 01:18:05.805933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:05.806672 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.808193 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] 10.222.0.70 "PUT /v2.0/ports/a14a4579-d368-44f0-ab6e-91c9cd789cce HTTP/1.1" status: 200 len: 1092 time: 1.9265010 Jul 16 01:18:05.848606 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Request body: {'port': {'device_id': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:05.907110 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc36111-ab23-4b13-828d-9c5c5ddc6ffe req-ee0fde56-ab5e-4871-bfab-7b23367a4caf tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855294 Jul 16 01:18:05.946299 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c3de151d-79f6-4bef-adbb-e4039124b75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:05.955553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27a2b5-2a93-4821-85ab-58fdd1019935 service neutron] Pushing event updated for resources: {'Port': ['ID=a14a4579-d368-44f0-ab6e-91c9cd789cce,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:05.982925 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-18d53066-c225-4157-aa40-e98391dbdad0 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e4298f2f0e1c43a087775279fb78d121&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0746050 Jul 16 01:18:06.023792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-45e1fd4c-3ddb-4ca7-a108-ecdbdc655131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:06.025266 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-45e1fd4c-3ddb-4ca7-a108-ecdbdc655131 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=63647ab2-929d-42c8-b045-a85f11df2221 HTTP/1.1" status: 200 len: 801 time: 0.2024252 Jul 16 01:18:06.057799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.266056 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c3de151d-79f6-4bef-adbb-e4039124b75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.327403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68ba772d-72d3-4314-8883-9c6e052c54fc tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:06.334901 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68ba772d-72d3-4314-8883-9c6e052c54fc tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3511975 Jul 16 01:18:06.339053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3de151d-79f6-4bef-adbb-e4039124b75e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9eb1272a-ea33-45d7-bb73-26c400c7dbe5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:06.350974 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a04db80-1fc2-4565-a4ff-26996d2deb72 None None] Network 2ed18640-7b65-4cc2-98cf-fc032804943a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:06.356852 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c3de151d-79f6-4bef-adbb-e4039124b75e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.361455 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c3de151d-79f6-4bef-adbb-e4039124b75e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9eb1272a-ea33-45d7-bb73-26c400c7dbe5 HTTP/1.1" status: 204 len: 168 time: 1.5095921 Jul 16 01:18:06.366027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48614) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:06.387490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-7b45ff8e-d4e1-4e97-a743-5b3a170bae31 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/quotas/e4298f2f0e1c43a087775279fb78d121 HTTP/1.1" status: 200 len: 375 time: 0.0515976 Jul 16 01:18:06.395568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-21e10edc-8d14-48d7-97a9-42127c52b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:06.397408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-21e10edc-8d14-48d7-97a9-42127c52b8ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5297eedc-a1a4-4deb-a746-292363b59caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3469729 Jul 16 01:18:06.500349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-0689baa3-6717-4b94-9a07-c3bad12bd276 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956702 Jul 16 01:18:06.585112 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.590975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee48cb-0625-4469-b1b1-5101f9642c43 req-ea7b640f-fe26-4692-b59c-37658ad2da4e tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:06.597732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee48cb-0625-4469-b1b1-5101f9642c43 req-ea7b640f-fe26-4692-b59c-37658ad2da4e tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:06.602612 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a22e0f4c-fa8a-44c4-9023-e480d49ddf61 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:06.624265 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee48cb-0625-4469-b1b1-5101f9642c43 req-ea7b640f-fe26-4692-b59c-37658ad2da4e tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:06.637325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee48cb-0625-4469-b1b1-5101f9642c43 req-ea7b640f-fe26-4692-b59c-37658ad2da4e tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:06.643738 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee48cb-0625-4469-b1b1-5101f9642c43 req-ea7b640f-fe26-4692-b59c-37658ad2da4e tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:06.645356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: a22e0f4c-fa8a-44c4-9023-e480d49ddf61 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:06.645704 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a22e0f4c-fa8a-44c4-9023-e480d49ddf61 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:06.653375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee48cb-0625-4469-b1b1-5101f9642c43 req-ea7b640f-fe26-4692-b59c-37658ad2da4e tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:06.659113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee48cb-0625-4469-b1b1-5101f9642c43 req-ea7b640f-fe26-4692-b59c-37658ad2da4e tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:06.661597 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88ee48cb-0625-4469-b1b1-5101f9642c43 req-ea7b640f-fe26-4692-b59c-37658ad2da4e tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5396 time: 0.3431942 Jul 16 01:18:06.685659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f7e52b-0b24-450c-bb4d-82e4b6a1a44a None None] DHCP port deletion for 2ed18640-7b65-4cc2-98cf-fc032804943a request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:18:06.754153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] Deleting port 55d4e9f7-69cf-4e22-b06d-445cec237cd7 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:06.754510 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.772279 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cd63309-9e07-41bf-ae8a-287f6d4a879b {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:06.792309 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.813787 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d7f7e52b-0b24-450c-bb4d-82e4b6a1a44a None None] Deleting port 55d4e9f7-69cf-4e22-b06d-445cec237cd7 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:06.816303 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d7f7e52b-0b24-450c-bb4d-82e4b6a1a44a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.838029 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88ee48cb-0625-4469-b1b1-5101f9642c43 req-bdcb8b68-5840-42b7-87ad-fb54005650a5 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1649935 Jul 16 01:18:06.841061 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-24318f5e-2e06-4786-bfaa-38a0c5479174 service neutron] 10.222.0.69 "GET /v2.0/networks/5297eedc-a1a4-4deb-a746-292363b59caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339492 Jul 16 01:18:06.845600 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32cd28ec-3f31-492e-a100-46b00c8a29ce x-openstack-request-id: req-32cd28ec-3f31-492e-a100-46b00c8a29ce {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:06.845901 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "tag": "d3f5b683-f652-4d49-951f-b57a2483dc2c", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:06.846159 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32cd28ec-3f31-492e-a100-46b00c8a29ce {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:06.846768 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'tag': 'd3f5b683-f652-4d49-951f-b57a2483dc2c', 'status': 'completed', 'code': 200} Jul 16 01:18:06.853100 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Transition to ACTIVE for port object 7cd63309-9e07-41bf-ae8a-287f6d4a879b will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:06.861708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] For port 55d4e9f7-69cf-4e22-b06d-445cec237cd7, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=55d4e9f7-69cf-4e22-b06d-445cec237cd7,segment=NetworkSegment(eda7dcfb-a866-466a-a4ae-90dace14e96b),segment_id=eda7dcfb-a866-466a-a4ae-90dace14e96b)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:06.862079 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.867182 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:06.912682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] Calling delete_port for 55d4e9f7-69cf-4e22-b06d-445cec237cd7 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:06.986685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d7f7e52b-0b24-450c-bb4d-82e4b6a1a44a None None] For port 55d4e9f7-69cf-4e22-b06d-445cec237cd7, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=55d4e9f7-69cf-4e22-b06d-445cec237cd7,segment=NetworkSegment(eda7dcfb-a866-466a-a4ae-90dace14e96b),segment_id=eda7dcfb-a866-466a-a4ae-90dace14e96b)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:06.987082 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d7f7e52b-0b24-450c-bb4d-82e4b6a1a44a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.017744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d7f7e52b-0b24-450c-bb4d-82e4b6a1a44a None None] Calling delete_port for 55d4e9f7-69cf-4e22-b06d-445cec237cd7 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:07.052885 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e90672e9-bd2c-4785-9c7b-8bb872dd5723 service neutron] 10.222.0.69 "GET /v2.0/networks/5297eedc-a1a4-4deb-a746-292363b59caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033672 Jul 16 01:18:07.065392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Pushing event updated for resources: {'Port': ['ID=7cd63309-9e07-41bf-ae8a-287f6d4a879b,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:07.118924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48622) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:07.232145 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 52eff815-7c5d-4b19-90ef-b6bcba16596e no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:07.238173 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d7f7e52b-0b24-450c-bb4d-82e4b6a1a44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.285221 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-847e0774-80aa-423c-ada1-e767cc611029 admin admin] Deleting subnet 47f4e8a5-29be-417a-9c3a-5df68d326f56 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:18:07.291302 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-847e0774-80aa-423c-ada1-e767cc611029 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.297188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7e52b-0b24-450c-bb4d-82e4b6a1a44a None None] Pushing event deleted for resources: {'Port': ['ID=55d4e9f7-69cf-4e22-b06d-445cec237cd7,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:07.310008 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 52eff815-7c5d-4b19-90ef-b6bcba16596e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:07.310652 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 52eff815-7c5d-4b19-90ef-b6bcba16596e not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:07.318011 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.320156 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f7e52b-0b24-450c-bb4d-82e4b6a1a44a None None] No DVR routers for this DVR port 55d4e9f7-69cf-4e22-b06d-445cec237cd7 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:07.322216 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-35931e51-8950-45e4-9c2d-dd3517cbb828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.360802 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-99749324-f610-48be-94cd-cf199c8f1326 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.68&port_id=64d44b2d-7e49-4e21-a103-6fbbc6f12018 HTTP/1.1" status: 200 len: 217 time: 0.2766678 Jul 16 01:18:07.516885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e1743ce0-c54f-47b1-8f3a-4573b8c09282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.524251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-e1743ce0-c54f-47b1-8f3a-4573b8c09282 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14ab0f86-5825-44b6-bdf0-37486159439c HTTP/1.1" status: 200 len: 801 time: 0.1553061 Jul 16 01:18:07.745432 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78da11-a0e5-47cf-8c71-104e2ce07476 req-31620f49-28c5-4291-848d-21df9e3dca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.746210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78da11-a0e5-47cf-8c71-104e2ce07476 req-31620f49-28c5-4291-848d-21df9e3dca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.746440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78da11-a0e5-47cf-8c71-104e2ce07476 req-31620f49-28c5-4291-848d-21df9e3dca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.746897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78da11-a0e5-47cf-8c71-104e2ce07476 req-31620f49-28c5-4291-848d-21df9e3dca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.747748 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78da11-a0e5-47cf-8c71-104e2ce07476 req-31620f49-28c5-4291-848d-21df9e3dca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.748261 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78da11-a0e5-47cf-8c71-104e2ce07476 req-31620f49-28c5-4291-848d-21df9e3dca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.748737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78da11-a0e5-47cf-8c71-104e2ce07476 req-31620f49-28c5-4291-848d-21df9e3dca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.750809 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2f78da11-a0e5-47cf-8c71-104e2ce07476 req-31620f49-28c5-4291-848d-21df9e3dca00 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 6374 time: 0.6969831 Jul 16 01:18:07.753667 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Attempting to bind port 7cd63309-9e07-41bf-ae8a-287f6d4a879b on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:07.754181 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Attempting to bind port 7cd63309-9e07-41bf-ae8a-287f6d4a879b by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:07.760088 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Attempting to bind port 7cd63309-9e07-41bf-ae8a-287f6d4a879b on network d1c225b4-f269-4788-b264-c404aac5f0ff {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:07.763019 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Port 7cd63309-9e07-41bf-ae8a-287f6d4a879b on network d1c225b4-f269-4788-b264-c404aac5f0ff not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:07.763242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Attempting to bind port 7cd63309-9e07-41bf-ae8a-287f6d4a879b on network d1c225b4-f269-4788-b264-c404aac5f0ff {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:07.780849 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.784305 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:07.784665 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Checking segment: {'id': 'e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:07.795876 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Bound using segment: {'id': 'e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:07.795876 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Bound port: 7cd63309-9e07-41bf-ae8a-287f6d4a879b, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:07.795876 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.802775 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-847e0774-80aa-423c-ada1-e767cc611029 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.852295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=55d4e9f7-69cf-4e22-b06d-445cec237cd7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:07.863007 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] No DVR routers for this DVR port 55d4e9f7-69cf-4e22-b06d-445cec237cd7 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:07.945785 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-847e0774-80aa-423c-ada1-e767cc611029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:07.956260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e13cb-f54b-473d-a44f-6aad3d2b0ff2 req-edf83324-be97-458f-8377-86b8559b8b7f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.963470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b11e13cb-f54b-473d-a44f-6aad3d2b0ff2 req-edf83324-be97-458f-8377-86b8559b8b7f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 0.6099758 Jul 16 01:18:07.971840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78da11-a0e5-47cf-8c71-104e2ce07476 req-b59a0114-b9c7-4f4f-b9af-355cbdcc32ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.972327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78da11-a0e5-47cf-8c71-104e2ce07476 req-b59a0114-b9c7-4f4f-b9af-355cbdcc32ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.972793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78da11-a0e5-47cf-8c71-104e2ce07476 req-b59a0114-b9c7-4f4f-b9af-355cbdcc32ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:07.975025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2f78da11-a0e5-47cf-8c71-104e2ce07476 req-b59a0114-b9c7-4f4f-b9af-355cbdcc32ea service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2030492 Jul 16 01:18:08.025045 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.037394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] For port 7cd63309-9e07-41bf-ae8a-287f6d4a879b, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:08.047925 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed18640-7b65-4cc2-98cf-fc032804943a']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:08.067894 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] For port 7cd63309-9e07-41bf-ae8a-287f6d4a879b, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=7cd63309-9e07-41bf-ae8a-287f6d4a879b,segment=NetworkSegment(e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3),segment_id=e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:08.072905 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda7dcfb-a866-466a-a4ae-90dace14e96b') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:08.073208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda7dcfb-a866-466a-a4ae-90dace14e96b') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:08.083946 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.092439 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.146943 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:08.147419 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.149011 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] 10.222.0.70 "PUT /v2.0/ports/7cd63309-9e07-41bf-ae8a-287f6d4a879b HTTP/1.1" status: 200 len: 1092 time: 2.3061552 Jul 16 01:18:08.150113 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-847e0774-80aa-423c-ada1-e767cc611029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.162280 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.182562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-c97e30c4-ad27-4c77-bf58-76a5bed1f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:08.184439 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-c97e30c4-ad27-4c77-bf58-76a5bed1f5c3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a4b4b94-ec89-4c4b-854f-41f2c0a8b870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6149378 Jul 16 01:18:08.185749 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78da11-a0e5-47cf-8c71-104e2ce07476 req-62dda129-0a35-423d-8238-bc2ee5326e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:08.189357 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2f78da11-a0e5-47cf-8c71-104e2ce07476 req-62dda129-0a35-423d-8238-bc2ee5326e14 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1955752 Jul 16 01:18:08.191258 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:18:08.191657 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:18:08.197565 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:18:08.210907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d298a-41e3-44ee-9bb5-20e21cafd332 req-c6499823-c073-44dc-80fd-136ba3651b7f tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:08.213051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Request body: {'port': {'device_id': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:08.215459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e0774-80aa-423c-ada1-e767cc611029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47f4e8a5-29be-417a-9c3a-5df68d326f56,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:08.222282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3d298a-41e3-44ee-9bb5-20e21cafd332 req-c6499823-c073-44dc-80fd-136ba3651b7f tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:08.236341 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc3d298a-41e3-44ee-9bb5-20e21cafd332 req-c6499823-c073-44dc-80fd-136ba3651b7f tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 1678 time: 0.5727577 Jul 16 01:18:08.249100 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-847e0774-80aa-423c-ada1-e767cc611029 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.255842 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-847e0774-80aa-423c-ada1-e767cc611029 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/47f4e8a5-29be-417a-9c3a-5df68d326f56 HTTP/1.1" status: 204 len: 168 time: 1.1318822 Jul 16 01:18:08.264760 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48648) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:08.327352 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed62a8c-0f95-44a0-8795-8d77c7f6936c service neutron] Pushing event updated for resources: {'Port': ['ID=7cd63309-9e07-41bf-ae8a-287f6d4a879b,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:08.338719 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.349443 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.351520 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2ed18640-7b65-4cc2-98cf-fc032804943a HTTP/1.1" status: 204 len: 168 time: 1.9836948 Jul 16 01:18:08.384127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d37fc-3c7d-44b1-8f84-4cb519dfdeb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed18640-7b65-4cc2-98cf-fc032804943a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:08.398700 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.442456 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.498128 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1a784eb-1f6c-4939-a85d-598de4b85b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.534477 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc3d298a-41e3-44ee-9bb5-20e21cafd332 req-06fc6fa6-3722-4038-b616-433542e39c7e tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971754 Jul 16 01:18:08.627995 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b11e13cb-f54b-473d-a44f-6aad3d2b0ff2 req-7dfec7cd-1fc8-4fab-b109-a8aec474d6cd tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6633446 Jul 16 01:18:08.670387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48654) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:08.739247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 55d4e9f7-69cf-4e22-b06d-445cec237cd7 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:08.795879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 55d4e9f7-69cf-4e22-b06d-445cec237cd7 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:08.796260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 55d4e9f7-69cf-4e22-b06d-445cec237cd7 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:08.845534 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b95a4ed-88df-418a-96a8-8e0499b6c17f {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:08.851244 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4188d4-c0a9-4cfc-bacd-6622cce119b3', 'tag': '64d44b2d-7e49-4e21-a103-6fbbc6f12018'}, {'server_uuid': '6b1906d9-472f-4744-abee-b6199463e236', 'name': 'network-vif-deleted', 'tag': '52eff815-7c5d-4b19-90ef-b6bcba16596e'}, {'name': 'network-changed', 'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'tag': 'a14a4579-d368-44f0-ab6e-91c9cd789cce'}, {'name': 'network-changed', 'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'tag': '7cd63309-9e07-41bf-ae8a-287f6d4a879b'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:08.854637 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a026b375-3288-43e7-832b-7b790efe454e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4188d4-c0a9-4cfc-bacd-6622cce119b3", "tag": "64d44b2d-7e49-4e21-a103-6fbbc6f12018"}, {"server_uuid": "6b1906d9-472f-4744-abee-b6199463e236", "name": "network-vif-deleted", "tag": "52eff815-7c5d-4b19-90ef-b6bcba16596e"}, {"name": "network-changed", "server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "tag": "a14a4579-d368-44f0-ab6e-91c9cd789cce"}, {"name": "network-changed", "server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "tag": "7cd63309-9e07-41bf-ae8a-287f6d4a879b"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:08.868637 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.887126 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Transition to ACTIVE for port object 5b95a4ed-88df-418a-96a8-8e0499b6c17f will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:08.887603 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-c536fecc-4c9c-4222-b761-aa48251b515c service neutron] 10.222.0.69 "GET /v2.0/networks/5a4b4b94-ec89-4c4b-854f-41f2c0a8b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6208601 Jul 16 01:18:08.890311 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a8bcf068-738e-4e76-95cf-ffdf62000d1b req-b28e13d4-57d7-46cb-9631-d4768711ed52 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 210 time: 0.0820210 Jul 16 01:18:08.905422 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:08.941399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fb9bedb4-20b1-4467-a93c-999d20634006 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37d1dc4667d3491089675de8e19c1562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673097 Jul 16 01:18:08.943710 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-3161f47c-8a4c-440f-aabf-5029315ddf35 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e4298f2f0e1c43a087775279fb78d121&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717130 Jul 16 01:18:08.976316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48658) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:08.977404 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1a784eb-1f6c-4939-a85d-598de4b85b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.061383 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-c1a784eb-1f6c-4939-a85d-598de4b85b1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923998df-8839-4c38-a162-5505af07611a']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:09.166423 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 684 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7eea787-4280-454d-aad2-ea5b62a16594 x-openstack-request-id: req-a7eea787-4280-454d-aad2-ea5b62a16594 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:09.166735 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4188d4-c0a9-4cfc-bacd-6622cce119b3", "tag": "64d44b2d-7e49-4e21-a103-6fbbc6f12018", "status": "completed", "code": 200}, {"server_uuid": "6b1906d9-472f-4744-abee-b6199463e236", "name": "network-vif-deleted", "tag": "52eff815-7c5d-4b19-90ef-b6bcba16596e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "tag": "a14a4579-d368-44f0-ab6e-91c9cd789cce", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "tag": "7cd63309-9e07-41bf-ae8a-287f6d4a879b", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:09.166991 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7eea787-4280-454d-aad2-ea5b62a16594 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:09.167400 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4188d4-c0a9-4cfc-bacd-6622cce119b3', 'tag': '64d44b2d-7e49-4e21-a103-6fbbc6f12018', 'status': 'completed', 'code': 200} Jul 16 01:18:09.167657 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b1906d9-472f-4744-abee-b6199463e236', 'name': 'network-vif-deleted', 'tag': '52eff815-7c5d-4b19-90ef-b6bcba16596e', 'status': 'completed', 'code': 200} Jul 16 01:18:09.167946 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'tag': 'a14a4579-d368-44f0-ab6e-91c9cd789cce', 'status': 'completed', 'code': 200} Jul 16 01:18:09.168198 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'tag': '7cd63309-9e07-41bf-ae8a-287f6d4a879b', 'status': 'completed', 'code': 200} Jul 16 01:18:09.302699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Pushing event updated for resources: {'Port': ['ID=5b95a4ed-88df-418a-96a8-8e0499b6c17f,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:09.312063 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-46ed8b52-eb33-46ad-81da-d92c5c87689b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.340164 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-46ed8b52-eb33-46ad-81da-d92c5c87689b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.485796 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-46ed8b52-eb33-46ad-81da-d92c5c87689b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.488807 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-46ed8b52-eb33-46ad-81da-d92c5c87689b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.492303 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-46ed8b52-eb33-46ad-81da-d92c5c87689b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9cee2d1-cf31-4fa5-8ae6-4d2b0a5001ae HTTP/1.1" status: 204 len: 168 time: 0.5068994 Jul 16 01:18:09.584251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-4634be3b-5acb-4019-a843-6ed6715be948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.584755 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-4634be3b-5acb-4019-a843-6ed6715be948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.585238 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-4634be3b-5acb-4019-a843-6ed6715be948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.586121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-4634be3b-5acb-4019-a843-6ed6715be948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.586290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-4634be3b-5acb-4019-a843-6ed6715be948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.587119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-4634be3b-5acb-4019-a843-6ed6715be948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.587605 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-4634be3b-5acb-4019-a843-6ed6715be948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.593024 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a026b375-3288-43e7-832b-7b790efe454e req-4634be3b-5acb-4019-a843-6ed6715be948 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 6442 time: 0.4134803 Jul 16 01:18:09.608301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed8b52-eb33-46ad-81da-d92c5c87689b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cee2d1-cf31-4fa5-8ae6-4d2b0a5001ae,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:09.634461 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Attempting to bind port 5b95a4ed-88df-418a-96a8-8e0499b6c17f on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:09.645125 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Attempting to bind port 5b95a4ed-88df-418a-96a8-8e0499b6c17f by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:09.645550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Attempting to bind port 5b95a4ed-88df-418a-96a8-8e0499b6c17f on network d1c225b4-f269-4788-b264-c404aac5f0ff {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:09.657543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Port 5b95a4ed-88df-418a-96a8-8e0499b6c17f on network d1c225b4-f269-4788-b264-c404aac5f0ff not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:09.657543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Attempting to bind port 5b95a4ed-88df-418a-96a8-8e0499b6c17f on network d1c225b4-f269-4788-b264-c404aac5f0ff {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:09.701622 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:09.702162 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Checking segment: {'id': 'e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:09.703845 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Bound using segment: {'id': 'e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:09.704419 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Bound port: 5b95a4ed-88df-418a-96a8-8e0499b6c17f, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:09.704950 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.821002 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-c1a784eb-1f6c-4939-a85d-598de4b85b1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a990b5f-c4cf-4309-8a77-278b5257e986') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:09.821579 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-c1a784eb-1f6c-4939-a85d-598de4b85b1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a990b5f-c4cf-4309-8a77-278b5257e986') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:09.838089 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] For port 5b95a4ed-88df-418a-96a8-8e0499b6c17f, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:09.842659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] For port 5b95a4ed-88df-418a-96a8-8e0499b6c17f, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5b95a4ed-88df-418a-96a8-8e0499b6c17f,segment=NetworkSegment(e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3),segment_id=e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:09.854158 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.879312 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1a784eb-1f6c-4939-a85d-598de4b85b1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.902654 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-5f170192-7216-4723-8c56-c38c6b5c2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.903205 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-5f170192-7216-4723-8c56-c38c6b5c2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.903745 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-5f170192-7216-4723-8c56-c38c6b5c2981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.905588 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a026b375-3288-43e7-832b-7b790efe454e req-5f170192-7216-4723-8c56-c38c6b5c2981 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2987542 Jul 16 01:18:09.917675 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:09.918862 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.922028 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] 10.222.0.70 "PUT /v2.0/ports/5b95a4ed-88df-418a-96a8-8e0499b6c17f HTTP/1.1" status: 200 len: 1092 time: 1.7256527 Jul 16 01:18:09.959082 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1a784eb-1f6c-4939-a85d-598de4b85b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.977371 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5647b99c-05e9-441c-a8c1-2357ca76acaa req-f5404a5e-b54b-47cd-8dec-d05f2fd90972 service neutron] 10.222.0.69 "GET /v2.0/networks/5a4b4b94-ec89-4c4b-854f-41f2c0a8b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0740144 Jul 16 01:18:09.979523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a784eb-1f6c-4939-a85d-598de4b85b1a admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:18:09.980440 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1a784eb-1f6c-4939-a85d-598de4b85b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:18:09.986124 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:18:10.053760 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-8c59d935-1594-4274-b898-a1e51a58b74f tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.056244 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-8c59d935-1594-4274-b898-a1e51a58b74f tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0741212 Jul 16 01:18:10.061570 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:10.108806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Request body: {'port': {'device_id': '2024f33c-bbdf-4e3e-9c62-28eece7ffe28', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': 'e4298f2f0e1c43a087775279fb78d121'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:10.110111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-50055a0d-4924-40ce-86a0-037bd20beb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.112487 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a026b375-3288-43e7-832b-7b790efe454e req-50055a0d-4924-40ce-86a0-037bd20beb45 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1892505 Jul 16 01:18:10.146971 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa4a8c-f2d2-4dd1-9257-9029656a36aa service neutron] Pushing event updated for resources: {'Port': ['ID=5b95a4ed-88df-418a-96a8-8e0499b6c17f,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:10.201193 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1a784eb-1f6c-4939-a85d-598de4b85b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:10.233559 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c370f0-2c4d-47bc-9a48-05907aff7e2e req-3beaceed-5ead-4414-96a3-88af1eff73da tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.240272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c370f0-2c4d-47bc-9a48-05907aff7e2e req-3beaceed-5ead-4414-96a3-88af1eff73da tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.252370 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c370f0-2c4d-47bc-9a48-05907aff7e2e req-3beaceed-5ead-4414-96a3-88af1eff73da tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.258319 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c370f0-2c4d-47bc-9a48-05907aff7e2e req-3beaceed-5ead-4414-96a3-88af1eff73da tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.271800 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c370f0-2c4d-47bc-9a48-05907aff7e2e req-3beaceed-5ead-4414-96a3-88af1eff73da tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.277920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c370f0-2c4d-47bc-9a48-05907aff7e2e req-3beaceed-5ead-4414-96a3-88af1eff73da tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.290891 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c370f0-2c4d-47bc-9a48-05907aff7e2e req-3beaceed-5ead-4414-96a3-88af1eff73da tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.306042 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16c370f0-2c4d-47bc-9a48-05907aff7e2e req-3beaceed-5ead-4414-96a3-88af1eff73da tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5420 time: 0.5502920 Jul 16 01:18:10.317648 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1a784eb-1f6c-4939-a85d-598de4b85b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:10.319778 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c1a784eb-1f6c-4939-a85d-598de4b85b1a admin admin] 10.222.0.22 "DELETE /v2.0/networks/923998df-8839-4c38-a162-5505af07611a HTTP/1.1" status: 204 len: 168 time: 2.0133560 Jul 16 01:18:10.322026 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-2c3b12fd-7a68-4dff-9d67-7e54a89fa9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.322526 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-2c3b12fd-7a68-4dff-9d67-7e54a89fa9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.327697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-2c3b12fd-7a68-4dff-9d67-7e54a89fa9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.328298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-2c3b12fd-7a68-4dff-9d67-7e54a89fa9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.328789 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-2c3b12fd-7a68-4dff-9d67-7e54a89fa9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.331273 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-2c3b12fd-7a68-4dff-9d67-7e54a89fa9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.331797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-2c3b12fd-7a68-4dff-9d67-7e54a89fa9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.333878 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a026b375-3288-43e7-832b-7b790efe454e req-2c3b12fd-7a68-4dff-9d67-7e54a89fa9b8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 6484 time: 0.1453228 Jul 16 01:18:10.346762 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50713c8-55e1-4e2a-bd8d-982d3f37416e req-395a1f03-b667-4413-8f10-82ca71465d3c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.353101 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50713c8-55e1-4e2a-bd8d-982d3f37416e req-395a1f03-b667-4413-8f10-82ca71465d3c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.360927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a50713c8-55e1-4e2a-bd8d-982d3f37416e req-395a1f03-b667-4413-8f10-82ca71465d3c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 1678 time: 0.5569665 Jul 16 01:18:10.399091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a784eb-1f6c-4939-a85d-598de4b85b1a admin admin] Pushing event deleted for resources: {'Network': ['ID=923998df-8839-4c38-a162-5505af07611a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:10.501382 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16c370f0-2c4d-47bc-9a48-05907aff7e2e req-8c5162c1-53d9-4210-97ad-3ce39810d0e3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1940815 Jul 16 01:18:10.580376 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a50713c8-55e1-4e2a-bd8d-982d3f37416e req-d36d45dd-d937-49dd-a5af-fe797f57aaa2 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184811 Jul 16 01:18:10.586810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-ff6de8ed-facd-468a-8f28-b0b8c80d605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.590873 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-c4912774-df1e-447f-a27e-1bc7a78694d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.592544 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-c4912774-df1e-447f-a27e-1bc7a78694d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.593230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-ff6de8ed-facd-468a-8f28-b0b8c80d605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.597343 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-c4912774-df1e-447f-a27e-1bc7a78694d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.597629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a026b375-3288-43e7-832b-7b790efe454e req-ff6de8ed-facd-468a-8f28-b0b8c80d605f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=66fe681898644f198a8b545d851e811d&device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 1982 time: 0.4959843 Jul 16 01:18:10.597629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Made reservation on behalf of e4298f2f0e1c43a087775279fb78d121 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:10.597821 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a026b375-3288-43e7-832b-7b790efe454e req-c4912774-df1e-447f-a27e-1bc7a78694d7 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2542834 Jul 16 01:18:10.607065 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:10.607852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48716) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:10.638068 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:10.846947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-7bd92701-339a-4a15-b6b3-ff42451f1c2b tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0891371 Jul 16 01:18:10.860494 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-4a9ed2e8-1c78-47e7-bbf0-273a808348d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:10.862019 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a026b375-3288-43e7-832b-7b790efe454e req-4a9ed2e8-1c78-47e7-bbf0-273a808348d5 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2557642 Jul 16 01:18:10.947908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1edf018-f0ef-4b3b-94a8-49a9aea4248b req-82061307-bf1a-441a-89bc-585eadf526c2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 210 time: 0.0961325 Jul 16 01:18:10.987324 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-aea53cfc-5bf9-476c-b5c7-cebde10f2e36 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80a2f1818e2c48428747d80bd5a29687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3781934 Jul 16 01:18:10.989608 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48736) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:11.018117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-f10479cd-1a0b-4ae7-b76e-6949c265a81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.020349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a026b375-3288-43e7-832b-7b790efe454e req-f10479cd-1a0b-4ae7-b76e-6949c265a81e service neutron] 10.222.0.69 "GET /v2.0/networks?id=5a4b4b94-ec89-4c4b-854f-41f2c0a8b870 HTTP/1.1" status: 200 len: 902 time: 0.4102440 Jul 16 01:18:11.077231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-9bac0356-346a-40fe-a36d-1bb2328248bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.077792 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-9bac0356-346a-40fe-a36d-1bb2328248bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.078376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-9bac0356-346a-40fe-a36d-1bb2328248bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.078846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-9bac0356-346a-40fe-a36d-1bb2328248bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.079368 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-9bac0356-346a-40fe-a36d-1bb2328248bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.079879 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-9bac0356-346a-40fe-a36d-1bb2328248bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.080348 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-9bac0356-346a-40fe-a36d-1bb2328248bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.082388 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-9bac0356-346a-40fe-a36d-1bb2328248bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 6484 time: 0.1531389 Jul 16 01:18:11.106765 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98ce4e81-9b5b-4755-87ad-9403a96b8f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.137184 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48742) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:11.144104 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a026b375-3288-43e7-832b-7b790efe454e req-15ba29d5-9cde-4123-95f8-41c460e129a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.68&port_id=64d44b2d-7e49-4e21-a103-6fbbc6f12018 HTTP/1.1" status: 200 len: 217 time: 0.1164978 Jul 16 01:18:11.146031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48744) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:11.171196 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'tag': '5b95a4ed-88df-418a-96a8-8e0499b6c17f'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:11.174113 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848821a4-1aa8-4c1f-b04f-074d3fced7fc" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "tag": "5b95a4ed-88df-418a-96a8-8e0499b6c17f"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:11.178614 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-d7a533bd-d0df-4a8e-bd52-cc1df415d5e7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=289cca9c-7347-49d8-bee5-4d9099ba744b HTTP/1.1" status: 200 len: 217 time: 0.0731530 Jul 16 01:18:11.271191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-69e260a1-8c8f-4e39-b84a-dbb30b65bb25 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.278054 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-69e260a1-8c8f-4e39-b84a-dbb30b65bb25 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4298911 Jul 16 01:18:11.304400 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1d4447-22db-433b-8c3f-c9c4f11c781f x-openstack-request-id: req-ca1d4447-22db-433b-8c3f-c9c4f11c781f {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:11.307104 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "tag": "5b95a4ed-88df-418a-96a8-8e0499b6c17f", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:11.307485 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca1d4447-22db-433b-8c3f-c9c4f11c781f {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:11.309035 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'tag': '5b95a4ed-88df-418a-96a8-8e0499b6c17f', 'status': 'completed', 'code': 200} Jul 16 01:18:11.314093 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-f774c021-449f-40ad-9a2c-fd410142da03 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/quotas/2ad0bba0e2e44974a313bcf0d9d62e50 HTTP/1.1" status: 200 len: 375 time: 0.0347838 Jul 16 01:18:11.338407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-25cdd785-193c-444c-aa5a-8a558813a654 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1600215396-network', 'tenant_id': 'ccf142673cf6434390589c1cba586c27'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:11.346838 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-324998c4-3559-463d-8239-36fece28198d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.350085 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-324998c4-3559-463d-8239-36fece28198d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285c6a64-1df3-41f2-8898-775d2babb8a9 HTTP/1.1" status: 200 len: 851 time: 0.1463509 Jul 16 01:18:11.350726 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98ce4e81-9b5b-4755-87ad-9403a96b8f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.388605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-77f33ce4-4e95-4534-a9fa-52b27f0020ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.390105 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a026b375-3288-43e7-832b-7b790efe454e req-77f33ce4-4e95-4534-a9fa-52b27f0020ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=14ab0f86-5825-44b6-bdf0-37486159439c HTTP/1.1" status: 200 len: 801 time: 0.2290351 Jul 16 01:18:11.401254 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.403178 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76d1ff97-4617-4108-89a2-44b27fc8e008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.426804 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.440546 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-c59bb8fb-2163-464d-9e5b-481d307aba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.442252 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-c59bb8fb-2163-464d-9e5b-481d307aba55 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d840524c-d20b-4c1a-aaec-1bfb1e9b9dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0841351 Jul 16 01:18:11.448770 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98ce4e81-9b5b-4755-87ad-9403a96b8f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.451564 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98ce4e81-9b5b-4755-87ad-9403a96b8f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.456079 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-98ce4e81-9b5b-4755-87ad-9403a96b8f22 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f9bc459-5f2a-4c60-ba77-34e69f885546 HTTP/1.1" status: 204 len: 168 time: 0.4630027 Jul 16 01:18:11.501311 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce4e81-9b5b-4755-87ad-9403a96b8f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9bc459-5f2a-4c60-ba77-34e69f885546,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:11.532246 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cdd785-193c-444c-aa5a-8a558813a654 admin admin] Made reservation on behalf of ccf142673cf6434390589c1cba586c27 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:11.546537 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25cdd785-193c-444c-aa5a-8a558813a654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.604196 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25cdd785-193c-444c-aa5a-8a558813a654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:11.618298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd0391c-dbb9-4c99-b57c-30b578896f22,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:11.676090 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-2d6d728b-4a90-4035-96fb-7ebf5e3904eb tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3607390 Jul 16 01:18:11.697311 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b51f71f3-6511-4e58-9a0f-d42e1404ca00 service neutron] 10.222.0.70 "GET /v2.0/networks/d840524c-d20b-4c1a-aaec-1bfb1e9b9dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274427 Jul 16 01:18:11.795459 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026b375-3288-43e7-832b-7b790efe454e req-804b4014-cba3-4ad0-bafa-f2280ae47fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:11.801888 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a026b375-3288-43e7-832b-7b790efe454e req-804b4014-cba3-4ad0-bafa-f2280ae47fea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5a4b4b94-ec89-4c4b-854f-41f2c0a8b870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4029393 Jul 16 01:18:11.895506 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6fb4546b-ba39-43eb-846f-c3ad69b77591 service neutron] 10.222.0.70 "GET /v2.0/networks/d840524c-d20b-4c1a-aaec-1bfb1e9b9dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897995 Jul 16 01:18:11.914864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Allocated IP 192.168.233.244 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/d072c8f9-77d9-479a-9927-64b9a4aed96e) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:11.987094 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-be4cfde8-8c06-43a1-84fb-3eab5babe54d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=35c71f39-10b4-4237-a3c3-980c3cbe864d HTTP/1.1" status: 200 len: 217 time: 0.0779452 Jul 16 01:18:12.055232 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76d1ff97-4617-4108-89a2-44b27fc8e008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.098304 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-0ccd1d21-809b-4baf-ba4b-d056c14168af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.101226 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-0ccd1d21-809b-4baf-ba4b-d056c14168af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15fe3a60-f147-4868-aa26-636891800539 HTTP/1.1" status: 200 len: 797 time: 0.0965791 Jul 16 01:18:12.108863 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76d1ff97-4617-4108-89a2-44b27fc8e008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.199462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99098627-e46f-476f-b608-3abd28897b99 req-0822c722-aa84-4a81-95eb-9b7edcf7480c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.219099 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99098627-e46f-476f-b608-3abd28897b99 req-0822c722-aa84-4a81-95eb-9b7edcf7480c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.225777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99098627-e46f-476f-b608-3abd28897b99 req-0822c722-aa84-4a81-95eb-9b7edcf7480c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.244048 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-f5113e19-d2b6-4ea3-8012-99be381cc595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.245602 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-f5113e19-d2b6-4ea3-8012-99be381cc595 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1365016 Jul 16 01:18:12.247815 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99098627-e46f-476f-b608-3abd28897b99 req-0822c722-aa84-4a81-95eb-9b7edcf7480c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.254297 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99098627-e46f-476f-b608-3abd28897b99 req-0822c722-aa84-4a81-95eb-9b7edcf7480c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.262046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99098627-e46f-476f-b608-3abd28897b99 req-0822c722-aa84-4a81-95eb-9b7edcf7480c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.268090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99098627-e46f-476f-b608-3abd28897b99 req-0822c722-aa84-4a81-95eb-9b7edcf7480c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:12.277438 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99098627-e46f-476f-b608-3abd28897b99 req-0822c722-aa84-4a81-95eb-9b7edcf7480c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5420 time: 0.4657955 Jul 16 01:18:12.279047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a026b375-3288-43e7-832b-7b790efe454e req-0004937e-386a-40b7-b580-fddacd955f8b service neutron] 10.222.0.69 "GET /v2.0/networks/5a4b4b94-ec89-4c4b-854f-41f2c0a8b870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531276 Jul 16 01:18:12.467354 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-6e94dcd0-050c-4a6f-9d7f-4eed6aacda7e service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108698 Jul 16 01:18:12.467570 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48786) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:12.468527 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-76d1ff97-4617-4108-89a2-44b27fc8e008 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=97de62b0b7cd4988a2eedeb92bfeb97e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3148286 Jul 16 01:18:12.556746 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25cdd785-193c-444c-aa5a-8a558813a654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.569058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1ff97-4617-4108-89a2-44b27fc8e008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2c65ec-6004-4f00-b105-c6816ff092f0,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:12.603990 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25cdd785-193c-444c-aa5a-8a558813a654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.605130 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-083bf01e-828c-4a09-bc99-fe1d628a6c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.646004 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-083bf01e-828c-4a09-bc99-fe1d628a6c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.661216 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-76f64a52-4cf5-423d-8216-89e86c59dab7 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522558 Jul 16 01:18:12.718905 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdd785-193c-444c-aa5a-8a558813a654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d5e57d-b042-4a9c-8b76-a2bd6dc8664e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:12.758862 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48794) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:12.777437 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25cdd785-193c-444c-aa5a-8a558813a654 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:18:12.797090 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99098627-e46f-476f-b608-3abd28897b99 req-02b3a850-d7ed-40bf-8507-2a3eecc78e87 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5205381 Jul 16 01:18:12.851247 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-e3bb82c1-ab61-45db-a3b4-20842ed56817 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=a81b7832-77d3-447a-8ff3-9eb0ad423218 HTTP/1.1" status: 200 len: 217 time: 0.1767988 Jul 16 01:18:12.852176 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-083bf01e-828c-4a09-bc99-fe1d628a6c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.861688 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25cdd785-193c-444c-aa5a-8a558813a654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.862069 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-25cdd785-193c-444c-aa5a-8a558813a654 admin admin] Added segment f0b48f60-b05b-43bb-bf99-9ae3ee91ad20 of type vlan for network 7f7c4259-1fa4-4ea2-9822-02b60472e979 Jul 16 01:18:12.862686 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-083bf01e-828c-4a09-bc99-fe1d628a6c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:12.871961 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-083bf01e-828c-4a09-bc99-fe1d628a6c4f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fa2c65ec-6004-4f00-b105-c6816ff092f0 HTTP/1.1" status: 204 len: 168 time: 0.4021182 Jul 16 01:18:12.989244 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bf01e-828c-4a09-bc99-fe1d628a6c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2c65ec-6004-4f00-b105-c6816ff092f0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:13.044058 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.055416 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25cdd785-193c-444c-aa5a-8a558813a654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.058888 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-3a10c726-5839-4ced-9e9a-b7b86e731ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:13.063841 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-3a10c726-5839-4ced-9e9a-b7b86e731ad1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15fe3a60-f147-4868-aa26-636891800539 HTTP/1.1" status: 200 len: 797 time: 0.1764414 Jul 16 01:18:13.085479 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83e265-743c-411a-8b8d-b17756461a82 req-6b79eac2-5dbd-40c3-b105-ff5be8877bf8 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:13.091671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc83e265-743c-411a-8b8d-b17756461a82 req-6b79eac2-5dbd-40c3-b105-ff5be8877bf8 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:13.094938 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a606254a-5af9-4b2e-969f-3ba2f4273abc details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:13.110295 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc83e265-743c-411a-8b8d-b17756461a82 req-6b79eac2-5dbd-40c3-b105-ff5be8877bf8 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 1678 time: 0.8136024 Jul 16 01:18:13.119375 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9bba88cf-71fd-41dd-9d43-1ecfcd25eeb2 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-560758622-network', 'tenant_id': '178026b943ed4f6387cf6f06d374a905'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:13.122059 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a026b375-3288-43e7-832b-7b790efe454e req-55777fab-bd9c-4644-8c26-3ce3a418db22 service neutron] 10.222.0.69 "GET /v2.0/networks/5a4b4b94-ec89-4c4b-854f-41f2c0a8b870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7877884 Jul 16 01:18:13.154198 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5c83142-312a-43a9-85cb-8daeda8bdd67 req-cb656457-d727-4f72-bb2a-661751eae2cf tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 210 time: 0.1340590 Jul 16 01:18:13.219288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bba88cf-71fd-41dd-9d43-1ecfcd25eeb2 admin admin] Made reservation on behalf of 178026b943ed4f6387cf6f06d374a905 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:13.222982 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bba88cf-71fd-41dd-9d43-1ecfcd25eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.246956 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Transition to ACTIVE for port object d072c8f9-77d9-479a-9927-64b9a4aed96e will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:13.260918 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bba88cf-71fd-41dd-9d43-1ecfcd25eeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.275002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-f7e7e02b-1001-4590-aa52-615970770dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:13.276872 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-f7e7e02b-1001-4590-aa52-615970770dc0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2027905 Jul 16 01:18:13.380410 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc83e265-743c-411a-8b8d-b17756461a82 req-f73f01ef-8a77-4571-b33a-78adc9dbe37d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691033 Jul 16 01:18:13.413419 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25cdd785-193c-444c-aa5a-8a558813a654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.414405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cdd785-193c-444c-aa5a-8a558813a654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:13.414988 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25cdd785-193c-444c-aa5a-8a558813a654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.417357 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a606254a-5af9-4b2e-969f-3ba2f4273abc, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a606254a-5af9-4b2e-969f-3ba2f4273abc,segment=NetworkSegment(c7c1c594-c375-4e2e-b52c-6d01a6554875),segment_id=c7c1c594-c375-4e2e-b52c-6d01a6554875)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:13.458833 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:18:13.460431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'a606254a-5af9-4b2e-969f-3ba2f4273abc', 'network_id': '5297eedc-a1a4-4deb-a746-292363b59caa', 'port_id': 'a606254a-5af9-4b2e-969f-3ba2f4273abc', 'mac_address': 'fa:16:3e:29:3b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63647ab2-929d-42c8-b045-a85f11df2221', 'ip_address': '19.80.0.167'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:13.462742 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-89ae7723-7e4d-4374-aafc-48a46f114c92 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722779 Jul 16 01:18:13.517413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-147f9790-20bd-408d-822e-d740c000e6ec req-7522fdf8-b7f7-4389-84f1-51196469b3ae tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 210 time: 0.0602005 Jul 16 01:18:13.532257 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.569798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cdd785-193c-444c-aa5a-8a558813a654 admin admin] Pushing event updated for resources: {'Network': ['ID=7f7c4259-1fa4-4ea2-9822-02b60472e979,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:13.614101 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:13.618566 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 7f7c4259-1fa4-4ea2-9822-02b60472e979 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:18:13.627789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:13.632522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:13.646119 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.689578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Pushing event updated for resources: {'Port': ['ID=d072c8f9-77d9-479a-9927-64b9a4aed96e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:13.693896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a606254a-5af9-4b2e-969f-3ba2f4273abc {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:13.724280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a606254a-5af9-4b2e-969f-3ba2f4273abc, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a606254a-5af9-4b2e-969f-3ba2f4273abc,segment=NetworkSegment(c7c1c594-c375-4e2e-b52c-6d01a6554875),segment_id=c7c1c594-c375-4e2e-b52c-6d01a6554875)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:13.746758 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.748240 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 64d44b2d-7e49-4e21-a103-6fbbc6f12018 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:13.755168 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bba88cf-71fd-41dd-9d43-1ecfcd25eeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.768315 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bba88cf-71fd-41dd-9d43-1ecfcd25eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.794867 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:13.798197 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:13.835594 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-68400d77-ef2e-4a53-91a8-e750ee50cf74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7355320 Jul 16 01:18:13.840823 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba88cf-71fd-41dd-9d43-1ecfcd25eeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74480a0-2cd3-4305-843c-f32fbade50eb,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:13.845076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-25cdd785-193c-444c-aa5a-8a558813a654 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.6991248 Jul 16 01:18:13.853012 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-21a10928-6e8a-472e-8f0b-5b25b00940c7 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748860 Jul 16 01:18:13.859808 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48820) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:13.867424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Request body: {'port': {'device_id': '2024f33c-bbdf-4e3e-9c62-28eece7ffe28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:13.871651 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-823391c8-2c42-4dc0-bdcc-6d0926f4655c admin admin] Request body: {'subnet': {'network_id': '7f7c4259-1fa4-4ea2-9822-02b60472e979', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1600215396-subnet', 'tenant_id': 'ccf142673cf6434390589c1cba586c27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:13.992745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 64d44b2d-7e49-4e21-a103-6fbbc6f12018, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=64d44b2d-7e49-4e21-a103-6fbbc6f12018,segment=NetworkSegment(ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b),segment_id=ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:14.009746 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-92024456-18e4-4700-a990-a527c208d975 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=d3f5b683-f652-4d49-951f-b57a2483dc2c HTTP/1.1" status: 200 len: 217 time: 0.1269310 Jul 16 01:18:14.015750 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bba88cf-71fd-41dd-9d43-1ecfcd25eeb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:18:14.073714 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.096804 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-28cf3aa6-dae7-4859-baee-be60da7b80a7 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596716 Jul 16 01:18:14.123627 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '64d44b2d-7e49-4e21-a103-6fbbc6f12018', 'network_id': '5a4b4b94-ec89-4c4b-854f-41f2c0a8b870', 'port_id': '64d44b2d-7e49-4e21-a103-6fbbc6f12018', 'mac_address': 'fa:16:3e:55:de:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ab0f86-5825-44b6-bdf0-37486159439c', 'ip_address': '19.86.0.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:14.124398 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bba88cf-71fd-41dd-9d43-1ecfcd25eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.124990 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-9bba88cf-71fd-41dd-9d43-1ecfcd25eeb2 admin admin] Added segment 79d81165-a074-437d-82a0-6001a4eb770d of type vlan for network 9b225cc3-708c-4efc-b919-85ea8ffbd7a4 Jul 16 01:18:14.134068 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=a606254a-5af9-4b2e-969f-3ba2f4273abc,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:14.215901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823391c8-2c42-4dc0-bdcc-6d0926f4655c admin admin] Made reservation on behalf of ccf142673cf6434390589c1cba586c27 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:14.222292 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-823391c8-2c42-4dc0-bdcc-6d0926f4655c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.326622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-dc0575a5-1ad9-4201-a591-c5fa094dfdd3 None None] Provisioning for port d072c8f9-77d9-479a-9927-64b9a4aed96e completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:14.340653 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-dc0575a5-1ad9-4201-a591-c5fa094dfdd3 None None] Provisioning complete for port d072c8f9-77d9-479a-9927-64b9a4aed96e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:14.341044 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dc0575a5-1ad9-4201-a591-c5fa094dfdd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.396981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48832) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:14.406825 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4329e5cc-83e9-444b-98c2-697adb9a6674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:14.413862 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4329e5cc-83e9-444b-98c2-697adb9a6674 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15fe3a60-f147-4868-aa26-636891800539 HTTP/1.1" status: 200 len: 797 time: 0.3888500 Jul 16 01:18:14.421010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-dc0575a5-1ad9-4201-a591-c5fa094dfdd3 None None] Port d072c8f9-77d9-479a-9927-64b9a4aed96e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:14.429573 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bba88cf-71fd-41dd-9d43-1ecfcd25eeb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.436834 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.463907 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d44b2d-7e49-4e21-a103-6fbbc6f12018 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:14.489244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 64d44b2d-7e49-4e21-a103-6fbbc6f12018, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=64d44b2d-7e49-4e21-a103-6fbbc6f12018,segment=NetworkSegment(ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b),segment_id=ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:14.498446 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.602492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=64d44b2d-7e49-4e21-a103-6fbbc6f12018,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:14.608276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-9d742dae-9e08-40ce-8dba-4cfc17439548 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:14.610245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-9d742dae-9e08-40ce-8dba-4cfc17439548 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4415154 Jul 16 01:18:14.626154 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bba88cf-71fd-41dd-9d43-1ecfcd25eeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.627244 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bba88cf-71fd-41dd-9d43-1ecfcd25eeb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:14.628244 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bba88cf-71fd-41dd-9d43-1ecfcd25eeb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:14.654335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-471bb18a-28e7-4ca6-8c3a-e594a7642966 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Request body: {'port': {'device_id': 'b30935cc-8b6d-4279-a6e3-80030efbf5b2', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': '2ad0bba0e2e44974a313bcf0d9d62e50'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:14.704628 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9bba88cf-71fd-41dd-9d43-1ecfcd25eeb2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8715618 Jul 16 01:18:14.709083 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48842) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:14.710797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-ce463551-529f-45a3-9f94-16bdc51c5bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:14.712524 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-ce463551-529f-45a3-9f94-16bdc51c5bfc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2789497 Jul 16 01:18:14.780430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['a606254a-5af9-4b2e-969f-3ba2f4273abc'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:14.809328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba88cf-71fd-41dd-9d43-1ecfcd25eeb2 admin admin] Pushing event updated for resources: {'Network': ['ID=9b225cc3-708c-4efc-b919-85ea8ffbd7a4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:14.836827 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 9b225cc3-708c-4efc-b919-85ea8ffbd7a4 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:18:14.947223 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-7b814448-2575-4fe5-b6a4-50bf3e01ccd9 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224753 Jul 16 01:18:14.948879 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-823391c8-2c42-4dc0-bdcc-6d0926f4655c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.074602 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823391c8-2c42-4dc0-bdcc-6d0926f4655c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c61c8e3-4674-40bd-ba9a-61e3c0eb28f5,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:15.119491 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823391c8-2c42-4dc0-bdcc-6d0926f4655c admin admin] Checking segment: {'id': 'f0b48f60-b05b-43bb-bf99-9ae3ee91ad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f7c4259-1fa4-4ea2-9822-02b60472e979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:15.119879 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823391c8-2c42-4dc0-bdcc-6d0926f4655c admin admin] Network hostable DHCP agents. Network: 7f7c4259-1fa4-4ea2-9822-02b60472e979, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:18:15.130655 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3bb53037-0520-4e8a-b583-9cf63668e27b admin admin] Request body: {'subnet': {'network_id': '9b225cc3-708c-4efc-b919-85ea8ffbd7a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-560758622-subnet', 'tenant_id': '178026b943ed4f6387cf6f06d374a905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:15.142360 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-2430f97a-5bb1-4852-b89d-7ebfce22b1a5 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868443 Jul 16 01:18:15.143433 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823391c8-2c42-4dc0-bdcc-6d0926f4655c admin admin] Network 7f7c4259-1fa4-4ea2-9822-02b60472e979 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:18:15.152857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b0507-c1d1-4132-8488-30ea2a4e7c8e req-db5a8216-9e0e-4ee8-b803-c8f21b0d0447 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.158791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b0507-c1d1-4132-8488-30ea2a4e7c8e req-db5a8216-9e0e-4ee8-b803-c8f21b0d0447 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.165159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b0507-c1d1-4132-8488-30ea2a4e7c8e req-db5a8216-9e0e-4ee8-b803-c8f21b0d0447 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.167476 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-823391c8-2c42-4dc0-bdcc-6d0926f4655c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 7f7c4259-1fa4-4ea2-9822-02b60472e979) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:15.170862 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b0507-c1d1-4132-8488-30ea2a4e7c8e req-db5a8216-9e0e-4ee8-b803-c8f21b0d0447 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.176897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b0507-c1d1-4132-8488-30ea2a4e7c8e req-db5a8216-9e0e-4ee8-b803-c8f21b0d0447 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.177906 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cd1e71-65f9-408e-9747-35aad735f08e None None] Network 7f7c4259-1fa4-4ea2-9822-02b60472e979 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:15.183634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b0507-c1d1-4132-8488-30ea2a4e7c8e req-db5a8216-9e0e-4ee8-b803-c8f21b0d0447 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.190318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b0507-c1d1-4132-8488-30ea2a4e7c8e req-db5a8216-9e0e-4ee8-b803-c8f21b0d0447 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.192304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d97b0507-c1d1-4132-8488-30ea2a4e7c8e req-db5a8216-9e0e-4ee8-b803-c8f21b0d0447 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5420 time: 0.9008665 Jul 16 01:18:15.208816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-54ec0fb7-5a1b-48c8-8e51-26b78d23d715 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-676296639-network', 'tenant_id': '3d706f64229f48619debf05976cb1d01'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:15.215308 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-88ca8c6f-c1f6-416a-968d-508242a912c7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=a14a4579-d368-44f0-ab6e-91c9cd789cce HTTP/1.1" status: 200 len: 217 time: 0.0626192 Jul 16 01:18:15.216843 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823391c8-2c42-4dc0-bdcc-6d0926f4655c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.218263 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-823391c8-2c42-4dc0-bdcc-6d0926f4655c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.272632 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-55fca13e-3aba-48d1-92cc-1544b316f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.274114 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-55fca13e-3aba-48d1-92cc-1544b316f925 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15fe3a60-f147-4868-aa26-636891800539 HTTP/1.1" status: 200 len: 797 time: 0.0481489 Jul 16 01:18:15.321093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679c2e6-6ea8-4c79-968f-4616bea736d3 req-10edcc21-977e-416f-8409-01e3fb6873ce tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.322598 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3679c2e6-6ea8-4c79-968f-4616bea736d3 req-10edcc21-977e-416f-8409-01e3fb6873ce tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 936 time: 0.8169639 Jul 16 01:18:15.349868 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d97b0507-c1d1-4132-8488-30ea2a4e7c8e req-726c1d33-a1e4-473d-81c5-22b258e7a06a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1356373 Jul 16 01:18:15.377452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-88d53427-87c0-436d-8243-7182e3140dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.381980 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-88d53427-87c0-436d-8243-7182e3140dde service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0874243 Jul 16 01:18:15.400947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb53037-0520-4e8a-b583-9cf63668e27b admin admin] Made reservation on behalf of 178026b943ed4f6387cf6f06d374a905 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:15.403546 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bb53037-0520-4e8a-b583-9cf63668e27b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.438737 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-7f7c4259-1fa4-4ea2-9822-02b60472e979', 'network_id': '7f7c4259-1fa4-4ea2-9822-02b60472e979', 'tenant_id': 'ccf142673cf6434390589c1cba586c27', 'fixed_ips': [{'subnet_id': '2c61c8e3-4674-40bd-ba9a-61e3c0eb28f5'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:18:15.441589 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.448290 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3679c2e6-6ea8-4c79-968f-4616bea736d3 req-3b88ea34-d271-4f3a-9698-964f8608490e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098652 Jul 16 01:18:15.488695 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-823391c8-2c42-4dc0-bdcc-6d0926f4655c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6248779 Jul 16 01:18:15.491320 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48848) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:15.516022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1600215396-router', 'tenant_id': 'ccf142673cf6434390589c1cba586c27', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:15.589015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ec0fb7-5a1b-48c8-8e51-26b78d23d715 admin admin] Made reservation on behalf of 3d706f64229f48619debf05976cb1d01 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:15.591305 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-54ec0fb7-5a1b-48c8-8e51-26b78d23d715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.628891 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.db.api [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:18:15.628891 n-d-791505-14 neutron-server[93920]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 01:18:15.628891 n-d-791505-14 neutron-server[93920]: [parameters: {'project_id_1': 'ccf142673cf6434390589c1cba586c27', 'expiration_1': datetime.datetime(2021, 7, 16, 1, 18, 15, 591017)}] Jul 16 01:18:15.628891 n-d-791505-14 neutron-server[93920]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:18:15.629410 n-d-791505-14 neutron-server[93920]: DEBUG oslo_db.api [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:18:15.649128 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-54ec0fb7-5a1b-48c8-8e51-26b78d23d715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.675835 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d072c8f9-77d9-479a-9927-64b9a4aed96e {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:15.676117 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-1808321d-3929-49da-84a2-4427654f264b service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762649 Jul 16 01:18:15.676222 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Allocated IP 172.20.0.2 (7f7c4259-1fa4-4ea2-9822-02b60472e979/2c61c8e3-4674-40bd-ba9a-61e3c0eb28f5/1c4124e8-ce7c-4111-82e0-bf13ce9397be) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:15.690139 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.703333 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-471bb18a-28e7-4ca6-8c3a-e594a7642966 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Made reservation on behalf of 2ad0bba0e2e44974a313bcf0d9d62e50 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:15.707454 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-471bb18a-28e7-4ca6-8c3a-e594a7642966 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.752292 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Transition to ACTIVE for port object d072c8f9-77d9-479a-9927-64b9a4aed96e will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:15.802263 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-07888f53-a7ba-4b19-be8b-712c1da4ed92 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196129 Jul 16 01:18:15.802886 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['64d44b2d-7e49-4e21-a103-6fbbc6f12018'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:15.815679 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.831802 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fbcdb39-396d-45e2-88cc-c6b6d212d063 req-6e8d9fa6-75b9-420b-8005-55ddab21c2a5 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 210 time: 0.0914171 Jul 16 01:18:15.889512 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b4c9bad3-3270-4c80-a66b-63e48009e3a3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7cd63309-9e07-41bf-ae8a-287f6d4a879b HTTP/1.1" status: 200 len: 217 time: 0.0773203 Jul 16 01:18:15.963994 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-97fa3f1a-76bf-49e8-b3fd-be19d6b36c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.966120 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-97fa3f1a-76bf-49e8-b3fd-be19d6b36c63 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4965d52c-657c-4f3d-a829-d383d740e194 HTTP/1.1" status: 200 len: 797 time: 0.0648203 Jul 16 01:18:15.978398 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed9a54-2c97-45e5-beaa-44058f49dfb9 req-ec547b28-cc57-4bd7-852d-2d1c3f1e8ad5 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.984759 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ed9a54-2c97-45e5-beaa-44058f49dfb9 req-ec547b28-cc57-4bd7-852d-2d1c3f1e8ad5 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:15.986372 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-50ed9a54-2c97-45e5-beaa-44058f49dfb9 req-ec547b28-cc57-4bd7-852d-2d1c3f1e8ad5 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 1680 time: 0.3995569 Jul 16 01:18:15.993910 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:15.996008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Pushing event updated for resources: {'Port': ['ID=d072c8f9-77d9-479a-9927-64b9a4aed96e,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:16.013154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Transition to ACTIVE for port object 1c4124e8-ce7c-4111-82e0-bf13ce9397be will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:16.058670 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-ab845e1a-6f2c-46ed-b934-522d3d86c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:16.060815 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-ab845e1a-6f2c-46ed-b934-522d3d86c712 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1c225b4-f269-4788-b264-c404aac5f0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0817249 Jul 16 01:18:16.112884 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bb53037-0520-4e8a-b583-9cf63668e27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.183374 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Transition to ACTIVE for port object 1c4124e8-ce7c-4111-82e0-bf13ce9397be will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:16.196046 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-25e1e14f-1280-4515-9326-e2411ad0240e service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231644 Jul 16 01:18:16.198581 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.247441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Network 7f7c4259-1fa4-4ea2-9822-02b60472e979 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:16.250839 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:16.254162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:16.261748 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Pushing event updated for resources: {'Port': ['ID=1c4124e8-ce7c-4111-82e0-bf13ce9397be,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:16.298053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-50ed9a54-2c97-45e5-beaa-44058f49dfb9 req-d9e5f364-25a0-4f11-9ec3-a86cf74b5808 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573586 Jul 16 01:18:16.316520 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-8365b9f7-bb20-447a-870f-2ad84c9126f5 service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116934 Jul 16 01:18:16.326114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-471bb18a-28e7-4ca6-8c3a-e594a7642966 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Allocated IP 192.168.233.22 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/be3efc5b-19d7-483a-bc0e-0f388d4073eb) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:16.342003 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Attempting to bind port 1c4124e8-ce7c-4111-82e0-bf13ce9397be on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:16.342445 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Attempting to bind port 1c4124e8-ce7c-4111-82e0-bf13ce9397be by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'f0b48f60-b05b-43bb-bf99-9ae3ee91ad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f7c4259-1fa4-4ea2-9822-02b60472e979'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:16.342821 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Attempting to bind port 1c4124e8-ce7c-4111-82e0-bf13ce9397be on network 7f7c4259-1fa4-4ea2-9822-02b60472e979 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:16.347154 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-54ec0fb7-5a1b-48c8-8e51-26b78d23d715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.349047 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb53037-0520-4e8a-b583-9cf63668e27b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d7646f6-d219-4f7d-8474-d6956e9271e0,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:16.353130 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:16.353561 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Checking segment: {'id': 'f0b48f60-b05b-43bb-bf99-9ae3ee91ad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f7c4259-1fa4-4ea2-9822-02b60472e979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:16.354026 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.354957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Bound using segment: {'id': 'f0b48f60-b05b-43bb-bf99-9ae3ee91ad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f7c4259-1fa4-4ea2-9822-02b60472e979'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:16.355842 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Bound port: 1c4124e8-ce7c-4111-82e0-bf13ce9397be, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b48f60-b05b-43bb-bf99-9ae3ee91ad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f7c4259-1fa4-4ea2-9822-02b60472e979'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:16.356266 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.368909 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-60eecd7c-dcc9-4821-832f-9fa92474c301 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b95a4ed-88df-418a-96a8-8e0499b6c17f HTTP/1.1" status: 200 len: 217 time: 0.0432739 Jul 16 01:18:16.372096 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-54ec0fb7-5a1b-48c8-8e51-26b78d23d715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.387020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Attempting to bind port d072c8f9-77d9-479a-9927-64b9a4aed96e on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:16.387355 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Attempting to bind port d072c8f9-77d9-479a-9927-64b9a4aed96e by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:16.387796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Attempting to bind port d072c8f9-77d9-479a-9927-64b9a4aed96e on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:16.408627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ec0fb7-5a1b-48c8-8e51-26b78d23d715 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:18:16.418950 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.420208 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.426946 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb53037-0520-4e8a-b583-9cf63668e27b admin admin] Checking segment: {'id': '79d81165-a074-437d-82a0-6001a4eb770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b225cc3-708c-4efc-b919-85ea8ffbd7a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:16.427313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb53037-0520-4e8a-b583-9cf63668e27b admin admin] Network hostable DHCP agents. Network: 9b225cc3-708c-4efc-b919-85ea8ffbd7a4, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:18:16.435386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Port d072c8f9-77d9-479a-9927-64b9a4aed96e on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:16.435727 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Attempting to bind port d072c8f9-77d9-479a-9927-64b9a4aed96e on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:16.449755 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] For port 1c4124e8-ce7c-4111-82e0-bf13ce9397be, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:16.453347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] For port 1c4124e8-ce7c-4111-82e0-bf13ce9397be, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1c4124e8-ce7c-4111-82e0-bf13ce9397be,segment=NetworkSegment(f0b48f60-b05b-43bb-bf99-9ae3ee91ad20),segment_id=f0b48f60-b05b-43bb-bf99-9ae3ee91ad20)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:16.454877 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-54ec0fb7-5a1b-48c8-8e51-26b78d23d715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.455224 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-54ec0fb7-5a1b-48c8-8e51-26b78d23d715 admin admin] Added segment 09053f43-88fb-409a-a155-0acb6c3ed973 of type vlan for network 7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f Jul 16 01:18:16.456522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec0fb7-5a1b-48c8-8e51-26b78d23d715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1251daef-648e-4607-a536-ac5624dd2966,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:16.460627 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.463291 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-c6925d68-e1f7-459e-a284-69e56d5e4ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:16.464986 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-c6925d68-e1f7-459e-a284-69e56d5e4ffa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4965d52c-657c-4f3d-a829-d383d740e194 HTTP/1.1" status: 200 len: 797 time: 0.0884521 Jul 16 01:18:16.490469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:16.490810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:16.491199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:16.491642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Bound port: d072c8f9-77d9-479a-9927-64b9a4aed96e, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:16.492025 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.529987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e6956-168e-4400-a13d-d22141e1eeef None None] Pushing event updated for resources: {'Port': ['ID=1c4124e8-ce7c-4111-82e0-bf13ce9397be,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:16.555476 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.633824 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-54ec0fb7-5a1b-48c8-8e51-26b78d23d715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.713857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb53037-0520-4e8a-b583-9cf63668e27b admin admin] Network 9b225cc3-708c-4efc-b919-85ea8ffbd7a4 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:18:16.798377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-3bb53037-0520-4e8a-b583-9cf63668e27b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 9b225cc3-708c-4efc-b919-85ea8ffbd7a4) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:16.807268 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ca563-3712-4e65-ba87-8abe923354cd None None] Network 9b225cc3-708c-4efc-b919-85ea8ffbd7a4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:16.817682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb53037-0520-4e8a-b583-9cf63668e27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:16.818286 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bb53037-0520-4e8a-b583-9cf63668e27b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.870649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] For port d072c8f9-77d9-479a-9927-64b9a4aed96e, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:16.883408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] For port d072c8f9-77d9-479a-9927-64b9a4aed96e, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d072c8f9-77d9-479a-9927-64b9a4aed96e,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:16.892237 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-54ec0fb7-5a1b-48c8-8e51-26b78d23d715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.893222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ec0fb7-5a1b-48c8-8e51-26b78d23d715 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:16.893811 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-54ec0fb7-5a1b-48c8-8e51-26b78d23d715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.907255 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3bb53037-0520-4e8a-b583-9cf63668e27b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.1972175 Jul 16 01:18:16.917328 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:16.986619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ba308d-decb-4967-8d9e-3b9edeb05c8f None None] Network 9b225cc3-708c-4efc-b919-85ea8ffbd7a4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:16.994560 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-471bb18a-28e7-4ca6-8c3a-e594a7642966 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.009156 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-54ec0fb7-5a1b-48c8-8e51-26b78d23d715 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6094458 Jul 16 01:18:17.033180 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48878) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:17.068802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.069434 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.070963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] 10.222.0.70 "PUT /v2.0/ports/d072c8f9-77d9-479a-9927-64b9a4aed96e HTTP/1.1" status: 200 len: 1097 time: 3.2217185 Jul 16 01:18:17.083731 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-bcebd433-5888-499e-a724-ad8c6f696018 admin admin] Request body: {'subnet': {'network_id': '7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-676296639-subnet', 'tenant_id': '3d706f64229f48619debf05976cb1d01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:17.101334 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a8f4b-56c5-4648-924a-2cfe39bc4a1a req-01816def-2ecd-409e-ba8e-a0d6ec6118d8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.102966 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e48a8f4b-56c5-4648-924a-2cfe39bc4a1a req-01816def-2ecd-409e-ba8e-a0d6ec6118d8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 948 time: 0.4654036 Jul 16 01:18:17.103444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2024f33c-bbdf-4e3e-9c62-28eece7ffe28', 'tag': 'd072c8f9-77d9-479a-9927-64b9a4aed96e'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:17.105860 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aea2fb5-3ea3-4b77-9bec-c7c40a589d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "2024f33c-bbdf-4e3e-9c62-28eece7ffe28", "tag": "d072c8f9-77d9-479a-9927-64b9a4aed96e"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:17.148701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8d66f-c23f-4caf-99ad-7c5a88845927 req-7dd5bd80-1a7e-4719-8640-10b9ccd5f406 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.152068 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a606254a-5af9-4b2e-969f-3ba2f4273abc up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:17.154711 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8d66f-c23f-4caf-99ad-7c5a88845927 req-7dd5bd80-1a7e-4719-8640-10b9ccd5f406 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.160921 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8d66f-c23f-4caf-99ad-7c5a88845927 req-7dd5bd80-1a7e-4719-8640-10b9ccd5f406 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.171485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8d66f-c23f-4caf-99ad-7c5a88845927 req-7dd5bd80-1a7e-4719-8640-10b9ccd5f406 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.178014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8d66f-c23f-4caf-99ad-7c5a88845927 req-7dd5bd80-1a7e-4719-8640-10b9ccd5f406 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.184836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8d66f-c23f-4caf-99ad-7c5a88845927 req-7dd5bd80-1a7e-4719-8640-10b9ccd5f406 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.185801 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcebd433-5888-499e-a724-ad8c6f696018 admin admin] Made reservation on behalf of 3d706f64229f48619debf05976cb1d01 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:17.190139 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcebd433-5888-499e-a724-ad8c6f696018 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.192421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8d66f-c23f-4caf-99ad-7c5a88845927 req-7dd5bd80-1a7e-4719-8640-10b9ccd5f406 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.194582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afd8d66f-c23f-4caf-99ad-7c5a88845927 req-7dd5bd80-1a7e-4719-8640-10b9ccd5f406 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5420 time: 0.6061497 Jul 16 01:18:17.202295 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec0fb7-5a1b-48c8-8e51-26b78d23d715 admin admin] Pushing event updated for resources: {'Network': ['ID=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:17.214345 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-471bb18a-28e7-4ca6-8c3a-e594a7642966 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Transition to ACTIVE for port object be3efc5b-19d7-483a-bc0e-0f388d4073eb will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:17.215863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:18:17.257979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fe36bfbf-4174-46f9-abaa-c82e54771f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.259519 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-fe36bfbf-4174-46f9-abaa-c82e54771f8f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1c225b4-f269-4788-b264-c404aac5f0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7816997 Jul 16 01:18:17.267485 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.297703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1a634-ca5c-41e8-8804-92d8b3f30148 service neutron] Pushing event updated for resources: {'Port': ['ID=d072c8f9-77d9-479a-9927-64b9a4aed96e,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:17.316260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port a606254a-5af9-4b2e-969f-3ba2f4273abc completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:17.320863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port a606254a-5af9-4b2e-969f-3ba2f4273abc triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:17.321365 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.373100 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e48a8f4b-56c5-4648-924a-2cfe39bc4a1a req-b7b65a70-f04f-4bae-9539-17032740c5d5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555542 Jul 16 01:18:17.423595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afd8d66f-c23f-4caf-99ad-7c5a88845927 req-88bc4ae1-fbe3-4c01-9d48-6a10cd137f63 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2112353 Jul 16 01:18:17.442085 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-471bb18a-28e7-4ca6-8c3a-e594a7642966 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.453368 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-84c40db6-a87f-4d43-88bc-c1e500de865b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.463166 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['af41e6cb-5231-4698-b325-3a1545890374', '5938e55a-0d63-4df4-9d40-cfd72ec256fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:17.464069 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-84c40db6-a87f-4d43-88bc-c1e500de865b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 1100 time: 0.2569535 Jul 16 01:18:17.482020 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.563391 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-881859bc-4ad8-4d9d-a941-8f8891135395 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=d072c8f9-77d9-479a-9927-64b9a4aed96e HTTP/1.1" status: 200 len: 217 time: 0.0976238 Jul 16 01:18:17.570027 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790d6e5c-1776-455e-ad05-2afca0280faf x-openstack-request-id: req-790d6e5c-1776-455e-ad05-2afca0280faf {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:17.570027 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2024f33c-bbdf-4e3e-9c62-28eece7ffe28", "tag": "d072c8f9-77d9-479a-9927-64b9a4aed96e", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:17.570377 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-790d6e5c-1776-455e-ad05-2afca0280faf {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:17.570510 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2024f33c-bbdf-4e3e-9c62-28eece7ffe28', 'tag': 'd072c8f9-77d9-479a-9927-64b9a4aed96e', 'status': 'completed', 'code': 200} Jul 16 01:18:17.584856 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-b16e69fb-e265-4c1a-ac9a-3d4693a00c8c service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073535 Jul 16 01:18:17.611937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a606254a-5af9-4b2e-969f-3ba2f4273abc, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a606254a-5af9-4b2e-969f-3ba2f4273abc,segment=NetworkSegment(c7c1c594-c375-4e2e-b52c-6d01a6554875),segment_id=c7c1c594-c375-4e2e-b52c-6d01a6554875)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:17.619165 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4188d4-c0a9-4cfc-bacd-6622cce119b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a606254a-5af9-4b2e-969f-3ba2f4273abc'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:17.626224 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3599e2-77de-4054-9e80-a1d81e57c7ac" -d '{"events": [{"server_uuid": "5e4188d4-c0a9-4cfc-bacd-6622cce119b3", "name": "network-vif-plugged", "status": "completed", "tag": "a606254a-5af9-4b2e-969f-3ba2f4273abc"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:17.631075 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.632238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 64d44b2d-7e49-4e21-a103-6fbbc6f12018 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:17.645647 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-471bb18a-28e7-4ca6-8c3a-e594a7642966 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:17.680665 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-d7f96ed6-2252-4f0f-ae37-b5ba37e3c467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.682441 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-d7f96ed6-2252-4f0f-ae37-b5ba37e3c467 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1084301 Jul 16 01:18:17.686526 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-471bb18a-28e7-4ca6-8c3a-e594a7642966 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:17.690763 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-471bb18a-28e7-4ca6-8c3a-e594a7642966 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:17.695514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bb18a-28e7-4ca6-8c3a-e594a7642966 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Pushing event updated for resources: {'Port': ['ID=be3efc5b-19d7-483a-bc0e-0f388d4073eb,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:17.822695 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcebd433-5888-499e-a724-ad8c6f696018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.846592 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 64d44b2d-7e49-4e21-a103-6fbbc6f12018 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:17.856060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 64d44b2d-7e49-4e21-a103-6fbbc6f12018 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:17.856438 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.895605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-471bb18a-28e7-4ca6-8c3a-e594a7642966 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:17.896821 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-471bb18a-28e7-4ca6-8c3a-e594a7642966 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:17.900457 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=a606254a-5af9-4b2e-969f-3ba2f4273abc,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:17.921699 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ea97b7-78bc-428a-bfff-8b1efe5f3737 req-4284f5eb-033f-471f-af20-e3640c245d81 service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992744 Jul 16 01:18:17.942524 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf0b296-7c9b-46eb-b47b-822263fbf3f3 None None] Network 7f7c4259-1fa4-4ea2-9822-02b60472e979 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:17.963665 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-471bb18a-28e7-4ca6-8c3a-e594a7642966 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3264239 Jul 16 01:18:17.978816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Request body: {'port': {'device_id': 'b30935cc-8b6d-4279-a6e3-80030efbf5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:17.989215 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebd433-5888-499e-a724-ad8c6f696018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb650270-6140-4296-a509-9c2a289fb9f7,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:18.047735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-2e6dc4ac-ab10-4715-922d-355ed4c91931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.049473 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-2e6dc4ac-ab10-4715-922d-355ed4c91931 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3556614 Jul 16 01:18:18.088039 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0a0c3004-e24c-4ae4-9ab0-2ebec07ee161 None None] Provisioning for port 1c4124e8-ce7c-4111-82e0-bf13ce9397be completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:18.110842 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcebd433-5888-499e-a724-ad8c6f696018 admin admin] Checking segment: {'id': '09053f43-88fb-409a-a155-0acb6c3ed973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:18.111266 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcebd433-5888-499e-a724-ad8c6f696018 admin admin] Network hostable DHCP agents. Network: 7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:18:18.149653 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.172013 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.177223 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.178832 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcebd433-5888-499e-a724-ad8c6f696018 admin admin] Network 7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:18:18.199948 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f57e1e-181a-43d6-824f-b3a1ed32fc7c req-19466919-5672-41f5-9174-a4f0d1225239 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.201860 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7f57e1e-181a-43d6-824f-b3a1ed32fc7c req-19466919-5672-41f5-9174-a4f0d1225239 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 935 time: 0.5123780 Jul 16 01:18:18.231033 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848821a4-1aa8-4c1f-b04f-074d3fced7fc req-c7bed017-b3c5-4501-8d58-0c5cb448f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.231514 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848821a4-1aa8-4c1f-b04f-074d3fced7fc req-c7bed017-b3c5-4501-8d58-0c5cb448f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.232023 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848821a4-1aa8-4c1f-b04f-074d3fced7fc req-c7bed017-b3c5-4501-8d58-0c5cb448f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.232500 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848821a4-1aa8-4c1f-b04f-074d3fced7fc req-c7bed017-b3c5-4501-8d58-0c5cb448f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.232971 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848821a4-1aa8-4c1f-b04f-074d3fced7fc req-c7bed017-b3c5-4501-8d58-0c5cb448f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.233443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848821a4-1aa8-4c1f-b04f-074d3fced7fc req-c7bed017-b3c5-4501-8d58-0c5cb448f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.234453 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848821a4-1aa8-4c1f-b04f-074d3fced7fc req-c7bed017-b3c5-4501-8d58-0c5cb448f2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.236445 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-848821a4-1aa8-4c1f-b04f-074d3fced7fc req-c7bed017-b3c5-4501-8d58-0c5cb448f2be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 6484 time: 0.1848505 Jul 16 01:18:18.239555 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-bcebd433-5888-499e-a724-ad8c6f696018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:18.249115 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcebd433-5888-499e-a724-ad8c6f696018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.250579 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcebd433-5888-499e-a724-ad8c6f696018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.263334 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.268066 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff39b2b-19e4-4035-b35d-e2ceebfbf025 None None] Network 7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:18.314133 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bcebd433-5888-499e-a724-ad8c6f696018 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2704825 Jul 16 01:18:18.396595 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Allocated IP 172.25.2.254 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/a1769bdd-0f4f-44a9-bddb-3ca681516738) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:18.403679 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4d8ed921-eb1d-444c-90f5-21b40c573365 None None] Provisioning for port be3efc5b-19d7-483a-bc0e-0f388d4073eb completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:18.409413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848821a4-1aa8-4c1f-b04f-074d3fced7fc req-6a82b38e-3970-487e-807c-ac379c8fc9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.410974 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-848821a4-1aa8-4c1f-b04f-074d3fced7fc req-6a82b38e-3970-487e-807c-ac379c8fc9e6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d1c225b4-f269-4788-b264-c404aac5f0ff HTTP/1.1" status: 200 len: 901 time: 0.1583366 Jul 16 01:18:18.474182 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-848821a4-1aa8-4c1f-b04f-074d3fced7fc req-44d45b50-3df2-47cf-b2b1-6d20043bb039 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b95a4ed-88df-418a-96a8-8e0499b6c17f HTTP/1.1" status: 200 len: 217 time: 0.0519412 Jul 16 01:18:18.508360 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4d8ed921-eb1d-444c-90f5-21b40c573365 None None] Provisioning complete for port be3efc5b-19d7-483a-bc0e-0f388d4073eb triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:18.508877 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4d8ed921-eb1d-444c-90f5-21b40c573365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.519063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-222164a0-09da-48ed-b73d-0b30182c5750 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481517 Jul 16 01:18:18.544564 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 64d44b2d-7e49-4e21-a103-6fbbc6f12018, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=64d44b2d-7e49-4e21-a103-6fbbc6f12018,segment=NetworkSegment(ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b),segment_id=ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:18.562343 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.575429 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848821a4-1aa8-4c1f-b04f-074d3fced7fc req-2a8725ea-0ba1-40e6-a2c8-e9a4f8c45e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.576848 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-848821a4-1aa8-4c1f-b04f-074d3fced7fc req-2a8725ea-0ba1-40e6-a2c8-e9a4f8c45e6a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4965d52c-657c-4f3d-a829-d383d740e194 HTTP/1.1" status: 200 len: 797 time: 0.0935829 Jul 16 01:18:18.607367 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.677722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4d8ed921-eb1d-444c-90f5-21b40c573365 None None] Port be3efc5b-19d7-483a-bc0e-0f388d4073eb cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:18.687814 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb018f54-b501-4d06-a73a-e9977d54f45f None None] Network 7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:18.699733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-09d310df-2627-4fcc-9c04-0d87fc5cd9ea tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.716118 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-09d310df-2627-4fcc-9c04-0d87fc5cd9ea tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.22 "GET /v2.0/networks?id=9b225cc3-708c-4efc-b919-85ea8ffbd7a4 HTTP/1.1" status: 200 len: 820 time: 0.8276286 Jul 16 01:18:18.730611 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848821a4-1aa8-4c1f-b04f-074d3fced7fc req-de705f85-f6e1-4f04-b7c2-7e31b12bc049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:18.735379 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-848821a4-1aa8-4c1f-b04f-074d3fced7fc req-de705f85-f6e1-4f04-b7c2-7e31b12bc049 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1c225b4-f269-4788-b264-c404aac5f0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1390996 Jul 16 01:18:18.744596 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:18.757254 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1c4124e8-ce7c-4111-82e0-bf13ce9397be up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:18.787499 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7f57e1e-181a-43d6-824f-b3a1ed32fc7c req-000c3de8-c0af-4dd1-821c-4485afa09ffe tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653923 Jul 16 01:18:18.795576 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-9b01e77b-9192-490d-8f5f-1a356c7875fa tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.22 "GET /v2.0/quotas/178026b943ed4f6387cf6f06d374a905 HTTP/1.1" status: 200 len: 375 time: 0.0778723 Jul 16 01:18:18.865874 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:18.868007 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-797ad80d-6ab0-4320-807c-1a483f3fd7bc req-9a7942bd-5850-4dd5-9d1c-c3fe33e3f7fd service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386159 Jul 16 01:18:18.870188 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-d82ebcab-7607-4fce-a727-1f6582b30fee tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=178026b943ed4f6387cf6f06d374a905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628555 Jul 16 01:18:18.883074 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:18.914721 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=64d44b2d-7e49-4e21-a103-6fbbc6f12018,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:18.957158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3efc5b-19d7-483a-bc0e-0f388d4073eb {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:18.982298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:19.001673 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.018988 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 1c4124e8-ce7c-4111-82e0-bf13ce9397be completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:19.025206 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 1c4124e8-ce7c-4111-82e0-bf13ce9397be triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:19.026245 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.050204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Pushing event updated for resources: {'Port': ['ID=a1769bdd-0f4f-44a9-bddb-3ca681516738,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:19.103583 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-848821a4-1aa8-4c1f-b04f-074d3fced7fc req-c1f54826-be3c-4ec1-a0fa-b3ef2b699dd5 service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3521605 Jul 16 01:18:19.134175 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a2dcbdee-a0a6-42ff-a98f-6c16487946b4 None None] Provisioning complete for port 1c4124e8-ce7c-4111-82e0-bf13ce9397be triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:19.134697 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a2dcbdee-a0a6-42ff-a98f-6c16487946b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.181615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device fc58fe02-0a31-4c3f-88bf-80e10c3be893 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:19.223675 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.259154 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-848821a4-1aa8-4c1f-b04f-074d3fced7fc req-1d3d21b1-4017-438d-90f3-1a520c12309d service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058209 Jul 16 01:18:19.268524 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 1c4124e8-ce7c-4111-82e0-bf13ce9397be, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1c4124e8-ce7c-4111-82e0-bf13ce9397be,segment=NetworkSegment(f0b48f60-b05b-43bb-bf99-9ae3ee91ad20),segment_id=f0b48f60-b05b-43bb-bf99-9ae3ee91ad20)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:19.309095 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.368743 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.379912 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a2dcbdee-a0a6-42ff-a98f-6c16487946b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.420192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=1c4124e8-ce7c-4111-82e0-bf13ce9397be,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:19.420445 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Transition to ACTIVE for port object be3efc5b-19d7-483a-bc0e-0f388d4073eb will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:19.436243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port fc58fe02-0a31-4c3f-88bf-80e10c3be893, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=fc58fe02-0a31-4c3f-88bf-80e10c3be893,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:19.439248 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.458709 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.493920 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.506843 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-a2dcbdee-a0a6-42ff-a98f-6c16487946b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:18:19.507212 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-a2dcbdee-a0a6-42ff-a98f-6c16487946b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:18:19.513026 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-a115c9f1-16f7-49ca-add5-7558f94fa19c service neutron] 10.222.0.22 "GET /v2.0/networks/9b225cc3-708c-4efc-b919-85ea8ffbd7a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248653 Jul 16 01:18:19.524879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=fc58fe02-0a31-4c3f-88bf-80e10c3be893,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:19.542747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea2fb5-3ea3-4b77-9bec-c7c40a589d2d req-ba7db085-2fe0-4a45-b477-f35ee0fd9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.544259 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8aea2fb5-3ea3-4b77-9bec-c7c40a589d2d req-ba7db085-2fe0-4a45-b477-f35ee0fd9d9c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 1100 time: 0.6164947 Jul 16 01:18:19.553425 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=be3efc5b-19d7-483a-bc0e-0f388d4073eb,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:19.605873 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753be52-0330-4707-adb7-1883f53edc75 req-3aff20b4-1d6e-4e09-997b-f53b33041aca tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.612450 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753be52-0330-4707-adb7-1883f53edc75 req-3aff20b4-1d6e-4e09-997b-f53b33041aca tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.614188 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c753be52-0330-4707-adb7-1883f53edc75 req-3aff20b4-1d6e-4e09-997b-f53b33041aca tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 1682 time: 0.6164505 Jul 16 01:18:19.705799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.791509 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c753be52-0330-4707-adb7-1883f53edc75 req-c3a8550f-b5ba-441a-bb3c-c739ccf3c57b tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534433 Jul 16 01:18:19.825188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Attempting to bind port be3efc5b-19d7-483a-bc0e-0f388d4073eb on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:19.825188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Attempting to bind port be3efc5b-19d7-483a-bc0e-0f388d4073eb by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:19.825188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Attempting to bind port be3efc5b-19d7-483a-bc0e-0f388d4073eb on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:19.828888 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-765eb2d7-840d-4266-8c54-863201257b80 service neutron] 10.222.0.22 "GET /v2.0/networks/9b225cc3-708c-4efc-b919-85ea8ffbd7a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884779 Jul 16 01:18:19.833736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea2fb5-3ea3-4b77-9bec-c7c40a589d2d req-355a93be-b129-44cc-9276-2ea35b98604e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.835098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8aea2fb5-3ea3-4b77-9bec-c7c40a589d2d req-355a93be-b129-44cc-9276-2ea35b98604e service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2780099 Jul 16 01:18:19.836100 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Port be3efc5b-19d7-483a-bc0e-0f388d4073eb on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:19.836424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Attempting to bind port be3efc5b-19d7-483a-bc0e-0f388d4073eb on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:19.841642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:19.841986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:19.842374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:19.842812 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Bound port: be3efc5b-19d7-483a-bc0e-0f388d4073eb, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:19.843783 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:19.848793 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Router deca7910-7166-46c9-8c5e-6777faecc3e4 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:18:19.896622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8aea2fb5-3ea3-4b77-9bec-c7c40a589d2d req-9e91d9dd-a896-451f-8605-afe57af8141f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=d072c8f9-77d9-479a-9927-64b9a4aed96e HTTP/1.1" status: 200 len: 217 time: 0.0505104 Jul 16 01:18:19.906619 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d8f9557-cfff-4c42-baae-ee4b00829896 x-openstack-request-id: req-8d8f9557-cfff-4c42-baae-ee4b00829896 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:19.907130 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4188d4-c0a9-4cfc-bacd-6622cce119b3", "name": "network-vif-plugged", "status": "completed", "tag": "a606254a-5af9-4b2e-969f-3ba2f4273abc", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:19.907442 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8d8f9557-cfff-4c42-baae-ee4b00829896 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:19.907929 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4188d4-c0a9-4cfc-bacd-6622cce119b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a606254a-5af9-4b2e-969f-3ba2f4273abc', 'code': 200} Jul 16 01:18:19.985705 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:19.991309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea2fb5-3ea3-4b77-9bec-c7c40a589d2d req-3dd19388-7d90-4202-bcf3-c027a5d904c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:19.992976 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8aea2fb5-3ea3-4b77-9bec-c7c40a589d2d req-3dd19388-7d90-4202-bcf3-c027a5d904c1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0708084 Jul 16 01:18:19.995618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] For port be3efc5b-19d7-483a-bc0e-0f388d4073eb, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:19.999144 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Sync routers for ids ['deca7910-7166-46c9-8c5e-6777faecc3e4'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:19.999737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] For port be3efc5b-19d7-483a-bc0e-0f388d4073eb, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:20.014057 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:20.050718 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:20.051312 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Routers {'deca7910-7166-46c9-8c5e-6777faecc3e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:20.052611 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:18:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['deca7910-7166-46c9-8c5e-6777faecc3e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:20.057999 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2999cff0-96ee-4b17-ab4d-a15bd1b2de22 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5520329 Jul 16 01:18:20.060376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48936) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:20.126807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.127412 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:20.128908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] 10.222.0.69 "PUT /v2.0/ports/be3efc5b-19d7-483a-bc0e-0f388d4073eb HTTP/1.1" status: 200 len: 1096 time: 2.1574576 Jul 16 01:18:20.134977 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b30935cc-8b6d-4279-a6e3-80030efbf5b2', 'tag': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:20.137480 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc682f8f-b5e6-4672-b1be-c9512739af2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b30935cc-8b6d-4279-a6e3-80030efbf5b2", "tag": "be3efc5b-19d7-483a-bc0e-0f388d4073eb"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:20.264997 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Set router deca7910-7166-46c9-8c5e-6777faecc3e4 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:20.308997 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ecf85-ab3d-470e-864b-065d76a6cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=be3efc5b-19d7-483a-bc0e-0f388d4073eb,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:20.417006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1585eb1-474c-40a0-9164-994b7ab9898b req-ed4ed3e1-7795-4656-b219-f662acbb81f2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.418587 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1585eb1-474c-40a0-9164-994b7ab9898b req-ed4ed3e1-7795-4656-b219-f662acbb81f2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 948 time: 0.3779428 Jul 16 01:18:20.438605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea2fb5-3ea3-4b77-9bec-c7c40a589d2d req-3a602515-bf5c-47a6-abfb-3ef340fab478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.442130 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8aea2fb5-3ea3-4b77-9bec-c7c40a589d2d req-3a602515-bf5c-47a6-abfb-3ef340fab478 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4395549 Jul 16 01:18:20.490225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-73e1b2b5-d267-4e63-b1d3-75b89663871b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.491855 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-73e1b2b5-d267-4e63-b1d3-75b89663871b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 1099 time: 0.3016596 Jul 16 01:18:20.513513 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e7c88-d833-4829-969a-ea1942c052e3 req-ed411bf1-3bc3-43d8-8c57-518a0b13b38d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.520187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e7c88-d833-4829-969a-ea1942c052e3 req-ed411bf1-3bc3-43d8-8c57-518a0b13b38d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.526504 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e7c88-d833-4829-969a-ea1942c052e3 req-ed411bf1-3bc3-43d8-8c57-518a0b13b38d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.527912 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1600215396-router', 'tenant_id': 'ccf142673cf6434390589c1cba586c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a1769bdd-0f4f-44a9-bddb-3ca681516738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:16Z', 'updated_at': '2021-07-16T01:18:19Z', 'revision_number': 3, 'project_id': 'ccf142673cf6434390589c1cba586c27', 'gw_port': {'id': 'a1769bdd-0f4f-44a9-bddb-3ca681516738', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:18Z', 'updated_at': '2021-07-16T01:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:20.533297 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e7c88-d833-4829-969a-ea1942c052e3 req-ed411bf1-3bc3-43d8-8c57-518a0b13b38d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.540634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e7c88-d833-4829-969a-ea1942c052e3 req-ed411bf1-3bc3-43d8-8c57-518a0b13b38d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.546534 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e7c88-d833-4829-969a-ea1942c052e3 req-ed411bf1-3bc3-43d8-8c57-518a0b13b38d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.553164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e7c88-d833-4829-969a-ea1942c052e3 req-ed411bf1-3bc3-43d8-8c57-518a0b13b38d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.555308 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c19e7c88-d833-4829-969a-ea1942c052e3 req-ed411bf1-3bc3-43d8-8c57-518a0b13b38d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5420 time: 0.4137735 Jul 16 01:18:20.558342 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Checking router: deca7910-7166-46c9-8c5e-6777faecc3e4 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:20.558951 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Updating router deca7910-7166-46c9-8c5e-6777faecc3e4 port a1769bdd-0f4f-44a9-bddb-3ca681516738 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:18:20.607170 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:20.651707 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1585eb1-474c-40a0-9164-994b7ab9898b req-3fdd8496-8ecd-4200-940d-42ba1049b0eb tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047815 Jul 16 01:18:20.671440 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-c2662938-c2c9-4dce-aff2-89b6af9d4ab9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb HTTP/1.1" status: 200 len: 217 time: 0.1149118 Jul 16 01:18:20.674257 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1c4124e8-ce7c-4111-82e0-bf13ce9397be up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:20.764557 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 1c4124e8-ce7c-4111-82e0-bf13ce9397be triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:20.765535 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:20.846790 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c19e7c88-d833-4829-969a-ea1942c052e3 req-bc7e5a91-74c2-44ff-9b7b-67520d614b26 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2572637 Jul 16 01:18:20.870179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-e6c2fd22-e996-40bd-a564-b7a38c1af043 req-e9a19f5f-c68b-462c-b94a-e5578c2b3c7c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-487879816', 'description': 'tempest-description-547540736'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:20.915917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-30de9b85-957b-478d-a611-e31a8131b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:20.917546 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-30de9b85-957b-478d-a611-e31a8131b508 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.2012138 Jul 16 01:18:20.922336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8aea2fb5-3ea3-4b77-9bec-c7c40a589d2d req-dc48912a-843f-4b09-8018-9b2bea6dd8bb service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510851 Jul 16 01:18:20.991653 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e6c2fd22-e996-40bd-a564-b7a38c1af043 req-e9a19f5f-c68b-462c-b94a-e5578c2b3c7c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.041397 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.054592 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Transition to ACTIVE for port object a1769bdd-0f4f-44a9-bddb-3ca681516738 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:21.061116 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.122885 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Attempting to bind port a1769bdd-0f4f-44a9-bddb-3ca681516738 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:21.123242 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Attempting to bind port a1769bdd-0f4f-44a9-bddb-3ca681516738 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:21.123600 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Attempting to bind port a1769bdd-0f4f-44a9-bddb-3ca681516738 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:21.132801 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848b113-c574-49b6-a42e-21db1ecd80ed None None] Pushing event updated for resources: {'Port': ['ID=a1769bdd-0f4f-44a9-bddb-3ca681516738,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:21.135521 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:21.135908 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:21.136317 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.136680 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:21.137147 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Bound port: a1769bdd-0f4f-44a9-bddb-3ca681516738, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:21.137539 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.184502 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.200440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-abe5d743-0d01-43eb-a3e1-6dfcba023f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:21.202314 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-abe5d743-0d01-43eb-a3e1-6dfcba023f4a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2764874 Jul 16 01:18:21.208262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8aea2fb5-3ea3-4b77-9bec-c7c40a589d2d req-e6ae040b-66d2-4805-830a-40e02a157548 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700438 Jul 16 01:18:21.208522 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] For port a1769bdd-0f4f-44a9-bddb-3ca681516738, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:21.212394 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] For port a1769bdd-0f4f-44a9-bddb-3ca681516738, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a1769bdd-0f4f-44a9-bddb-3ca681516738,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:21.218233 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.266504 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device d072c8f9-77d9-479a-9927-64b9a4aed96e details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:21.277088 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a848b113-c574-49b6-a42e-21db1ecd80ed None None] Pushing event updated for resources: {'Port': ['ID=a1769bdd-0f4f-44a9-bddb-3ca681516738,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:21.277830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb9d80-460d-4a90-b3cd-8b6d5b1ee33b req-c3e6e720-91e0-4d8a-829b-93be90b26a96 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:21.288703 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31fb9d80-460d-4a90-b3cd-8b6d5b1ee33b req-c3e6e720-91e0-4d8a-829b-93be90b26a96 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 947 time: 0.2981951 Jul 16 01:18:21.312738 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Routers {'deca7910-7166-46c9-8c5e-6777faecc3e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:21.313702 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:18:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['deca7910-7166-46c9-8c5e-6777faecc3e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:21.368439 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Allocated IP 172.20.0.1 (7f7c4259-1fa4-4ea2-9822-02b60472e979/2c61c8e3-4674-40bd-ba9a-61e3c0eb28f5/bcbd6bc1-5728-4162-8af1-085b5711cc5c) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:21.394081 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31fb9d80-460d-4a90-b3cd-8b6d5b1ee33b req-acdb709f-5364-4a9c-999a-95702f3cb7a5 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941896 Jul 16 01:18:21.397057 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port d072c8f9-77d9-479a-9927-64b9a4aed96e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d072c8f9-77d9-479a-9927-64b9a4aed96e,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:21.413356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'd072c8f9-77d9-479a-9927-64b9a4aed96e', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'd072c8f9-77d9-479a-9927-64b9a4aed96e', 'mac_address': 'fa:16:3e:f3:04:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:21.415885 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-c9a6de7b-0744-4eeb-9def-54ff6c18e2dd service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053370 Jul 16 01:18:21.435749 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e6c2fd22-e996-40bd-a564-b7a38c1af043 req-e9a19f5f-c68b-462c-b94a-e5578c2b3c7c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.458169 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e6c2fd22-e996-40bd-a564-b7a38c1af043 req-e9a19f5f-c68b-462c-b94a-e5578c2b3c7c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.461648 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] Set router deca7910-7166-46c9-8c5e-6777faecc3e4 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:21.479275 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e6c2fd22-e996-40bd-a564-b7a38c1af043 req-e9a19f5f-c68b-462c-b94a-e5578c2b3c7c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.479455 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.480630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e6c2fd22-e996-40bd-a564-b7a38c1af043 req-e9a19f5f-c68b-462c-b94a-e5578c2b3c7c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.6307974 Jul 16 01:18:21.525592 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d072c8f9-77d9-479a-9927-64b9a4aed96e {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:21.540871 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a19f5f-c68b-462c-b94a-e5578c2b3c7c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24a53a82-1c8b-48d7-990a-205a892ad164,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:21.576927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port d072c8f9-77d9-479a-9927-64b9a4aed96e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d072c8f9-77d9-479a-9927-64b9a4aed96e,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:21.586329 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.586910 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-055813f5-d572-4a05-b0f7-b1c7fb58c3d5 req-ef3f9366-ef05-4fce-bead-512ce23eee3d service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623454 Jul 16 01:18:21.596777 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.640134 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Transition to ACTIVE for port object bcbd6bc1-5728-4162-8af1-085b5711cc5c will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:21.670356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=d072c8f9-77d9-479a-9927-64b9a4aed96e,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:21.684952 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.702941 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Network 7f7c4259-1fa4-4ea2-9822-02b60472e979 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:21.705324 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:21.708490 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:21.736332 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-acd52b4f-9468-44aa-8018-5e67c5b282ed req-222116b9-5797-4359-a007-1d0d24323cb5 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.22 "GET /v2.0/ports?device_id=4379a63d-5ee0-4735-bcb3-94d887e6870d HTTP/1.1" status: 200 len: 210 time: 0.0479209 Jul 16 01:18:21.787939 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887cd5b9-0053-450b-add3-cee2900aea43 x-openstack-request-id: req-887cd5b9-0053-450b-add3-cee2900aea43 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:21.788233 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b30935cc-8b6d-4279-a6e3-80030efbf5b2", "tag": "be3efc5b-19d7-483a-bc0e-0f388d4073eb", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:21.788487 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-887cd5b9-0053-450b-add3-cee2900aea43 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:21.789281 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b30935cc-8b6d-4279-a6e3-80030efbf5b2', 'tag': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb', 'status': 'completed', 'code': 200} Jul 16 01:18:21.792912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Pushing event updated for resources: {'Port': ['ID=bcbd6bc1-5728-4162-8af1-085b5711cc5c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:21.808930 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:21.878974 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1600215396-router', 'tenant_id': 'ccf142673cf6434390589c1cba586c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a1769bdd-0f4f-44a9-bddb-3ca681516738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:16Z', 'updated_at': '2021-07-16T01:18:19Z', 'revision_number': 3, 'project_id': 'ccf142673cf6434390589c1cba586c27', 'gw_port': {'id': 'a1769bdd-0f4f-44a9-bddb-3ca681516738', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:18Z', 'updated_at': '2021-07-16T01:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:21.895286 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d072c8f9-77d9-479a-9927-64b9a4aed96e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:21.939172 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4188d4-c0a9-4cfc-bacd-6622cce119b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d44b2d-7e49-4e21-a103-6fbbc6f12018'}, {'server_uuid': '4835f294-47a5-4cd1-b005-5787a7af660a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc58fe02-0a31-4c3f-88bf-80e10c3be893'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:21.942798 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0af561-aab5-4e71-b706-7cf890d4ce39 None None] The sync data for ids ['deca7910-7166-46c9-8c5e-6777faecc3e4'] in n-d-791505-14 is: [{'id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1600215396-router', 'tenant_id': 'ccf142673cf6434390589c1cba586c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a1769bdd-0f4f-44a9-bddb-3ca681516738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:16Z', 'updated_at': '2021-07-16T01:18:19Z', 'revision_number': 3, 'project_id': 'ccf142673cf6434390589c1cba586c27', 'gw_port': {'id': 'a1769bdd-0f4f-44a9-bddb-3ca681516738', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bd:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:18Z', 'updated_at': '2021-07-16T01:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:21.951948 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affb28f3-2156-4abb-99a2-5af1d612f89d" -d '{"events": [{"server_uuid": "5e4188d4-c0a9-4cfc-bacd-6622cce119b3", "name": "network-vif-plugged", "status": "completed", "tag": "64d44b2d-7e49-4e21-a103-6fbbc6f12018"}, {"server_uuid": "4835f294-47a5-4cd1-b005-5787a7af660a", "name": "network-vif-unplugged", "status": "completed", "tag": "fc58fe02-0a31-4c3f-88bf-80e10c3be893"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:22.157302 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.253213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3e6ae2ba-de91-4fba-8e84-ea731cda5315 None None] Provisioning for port bcbd6bc1-5728-4162-8af1-085b5711cc5c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:22.258876 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3e6ae2ba-de91-4fba-8e84-ea731cda5315 None None] Provisioning complete for port bcbd6bc1-5728-4162-8af1-085b5711cc5c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:22.259443 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e6ae2ba-de91-4fba-8e84-ea731cda5315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.305801 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ae2ba-de91-4fba-8e84-ea731cda5315 None None] Port bcbd6bc1-5728-4162-8af1-085b5711cc5c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:22.351388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc682f8f-b5e6-4672-b1be-c9512739af2a req-e9b6ff04-19e7-4664-8a58-831c9f7de485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:22.352969 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc682f8f-b5e6-4672-b1be-c9512739af2a req-e9b6ff04-19e7-4664-8a58-831c9f7de485 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 1099 time: 0.4464009 Jul 16 01:18:22.361145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-16e91f31-fddf-48c5-8ff4-7b7eda33da07 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:22.362573 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-16e91f31-fddf-48c5-8ff4-7b7eda33da07 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.70 "GET /v2.0/networks?id=9b225cc3-708c-4efc-b919-85ea8ffbd7a4 HTTP/1.1" status: 200 len: 820 time: 0.4350142 Jul 16 01:18:22.366804 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-39292be3-654c-4628-9ee9-708f8e5bf10c req-58f51d8b-671f-43a6-8d9f-75cbc8623b5f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-518499056', 'description': 'tempest-description-914705684'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:22.392709 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.401456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-3863b13b-8bce-431b-886e-52f9d4f141b3 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Request body: {'port': {'device_id': '4379a63d-5ee0-4735-bcb3-94d887e6870d', 'network_id': '9b225cc3-708c-4efc-b919-85ea8ffbd7a4', 'admin_state_up': True, 'tenant_id': '178026b943ed4f6387cf6f06d374a905'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:22.404709 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.478077 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44add5b-0986-4b00-9f33-5b296aaae49c req-3b1bd473-94ad-4ee2-b216-45544c3753a0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:22.483908 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44add5b-0986-4b00-9f33-5b296aaae49c req-3b1bd473-94ad-4ee2-b216-45544c3753a0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:22.485561 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e44add5b-0986-4b00-9f33-5b296aaae49c req-3b1bd473-94ad-4ee2-b216-45544c3753a0 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 1682 time: 0.4289114 Jul 16 01:18:22.503165 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.508381 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Pushing event updated for resources: {'Port': ['ID=bcbd6bc1-5728-4162-8af1-085b5711cc5c,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:22.523854 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39292be3-654c-4628-9ee9-708f8e5bf10c req-58f51d8b-671f-43a6-8d9f-75cbc8623b5f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.615604 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Network 7f7c4259-1fa4-4ea2-9822-02b60472e979 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:22.617578 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:22.664890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc682f8f-b5e6-4672-b1be-c9512739af2a req-1a927767-e2f1-461c-9b07-19f6c83f951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:22.666335 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc682f8f-b5e6-4672-b1be-c9512739af2a req-1a927767-e2f1-461c-9b07-19f6c83f951d service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.3028729 Jul 16 01:18:22.681110 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e44add5b-0986-4b00-9f33-5b296aaae49c req-fffb9011-1352-456e-8e01-5fa3f7d75e3b tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545300 Jul 16 01:18:22.725393 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a1769bdd-0f4f-44a9-bddb-3ca681516738 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:22.785611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port a1769bdd-0f4f-44a9-bddb-3ca681516738 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:22.791247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a1769bdd-0f4f-44a9-bddb-3ca681516738 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:22.791631 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.792815 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Router deca7910-7166-46c9-8c5e-6777faecc3e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:18:22.805479 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc682f8f-b5e6-4672-b1be-c9512739af2a req-01bd9145-e5df-4c1a-8023-c944bf637c99 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb HTTP/1.1" status: 200 len: 217 time: 0.1208906 Jul 16 01:18:22.927903 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.950935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc682f8f-b5e6-4672-b1be-c9512739af2a req-130ea6f3-c8b7-4b83-930e-17b994741ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:22.952609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc682f8f-b5e6-4672-b1be-c9512739af2a req-130ea6f3-c8b7-4b83-930e-17b994741ea7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1366229 Jul 16 01:18:22.961116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port a1769bdd-0f4f-44a9-bddb-3ca681516738, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a1769bdd-0f4f-44a9-bddb-3ca681516738,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:22.969063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b0e34352-8781-495a-95a5-b2f73972118b None None] Provisioning complete for port bcbd6bc1-5728-4162-8af1-085b5711cc5c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:22.969628 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b0e34352-8781-495a-95a5-b2f73972118b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:22.975557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:22.990429 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-56ffd6e3-6b6b-43da-9aca-15d8c38280b2 admin admin] 10.222.0.22 "PUT /v2.0/routers/deca7910-7166-46c9-8c5e-6777faecc3e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9287941 Jul 16 01:18:23.017055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b0e34352-8781-495a-95a5-b2f73972118b None None] Port bcbd6bc1-5728-4162-8af1-085b5711cc5c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:23.026834 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.038102 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39292be3-654c-4628-9ee9-708f8e5bf10c req-58f51d8b-671f-43a6-8d9f-75cbc8623b5f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.051571 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39292be3-654c-4628-9ee9-708f8e5bf10c req-58f51d8b-671f-43a6-8d9f-75cbc8623b5f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.084197 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=a1769bdd-0f4f-44a9-bddb-3ca681516738,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:23.104356 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53df49f-860b-4af2-b3ae-aec6e5d63026 req-b3ffe1c1-6ad5-449c-ab0c-e2b8dfae8692 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.105921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e53df49f-860b-4af2-b3ae-aec6e5d63026 req-b3ffe1c1-6ad5-449c-ab0c-e2b8dfae8692 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 949 time: 0.2096736 Jul 16 01:18:23.133362 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-3863b13b-8bce-431b-886e-52f9d4f141b3 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Made reservation on behalf of 178026b943ed4f6387cf6f06d374a905 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:23.136828 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-3863b13b-8bce-431b-886e-52f9d4f141b3 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.143368 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39292be3-654c-4628-9ee9-708f8e5bf10c req-58f51d8b-671f-43a6-8d9f-75cbc8623b5f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.144658 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39292be3-654c-4628-9ee9-708f8e5bf10c req-58f51d8b-671f-43a6-8d9f-75cbc8623b5f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7954822 Jul 16 01:18:23.161729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device be3efc5b-19d7-483a-bc0e-0f388d4073eb details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:23.162860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f51d8b-671f-43a6-8d9f-75cbc8623b5f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a8a07c-6263-48de-882a-d421aa64ff22,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:23.170230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc682f8f-b5e6-4672-b1be-c9512739af2a req-9b8c7073-f47c-4a1d-8168-669087089e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.172412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc682f8f-b5e6-4672-b1be-c9512739af2a req-9b8c7073-f47c-4a1d-8168-669087089e03 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2111428 Jul 16 01:18:23.276481 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port be3efc5b-19d7-483a-bc0e-0f388d4073eb, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:23.278518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e53df49f-860b-4af2-b3ae-aec6e5d63026 req-a6716ea9-6a98-4685-a04e-1c1f1dcf85f5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615303 Jul 16 01:18:23.291118 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device d072c8f9-77d9-479a-9927-64b9a4aed96e up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:23.332520 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb', 'mac_address': 'fa:16:3e:d7:88:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:23.361132 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea06cd0-49ed-4ad7-a8e1-ffc0f3973dcb x-openstack-request-id: req-8ea06cd0-49ed-4ad7-a8e1-ffc0f3973dcb {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:23.361437 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4188d4-c0a9-4cfc-bacd-6622cce119b3", "name": "network-vif-plugged", "status": "completed", "tag": "64d44b2d-7e49-4e21-a103-6fbbc6f12018", "code": 200}, {"server_uuid": "4835f294-47a5-4cd1-b005-5787a7af660a", "name": "network-vif-unplugged", "status": "completed", "tag": "fc58fe02-0a31-4c3f-88bf-80e10c3be893", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:23.361693 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ea06cd0-49ed-4ad7-a8e1-ffc0f3973dcb {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:23.362087 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4188d4-c0a9-4cfc-bacd-6622cce119b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d44b2d-7e49-4e21-a103-6fbbc6f12018', 'code': 200} Jul 16 01:18:23.362582 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4835f294-47a5-4cd1-b005-5787a7af660a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc58fe02-0a31-4c3f-88bf-80e10c3be893', 'code': 200} Jul 16 01:18:23.378854 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port d072c8f9-77d9-479a-9927-64b9a4aed96e completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:23.386603 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port d072c8f9-77d9-479a-9927-64b9a4aed96e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:23.386603 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.388499 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.429365 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3efc5b-19d7-483a-bc0e-0f388d4073eb {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:23.458330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port be3efc5b-19d7-483a-bc0e-0f388d4073eb, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:23.465835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc682f8f-b5e6-4672-b1be-c9512739af2a req-304db419-9810-4a2a-8a56-40e9d0e93e94 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810104 Jul 16 01:18:23.466361 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.510300 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc1e6d-e212-4ddc-8a9c-2985bebd56eb req-6b8f72b3-e2d7-41b1-ad60-7d13a6dc3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.510931 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bc1e6d-e212-4ddc-8a9c-2985bebd56eb req-6b8f72b3-e2d7-41b1-ad60-7d13a6dc3b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.516116 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-25bc1e6d-e212-4ddc-8a9c-2985bebd56eb req-6b8f72b3-e2d7-41b1-ad60-7d13a6dc3b98 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 1986 time: 0.0791657 Jul 16 01:18:23.550366 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.562244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=be3efc5b-19d7-483a-bc0e-0f388d4073eb,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:23.578446 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-25bc1e6d-e212-4ddc-8a9c-2985bebd56eb req-42ea74c7-20a5-4d76-8b48-9c1da7abedce service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496175 Jul 16 01:18:23.599941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port d072c8f9-77d9-479a-9927-64b9a4aed96e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d072c8f9-77d9-479a-9927-64b9a4aed96e,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:23.605665 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:23.670280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=d072c8f9-77d9-479a-9927-64b9a4aed96e,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:23.700030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['be3efc5b-19d7-483a-bc0e-0f388d4073eb'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:23.869363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-3863b13b-8bce-431b-886e-52f9d4f141b3 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Allocated IP 172.20.0.4 (9b225cc3-708c-4efc-b919-85ea8ffbd7a4/4d7646f6-d219-4f7d-8474-d6956e9271e0/853325c6-4095-46a6-a4d2-1f8d0d166c08) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:23.955105 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7f982-083c-482c-aa2c-e4d9f2134080 req-84a5b5ce-992d-44ff-b2d0-a997f3e05845 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.960893 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7f982-083c-482c-aa2c-e4d9f2134080 req-84a5b5ce-992d-44ff-b2d0-a997f3e05845 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.966670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7f982-083c-482c-aa2c-e4d9f2134080 req-84a5b5ce-992d-44ff-b2d0-a997f3e05845 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.972506 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7f982-083c-482c-aa2c-e4d9f2134080 req-84a5b5ce-992d-44ff-b2d0-a997f3e05845 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.978266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7f982-083c-482c-aa2c-e4d9f2134080 req-84a5b5ce-992d-44ff-b2d0-a997f3e05845 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.984062 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7f982-083c-482c-aa2c-e4d9f2134080 req-84a5b5ce-992d-44ff-b2d0-a997f3e05845 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.990449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac7f982-083c-482c-aa2c-e4d9f2134080 req-84a5b5ce-992d-44ff-b2d0-a997f3e05845 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:23.992321 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0ac7f982-083c-482c-aa2c-e4d9f2134080 req-84a5b5ce-992d-44ff-b2d0-a997f3e05845 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5420 time: 0.7174237 Jul 16 01:18:24.045373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc682f8f-b5e6-4672-b1be-c9512739af2a req-9440a080-b588-44ed-be79-dde0e5aa05b7 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723195 Jul 16 01:18:24.107194 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Sync routers for ids ['deca7910-7166-46c9-8c5e-6777faecc3e4'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:24.115491 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0ac7f982-083c-482c-aa2c-e4d9f2134080 req-05cbb4a5-cd0a-4d43-90f9-61776748841b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1123655 Jul 16 01:18:24.119864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Routers {'deca7910-7166-46c9-8c5e-6777faecc3e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:24.121064 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:18:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['deca7910-7166-46c9-8c5e-6777faecc3e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:24.128529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616d1e2-76c6-4af7-8796-376c02828535 req-8dce4f58-1b88-473a-8c22-1eeeecb7374f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:24.130032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9616d1e2-76c6-4af7-8796-376c02828535 req-8dce4f58-1b88-473a-8c22-1eeeecb7374f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 948 time: 0.2853191 Jul 16 01:18:24.210781 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9616d1e2-76c6-4af7-8796-376c02828535 req-d396dfe7-1723-454a-9647-d0296d07ebee tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746894 Jul 16 01:18:24.247876 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-3863b13b-8bce-431b-886e-52f9d4f141b3 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.248504 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Set router deca7910-7166-46c9-8c5e-6777faecc3e4 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:24.268473 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e63fbd3b-b7de-44a7-b729-b70297abbfbc req-4e39f43b-0c73-4cd5-8242-2166b2dd2fc5 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.22 "GET /v2.0/ports?device_id=4379a63d-5ee0-4735-bcb3-94d887e6870d HTTP/1.1" status: 200 len: 210 time: 0.0407498 Jul 16 01:18:24.371362 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-3863b13b-8bce-431b-886e-52f9d4f141b3 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.473141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1600215396-router', 'tenant_id': 'ccf142673cf6434390589c1cba586c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a1769bdd-0f4f-44a9-bddb-3ca681516738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:16Z', 'updated_at': '2021-07-16T01:18:22Z', 'revision_number': 4, 'project_id': 'ccf142673cf6434390589c1cba586c27', 'gw_port': {'id': 'a1769bdd-0f4f-44a9-bddb-3ca681516738', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:18Z', 'updated_at': '2021-07-16T01:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'bcbd6bc1-5728-4162-8af1-085b5711cc5c', 'name': '', 'network_id': '7f7c4259-1fa4-4ea2-9822-02b60472e979', 'tenant_id': 'ccf142673cf6434390589c1cba586c27', 'mac_address': 'fa:16:3e:31:e7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '2c61c8e3-4674-40bd-ba9a-61e3c0eb28f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:21Z', 'updated_at': '2021-07-16T01:18:22Z', 'revision_number': 2, 'project_id': 'ccf142673cf6434390589c1cba586c27', 'subnets': [{'id': '2c61c8e3-4674-40bd-ba9a-61e3c0eb28f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:24.505729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Checking router: deca7910-7166-46c9-8c5e-6777faecc3e4 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:24.506089 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Updating router deca7910-7166-46c9-8c5e-6777faecc3e4 port bcbd6bc1-5728-4162-8af1-085b5711cc5c binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:18:24.542310 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.569848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-3863b13b-8bce-431b-886e-52f9d4f141b3 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Network 9b225cc3-708c-4efc-b919-85ea8ffbd7a4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:24.587874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-3863b13b-8bce-431b-886e-52f9d4f141b3 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:24.606558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-3863b13b-8bce-431b-886e-52f9d4f141b3 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:24.609551 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3863b13b-8bce-431b-886e-52f9d4f141b3 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Pushing event updated for resources: {'Port': ['ID=853325c6-4095-46a6-a4d2-1f8d0d166c08,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:24.656515 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a1769bdd-0f4f-44a9-bddb-3ca681516738 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:24.673306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-bd6b0dfb-4022-4a92-ad0e-3dd98d5cc6b1 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3527889 Jul 16 01:18:24.690389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:24.704442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-df08988f-c895-41fc-b792-e1d35dcfcf3b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:24.705876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-df08988f-c895-41fc-b792-e1d35dcfcf3b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/networks?id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f HTTP/1.1" status: 200 len: 812 time: 0.3360665 Jul 16 01:18:24.711236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-3863b13b-8bce-431b-886e-52f9d4f141b3 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:24.712020 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-3863b13b-8bce-431b-886e-52f9d4f141b3 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.737736 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-52aecbad-1b4d-4826-89ee-eb03dc19357c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/quotas/3d706f64229f48619debf05976cb1d01 HTTP/1.1" status: 200 len: 375 time: 0.0220575 Jul 16 01:18:24.755304 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.766630 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a1769bdd-0f4f-44a9-bddb-3ca681516738 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:24.767012 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.775152 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-3863b13b-8bce-431b-886e-52f9d4f141b3 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3899589 Jul 16 01:18:24.777199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-3ca3bcee-c44f-4f12-8dee-f1e4d5f11436 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d706f64229f48619debf05976cb1d01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329244 Jul 16 01:18:24.798031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Request body: {'port': {'device_id': '4379a63d-5ee0-4735-bcb3-94d887e6870d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:24.909349 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.922100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Transition to ACTIVE for port object bcbd6bc1-5728-4162-8af1-085b5711cc5c will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:24.927805 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:24.982953 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-1d850468-39b4-47f6-84e4-4cb63251b097 service neutron] 10.222.0.22 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954730 Jul 16 01:18:24.988440 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc21f19-b6a5-4dda-8722-d9a105fe56aa None None] Pushing event updated for resources: {'Port': ['ID=bcbd6bc1-5728-4162-8af1-085b5711cc5c,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:24.999012 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.042231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Attempting to bind port bcbd6bc1-5728-4162-8af1-085b5711cc5c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:25.043075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Attempting to bind port bcbd6bc1-5728-4162-8af1-085b5711cc5c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'f0b48f60-b05b-43bb-bf99-9ae3ee91ad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f7c4259-1fa4-4ea2-9822-02b60472e979'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:25.043609 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Attempting to bind port bcbd6bc1-5728-4162-8af1-085b5711cc5c on network 7f7c4259-1fa4-4ea2-9822-02b60472e979 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:25.049552 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:25.050100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Checking segment: {'id': 'f0b48f60-b05b-43bb-bf99-9ae3ee91ad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f7c4259-1fa4-4ea2-9822-02b60472e979'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:25.050514 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.050914 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Bound using segment: {'id': 'f0b48f60-b05b-43bb-bf99-9ae3ee91ad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f7c4259-1fa4-4ea2-9822-02b60472e979'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:25.051388 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Bound port: bcbd6bc1-5728-4162-8af1-085b5711cc5c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b48f60-b05b-43bb-bf99-9ae3ee91ad20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7f7c4259-1fa4-4ea2-9822-02b60472e979'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:25.051800 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.122119 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] For port bcbd6bc1-5728-4162-8af1-085b5711cc5c, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:25.125343 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] For port bcbd6bc1-5728-4162-8af1-085b5711cc5c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bcbd6bc1-5728-4162-8af1-085b5711cc5c,segment=NetworkSegment(f0b48f60-b05b-43bb-bf99-9ae3ee91ad20),segment_id=f0b48f60-b05b-43bb-bf99-9ae3ee91ad20)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:25.132200 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.141246 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.169660 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device be3efc5b-19d7-483a-bc0e-0f388d4073eb up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:25.198715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-f283f625-a8b7-49f3-95e7-575041ad94c3 service neutron] 10.222.0.22 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088025 Jul 16 01:18:25.230243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Routers {'deca7910-7166-46c9-8c5e-6777faecc3e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:25.230243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:18:07Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['deca7910-7166-46c9-8c5e-6777faecc3e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:25.277829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc21f19-b6a5-4dda-8722-d9a105fe56aa None None] Pushing event updated for resources: {'Port': ['ID=bcbd6bc1-5728-4162-8af1-085b5711cc5c,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:25.498476 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2024f33c-bbdf-4e3e-9c62-28eece7ffe28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd072c8f9-77d9-479a-9927-64b9a4aed96e'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:25.501426 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a6cc2a-3bbb-494a-bf76-8b792de2c713" -d '{"events": [{"server_uuid": "2024f33c-bbdf-4e3e-9c62-28eece7ffe28", "name": "network-vif-plugged", "status": "completed", "tag": "d072c8f9-77d9-479a-9927-64b9a4aed96e"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:25.506631 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port be3efc5b-19d7-483a-bc0e-0f388d4073eb completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:25.517593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port be3efc5b-19d7-483a-bc0e-0f388d4073eb triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:25.517972 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.543817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Allocated IP 172.25.2.22 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/a33dc2e6-7657-4d8b-9919-5cdc6403974c) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:25.570736 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] Set router deca7910-7166-46c9-8c5e-6777faecc3e4 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:25.573020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b80f75-6dc8-4f89-9243-cf15c2c338c1 req-42b24f0e-165f-4663-b968-00380c77ff90 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:25.574794 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f5b80f75-6dc8-4f89-9243-cf15c2c338c1 req-42b24f0e-165f-4663-b968-00380c77ff90 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.69 "GET /v2.0/ports?device_id=4835f294-47a5-4cd1-b005-5787a7af660a HTTP/1.1" status: 200 len: 943 time: 0.3195546 Jul 16 01:18:25.709760 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.763952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853325c6-4095-46a6-a4d2-1f8d0d166c08 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:25.778479 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.788183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port be3efc5b-19d7-483a-bc0e-0f388d4073eb, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:25.793832 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.819994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519fbb7-c5a8-48e0-94f2-1cf699b35016 req-6de58b95-89f7-47a7-aa38-dbdd487df6df tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:25.825850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2519fbb7-c5a8-48e0-94f2-1cf699b35016 req-6de58b95-89f7-47a7-aa38-dbdd487df6df tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:25.827477 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2519fbb7-c5a8-48e0-94f2-1cf699b35016 req-6de58b95-89f7-47a7-aa38-dbdd487df6df tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 1682 time: 0.3308041 Jul 16 01:18:25.829255 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Transition to ACTIVE for port object 853325c6-4095-46a6-a4d2-1f8d0d166c08 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:25.850919 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.868563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=be3efc5b-19d7-483a-bc0e-0f388d4073eb,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:25.873275 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:25.882614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1600215396-router', 'tenant_id': 'ccf142673cf6434390589c1cba586c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a1769bdd-0f4f-44a9-bddb-3ca681516738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:16Z', 'updated_at': '2021-07-16T01:18:22Z', 'revision_number': 4, 'project_id': 'ccf142673cf6434390589c1cba586c27', 'gw_port': {'id': 'a1769bdd-0f4f-44a9-bddb-3ca681516738', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:18Z', 'updated_at': '2021-07-16T01:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'bcbd6bc1-5728-4162-8af1-085b5711cc5c', 'name': '', 'network_id': '7f7c4259-1fa4-4ea2-9822-02b60472e979', 'tenant_id': 'ccf142673cf6434390589c1cba586c27', 'mac_address': 'fa:16:3e:31:e7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '2c61c8e3-4674-40bd-ba9a-61e3c0eb28f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:21Z', 'updated_at': '2021-07-16T01:18:25Z', 'revision_number': 4, 'project_id': 'ccf142673cf6434390589c1cba586c27', 'subnets': [{'id': '2c61c8e3-4674-40bd-ba9a-61e3c0eb28f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:25.912808 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee6a9ae-8f24-4c1f-acb1-d56914926964 None None] The sync data for ids ['deca7910-7166-46c9-8c5e-6777faecc3e4'] in n-d-791505-14 is: [{'id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1600215396-router', 'tenant_id': 'ccf142673cf6434390589c1cba586c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a1769bdd-0f4f-44a9-bddb-3ca681516738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:16Z', 'updated_at': '2021-07-16T01:18:22Z', 'revision_number': 4, 'project_id': 'ccf142673cf6434390589c1cba586c27', 'gw_port': {'id': 'a1769bdd-0f4f-44a9-bddb-3ca681516738', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:18Z', 'updated_at': '2021-07-16T01:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'bcbd6bc1-5728-4162-8af1-085b5711cc5c', 'name': '', 'network_id': '7f7c4259-1fa4-4ea2-9822-02b60472e979', 'tenant_id': 'ccf142673cf6434390589c1cba586c27', 'mac_address': 'fa:16:3e:31:e7:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 919, 'fixed_ips': [{'subnet_id': '2c61c8e3-4674-40bd-ba9a-61e3c0eb28f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:21Z', 'updated_at': '2021-07-16T01:18:25Z', 'revision_number': 4, 'project_id': 'ccf142673cf6434390589c1cba586c27', 'subnets': [{'id': '2c61c8e3-4674-40bd-ba9a-61e3c0eb28f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:25.988161 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Pushing event updated for resources: {'Port': ['ID=853325c6-4095-46a6-a4d2-1f8d0d166c08,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:25.995467 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-f5b80f75-6dc8-4f89-9243-cf15c2c338c1 req-eaeff370-9fec-47a0-9ccd-6b41fe220fdd tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Deleting port fc58fe02-0a31-4c3f-88bf-80e10c3be893 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:25.995899 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f5b80f75-6dc8-4f89-9243-cf15c2c338c1 req-eaeff370-9fec-47a0-9ccd-6b41fe220fdd tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.000254 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.020404 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2519fbb7-c5a8-48e0-94f2-1cf699b35016 req-3ef83eeb-b9f7-474b-88ca-ae215333acb6 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505814 Jul 16 01:18:26.512054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:26.538578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:26.550314 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:26.558506 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Pushing event updated for resources: {'Port': ['ID=a33dc2e6-7657-4d8b-9919-5cdc6403974c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:26.665205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-f5b80f75-6dc8-4f89-9243-cf15c2c338c1 req-eaeff370-9fec-47a0-9ccd-6b41fe220fdd tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] For port fc58fe02-0a31-4c3f-88bf-80e10c3be893, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=fc58fe02-0a31-4c3f-88bf-80e10c3be893,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:26.665851 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f5b80f75-6dc8-4f89-9243-cf15c2c338c1 req-eaeff370-9fec-47a0-9ccd-6b41fe220fdd tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.690505 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bcbd6bc1-5728-4162-8af1-085b5711cc5c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:26.706519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-f5b80f75-6dc8-4f89-9243-cf15c2c338c1 req-eaeff370-9fec-47a0-9ccd-6b41fe220fdd tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Calling delete_port for fc58fe02-0a31-4c3f-88bf-80e10c3be893 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:26.709462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Attempting to bind port 853325c6-4095-46a6-a4d2-1f8d0d166c08 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:26.709826 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Attempting to bind port 853325c6-4095-46a6-a4d2-1f8d0d166c08 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '79d81165-a074-437d-82a0-6001a4eb770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b225cc3-708c-4efc-b919-85ea8ffbd7a4'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:26.710149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Attempting to bind port 853325c6-4095-46a6-a4d2-1f8d0d166c08 on network 9b225cc3-708c-4efc-b919-85ea8ffbd7a4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:26.754663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Port 853325c6-4095-46a6-a4d2-1f8d0d166c08 on network 9b225cc3-708c-4efc-b919-85ea8ffbd7a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:26.755050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Attempting to bind port 853325c6-4095-46a6-a4d2-1f8d0d166c08 on network 9b225cc3-708c-4efc-b919-85ea8ffbd7a4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:26.789002 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port bcbd6bc1-5728-4162-8af1-085b5711cc5c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:26.793316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port bcbd6bc1-5728-4162-8af1-085b5711cc5c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:26.793685 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.805948 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a400381-813c-4867-a94e-625d00306a69 req-5c3f1c8f-80cd-426c-999e-2a68817a495f tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:26.807505 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3a400381-813c-4867-a94e-625d00306a69 req-5c3f1c8f-80cd-426c-999e-2a68817a495f tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/networks?id=31bc1cde-b305-452e-acfa-c234ab9f755a HTTP/1.1" status: 200 len: 804 time: 0.6689167 Jul 16 01:18:26.809848 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-8f50fdeb-394d-4076-98d7-9651ce282d0e tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:26.813161 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-8f50fdeb-394d-4076-98d7-9651ce282d0e tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.69 "GET /v2.0/networks?id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f HTTP/1.1" status: 200 len: 812 time: 0.2019479 Jul 16 01:18:26.816563 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:26.817011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Checking segment: {'id': '79d81165-a074-437d-82a0-6001a4eb770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b225cc3-708c-4efc-b919-85ea8ffbd7a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:26.817556 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Bound using segment: {'id': '79d81165-a074-437d-82a0-6001a4eb770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b225cc3-708c-4efc-b919-85ea8ffbd7a4'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:26.818116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Bound port: 853325c6-4095-46a6-a4d2-1f8d0d166c08, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d81165-a074-437d-82a0-6001a4eb770d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '9b225cc3-708c-4efc-b919-85ea8ffbd7a4'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:26.818547 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.826449 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-af850d4a-80ef-4e0e-9b5f-4850f5441033 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Request body: {'port': {'device_id': '1a40d5fd-9434-4a9e-85c6-5f628d0bacd2', 'network_id': '7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f', 'admin_state_up': True, 'tenant_id': '3d706f64229f48619debf05976cb1d01'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:26.846715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3a400381-813c-4867-a94e-625d00306a69 req-8ae1602e-364c-4e75-947f-cbeaf7e0741f tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/quotas/273b24d73284472c9c4d72d339ebbb9e HTTP/1.1" status: 200 len: 375 time: 0.0254784 Jul 16 01:18:26.859787 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.921690 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.922874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] For port 853325c6-4095-46a6-a4d2-1f8d0d166c08, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:26.926227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] For port 853325c6-4095-46a6-a4d2-1f8d0d166c08, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=853325c6-4095-46a6-a4d2-1f8d0d166c08,segment=NetworkSegment(79d81165-a074-437d-82a0-6001a4eb770d),segment_id=79d81165-a074-437d-82a0-6001a4eb770d)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:26.951565 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.970504 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-af850d4a-80ef-4e0e-9b5f-4850f5441033 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Made reservation on behalf of 3d706f64229f48619debf05976cb1d01 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:26.974429 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-af850d4a-80ef-4e0e-9b5f-4850f5441033 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:26.987683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port bcbd6bc1-5728-4162-8af1-085b5711cc5c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bcbd6bc1-5728-4162-8af1-085b5711cc5c,segment=NetworkSegment(f0b48f60-b05b-43bb-bf99-9ae3ee91ad20),segment_id=f0b48f60-b05b-43bb-bf99-9ae3ee91ad20)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:26.993073 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.033483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Pushing event updated for resources: {'Port': ['ID=853325c6-4095-46a6-a4d2-1f8d0d166c08,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:27.066881 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.067523 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.068974 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-b77ec4a7-4656-4eea-8ecd-c069977a4868 service neutron] 10.222.0.70 "PUT /v2.0/ports/853325c6-4095-46a6-a4d2-1f8d0d166c08 HTTP/1.1" status: 200 len: 1092 time: 2.2820058 Jul 16 01:18:27.070885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4379a63d-5ee0-4735-bcb3-94d887e6870d', 'tag': '853325c6-4095-46a6-a4d2-1f8d0d166c08'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:27.073446 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163b69c5-d910-4455-a144-935f74514c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "4379a63d-5ee0-4735-bcb3-94d887e6870d", "tag": "853325c6-4095-46a6-a4d2-1f8d0d166c08"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:27.091187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=bcbd6bc1-5728-4162-8af1-085b5711cc5c,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:27.128348 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.131042 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-af850d4a-80ef-4e0e-9b5f-4850f5441033 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Allocated IP 172.20.0.13 (7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f/fb650270-6140-4296-a509-9c2a289fb9f7/25e07eee-af1f-4ac3-bc7a-a2911beb32fe) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:27.245847 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3a400381-813c-4867-a94e-625d00306a69 req-59cf03b0-a767-451d-b72a-1e02dac924a2 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=273b24d73284472c9c4d72d339ebbb9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3880391 Jul 16 01:18:27.273053 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f5b80f75-6dc8-4f89-9243-cf15c2c338c1 req-eaeff370-9fec-47a0-9ccd-6b41fe220fdd tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.299905 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-af850d4a-80ef-4e0e-9b5f-4850f5441033 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.347019 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-af850d4a-80ef-4e0e-9b5f-4850f5441033 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.350894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeff370-9fec-47a0-9ccd-6b41fe220fdd tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Pushing event deleted for resources: {'Port': ['ID=fc58fe02-0a31-4c3f-88bf-80e10c3be893,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:27.392833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-af850d4a-80ef-4e0e-9b5f-4850f5441033 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Network 7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:27.396051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-af850d4a-80ef-4e0e-9b5f-4850f5441033 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:27.400076 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-af850d4a-80ef-4e0e-9b5f-4850f5441033 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:27.407131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af850d4a-80ef-4e0e-9b5f-4850f5441033 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event updated for resources: {'Port': ['ID=25e07eee-af1f-4ac3-bc7a-a2911beb32fe,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:27.440756 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-7e64f497-3c05-49d5-8387-9d2bb00ece71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.442288 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-7e64f497-3c05-49d5-8387-9d2bb00ece71 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=178026b943ed4f6387cf6f06d374a905&device_id=4379a63d-5ee0-4735-bcb3-94d887e6870d HTTP/1.1" status: 200 len: 1095 time: 0.3122239 Jul 16 01:18:27.458040 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-af850d4a-80ef-4e0e-9b5f-4850f5441033 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.458763 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-af850d4a-80ef-4e0e-9b5f-4850f5441033 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.473600 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-af850d4a-80ef-4e0e-9b5f-4850f5441033 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6510422 Jul 16 01:18:27.476463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b80f75-6dc8-4f89-9243-cf15c2c338c1 req-eaeff370-9fec-47a0-9ccd-6b41fe220fdd tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] No DVR routers for this DVR port fc58fe02-0a31-4c3f-88bf-80e10c3be893 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:27.484573 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Request body: {'port': {'device_id': '1a40d5fd-9434-4a9e-85c6-5f628d0bacd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:27.485868 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f5b80f75-6dc8-4f89-9243-cf15c2c338c1 req-eaeff370-9fec-47a0-9ccd-6b41fe220fdd tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.487778 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f5b80f75-6dc8-4f89-9243-cf15c2c338c1 req-eaeff370-9fec-47a0-9ccd-6b41fe220fdd tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.69 "DELETE /v2.0/ports/fc58fe02-0a31-4c3f-88bf-80e10c3be893 HTTP/1.1" status: 204 len: 173 time: 1.8944211 Jul 16 01:18:27.535397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-aa942ee1-099d-49b1-b96e-1c597cf23074 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=853325c6-4095-46a6-a4d2-1f8d0d166c08 HTTP/1.1" status: 200 len: 217 time: 0.0600092 Jul 16 01:18:27.542964 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3a400381-813c-4867-a94e-625d00306a69 req-a567958e-9d40-4a07-85c6-67f55a0c0150 service neutron] 10.222.0.22 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821865 Jul 16 01:18:27.562886 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.630425 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.640492 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.695466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-71166e08-1d1c-40d5-901d-e9b6fb6d7e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:27.696967 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-71166e08-1d1c-40d5-901d-e9b6fb6d7e20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4d7646f6-d219-4f7d-8474-d6956e9271e0 HTTP/1.1" status: 200 len: 860 time: 0.1477292 Jul 16 01:18:27.775524 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-be5434de-0128-4746-8231-458f8e412d17 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b225cc3-708c-4efc-b919-85ea8ffbd7a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632098 Jul 16 01:18:27.794895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Pushing event updated for resources: {'Port': ['ID=a33dc2e6-7657-4d8b-9919-5cdc6403974c,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:27.800907 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3a400381-813c-4867-a94e-625d00306a69 req-d2b7e5d9-bdcc-4044-86f9-28f38f0ff05c service neutron] 10.222.0.22 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430036 Jul 16 01:18:27.823653 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.845516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25e07eee-af1f-4ac3-bc7a-a2911beb32fe {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:27.853711 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.863444 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.864721 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-4ba46fc5-e03d-4ccc-a13b-477ab1f1743f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.1824422 Jul 16 01:18:27.867729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Transition to ACTIVE for port object 25e07eee-af1f-4ac3-bc7a-a2911beb32fe will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:27.875920 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:27.950848 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=25e07eee-af1f-4ac3-bc7a-a2911beb32fe,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:27.965889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-3234cfbd-1cba-4abb-adde-6563a76e4061 service neutron] 10.222.0.70 "GET /v2.0/networks/9b225cc3-708c-4efc-b919-85ea8ffbd7a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800861 Jul 16 01:18:27.971320 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-2b238db6-2881-476f-b7e4-84f0d709c1e9 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 695 time: 0.0920405 Jul 16 01:18:28.083036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Attempting to bind port 25e07eee-af1f-4ac3-bc7a-a2911beb32fe on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:28.083437 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Attempting to bind port 25e07eee-af1f-4ac3-bc7a-a2911beb32fe by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '09053f43-88fb-409a-a155-0acb6c3ed973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:28.083912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Attempting to bind port 25e07eee-af1f-4ac3-bc7a-a2911beb32fe on network 7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:28.089777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Port 25e07eee-af1f-4ac3-bc7a-a2911beb32fe on network 7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:28.090218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Attempting to bind port 25e07eee-af1f-4ac3-bc7a-a2911beb32fe on network 7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:28.095923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:28.096420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Checking segment: {'id': '09053f43-88fb-409a-a155-0acb6c3ed973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:28.096911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Bound using segment: {'id': '09053f43-88fb-409a-a155-0acb6c3ed973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:28.097547 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Bound port: 25e07eee-af1f-4ac3-bc7a-a2911beb32fe, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09053f43-88fb-409a-a155-0acb6c3ed973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:28.097914 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.184837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] For port 25e07eee-af1f-4ac3-bc7a-a2911beb32fe, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:28.189428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] For port 25e07eee-af1f-4ac3-bc7a-a2911beb32fe, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=25e07eee-af1f-4ac3-bc7a-a2911beb32fe,segment=NetworkSegment(09053f43-88fb-409a-a155-0acb6c3ed973),segment_id=09053f43-88fb-409a-a155-0acb6c3ed973)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:28.193994 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.215284 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-6a2dcfbc-fed1-4494-9df6-fad10cdc39c8 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.216811 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23ad8ac0-2b6d-4498-9e12-16b5de4a49e9 req-6a2dcfbc-fed1-4494-9df6-fad10cdc39c8 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.2396777 Jul 16 01:18:28.240535 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.241148 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.242537 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] 10.222.0.69 "PUT /v2.0/ports/25e07eee-af1f-4ac3-bc7a-a2911beb32fe HTTP/1.1" status: 200 len: 1093 time: 0.7621689 Jul 16 01:18:28.243535 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a40d5fd-9434-4a9e-85c6-5f628d0bacd2', 'tag': '25e07eee-af1f-4ac3-bc7a-a2911beb32fe'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:28.245356 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f1484a-a118-48d1-b6f2-202030744acb" -d '{"events": [{"name": "network-changed", "server_uuid": "1a40d5fd-9434-4a9e-85c6-5f628d0bacd2", "tag": "25e07eee-af1f-4ac3-bc7a-a2911beb32fe"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:28.272557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdd4b1a9-e164-4aa6-9e81-3e88bfbc15e9 req-511f1815-9401-4937-a5e4-da6e7377e48b service neutron] 10.222.0.70 "GET /v2.0/networks/9b225cc3-708c-4efc-b919-85ea8ffbd7a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2959549 Jul 16 01:18:28.276542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabb9a2-f209-492b-bbf9-8f6228bf6fc9 service neutron] Pushing event updated for resources: {'Port': ['ID=25e07eee-af1f-4ac3-bc7a-a2911beb32fe,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:28.300337 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb1f5c-4e54-4ba1-a577-8158cd54d547 req-d9e046b5-5a3b-40e2-a2e6-6c7ffefcedcc tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.309440 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dacb1f5c-4e54-4ba1-a577-8158cd54d547 req-d9e046b5-5a3b-40e2-a2e6-6c7ffefcedcc tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 950 time: 0.2614684 Jul 16 01:18:28.352346 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dacb1f5c-4e54-4ba1-a577-8158cd54d547 req-ea089a35-3a6d-459b-808a-352525669351 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418360 Jul 16 01:18:28.359575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-7a1ef42c-5a2b-48bd-9492-6418c0284015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.361305 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-7a1ef42c-5a2b-48bd-9492-6418c0284015 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d706f64229f48619debf05976cb1d01&device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2 HTTP/1.1" status: 200 len: 1096 time: 0.0667984 Jul 16 01:18:28.415742 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-7509d667-ac94-4e7b-a8e3-4bcb382dd050 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25e07eee-af1f-4ac3-bc7a-a2911beb32fe HTTP/1.1" status: 200 len: 217 time: 0.0466592 Jul 16 01:18:28.483082 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-b1629bd4-cc4d-4cc6-944b-8c3c8721c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.484486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a62e9-369b-4889-aeda-a601e4c25e49 req-77bcb2f7-2c6b-4c6c-a99d-f2ca17efede7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.485512 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-b1629bd4-cc4d-4cc6-944b-8c3c8721c3ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fb650270-6140-4296-a509-9c2a289fb9f7 HTTP/1.1" status: 200 len: 852 time: 0.0639334 Jul 16 01:18:28.490328 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a62e9-369b-4889-aeda-a601e4c25e49 req-77bcb2f7-2c6b-4c6c-a99d-f2ca17efede7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.496210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a62e9-369b-4889-aeda-a601e4c25e49 req-77bcb2f7-2c6b-4c6c-a99d-f2ca17efede7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.502623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a62e9-369b-4889-aeda-a601e4c25e49 req-77bcb2f7-2c6b-4c6c-a99d-f2ca17efede7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.508520 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a62e9-369b-4889-aeda-a601e4c25e49 req-77bcb2f7-2c6b-4c6c-a99d-f2ca17efede7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.514389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a62e9-369b-4889-aeda-a601e4c25e49 req-77bcb2f7-2c6b-4c6c-a99d-f2ca17efede7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.520867 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a62e9-369b-4889-aeda-a601e4c25e49 req-77bcb2f7-2c6b-4c6c-a99d-f2ca17efede7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.522402 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-e10d4f75-189e-475e-9e53-322d69a37236 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296810 Jul 16 01:18:28.522917 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-935a62e9-369b-4889-aeda-a601e4c25e49 req-77bcb2f7-2c6b-4c6c-a99d-f2ca17efede7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5420 time: 0.1318505 Jul 16 01:18:28.595680 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-935a62e9-369b-4889-aeda-a601e4c25e49 req-06ef20b8-35ce-4b56-87bd-a7ea42664a8c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612235 Jul 16 01:18:28.619309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be58fd-6550-4f15-b9bd-c76ceef4c0f3 req-c46928a8-0322-4723-8437-a1fc5a697ad5 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.627796 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0be58fd-6550-4f15-b9bd-c76ceef4c0f3 req-c46928a8-0322-4723-8437-a1fc5a697ad5 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 949 time: 0.1037705 Jul 16 01:18:28.630917 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-2ceb4be2-9fff-488f-82d2-0aea2bd9b5fd service neutron] 10.222.0.69 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025565 Jul 16 01:18:28.663817 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bcbd6bc1-5728-4162-8af1-085b5711cc5c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:28.688374 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0be58fd-6550-4f15-b9bd-c76ceef4c0f3 req-0c8ead04-5071-4eaa-ad3e-a868b22b4b8b tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596187 Jul 16 01:18:28.746224 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port bcbd6bc1-5728-4162-8af1-085b5711cc5c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:28.746632 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:28.758002 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41df3ce6-df5f-42c3-80fa-4e3e95ba6b78 req-d2b5970e-b33d-4576-a9de-cbdbebc047c6 service neutron] 10.222.0.69 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209567 Jul 16 01:18:28.883587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e7dd7-2e1a-4200-a7ef-2dc8b4739a5f req-7ee47f00-0479-4343-98ff-f1bf6d30605e tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.885134 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-400e7dd7-2e1a-4200-a7ef-2dc8b4739a5f req-7ee47f00-0479-4343-98ff-f1bf6d30605e tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.22 "GET /v2.0/ports?device_id=4379a63d-5ee0-4735-bcb3-94d887e6870d HTTP/1.1" status: 200 len: 943 time: 0.1133094 Jul 16 01:18:28.905889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3df8dd-610e-4cce-8cb3-675df71a3f5b req-6d61c7e6-7e1a-4d11-843b-63b2622b4cc5 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:28.907232 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff3df8dd-610e-4cce-8cb3-675df71a3f5b req-6d61c7e6-7e1a-4d11-843b-63b2622b4cc5 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2 HTTP/1.1" status: 200 len: 944 time: 0.0959647 Jul 16 01:18:28.956545 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-400e7dd7-2e1a-4200-a7ef-2dc8b4739a5f req-3e39d138-8763-4a6c-a772-8d049c7dbe4f tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74480a0-2cd3-4305-843c-f32fbade50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637250 Jul 16 01:18:28.961239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff3df8dd-610e-4cce-8cb3-675df71a3f5b req-1c15677a-d57f-44f6-bb75-0747d28f0f2e tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465195 Jul 16 01:18:29.001966 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026de4f8-b97b-4510-9e53-84b88ce82077 x-openstack-request-id: req-026de4f8-b97b-4510-9e53-84b88ce82077 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:29.002321 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2024f33c-bbdf-4e3e-9c62-28eece7ffe28", "name": "network-vif-plugged", "status": "completed", "tag": "d072c8f9-77d9-479a-9927-64b9a4aed96e", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:29.002636 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-026de4f8-b97b-4510-9e53-84b88ce82077 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:29.003212 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2024f33c-bbdf-4e3e-9c62-28eece7ffe28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd072c8f9-77d9-479a-9927-64b9a4aed96e', 'code': 200} Jul 16 01:18:29.037351 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28a31c4-f67e-4484-b3ca-0bdb8866dd6b x-openstack-request-id: req-f28a31c4-f67e-4484-b3ca-0bdb8866dd6b {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:29.037651 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4379a63d-5ee0-4735-bcb3-94d887e6870d", "tag": "853325c6-4095-46a6-a4d2-1f8d0d166c08", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:29.037911 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f28a31c4-f67e-4484-b3ca-0bdb8866dd6b {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:29.038320 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4379a63d-5ee0-4735-bcb3-94d887e6870d', 'tag': '853325c6-4095-46a6-a4d2-1f8d0d166c08', 'status': 'completed', 'code': 200} Jul 16 01:18:29.193152 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1921be08-c0aa-4de2-a314-a1b62bc250c9 req-af9d6779-ac8d-472d-b806-88bc0684086f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.194431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device fc58fe02-0a31-4c3f-88bf-80e10c3be893 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:29.194714 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1921be08-c0aa-4de2-a314-a1b62bc250c9 req-af9d6779-ac8d-472d-b806-88bc0684086f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 1102 time: 0.0575485 Jul 16 01:18:29.202832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff66a636-7b90-4c51-b7e7-a5655715ae83 req-2a0be353-4fd2-4f91-8f8b-f92f5694353d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec858e74-f43e-4d94-8e9c-fe16ff49fbf7 HTTP/1.1" status: 200 len: 210 time: 0.0648041 Jul 16 01:18:29.218111 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: fc58fe02-0a31-4c3f-88bf-80e10c3be893 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:29.218609 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device fc58fe02-0a31-4c3f-88bf-80e10c3be893 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:29.243712 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1921be08-c0aa-4de2-a314-a1b62bc250c9 req-c21e1d25-cc41-4f35-8308-317558da3d9f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381582 Jul 16 01:18:29.251626 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-09daf06e-b098-4070-9897-ff2970012a40 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1751690 Jul 16 01:18:29.255183 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c92f87f-c582-4bc3-8882-0ca4c000892c x-openstack-request-id: req-5c92f87f-c582-4bc3-8882-0ca4c000892c {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:29.255476 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a40d5fd-9434-4a9e-85c6-5f628d0bacd2", "tag": "25e07eee-af1f-4ac3-bc7a-a2911beb32fe", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:29.255729 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5c92f87f-c582-4bc3-8882-0ca4c000892c {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:29.256160 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a40d5fd-9434-4a9e-85c6-5f628d0bacd2', 'tag': '25e07eee-af1f-4ac3-bc7a-a2911beb32fe', 'status': 'completed', 'code': 200} Jul 16 01:18:29.263128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:29.268557 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b69c5-d910-4455-a144-935f74514c1c req-75e4f866-43d4-4f3d-96d6-6b5316f244a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.270018 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-163b69c5-d910-4455-a144-935f74514c1c req-75e4f866-43d4-4f3d-96d6-6b5316f244a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=178026b943ed4f6387cf6f06d374a905&device_id=4379a63d-5ee0-4735-bcb3-94d887e6870d HTTP/1.1" status: 200 len: 1095 time: 0.1711578 Jul 16 01:18:29.291837 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.334509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1484a-a118-48d1-b6f2-202030744acb req-a42897a2-4619-4f18-9a85-071b2e6098bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.336207 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72f1484a-a118-48d1-b6f2-202030744acb req-a42897a2-4619-4f18-9a85-071b2e6098bc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d706f64229f48619debf05976cb1d01&device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2 HTTP/1.1" status: 200 len: 1096 time: 0.0547233 Jul 16 01:18:29.438582 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1484a-a118-48d1-b6f2-202030744acb req-08db283a-fce0-46ff-ad63-64f0c5911b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.440111 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72f1484a-a118-48d1-b6f2-202030744acb req-08db283a-fce0-46ff-ad63-64f0c5911b04 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f HTTP/1.1" status: 200 len: 913 time: 0.0964241 Jul 16 01:18:29.443684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b69c5-d910-4455-a144-935f74514c1c req-737c79e7-e113-4778-a276-d4bb7d6ff4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.445260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-163b69c5-d910-4455-a144-935f74514c1c req-737c79e7-e113-4778-a276-d4bb7d6ff4c6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9b225cc3-708c-4efc-b919-85ea8ffbd7a4 HTTP/1.1" status: 200 len: 921 time: 0.1358187 Jul 16 01:18:29.504736 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-163b69c5-d910-4455-a144-935f74514c1c req-64bae137-cd2c-498b-83c2-bc49054e039e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=853325c6-4095-46a6-a4d2-1f8d0d166c08 HTTP/1.1" status: 200 len: 217 time: 0.0469863 Jul 16 01:18:29.505871 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72f1484a-a118-48d1-b6f2-202030744acb req-fde3cbeb-2e02-4edb-8d48-e066c9a1a4a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25e07eee-af1f-4ac3-bc7a-a2911beb32fe HTTP/1.1" status: 200 len: 217 time: 0.0564435 Jul 16 01:18:29.517221 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.597349 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f1484a-a118-48d1-b6f2-202030744acb req-4daa4e0f-d02f-49e9-a69f-8f4d455d83d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.598826 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72f1484a-a118-48d1-b6f2-202030744acb req-4daa4e0f-d02f-49e9-a69f-8f4d455d83d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fb650270-6140-4296-a509-9c2a289fb9f7 HTTP/1.1" status: 200 len: 852 time: 0.0862746 Jul 16 01:18:29.661989 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72f1484a-a118-48d1-b6f2-202030744acb req-38fa86e6-e0f2-4834-86d9-179c4861dbc6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343337 Jul 16 01:18:29.675551 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b69c5-d910-4455-a144-935f74514c1c req-7470083e-7966-47b4-95b3-006aaf784146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.677103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-163b69c5-d910-4455-a144-935f74514c1c req-7470083e-7966-47b4-95b3-006aaf784146 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4d7646f6-d219-4f7d-8474-d6956e9271e0 HTTP/1.1" status: 200 len: 860 time: 0.1199193 Jul 16 01:18:29.714647 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a400381-813c-4867-a94e-625d00306a69 req-0f56c1e6-0d4f-49a3-8fb9-b020d041de33 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.716058 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3a400381-813c-4867-a94e-625d00306a69 req-0f56c1e6-0d4f-49a3-8fb9-b020d041de33 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.70 "GET /v2.0/networks?id=31bc1cde-b305-452e-acfa-c234ab9f755a HTTP/1.1" status: 200 len: 804 time: 0.1728358 Jul 16 01:18:29.736055 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-163b69c5-d910-4455-a144-935f74514c1c req-018377ed-681a-4a8f-aaf6-ee0d19f56d44 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9b225cc3-708c-4efc-b919-85ea8ffbd7a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384157 Jul 16 01:18:29.737689 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Allocated IP 172.25.2.90 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/fa3d4ff2-a79c-4979-a4b6-53641734b857) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:29.755189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-3a400381-813c-4867-a94e-625d00306a69 req-1efaaa61-74c2-4a03-9cde-00c62077eceb tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Request body: {'port': {'device_id': 'ec858e74-f43e-4d94-8e9c-fe16ff49fbf7', 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a', 'admin_state_up': True, 'tenant_id': '273b24d73284472c9c4d72d339ebbb9e'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:29.771203 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e6d1e-68a3-4962-b007-7d09c637ad21 req-363a66ff-f064-4d23-af53-c96fc0d786f9 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:29.772761 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-086e6d1e-68a3-4962-b007-7d09c637ad21 req-363a66ff-f064-4d23-af53-c96fc0d786f9 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 950 time: 0.1775639 Jul 16 01:18:29.844965 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72f1484a-a118-48d1-b6f2-202030744acb req-af12e2fd-b0e2-4380-a189-c34264a77bdc service neutron] 10.222.0.69 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721995 Jul 16 01:18:29.913901 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-086e6d1e-68a3-4962-b007-7d09c637ad21 req-a4c7dfe6-c161-475f-b2fd-df13d94b98f4 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253066 Jul 16 01:18:29.934253 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-163b69c5-d910-4455-a144-935f74514c1c req-5097bc65-7c06-444d-aa5f-5e3d593a8228 service neutron] 10.222.0.70 "GET /v2.0/networks/9b225cc3-708c-4efc-b919-85ea8ffbd7a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817863 Jul 16 01:18:29.958359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a400381-813c-4867-a94e-625d00306a69 req-1efaaa61-74c2-4a03-9cde-00c62077eceb tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Made reservation on behalf of 273b24d73284472c9c4d72d339ebbb9e for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:29.962561 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3a400381-813c-4867-a94e-625d00306a69 req-1efaaa61-74c2-4a03-9cde-00c62077eceb tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:29.983862 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72f1484a-a118-48d1-b6f2-202030744acb req-3c3f00e9-6541-4471-b795-6daf7758d3aa service neutron] 10.222.0.69 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302824 Jul 16 01:18:29.989092 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.096097 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.112564 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-163b69c5-d910-4455-a144-935f74514c1c req-741275ce-1134-422b-9cb5-02ef6b74d804 service neutron] 10.222.0.70 "GET /v2.0/networks/9b225cc3-708c-4efc-b919-85ea8ffbd7a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644642 Jul 16 01:18:30.123467 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.123723 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-3a400381-813c-4867-a94e-625d00306a69 req-1efaaa61-74c2-4a03-9cde-00c62077eceb tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Allocated IP 172.20.0.9 (31bc1cde-b305-452e-acfa-c234ab9f755a/f3e6b583-fd45-4762-b62c-551317d8f4e3/a422a4b1-afd1-4d3b-9f4b-286917f53096) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:30.177670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:30.188152 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e14547-0bf1-41a7-9acf-a139d315cec9 req-9e10edeb-81f0-4098-a550-e6296a839e39 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.193994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e14547-0bf1-41a7-9acf-a139d315cec9 req-9e10edeb-81f0-4098-a550-e6296a839e39 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.195565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52e14547-0bf1-41a7-9acf-a139d315cec9 req-9e10edeb-81f0-4098-a550-e6296a839e39 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 1682 time: 0.1549699 Jul 16 01:18:30.199450 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:30.203310 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:30.205936 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Pushing event updated for resources: {'Port': ['ID=fa3d4ff2-a79c-4979-a4b6-53641734b857,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:30.270422 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52e14547-0bf1-41a7-9acf-a139d315cec9 req-015d1541-3075-4ff5-b655-f31c96fdddc5 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684886 Jul 16 01:18:30.283310 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3a400381-813c-4867-a94e-625d00306a69 req-1efaaa61-74c2-4a03-9cde-00c62077eceb tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.335422 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3a400381-813c-4867-a94e-625d00306a69 req-1efaaa61-74c2-4a03-9cde-00c62077eceb tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.385769 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a400381-813c-4867-a94e-625d00306a69 req-1efaaa61-74c2-4a03-9cde-00c62077eceb tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Network 31bc1cde-b305-452e-acfa-c234ab9f755a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:30.389376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-3a400381-813c-4867-a94e-625d00306a69 req-1efaaa61-74c2-4a03-9cde-00c62077eceb tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:30.393371 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a400381-813c-4867-a94e-625d00306a69 req-1efaaa61-74c2-4a03-9cde-00c62077eceb tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:30.426436 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efaaa61-74c2-4a03-9cde-00c62077eceb tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Pushing event updated for resources: {'Port': ['ID=a422a4b1-afd1-4d3b-9f4b-286917f53096,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:30.453803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a400381-813c-4867-a94e-625d00306a69 req-1efaaa61-74c2-4a03-9cde-00c62077eceb tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.454448 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3a400381-813c-4867-a94e-625d00306a69 req-1efaaa61-74c2-4a03-9cde-00c62077eceb tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.469676 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3a400381-813c-4867-a94e-625d00306a69 req-1efaaa61-74c2-4a03-9cde-00c62077eceb tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7188520 Jul 16 01:18:30.489340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Request body: {'port': {'device_id': 'ec858e74-f43e-4d94-8e9c-fe16ff49fbf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:30.566424 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.672115 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.739716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2548883-2830-4fb8-bdd0-5143aa6056f7 req-aa08c931-ded9-4152-a012-cf7067f85915 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.745626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2548883-2830-4fb8-bdd0-5143aa6056f7 req-aa08c931-ded9-4152-a012-cf7067f85915 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.752056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2548883-2830-4fb8-bdd0-5143aa6056f7 req-aa08c931-ded9-4152-a012-cf7067f85915 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.758007 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2548883-2830-4fb8-bdd0-5143aa6056f7 req-aa08c931-ded9-4152-a012-cf7067f85915 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.764035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2548883-2830-4fb8-bdd0-5143aa6056f7 req-aa08c931-ded9-4152-a012-cf7067f85915 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.770408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2548883-2830-4fb8-bdd0-5143aa6056f7 req-aa08c931-ded9-4152-a012-cf7067f85915 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.776308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2548883-2830-4fb8-bdd0-5143aa6056f7 req-aa08c931-ded9-4152-a012-cf7067f85915 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:30.778250 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2548883-2830-4fb8-bdd0-5143aa6056f7 req-aa08c931-ded9-4152-a012-cf7067f85915 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5420 time: 0.1542764 Jul 16 01:18:30.779329 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.844796 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a422a4b1-afd1-4d3b-9f4b-286917f53096 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:30.852212 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.853026 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2548883-2830-4fb8-bdd0-5143aa6056f7 req-d7a92fbf-1061-4612-9fb3-3180f0d41b2e tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0498133 Jul 16 01:18:30.865916 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Transition to ACTIVE for port object a422a4b1-afd1-4d3b-9f4b-286917f53096 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:30.872622 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.920700 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.949180 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Pushing event updated for resources: {'Port': ['ID=a422a4b1-afd1-4d3b-9f4b-286917f53096,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:30.975394 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:30.980256 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.004881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30935cc-8b6d-4279-a6e3-80030efbf5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:31.007328 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b59d19-811f-45ce-a867-81a47c944700" -d '{"events": [{"server_uuid": "b30935cc-8b6d-4279-a6e3-80030efbf5b2", "name": "network-vif-plugged", "status": "completed", "tag": "be3efc5b-19d7-483a-bc0e-0f388d4073eb"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:31.028368 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Attempting to bind port a422a4b1-afd1-4d3b-9f4b-286917f53096 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:31.028701 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Attempting to bind port a422a4b1-afd1-4d3b-9f4b-286917f53096 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '76588355-94e2-4740-951a-aea93cc52dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:31.029031 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Attempting to bind port a422a4b1-afd1-4d3b-9f4b-286917f53096 on network 31bc1cde-b305-452e-acfa-c234ab9f755a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:31.036218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Port a422a4b1-afd1-4d3b-9f4b-286917f53096 on network 31bc1cde-b305-452e-acfa-c234ab9f755a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:31.036537 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Attempting to bind port a422a4b1-afd1-4d3b-9f4b-286917f53096 on network 31bc1cde-b305-452e-acfa-c234ab9f755a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:31.040687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4835f294-47a5-4cd1-b005-5787a7af660a', 'name': 'network-vif-deleted', 'tag': 'fc58fe02-0a31-4c3f-88bf-80e10c3be893'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:31.043079 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799ba9c6-35cb-478b-ba01-e36433f0d733" -d '{"events": [{"server_uuid": "4835f294-47a5-4cd1-b005-5787a7af660a", "name": "network-vif-deleted", "tag": "fc58fe02-0a31-4c3f-88bf-80e10c3be893"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:31.044321 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:31.044657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Checking segment: {'id': '76588355-94e2-4740-951a-aea93cc52dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:31.045126 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Bound using segment: {'id': '76588355-94e2-4740-951a-aea93cc52dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:31.045539 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Bound port: a422a4b1-afd1-4d3b-9f4b-286917f53096, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76588355-94e2-4740-951a-aea93cc52dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:31.046437 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.091531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Pushing event updated for resources: {'Port': ['ID=fa3d4ff2-a79c-4979-a4b6-53641734b857,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:31.095632 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-a92d5743-3d6f-4ed1-8a18-e9fef6cf78f3 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.101344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-a92d5743-3d6f-4ed1-8a18-e9fef6cf78f3 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.102889 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-a92d5743-3d6f-4ed1-8a18-e9fef6cf78f3 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 1682 time: 0.1223884 Jul 16 01:18:31.116405 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.141192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25611a85-4957-4da6-b109-732775306a1d req-334dad7c-5aa3-45f1-9bf6-4277efd78809 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.142704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25611a85-4957-4da6-b109-732775306a1d req-334dad7c-5aa3-45f1-9bf6-4277efd78809 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 949 time: 0.1596920 Jul 16 01:18:31.144044 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.145162 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-54ce782c-9c1b-45c6-ad12-18e5c9940d46 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8869057 Jul 16 01:18:31.169538 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] For port a422a4b1-afd1-4d3b-9f4b-286917f53096, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:31.189041 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] For port a422a4b1-afd1-4d3b-9f4b-286917f53096, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a422a4b1-afd1-4d3b-9f4b-286917f53096,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:31.199002 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 25e07eee-af1f-4ac3-bc7a-a2911beb32fe details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:31.210056 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.216367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-6a067650-f737-4ebb-b8e4-cfc9beb468eb tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.90 HTTP/1.1" status: 200 len: 695 time: 0.0607302 Jul 16 01:18:31.240705 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25611a85-4957-4da6-b109-732775306a1d req-c7b1911c-ece4-4e02-a9a7-d973f7a1e48e tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911026 Jul 16 01:18:31.268284 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.268875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.270252 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3a400381-813c-4867-a94e-625d00306a69 req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] 10.222.0.70 "PUT /v2.0/ports/a422a4b1-afd1-4d3b-9f4b-286917f53096 HTTP/1.1" status: 200 len: 1092 time: 0.7854252 Jul 16 01:18:31.270703 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec858e74-f43e-4d94-8e9c-fe16ff49fbf7', 'tag': 'a422a4b1-afd1-4d3b-9f4b-286917f53096'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:31.272953 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acfe59f-2c2d-4d7d-80e8-cb90c1ce83a1" -d '{"events": [{"name": "network-changed", "server_uuid": "ec858e74-f43e-4d94-8e9c-fe16ff49fbf7", "tag": "a422a4b1-afd1-4d3b-9f4b-286917f53096"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:31.285521 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b39678-2dbb-4794-b0d2-e07488464590 service neutron] Pushing event updated for resources: {'Port': ['ID=a422a4b1-afd1-4d3b-9f4b-286917f53096,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:31.300718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-fd04c93f-ea55-4240-95a2-87941107383d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Deleting port 64d44b2d-7e49-4e21-a103-6fbbc6f12018 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:31.301110 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-fd04c93f-ea55-4240-95a2-87941107383d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.332144 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 25e07eee-af1f-4ac3-bc7a-a2911beb32fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=25e07eee-af1f-4ac3-bc7a-a2911beb32fe,segment=NetworkSegment(09053f43-88fb-409a-a155-0acb6c3ed973),segment_id=09053f43-88fb-409a-a155-0acb6c3ed973)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:31.341762 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 853325c6-4095-46a6-a4d2-1f8d0d166c08 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:31.393914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-6fc6c409-494e-40d5-8008-92f429d41a17 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.395511 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc548d30-f6f9-4ca5-803d-d3b52565b965 req-6fc6c409-494e-40d5-8008-92f429d41a17 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.1672983 Jul 16 01:18:31.421641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '25e07eee-af1f-4ac3-bc7a-a2911beb32fe', 'network_id': '7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f', 'port_id': '25e07eee-af1f-4ac3-bc7a-a2911beb32fe', 'mac_address': 'fa:16:3e:53:89:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb650270-6140-4296-a509-9c2a289fb9f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:31.430785 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-fd04c93f-ea55-4240-95a2-87941107383d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] For port 64d44b2d-7e49-4e21-a103-6fbbc6f12018, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=64d44b2d-7e49-4e21-a103-6fbbc6f12018,segment=NetworkSegment(ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b),segment_id=ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:31.431163 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-fd04c93f-ea55-4240-95a2-87941107383d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.474522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec6ff7-5b20-45be-9601-e952fd135c0d req-53ef6b6f-e078-469c-980e-cb531ed3f23b tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.476082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20ec6ff7-5b20-45be-9601-e952fd135c0d req-53ef6b6f-e078-469c-980e-cb531ed3f23b tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.22 "GET /v2.0/ports?device_id=4379a63d-5ee0-4735-bcb3-94d887e6870d HTTP/1.1" status: 200 len: 943 time: 0.0782444 Jul 16 01:18:31.476964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-fd04c93f-ea55-4240-95a2-87941107383d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Calling delete_port for 64d44b2d-7e49-4e21-a103-6fbbc6f12018 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:31.478821 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 853325c6-4095-46a6-a4d2-1f8d0d166c08, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=853325c6-4095-46a6-a4d2-1f8d0d166c08,segment=NetworkSegment(79d81165-a074-437d-82a0-6001a4eb770d),segment_id=79d81165-a074-437d-82a0-6001a4eb770d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:31.494425 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.496987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '853325c6-4095-46a6-a4d2-1f8d0d166c08', 'network_id': '9b225cc3-708c-4efc-b919-85ea8ffbd7a4', 'port_id': '853325c6-4095-46a6-a4d2-1f8d0d166c08', 'mac_address': 'fa:16:3e:59:85:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d7646f6-d219-4f7d-8474-d6956e9271e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:31.515433 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25e07eee-af1f-4ac3-bc7a-a2911beb32fe {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:31.539527 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20ec6ff7-5b20-45be-9601-e952fd135c0d req-70b9a467-9cfb-4d5c-8bb5-cbfd16b4398a tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74480a0-2cd3-4305-843c-f32fbade50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554347 Jul 16 01:18:31.546718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a400381-813c-4867-a94e-625d00306a69 req-b691875c-1f88-482f-b52e-be827baa7e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.548247 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3a400381-813c-4867-a94e-625d00306a69 req-b691875c-1f88-482f-b52e-be827baa7e9e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=273b24d73284472c9c4d72d339ebbb9e&device_id=ec858e74-f43e-4d94-8e9c-fe16ff49fbf7 HTTP/1.1" status: 200 len: 1095 time: 0.1305499 Jul 16 01:18:31.574296 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 25e07eee-af1f-4ac3-bc7a-a2911beb32fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=25e07eee-af1f-4ac3-bc7a-a2911beb32fe,segment=NetworkSegment(09053f43-88fb-409a-a155-0acb6c3ed973),segment_id=09053f43-88fb-409a-a155-0acb6c3ed973)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:31.586331 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.598529 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.603944 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3a400381-813c-4867-a94e-625d00306a69 req-d200953d-9a79-43dd-a52c-e912ea48bcf4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a422a4b1-afd1-4d3b-9f4b-286917f53096 HTTP/1.1" status: 200 len: 217 time: 0.0414727 Jul 16 01:18:31.638222 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853325c6-4095-46a6-a4d2-1f8d0d166c08 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:31.641665 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb6679-2d52-41a3-9355-6799f0a85c41 req-124c7c12-bcba-4f7b-ab3e-d52bfb061fcb tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.643538 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-67eb6679-2d52-41a3-9355-6799f0a85c41 req-124c7c12-bcba-4f7b-ab3e-d52bfb061fcb tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2 HTTP/1.1" status: 200 len: 944 time: 0.1028757 Jul 16 01:18:31.671243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 853325c6-4095-46a6-a4d2-1f8d0d166c08, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=853325c6-4095-46a6-a4d2-1f8d0d166c08,segment=NetworkSegment(79d81165-a074-437d-82a0-6001a4eb770d),segment_id=79d81165-a074-437d-82a0-6001a4eb770d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:31.678198 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a400381-813c-4867-a94e-625d00306a69 req-0d864f02-d7ea-47c3-a11e-48979078fb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.679678 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3a400381-813c-4867-a94e-625d00306a69 req-0d864f02-d7ea-47c3-a11e-48979078fb95 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3e6b583-fd45-4762-b62c-551317d8f4e3 HTTP/1.1" status: 200 len: 844 time: 0.0645177 Jul 16 01:18:31.684410 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.691991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=25e07eee-af1f-4ac3-bc7a-a2911beb32fe,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:31.728825 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-67eb6679-2d52-41a3-9355-6799f0a85c41 req-db571e3c-7332-41d3-94de-e17fff3275e8 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777817 Jul 16 01:18:31.750284 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2783f57-dbd7-4835-acdd-9fac3779d611 req-e4076305-0093-4028-ae8c-1373eeb90ccc tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:31.751845 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f2783f57-dbd7-4835-acdd-9fac3779d611 req-e4076305-0093-4028-ae8c-1373eeb90ccc tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec858e74-f43e-4d94-8e9c-fe16ff49fbf7 HTTP/1.1" status: 200 len: 943 time: 0.0836565 Jul 16 01:18:31.758707 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=853325c6-4095-46a6-a4d2-1f8d0d166c08,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:31.758866 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3a400381-813c-4867-a94e-625d00306a69 req-d8082315-29aa-4ee8-9eed-f0d87ac34ebf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=31bc1cde-b305-452e-acfa-c234ab9f755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532169 Jul 16 01:18:31.762063 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-fd04c93f-ea55-4240-95a2-87941107383d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.773651 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['a606254a-5af9-4b2e-969f-3ba2f4273abc', '64d44b2d-7e49-4e21-a103-6fbbc6f12018'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:31.818472 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f2783f57-dbd7-4835-acdd-9fac3779d611 req-654c5565-e579-491b-b0a7-0a7e6e498637 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603473 Jul 16 01:18:31.818675 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04c93f-ea55-4240-95a2-87941107383d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event deleted for resources: {'Port': ['ID=64d44b2d-7e49-4e21-a103-6fbbc6f12018,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:31.836288 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['25e07eee-af1f-4ac3-bc7a-a2911beb32fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:31.877893 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5430f6f6-f7a5-4f9e-b331-5aca1b504750 x-openstack-request-id: req-5430f6f6-f7a5-4f9e-b331-5aca1b504750 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:31.878277 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30935cc-8b6d-4279-a6e3-80030efbf5b2", "name": "network-vif-plugged", "status": "completed", "tag": "be3efc5b-19d7-483a-bc0e-0f388d4073eb", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:31.878535 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5430f6f6-f7a5-4f9e-b331-5aca1b504750 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:31.879231 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30935cc-8b6d-4279-a6e3-80030efbf5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb', 'code': 200} Jul 16 01:18:31.887932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-fd04c93f-ea55-4240-95a2-87941107383d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] No DVR routers for this DVR port 64d44b2d-7e49-4e21-a103-6fbbc6f12018 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:31.893850 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-fd04c93f-ea55-4240-95a2-87941107383d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:31.896566 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-fd04c93f-ea55-4240-95a2-87941107383d tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.69 "DELETE /v2.0/ports/64d44b2d-7e49-4e21-a103-6fbbc6f12018 HTTP/1.1" status: 204 len: 173 time: 0.7850299 Jul 16 01:18:32.007945 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c711aab5-3538-42bb-917e-ed44657643de x-openstack-request-id: req-c711aab5-3538-42bb-917e-ed44657643de {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:32.008527 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec858e74-f43e-4d94-8e9c-fe16ff49fbf7", "tag": "a422a4b1-afd1-4d3b-9f4b-286917f53096", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:32.008884 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c711aab5-3538-42bb-917e-ed44657643de {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:32.009382 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec858e74-f43e-4d94-8e9c-fe16ff49fbf7', 'tag': 'a422a4b1-afd1-4d3b-9f4b-286917f53096', 'status': 'completed', 'code': 200} Jul 16 01:18:32.016056 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c44bfa-c45d-4a3c-a66e-7a364daa8a7a x-openstack-request-id: req-b9c44bfa-c45d-4a3c-a66e-7a364daa8a7a {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:32.017882 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4835f294-47a5-4cd1-b005-5787a7af660a", "name": "network-vif-deleted", "tag": "fc58fe02-0a31-4c3f-88bf-80e10c3be893", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:32.018310 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9c44bfa-c45d-4a3c-a66e-7a364daa8a7a {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:32.019206 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4835f294-47a5-4cd1-b005-5787a7af660a', 'name': 'network-vif-deleted', 'tag': 'fc58fe02-0a31-4c3f-88bf-80e10c3be893', 'status': 'completed', 'code': 200} Jul 16 01:18:32.041625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['853325c6-4095-46a6-a4d2-1f8d0d166c08'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:32.089752 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3a400381-813c-4867-a94e-625d00306a69 req-85326954-3259-4229-bd5b-5736919637ff service neutron] 10.222.0.70 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873454 Jul 16 01:18:32.093682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898cde02-a78b-4fb7-a0cf-876ac09934f7 req-e03bb027-5ded-451b-82c2-54dc97864e8e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.095285 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-898cde02-a78b-4fb7-a0cf-876ac09934f7 req-e03bb027-5ded-451b-82c2-54dc97864e8e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 950 time: 0.2248330 Jul 16 01:18:32.103843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa22a6-f900-49b5-990f-8fac324d58be req-439db87a-ceaf-4bd5-820b-228f34e1135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.105338 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76aa22a6-f900-49b5-990f-8fac324d58be req-439db87a-ceaf-4bd5-820b-228f34e1135d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 1101 time: 0.1456702 Jul 16 01:18:32.209999 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76aa22a6-f900-49b5-990f-8fac324d58be req-ee2dbed0-873b-42f5-97b5-1a32d4745d9a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897481 Jul 16 01:18:32.222456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-898cde02-a78b-4fb7-a0cf-876ac09934f7 req-371b79bc-2309-451c-8288-76c536795cac tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159782 Jul 16 01:18:32.253835 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d63d2b-3ca7-4035-be1a-a51659e8411d req-aaab7eb1-8ed4-468f-a3ec-16ba890178fd tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.265048 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d5d63d2b-3ca7-4035-be1a-a51659e8411d req-aaab7eb1-8ed4-468f-a3ec-16ba890178fd tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e4188d4-c0a9-4cfc-bacd-6622cce119b3 HTTP/1.1" status: 200 len: 946 time: 0.1347549 Jul 16 01:18:32.340200 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d5d63d2b-3ca7-4035-be1a-a51659e8411d req-c9617f33-1b56-4319-aac9-a0cff7700c01 tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "GET /v2.0/security-groups?id=23f30562-83c1-45ba-bafd-8a185de9a830&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726235 Jul 16 01:18:32.419422 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-e62e9768-513b-4bac-9604-6bff01c9246e tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1527052 Jul 16 01:18:32.425890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:32.451037 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.512197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-ea8e80c6-5469-4389-8544-e7bfef0c86ac tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Deleting port a606254a-5af9-4b2e-969f-3ba2f4273abc {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:32.512793 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-ea8e80c6-5469-4389-8544-e7bfef0c86ac tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.560918 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3a400381-813c-4867-a94e-625d00306a69 req-6baf2993-cf28-4fa9-a65d-14031c83c4b1 service neutron] 10.222.0.70 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583504 Jul 16 01:18:32.623786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-ea8e80c6-5469-4389-8544-e7bfef0c86ac tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] For port a606254a-5af9-4b2e-969f-3ba2f4273abc, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a606254a-5af9-4b2e-969f-3ba2f4273abc,segment=NetworkSegment(c7c1c594-c375-4e2e-b52c-6d01a6554875),segment_id=c7c1c594-c375-4e2e-b52c-6d01a6554875)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:32.624399 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-ea8e80c6-5469-4389-8544-e7bfef0c86ac tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.625384 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071c6db-acd4-4eb8-bcea-195c5a496665 req-3f911e54-35f0-4163-b16d-354a7aa61c82 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.631555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071c6db-acd4-4eb8-bcea-195c5a496665 req-3f911e54-35f0-4163-b16d-354a7aa61c82 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.637113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071c6db-acd4-4eb8-bcea-195c5a496665 req-3f911e54-35f0-4163-b16d-354a7aa61c82 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.637319 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-ea8e80c6-5469-4389-8544-e7bfef0c86ac tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Calling delete_port for a606254a-5af9-4b2e-969f-3ba2f4273abc owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:32.644243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071c6db-acd4-4eb8-bcea-195c5a496665 req-3f911e54-35f0-4163-b16d-354a7aa61c82 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.650069 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071c6db-acd4-4eb8-bcea-195c5a496665 req-3f911e54-35f0-4163-b16d-354a7aa61c82 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.656462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071c6db-acd4-4eb8-bcea-195c5a496665 req-3f911e54-35f0-4163-b16d-354a7aa61c82 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.663337 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e071c6db-acd4-4eb8-bcea-195c5a496665 req-3f911e54-35f0-4163-b16d-354a7aa61c82 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.665366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e071c6db-acd4-4eb8-bcea-195c5a496665 req-3f911e54-35f0-4163-b16d-354a7aa61c82 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5420 time: 0.1819453 Jul 16 01:18:32.712875 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.718708 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e071c6db-acd4-4eb8-bcea-195c5a496665 req-603a64ce-b66f-4965-a64d-bd0452ea46a0 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460935 Jul 16 01:18:32.767344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfe59f-2c2d-4d7d-80e8-cb90c1ce83a1 req-0e9fbc42-8e75-4b57-8d66-06cdb9f03621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:32.769278 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2acfe59f-2c2d-4d7d-80e8-cb90c1ce83a1 req-0e9fbc42-8e75-4b57-8d66-06cdb9f03621 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=273b24d73284472c9c4d72d339ebbb9e&device_id=ec858e74-f43e-4d94-8e9c-fe16ff49fbf7 HTTP/1.1" status: 200 len: 1095 time: 0.1227167 Jul 16 01:18:32.834796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Allocated IP 172.25.2.98 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/c0348fe1-9be8-4aae-ab2d-0b4d3dfd1ac6) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:32.857704 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-ea8e80c6-5469-4389-8544-e7bfef0c86ac tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:32.871745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['64d44b2d-7e49-4e21-a103-6fbbc6f12018'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:32.932106 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8e80c6-5469-4389-8544-e7bfef0c86ac tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event deleted for resources: {'Port': ['ID=a606254a-5af9-4b2e-969f-3ba2f4273abc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:32.965431 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.013986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-ea8e80c6-5469-4389-8544-e7bfef0c86ac tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] No DVR routers for this DVR port a606254a-5af9-4b2e-969f-3ba2f4273abc on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:33.033582 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-ea8e80c6-5469-4389-8544-e7bfef0c86ac tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.036434 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-92d69cca-c201-4575-aa56-d12c8b9ecbb6 req-ea8e80c6-5469-4389-8544-e7bfef0c86ac tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.69 "DELETE /v2.0/ports/a606254a-5af9-4b2e-969f-3ba2f4273abc HTTP/1.1" status: 204 len: 173 time: 1.1332326 Jul 16 01:18:33.043158 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfe59f-2c2d-4d7d-80e8-cb90c1ce83a1 req-55787c3a-263f-4ee8-b439-7e55b3d78a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:33.045335 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2acfe59f-2c2d-4d7d-80e8-cb90c1ce83a1 req-55787c3a-263f-4ee8-b439-7e55b3d78a2e service neutron] 10.222.0.70 "GET /v2.0/networks?id=31bc1cde-b305-452e-acfa-c234ab9f755a HTTP/1.1" status: 200 len: 905 time: 0.2461777 Jul 16 01:18:33.088247 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.107533 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2acfe59f-2c2d-4d7d-80e8-cb90c1ce83a1 req-d8571bf8-3915-4236-99c0-f6f301815012 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a422a4b1-afd1-4d3b-9f4b-286917f53096 HTTP/1.1" status: 200 len: 217 time: 0.0497389 Jul 16 01:18:33.148809 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3aa34c-8dff-4b21-bc5d-9082da9d4e6d req-bf3989f2-d5bb-4b74-96bd-af58cebf722f tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:33.150744 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c3aa34c-8dff-4b21-bc5d-9082da9d4e6d req-bf3989f2-d5bb-4b74-96bd-af58cebf722f tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 1102 time: 0.1623383 Jul 16 01:18:33.162569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:33.171590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:33.182999 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfe59f-2c2d-4d7d-80e8-cb90c1ce83a1 req-82b2c54b-aa01-4230-9083-5c534ecc4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:33.184631 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2acfe59f-2c2d-4d7d-80e8-cb90c1ce83a1 req-82b2c54b-aa01-4230-9083-5c534ecc4c07 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f3e6b583-fd45-4762-b62c-551317d8f4e3 HTTP/1.1" status: 200 len: 844 time: 0.0652058 Jul 16 01:18:33.188915 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:33.192233 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2c3aa34c-8dff-4b21-bc5d-9082da9d4e6d req-cfca0094-751a-4e9c-8ab9-9edf8f73edb4 tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.213083 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Pushing event updated for resources: {'Port': ['ID=c0348fe1-9be8-4aae-ab2d-0b4d3dfd1ac6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:33.217895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 25e07eee-af1f-4ac3-bc7a-a2911beb32fe up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:33.241681 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2acfe59f-2c2d-4d7d-80e8-cb90c1ce83a1 req-248fb8f3-aeab-4edf-a269-25cffec35290 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=31bc1cde-b305-452e-acfa-c234ab9f755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398695 Jul 16 01:18:33.274318 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 25e07eee-af1f-4ac3-bc7a-a2911beb32fe completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:33.278299 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 25e07eee-af1f-4ac3-bc7a-a2911beb32fe triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:33.278757 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.315946 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.346439 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2acfe59f-2c2d-4d7d-80e8-cb90c1ce83a1 req-95037670-22ee-4ebe-ac0a-689ac0837daa service neutron] 10.222.0.70 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937870 Jul 16 01:18:33.349612 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 853325c6-4095-46a6-a4d2-1f8d0d166c08 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:33.378401 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.394969 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.411176 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2c3aa34c-8dff-4b21-bc5d-9082da9d4e6d req-cfca0094-751a-4e9c-8ab9-9edf8f73edb4 tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.419297 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2c3aa34c-8dff-4b21-bc5d-9082da9d4e6d req-cfca0094-751a-4e9c-8ab9-9edf8f73edb4 tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.441570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 25e07eee-af1f-4ac3-bc7a-a2911beb32fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=25e07eee-af1f-4ac3-bc7a-a2911beb32fe,segment=NetworkSegment(09053f43-88fb-409a-a155-0acb6c3ed973),segment_id=09053f43-88fb-409a-a155-0acb6c3ed973)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:33.446072 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.446985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a606254a-5af9-4b2e-969f-3ba2f4273abc no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:33.453240 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2acfe59f-2c2d-4d7d-80e8-cb90c1ce83a1 req-60913082-4b50-49f8-9f17-4f2af3bf0606 service neutron] 10.222.0.70 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967894 Jul 16 01:18:33.457837 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c3aa34c-8dff-4b21-bc5d-9082da9d4e6d req-cfca0094-751a-4e9c-8ab9-9edf8f73edb4 tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983103 Jul 16 01:18:33.468960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 853325c6-4095-46a6-a4d2-1f8d0d166c08 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:33.487851 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: a606254a-5af9-4b2e-969f-3ba2f4273abc {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:33.488198 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a606254a-5af9-4b2e-969f-3ba2f4273abc not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:33.488615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 64d44b2d-7e49-4e21-a103-6fbbc6f12018 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:33.498484 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca0094-751a-4e9c-8ab9-9edf8f73edb4 tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264d5c4e-c451-4c5a-938d-e95f915ba815,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:33.514873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 64d44b2d-7e49-4e21-a103-6fbbc6f12018 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:33.515227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 64d44b2d-7e49-4e21-a103-6fbbc6f12018 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:33.516935 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 853325c6-4095-46a6-a4d2-1f8d0d166c08 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:33.517039 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.570192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=25e07eee-af1f-4ac3-bc7a-a2911beb32fe,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:33.622427 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.636655 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.657256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 853325c6-4095-46a6-a4d2-1f8d0d166c08, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=853325c6-4095-46a6-a4d2-1f8d0d166c08,segment=NetworkSegment(79d81165-a074-437d-82a0-6001a4eb770d),segment_id=79d81165-a074-437d-82a0-6001a4eb770d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:33.661634 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.663375 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.727236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=853325c6-4095-46a6-a4d2-1f8d0d166c08,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:33.753374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Pushing event updated for resources: {'Port': ['ID=c0348fe1-9be8-4aae-ab2d-0b4d3dfd1ac6,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:33.767268 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.779245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41af1d2f-39f7-4475-a329-4a2244b36188 req-e11b116f-c2f6-4240-bb6d-7cb11da3dc0c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:33.781331 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41af1d2f-39f7-4475-a329-4a2244b36188 req-e11b116f-c2f6-4240-bb6d-7cb11da3dc0c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 949 time: 0.1618955 Jul 16 01:18:33.804567 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:33.805742 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-274a74c3-bea1-4450-af4d-14bd7f7c06b4 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3841431 Jul 16 01:18:33.863707 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41af1d2f-39f7-4475-a329-4a2244b36188 req-a303063b-2a8d-433e-87e5-7418e060779c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766115 Jul 16 01:18:33.873771 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-91982569-5b0f-4696-9de6-c13834de5710 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.98 HTTP/1.1" status: 200 len: 695 time: 0.0595906 Jul 16 01:18:33.880500 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a40d5fd-9434-4a9e-85c6-5f628d0bacd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e07eee-af1f-4ac3-bc7a-a2911beb32fe'}, {'server_uuid': '4379a63d-5ee0-4735-bcb3-94d887e6870d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853325c6-4095-46a6-a4d2-1f8d0d166c08'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:33.882881 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0741ff-6ade-41df-afd5-eca14ca23ff8" -d '{"events": [{"server_uuid": "1a40d5fd-9434-4a9e-85c6-5f628d0bacd2", "name": "network-vif-plugged", "status": "completed", "tag": "25e07eee-af1f-4ac3-bc7a-a2911beb32fe"}, {"server_uuid": "4379a63d-5ee0-4735-bcb3-94d887e6870d", "name": "network-vif-plugged", "status": "completed", "tag": "853325c6-4095-46a6-a4d2-1f8d0d166c08"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:34.010359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4188d4-c0a9-4cfc-bacd-6622cce119b3', 'name': 'network-vif-deleted', 'tag': '64d44b2d-7e49-4e21-a103-6fbbc6f12018'}, {'server_uuid': '5e4188d4-c0a9-4cfc-bacd-6622cce119b3', 'name': 'network-vif-deleted', 'tag': 'a606254a-5af9-4b2e-969f-3ba2f4273abc'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:34.012919 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28071620-7110-4010-83d5-4ef4c2ae3725" -d '{"events": [{"server_uuid": "5e4188d4-c0a9-4cfc-bacd-6622cce119b3", "name": "network-vif-deleted", "tag": "64d44b2d-7e49-4e21-a103-6fbbc6f12018"}, {"server_uuid": "5e4188d4-c0a9-4cfc-bacd-6622cce119b3", "name": "network-vif-deleted", "tag": "a606254a-5af9-4b2e-969f-3ba2f4273abc"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:34.018230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-f10a252c-60bb-4cac-89b0-87135e6384af tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.019613 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-04523995-29a9-46c5-a3a3-c9191e89c1e5 req-f10a252c-60bb-4cac-89b0-87135e6384af tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.1344221 Jul 16 01:18:34.063945 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aafc06-2a4b-4596-99c4-5ea0b84ba911 req-c27d0b3d-7cfb-4e9f-8e6b-e739a8ac54e8 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.065483 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33aafc06-2a4b-4596-99c4-5ea0b84ba911 req-c27d0b3d-7cfb-4e9f-8e6b-e739a8ac54e8 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.22 "GET /v2.0/ports?device_id=4379a63d-5ee0-4735-bcb3-94d887e6870d HTTP/1.1" status: 200 len: 945 time: 0.0862896 Jul 16 01:18:34.106400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33aafc06-2a4b-4596-99c4-5ea0b84ba911 req-0c74db51-21e7-4f8c-8698-a6603b564e59 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74480a0-2cd3-4305-843c-f32fbade50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351324 Jul 16 01:18:34.183162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d861bd-acf7-4d92-9fcd-45a534d35b51 req-d4a7db93-f49b-4c3d-8a1a-1c35385ad5f4 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.184719 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-97d861bd-acf7-4d92-9fcd-45a534d35b51 req-d4a7db93-f49b-4c3d-8a1a-1c35385ad5f4 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2 HTTP/1.1" status: 200 len: 946 time: 0.0658512 Jul 16 01:18:34.240282 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-97d861bd-acf7-4d92-9fcd-45a534d35b51 req-5a77d186-61fe-43aa-b1ac-11bed8614ab7 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474818 Jul 16 01:18:34.298739 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb36618-f502-4d36-a0da-35432f69d4cb req-44a3c882-f4c5-4a71-a8cd-acd479134865 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.300276 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4cb36618-f502-4d36-a0da-35432f69d4cb req-44a3c882-f4c5-4a71-a8cd-acd479134865 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec858e74-f43e-4d94-8e9c-fe16ff49fbf7 HTTP/1.1" status: 200 len: 943 time: 0.0763423 Jul 16 01:18:34.334426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49132) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:34.342017 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4cb36618-f502-4d36-a0da-35432f69d4cb req-db5b7e8d-6a35-4d65-910c-b22bed114cf2 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358346 Jul 16 01:18:34.407019 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f25514-2ca2-4daa-8637-61cc9643f95a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Deleting subnet 14ab0f86-5825-44b6-bdf0-37486159439c {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:18:34.411222 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18f25514-2ca2-4daa-8637-61cc9643f95a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.469173 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18f25514-2ca2-4daa-8637-61cc9643f95a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.490960 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f78741-97cd-4ce9-a0f4-149800b1742a x-openstack-request-id: req-59f78741-97cd-4ce9-a0f4-149800b1742a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:34.491248 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a40d5fd-9434-4a9e-85c6-5f628d0bacd2", "name": "network-vif-plugged", "status": "completed", "tag": "25e07eee-af1f-4ac3-bc7a-a2911beb32fe", "code": 200}, {"server_uuid": "4379a63d-5ee0-4735-bcb3-94d887e6870d", "name": "network-vif-plugged", "status": "completed", "tag": "853325c6-4095-46a6-a4d2-1f8d0d166c08", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:34.491697 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59f78741-97cd-4ce9-a0f4-149800b1742a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:34.492127 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a40d5fd-9434-4a9e-85c6-5f628d0bacd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25e07eee-af1f-4ac3-bc7a-a2911beb32fe', 'code': 200} Jul 16 01:18:34.492380 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4379a63d-5ee0-4735-bcb3-94d887e6870d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853325c6-4095-46a6-a4d2-1f8d0d166c08', 'code': 200} Jul 16 01:18:34.543531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731efbbd-daf8-41ed-a4f9-32bbb7d394b4 req-d1d651de-a19f-4920-86f3-027445daa9ef tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.550014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731efbbd-daf8-41ed-a4f9-32bbb7d394b4 req-d1d651de-a19f-4920-86f3-027445daa9ef tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.556624 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731efbbd-daf8-41ed-a4f9-32bbb7d394b4 req-d1d651de-a19f-4920-86f3-027445daa9ef tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.563262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731efbbd-daf8-41ed-a4f9-32bbb7d394b4 req-d1d651de-a19f-4920-86f3-027445daa9ef tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.569796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731efbbd-daf8-41ed-a4f9-32bbb7d394b4 req-d1d651de-a19f-4920-86f3-027445daa9ef tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.576602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731efbbd-daf8-41ed-a4f9-32bbb7d394b4 req-d1d651de-a19f-4920-86f3-027445daa9ef tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.589163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731efbbd-daf8-41ed-a4f9-32bbb7d394b4 req-d1d651de-a19f-4920-86f3-027445daa9ef tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.592241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-731efbbd-daf8-41ed-a4f9-32bbb7d394b4 req-d1d651de-a19f-4920-86f3-027445daa9ef tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5420 time: 0.1287591 Jul 16 01:18:34.634204 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-731efbbd-daf8-41ed-a4f9-32bbb7d394b4 req-57399c5f-80f3-485c-a37c-cf804664fc1a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359564 Jul 16 01:18:34.661653 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18f25514-2ca2-4daa-8637-61cc9643f95a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.691156 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd639eb-f319-4faf-8ca3-0c1e7e55d9f4 x-openstack-request-id: req-8dd639eb-f319-4faf-8ca3-0c1e7e55d9f4 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:34.691501 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4188d4-c0a9-4cfc-bacd-6622cce119b3", "name": "network-vif-deleted", "tag": "64d44b2d-7e49-4e21-a103-6fbbc6f12018", "status": "completed", "code": 200}, {"server_uuid": "5e4188d4-c0a9-4cfc-bacd-6622cce119b3", "name": "network-vif-deleted", "tag": "a606254a-5af9-4b2e-969f-3ba2f4273abc", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:34.691747 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8dd639eb-f319-4faf-8ca3-0c1e7e55d9f4 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:34.692125 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4188d4-c0a9-4cfc-bacd-6622cce119b3', 'name': 'network-vif-deleted', 'tag': '64d44b2d-7e49-4e21-a103-6fbbc6f12018', 'status': 'completed', 'code': 200} Jul 16 01:18:34.692378 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4188d4-c0a9-4cfc-bacd-6622cce119b3', 'name': 'network-vif-deleted', 'tag': 'a606254a-5af9-4b2e-969f-3ba2f4273abc', 'status': 'completed', 'code': 200} Jul 16 01:18:34.723688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7931b318-276c-4b12-903d-d1fd5ce828c1 req-ebd4d5d6-08ee-4c58-b9bb-b1249b44caf3 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.725821 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7931b318-276c-4b12-903d-d1fd5ce828c1 req-ebd4d5d6-08ee-4c58-b9bb-b1249b44caf3 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 949 time: 0.0902333 Jul 16 01:18:34.741649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa30d6e-85dc-4f0a-8121-70d174ed7752 req-540a2e79-a937-4563-8cdd-ce4da3c4247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.743236 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aaa30d6e-85dc-4f0a-8121-70d174ed7752 req-540a2e79-a937-4563-8cdd-ce4da3c4247a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2 HTTP/1.1" status: 200 len: 1098 time: 0.1596363 Jul 16 01:18:34.746418 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a2020572-4d41-42b7-b93a-3a09ab02544b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.747897 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee962ae7-ec78-4344-bd56-85e7679fbeea req-f22771b4-9880-4e06-870e-a2d17571769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:34.750044 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee962ae7-ec78-4344-bd56-85e7679fbeea req-f22771b4-9880-4e06-870e-a2d17571769d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4379a63d-5ee0-4735-bcb3-94d887e6870d HTTP/1.1" status: 200 len: 1097 time: 0.1559455 Jul 16 01:18:34.766400 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18f25514-2ca2-4daa-8637-61cc9643f95a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.821769 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18f25514-2ca2-4daa-8637-61cc9643f95a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.822471 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7931b318-276c-4b12-903d-d1fd5ce828c1 req-fdafbd36-6c27-4a85-8aa8-193c8cb8221a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808260 Jul 16 01:18:34.823067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3f84c6-34c9-400c-87ff-5295fec647ef None None] Network 5a4b4b94-ec89-4c4b-854f-41f2c0a8b870 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:34.826681 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-18f25514-2ca2-4daa-8637-61cc9643f95a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "DELETE /v2.0/subnets/14ab0f86-5825-44b6-bdf0-37486159439c HTTP/1.1" status: 204 len: 168 time: 0.4888110 Jul 16 01:18:34.826681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f25514-2ca2-4daa-8637-61cc9643f95a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event deleted for resources: {'Subnet': ['ID=14ab0f86-5825-44b6-bdf0-37486159439c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:34.827441 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49138) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:34.831362 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aaa30d6e-85dc-4f0a-8121-70d174ed7752 req-288ccbba-d1a1-4044-9554-a9d814179cfc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784938 Jul 16 01:18:34.854674 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee962ae7-ec78-4344-bd56-85e7679fbeea req-9a8e36e5-b535-4db5-a55e-bfcc90bfc3b4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f74480a0-2cd3-4305-843c-f32fbade50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687118 Jul 16 01:18:34.879561 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f245bff-0404-4700-b926-6399f0377e7e req-ae53cc06-6e40-4079-8415-cc1b49c76186 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1800699 Jul 16 01:18:34.925094 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-0f245bff-0404-4700-b926-6399f0377e7e req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:34.964517 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:34.967144 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-669cac29-3c9b-41d8-ba67-de7e809c596e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e4298f2f0e1c43a087775279fb78d121&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380311 Jul 16 01:18:34.992681 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0f245bff-0404-4700-b926-6399f0377e7e req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.015393 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90305fb3-15ff-4871-bcc8-0fc1a2857d4a None None] DHCP port deletion for 5a4b4b94-ec89-4c4b-854f-41f2c0a8b870 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:18:35.063856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-90305fb3-15ff-4871-bcc8-0fc1a2857d4a None None] Deleting port c4b4ba11-659f-4c6e-a696-35eb05ae305f {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:35.064239 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90305fb3-15ff-4871-bcc8-0fc1a2857d4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.125551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-90305fb3-15ff-4871-bcc8-0fc1a2857d4a None None] For port c4b4ba11-659f-4c6e-a696-35eb05ae305f, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c4b4ba11-659f-4c6e-a696-35eb05ae305f,segment=NetworkSegment(ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b),segment_id=ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:35.125936 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90305fb3-15ff-4871-bcc8-0fc1a2857d4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.138186 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-90305fb3-15ff-4871-bcc8-0fc1a2857d4a None None] Calling delete_port for c4b4ba11-659f-4c6e-a696-35eb05ae305f owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:35.140648 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0c71-3061-46cc-916d-403069db34dd req-25d81f16-ef05-465c-b520-7f3e22daafab tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:35.142119 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-25d81f16-ef05-465c-b520-7f3e22daafab tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1667240 Jul 16 01:18:35.194387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Deleting port c4b4ba11-659f-4c6e-a696-35eb05ae305f {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:35.194634 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.197873 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-039ee5ac-e75b-4dc4-95d8-41debec5542b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/quotas/e4298f2f0e1c43a087775279fb78d121 HTTP/1.1" status: 200 len: 375 time: 0.0496850 Jul 16 01:18:35.302146 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] For port c4b4ba11-659f-4c6e-a696-35eb05ae305f, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c4b4ba11-659f-4c6e-a696-35eb05ae305f,segment=NetworkSegment(ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b),segment_id=ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:35.302501 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.319342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Calling delete_port for c4b4ba11-659f-4c6e-a696-35eb05ae305f owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:35.341899 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90305fb3-15ff-4871-bcc8-0fc1a2857d4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.343532 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0f245bff-0404-4700-b926-6399f0377e7e req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.368388 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a422a4b1-afd1-4d3b-9f4b-286917f53096 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:35.371600 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90305fb3-15ff-4871-bcc8-0fc1a2857d4a None None] Pushing event deleted for resources: {'Port': ['ID=c4b4ba11-659f-4c6e-a696-35eb05ae305f,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:35.379834 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90305fb3-15ff-4871-bcc8-0fc1a2857d4a None None] No DVR routers for this DVR port c4b4ba11-659f-4c6e-a696-35eb05ae305f on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:35.428343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-1a76853c-7748-498f-96ec-a90a6833019a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2171004 Jul 16 01:18:35.486135 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a422a4b1-afd1-4d3b-9f4b-286917f53096, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a422a4b1-afd1-4d3b-9f4b-286917f53096,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:35.509183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'a422a4b1-afd1-4d3b-9f4b-286917f53096', 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a', 'port_id': 'a422a4b1-afd1-4d3b-9f4b-286917f53096', 'mac_address': 'fa:16:3e:27:70:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e6b583-fd45-4762-b62c-551317d8f4e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:35.511085 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.527445 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-0f245bff-0404-4700-b926-6399f0377e7e req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Allocated IP 172.25.2.183 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/1dbbb993-afa1-4033-b558-4812053d19e6) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:35.550420 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.553158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event deleted for resources: {'Port': ['ID=c4b4ba11-659f-4c6e-a696-35eb05ae305f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:35.554978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] No DVR routers for this DVR port c4b4ba11-659f-4c6e-a696-35eb05ae305f on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:35.564372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a422a4b1-afd1-4d3b-9f4b-286917f53096 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:35.587043 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a422a4b1-afd1-4d3b-9f4b-286917f53096, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a422a4b1-afd1-4d3b-9f4b-286917f53096,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:35.593471 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.647746 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a422a4b1-afd1-4d3b-9f4b-286917f53096,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:35.699602 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.715821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a4b4b94-ec89-4c4b-854f-41f2c0a8b870']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:35.728917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:35.729274 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad0c26f0-d1c8-416e-a3e2-b0cf8f17d98b') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:35.746793 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.770700 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.774613 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0f245bff-0404-4700-b926-6399f0377e7e req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.783109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:18:35.783518 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:18:35.786413 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:18:35.859248 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.871264 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.876268 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "DELETE /v2.0/networks/5a4b4b94-ec89-4c4b-854f-41f2c0a8b870 HTTP/1.1" status: 204 len: 168 time: 1.0447538 Jul 16 01:18:35.876863 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49162) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:35.887899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd83ff-4c6b-454b-9d57-7f55fda261de tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event deleted for resources: {'Network': ['ID=5a4b4b94-ec89-4c4b-854f-41f2c0a8b870,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:35.901547 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0f245bff-0404-4700-b926-6399f0377e7e req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.939871 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d615962-e334-4d41-95cb-c5617744918c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Deleting subnet 63647ab2-929d-42c8-b045-a85f11df2221 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:18:35.943467 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d615962-e334-4d41-95cb-c5617744918c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:35.947973 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Pushing event updated for resources: {'Port': ['ID=1dbbb993-afa1-4033-b558-4812053d19e6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:35.957495 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f245bff-0404-4700-b926-6399f0377e7e req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:35.959462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-0f245bff-0404-4700-b926-6399f0377e7e req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:35.961577 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f245bff-0404-4700-b926-6399f0377e7e req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:35.999245 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d615962-e334-4d41-95cb-c5617744918c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.092512 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a422a4b1-afd1-4d3b-9f4b-286917f53096'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:36.114774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e53f4a-d5ef-4639-844d-f835394c6cd9 req-6820c90c-210c-48ec-a6f4-bf243cc2f860 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:36.121155 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d615962-e334-4d41-95cb-c5617744918c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.122953 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3e53f4a-d5ef-4639-844d-f835394c6cd9 req-6820c90c-210c-48ec-a6f4-bf243cc2f860 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.22 "GET /v2.0/ports?device_id=4379a63d-5ee0-4735-bcb3-94d887e6870d HTTP/1.1" status: 200 len: 945 time: 0.1277525 Jul 16 01:18:36.126548 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0f245bff-0404-4700-b926-6399f0377e7e req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.203075 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3e53f4a-d5ef-4639-844d-f835394c6cd9 req-059f532b-d56f-4a0c-8b75-0b95839e1c54 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74480a0-2cd3-4305-843c-f32fbade50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791388 Jul 16 01:18:36.206146 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d615962-e334-4d41-95cb-c5617744918c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.224404 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d615962-e334-4d41-95cb-c5617744918c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.229038 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1d615962-e334-4d41-95cb-c5617744918c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "DELETE /v2.0/subnets/63647ab2-929d-42c8-b045-a85f11df2221 HTTP/1.1" status: 204 len: 168 time: 0.3487186 Jul 16 01:18:36.229205 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0f245bff-0404-4700-b926-6399f0377e7e req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.230636 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49174) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:36.241109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39dc6d1-7d68-4523-85bf-c5686c48cb9e None None] Network 5297eedc-a1a4-4deb-a746-292363b59caa requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:36.361610 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.365788 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d615962-e334-4d41-95cb-c5617744918c tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event deleted for resources: {'Subnet': ['ID=63647ab2-929d-42c8-b045-a85f11df2221,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:36.445915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Deleting port 73730b78-893a-4d02-8632-26a48c9c71b1 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:36.446539 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.508733 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0f245bff-0404-4700-b926-6399f0377e7e req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.518839 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0f245bff-0404-4700-b926-6399f0377e7e req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.521845 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] For port 73730b78-893a-4d02-8632-26a48c9c71b1, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=73730b78-893a-4d02-8632-26a48c9c71b1,segment=NetworkSegment(c7c1c594-c375-4e2e-b52c-6d01a6554875),segment_id=c7c1c594-c375-4e2e-b52c-6d01a6554875)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:36.522479 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.538557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Calling delete_port for 73730b78-893a-4d02-8632-26a48c9c71b1 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:36.568467 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc70b6f-c267-4d96-9162-7dd9767ffab1 req-8c25e947-d00b-4b12-bc3e-1abaa7b04ccc tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:36.570130 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ccc70b6f-c267-4d96-9162-7dd9767ffab1 req-8c25e947-d00b-4b12-bc3e-1abaa7b04ccc tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2 HTTP/1.1" status: 200 len: 946 time: 0.2081385 Jul 16 01:18:36.618484 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51270748-8342-4550-bc6e-4e501dd3fd94 None None] DHCP port deletion for 5297eedc-a1a4-4deb-a746-292363b59caa request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:18:36.648546 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Pushing event updated for resources: {'Port': ['ID=1dbbb993-afa1-4033-b558-4812053d19e6,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:36.657904 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0f245bff-0404-4700-b926-6399f0377e7e req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.683644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ccc70b6f-c267-4d96-9162-7dd9767ffab1 req-d699298b-d2eb-45c3-9549-028420cd18c7 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914385 Jul 16 01:18:36.704957 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0f245bff-0404-4700-b926-6399f0377e7e req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.706511 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f245bff-0404-4700-b926-6399f0377e7e req-50e3a013-4d98-4d35-96ff-fd763139ba5b tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8189178 Jul 16 01:18:36.712870 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.729062 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c4b4ba11-659f-4c6e-a696-35eb05ae305f no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:36.752207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: c4b4ba11-659f-4c6e-a696-35eb05ae305f {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:36.752544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c4b4ba11-659f-4c6e-a696-35eb05ae305f not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:36.752967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 73730b78-893a-4d02-8632-26a48c9c71b1 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:36.759452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event deleted for resources: {'Port': ['ID=73730b78-893a-4d02-8632-26a48c9c71b1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:36.770118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] No DVR routers for this DVR port 73730b78-893a-4d02-8632-26a48c9c71b1 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:36.789731 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 73730b78-893a-4d02-8632-26a48c9c71b1 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:36.790121 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 73730b78-893a-4d02-8632-26a48c9c71b1 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:36.820790 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-51270748-8342-4550-bc6e-4e501dd3fd94 None None] Deleting port 73730b78-893a-4d02-8632-26a48c9c71b1 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:36.822267 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-51270748-8342-4550-bc6e-4e501dd3fd94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.826633 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f245bff-0404-4700-b926-6399f0377e7e req-0a6153de-7caf-40d9-b66b-3be563dd987c tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.1083798 Jul 16 01:18:36.892804 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.894444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-51270748-8342-4550-bc6e-4e501dd3fd94 None None] For port 73730b78-893a-4d02-8632-26a48c9c71b1, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:36.895125 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-51270748-8342-4550-bc6e-4e501dd3fd94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.903839 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5297eedc-a1a4-4deb-a746-292363b59caa']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:36.912404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-51270748-8342-4550-bc6e-4e501dd3fd94 None None] Calling delete_port for 73730b78-893a-4d02-8632-26a48c9c71b1 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:36.915238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-51270748-8342-4550-bc6e-4e501dd3fd94 None None] Port 73730b78-893a-4d02-8632-26a48c9c71b1 was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:18:36.915375 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c1c594-c375-4e2e-b52c-6d01a6554875') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:36.915841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c1c594-c375-4e2e-b52c-6d01a6554875') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:36.916694 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-51270748-8342-4550-bc6e-4e501dd3fd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.926906 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.943516 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.950218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:18:36.950892 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:18:36.955064 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:18:36.963629 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51270748-8342-4550-bc6e-4e501dd3fd94 None None] Pushing event deleted for resources: {'Port': ['ID=73730b78-893a-4d02-8632-26a48c9c71b1,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:36.971668 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51270748-8342-4550-bc6e-4e501dd3fd94 None None] No DVR routers for this DVR port 73730b78-893a-4d02-8632-26a48c9c71b1 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:37.038914 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.047477 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.054180 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] 10.222.0.22 "DELETE /v2.0/networks/5297eedc-a1a4-4deb-a746-292363b59caa HTTP/1.1" status: 204 len: 168 time: 0.8182201 Jul 16 01:18:37.070501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7380f-af4d-45b6-b8a2-c4cd2e5ac66a tempest-ServersTestMultiNic-2141550308 tempest-ServersTestMultiNic-2141550308-project] Pushing event deleted for resources: {'Network': ['ID=5297eedc-a1a4-4deb-a746-292363b59caa,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:37.193298 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6a044d0a-4521-4e54-bf07-87f5a4ed4c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.249730 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.315533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f245bff-0404-4700-b926-6399f0377e7e req-84d33dee-4697-4778-84e6-fbadf198e756 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.316902 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f245bff-0404-4700-b926-6399f0377e7e req-84d33dee-4697-4778-84e6-fbadf198e756 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.4832673 Jul 16 01:18:37.330355 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0896cf57-442f-414e-9e87-11ba460b55c5 req-1303fdbc-adf3-4868-ae68-6d4984b74d83 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.336249 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0896cf57-442f-414e-9e87-11ba460b55c5 req-1303fdbc-adf3-4868-ae68-6d4984b74d83 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec858e74-f43e-4d94-8e9c-fe16ff49fbf7 HTTP/1.1" status: 200 len: 944 time: 0.4829516 Jul 16 01:18:37.377154 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0896cf57-442f-414e-9e87-11ba460b55c5 req-1588fb94-4d0a-49cd-baa6-acb86274bc93 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396113 Jul 16 01:18:37.377392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device d3f5b683-f652-4d49-951f-b57a2483dc2c details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:37.379350 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a422a4b1-afd1-4d3b-9f4b-286917f53096 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:37.496399 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833d0c8-e1af-4ec7-bf74-432b155bd1a5 req-41f6170e-9bbf-404c-9aee-265cf3f0a626 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.506675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833d0c8-e1af-4ec7-bf74-432b155bd1a5 req-41f6170e-9bbf-404c-9aee-265cf3f0a626 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.507614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port a422a4b1-afd1-4d3b-9f4b-286917f53096 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:37.512574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833d0c8-e1af-4ec7-bf74-432b155bd1a5 req-41f6170e-9bbf-404c-9aee-265cf3f0a626 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.517896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port a422a4b1-afd1-4d3b-9f4b-286917f53096 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:37.518564 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.520107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833d0c8-e1af-4ec7-bf74-432b155bd1a5 req-41f6170e-9bbf-404c-9aee-265cf3f0a626 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.527630 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833d0c8-e1af-4ec7-bf74-432b155bd1a5 req-41f6170e-9bbf-404c-9aee-265cf3f0a626 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.536418 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833d0c8-e1af-4ec7-bf74-432b155bd1a5 req-41f6170e-9bbf-404c-9aee-265cf3f0a626 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.543090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c833d0c8-e1af-4ec7-bf74-432b155bd1a5 req-41f6170e-9bbf-404c-9aee-265cf3f0a626 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.545967 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c833d0c8-e1af-4ec7-bf74-432b155bd1a5 req-41f6170e-9bbf-404c-9aee-265cf3f0a626 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5420 time: 0.1225905 Jul 16 01:18:37.567300 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port d3f5b683-f652-4d49-951f-b57a2483dc2c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d3f5b683-f652-4d49-951f-b57a2483dc2c,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:37.595027 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'd3f5b683-f652-4d49-951f-b57a2483dc2c', 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7', 'port_id': 'd3f5b683-f652-4d49-951f-b57a2483dc2c', 'mac_address': 'fa:16:3e:ea:38:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fe3a60-f147-4868-aa26-636891800539', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:37.605059 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c833d0c8-e1af-4ec7-bf74-432b155bd1a5 req-fd920845-5318-4a9c-ba69-22e40ec45ded tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530033 Jul 16 01:18:37.677038 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.704797 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f5b683-f652-4d49-951f-b57a2483dc2c {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:37.714170 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-342feca3-cc6d-44d0-96a5-66579f65f718 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e4298f2f0e1c43a087775279fb78d121&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470295 Jul 16 01:18:37.722449 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.755813 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec858e74-f43e-4d94-8e9c-fe16ff49fbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a422a4b1-afd1-4d3b-9f4b-286917f53096'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:37.758401 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ae2917-5caa-47a0-bbfd-aa3ece3c0b5d" -d '{"events": [{"server_uuid": "ec858e74-f43e-4d94-8e9c-fe16ff49fbf7", "name": "network-vif-plugged", "status": "completed", "tag": "a422a4b1-afd1-4d3b-9f4b-286917f53096"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:37.762169 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port d3f5b683-f652-4d49-951f-b57a2483dc2c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d3f5b683-f652-4d49-951f-b57a2483dc2c,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:37.774451 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.775408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a81b7832-77d3-447a-8ff3-9eb0ad423218 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:37.778867 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a422a4b1-afd1-4d3b-9f4b-286917f53096, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a422a4b1-afd1-4d3b-9f4b-286917f53096,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:37.813880 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:37.841283 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dc2deec-0d17-4b9e-9d0c-aedf495eb35f req-d4b102aa-039e-466a-9fcd-b2f41d966f67 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-487879816&fields=id&tenant_id=3d706f64229f48619debf05976cb1d01 HTTP/1.1" status: 200 len: 267 time: 0.0793691 Jul 16 01:18:37.891700 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a81b7832-77d3-447a-8ff3-9eb0ad423218, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a81b7832-77d3-447a-8ff3-9eb0ad423218,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:37.899969 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=d3f5b683-f652-4d49-951f-b57a2483dc2c,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:37.940857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2deec-0d17-4b9e-9d0c-aedf495eb35f req-30b6efec-6741-4051-a152-4b34310e885a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.950210 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dc2deec-0d17-4b9e-9d0c-aedf495eb35f req-30b6efec-6741-4051-a152-4b34310e885a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2 HTTP/1.1" status: 200 len: 946 time: 0.0957832 Jul 16 01:18:37.956861 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0c71-3061-46cc-916d-403069db34dd req-dc202c72-8e7a-4b1e-9325-04726763236d tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:37.957749 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-0dc2deec-0d17-4b9e-9d0c-aedf495eb35f req-8bf3c715-464e-4cc7-92b8-3908ae992a0a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Request body: {'port': {'security_groups': ['1251daef-648e-4607-a536-ac5624dd2966', '24a53a82-1c8b-48d7-990a-205a892ad164']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:37.958365 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-dc202c72-8e7a-4b1e-9325-04726763236d tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2418249 Jul 16 01:18:37.972619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-255a0c71-3061-46cc-916d-403069db34dd req-081d8f0e-8221-4bbd-b540-732db93004b3 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Request body: {'port': {'device_id': '1e491ae5-1a4f-45cb-a195-7957ba5858a2', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': 'e4298f2f0e1c43a087775279fb78d121'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:37.977753 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'a81b7832-77d3-447a-8ff3-9eb0ad423218', 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7', 'port_id': 'a81b7832-77d3-447a-8ff3-9eb0ad423218', 'mac_address': 'fa:16:3e:02:e1:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fe3a60-f147-4868-aa26-636891800539', 'ip_address': '10.1.1.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:38.058225 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a422a4b1-afd1-4d3b-9f4b-286917f53096,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:38.066811 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.080824 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a81b7832-77d3-447a-8ff3-9eb0ad423218 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:38.102125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a81b7832-77d3-447a-8ff3-9eb0ad423218, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a81b7832-77d3-447a-8ff3-9eb0ad423218,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:38.111212 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.112040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 7cd63309-9e07-41bf-ae8a-287f6d4a879b details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:38.135106 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dc2deec-0d17-4b9e-9d0c-aedf495eb35f req-8bf3c715-464e-4cc7-92b8-3908ae992a0a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.203791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-255a0c71-3061-46cc-916d-403069db34dd req-081d8f0e-8221-4bbd-b540-732db93004b3 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Made reservation on behalf of e4298f2f0e1c43a087775279fb78d121 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:38.208841 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-081d8f0e-8221-4bbd-b540-732db93004b3 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.279627 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a81b7832-77d3-447a-8ff3-9eb0ad423218,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:38.302717 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-709957f9-6d18-4467-9ba6-9b467e605fca tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e4298f2f0e1c43a087775279fb78d121&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230577 Jul 16 01:18:38.399131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-255a0c71-3061-46cc-916d-403069db34dd req-081d8f0e-8221-4bbd-b540-732db93004b3 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Allocated IP 192.168.233.191 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/e644050a-cb5b-4e73-937b-9251d818c3a5) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:38.409209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 7cd63309-9e07-41bf-ae8a-287f6d4a879b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=7cd63309-9e07-41bf-ae8a-287f6d4a879b,segment=NetworkSegment(e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3),segment_id=e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:38.422238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '7cd63309-9e07-41bf-ae8a-287f6d4a879b', 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff', 'port_id': '7cd63309-9e07-41bf-ae8a-287f6d4a879b', 'mac_address': 'fa:16:3e:2d:98:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4965d52c-657c-4f3d-a829-d383d740e194', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:38.471748 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.478935 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.500399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cd63309-9e07-41bf-ae8a-287f6d4a879b {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:38.521188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 7cd63309-9e07-41bf-ae8a-287f6d4a879b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=7cd63309-9e07-41bf-ae8a-287f6d4a879b,segment=NetworkSegment(e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3),segment_id=e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:38.525172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0c357-de07-4f2a-89cc-528ceb895a33 req-8ef44e0a-08dc-43b9-85a1-35f2db84da06 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:38.526749 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0f0c357-de07-4f2a-89cc-528ceb895a33 req-8ef44e0a-08dc-43b9-85a1-35f2db84da06 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.22 "GET /v2.0/ports?device_id=4379a63d-5ee0-4735-bcb3-94d887e6870d HTTP/1.1" status: 200 len: 945 time: 0.2611094 Jul 16 01:18:38.527011 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.528448 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a14a4579-d368-44f0-ab6e-91c9cd789cce details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:38.569649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0c71-3061-46cc-916d-403069db34dd req-3f430ecb-af78-4b44-aca3-fb86eb76890e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:38.571106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-3f430ecb-af78-4b44-aca3-fb86eb76890e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448878 Jul 16 01:18:38.596055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-255a0c71-3061-46cc-916d-403069db34dd req-2be5d2e1-fbe3-4607-a4f3-ad23be25223b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Request body: {'port': {'device_id': '42b6e869-dcaf-4b36-b5ad-61543ece3ca3', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': 'e4298f2f0e1c43a087775279fb78d121'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:38.601759 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a14a4579-d368-44f0-ab6e-91c9cd789cce, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a14a4579-d368-44f0-ab6e-91c9cd789cce,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:38.604188 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0f0c357-de07-4f2a-89cc-528ceb895a33 req-17d87f6a-18e4-42b9-9c84-9fb0912c2413 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74480a0-2cd3-4305-843c-f32fbade50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683811 Jul 16 01:18:38.604820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=7cd63309-9e07-41bf-ae8a-287f6d4a879b,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:38.620942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'a14a4579-d368-44f0-ab6e-91c9cd789cce', 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7', 'port_id': 'a14a4579-d368-44f0-ab6e-91c9cd789cce', 'mac_address': 'fa:16:3e:1b:10:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fe3a60-f147-4868-aa26-636891800539', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:38.626026 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-081d8f0e-8221-4bbd-b540-732db93004b3 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.647431 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-255a0c71-3061-46cc-916d-403069db34dd req-081d8f0e-8221-4bbd-b540-732db93004b3 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Transition to ACTIVE for port object e644050a-cb5b-4e73-937b-9251d818c3a5 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:38.655323 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-0dc2deec-0d17-4b9e-9d0c-aedf495eb35f req-8bf3c715-464e-4cc7-92b8-3908ae992a0a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] For port 25e07eee-af1f-4ac3-bc7a-a2911beb32fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=25e07eee-af1f-4ac3-bc7a-a2911beb32fe,segment=NetworkSegment(09053f43-88fb-409a-a155-0acb6c3ed973),segment_id=09053f43-88fb-409a-a155-0acb6c3ed973)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:38.701909 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.711100 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-081d8f0e-8221-4bbd-b540-732db93004b3 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.720588 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a14a4579-d368-44f0-ab6e-91c9cd789cce {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:38.734177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d072c8f9-77d9-479a-9927-64b9a4aed96e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:38.765862 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a14a4579-d368-44f0-ab6e-91c9cd789cce, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a14a4579-d368-44f0-ab6e-91c9cd789cce,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:38.767152 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f32881b-147b-4e49-a42b-f709e24fa15f req-1d9f8dbb-0887-4802-8acc-59a15d320ae7 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips/666e7798-b03c-41c8-a8c6-54e7eb3dadcd HTTP/1.1" status: 200 len: 693 time: 0.1097677 Jul 16 01:18:38.772436 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d8f0e-8221-4bbd-b540-732db93004b3 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Pushing event updated for resources: {'Port': ['ID=e644050a-cb5b-4e73-937b-9251d818c3a5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:38.774121 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.774276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 35c71f39-10b4-4237-a3c3-980c3cbe864d details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:38.781629 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-255a0c71-3061-46cc-916d-403069db34dd req-081d8f0e-8221-4bbd-b540-732db93004b3 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:38.782918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-255a0c71-3061-46cc-916d-403069db34dd req-081d8f0e-8221-4bbd-b540-732db93004b3 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:38.785724 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-255a0c71-3061-46cc-916d-403069db34dd req-081d8f0e-8221-4bbd-b540-732db93004b3 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:38.840056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0c71-3061-46cc-916d-403069db34dd req-081d8f0e-8221-4bbd-b540-732db93004b3 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:38.841308 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-081d8f0e-8221-4bbd-b540-732db93004b3 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.844537 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dc2deec-0d17-4b9e-9d0c-aedf495eb35f req-8bf3c715-464e-4cc7-92b8-3908ae992a0a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.869419 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dc2deec-0d17-4b9e-9d0c-aedf495eb35f req-8bf3c715-464e-4cc7-92b8-3908ae992a0a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.870648 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 35c71f39-10b4-4237-a3c3-980c3cbe864d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=35c71f39-10b4-4237-a3c3-980c3cbe864d,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:38.890840 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['25e07eee-af1f-4ac3-bc7a-a2911beb32fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:38.896933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a14a4579-d368-44f0-ab6e-91c9cd789cce,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:38.926626 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '35c71f39-10b4-4237-a3c3-980c3cbe864d', 'network_id': '87fe2da3-aef5-4a1b-9eb7-74899be739c7', 'port_id': '35c71f39-10b4-4237-a3c3-980c3cbe864d', 'mac_address': 'fa:16:3e:1b:d1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15fe3a60-f147-4868-aa26-636891800539', 'ip_address': '10.1.1.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:38.933765 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-081d8f0e-8221-4bbd-b540-732db93004b3 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9652905 Jul 16 01:18:38.954084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Request body: {'port': {'device_id': '1e491ae5-1a4f-45cb-a195-7957ba5858a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:38.968964 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2deec-0d17-4b9e-9d0c-aedf495eb35f req-8bf3c715-464e-4cc7-92b8-3908ae992a0a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:38.969766 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dc2deec-0d17-4b9e-9d0c-aedf495eb35f req-8bf3c715-464e-4cc7-92b8-3908ae992a0a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.984549 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dc2deec-0d17-4b9e-9d0c-aedf495eb35f req-8bf3c715-464e-4cc7-92b8-3908ae992a0a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "PUT /v2.0/ports/25e07eee-af1f-4ac3-bc7a-a2911beb32fe HTTP/1.1" status: 200 len: 982 time: 1.0328295 Jul 16 01:18:38.985151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-255a0c71-3061-46cc-916d-403069db34dd req-2be5d2e1-fbe3-4607-a4f3-ad23be25223b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Made reservation on behalf of e4298f2f0e1c43a087775279fb78d121 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:38.988856 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-2be5d2e1-fbe3-4607-a4f3-ad23be25223b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:38.994959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a40d5fd-9434-4a9e-85c6-5f628d0bacd2', 'tag': '25e07eee-af1f-4ac3-bc7a-a2911beb32fe'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:38.999059 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf66d1da-62ce-4396-81c3-306f1ba2078f" -d '{"events": [{"name": "network-changed", "server_uuid": "1a40d5fd-9434-4a9e-85c6-5f628d0bacd2", "tag": "25e07eee-af1f-4ac3-bc7a-a2911beb32fe"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:39.037727 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['25e07eee-af1f-4ac3-bc7a-a2911beb32fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:39.068528 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.093888 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.124450 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf3c715-464e-4cc7-92b8-3908ae992a0a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event updated for resources: {'Port': ['ID=25e07eee-af1f-4ac3-bc7a-a2911beb32fe,revision_number=6']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:39.127876 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c71f39-10b4-4237-a3c3-980c3cbe864d {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:39.153962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-4123c138-b76b-46f5-a7c4-9a47c0615664 req-56613a1e-dbe1-4ffb-b935-e2a368742540 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:18:39.155549 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4123c138-b76b-46f5-a7c4-9a47c0615664 req-56613a1e-dbe1-4ffb-b935-e2a368742540 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081751 Jul 16 01:18:39.201187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32881b-147b-4e49-a42b-f709e24fa15f req-e634a13f-75c5-4c07-9c03-cce3151e95fe tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:39.201394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 35c71f39-10b4-4237-a3c3-980c3cbe864d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=35c71f39-10b4-4237-a3c3-980c3cbe864d,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:39.217227 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f32881b-147b-4e49-a42b-f709e24fa15f req-e634a13f-75c5-4c07-9c03-cce3151e95fe tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.3991711 Jul 16 01:18:39.223080 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.223952 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5b95a4ed-88df-418a-96a8-8e0499b6c17f details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:39.257357 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aa1a0d7b-8532-4770-8761-0f21b49289f8 None None] Provisioning for port e644050a-cb5b-4e73-937b-9251d818c3a5 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:39.293886 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ed4edd-6359-4bc1-8aa8-18484b182a99 x-openstack-request-id: req-d8ed4edd-6359-4bc1-8aa8-18484b182a99 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:39.294519 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec858e74-f43e-4d94-8e9c-fe16ff49fbf7", "name": "network-vif-plugged", "status": "completed", "tag": "a422a4b1-afd1-4d3b-9f4b-286917f53096", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:39.294519 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8ed4edd-6359-4bc1-8aa8-18484b182a99 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:39.294796 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec858e74-f43e-4d94-8e9c-fe16ff49fbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a422a4b1-afd1-4d3b-9f4b-286917f53096', 'code': 200} Jul 16 01:18:39.303060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aa1a0d7b-8532-4770-8761-0f21b49289f8 None None] Provisioning complete for port e644050a-cb5b-4e73-937b-9251d818c3a5 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:39.303433 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0d7b-8532-4770-8761-0f21b49289f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.387074 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-255a0c71-3061-46cc-916d-403069db34dd req-2be5d2e1-fbe3-4607-a4f3-ad23be25223b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Allocated IP 192.168.233.253 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:39.409454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5b95a4ed-88df-418a-96a8-8e0499b6c17f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5b95a4ed-88df-418a-96a8-8e0499b6c17f,segment=NetworkSegment(e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3),segment_id=e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:39.453796 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-aa1a0d7b-8532-4770-8761-0f21b49289f8 None None] Port e644050a-cb5b-4e73-937b-9251d818c3a5 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:39.459989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '5b95a4ed-88df-418a-96a8-8e0499b6c17f', 'network_id': 'd1c225b4-f269-4788-b264-c404aac5f0ff', 'port_id': '5b95a4ed-88df-418a-96a8-8e0499b6c17f', 'mac_address': 'fa:16:3e:d1:2f:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4965d52c-657c-4f3d-a829-d383d740e194', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:39.460207 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c029c7-61ed-4542-90dc-d0defee3b147 req-2c185c73-1210-41ba-9eaa-3401189ada61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:39.462328 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-45c029c7-61ed-4542-90dc-d0defee3b147 req-2c185c73-1210-41ba-9eaa-3401189ada61 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ec858e74-f43e-4d94-8e9c-fe16ff49fbf7 HTTP/1.1" status: 200 len: 1097 time: 0.0832963 Jul 16 01:18:39.462474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=35c71f39-10b4-4237-a3c3-980c3cbe864d,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:39.512917 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-45c029c7-61ed-4542-90dc-d0defee3b147 req-5871764f-0aad-49f6-8609-1e9bffe0519f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326018 Jul 16 01:18:39.595586 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-cb88d13a-89be-411a-b8c3-27ff1c97052c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802801 Jul 16 01:18:39.619285 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.632859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709bdf33-5c5b-47b2-ab4f-e6b3ee5f24bb req-74a06953-177b-4b63-8c0b-2de763332471 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:39.634932 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-709bdf33-5c5b-47b2-ab4f-e6b3ee5f24bb req-74a06953-177b-4b63-8c0b-2de763332471 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e491ae5-1a4f-45cb-a195-7957ba5858a2 HTTP/1.1" status: 200 len: 936 time: 0.1439157 Jul 16 01:18:39.649873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b95a4ed-88df-418a-96a8-8e0499b6c17f {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:39.696672 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5b95a4ed-88df-418a-96a8-8e0499b6c17f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5b95a4ed-88df-418a-96a8-8e0499b6c17f,segment=NetworkSegment(e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3),segment_id=e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:39.706975 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.707635 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 289cca9c-7347-49d8-bee5-4d9099ba744b details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:39.755838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-709bdf33-5c5b-47b2-ab4f-e6b3ee5f24bb req-5df42098-1e6b-4e75-a845-d58d451b02bf tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938349 Jul 16 01:18:39.777385 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-2be5d2e1-fbe3-4607-a4f3-ad23be25223b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.800185 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-255a0c71-3061-46cc-916d-403069db34dd req-2be5d2e1-fbe3-4607-a4f3-ad23be25223b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Transition to ACTIVE for port object 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:39.808805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ac12e-d2e8-4e95-996b-b9982b4539d2 req-555b66a6-09f8-4d4d-802d-d15440e4dbf8 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:39.810431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb6ac12e-d2e8-4e95-996b-b9982b4539d2 req-555b66a6-09f8-4d4d-802d-d15440e4dbf8 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec858e74-f43e-4d94-8e9c-fe16ff49fbf7 HTTP/1.1" status: 200 len: 945 time: 0.1231534 Jul 16 01:18:39.868015 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb6ac12e-d2e8-4e95-996b-b9982b4539d2 req-c07faafb-7e24-43fd-801a-3a8820efeafb tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504410 Jul 16 01:18:39.877788 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-2be5d2e1-fbe3-4607-a4f3-ad23be25223b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:39.927597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-255a0c71-3061-46cc-916d-403069db34dd req-2be5d2e1-fbe3-4607-a4f3-ad23be25223b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:39.935800 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-255a0c71-3061-46cc-916d-403069db34dd req-2be5d2e1-fbe3-4607-a4f3-ad23be25223b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:39.942149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-255a0c71-3061-46cc-916d-403069db34dd req-2be5d2e1-fbe3-4607-a4f3-ad23be25223b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:40.003281 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0c71-3061-46cc-916d-403069db34dd req-2be5d2e1-fbe3-4607-a4f3-ad23be25223b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.003999 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-2be5d2e1-fbe3-4607-a4f3-ad23be25223b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.024839 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-71d03345-777e-4a8b-8bf0-061dbebfa406 req-410e9348-44ad-4c9b-bcd9-df5c0164d8d8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2242312 Jul 16 01:18:40.038858 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d072c8f9-77d9-479a-9927-64b9a4aed96e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:40.047202 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.resource_extend [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:18:40.053670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5d2e1-fbe3-4607-a4f3-ad23be25223b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Pushing event updated for resources: {'Port': ['ID=256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:40.123129 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-2be5d2e1-fbe3-4607-a4f3-ad23be25223b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5314193 Jul 16 01:18:40.142692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=5b95a4ed-88df-418a-96a8-8e0499b6c17f,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:40.151128 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.152595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eadf7645-fa25-46d5-8ad4-8cc58e38c904 req-d25635e5-0f1f-44b0-a5bf-c82a2737fae8 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-518499056&fields=id&tenant_id=3d706f64229f48619debf05976cb1d01 HTTP/1.1" status: 200 len: 267 time: 0.1026652 Jul 16 01:18:40.156362 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Request body: {'port': {'device_id': '42b6e869-dcaf-4b36-b5ad-61543ece3ca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:40.201650 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e644050a-cb5b-4e73-937b-9251d818c3a5 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:40.229518 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 289cca9c-7347-49d8-bee5-4d9099ba744b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=289cca9c-7347-49d8-bee5-4d9099ba744b,segment=NetworkSegment(9dbb173d-87a7-4541-b15e-9650bb4bd12f),segment_id=9dbb173d-87a7-4541-b15e-9650bb4bd12f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:40.232440 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.256885 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '289cca9c-7347-49d8-bee5-4d9099ba744b', 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac', 'port_id': '289cca9c-7347-49d8-bee5-4d9099ba744b', 'mac_address': 'fa:16:3e:e1:db:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:40.264739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Transition to ACTIVE for port object e644050a-cb5b-4e73-937b-9251d818c3a5 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:40.267779 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d03345-777e-4a8b-8bf0-061dbebfa406 req-a0ebc9be-7830-4743-88d0-f59a47543ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.269559 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-71d03345-777e-4a8b-8bf0-061dbebfa406 req-a0ebc9be-7830-4743-88d0-f59a47543ed2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 1101 time: 0.1548753 Jul 16 01:18:40.273494 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.334572 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.355395 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289cca9c-7347-49d8-bee5-4d9099ba744b {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:40.397817 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 289cca9c-7347-49d8-bee5-4d9099ba744b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=289cca9c-7347-49d8-bee5-4d9099ba744b,segment=NetworkSegment(9dbb173d-87a7-4541-b15e-9650bb4bd12f),segment_id=9dbb173d-87a7-4541-b15e-9650bb4bd12f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:40.410763 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.420746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202140c-da8b-4fa7-b24f-69b429943f79 req-1c8e456f-2008-4f00-9f9a-d6f7be3523cb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.422664 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-675a80e1-dddc-4b11-804e-bedfbe76aba2 None None] Provisioning for port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:40.428760 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202140c-da8b-4fa7-b24f-69b429943f79 req-1c8e456f-2008-4f00-9f9a-d6f7be3523cb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.435697 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202140c-da8b-4fa7-b24f-69b429943f79 req-1c8e456f-2008-4f00-9f9a-d6f7be3523cb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.453252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-675a80e1-dddc-4b11-804e-bedfbe76aba2 None None] Provisioning complete for port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:40.453624 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-675a80e1-dddc-4b11-804e-bedfbe76aba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.456796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202140c-da8b-4fa7-b24f-69b429943f79 req-1c8e456f-2008-4f00-9f9a-d6f7be3523cb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.473736 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Pushing event updated for resources: {'Port': ['ID=e644050a-cb5b-4e73-937b-9251d818c3a5,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:40.489605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202140c-da8b-4fa7-b24f-69b429943f79 req-1c8e456f-2008-4f00-9f9a-d6f7be3523cb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.500053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202140c-da8b-4fa7-b24f-69b429943f79 req-1c8e456f-2008-4f00-9f9a-d6f7be3523cb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.507357 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202140c-da8b-4fa7-b24f-69b429943f79 req-1c8e456f-2008-4f00-9f9a-d6f7be3523cb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.513271 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=289cca9c-7347-49d8-bee5-4d9099ba744b,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:40.519162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-675a80e1-dddc-4b11-804e-bedfbe76aba2 None None] Port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:40.524535 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7202140c-da8b-4fa7-b24f-69b429943f79 req-1c8e456f-2008-4f00-9f9a-d6f7be3523cb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5426 time: 0.5837903 Jul 16 01:18:40.527144 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Attempting to bind port e644050a-cb5b-4e73-937b-9251d818c3a5 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:40.527486 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Attempting to bind port e644050a-cb5b-4e73-937b-9251d818c3a5 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:40.527839 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Attempting to bind port e644050a-cb5b-4e73-937b-9251d818c3a5 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:40.536491 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Port e644050a-cb5b-4e73-937b-9251d818c3a5 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:40.537085 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Attempting to bind port e644050a-cb5b-4e73-937b-9251d818c3a5 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:40.548484 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.548718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:40.558267 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:40.558720 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:40.559201 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Bound port: e644050a-cb5b-4e73-937b-9251d818c3a5, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:40.559581 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.632117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7202140c-da8b-4fa7-b24f-69b429943f79 req-d88f980b-41ae-4cf3-8be0-8974fcd06f01 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1064608 Jul 16 01:18:40.642008 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] For port e644050a-cb5b-4e73-937b-9251d818c3a5, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:40.645412 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] For port e644050a-cb5b-4e73-937b-9251d818c3a5, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e644050a-cb5b-4e73-937b-9251d818c3a5,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:40.663503 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d03345-777e-4a8b-8bf0-061dbebfa406 req-e950ad34-cdc7-4f54-87be-da12f128a06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.666233 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-71d03345-777e-4a8b-8bf0-061dbebfa406 req-e950ad34-cdc7-4f54-87be-da12f128a06e service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.3523238 Jul 16 01:18:40.668474 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.745887 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bbdd50-588c-47fb-9d58-3300d6eb679c x-openstack-request-id: req-b5bbdd50-588c-47fb-9d58-3300d6eb679c {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:40.746182 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a40d5fd-9434-4a9e-85c6-5f628d0bacd2", "tag": "25e07eee-af1f-4ac3-bc7a-a2911beb32fe", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:40.746444 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5bbdd50-588c-47fb-9d58-3300d6eb679c {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:40.746825 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a40d5fd-9434-4a9e-85c6-5f628d0bacd2', 'tag': '25e07eee-af1f-4ac3-bc7a-a2911beb32fe', 'status': 'completed', 'code': 200} Jul 16 01:18:40.759151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf7645-fa25-46d5-8ad4-8cc58e38c904 req-32b9945c-d2a6-4a06-941a-d4ddced4c9b1 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.767053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eadf7645-fa25-46d5-8ad4-8cc58e38c904 req-32b9945c-d2a6-4a06-941a-d4ddced4c9b1 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2 HTTP/1.1" status: 200 len: 985 time: 0.5950687 Jul 16 01:18:40.780728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-eadf7645-fa25-46d5-8ad4-8cc58e38c904 req-4fe5978b-7166-4e1e-84c3-f844a4f3cbeb tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Request body: {'port': {'security_groups': ['1251daef-648e-4607-a536-ac5624dd2966', '24a53a82-1c8b-48d7-990a-205a892ad164', '03a8a07c-6263-48de-882a-d421aa64ff22']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:40.784435 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.785278 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:40.787204 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] 10.222.0.69 "PUT /v2.0/ports/e644050a-cb5b-4e73-937b-9251d818c3a5 HTTP/1.1" status: 200 len: 1097 time: 1.8446643 Jul 16 01:18:40.825328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e491ae5-1a4f-45cb-a195-7957ba5858a2', 'tag': 'e644050a-cb5b-4e73-937b-9251d818c3a5'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:40.829535 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dff0d04-f7c9-4fa5-8444-d3155938c08b" -d '{"events": [{"name": "network-changed", "server_uuid": "1e491ae5-1a4f-45cb-a195-7957ba5858a2", "tag": "e644050a-cb5b-4e73-937b-9251d818c3a5"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:40.833982 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-71d03345-777e-4a8b-8bf0-061dbebfa406 req-f3baa0e8-7a0d-4976-b783-aa8a1b7a809c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=af41e6cb-5231-4698-b325-3a1545890374 HTTP/1.1" status: 200 len: 217 time: 0.1226013 Jul 16 01:18:40.872241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4fd6663-e1ee-43ae-a016-4988db5a7e6f req-d1eb7313-57f6-4b92-9d93-2c6ad5c81825 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips/666e7798-b03c-41c8-a8c6-54e7eb3dadcd HTTP/1.1" status: 200 len: 693 time: 0.1281099 Jul 16 01:18:40.966312 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d03345-777e-4a8b-8bf0-061dbebfa406 req-33ff2770-5b15-4779-8c66-c5e3f40201ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:40.968120 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-71d03345-777e-4a8b-8bf0-061dbebfa406 req-33ff2770-5b15-4779-8c66-c5e3f40201ee service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1236084 Jul 16 01:18:40.973441 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3d1cfe-2a5c-4249-9183-97fd32612497 service neutron] Pushing event updated for resources: {'Port': ['ID=e644050a-cb5b-4e73-937b-9251d818c3a5,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:41.025963 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66d1da-62ce-4396-81c3-306f1ba2078f req-dff978cf-9b48-4a39-9ebc-3f532c8040aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.027604 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf66d1da-62ce-4396-81c3-306f1ba2078f req-dff978cf-9b48-4a39-9ebc-3f532c8040aa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d706f64229f48619debf05976cb1d01&device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2 HTTP/1.1" status: 200 len: 1137 time: 0.2537661 Jul 16 01:18:41.080301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0c71-3061-46cc-916d-403069db34dd req-1549c17f-74e8-46e3-ac1b-723e181784fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.081880 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-1549c17f-74e8-46e3-ac1b-723e181784fa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&device_id=1e491ae5-1a4f-45cb-a195-7957ba5858a2 HTTP/1.1" status: 200 len: 1100 time: 0.2300687 Jul 16 01:18:41.126797 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-eadf7645-fa25-46d5-8ad4-8cc58e38c904 req-4fe5978b-7166-4e1e-84c3-f844a4f3cbeb tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:41.161344 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-734e09ab-88b8-4c52-a939-b40c9282dc59 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=e644050a-cb5b-4e73-937b-9251d818c3a5 HTTP/1.1" status: 200 len: 217 time: 0.0710199 Jul 16 01:18:41.208987 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fd6663-e1ee-43ae-a016-4988db5a7e6f req-b8d7e57a-4734-43a2-b467-1c52530fd352 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.209976 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4fd6663-e1ee-43ae-a016-4988db5a7e6f req-b8d7e57a-4734-43a2-b467-1c52530fd352 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.3149514 Jul 16 01:18:41.211100 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d03345-777e-4a8b-8bf0-061dbebfa406 req-7f41a35d-e0b6-4f20-acb4-2dbf071c59a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.212651 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-71d03345-777e-4a8b-8bf0-061dbebfa406 req-7f41a35d-e0b6-4f20-acb4-2dbf071c59a1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2260611 Jul 16 01:18:41.219119 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9534b-1786-47d0-abd6-c89d17e19342 req-b0660f42-21dc-4e49-9759-0843aa459d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.220745 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9d9534b-1786-47d0-abd6-c89d17e19342 req-b0660f42-21dc-4e49-9759-0843aa459d28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 1101 time: 0.2837131 Jul 16 01:18:41.223657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66d1da-62ce-4396-81c3-306f1ba2078f req-718a7557-38c9-4eaf-9647-8f824cbf12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.225142 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf66d1da-62ce-4396-81c3-306f1ba2078f req-718a7557-38c9-4eaf-9647-8f824cbf12bb service neutron] 10.222.0.69 "GET /v2.0/networks?id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f HTTP/1.1" status: 200 len: 913 time: 0.1908896 Jul 16 01:18:41.226193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-a4fd6663-e1ee-43ae-a016-4988db5a7e6f req-7ac8866f-6454-4760-84f3-f4dacd478488 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:18:41.228221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4fd6663-e1ee-43ae-a016-4988db5a7e6f req-7ac8866f-6454-4760-84f3-f4dacd478488 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064943 Jul 16 01:18:41.245107 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0c71-3061-46cc-916d-403069db34dd req-d4419ba4-85f5-4333-8edd-237ae02efda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.246604 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-d4419ba4-85f5-4333-8edd-237ae02efda3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0761106 Jul 16 01:18:41.325832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4fd6663-e1ee-43ae-a016-4988db5a7e6f req-f895b0ea-9b13-45f2-8650-8a46ea68d71c tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.0870206 Jul 16 01:18:41.340851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:41.353367 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:41.356504 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-71d03345-777e-4a8b-8bf0-061dbebfa406 req-e7407ee1-1c84-46e1-aaa9-4df640bfade0 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196160 Jul 16 01:18:41.408307 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf66d1da-62ce-4396-81c3-306f1ba2078f req-2c095499-f8ac-4126-910d-d98287de85b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25e07eee-af1f-4ac3-bc7a-a2911beb32fe HTTP/1.1" status: 200 len: 217 time: 0.0701013 Jul 16 01:18:41.442613 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Transition to ACTIVE for port object 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:41.450564 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4fd6663-e1ee-43ae-a016-4988db5a7e6f req-759d858f-fbc9-4c7f-a991-9656ce37c0c0 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.183 HTTP/1.1" status: 200 len: 696 time: 0.1130722 Jul 16 01:18:41.457186 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:41.520238 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66d1da-62ce-4396-81c3-306f1ba2078f req-fcd6817c-a53a-4fb0-9593-0521497807d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.521610 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf66d1da-62ce-4396-81c3-306f1ba2078f req-fcd6817c-a53a-4fb0-9593-0521497807d3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fb650270-6140-4296-a509-9c2a289fb9f7 HTTP/1.1" status: 200 len: 852 time: 0.1016338 Jul 16 01:18:41.574190 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf66d1da-62ce-4396-81c3-306f1ba2078f req-32383b29-3331-4530-930c-4d0405098666 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419858 Jul 16 01:18:41.579012 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-71d03345-777e-4a8b-8bf0-061dbebfa406 req-3fd5508c-bb02-4ecd-b414-c0c33af3eb33 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926746 Jul 16 01:18:41.580880 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0c71-3061-46cc-916d-403069db34dd req-c5ab5bdf-6839-4297-b217-af5cd15a5bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.582678 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-c5ab5bdf-6839-4297-b217-af5cd15a5bc3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2461512 Jul 16 01:18:41.677723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Pushing event updated for resources: {'Port': ['ID=256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:41.679825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9534b-1786-47d0-abd6-c89d17e19342 req-84c230e0-0d44-424c-911f-99a27c65208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:41.681385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9d9534b-1786-47d0-abd6-c89d17e19342 req-84c230e0-0d44-424c-911f-99a27c65208f service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.3205814 Jul 16 01:18:42.060823 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf66d1da-62ce-4396-81c3-306f1ba2078f req-413eac17-2fea-4dce-b1be-8a60da0a4532 service neutron] 10.222.0.69 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4771643 Jul 16 01:18:42.062513 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-b4d88f3a-f316-4641-9415-5f59da364e39 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703143 Jul 16 01:18:42.106404 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9d9534b-1786-47d0-abd6-c89d17e19342 req-70cfd299-987b-4552-87e6-d20bb3c4c13f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb HTTP/1.1" status: 200 len: 217 time: 0.0817158 Jul 16 01:18:42.186867 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['35c71f39-10b4-4237-a3c3-980c3cbe864d'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:42.225406 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf66d1da-62ce-4396-81c3-306f1ba2078f req-b21d4037-82cc-4af7-b4bf-e854cfe19547 service neutron] 10.222.0.69 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528058 Jul 16 01:18:42.227340 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-e7b1a55f-446a-4aec-862e-787c544194a9 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537082 Jul 16 01:18:42.235173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-eadf7645-fa25-46d5-8ad4-8cc58e38c904 req-4fe5978b-7166-4e1e-84c3-f844a4f3cbeb tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] For port 25e07eee-af1f-4ac3-bc7a-a2911beb32fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=25e07eee-af1f-4ac3-bc7a-a2911beb32fe,segment=NetworkSegment(09053f43-88fb-409a-a155-0acb6c3ed973),segment_id=09053f43-88fb-409a-a155-0acb6c3ed973)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:42.239358 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Attempting to bind port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:42.239820 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Attempting to bind port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:42.239820 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Attempting to bind port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:42.252623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9534b-1786-47d0-abd6-c89d17e19342 req-253cf400-b531-403f-aa37-022d0816926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.254111 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9d9534b-1786-47d0-abd6-c89d17e19342 req-253cf400-b531-403f-aa37-022d0816926c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1176057 Jul 16 01:18:42.260638 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:42.261034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Attempting to bind port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:42.262677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['7cd63309-9e07-41bf-ae8a-287f6d4a879b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:42.266271 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['5b95a4ed-88df-418a-96a8-8e0499b6c17f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:42.282511 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a4fd6663-e1ee-43ae-a016-4988db5a7e6f req-1c3721ea-7768-4a25-b442-b8aedf1b2f37 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Deleting port 1dbbb993-afa1-4033-b558-4812053d19e6 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:42.282855 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a4fd6663-e1ee-43ae-a016-4988db5a7e6f req-1c3721ea-7768-4a25-b442-b8aedf1b2f37 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.294434 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:42.294783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:42.295202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:42.295653 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Bound port: 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:42.296038 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.320601 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a14a4579-d368-44f0-ab6e-91c9cd789cce'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:42.331237 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-eadf7645-fa25-46d5-8ad4-8cc58e38c904 req-4fe5978b-7166-4e1e-84c3-f844a4f3cbeb tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.332560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a81b7832-77d3-447a-8ff3-9eb0ad423218'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:42.345727 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-eadf7645-fa25-46d5-8ad4-8cc58e38c904 req-4fe5978b-7166-4e1e-84c3-f844a4f3cbeb tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.390023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['25e07eee-af1f-4ac3-bc7a-a2911beb32fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:42.464779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf7645-fa25-46d5-8ad4-8cc58e38c904 req-4fe5978b-7166-4e1e-84c3-f844a4f3cbeb tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.465420 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-eadf7645-fa25-46d5-8ad4-8cc58e38c904 req-4fe5978b-7166-4e1e-84c3-f844a4f3cbeb tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.476312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eadf7645-fa25-46d5-8ad4-8cc58e38c904 req-4fe5978b-7166-4e1e-84c3-f844a4f3cbeb tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "PUT /v2.0/ports/25e07eee-af1f-4ac3-bc7a-a2911beb32fe HTTP/1.1" status: 200 len: 1021 time: 1.7083189 Jul 16 01:18:42.545228 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a4fd6663-e1ee-43ae-a016-4988db5a7e6f req-1c3721ea-7768-4a25-b442-b8aedf1b2f37 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.545863 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a4fd6663-e1ee-43ae-a016-4988db5a7e6f req-1c3721ea-7768-4a25-b442-b8aedf1b2f37 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.567702 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe5978b-7166-4e1e-84c3-f844a4f3cbeb tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event updated for resources: {'Port': ['ID=25e07eee-af1f-4ac3-bc7a-a2911beb32fe,revision_number=7']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:42.577082 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['25e07eee-af1f-4ac3-bc7a-a2911beb32fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:42.592507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a4fd6663-e1ee-43ae-a016-4988db5a7e6f req-1c3721ea-7768-4a25-b442-b8aedf1b2f37 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Calling delete_port for 1dbbb993-afa1-4033-b558-4812053d19e6 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:42.620178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] For port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:42.624781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9534b-1786-47d0-abd6-c89d17e19342 req-86825a59-0a70-45b9-9ab3-238edaf8bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.626319 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9d9534b-1786-47d0-abd6-c89d17e19342 req-86825a59-0a70-45b9-9ab3-238edaf8bc59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3554673 Jul 16 01:18:42.654885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] For port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:42.704199 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.749015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a40d5fd-9434-4a9e-85c6-5f628d0bacd2', 'tag': '25e07eee-af1f-4ac3-bc7a-a2911beb32fe'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:42.751711 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc6867e-96d5-42fb-8c18-62f8ec616174" -d '{"events": [{"name": "network-changed", "server_uuid": "1a40d5fd-9434-4a9e-85c6-5f628d0bacd2", "tag": "25e07eee-af1f-4ac3-bc7a-a2911beb32fe"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:42.793985 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.794241 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:42.796242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] 10.222.0.69 "PUT /v2.0/ports/256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 HTTP/1.1" status: 200 len: 1097 time: 2.6470630 Jul 16 01:18:42.877363 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d3f5b683-f652-4d49-951f-b57a2483dc2c'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:42.881522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe87ebb-87a1-4413-b46a-88d62e92aa80 service neutron] Pushing event updated for resources: {'Port': ['ID=256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:42.915959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e38e39-dbaa-4273-99f4-2a1f15051500 req-5a6d7721-46e9-4cce-8ce2-6149efa9c7e8 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:42.923459 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4e38e39-dbaa-4273-99f4-2a1f15051500 req-5a6d7721-46e9-4cce-8ce2-6149efa9c7e8 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 949 time: 0.3595061 Jul 16 01:18:42.935323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9d9534b-1786-47d0-abd6-c89d17e19342 req-fc51e17f-2859-48ee-9497-fa0afcd0a6f6 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004258 Jul 16 01:18:42.948441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['289cca9c-7347-49d8-bee5-4d9099ba744b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:43.025622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4e38e39-dbaa-4273-99f4-2a1f15051500 req-fa18a959-7684-4bce-abad-c748f2ad5147 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012471 Jul 16 01:18:43.090375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0c71-3061-46cc-916d-403069db34dd req-b894ee60-109f-4bb1-8cd6-e925bcea4d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.091841 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-b894ee60-109f-4bb1-8cd6-e925bcea4d00 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&device_id=42b6e869-dcaf-4b36-b5ad-61543ece3ca3 HTTP/1.1" status: 200 len: 1100 time: 0.2410305 Jul 16 01:18:43.096794 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a4fd6663-e1ee-43ae-a016-4988db5a7e6f req-1c3721ea-7768-4a25-b442-b8aedf1b2f37 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:43.181697 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3721ea-7768-4a25-b442-b8aedf1b2f37 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Pushing event deleted for resources: {'Port': ['ID=1dbbb993-afa1-4033-b558-4812053d19e6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:43.190430 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9d9534b-1786-47d0-abd6-c89d17e19342 req-90be5c5d-a359-4ac8-a99d-214c3c9052c3 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400601 Jul 16 01:18:43.194916 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-a4925d8b-4709-41a3-abd1-2114a83887f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 HTTP/1.1" status: 200 len: 217 time: 0.0790784 Jul 16 01:18:43.371438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0c71-3061-46cc-916d-403069db34dd req-cb680ac8-4799-4314-8d03-04cfe571f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.372890 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-cb680ac8-4799-4314-8d03-04cfe571f7d4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1653326 Jul 16 01:18:43.380732 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a4fd6663-e1ee-43ae-a016-4988db5a7e6f req-1c3721ea-7768-4a25-b442-b8aedf1b2f37 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:43.383280 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a4fd6663-e1ee-43ae-a016-4988db5a7e6f req-1c3721ea-7768-4a25-b442-b8aedf1b2f37 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:43.384487 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4fd6663-e1ee-43ae-a016-4988db5a7e6f req-1c3721ea-7768-4a25-b442-b8aedf1b2f37 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "DELETE /v2.0/floatingips/666e7798-b03c-41c8-a8c6-54e7eb3dadcd HTTP/1.1" status: 204 len: 173 time: 1.8964767 Jul 16 01:18:43.428186 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b356d1-a842-4f06-ab79-71f91bf47948 x-openstack-request-id: req-75b356d1-a842-4f06-ab79-71f91bf47948 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:43.428738 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e491ae5-1a4f-45cb-a195-7957ba5858a2", "tag": "e644050a-cb5b-4e73-937b-9251d818c3a5", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:43.429992 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75b356d1-a842-4f06-ab79-71f91bf47948 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:43.430911 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e491ae5-1a4f-45cb-a195-7957ba5858a2', 'tag': 'e644050a-cb5b-4e73-937b-9251d818c3a5', 'status': 'completed', 'code': 200} Jul 16 01:18:43.459545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d457e8d-24d1-487b-a1b0-e82a292b7649 req-66dd15bc-72bd-4b6f-bf7b-0b2e2d14cbc4 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.461124 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d457e8d-24d1-487b-a1b0-e82a292b7649 req-66dd15bc-72bd-4b6f-bf7b-0b2e2d14cbc4 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e491ae5-1a4f-45cb-a195-7957ba5858a2 HTTP/1.1" status: 200 len: 948 time: 0.2175968 Jul 16 01:18:43.469563 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-07b8dcab-489d-4b32-9159-57ec408bb635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.471066 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-07b8dcab-489d-4b32-9159-57ec408bb635 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 1101 time: 0.2033389 Jul 16 01:18:43.518314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff0d04-f7c9-4fa5-8444-d3155938c08b req-9551f303-cb9d-4201-b31b-6cce2903a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.520154 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6dff0d04-f7c9-4fa5-8444-d3155938c08b req-9551f303-cb9d-4201-b31b-6cce2903a994 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&device_id=1e491ae5-1a4f-45cb-a195-7957ba5858a2 HTTP/1.1" status: 200 len: 1100 time: 0.0550237 Jul 16 01:18:43.558208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d457e8d-24d1-487b-a1b0-e82a292b7649 req-8d320ac9-7c60-4d73-9eef-8a10392b8c75 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860620 Jul 16 01:18:43.569819 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a0c71-3061-46cc-916d-403069db34dd req-866b943b-1357-4128-85c0-b53a246a8a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.571354 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-866b943b-1357-4128-85c0-b53a246a8a50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1850379 Jul 16 01:18:43.627581 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff0d04-f7c9-4fa5-8444-d3155938c08b req-c9f6adcc-6800-4e1e-9cf3-a0f44804da2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.629141 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6dff0d04-f7c9-4fa5-8444-d3155938c08b req-c9f6adcc-6800-4e1e-9cf3-a0f44804da2a service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.1023576 Jul 16 01:18:43.675112 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6dff0d04-f7c9-4fa5-8444-d3155938c08b req-cc084522-1773-4d4f-969e-eec629195692 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=e644050a-cb5b-4e73-937b-9251d818c3a5 HTTP/1.1" status: 200 len: 217 time: 0.0391655 Jul 16 01:18:43.722960 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff0d04-f7c9-4fa5-8444-d3155938c08b req-449e2301-bdcf-4537-b9b5-66855f62fa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.724467 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6dff0d04-f7c9-4fa5-8444-d3155938c08b req-449e2301-bdcf-4537-b9b5-66855f62fa1e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0433996 Jul 16 01:18:43.755209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-98d08ac3-90da-4683-8405-65d84cdfc3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.756729 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-98d08ac3-90da-4683-8405-65d84cdfc3cb service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2739301 Jul 16 01:18:43.784923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff0d04-f7c9-4fa5-8444-d3155938c08b req-f6624832-f6d4-494b-8f75-b3ca2266889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.786433 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6dff0d04-f7c9-4fa5-8444-d3155938c08b req-f6624832-f6d4-494b-8f75-b3ca2266889b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0555968 Jul 16 01:18:43.822684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-f281a268-f656-40b3-8be2-18723689ffc7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb HTTP/1.1" status: 200 len: 217 time: 0.0576398 Jul 16 01:18:43.833255 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744c354-c785-4f9a-aa25-23429ed110d9 req-fe669c9c-0e17-4704-989d-1b6218d16b6d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.834731 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f744c354-c785-4f9a-aa25-23429ed110d9 req-fe669c9c-0e17-4704-989d-1b6218d16b6d tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec858e74-f43e-4d94-8e9c-fe16ff49fbf7 HTTP/1.1" status: 200 len: 945 time: 0.2607207 Jul 16 01:18:43.836566 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-74eef94c-12b4-49ad-8a9f-2c1aa2611ae0 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235382 Jul 16 01:18:43.874923 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6dff0d04-f7c9-4fa5-8444-d3155938c08b req-38d2ea30-d58f-4bdf-82ab-11d8531db439 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820920 Jul 16 01:18:43.957012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a882c9e-833f-49ff-be6e-d211dccd13e6 req-398e9907-8d2e-4aa2-9849-1c28c195f598 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.962783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a882c9e-833f-49ff-be6e-d211dccd13e6 req-398e9907-8d2e-4aa2-9849-1c28c195f598 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.965770 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6dff0d04-f7c9-4fa5-8444-d3155938c08b req-7151db6e-a689-4fe7-903d-f8cebf2ebbe5 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847723 Jul 16 01:18:43.968722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a882c9e-833f-49ff-be6e-d211dccd13e6 req-398e9907-8d2e-4aa2-9849-1c28c195f598 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.974663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a882c9e-833f-49ff-be6e-d211dccd13e6 req-398e9907-8d2e-4aa2-9849-1c28c195f598 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.980514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a882c9e-833f-49ff-be6e-d211dccd13e6 req-398e9907-8d2e-4aa2-9849-1c28c195f598 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.986473 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a882c9e-833f-49ff-be6e-d211dccd13e6 req-398e9907-8d2e-4aa2-9849-1c28c195f598 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.992325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a882c9e-833f-49ff-be6e-d211dccd13e6 req-398e9907-8d2e-4aa2-9849-1c28c195f598 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:43.994221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a882c9e-833f-49ff-be6e-d211dccd13e6 req-398e9907-8d2e-4aa2-9849-1c28c195f598 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5427 time: 0.3167024 Jul 16 01:18:44.023498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-3c66aa21-5e49-426a-8cce-40167869f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:44.024964 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-3c66aa21-5e49-426a-8cce-40167869f9d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1846857 Jul 16 01:18:44.030655 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f744c354-c785-4f9a-aa25-23429ed110d9 req-a0049e7b-9028-43ec-9d7b-5476cc43dff6 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892569 Jul 16 01:18:44.110897 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-255a0c71-3061-46cc-916d-403069db34dd req-d00b42a0-b2da-472c-9a81-a5e0216f8cb6 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570870 Jul 16 01:18:44.117327 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a882c9e-833f-49ff-be6e-d211dccd13e6 req-a59b2312-5f36-4b10-a308-065f49620ce4 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897820 Jul 16 01:18:44.136409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-70126429-0be1-4bf0-8716-009f17455c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:44.137965 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-70126429-0be1-4bf0-8716-009f17455c56 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1044190 Jul 16 01:18:44.184801 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e84257-9a54-41c4-8bf1-6b547ea7b9e0 x-openstack-request-id: req-92e84257-9a54-41c4-8bf1-6b547ea7b9e0 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:44.185451 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a40d5fd-9434-4a9e-85c6-5f628d0bacd2", "tag": "25e07eee-af1f-4ac3-bc7a-a2911beb32fe", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:44.185451 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92e84257-9a54-41c4-8bf1-6b547ea7b9e0 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:44.185777 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a40d5fd-9434-4a9e-85c6-5f628d0bacd2', 'tag': '25e07eee-af1f-4ac3-bc7a-a2911beb32fe', 'status': 'completed', 'code': 200} Jul 16 01:18:44.271797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49268) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:44.348622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-9966d0d7-779b-4e0e-b585-67c8d48f23ba service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997221 Jul 16 01:18:44.356257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e62bb-26b4-4538-b315-94dcda3184cc req-a4c2608c-f5a9-4b5e-850e-c1a343f42098 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:44.358183 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f61e62bb-26b4-4538-b315-94dcda3184cc req-a4c2608c-f5a9-4b5e-850e-c1a343f42098 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2 HTTP/1.1" status: 200 len: 1024 time: 0.2188165 Jul 16 01:18:44.568609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6867e-96d5-42fb-8c18-62f8ec616174 req-a4dfb758-da44-4287-86bf-af39dfcea9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:44.570126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fc6867e-96d5-42fb-8c18-62f8ec616174 req-a4dfb758-da44-4287-86bf-af39dfcea9f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d706f64229f48619debf05976cb1d01&device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2 HTTP/1.1" status: 200 len: 1176 time: 0.3349030 Jul 16 01:18:44.625149 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b532e147-1fcd-47b9-ac06-c33b37d94714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:44.636876 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4124ea-09d4-4b52-884c-6fb658f8935e req-f1fc9944-5231-4f2e-b03a-a483e5958c94 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:44.638369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb4124ea-09d4-4b52-884c-6fb658f8935e req-f1fc9944-5231-4f2e-b03a-a483e5958c94 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3508308 Jul 16 01:18:44.711150 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f61e62bb-26b4-4538-b315-94dcda3184cc req-008459e3-b61d-4b36-8754-29fb264b0765 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&id=24a53a82-1c8b-48d7-990a-205a892ad164&id=03a8a07c-6263-48de-882a-d421aa64ff22 HTTP/1.1" status: 200 len: 6146 time: 0.3320806 Jul 16 01:18:44.713247 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-90a2ed8d-313f-43c1-8828-d2e902a5614d service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353412 Jul 16 01:18:44.936904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b532e147-1fcd-47b9-ac06-c33b37d94714 admin admin] Deleting port 7c315ceb-3648-4116-bad8-02003dd2d7aa {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:44.937221 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b532e147-1fcd-47b9-ac06-c33b37d94714 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.066405 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-b532e147-1fcd-47b9-ac06-c33b37d94714 admin admin] For port 7c315ceb-3648-4116-bad8-02003dd2d7aa, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7c315ceb-3648-4116-bad8-02003dd2d7aa,segment=NetworkSegment(0bf98115-6417-4067-b139-c46c41b4ec62),segment_id=0bf98115-6417-4067-b139-c46c41b4ec62)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:45.066976 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b532e147-1fcd-47b9-ac06-c33b37d94714 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.081046 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b532e147-1fcd-47b9-ac06-c33b37d94714 admin admin] Calling delete_port for 7c315ceb-3648-4116-bad8-02003dd2d7aa owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:45.116751 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6867e-96d5-42fb-8c18-62f8ec616174 req-6991342c-06df-4e00-862c-73617b9206e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:45.118395 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fc6867e-96d5-42fb-8c18-62f8ec616174 req-6991342c-06df-4e00-862c-73617b9206e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f HTTP/1.1" status: 200 len: 913 time: 0.5316887 Jul 16 01:18:45.182106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fc6867e-96d5-42fb-8c18-62f8ec616174 req-e929dc42-0226-4854-8cff-9117f535a150 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25e07eee-af1f-4ac3-bc7a-a2911beb32fe HTTP/1.1" status: 200 len: 217 time: 0.0467274 Jul 16 01:18:45.253196 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2c37d-8ba6-4bf7-bf6e-30c26c700b69 req-856e152f-589c-4e8e-959f-794f5ea97d16 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:45.254717 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5d2c37d-8ba6-4bf7-bf6e-30c26c700b69 req-856e152f-589c-4e8e-959f-794f5ea97d16 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 949 time: 0.5065186 Jul 16 01:18:45.263488 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b532e147-1fcd-47b9-ac06-c33b37d94714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.266866 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265db9ea-9a3f-4b43-a88f-8d3f3981c48e req-11dc2f16-83c2-40c6-bdc7-72394a2f9384 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:45.268368 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-265db9ea-9a3f-4b43-a88f-8d3f3981c48e req-11dc2f16-83c2-40c6-bdc7-72394a2f9384 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e491ae5-1a4f-45cb-a195-7957ba5858a2 HTTP/1.1" status: 200 len: 948 time: 0.1663070 Jul 16 01:18:45.282126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6867e-96d5-42fb-8c18-62f8ec616174 req-f84b2830-a96a-407f-b9c2-81f5c35741c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:45.283515 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fc6867e-96d5-42fb-8c18-62f8ec616174 req-f84b2830-a96a-407f-b9c2-81f5c35741c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fb650270-6140-4296-a509-9c2a289fb9f7 HTTP/1.1" status: 200 len: 852 time: 0.0853896 Jul 16 01:18:45.285918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e644050a-cb5b-4e73-937b-9251d818c3a5 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:45.289675 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b532e147-1fcd-47b9-ac06-c33b37d94714 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c315ceb-3648-4116-bad8-02003dd2d7aa,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:45.336402 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fc6867e-96d5-42fb-8c18-62f8ec616174 req-93c5bd1e-6ff4-43ea-b281-757edbe3d8cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405316 Jul 16 01:18:45.387165 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5d2c37d-8ba6-4bf7-bf6e-30c26c700b69 req-592d030f-1aa4-4a13-b04e-aa7c83e00140 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178107 Jul 16 01:18:45.398625 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-265db9ea-9a3f-4b43-a88f-8d3f3981c48e req-d2956367-1c4a-4447-8b78-21f594a94fe7 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199167 Jul 16 01:18:45.435177 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-07913179-336c-4ff5-9a1c-bf98b7d58bc7 req-c6d0600c-9c05-4603-9a4c-d7b1bb255c78 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Request body: {'security_group': {'name': ' tempest-securitygroup -576563901 ', 'description': 'tempest-description-187470888'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:45.436389 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e644050a-cb5b-4e73-937b-9251d818c3a5, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e644050a-cb5b-4e73-937b-9251d818c3a5,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:45.449191 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'e644050a-cb5b-4e73-937b-9251d818c3a5', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'e644050a-cb5b-4e73-937b-9251d818c3a5', 'mac_address': 'fa:16:3e:97:73:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:45.493352 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.508456 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e644050a-cb5b-4e73-937b-9251d818c3a5 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:45.529348 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e644050a-cb5b-4e73-937b-9251d818c3a5, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e644050a-cb5b-4e73-937b-9251d818c3a5,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:45.532914 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-584e1d16-4c6a-46bc-83a1-6bc1d8061533 req-acdaae3b-ae4e-48ea-a36e-4b299e762c86 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=ccf142673cf6434390589c1cba586c27 HTTP/1.1" status: 200 len: 1654 time: 0.0686548 Jul 16 01:18:45.533688 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-07913179-336c-4ff5-9a1c-bf98b7d58bc7 req-c6d0600c-9c05-4603-9a4c-d7b1bb255c78 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.534942 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.537598 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b532e147-1fcd-47b9-ac06-c33b37d94714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.585405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e644050a-cb5b-4e73-937b-9251d818c3a5,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:45.684169 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fc6867e-96d5-42fb-8c18-62f8ec616174 req-3168bb47-9743-442c-b371-d09599314609 service neutron] 10.222.0.69 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337469 Jul 16 01:18:45.755125 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b532e147-1fcd-47b9-ac06-c33b37d94714 admin admin] Router 070b2789-b1ee-43ea-92fa-2ee3a7226a37 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:18:45.775050 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e644050a-cb5b-4e73-937b-9251d818c3a5'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:45.798934 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e1d16-4c6a-46bc-83a1-6bc1d8061533 req-ca3bf238-5db9-4068-96ac-1912c812bfef tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:45.800475 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-584e1d16-4c6a-46bc-83a1-6bc1d8061533 req-ca3bf238-5db9-4068-96ac-1912c812bfef tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/networks?id=3748ee69-bce9-4043-a1b7-1ca7030517ba&id=3748ee69-bce9-4043-a1b7-1ca7030517ba&id=3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 787 time: 0.2248869 Jul 16 01:18:45.852283 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-07913179-336c-4ff5-9a1c-bf98b7d58bc7 req-c6d0600c-9c05-4603-9a4c-d7b1bb255c78 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.856628 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fc6867e-96d5-42fb-8c18-62f8ec616174 req-e6ed01dd-4ec0-43fc-a838-f244d7fcb7b4 service neutron] 10.222.0.69 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638594 Jul 16 01:18:45.859047 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-07913179-336c-4ff5-9a1c-bf98b7d58bc7 req-c6d0600c-9c05-4603-9a4c-d7b1bb255c78 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.889795 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-07913179-336c-4ff5-9a1c-bf98b7d58bc7 req-c6d0600c-9c05-4603-9a4c-d7b1bb255c78 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:45.893575 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-07913179-336c-4ff5-9a1c-bf98b7d58bc7 req-c6d0600c-9c05-4603-9a4c-d7b1bb255c78 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.4612510 Jul 16 01:18:45.914421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0600c-9c05-4603-9a4c-d7b1bb255c78 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b852a97d-5a9a-4990-aa85-2cea63488d6e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:45.928580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b532e147-1fcd-47b9-ac06-c33b37d94714 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:45.939536 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505a673-c710-4cc8-9190-8798fc265722 None None] Sync routers for ids ['070b2789-b1ee-43ea-92fa-2ee3a7226a37'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:45.957247 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c505a673-c710-4cc8-9190-8798fc265722 None None] Routers {'070b2789-b1ee-43ea-92fa-2ee3a7226a37'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:45.957921 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c505a673-c710-4cc8-9190-8798fc265722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:18:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['070b2789-b1ee-43ea-92fa-2ee3a7226a37'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:45.958670 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b532e147-1fcd-47b9-ac06-c33b37d94714 admin admin] 10.222.0.22 "PUT /v2.0/routers/070b2789-b1ee-43ea-92fa-2ee3a7226a37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6859460 Jul 16 01:18:45.959305 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49294) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:46.119068 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d83386a6-1ba0-46c7-9389-36c9e5eb67cb admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.127118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bca221-c975-4b1b-bbc7-0d7f6e964758 req-8512ce50-12ea-43a3-907d-6378930575c1 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.128738 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98bca221-c975-4b1b-bbc7-0d7f6e964758 req-8512ce50-12ea-43a3-907d-6378930575c1 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec858e74-f43e-4d94-8e9c-fe16ff49fbf7 HTTP/1.1" status: 200 len: 945 time: 0.1869593 Jul 16 01:18:46.151658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5b04-e7d4-4eb0-a80b-bde4dff4fd22 req-39f13b3f-1c57-47d2-aa5a-f18a50ed0347 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.158202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5b04-e7d4-4eb0-a80b-bde4dff4fd22 req-39f13b3f-1c57-47d2-aa5a-f18a50ed0347 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.165004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5b04-e7d4-4eb0-a80b-bde4dff4fd22 req-39f13b3f-1c57-47d2-aa5a-f18a50ed0347 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.170840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5b04-e7d4-4eb0-a80b-bde4dff4fd22 req-39f13b3f-1c57-47d2-aa5a-f18a50ed0347 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.176767 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5b04-e7d4-4eb0-a80b-bde4dff4fd22 req-39f13b3f-1c57-47d2-aa5a-f18a50ed0347 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.182650 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5b04-e7d4-4eb0-a80b-bde4dff4fd22 req-39f13b3f-1c57-47d2-aa5a-f18a50ed0347 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.188603 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c505a673-c710-4cc8-9190-8798fc265722 None None] Set router 070b2789-b1ee-43ea-92fa-2ee3a7226a37 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:46.188797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c5b04-e7d4-4eb0-a80b-bde4dff4fd22 req-39f13b3f-1c57-47d2-aa5a-f18a50ed0347 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.190733 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d6c5b04-e7d4-4eb0-a80b-bde4dff4fd22 req-39f13b3f-1c57-47d2-aa5a-f18a50ed0347 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5427 time: 0.1483614 Jul 16 01:18:46.195539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b6e869-dcaf-4b36-b5ad-61543ece3ca3', 'tag': '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:46.198590 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc107ca-8f00-44c0-87ae-32a7ce4cff82" -d '{"events": [{"name": "network-changed", "server_uuid": "42b6e869-dcaf-4b36-b5ad-61543ece3ca3", "tag": "256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:46.222000 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d83386a6-1ba0-46c7-9389-36c9e5eb67cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.252316 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98bca221-c975-4b1b-bbc7-0d7f6e964758 req-4b39f9f3-f0cc-4c77-b5cf-dcbed5d2aaff tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134675 Jul 16 01:18:46.267394 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d6c5b04-e7d4-4eb0-a80b-bde4dff4fd22 req-4f13ca22-f472-40dc-bc5c-d990ee5bf108 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650034 Jul 16 01:18:46.298088 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d83386a6-1ba0-46c7-9389-36c9e5eb67cb admin admin] Deleting port 753b3df5-ca44-41fd-ba53-d9c2085b22ca {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:46.298531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d83386a6-1ba0-46c7-9389-36c9e5eb67cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.347848 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ccdb866b-82e1-4ae9-8b6a-bcb52471a02a req-8ea85b92-3e6c-4aaf-bafc-3a3392c0b951 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips/3d1976cc-a3a6-42d0-bb58-371af435e67a HTTP/1.1" status: 200 len: 692 time: 0.0560212 Jul 16 01:18:46.377848 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c505a673-c710-4cc8-9190-8798fc265722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'name': 'tempest-ServersTestMultiNic-1530560796-router', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.6'}], 'enable_snat': True}, 'gw_port_id': '753b3df5-ca44-41fd-ba53-d9c2085b22ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:18Z', 'updated_at': '2021-07-16T01:18:45Z', 'revision_number': 5, 'project_id': '66fe681898644f198a8b545d851e811d', 'gw_port': {'id': '753b3df5-ca44-41fd-ba53-d9c2085b22ca', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:4b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:19Z', 'updated_at': '2021-07-16T01:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:46.382676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-d83386a6-1ba0-46c7-9389-36c9e5eb67cb admin admin] For port 753b3df5-ca44-41fd-ba53-d9c2085b22ca, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=753b3df5-ca44-41fd-ba53-d9c2085b22ca,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:46.383036 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d83386a6-1ba0-46c7-9389-36c9e5eb67cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.395412 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d83386a6-1ba0-46c7-9389-36c9e5eb67cb admin admin] Calling delete_port for 753b3df5-ca44-41fd-ba53-d9c2085b22ca owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:46.411303 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505a673-c710-4cc8-9190-8798fc265722 None None] Checking router: 070b2789-b1ee-43ea-92fa-2ee3a7226a37 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:46.412009 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c9582056-95ef-4071-a5c7-7921798012bf req-eed9e6fc-ad84-43b9-a1bd-9097e7eff526 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/b852a97d-5a9a-4990-aa85-2cea63488d6e HTTP/1.1" status: 200 len: 1779 time: 0.0794449 Jul 16 01:18:46.427856 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c505a673-c710-4cc8-9190-8798fc265722 None None] Routers {'070b2789-b1ee-43ea-92fa-2ee3a7226a37'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:46.428712 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c505a673-c710-4cc8-9190-8798fc265722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:18:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['070b2789-b1ee-43ea-92fa-2ee3a7226a37'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:46.474398 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c079d98d-424b-48dd-9080-a2f7247fb953 x-openstack-request-id: req-c079d98d-424b-48dd-9080-a2f7247fb953 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:46.474686 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b6e869-dcaf-4b36-b5ad-61543ece3ca3", "tag": "256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:46.474938 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c079d98d-424b-48dd-9080-a2f7247fb953 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:46.475333 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42b6e869-dcaf-4b36-b5ad-61543ece3ca3', 'tag': '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0', 'status': 'completed', 'code': 200} Jul 16 01:18:46.515327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb866b-82e1-4ae9-8b6a-bcb52471a02a req-eff71289-533a-4ad8-acfd-7fa92017d484 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.516739 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ccdb866b-82e1-4ae9-8b6a-bcb52471a02a req-eff71289-533a-4ad8-acfd-7fa92017d484 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.1601710 Jul 16 01:18:46.542964 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c505a673-c710-4cc8-9190-8798fc265722 None None] Set router 070b2789-b1ee-43ea-92fa-2ee3a7226a37 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:46.584339 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d83386a6-1ba0-46c7-9389-36c9e5eb67cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.598893 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c505a673-c710-4cc8-9190-8798fc265722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'name': 'tempest-ServersTestMultiNic-1530560796-router', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:18Z', 'updated_at': '2021-07-16T01:18:46Z', 'revision_number': 6, 'project_id': '66fe681898644f198a8b545d851e811d', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:46.611545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83386a6-1ba0-46c7-9389-36c9e5eb67cb admin admin] Pushing event deleted for resources: {'Port': ['ID=753b3df5-ca44-41fd-ba53-d9c2085b22ca,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:46.630672 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c505a673-c710-4cc8-9190-8798fc265722 None None] The sync data for ids ['070b2789-b1ee-43ea-92fa-2ee3a7226a37'] in n-d-791505-14 is: [{'id': '070b2789-b1ee-43ea-92fa-2ee3a7226a37', 'name': 'tempest-ServersTestMultiNic-1530560796-router', 'tenant_id': '66fe681898644f198a8b545d851e811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:18Z', 'updated_at': '2021-07-16T01:18:46Z', 'revision_number': 6, 'project_id': '66fe681898644f198a8b545d851e811d', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:46.643079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ccdb866b-82e1-4ae9-8b6a-bcb52471a02a req-42f2d3ce-95d0-48a0-95c8-f152240f9e9f tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.98 HTTP/1.1" status: 200 len: 695 time: 0.1060896 Jul 16 01:18:46.690448 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d83386a6-1ba0-46c7-9389-36c9e5eb67cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.708407 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ccdb866b-82e1-4ae9-8b6a-bcb52471a02a req-b4de407a-a334-4e30-9902-e8d4cbdc8f12 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.98 HTTP/1.1" status: 200 len: 695 time: 0.0611815 Jul 16 01:18:46.717925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc107ca-8f00-44c0-87ae-32a7ce4cff82 req-d8921475-c4b9-4fdd-af3f-def6d473812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.719501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dc107ca-8f00-44c0-87ae-32a7ce4cff82 req-d8921475-c4b9-4fdd-af3f-def6d473812f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&device_id=42b6e869-dcaf-4b36-b5ad-61543ece3ca3 HTTP/1.1" status: 200 len: 1100 time: 0.2204671 Jul 16 01:18:46.780568 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d83386a6-1ba0-46c7-9389-36c9e5eb67cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.782664 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d83386a6-1ba0-46c7-9389-36c9e5eb67cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.825643 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d83386a6-1ba0-46c7-9389-36c9e5eb67cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.826153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83386a6-1ba0-46c7-9389-36c9e5eb67cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 070b2789-b1ee-43ea-92fa-2ee3a7226a37 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:18:46.830263 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d83386a6-1ba0-46c7-9389-36c9e5eb67cb admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.831425 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d83386a6-1ba0-46c7-9389-36c9e5eb67cb admin admin] 10.222.0.22 "DELETE /v2.0/routers/070b2789-b1ee-43ea-92fa-2ee3a7226a37 HTTP/1.1" status: 204 len: 168 time: 0.8677883 Jul 16 01:18:46.833979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49308) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:46.840655 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022f393-bf59-4157-b950-4981967adeb0 req-f7f85bd8-908e-4db8-ad1a-9a2eb65b82ca tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.842682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9022f393-bf59-4157-b950-4981967adeb0 req-f7f85bd8-908e-4db8-ad1a-9a2eb65b82ca tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e491ae5-1a4f-45cb-a195-7957ba5858a2 HTTP/1.1" status: 200 len: 949 time: 0.2668355 Jul 16 01:18:46.877123 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fb56ae-edcb-49e5-b829-a27d89de9f58 admin admin] Deleting subnet 28c2187a-cd28-436c-bb1e-410503a0cd64 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:18:46.880199 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1fb56ae-edcb-49e5-b829-a27d89de9f58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.913733 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1fb56ae-edcb-49e5-b829-a27d89de9f58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:46.956290 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9022f393-bf59-4157-b950-4981967adeb0 req-ea9398ba-9ef6-47f5-a9d4-9aa534362acf tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065619 Jul 16 01:18:46.959221 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc107ca-8f00-44c0-87ae-32a7ce4cff82 req-589ddf06-6243-4bd6-b632-b710dffbb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:46.960606 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dc107ca-8f00-44c0-87ae-32a7ce4cff82 req-589ddf06-6243-4bd6-b632-b710dffbb0c2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2305362 Jul 16 01:18:46.968166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-ccdb866b-82e1-4ae9-8b6a-bcb52471a02a req-143b7a07-08a6-4096-9e10-415483813fd6 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Deleting port c0348fe1-9be8-4aae-ab2d-0b4d3dfd1ac6 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:46.968462 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ccdb866b-82e1-4ae9-8b6a-bcb52471a02a req-143b7a07-08a6-4096-9e10-415483813fd6 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.006956 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1fb56ae-edcb-49e5-b829-a27d89de9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.040907 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dc107ca-8f00-44c0-87ae-32a7ce4cff82 req-f356068a-d730-475a-a394-fe0a2a30b906 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 HTTP/1.1" status: 200 len: 217 time: 0.0695517 Jul 16 01:18:47.065943 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1fb56ae-edcb-49e5-b829-a27d89de9f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.092918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb56ae-edcb-49e5-b829-a27d89de9f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28c2187a-cd28-436c-bb1e-410503a0cd64,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:47.096591 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1fb56ae-edcb-49e5-b829-a27d89de9f58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.098542 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c1fb56ae-edcb-49e5-b829-a27d89de9f58 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/28c2187a-cd28-436c-bb1e-410503a0cd64 HTTP/1.1" status: 204 len: 168 time: 0.2636325 Jul 16 01:18:47.101156 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49310) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:47.103071 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8748c8b-5e7e-4fe8-b6cc-b3b9f859c62c None None] Network 30d48d79-6f67-4500-89b9-c94d2589bbf5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:47.162344 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f102a464-2cca-4cb4-ae3f-75d150efd6a0 req-73f33d97-879d-4364-9da1-2dbb7a24e18c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/b852a97d-5a9a-4990-aa85-2cea63488d6e HTTP/1.1" status: 200 len: 1779 time: 0.1379583 Jul 16 01:18:47.174884 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ccdb866b-82e1-4ae9-8b6a-bcb52471a02a req-143b7a07-08a6-4096-9e10-415483813fd6 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.175281 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ccdb866b-82e1-4ae9-8b6a-bcb52471a02a req-143b7a07-08a6-4096-9e10-415483813fd6 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.180508 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.190004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc107ca-8f00-44c0-87ae-32a7ce4cff82 req-8ff4330d-3b4e-4537-86a2-1f8f2c9a03d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:47.191484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dc107ca-8f00-44c0-87ae-32a7ce4cff82 req-8ff4330d-3b4e-4537-86a2-1f8f2c9a03d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1430345 Jul 16 01:18:47.203703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-ccdb866b-82e1-4ae9-8b6a-bcb52471a02a req-143b7a07-08a6-4096-9e10-415483813fd6 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Calling delete_port for c0348fe1-9be8-4aae-ab2d-0b4d3dfd1ac6 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:47.240147 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] Deleting port 1c63dbf9-1534-4a05-a484-6758bd986f85 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:47.240513 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.300753 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:47.307671 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] For port 1c63dbf9-1534-4a05-a484-6758bd986f85, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1c63dbf9-1534-4a05-a484-6758bd986f85,segment=NetworkSegment(0bf98115-6417-4067-b139-c46c41b4ec62),segment_id=0bf98115-6417-4067-b139-c46c41b4ec62)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:47.308158 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.321617 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] Calling delete_port for 1c63dbf9-1534-4a05-a484-6758bd986f85 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:47.337733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e644050a-cb5b-4e73-937b-9251d818c3a5 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:47.359927 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f102a464-2cca-4cb4-ae3f-75d150efd6a0 req-400172d8-a14e-49af-9dd4-622c5bd94392 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.384353 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc107ca-8f00-44c0-87ae-32a7ce4cff82 req-28b01c7b-d7b3-417f-9c83-f318c18f193b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:47.385814 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dc107ca-8f00-44c0-87ae-32a7ce4cff82 req-28b01c7b-d7b3-417f-9c83-f318c18f193b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1801918 Jul 16 01:18:47.419773 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f102a464-2cca-4cb4-ae3f-75d150efd6a0 req-400172d8-a14e-49af-9dd4-622c5bd94392 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.420040 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.454624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c63dbf9-1534-4a05-a484-6758bd986f85,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:47.462978 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] No DVR routers for this DVR port 1c63dbf9-1534-4a05-a484-6758bd986f85 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:47.487276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port e644050a-cb5b-4e73-937b-9251d818c3a5 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:47.499243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:47.507971 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port e644050a-cb5b-4e73-937b-9251d818c3a5 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:47.508349 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.537718 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0', 'mac_address': 'fa:16:3e:4e:1f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:47.551330 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ccdb866b-82e1-4ae9-8b6a-bcb52471a02a req-143b7a07-08a6-4096-9e10-415483813fd6 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.588759 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07deffaa-2151-4f0b-9a8a-0f4b53d25fa2 None None] DHCP port deletion for 30d48d79-6f67-4500-89b9-c94d2589bbf5 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:18:47.590745 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f102a464-2cca-4cb4-ae3f-75d150efd6a0 req-400172d8-a14e-49af-9dd4-622c5bd94392 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.593309 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f102a464-2cca-4cb4-ae3f-75d150efd6a0 req-400172d8-a14e-49af-9dd4-622c5bd94392 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.594463 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f102a464-2cca-4cb4-ae3f-75d150efd6a0 req-400172d8-a14e-49af-9dd4-622c5bd94392 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "DELETE /v2.0/security-groups/b852a97d-5a9a-4990-aa85-2cea63488d6e HTTP/1.1" status: 204 len: 173 time: 0.4219499 Jul 16 01:18:47.596645 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.600233 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dc107ca-8f00-44c0-87ae-32a7ce4cff82 req-370105be-53a2-4c8f-920a-38cdf9993d51 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074325 Jul 16 01:18:47.602777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143b7a07-08a6-4096-9e10-415483813fd6 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Pushing event deleted for resources: {'Port': ['ID=c0348fe1-9be8-4aae-ab2d-0b4d3dfd1ac6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:47.609749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30d48d79-6f67-4500-89b9-c94d2589bbf5']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:47.610957 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.625586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf98115-6417-4067-b139-c46c41b4ec62') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:47.627383 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf98115-6417-4067-b139-c46c41b4ec62') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:47.640837 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.659411 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:47.665268 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.672958 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:18:47.674333 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.699520 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.705475 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:47.711440 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dc107ca-8f00-44c0-87ae-32a7ce4cff82 req-c12f7dad-323a-434a-84c2-13992a22c2e3 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016200 Jul 16 01:18:47.714719 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.730114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400172d8-a14e-49af-9dd4-622c5bd94392 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b852a97d-5a9a-4990-aa85-2cea63488d6e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:18:47.761430 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:18:47.767677 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.767904 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e491ae5-1a4f-45cb-a195-7957ba5858a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e644050a-cb5b-4e73-937b-9251d818c3a5'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:47.770316 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ade8e1f-e515-44e2-a3e2-8e79f630dda9" -d '{"events": [{"server_uuid": "1e491ae5-1a4f-45cb-a195-7957ba5858a2", "name": "network-vif-plugged", "status": "completed", "tag": "e644050a-cb5b-4e73-937b-9251d818c3a5"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:47.787247 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.789274 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/30d48d79-6f67-4500-89b9-c94d2589bbf5 HTTP/1.1" status: 204 len: 168 time: 0.6871035 Jul 16 01:18:47.790261 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150fe3f-c552-4a6a-b2cd-c502f324b5b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=30d48d79-6f67-4500-89b9-c94d2589bbf5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:47.803274 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e644050a-cb5b-4e73-937b-9251d818c3a5, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e644050a-cb5b-4e73-937b-9251d818c3a5,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:47.812966 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.818134 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:47.819441 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ccdb866b-82e1-4ae9-8b6a-bcb52471a02a req-143b7a07-08a6-4096-9e10-415483813fd6 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.822916 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ccdb866b-82e1-4ae9-8b6a-bcb52471a02a req-143b7a07-08a6-4096-9e10-415483813fd6 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:47.837594 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ccdb866b-82e1-4ae9-8b6a-bcb52471a02a req-143b7a07-08a6-4096-9e10-415483813fd6 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "DELETE /v2.0/floatingips/3d1976cc-a3a6-42d0-bb58-371af435e67a HTTP/1.1" status: 204 len: 173 time: 1.1169229 Jul 16 01:18:47.897116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb77aa9-868e-4f1c-9f70-8b94fcf5f7ee req-6abf18c6-a434-46a9-970d-d521e7c3e0fe tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:47.898683 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0fb77aa9-868e-4f1c-9f70-8b94fcf5f7ee req-6abf18c6-a434-46a9-970d-d521e7c3e0fe tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 949 time: 0.1219077 Jul 16 01:18:47.901476 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e644050a-cb5b-4e73-937b-9251d818c3a5,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:47.963582 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49326) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:47.964561 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0fb77aa9-868e-4f1c-9f70-8b94fcf5f7ee req-0af082cd-70cb-4c09-bcb1-09cfadea83af tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580516 Jul 16 01:18:47.970289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:48.024672 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9b5d44d0-758c-4414-922a-d12c915b95c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=66fe681898644f198a8b545d851e811d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614057 Jul 16 01:18:48.025334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49330) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:48.083093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7a923-e2c4-4b47-9d3a-a5caf46964b6 req-144b3dfd-4d59-4a24-b5de-2ce7188a7ddd tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:48.089619 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7a923-e2c4-4b47-9d3a-a5caf46964b6 req-144b3dfd-4d59-4a24-b5de-2ce7188a7ddd tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:48.095728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7a923-e2c4-4b47-9d3a-a5caf46964b6 req-144b3dfd-4d59-4a24-b5de-2ce7188a7ddd tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:48.098481 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e086ec5-77cc-49e5-8695-58d0634906e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.102195 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7a923-e2c4-4b47-9d3a-a5caf46964b6 req-144b3dfd-4d59-4a24-b5de-2ce7188a7ddd tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:48.109089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7a923-e2c4-4b47-9d3a-a5caf46964b6 req-144b3dfd-4d59-4a24-b5de-2ce7188a7ddd tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:48.116818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7a923-e2c4-4b47-9d3a-a5caf46964b6 req-144b3dfd-4d59-4a24-b5de-2ce7188a7ddd tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:48.125442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7a923-e2c4-4b47-9d3a-a5caf46964b6 req-144b3dfd-4d59-4a24-b5de-2ce7188a7ddd tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:48.127693 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66d7a923-e2c4-4b47-9d3a-a5caf46964b6 req-144b3dfd-4d59-4a24-b5de-2ce7188a7ddd tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5427 time: 0.1344204 Jul 16 01:18:48.133117 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e086ec5-77cc-49e5-8695-58d0634906e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.181543 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66d7a923-e2c4-4b47-9d3a-a5caf46964b6 req-ddb473ca-97c8-4d97-8159-6dd1688e84bb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455992 Jul 16 01:18:48.186952 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e086ec5-77cc-49e5-8695-58d0634906e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.190003 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e086ec5-77cc-49e5-8695-58d0634906e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.191295 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3e086ec5-77cc-49e5-8695-58d0634906e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23f30562-83c1-45ba-bafd-8a185de9a830 HTTP/1.1" status: 204 len: 168 time: 0.1648622 Jul 16 01:18:48.199899 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e086ec5-77cc-49e5-8695-58d0634906e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f30562-83c1-45ba-bafd-8a185de9a830,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:48.233088 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-1a535bd3-e673-424c-b1e5-6b523c02fe80 req-2d0c7c1b-0842-450d-990b-ac7a6fffd601 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] show failed (client error): The resource could not be found. Jul 16 01:18:48.234115 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1a535bd3-e673-424c-b1e5-6b523c02fe80 req-2d0c7c1b-0842-450d-990b-ac7a6fffd601 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/b852a97d-5a9a-4990-aa85-2cea63488d6e HTTP/1.1" status: 404 len: 352 time: 0.0159824 Jul 16 01:18:48.275315 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74778d8-04aa-4d42-92d2-55157879fa43 x-openstack-request-id: req-e74778d8-04aa-4d42-92d2-55157879fa43 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:48.275850 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e491ae5-1a4f-45cb-a195-7957ba5858a2", "name": "network-vif-plugged", "status": "completed", "tag": "e644050a-cb5b-4e73-937b-9251d818c3a5", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:48.276032 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e74778d8-04aa-4d42-92d2-55157879fa43 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:48.276566 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e491ae5-1a4f-45cb-a195-7957ba5858a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e644050a-cb5b-4e73-937b-9251d818c3a5', 'code': 200} Jul 16 01:18:48.401223 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-352a56dc-2ca7-42d9-b5b6-ceec493f2b4a req-b173018d-8fc6-4a0d-91b7-453ccddc8a01 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips/f489cf72-3cbd-4013-8e86-f51eb0c85318 HTTP/1.1" status: 200 len: 692 time: 0.0952642 Jul 16 01:18:48.462600 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device d3f5b683-f652-4d49-951f-b57a2483dc2c up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:48.467499 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615f0cfa-bf3a-44f6-a393-2161ce5bcb90 req-28ca03cd-097f-464f-abde-abbd5a051eaa tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:48.469097 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-615f0cfa-bf3a-44f6-a393-2161ce5bcb90 req-28ca03cd-097f-464f-abde-abbd5a051eaa tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec858e74-f43e-4d94-8e9c-fe16ff49fbf7 HTTP/1.1" status: 200 len: 945 time: 0.1798089 Jul 16 01:18:48.513914 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port d3f5b683-f652-4d49-951f-b57a2483dc2c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:48.517834 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port d3f5b683-f652-4d49-951f-b57a2483dc2c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:48.518211 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.607279 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.648251 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port d3f5b683-f652-4d49-951f-b57a2483dc2c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d3f5b683-f652-4d49-951f-b57a2483dc2c,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:48.659448 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.661283 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a81b7832-77d3-447a-8ff3-9eb0ad423218 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:48.746235 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7c315ceb-3648-4116-bad8-02003dd2d7aa no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:48.778811 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 7c315ceb-3648-4116-bad8-02003dd2d7aa {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:48.779161 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7c315ceb-3648-4116-bad8-02003dd2d7aa not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:48.780738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 753b3df5-ca44-41fd-ba53-d9c2085b22ca no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:48.813938 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 753b3df5-ca44-41fd-ba53-d9c2085b22ca {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:48.814288 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 753b3df5-ca44-41fd-ba53-d9c2085b22ca not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:48.814706 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1c63dbf9-1534-4a05-a484-6758bd986f85 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:48.845078 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=d3f5b683-f652-4d49-951f-b57a2483dc2c,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:48.847942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 1c63dbf9-1534-4a05-a484-6758bd986f85 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:48.848294 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1c63dbf9-1534-4a05-a484-6758bd986f85 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:48.849608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port a81b7832-77d3-447a-8ff3-9eb0ad423218 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:48.849999 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604be45-d056-4f67-a39b-57b58bec4f51 req-9cd65d3c-181b-424b-b39b-1a295b50ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:48.851548 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a604be45-d056-4f67-a39b-57b58bec4f51 req-9cd65d3c-181b-424b-b39b-1a295b50ac11 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1e491ae5-1a4f-45cb-a195-7957ba5858a2 HTTP/1.1" status: 200 len: 1102 time: 0.4905283 Jul 16 01:18:48.854537 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port a81b7832-77d3-447a-8ff3-9eb0ad423218 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:48.855123 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.912938 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-615f0cfa-bf3a-44f6-a393-2161ce5bcb90 req-b0081398-aacd-45e1-876f-22f4b68007e8 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359691 Jul 16 01:18:48.927831 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a56dc-2ca7-42d9-b5b6-ceec493f2b4a req-33804701-1b04-42b5-b9dd-698b46d543ba tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:48.929833 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-352a56dc-2ca7-42d9-b5b6-ceec493f2b4a req-33804701-1b04-42b5-b9dd-698b46d543ba tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.5196462 Jul 16 01:18:48.931692 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a604be45-d056-4f67-a39b-57b58bec4f51 req-588c56a3-7f82-461a-9c81-a5ae2d245efb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727618 Jul 16 01:18:48.948802 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:48.968032 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49356) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:48.996267 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-352a56dc-2ca7-42d9-b5b6-ceec493f2b4a req-99cc45d1-4541-4a92-9518-7f49d7612f1a tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.90 HTTP/1.1" status: 200 len: 695 time: 0.0600219 Jul 16 01:18:49.006286 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a81b7832-77d3-447a-8ff3-9eb0ad423218, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a81b7832-77d3-447a-8ff3-9eb0ad423218,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:49.010727 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.011686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 7cd63309-9e07-41bf-ae8a-287f6d4a879b up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:49.053774 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-352a56dc-2ca7-42d9-b5b6-ceec493f2b4a req-24245433-fc95-4faf-a9c6-632e647c61ba tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.90 HTTP/1.1" status: 200 len: 695 time: 0.0566566 Jul 16 01:18:49.097914 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a81b7832-77d3-447a-8ff3-9eb0ad423218,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:49.107859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 7cd63309-9e07-41bf-ae8a-287f6d4a879b completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:49.114674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 7cd63309-9e07-41bf-ae8a-287f6d4a879b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:49.115291 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.134789 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-81d3b10a-f16e-431c-b69a-05cc8eb58ba5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1404667129-network', 'tenant_id': '2120ba3ef9984dc89fd0a315fd86ed54'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:49.177893 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d3b10a-f16e-431c-b69a-05cc8eb58ba5 admin admin] Made reservation on behalf of 2120ba3ef9984dc89fd0a315fd86ed54 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:49.182248 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-81d3b10a-f16e-431c-b69a-05cc8eb58ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.192612 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-81d3b10a-f16e-431c-b69a-05cc8eb58ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.196538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-352a56dc-2ca7-42d9-b5b6-ceec493f2b4a req-877f12d5-22ec-4186-bc5e-a85cee998f14 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Deleting port fa3d4ff2-a79c-4979-a4b6-53641734b857 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:49.196875 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-352a56dc-2ca7-42d9-b5b6-ceec493f2b4a req-877f12d5-22ec-4186-bc5e-a85cee998f14 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.215298 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.260292 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 7cd63309-9e07-41bf-ae8a-287f6d4a879b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=7cd63309-9e07-41bf-ae8a-287f6d4a879b,segment=NetworkSegment(e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3),segment_id=e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:49.266576 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.268071 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a14a4579-d368-44f0-ab6e-91c9cd789cce up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:49.281734 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-352a56dc-2ca7-42d9-b5b6-ceec493f2b4a req-877f12d5-22ec-4186-bc5e-a85cee998f14 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.282070 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-352a56dc-2ca7-42d9-b5b6-ceec493f2b4a req-877f12d5-22ec-4186-bc5e-a85cee998f14 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.296728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-352a56dc-2ca7-42d9-b5b6-ceec493f2b4a req-877f12d5-22ec-4186-bc5e-a85cee998f14 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Calling delete_port for fa3d4ff2-a79c-4979-a4b6-53641734b857 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:49.300454 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-81d3b10a-f16e-431c-b69a-05cc8eb58ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.305596 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-81d3b10a-f16e-431c-b69a-05cc8eb58ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.320187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:49.336659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d3b10a-f16e-431c-b69a-05cc8eb58ba5 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:18:49.347123 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3b10a-f16e-431c-b69a-05cc8eb58ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:49.355219 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-81d3b10a-f16e-431c-b69a-05cc8eb58ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.355219 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-81d3b10a-f16e-431c-b69a-05cc8eb58ba5 admin admin] Added segment 4f9eed82-766a-4687-a4af-0336b7b799c4 of type vlan for network 1c3b3996-e13d-4cd0-b013-fdf1b512579a Jul 16 01:18:49.384317 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=7cd63309-9e07-41bf-ae8a-287f6d4a879b,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:49.405419 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port a14a4579-d368-44f0-ab6e-91c9cd789cce completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:49.410112 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port a14a4579-d368-44f0-ab6e-91c9cd789cce triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:49.410590 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.412402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:49.413842 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-81d3b10a-f16e-431c-b69a-05cc8eb58ba5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.437390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b188f-e238-4973-b744-7842e48767c4 req-c0ca94b1-053a-4971-8622-baf5ce9548dc tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:49.437977 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:49.438115 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.438969 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-474b188f-e238-4973-b744-7842e48767c4 req-c0ca94b1-053a-4971-8622-baf5ce9548dc tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e491ae5-1a4f-45cb-a195-7957ba5858a2 HTTP/1.1" status: 200 len: 950 time: 0.1403944 Jul 16 01:18:49.445143 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-81d3b10a-f16e-431c-b69a-05cc8eb58ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.446680 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d3b10a-f16e-431c-b69a-05cc8eb58ba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:49.447341 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-81d3b10a-f16e-431c-b69a-05cc8eb58ba5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.480583 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-81d3b10a-f16e-431c-b69a-05cc8eb58ba5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5087218 Jul 16 01:18:49.481134 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49366) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:49.488328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b5957fed-9d4f-44a6-a99e-42c70914f328 admin admin] Request body: {'subnet': {'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1404667129-subnet', 'tenant_id': '2120ba3ef9984dc89fd0a315fd86ed54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:49.499837 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-474b188f-e238-4973-b744-7842e48767c4 req-67d5cd37-7e02-43d6-b6e3-40b0ba4e2344 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429723 Jul 16 01:18:49.527329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3b10a-f16e-431c-b69a-05cc8eb58ba5 admin admin] Pushing event updated for resources: {'Network': ['ID=1c3b3996-e13d-4cd0-b013-fdf1b512579a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:49.549046 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 1c3b3996-e13d-4cd0-b013-fdf1b512579a details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:18:49.549304 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5957fed-9d4f-44a6-a99e-42c70914f328 admin admin] Made reservation on behalf of 2120ba3ef9984dc89fd0a315fd86ed54 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:49.550714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-baa25109-5f92-4fea-b11a-fa44f8e8c3a6 req-c638ae7f-aefe-4e0e-8404-25cf67c64ff6 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2118730652', 'description': 'tempest-description-1938066314'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:49.551433 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5957fed-9d4f-44a6-a99e-42c70914f328 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.578175 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-352a56dc-2ca7-42d9-b5b6-ceec493f2b4a req-877f12d5-22ec-4186-bc5e-a85cee998f14 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.596826 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.606983 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-baa25109-5f92-4fea-b11a-fa44f8e8c3a6 req-c638ae7f-aefe-4e0e-8404-25cf67c64ff6 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.620684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f12d5-22ec-4186-bc5e-a85cee998f14 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Pushing event deleted for resources: {'Port': ['ID=fa3d4ff2-a79c-4979-a4b6-53641734b857,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:49.636441 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.686670 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a14a4579-d368-44f0-ab6e-91c9cd789cce, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a14a4579-d368-44f0-ab6e-91c9cd789cce,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:49.695994 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:49.697661 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.698763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 35c71f39-10b4-4237-a3c3-980c3cbe864d up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:49.708333 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-352a56dc-2ca7-42d9-b5b6-ceec493f2b4a req-877f12d5-22ec-4186-bc5e-a85cee998f14 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.710815 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-352a56dc-2ca7-42d9-b5b6-ceec493f2b4a req-877f12d5-22ec-4186-bc5e-a85cee998f14 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.711993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-352a56dc-2ca7-42d9-b5b6-ceec493f2b4a req-877f12d5-22ec-4186-bc5e-a85cee998f14 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "DELETE /v2.0/floatingips/f489cf72-3cbd-4013-8e86-f51eb0c85318 HTTP/1.1" status: 204 len: 173 time: 0.6514740 Jul 16 01:18:49.721825 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.764698 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5957fed-9d4f-44a6-a99e-42c70914f328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.783515 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a14a4579-d368-44f0-ab6e-91c9cd789cce,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:49.791263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-baa25109-5f92-4fea-b11a-fa44f8e8c3a6 req-c638ae7f-aefe-4e0e-8404-25cf67c64ff6 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.799305 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-baa25109-5f92-4fea-b11a-fa44f8e8c3a6 req-c638ae7f-aefe-4e0e-8404-25cf67c64ff6 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.836515 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-baa25109-5f92-4fea-b11a-fa44f8e8c3a6 req-c638ae7f-aefe-4e0e-8404-25cf67c64ff6 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.838428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5957fed-9d4f-44a6-a99e-42c70914f328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=710a43f8-dfc4-40df-9285-e335bfac1915,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:49.847330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5957fed-9d4f-44a6-a99e-42c70914f328 admin admin] Checking segment: {'id': '4f9eed82-766a-4687-a4af-0336b7b799c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:49.847330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5957fed-9d4f-44a6-a99e-42c70914f328 admin admin] Network hostable DHCP agents. Network: 1c3b3996-e13d-4cd0-b013-fdf1b512579a, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:18:49.851729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 35c71f39-10b4-4237-a3c3-980c3cbe864d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:49.857253 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-baa25109-5f92-4fea-b11a-fa44f8e8c3a6 req-c638ae7f-aefe-4e0e-8404-25cf67c64ff6 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3106155 Jul 16 01:18:49.865150 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638ae7f-aefe-4e0e-8404-25cf67c64ff6 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7f5c5d8-abda-4493-9d18-cd9b968e5ef5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:49.874441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 35c71f39-10b4-4237-a3c3-980c3cbe864d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:49.874932 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.878290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5957fed-9d4f-44a6-a99e-42c70914f328 admin admin] Network 1c3b3996-e13d-4cd0-b013-fdf1b512579a is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:18:49.891675 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-b5957fed-9d4f-44a6-a99e-42c70914f328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 1c3b3996-e13d-4cd0-b013-fdf1b512579a) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:49.906301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5957fed-9d4f-44a6-a99e-42c70914f328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:49.906890 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5957fed-9d4f-44a6-a99e-42c70914f328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:49.933676 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b5957fed-9d4f-44a6-a99e-42c70914f328 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4433186 Jul 16 01:18:49.944974 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145a700d-1603-4d63-9dd9-7afc83ff2ff9 None None] Network 1c3b3996-e13d-4cd0-b013-fdf1b512579a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:49.967022 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:50.098679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498bae6-539f-4fff-9a95-8ef1561a71ea req-be26185f-ee84-4e64-b5b2-2c1015af3db3 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.106742 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6498bae6-539f-4fff-9a95-8ef1561a71ea req-be26185f-ee84-4e64-b5b2-2c1015af3db3 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 949 time: 0.1298707 Jul 16 01:18:50.135146 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.151996 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6498bae6-539f-4fff-9a95-8ef1561a71ea req-e671c7d5-d89e-46b3-9de6-4a95397470a5 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443320 Jul 16 01:18:50.184049 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 35c71f39-10b4-4237-a3c3-980c3cbe864d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=35c71f39-10b4-4237-a3c3-980c3cbe864d,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:50.210156 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.211323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5b95a4ed-88df-418a-96a8-8e0499b6c17f up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:50.378430 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd224d-2911-4217-b571-61639b7ec949 req-94968467-63bf-42b6-8993-416744575c1b tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.380238 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76fd224d-2911-4217-b571-61639b7ec949 req-94968467-63bf-42b6-8993-416744575c1b tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.22 "GET /v2.0/ports?device_id=4379a63d-5ee0-4735-bcb3-94d887e6870d HTTP/1.1" status: 200 len: 945 time: 0.1176169 Jul 16 01:18:50.434143 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73016c77-7d99-424d-9e00-170aa7aca1db req-2dce47a8-8c54-4198-8463-2fbce98c5cf1 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.434550 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f5b683-f652-4d49-951f-b57a2483dc2c'}, {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81b7832-77d3-447a-8ff3-9eb0ad423218'}, {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd63309-9e07-41bf-ae8a-287f6d4a879b'}, {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14a4579-d368-44f0-ab6e-91c9cd789cce'}, {'server_uuid': '42b6e869-dcaf-4b36-b5ad-61543ece3ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0'}, {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c71f39-10b4-4237-a3c3-980c3cbe864d'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:50.438361 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0fd0e7-93a6-4458-a4be-9d98b8fdbe27" -d '{"events": [{"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-plugged", "status": "completed", "tag": "d3f5b683-f652-4d49-951f-b57a2483dc2c"}, {"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-plugged", "status": "completed", "tag": "a81b7832-77d3-447a-8ff3-9eb0ad423218"}, {"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-plugged", "status": "completed", "tag": "7cd63309-9e07-41bf-ae8a-287f6d4a879b"}, {"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-plugged", "status": "completed", "tag": "a14a4579-d368-44f0-ab6e-91c9cd789cce"}, {"server_uuid": "42b6e869-dcaf-4b36-b5ad-61543ece3ca3", "name": "network-vif-plugged", "status": "completed", "tag": "256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0"}, {"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-plugged", "status": "completed", "tag": "35c71f39-10b4-4237-a3c3-980c3cbe864d"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:50.440699 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73016c77-7d99-424d-9e00-170aa7aca1db req-2dce47a8-8c54-4198-8463-2fbce98c5cf1 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.447310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=35c71f39-10b4-4237-a3c3-980c3cbe864d,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:50.448986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73016c77-7d99-424d-9e00-170aa7aca1db req-2dce47a8-8c54-4198-8463-2fbce98c5cf1 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.456924 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:18:50.463501 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73016c77-7d99-424d-9e00-170aa7aca1db req-2dce47a8-8c54-4198-8463-2fbce98c5cf1 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.471286 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73016c77-7d99-424d-9e00-170aa7aca1db req-2dce47a8-8c54-4198-8463-2fbce98c5cf1 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.477561 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73016c77-7d99-424d-9e00-170aa7aca1db req-2dce47a8-8c54-4198-8463-2fbce98c5cf1 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.484130 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73016c77-7d99-424d-9e00-170aa7aca1db req-2dce47a8-8c54-4198-8463-2fbce98c5cf1 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.486093 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73016c77-7d99-424d-9e00-170aa7aca1db req-2dce47a8-8c54-4198-8463-2fbce98c5cf1 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5432 time: 0.1754267 Jul 16 01:18:50.510774 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76fd224d-2911-4217-b571-61639b7ec949 req-4f70d035-1f55-4b82-8a89-a65b8537fa1a tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.22 "GET /v2.0/security-groups?id=f74480a0-2cd3-4305-843c-f32fbade50eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247714 Jul 16 01:18:50.516145 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 5b95a4ed-88df-418a-96a8-8e0499b6c17f completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:50.521005 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-1c3b3996-e13d-4cd0-b013-fdf1b512579a', 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a', 'tenant_id': '2120ba3ef9984dc89fd0a315fd86ed54', 'fixed_ips': [{'subnet_id': '710a43f8-dfc4-40df-9285-e335bfac1915'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:18:50.521952 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.525584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 5b95a4ed-88df-418a-96a8-8e0499b6c17f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:50.526048 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.555503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73016c77-7d99-424d-9e00-170aa7aca1db req-3c1b8ec1-2091-419f-952f-39868374abdb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563247 Jul 16 01:18:50.620208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c3694b6-c82c-4c98-91ac-a0d94e433a9f req-6e1fd667-de50-403f-971d-a1571319b434 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips/afc30424-c67c-4733-931d-1d48bb7282db HTTP/1.1" status: 200 len: 692 time: 0.0569472 Jul 16 01:18:50.636279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-2543187f-21bc-4db8-b79f-281ddc0eedbb req-9ec92790-a45d-4484-95c8-fcdeba3f0f5a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-29329176', 'description': 'tempest-description-1806055491'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:50.712330 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.719653 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2543187f-21bc-4db8-b79f-281ddc0eedbb req-9ec92790-a45d-4484-95c8-fcdeba3f0f5a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.746681 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Allocated IP 172.20.0.2 (1c3b3996-e13d-4cd0-b013-fdf1b512579a/710a43f8-dfc4-40df-9285-e335bfac1915/9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:50.768736 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5b95a4ed-88df-418a-96a8-8e0499b6c17f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5b95a4ed-88df-418a-96a8-8e0499b6c17f,segment=NetworkSegment(e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3),segment_id=e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:50.775367 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3694b6-c82c-4c98-91ac-a0d94e433a9f req-641cfc0d-bb0e-484a-8f3a-ae8a011d5d85 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:50.775595 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.776338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 289cca9c-7347-49d8-bee5-4d9099ba744b up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:50.776960 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c3694b6-c82c-4c98-91ac-a0d94e433a9f req-641cfc0d-bb0e-484a-8f3a-ae8a011d5d85 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.1559474 Jul 16 01:18:50.842448 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c3694b6-c82c-4c98-91ac-a0d94e433a9f req-8e07f261-1750-42b3-ac8c-cb832c8958a2 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 695 time: 0.0572679 Jul 16 01:18:50.903532 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c3694b6-c82c-4c98-91ac-a0d94e433a9f req-de473bb9-1fbd-4dfe-a656-c4af81868ee3 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.22 HTTP/1.1" status: 200 len: 695 time: 0.0510805 Jul 16 01:18:50.904094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=5b95a4ed-88df-418a-96a8-8e0499b6c17f,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:50.941587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 289cca9c-7347-49d8-bee5-4d9099ba744b completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:50.966102 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2543187f-21bc-4db8-b79f-281ddc0eedbb req-9ec92790-a45d-4484-95c8-fcdeba3f0f5a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.971051 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 289cca9c-7347-49d8-bee5-4d9099ba744b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:50.971440 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:50.976881 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2543187f-21bc-4db8-b79f-281ddc0eedbb req-9ec92790-a45d-4484-95c8-fcdeba3f0f5a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.016295 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.030082 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Transition to ACTIVE for port object 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:51.043000 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2543187f-21bc-4db8-b79f-281ddc0eedbb req-9ec92790-a45d-4484-95c8-fcdeba3f0f5a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.044345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2543187f-21bc-4db8-b79f-281ddc0eedbb req-9ec92790-a45d-4484-95c8-fcdeba3f0f5a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4221745 Jul 16 01:18:51.051237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Transition to ACTIVE for port object 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:51.062268 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec92790-a45d-4484-95c8-fcdeba3f0f5a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73816d64-52c0-4790-aa38-926e593251e5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:51.080571 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.092639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-5c3694b6-c82c-4c98-91ac-a0d94e433a9f req-879d7ca3-1350-44f6-9ae5-9ec1e01e5ad0 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Deleting port a33dc2e6-7657-4d8b-9919-5cdc6403974c {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:51.092976 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5c3694b6-c82c-4c98-91ac-a0d94e433a9f req-879d7ca3-1350-44f6-9ae5-9ec1e01e5ad0 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.125891 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.146735 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Network 1c3b3996-e13d-4cd0-b013-fdf1b512579a is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:51.147668 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Pushing event updated for resources: {'Port': ['ID=9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:51.156532 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:51.159117 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:51.189736 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5c3694b6-c82c-4c98-91ac-a0d94e433a9f req-879d7ca3-1350-44f6-9ae5-9ec1e01e5ad0 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.190186 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5c3694b6-c82c-4c98-91ac-a0d94e433a9f req-879d7ca3-1350-44f6-9ae5-9ec1e01e5ad0 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.203449 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 289cca9c-7347-49d8-bee5-4d9099ba744b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=289cca9c-7347-49d8-bee5-4d9099ba744b,segment=NetworkSegment(9dbb173d-87a7-4541-b15e-9650bb4bd12f),segment_id=9dbb173d-87a7-4541-b15e-9650bb4bd12f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:51.209024 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.211165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-5c3694b6-c82c-4c98-91ac-a0d94e433a9f req-879d7ca3-1350-44f6-9ae5-9ec1e01e5ad0 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Calling delete_port for a33dc2e6-7657-4d8b-9919-5cdc6403974c owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:51.247209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a0356-224f-4454-92c1-6e26e375a3b1 req-2b53f930-5b04-4c43-a003-c6c38cb4d1d9 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:51.249528 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-667a0356-224f-4454-92c1-6e26e375a3b1 req-2b53f930-5b04-4c43-a003-c6c38cb4d1d9 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.70 "GET /v2.0/ports?device_id=4379a63d-5ee0-4735-bcb3-94d887e6870d HTTP/1.1" status: 200 len: 945 time: 0.1006505 Jul 16 01:18:51.262244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Attempting to bind port 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:51.262619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Attempting to bind port 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4f9eed82-766a-4687-a4af-0336b7b799c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:51.262981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Attempting to bind port 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f on network 1c3b3996-e13d-4cd0-b013-fdf1b512579a {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:51.275086 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:51.275464 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Checking segment: {'id': '4f9eed82-766a-4687-a4af-0336b7b799c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:51.275893 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.276298 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Bound using segment: {'id': '4f9eed82-766a-4687-a4af-0336b7b799c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:51.276755 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Bound port: 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f9eed82-766a-4687-a4af-0336b7b799c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:51.277136 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.300527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=289cca9c-7347-49d8-bee5-4d9099ba744b,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:51.356954 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] For port 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:51.360097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] For port 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:51.366234 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-667a0356-224f-4454-92c1-6e26e375a3b1 req-b1f7b171-e9f5-4adb-8a47-b657ee3511d4 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Deleting port 853325c6-4095-46a6-a4d2-1f8d0d166c08 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:51.366580 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-667a0356-224f-4454-92c1-6e26e375a3b1 req-b1f7b171-e9f5-4adb-8a47-b657ee3511d4 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.369527 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.409003 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-593b6a62-dc70-4626-84af-70c14726f81f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:51.410582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-593b6a62-dc70-4626-84af-70c14726f81f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/networks?id=1c3b3996-e13d-4cd0-b013-fdf1b512579a HTTP/1.1" status: 200 len: 816 time: 0.1458833 Jul 16 01:18:51.449722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4d0be-3886-4218-a226-1a0407739ebe None None] Pushing event updated for resources: {'Port': ['ID=9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:51.468839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-b78d4b41-52e8-4bfd-8c6e-e42a1097f50a tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/quotas/2120ba3ef9984dc89fd0a315fd86ed54 HTTP/1.1" status: 200 len: 375 time: 0.0176942 Jul 16 01:18:51.471633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-667a0356-224f-4454-92c1-6e26e375a3b1 req-b1f7b171-e9f5-4adb-8a47-b657ee3511d4 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] For port 853325c6-4095-46a6-a4d2-1f8d0d166c08, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=853325c6-4095-46a6-a4d2-1f8d0d166c08,segment=NetworkSegment(79d81165-a074-437d-82a0-6001a4eb770d),segment_id=79d81165-a074-437d-82a0-6001a4eb770d)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:51.472051 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-667a0356-224f-4454-92c1-6e26e375a3b1 req-b1f7b171-e9f5-4adb-8a47-b657ee3511d4 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.487420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-667a0356-224f-4454-92c1-6e26e375a3b1 req-b1f7b171-e9f5-4adb-8a47-b657ee3511d4 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Calling delete_port for 853325c6-4095-46a6-a4d2-1f8d0d166c08 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:51.491190 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5c3694b6-c82c-4c98-91ac-a0d94e433a9f req-879d7ca3-1350-44f6-9ae5-9ec1e01e5ad0 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.541635 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d7ca3-1350-44f6-9ae5-9ec1e01e5ad0 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Pushing event deleted for resources: {'Port': ['ID=a33dc2e6-7657-4d8b-9919-5cdc6403974c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:51.643971 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-667a0356-224f-4454-92c1-6e26e375a3b1 req-b1f7b171-e9f5-4adb-8a47-b657ee3511d4 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.658315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['853325c6-4095-46a6-a4d2-1f8d0d166c08'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:51.663526 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-02f9a691-9048-4713-ae8c-29b1a4d4e90a tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2120ba3ef9984dc89fd0a315fd86ed54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1849895 Jul 16 01:18:51.666120 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5c3694b6-c82c-4c98-91ac-a0d94e433a9f req-879d7ca3-1350-44f6-9ae5-9ec1e01e5ad0 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.668766 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5c3694b6-c82c-4c98-91ac-a0d94e433a9f req-879d7ca3-1350-44f6-9ae5-9ec1e01e5ad0 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.670447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c3694b6-c82c-4c98-91ac-a0d94e433a9f req-879d7ca3-1350-44f6-9ae5-9ec1e01e5ad0 tempest-FloatingIPDetailsTestJSON-1853482630 tempest-FloatingIPDetailsTestJSON-1853482630-project] 10.222.0.22 "DELETE /v2.0/floatingips/afc30424-c67c-4733-931d-1d48bb7282db HTTP/1.1" status: 204 len: 173 time: 0.7563689 Jul 16 01:18:51.683191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49412) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:51.703848 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7b171-e9f5-4adb-8a47-b657ee3511d4 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Pushing event deleted for resources: {'Port': ['ID=853325c6-4095-46a6-a4d2-1f8d0d166c08,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:51.769225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-667a0356-224f-4454-92c1-6e26e375a3b1 req-b1f7b171-e9f5-4adb-8a47-b657ee3511d4 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] No DVR routers for this DVR port 853325c6-4095-46a6-a4d2-1f8d0d166c08 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:18:51.771734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-667a0356-224f-4454-92c1-6e26e375a3b1 req-b1f7b171-e9f5-4adb-8a47-b657ee3511d4 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:51.773771 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-667a0356-224f-4454-92c1-6e26e375a3b1 req-b1f7b171-e9f5-4adb-8a47-b657ee3511d4 tempest-ServerMetadataNegativeTestJSON-822376274 tempest-ServerMetadataNegativeTestJSON-822376274-project] 10.222.0.70 "DELETE /v2.0/ports/853325c6-4095-46a6-a4d2-1f8d0d166c08 HTTP/1.1" status: 204 len: 173 time: 0.5165951 Jul 16 01:18:51.774221 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4379a63d-5ee0-4735-bcb3-94d887e6870d', 'name': 'network-vif-deleted', 'tag': '853325c6-4095-46a6-a4d2-1f8d0d166c08'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:51.776542 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec067701-32e4-48ef-981a-f76ccac82f67" -d '{"events": [{"server_uuid": "4379a63d-5ee0-4735-bcb3-94d887e6870d", "name": "network-vif-deleted", "tag": "853325c6-4095-46a6-a4d2-1f8d0d166c08"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:51.803566 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13855b39-e496-456f-bf26-919500440704 x-openstack-request-id: req-13855b39-e496-456f-bf26-919500440704 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:51.803906 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-plugged", "status": "completed", "tag": "d3f5b683-f652-4d49-951f-b57a2483dc2c", "code": 200}, {"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-plugged", "status": "completed", "tag": "a81b7832-77d3-447a-8ff3-9eb0ad423218", "code": 200}, {"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-plugged", "status": "completed", "tag": "7cd63309-9e07-41bf-ae8a-287f6d4a879b", "code": 200}, {"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-plugged", "status": "completed", "tag": "a14a4579-d368-44f0-ab6e-91c9cd789cce", "code": 200}, {"server_uuid": "42b6e869-dcaf-4b36-b5ad-61543ece3ca3", "name": "network-vif-plugged", "status": "completed", "tag": "256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0", "code": 200}, {"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-plugged", "status": "completed", "tag": "35c71f39-10b4-4237-a3c3-980c3cbe864d", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:51.804162 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-13855b39-e496-456f-bf26-919500440704 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:51.804573 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f5b683-f652-4d49-951f-b57a2483dc2c', 'code': 200} Jul 16 01:18:51.804830 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a81b7832-77d3-447a-8ff3-9eb0ad423218', 'code': 200} Jul 16 01:18:51.805082 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cd63309-9e07-41bf-ae8a-287f6d4a879b', 'code': 200} Jul 16 01:18:51.805328 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a14a4579-d368-44f0-ab6e-91c9cd789cce', 'code': 200} Jul 16 01:18:51.805590 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b6e869-dcaf-4b36-b5ad-61543ece3ca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0', 'code': 200} Jul 16 01:18:51.805812 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c71f39-10b4-4237-a3c3-980c3cbe864d', 'code': 200} Jul 16 01:18:51.990861 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-6f8c636e-5752-4e2c-ad4c-3b2e8055e5f6 service neutron] 10.222.0.22 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148150 Jul 16 01:18:52.181030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b6093-a8ff-4252-8306-775478093ccb req-0a57d78d-8976-4e40-bf14-23ba06ad8ec8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:52.182596 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f6b6093-a8ff-4252-8306-775478093ccb req-0a57d78d-8976-4e40-bf14-23ba06ad8ec8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e491ae5-1a4f-45cb-a195-7957ba5858a2 HTTP/1.1" status: 200 len: 950 time: 0.2734923 Jul 16 01:18:52.190124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a0900-08b3-41a6-9f1c-957716016b1f req-a5b2930b-daa6-4828-9c6f-f42c7bdee5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:52.191526 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f28a0900-08b3-41a6-9f1c-957716016b1f req-a5b2930b-daa6-4828-9c6f-f42c7bdee5dd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=42b6e869-dcaf-4b36-b5ad-61543ece3ca3 HTTP/1.1" status: 200 len: 1102 time: 0.2849340 Jul 16 01:18:52.266386 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-69fe216c-43f3-44f8-881c-53b116c4f05a service neutron] 10.222.0.22 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677765 Jul 16 01:18:52.297465 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f28a0900-08b3-41a6-9f1c-957716016b1f req-ad6f94d1-50bf-4c46-9ac8-98a34738b8c7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891695 Jul 16 01:18:52.302974 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f6b6093-a8ff-4252-8306-775478093ccb req-3852465d-1adc-40ab-9078-1f6f42cfccc1 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104546 Jul 16 01:18:52.340109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-70ad2fb5-aaa6-4f3e-b78c-5c502ba093b4 req-b2f351f4-64dd-4469-8d8e-91a6edb36056 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1046819801', 'description': 'tempest-description-2081076169'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:52.406425 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-70ad2fb5-aaa6-4f3e-b78c-5c502ba093b4 req-b2f351f4-64dd-4469-8d8e-91a6edb36056 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.456757 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db22ce3b-1faa-4711-a3ab-bff4b98e8bd0 None None] Network 1c3b3996-e13d-4cd0-b013-fdf1b512579a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:52.490727 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8932f047-5a97-4a57-8da5-c32bb33d6914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.546162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2f8e6284-9f59-4ede-947a-1b2a1a5c1a8d None None] Provisioning for port 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:52.611609 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-70ad2fb5-aaa6-4f3e-b78c-5c502ba093b4 req-b2f351f4-64dd-4469-8d8e-91a6edb36056 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.632611 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-70ad2fb5-aaa6-4f3e-b78c-5c502ba093b4 req-b2f351f4-64dd-4469-8d8e-91a6edb36056 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.717411 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-70ad2fb5-aaa6-4f3e-b78c-5c502ba093b4 req-b2f351f4-64dd-4469-8d8e-91a6edb36056 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.729901 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70ad2fb5-aaa6-4f3e-b78c-5c502ba093b4 req-b2f351f4-64dd-4469-8d8e-91a6edb36056 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3977423 Jul 16 01:18:52.795942 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f351f4-64dd-4469-8d8e-91a6edb36056 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61670e8c-27c9-4c80-8ffe-29b51f03a2eb,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:52.806397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:52.864422 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae0528-a590-4ea9-9a9c-1888b7613c4e req-ce134b00-b3e7-48b9-b57f-334bf22b5747 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:52.870591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49440) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:52.883418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fae0528-a590-4ea9-9a9c-1888b7613c4e req-ce134b00-b3e7-48b9-b57f-334bf22b5747 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 949 time: 0.2670019 Jul 16 01:18:52.895050 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:52.901301 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:52.901689 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:52.961683 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e4b324-46b8-4bdd-a808-4ef84871d190 admin admin] Deleting subnet 4d7646f6-d219-4f7d-8474-d6956e9271e0 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:18:52.967068 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32e4b324-46b8-4bdd-a808-4ef84871d190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.013055 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fae0528-a590-4ea9-9a9c-1888b7613c4e req-72602063-9d7c-4e16-8762-30daa2eb0cf5 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265461 Jul 16 01:18:53.054687 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32e4b324-46b8-4bdd-a808-4ef84871d190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.076665 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.155878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:53.170673 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.297519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f6343-6f63-46a7-bf72-5b21fd2af36e req-914c28d5-8c4c-4774-87b0-73149aeb7bd8 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.305576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f6343-6f63-46a7-bf72-5b21fd2af36e req-914c28d5-8c4c-4774-87b0-73149aeb7bd8 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.316150 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:53.318995 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fc4cd219-6e06-4611-ad46-f907d427bf57 None None] Provisioning complete for port 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:53.319654 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd219-6e06-4611-ad46-f907d427bf57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.321812 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f6343-6f63-46a7-bf72-5b21fd2af36e req-914c28d5-8c4c-4774-87b0-73149aeb7bd8 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.336336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f6343-6f63-46a7-bf72-5b21fd2af36e req-914c28d5-8c4c-4774-87b0-73149aeb7bd8 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.352147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f6343-6f63-46a7-bf72-5b21fd2af36e req-914c28d5-8c4c-4774-87b0-73149aeb7bd8 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.367180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f6343-6f63-46a7-bf72-5b21fd2af36e req-914c28d5-8c4c-4774-87b0-73149aeb7bd8 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.380236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f6343-6f63-46a7-bf72-5b21fd2af36e req-914c28d5-8c4c-4774-87b0-73149aeb7bd8 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.390450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b78f6343-6f63-46a7-bf72-5b21fd2af36e req-914c28d5-8c4c-4774-87b0-73149aeb7bd8 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5434 time: 0.2739186 Jul 16 01:18:53.469673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.470283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-8932f047-5a97-4a57-8da5-c32bb33d6914 admin admin] Deleting port bcbd6bc1-5728-4162-8af1-085b5711cc5c {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:53.470283 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8932f047-5a97-4a57-8da5-c32bb33d6914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.471205 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.472208 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.472970 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.473559 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.474120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.474683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.475257 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.476084 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.476649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.477312 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.478134 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:53.515098 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acac8d66-e779-4367-8593-e878d0549a87 x-openstack-request-id: req-acac8d66-e779-4367-8593-e878d0549a87 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:53.515698 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4379a63d-5ee0-4735-bcb3-94d887e6870d", "name": "network-vif-deleted", "tag": "853325c6-4095-46a6-a4d2-1f8d0d166c08", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:53.516150 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-acac8d66-e779-4367-8593-e878d0549a87 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:53.516542 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4379a63d-5ee0-4735-bcb3-94d887e6870d', 'name': 'network-vif-deleted', 'tag': '853325c6-4095-46a6-a4d2-1f8d0d166c08', 'status': 'completed', 'code': 200} Jul 16 01:18:53.535281 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32e4b324-46b8-4bdd-a808-4ef84871d190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.571892 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b78f6343-6f63-46a7-bf72-5b21fd2af36e req-c9cc9d36-0740-4636-8321-b5cfc7004b1b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1720915 Jul 16 01:18:53.594407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-8932f047-5a97-4a57-8da5-c32bb33d6914 admin admin] For port bcbd6bc1-5728-4162-8af1-085b5711cc5c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bcbd6bc1-5728-4162-8af1-085b5711cc5c,segment=NetworkSegment(f0b48f60-b05b-43bb-bf99-9ae3ee91ad20),segment_id=f0b48f60-b05b-43bb-bf99-9ae3ee91ad20)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:53.595381 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8932f047-5a97-4a57-8da5-c32bb33d6914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.598579 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32e4b324-46b8-4bdd-a808-4ef84871d190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.613289 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32e4b324-46b8-4bdd-a808-4ef84871d190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.615200 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-32e4b324-46b8-4bdd-a808-4ef84871d190 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4d7646f6-d219-4f7d-8474-d6956e9271e0 HTTP/1.1" status: 204 len: 168 time: 0.7434287 Jul 16 01:18:53.636841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49464) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:53.662054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-8932f047-5a97-4a57-8da5-c32bb33d6914 admin admin] Calling delete_port for bcbd6bc1-5728-4162-8af1-085b5711cc5c owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:53.665811 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4b324-46b8-4bdd-a808-4ef84871d190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d7646f6-d219-4f7d-8474-d6956e9271e0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:53.690522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45354e-bd00-4f38-a23a-e3f2fb67025e req-47a7793a-8fb7-4bef-8189-b12c6ac91f18 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:53.691987 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a45354e-bd00-4f38-a23a-e3f2fb67025e req-47a7793a-8fb7-4bef-8189-b12c6ac91f18 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b6e869-dcaf-4b36-b5ad-61543ece3ca3 HTTP/1.1" status: 200 len: 950 time: 0.2998495 Jul 16 01:18:53.728558 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3325fe5-f4b9-4c0b-9654-c29e5f963cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.806978 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b95a4ed-88df-418a-96a8-8e0499b6c17f'}, {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289cca9c-7347-49d8-bee5-4d9099ba744b'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:53.809378 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f4a900-9871-4fb4-b3ee-076f0a0ea790" -d '{"events": [{"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-plugged", "status": "completed", "tag": "5b95a4ed-88df-418a-96a8-8e0499b6c17f"}, {"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-plugged", "status": "completed", "tag": "289cca9c-7347-49d8-bee5-4d9099ba744b"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:53.831137 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3325fe5-f4b9-4c0b-9654-c29e5f963cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.834829 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a45354e-bd00-4f38-a23a-e3f2fb67025e req-2f885423-3cb4-45ce-bb83-0df112648e74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366811 Jul 16 01:18:53.874061 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d3325fe5-f4b9-4c0b-9654-c29e5f963cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b225cc3-708c-4efc-b919-85ea8ffbd7a4']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:53.884935 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d3325fe5-f4b9-4c0b-9654-c29e5f963cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d81165-a074-437d-82a0-6001a4eb770d') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:53.885232 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d3325fe5-f4b9-4c0b-9654-c29e5f963cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d81165-a074-437d-82a0-6001a4eb770d') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:53.895185 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3325fe5-f4b9-4c0b-9654-c29e5f963cde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.914669 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3325fe5-f4b9-4c0b-9654-c29e5f963cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.921191 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3325fe5-f4b9-4c0b-9654-c29e5f963cde admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:18:53.921571 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3325fe5-f4b9-4c0b-9654-c29e5f963cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:18:53.923462 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:18:54.005163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-a4a3aa71-f99e-4c8b-a8e8-65647f64637e tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:54.006800 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-a4a3aa71-f99e-4c8b-a8e8-65647f64637e tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/networks?id=1c3b3996-e13d-4cd0-b013-fdf1b512579a HTTP/1.1" status: 200 len: 816 time: 0.2544413 Jul 16 01:18:54.016272 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3325fe5-f4b9-4c0b-9654-c29e5f963cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.026184 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d3325fe5-f4b9-4c0b-9654-c29e5f963cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.033597 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d3325fe5-f4b9-4c0b-9654-c29e5f963cde admin admin] 10.222.0.22 "DELETE /v2.0/networks/9b225cc3-708c-4efc-b919-85ea8ffbd7a4 HTTP/1.1" status: 204 len: 168 time: 0.3958192 Jul 16 01:18:54.049676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3325fe5-f4b9-4c0b-9654-c29e5f963cde admin admin] Pushing event deleted for resources: {'Network': ['ID=9b225cc3-708c-4efc-b919-85ea8ffbd7a4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:54.061962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-1bbd6276-808d-4d98-ac08-5756c0375d14 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/quotas/2120ba3ef9984dc89fd0a315fd86ed54 HTTP/1.1" status: 200 len: 375 time: 0.0451605 Jul 16 01:18:54.179620 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4313d735-7c91-4d97-ada1-f25cf60f14e3 req-8a397866-116e-40a6-bd33-8534e84646bd tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d706f64229f48619debf05976cb1d01 HTTP/1.1" status: 200 len: 10894 time: 0.2867637 Jul 16 01:18:54.198724 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49484) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:54.259326 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8932f047-5a97-4a57-8da5-c32bb33d6914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.286015 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1a7698da-c8b8-4890-9932-c0f2af66cf04 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=178026b943ed4f6387cf6f06d374a905&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853794 Jul 16 01:18:54.287047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49486) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:54.288823 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-80126b47-eaee-4756-b37b-a84f58775fdd tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2120ba3ef9984dc89fd0a315fd86ed54&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2212138 Jul 16 01:18:54.348249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932f047-5a97-4a57-8da5-c32bb33d6914 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcbd6bc1-5728-4162-8af1-085b5711cc5c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:54.429731 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-62ec330a-d39b-4fb8-a8d1-423789518199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.449393 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-0ef33f57-2e65-4f51-8ed2-c9ec4cbfabec tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:54.450991 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-0ef33f57-2e65-4f51-8ed2-c9ec4cbfabec tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.70 "GET /v2.0/networks?id=1c3b3996-e13d-4cd0-b013-fdf1b512579a HTTP/1.1" status: 200 len: 816 time: 0.2197180 Jul 16 01:18:54.492400 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-62ec330a-d39b-4fb8-a8d1-423789518199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.494076 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a422a4b1-afd1-4d3b-9f4b-286917f53096 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:18:54.563275 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Request body: {'port': {'device_id': '4a2b96a1-54e9-4d5b-9572-3564f243c9dd', 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a', 'admin_state_up': True, 'tenant_id': '2120ba3ef9984dc89fd0a315fd86ed54'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:54.615279 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-62ec330a-d39b-4fb8-a8d1-423789518199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.627373 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-62ec330a-d39b-4fb8-a8d1-423789518199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.641005 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-62ec330a-d39b-4fb8-a8d1-423789518199 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f74480a0-2cd3-4305-843c-f32fbade50eb HTTP/1.1" status: 204 len: 168 time: 0.3400733 Jul 16 01:18:54.695672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec330a-d39b-4fb8-a8d1-423789518199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74480a0-2cd3-4305-843c-f32fbade50eb,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:54.744740 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a422a4b1-afd1-4d3b-9f4b-286917f53096, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a422a4b1-afd1-4d3b-9f4b-286917f53096,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:54.766892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 853325c6-4095-46a6-a4d2-1f8d0d166c08 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:18:54.817925 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 853325c6-4095-46a6-a4d2-1f8d0d166c08 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:18:54.818349 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 853325c6-4095-46a6-a4d2-1f8d0d166c08 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:18:54.822868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'a422a4b1-afd1-4d3b-9f4b-286917f53096', 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a', 'port_id': 'a422a4b1-afd1-4d3b-9f4b-286917f53096', 'mac_address': 'fa:16:3e:27:70:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e6b583-fd45-4762-b62c-551317d8f4e3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:18:54.861156 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Made reservation on behalf of 2120ba3ef9984dc89fd0a315fd86ed54 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:54.865320 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.882931 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:54.900487 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a422a4b1-afd1-4d3b-9f4b-286917f53096 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:54.915452 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:54.965493 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a422a4b1-afd1-4d3b-9f4b-286917f53096, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a422a4b1-afd1-4d3b-9f4b-286917f53096,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:54.978601 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.061548 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:55.062376 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.065854 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4313d735-7c91-4d97-ada1-f25cf60f14e3 req-9dcc370d-1cef-4832-ae3a-cebd6aeaa807 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/1251daef-648e-4607-a536-ac5624dd2966 HTTP/1.1" status: 200 len: 2981 time: 0.8723695 Jul 16 01:18:55.093926 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Allocated IP 172.20.0.12 (1c3b3996-e13d-4cd0-b013-fdf1b512579a/710a43f8-dfc4-40df-9285-e335bfac1915/b7baaee4-ab03-46a4-a9e7-d119a3fde0f0) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:18:55.155564 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a422a4b1-afd1-4d3b-9f4b-286917f53096,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:55.175126 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a422a4b1-afd1-4d3b-9f4b-286917f53096'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:18:55.190306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4313d735-7c91-4d97-ada1-f25cf60f14e3 req-77cc6a9b-8cde-4363-84da-9f6d87a186df tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/1251daef-648e-4607-a536-ac5624dd2966 HTTP/1.1" status: 200 len: 2981 time: 0.1235023 Jul 16 01:18:55.299987 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-c6aa5c7b-d073-43e5-9754-606e5de95d31 service neutron] 10.222.0.22 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0102599 Jul 16 01:18:55.437308 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810e1ea6-e50d-448d-b9d4-781c5c362edc x-openstack-request-id: req-810e1ea6-e50d-448d-b9d4-781c5c362edc {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:18:55.437773 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-plugged", "status": "completed", "tag": "5b95a4ed-88df-418a-96a8-8e0499b6c17f", "code": 200}, {"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-plugged", "status": "completed", "tag": "289cca9c-7347-49d8-bee5-4d9099ba744b", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:18:55.438037 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-810e1ea6-e50d-448d-b9d4-781c5c362edc {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:18:55.438450 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b95a4ed-88df-418a-96a8-8e0499b6c17f', 'code': 200} Jul 16 01:18:55.438836 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289cca9c-7347-49d8-bee5-4d9099ba744b', 'code': 200} Jul 16 01:18:55.467967 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.522793 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Transition to ACTIVE for port object b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:55.585383 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.673432 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8932f047-5a97-4a57-8da5-c32bb33d6914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.675038 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Network 1c3b3996-e13d-4cd0-b013-fdf1b512579a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:18:55.689345 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:55.699174 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-beafff0e-80d0-42f4-9275-14e1ee24aad6 service neutron] 10.222.0.22 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704379 Jul 16 01:18:55.705740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:18:55.803632 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:55.804354 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:55.832239 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2821217 Jul 16 01:18:55.851268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Request body: {'port': {'device_id': '4a2b96a1-54e9-4d5b-9572-3564f243c9dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:55.856151 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Pushing event updated for resources: {'Port': ['ID=b7baaee4-ab03-46a4-a9e7-d119a3fde0f0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:55.893845 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:55.894239 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:55.894820 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:55.895343 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:55.896192 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:55.896716 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:55.897237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:55.897758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:55.898309 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:55.898822 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:55.899332 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:55.899995 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c7a694-3e8f-4984-a0e7-d762803967e8 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:55.942372 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49524) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:55.998935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30291cc-c0c1-45e0-a0ad-1fa73079b9f9 req-ca93e80c-37c7-43f3-96be-c8b9969334a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.004276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30291cc-c0c1-45e0-a0ad-1fa73079b9f9 req-ca93e80c-37c7-43f3-96be-c8b9969334a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.005071 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30291cc-c0c1-45e0-a0ad-1fa73079b9f9 req-ca93e80c-37c7-43f3-96be-c8b9969334a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.005709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30291cc-c0c1-45e0-a0ad-1fa73079b9f9 req-ca93e80c-37c7-43f3-96be-c8b9969334a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.006917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30291cc-c0c1-45e0-a0ad-1fa73079b9f9 req-ca93e80c-37c7-43f3-96be-c8b9969334a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.009670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30291cc-c0c1-45e0-a0ad-1fa73079b9f9 req-ca93e80c-37c7-43f3-96be-c8b9969334a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.013564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30291cc-c0c1-45e0-a0ad-1fa73079b9f9 req-ca93e80c-37c7-43f3-96be-c8b9969334a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.015909 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d30291cc-c0c1-45e0-a0ad-1fa73079b9f9 req-ca93e80c-37c7-43f3-96be-c8b9969334a6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 6498 time: 0.4618850 Jul 16 01:18:56.048639 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.049248 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e44be9-193a-443f-907e-d995afecdfc1 req-b28b17e4-d987-42dc-a472-4c7cfaf0c22e tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.069945 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1e44be9-193a-443f-907e-d995afecdfc1 req-b28b17e4-d987-42dc-a472-4c7cfaf0c22e tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 949 time: 0.4440095 Jul 16 01:18:56.150347 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d209a965-4156-4a79-b2a0-8f854c384d09 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1080712988-network', 'tenant_id': '8e4a1b930cee4ed0adbb3d85f1436763'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:56.181205 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d209a965-4156-4a79-b2a0-8f854c384d09 admin admin] Made reservation on behalf of 8e4a1b930cee4ed0adbb3d85f1436763 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:56.188208 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d209a965-4156-4a79-b2a0-8f854c384d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.204668 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d209a965-4156-4a79-b2a0-8f854c384d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.273584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3262806d-5ef3-45d1-8f96-3341d9b6c6d8 None None] Provisioning for port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:18:56.285850 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3262806d-5ef3-45d1-8f96-3341d9b6c6d8 None None] Provisioning complete for port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:56.287666 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3262806d-5ef3-45d1-8f96-3341d9b6c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.386703 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3262806d-5ef3-45d1-8f96-3341d9b6c6d8 None None] Port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:18:56.433385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1e44be9-193a-443f-907e-d995afecdfc1 req-4a574823-72bf-4dbb-a0a9-afa0508df25a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597317 Jul 16 01:18:56.460414 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d30291cc-c0c1-45e0-a0ad-1fa73079b9f9 req-57387142-5aa6-44a2-8e15-c13df8aaedbe service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3723135 Jul 16 01:18:56.508057 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a422a4b1-afd1-4d3b-9f4b-286917f53096 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:18:56.522685 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d209a965-4156-4a79-b2a0-8f854c384d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.531636 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d209a965-4156-4a79-b2a0-8f854c384d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.562273 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:18:56.567850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209a965-4156-4a79-b2a0-8f854c384d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f970a4-3f92-4d92-acab-b6213c6d85a4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:56.589985 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.613170 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d209a965-4156-4a79-b2a0-8f854c384d09 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:18:56.631891 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Transition to ACTIVE for port object b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:18:56.633926 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d209a965-4156-4a79-b2a0-8f854c384d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.634562 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-d209a965-4156-4a79-b2a0-8f854c384d09 admin admin] Added segment d3c5b18f-7d2f-4075-92df-f7e0f4aa37a5 of type vlan for network a2e224f3-382b-4610-99cb-b93eaec170da Jul 16 01:18:56.641224 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port a422a4b1-afd1-4d3b-9f4b-286917f53096 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:18:56.641861 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.647566 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.703421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd8d5c-a2f4-475b-a522-8e0fb4680c66 req-e350e223-1ef2-42db-8cbc-99d46de90019 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.717218 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd8d5c-a2f4-475b-a522-8e0fb4680c66 req-e350e223-1ef2-42db-8cbc-99d46de90019 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.729511 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd8d5c-a2f4-475b-a522-8e0fb4680c66 req-e350e223-1ef2-42db-8cbc-99d46de90019 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.747314 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd8d5c-a2f4-475b-a522-8e0fb4680c66 req-e350e223-1ef2-42db-8cbc-99d46de90019 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.758071 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd8d5c-a2f4-475b-a522-8e0fb4680c66 req-e350e223-1ef2-42db-8cbc-99d46de90019 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.767358 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd8d5c-a2f4-475b-a522-8e0fb4680c66 req-e350e223-1ef2-42db-8cbc-99d46de90019 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.775330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dd8d5c-a2f4-475b-a522-8e0fb4680c66 req-e350e223-1ef2-42db-8cbc-99d46de90019 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.789194 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a6dd8d5c-a2f4-475b-a522-8e0fb4680c66 req-e350e223-1ef2-42db-8cbc-99d46de90019 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5434 time: 0.5648050 Jul 16 01:18:56.827523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8932f047-5a97-4a57-8da5-c32bb33d6914 admin admin] Router deca7910-7166-46c9-8c5e-6777faecc3e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:18:56.856418 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Pushing event updated for resources: {'Port': ['ID=b7baaee4-ab03-46a4-a9e7-d119a3fde0f0,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:56.861131 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d209a965-4156-4a79-b2a0-8f854c384d09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.880883 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.884260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a6dd8d5c-a2f4-475b-a522-8e0fb4680c66 req-397a7d81-4c26-4b1a-ad0c-d4f38dd22b9a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0927732 Jul 16 01:18:56.935870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cab0a4-1bce-4bce-a720-8cce4c8baa54 req-8584e233-0b93-40fc-9a18-684f675cdefb tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.937593 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30cab0a4-1bce-4bce-a720-8cce4c8baa54 req-8584e233-0b93-40fc-9a18-684f675cdefb tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b6e869-dcaf-4b36-b5ad-61543ece3ca3 HTTP/1.1" status: 200 len: 950 time: 0.3258126 Jul 16 01:18:56.968182 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a422a4b1-afd1-4d3b-9f4b-286917f53096, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a422a4b1-afd1-4d3b-9f4b-286917f53096,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:56.974441 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d209a965-4156-4a79-b2a0-8f854c384d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.977600 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:56.981562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d209a965-4156-4a79-b2a0-8f854c384d09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:56.983183 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d209a965-4156-4a79-b2a0-8f854c384d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.004444 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d209a965-4156-4a79-b2a0-8f854c384d09 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0604305 Jul 16 01:18:57.016320 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Attempting to bind port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:18:57.017034 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Attempting to bind port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '4f9eed82-766a-4687-a4af-0336b7b799c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:18:57.017666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Attempting to bind port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 on network 1c3b3996-e13d-4cd0-b013-fdf1b512579a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:57.026570 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49540) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:57.033175 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-85227d0b-7270-47d6-b996-2c80410f6e56 admin admin] Request body: {'subnet': {'network_id': 'a2e224f3-382b-4610-99cb-b93eaec170da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1080712988-subnet', 'tenant_id': '8e4a1b930cee4ed0adbb3d85f1436763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:57.061062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85227d0b-7270-47d6-b996-2c80410f6e56 admin admin] Made reservation on behalf of 8e4a1b930cee4ed0adbb3d85f1436763 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:57.065327 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-85227d0b-7270-47d6-b996-2c80410f6e56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.067990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 on network 1c3b3996-e13d-4cd0-b013-fdf1b512579a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:18:57.068645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Attempting to bind port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 on network 1c3b3996-e13d-4cd0-b013-fdf1b512579a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:18:57.103113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a422a4b1-afd1-4d3b-9f4b-286917f53096,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:57.122251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:18:57.123719 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Checking segment: {'id': '4f9eed82-766a-4687-a4af-0336b7b799c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:57.124512 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Bound using segment: {'id': '4f9eed82-766a-4687-a4af-0336b7b799c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:18:57.125255 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Bound port: b7baaee4-ab03-46a4-a9e7-d119a3fde0f0, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9eed82-766a-4687-a4af-0336b7b799c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:18:57.126000 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.149380 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209a965-4156-4a79-b2a0-8f854c384d09 admin admin] Pushing event updated for resources: {'Network': ['ID=a2e224f3-382b-4610-99cb-b93eaec170da,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:57.149783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30cab0a4-1bce-4bce-a720-8cce4c8baa54 req-dcaac439-5077-4b89-8b77-7c01dc004895 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975312 Jul 16 01:18:57.164812 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network a2e224f3-382b-4610-99cb-b93eaec170da details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:18:57.267522 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] For port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:18:57.272649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] For port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b7baaee4-ab03-46a4-a9e7-d119a3fde0f0,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:18:57.279934 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.337283 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.340513 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.340513 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] 10.222.0.70 "PUT /v2.0/ports/b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 HTTP/1.1" status: 200 len: 1093 time: 1.4939728 Jul 16 01:18:57.342937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a2b96a1-54e9-4d5b-9572-3564f243c9dd', 'tag': 'b7baaee4-ab03-46a4-a9e7-d119a3fde0f0'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:57.350324 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8de743cb-6b1a-4613-8ca5-d9dd8f9dcc4f req-73e93739-1201-40da-a081-6c262426845a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/d7f5c5d8-abda-4493-9d18-cd9b968e5ef5 HTTP/1.1" status: 200 len: 1801 time: 0.3036096 Jul 16 01:18:57.353712 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a2a378-6ac4-45e5-b9f5-b9761d878b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a2b96a1-54e9-4d5b-9572-3564f243c9dd", "tag": "b7baaee4-ab03-46a4-a9e7-d119a3fde0f0"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:57.440235 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec858e74-f43e-4d94-8e9c-fe16ff49fbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a422a4b1-afd1-4d3b-9f4b-286917f53096'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:18:57.444436 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff9f631-83fd-497a-81e2-dd64be689fe4" -d '{"events": [{"server_uuid": "ec858e74-f43e-4d94-8e9c-fe16ff49fbf7", "name": "network-vif-plugged", "status": "completed", "tag": "a422a4b1-afd1-4d3b-9f4b-286917f53096"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:18:57.535577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227479cd-aa2f-43d8-bba4-2a33405dcd69 service neutron] Pushing event updated for resources: {'Port': ['ID=b7baaee4-ab03-46a4-a9e7-d119a3fde0f0,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:57.541426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8932f047-5a97-4a57-8da5-c32bb33d6914 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:18:57.552928 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8932f047-5a97-4a57-8da5-c32bb33d6914 admin admin] 10.222.0.22 "PUT /v2.0/routers/deca7910-7166-46c9-8c5e-6777faecc3e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8683832 Jul 16 01:18:57.557941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49558) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:57.564023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a44db5-2456-444d-8269-6848f7e976db None None] Sync routers for ids ['deca7910-7166-46c9-8c5e-6777faecc3e4'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:18:57.591283 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a44db5-2456-444d-8269-6848f7e976db None None] Routers {'deca7910-7166-46c9-8c5e-6777faecc3e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:57.592872 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-15a44db5-2456-444d-8269-6848f7e976db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:18:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['deca7910-7166-46c9-8c5e-6777faecc3e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:57.612234 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-85227d0b-7270-47d6-b996-2c80410f6e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.620612 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8de743cb-6b1a-4613-8ca5-d9dd8f9dcc4f req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.659089 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-006717f5-223d-41cc-a65a-7047758da942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.661078 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-006717f5-223d-41cc-a65a-7047758da942 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2120ba3ef9984dc89fd0a315fd86ed54&device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 1096 time: 0.1823134 Jul 16 01:18:57.667901 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8de743cb-6b1a-4613-8ca5-d9dd8f9dcc4f req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.676965 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-cd775a09-fd17-4eee-92cb-06d26c670d7f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.684232 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-cd775a09-fd17-4eee-92cb-06d26c670d7f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/networks?id=1c3b3996-e13d-4cd0-b013-fdf1b512579a HTTP/1.1" status: 200 len: 816 time: 0.2749555 Jul 16 01:18:57.722607 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-242aba0d-f4dc-4f06-8dc5-6df71c5b466c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 HTTP/1.1" status: 200 len: 217 time: 0.0479279 Jul 16 01:18:57.730330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85227d0b-7270-47d6-b996-2c80410f6e56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb74ede-8ab7-46b3-b726-7cebf6765512,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:57.730796 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-15a44db5-2456-444d-8269-6848f7e976db None None] Set router deca7910-7166-46c9-8c5e-6777faecc3e4 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:57.738661 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-493ac89c-b75e-416f-aa7b-53e46c6cf174 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/quotas/2120ba3ef9984dc89fd0a315fd86ed54 HTTP/1.1" status: 200 len: 375 time: 0.0533226 Jul 16 01:18:57.779010 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85227d0b-7270-47d6-b996-2c80410f6e56 admin admin] Checking segment: {'id': 'd3c5b18f-7d2f-4075-92df-f7e0f4aa37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2e224f3-382b-4610-99cb-b93eaec170da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:57.779914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85227d0b-7270-47d6-b996-2c80410f6e56 admin admin] Network hostable DHCP agents. Network: a2e224f3-382b-4610-99cb-b93eaec170da, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:18:57.829937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-f2244018-209a-495c-9482-8a127b1a3409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.831509 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-f2244018-209a-495c-9482-8a127b1a3409 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=710a43f8-dfc4-40df-9285-e335bfac1915 HTTP/1.1" status: 200 len: 855 time: 0.0937212 Jul 16 01:18:57.831889 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2320-ed75-4a93-a72c-061303f67369 admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.843830 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85227d0b-7270-47d6-b996-2c80410f6e56 admin admin] Network a2e224f3-382b-4610-99cb-b93eaec170da is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:18:57.851682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-7c0125f8-070c-44fd-beeb-197fcf024c4a tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2120ba3ef9984dc89fd0a315fd86ed54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121311 Jul 16 01:18:57.918229 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-85227d0b-7270-47d6-b996-2c80410f6e56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, a2e224f3-382b-4610-99cb-b93eaec170da) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:57.928849 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85227d0b-7270-47d6-b996-2c80410f6e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:57.930251 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a137d36f-4178-4f20-923f-e6423c546dee None None] Network a2e224f3-382b-4610-99cb-b93eaec170da requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:57.930407 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-85227d0b-7270-47d6-b996-2c80410f6e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.987502 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-85227d0b-7270-47d6-b996-2c80410f6e56 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9508057 Jul 16 01:18:57.989930 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8de743cb-6b1a-4613-8ca5-d9dd8f9dcc4f req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:57.993859 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8de743cb-6b1a-4613-8ca5-d9dd8f9dcc4f req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:58.000776 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8de743cb-6b1a-4613-8ca5-d9dd8f9dcc4f req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "DELETE /v2.0/security-groups/d7f5c5d8-abda-4493-9d18-cd9b968e5ef5 HTTP/1.1" status: 204 len: 173 time: 0.6488917 Jul 16 01:18:58.062436 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-3ac15158-e176-4bb2-aac9-c7595fd8490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:58.064679 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-3ac15158-e176-4bb2-aac9-c7595fd8490f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c3b3996-e13d-4cd0-b013-fdf1b512579a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2101924 Jul 16 01:18:58.110814 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2320-ed75-4a93-a72c-061303f67369 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:58.290488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4d80d9-1204-42b3-abb6-7ce3f6ba8f59 None None] Network a2e224f3-382b-4610-99cb-b93eaec170da requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:58.299642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7f5c5d8-abda-4493-9d18-cd9b968e5ef5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:58.369366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:58.369723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:58.370066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:58.370405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:58.370742 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:58.371489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:58.371489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:58.371715 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:58.372069 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:58.372402 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:58.373290 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:58.374314 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bee1be52-ce2d-432a-8818-953fe4d3b379 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:18:58.448786 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-1b9add95-bc3f-46b0-8223-bb302f198f54 service neutron] 10.222.0.70 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742280 Jul 16 01:18:58.456817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-5f8f2320-ed75-4a93-a72c-061303f67369 admin admin] Deleting port a1769bdd-0f4f-44a9-bddb-3ca681516738 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:18:58.457493 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2320-ed75-4a93-a72c-061303f67369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:58.500478 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-4b465942-bf70-4ede-9543-16eef0107716 service neutron] 10.222.0.22 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6477838 Jul 16 01:18:58.574168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-15a44db5-2456-444d-8269-6848f7e976db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1600215396-router', 'tenant_id': 'ccf142673cf6434390589c1cba586c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': 'a1769bdd-0f4f-44a9-bddb-3ca681516738', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:16Z', 'updated_at': '2021-07-16T01:18:54Z', 'revision_number': 5, 'project_id': 'ccf142673cf6434390589c1cba586c27', 'gw_port': {'id': 'a1769bdd-0f4f-44a9-bddb-3ca681516738', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bd:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 917, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:18:18Z', 'updated_at': '2021-07-16T01:18:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:58.675031 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a428d647-2bf3-43e9-abe7-fa037042d553 req-14a5cdb2-d648-45af-b37c-9efe6de45431 service neutron] 10.222.0.70 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149849 Jul 16 01:18:58.725262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-5f8f2320-ed75-4a93-a72c-061303f67369 admin admin] For port a1769bdd-0f4f-44a9-bddb-3ca681516738, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a1769bdd-0f4f-44a9-bddb-3ca681516738,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:18:58.725955 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2320-ed75-4a93-a72c-061303f67369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:58.742914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-5f8f2320-ed75-4a93-a72c-061303f67369 admin admin] Calling delete_port for a1769bdd-0f4f-44a9-bddb-3ca681516738 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:18:58.815619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a44db5-2456-444d-8269-6848f7e976db None None] Checking router: deca7910-7166-46c9-8c5e-6777faecc3e4 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:18:58.830190 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a44db5-2456-444d-8269-6848f7e976db None None] Routers {'deca7910-7166-46c9-8c5e-6777faecc3e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:18:58.830981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-15a44db5-2456-444d-8269-6848f7e976db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:18:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['deca7910-7166-46c9-8c5e-6777faecc3e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:58.911560 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49584) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:58.916875 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c27f8a65-d50e-41f2-885f-c7c3734910f7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1560912150-network', 'tenant_id': 'dcebf41117b74f239617381503b352f0'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:58.943081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27f8a65-d50e-41f2-885f-c7c3734910f7 admin admin] Made reservation on behalf of dcebf41117b74f239617381503b352f0 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:58.945140 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-15a44db5-2456-444d-8269-6848f7e976db None None] Set router deca7910-7166-46c9-8c5e-6777faecc3e4 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:18:58.947326 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27f8a65-d50e-41f2-885f-c7c3734910f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:58.959611 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27f8a65-d50e-41f2-885f-c7c3734910f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.014696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-15a44db5-2456-444d-8269-6848f7e976db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1600215396-router', 'tenant_id': 'ccf142673cf6434390589c1cba586c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:16Z', 'updated_at': '2021-07-16T01:18:58Z', 'revision_number': 6, 'project_id': 'ccf142673cf6434390589c1cba586c27', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:18:59.045462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-9a773b6c-d241-43cf-aa4f-4994800e5962 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:59.066261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-9a773b6c-d241-43cf-aa4f-4994800e5962 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.69 "GET /v2.0/networks?id=1c3b3996-e13d-4cd0-b013-fdf1b512579a HTTP/1.1" status: 200 len: 816 time: 0.9630058 Jul 16 01:18:59.070910 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e306a536-cd05-495b-8ef6-a364f50b5e9f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Request body: {'port': {'device_id': '034909ae-989f-4848-b4c9-779273771c5d', 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a', 'admin_state_up': True, 'tenant_id': '2120ba3ef9984dc89fd0a315fd86ed54'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:59.086820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a44db5-2456-444d-8269-6848f7e976db None None] The sync data for ids ['deca7910-7166-46c9-8c5e-6777faecc3e4'] in n-d-791505-14 is: [{'id': 'deca7910-7166-46c9-8c5e-6777faecc3e4', 'name': 'tempest-FloatingIPDetailsTestJSON-1600215396-router', 'tenant_id': 'ccf142673cf6434390589c1cba586c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:18:16Z', 'updated_at': '2021-07-16T01:18:58Z', 'revision_number': 6, 'project_id': 'ccf142673cf6434390589c1cba586c27', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:18:59.101803 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27f8a65-d50e-41f2-885f-c7c3734910f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.109057 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27f8a65-d50e-41f2-885f-c7c3734910f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.138962 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2320-ed75-4a93-a72c-061303f67369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.145657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c27f8a65-d50e-41f2-885f-c7c3734910f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:18:59.170962 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27f8a65-d50e-41f2-885f-c7c3734910f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.171475 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-c27f8a65-d50e-41f2-885f-c7c3734910f7 admin admin] Added segment 498bfd38-93a0-42e4-913f-4dc7c6d85fab of type vlan for network 79db532d-9168-4a33-be5b-8e828f254ba2 Jul 16 01:18:59.173940 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f8a65-d50e-41f2-885f-c7c3734910f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4927f9cc-bb4d-42c4-8501-b839082692ec,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:59.229785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8f2320-ed75-4a93-a72c-061303f67369 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1769bdd-0f4f-44a9-bddb-3ca681516738,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:59.253544 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27f8a65-d50e-41f2-885f-c7c3734910f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.305414 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27f8a65-d50e-41f2-885f-c7c3734910f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.306572 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27f8a65-d50e-41f2-885f-c7c3734910f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:59.307237 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c27f8a65-d50e-41f2-885f-c7c3734910f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.347846 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c27f8a65-d50e-41f2-885f-c7c3734910f7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4348423 Jul 16 01:18:59.350696 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49588) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:18:59.384932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2d112ffb-1da4-4ce5-b1b9-3d510e144035 admin admin] Request body: {'subnet': {'network_id': '79db532d-9168-4a33-be5b-8e828f254ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1560912150-subnet', 'tenant_id': 'dcebf41117b74f239617381503b352f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:18:59.390111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f8a65-d50e-41f2-885f-c7c3734910f7 admin admin] Pushing event updated for resources: {'Network': ['ID=79db532d-9168-4a33-be5b-8e828f254ba2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:59.406447 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 79db532d-9168-4a33-be5b-8e828f254ba2 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:18:59.417159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d112ffb-1da4-4ce5-b1b9-3d510e144035 admin admin] Made reservation on behalf of dcebf41117b74f239617381503b352f0 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:59.422231 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d112ffb-1da4-4ce5-b1b9-3d510e144035 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.699811 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d112ffb-1da4-4ce5-b1b9-3d510e144035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.760320 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2320-ed75-4a93-a72c-061303f67369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.764890 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-d77b26ed-c75a-4003-ad40-8f757d69e586 service neutron] 10.222.0.22 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2524283 Jul 16 01:18:59.802679 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d112ffb-1da4-4ce5-b1b9-3d510e144035 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b5d49c-5b0b-4408-91d1-8c910f583323,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:18:59.812798 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d112ffb-1da4-4ce5-b1b9-3d510e144035 admin admin] Checking segment: {'id': '498bfd38-93a0-42e4-913f-4dc7c6d85fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '79db532d-9168-4a33-be5b-8e828f254ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:18:59.813163 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d112ffb-1da4-4ce5-b1b9-3d510e144035 admin admin] Network hostable DHCP agents. Network: 79db532d-9168-4a33-be5b-8e828f254ba2, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:18:59.832468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62622dbb-ff90-422b-807a-f7371f0551e7 req-3fa343f0-1f6f-4a0e-ab2e-cb1791fc0638 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:59.838424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62622dbb-ff90-422b-807a-f7371f0551e7 req-3fa343f0-1f6f-4a0e-ab2e-cb1791fc0638 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:59.839714 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62622dbb-ff90-422b-807a-f7371f0551e7 req-3fa343f0-1f6f-4a0e-ab2e-cb1791fc0638 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e491ae5-1a4f-45cb-a195-7957ba5858a2&device_id=42b6e869-dcaf-4b36-b5ad-61543ece3ca3 HTTP/1.1" status: 200 len: 1691 time: 0.7591243 Jul 16 01:18:59.850952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d112ffb-1da4-4ce5-b1b9-3d510e144035 admin admin] Network 79db532d-9168-4a33-be5b-8e828f254ba2 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:18:59.874518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-2d112ffb-1da4-4ce5-b1b9-3d510e144035 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 79db532d-9168-4a33-be5b-8e828f254ba2) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:18:59.883665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce108b3-ffc0-42e6-86f5-7dd6add5aa4a None None] Network 79db532d-9168-4a33-be5b-8e828f254ba2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:18:59.891367 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d112ffb-1da4-4ce5-b1b9-3d510e144035 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:18:59.892650 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d112ffb-1da4-4ce5-b1b9-3d510e144035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.900720 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2320-ed75-4a93-a72c-061303f67369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.906585 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2320-ed75-4a93-a72c-061303f67369 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.916873 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e306a536-cd05-495b-8ef6-a364f50b5e9f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Made reservation on behalf of 2120ba3ef9984dc89fd0a315fd86ed54 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:18:59.920887 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e306a536-cd05-495b-8ef6-a364f50b5e9f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.939803 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2d112ffb-1da4-4ce5-b1b9-3d510e144035 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5781982 Jul 16 01:18:59.986170 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62622dbb-ff90-422b-807a-f7371f0551e7 req-6f27e8a1-a44b-4c7b-af58-be1b0684f48f tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109772 Jul 16 01:18:59.987743 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2320-ed75-4a93-a72c-061303f67369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:18:59.988327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8f2320-ed75-4a93-a72c-061303f67369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router deca7910-7166-46c9-8c5e-6777faecc3e4 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:19:00.008796 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f8f2320-ed75-4a93-a72c-061303f67369 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.022695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5f8f2320-ed75-4a93-a72c-061303f67369 admin admin] 10.222.0.22 "DELETE /v2.0/routers/deca7910-7166-46c9-8c5e-6777faecc3e4 HTTP/1.1" status: 204 len: 168 time: 2.4602857 Jul 16 01:19:00.024772 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49602) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:00.034572 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057c8066-733d-4cc9-a342-007a8780938e x-openstack-request-id: req-057c8066-733d-4cc9-a342-007a8780938e {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:00.034897 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a2b96a1-54e9-4d5b-9572-3564f243c9dd", "tag": "b7baaee4-ab03-46a4-a9e7-d119a3fde0f0", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:00.035125 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-057c8066-733d-4cc9-a342-007a8780938e {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:00.035520 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a2b96a1-54e9-4d5b-9572-3564f243c9dd', 'tag': 'b7baaee4-ab03-46a4-a9e7-d119a3fde0f0', 'status': 'completed', 'code': 200} Jul 16 01:19:00.139504 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fa36cf-a8d8-43b0-8a14-72b1b7c32529 x-openstack-request-id: req-02fa36cf-a8d8-43b0-8a14-72b1b7c32529 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:00.139827 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec858e74-f43e-4d94-8e9c-fe16ff49fbf7", "name": "network-vif-plugged", "status": "completed", "tag": "a422a4b1-afd1-4d3b-9f4b-286917f53096", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:00.140088 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-02fa36cf-a8d8-43b0-8a14-72b1b7c32529 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:00.140484 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec858e74-f43e-4d94-8e9c-fe16ff49fbf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a422a4b1-afd1-4d3b-9f4b-286917f53096', 'code': 200} Jul 16 01:19:00.206839 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d8c29e-6a57-49f1-9a03-d01f9573d981 admin admin] Deleting subnet 2c61c8e3-4674-40bd-ba9a-61e3c0eb28f5 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:19:00.222301 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64d8c29e-6a57-49f1-9a03-d01f9573d981 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.288069 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64d8c29e-6a57-49f1-9a03-d01f9573d981 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.291670 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2a378-6ac4-45e5-b9f5-b9761d878b3a req-8199978a-84a8-43ea-8d46-c2c66c8a64ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:00.292428 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.293590 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d0a2a378-6ac4-45e5-b9f5-b9761d878b3a req-8199978a-84a8-43ea-8d46-c2c66c8a64ea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2120ba3ef9984dc89fd0a315fd86ed54&device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 1096 time: 0.1885128 Jul 16 01:19:00.382425 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dc0948-5fdc-42b2-8b73-dd2c706a681e None None] Network 79db532d-9168-4a33-be5b-8e828f254ba2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:00.400300 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e306a536-cd05-495b-8ef6-a364f50b5e9f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Allocated IP 172.20.0.3 (1c3b3996-e13d-4cd0-b013-fdf1b512579a/710a43f8-dfc4-40df-9285-e335bfac1915/92ad48a1-cd61-4b71-8c69-90c7accb11bc) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:00.598758 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64d8c29e-6a57-49f1-9a03-d01f9573d981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.602045 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2a378-6ac4-45e5-b9f5-b9761d878b3a req-1305aedc-01ff-4f8f-b669-ec4256ae5cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:00.603713 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d0a2a378-6ac4-45e5-b9f5-b9761d878b3a req-1305aedc-01ff-4f8f-b669-ec4256ae5cbb service neutron] 10.222.0.70 "GET /v2.0/networks?id=1c3b3996-e13d-4cd0-b013-fdf1b512579a HTTP/1.1" status: 200 len: 917 time: 0.2797439 Jul 16 01:19:00.698241 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d0a2a378-6ac4-45e5-b9f5-b9761d878b3a req-56f9679d-19df-4fa4-8d2f-05db22b508aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 HTTP/1.1" status: 200 len: 217 time: 0.0555305 Jul 16 01:19:00.784649 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64d8c29e-6a57-49f1-9a03-d01f9573d981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.788067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bcbd6bc1-5728-4162-8af1-085b5711cc5c no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:00.809711 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2a378-6ac4-45e5-b9f5-b9761d878b3a req-11fea858-3891-4a0b-8baf-63fe66d26699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:00.814383 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d0a2a378-6ac4-45e5-b9f5-b9761d878b3a req-11fea858-3891-4a0b-8baf-63fe66d26699 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=710a43f8-dfc4-40df-9285-e335bfac1915 HTTP/1.1" status: 200 len: 855 time: 0.1023850 Jul 16 01:19:00.831620 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: bcbd6bc1-5728-4162-8af1-085b5711cc5c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:00.832274 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bcbd6bc1-5728-4162-8af1-085b5711cc5c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:00.833999 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a1769bdd-0f4f-44a9-bddb-3ca681516738 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:00.837215 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e306a536-cd05-495b-8ef6-a364f50b5e9f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.880959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: a1769bdd-0f4f-44a9-bddb-3ca681516738 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:00.883108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a1769bdd-0f4f-44a9-bddb-3ca681516738 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:00.886885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323be0e0-3a33-476f-ab95-b49e3127cff8 req-a061cc44-c5a9-4305-b044-80df55e7af81 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:00.894191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323be0e0-3a33-476f-ab95-b49e3127cff8 req-a061cc44-c5a9-4305-b044-80df55e7af81 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:00.900558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323be0e0-3a33-476f-ab95-b49e3127cff8 req-a061cc44-c5a9-4305-b044-80df55e7af81 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:00.902898 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165a7ebd-134a-4caa-9971-03289ab9fb2d None None] Network 7f7c4259-1fa4-4ea2-9822-02b60472e979 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:00.907015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323be0e0-3a33-476f-ab95-b49e3127cff8 req-a061cc44-c5a9-4305-b044-80df55e7af81 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:00.913515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323be0e0-3a33-476f-ab95-b49e3127cff8 req-a061cc44-c5a9-4305-b044-80df55e7af81 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:00.925591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323be0e0-3a33-476f-ab95-b49e3127cff8 req-a061cc44-c5a9-4305-b044-80df55e7af81 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:00.931988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323be0e0-3a33-476f-ab95-b49e3127cff8 req-a061cc44-c5a9-4305-b044-80df55e7af81 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:00.939915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-323be0e0-3a33-476f-ab95-b49e3127cff8 req-a061cc44-c5a9-4305-b044-80df55e7af81 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5434 time: 0.3245969 Jul 16 01:19:00.942146 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e306a536-cd05-495b-8ef6-a364f50b5e9f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Transition to ACTIVE for port object 92ad48a1-cd61-4b71-8c69-90c7accb11bc will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:00.950204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d8c29e-6a57-49f1-9a03-d01f9573d981 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c61c8e3-4674-40bd-ba9a-61e3c0eb28f5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:00.956150 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64d8c29e-6a57-49f1-9a03-d01f9573d981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:00.965829 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-64d8c29e-6a57-49f1-9a03-d01f9573d981 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2c61c8e3-4674-40bd-ba9a-61e3c0eb28f5 HTTP/1.1" status: 204 len: 168 time: 0.9374914 Jul 16 01:19:00.968308 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49614) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:00.986206 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da766d33-42df-43d9-9b77-f57c1ed736a1 req-b0273f85-363a-4392-8324-fb7a7d032ac2 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:00.987738 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da766d33-42df-43d9-9b77-f57c1ed736a1 req-b0273f85-363a-4392-8324-fb7a7d032ac2 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 949 time: 0.3599222 Jul 16 01:19:01.063217 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.073327 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-323be0e0-3a33-476f-ab95-b49e3127cff8 req-778b966d-2b78-430d-96f5-0246e3514f8f tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1324527 Jul 16 01:19:01.159791 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-c1b8277b-82e9-4e3c-be37-6ead01466e79 req-4ae01b5a-9471-403a-9958-c4c7fe8f223c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] show failed (client error): The resource could not be found. Jul 16 01:19:01.178099 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1b8277b-82e9-4e3c-be37-6ead01466e79 req-4ae01b5a-9471-403a-9958-c4c7fe8f223c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/d7f5c5d8-abda-4493-9d18-cd9b968e5ef5 HTTP/1.1" status: 404 len: 352 time: 0.0625393 Jul 16 01:19:01.181255 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da766d33-42df-43d9-9b77-f57c1ed736a1 req-2815f830-d5c8-4f2a-a1bd-fa9ccb2e1f35 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873524 Jul 16 01:19:01.182468 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e306a536-cd05-495b-8ef6-a364f50b5e9f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.188540 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.254005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e306a536-cd05-495b-8ef6-a364f50b5e9f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Network 1c3b3996-e13d-4cd0-b013-fdf1b512579a is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:01.257798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e306a536-cd05-495b-8ef6-a364f50b5e9f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:01.268343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e306a536-cd05-495b-8ef6-a364f50b5e9f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:01.273641 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2a378-6ac4-45e5-b9f5-b9761d878b3a req-9f63a05e-b56d-4271-b39a-1608d6b5e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:01.276683 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d0a2a378-6ac4-45e5-b9f5-b9761d878b3a req-9f63a05e-b56d-4271-b39a-1608d6b5e2d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c3b3996-e13d-4cd0-b013-fdf1b512579a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4493647 Jul 16 01:19:01.305323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2297426d-8283-4a3b-9f49-31fe6719933b None None] DHCP port deletion for 7f7c4259-1fa4-4ea2-9822-02b60472e979 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:19:01.391749 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e306a536-cd05-495b-8ef6-a364f50b5e9f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Pushing event updated for resources: {'Port': ['ID=92ad48a1-cd61-4b71-8c69-90c7accb11bc,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:01.421395 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2297426d-8283-4a3b-9f49-31fe6719933b None None] Deleting port 1c4124e8-ce7c-4111-82e0-bf13ce9397be {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:01.422024 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2297426d-8283-4a3b-9f49-31fe6719933b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.445846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] Deleting port 1c4124e8-ce7c-4111-82e0-bf13ce9397be {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:01.446332 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.484186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e306a536-cd05-495b-8ef6-a364f50b5e9f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:01.484890 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e306a536-cd05-495b-8ef6-a364f50b5e9f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.528631 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] For port 1c4124e8-ce7c-4111-82e0-bf13ce9397be, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1c4124e8-ce7c-4111-82e0-bf13ce9397be,segment=NetworkSegment(f0b48f60-b05b-43bb-bf99-9ae3ee91ad20),segment_id=f0b48f60-b05b-43bb-bf99-9ae3ee91ad20)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:01.529535 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.531440 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2297426d-8283-4a3b-9f49-31fe6719933b None None] For port 1c4124e8-ce7c-4111-82e0-bf13ce9397be, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1c4124e8-ce7c-4111-82e0-bf13ce9397be,segment=NetworkSegment(f0b48f60-b05b-43bb-bf99-9ae3ee91ad20),segment_id=f0b48f60-b05b-43bb-bf99-9ae3ee91ad20)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:01.533765 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e306a536-cd05-495b-8ef6-a364f50b5e9f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4668083 Jul 16 01:19:01.534423 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2297426d-8283-4a3b-9f49-31fe6719933b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.546817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] Calling delete_port for 1c4124e8-ce7c-4111-82e0-bf13ce9397be owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:01.563004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Request body: {'port': {'device_id': '034909ae-989f-4848-b4c9-779273771c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:01.584783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2297426d-8283-4a3b-9f49-31fe6719933b None None] Calling delete_port for 1c4124e8-ce7c-4111-82e0-bf13ce9397be owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:01.606693 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7837aa1-c817-4d72-8ea8-94fa671fe919 req-a67580c2-a3b5-4cf4-ae42-973429a63271 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 210 time: 0.0650554 Jul 16 01:19:01.659110 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.675493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] No DVR routers for this DVR port 1c4124e8-ce7c-4111-82e0-bf13ce9397be on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:01.757684 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.829433 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c4124e8-ce7c-4111-82e0-bf13ce9397be,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:01.840100 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d0a2a378-6ac4-45e5-b9f5-b9761d878b3a req-c0a658e8-eb75-4f8e-8563-c526bf960ce3 service neutron] 10.222.0.70 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048652 Jul 16 01:19:01.844183 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2297426d-8283-4a3b-9f49-31fe6719933b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.893258 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.933116 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7c4259-1fa4-4ea2-9822-02b60472e979']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:01.938138 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2297426d-8283-4a3b-9f49-31fe6719933b None None] Pushing event deleted for resources: {'Port': ['ID=1c4124e8-ce7c-4111-82e0-bf13ce9397be,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:01.940062 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ef10675e-62d1-4bef-a5d8-9d41cacac0fe None None] Provisioning for port 92ad48a1-cd61-4b71-8c69-90c7accb11bc completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:01.951735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b48f60-b05b-43bb-bf99-9ae3ee91ad20') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:01.951973 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ef10675e-62d1-4bef-a5d8-9d41cacac0fe None None] Provisioning complete for port 92ad48a1-cd61-4b71-8c69-90c7accb11bc triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:01.952077 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b48f60-b05b-43bb-bf99-9ae3ee91ad20') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:01.952387 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef10675e-62d1-4bef-a5d8-9d41cacac0fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:01.965572 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2297426d-8283-4a3b-9f49-31fe6719933b None None] No DVR routers for this DVR port 1c4124e8-ce7c-4111-82e0-bf13ce9397be on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:02.003231 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:02.045579 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:02.051848 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ef10675e-62d1-4bef-a5d8-9d41cacac0fe None None] Port 92ad48a1-cd61-4b71-8c69-90c7accb11bc cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:02.073972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:19:02.076773 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:19:02.081721 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:19:02.137765 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d0a2a378-6ac4-45e5-b9f5-b9761d878b3a req-4d261ed3-34ec-4021-8451-96852fd2d289 service neutron] 10.222.0.70 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863431 Jul 16 01:19:02.228291 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:02.235041 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:02.241420 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7f7c4259-1fa4-4ea2-9822-02b60472e979 HTTP/1.1" status: 204 len: 168 time: 1.2700026 Jul 16 01:19:02.256798 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd56fa8-e037-49b3-9597-825edf8bd2a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f7c4259-1fa4-4ea2-9822-02b60472e979,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:02.436939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6d27f-9b11-46a5-b97f-ea5cefc29a7b req-7f45ca21-479a-4760-8fc8-de3678fc344b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.443514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6d27f-9b11-46a5-b97f-ea5cefc29a7b req-7f45ca21-479a-4760-8fc8-de3678fc344b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.449488 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6d27f-9b11-46a5-b97f-ea5cefc29a7b req-7f45ca21-479a-4760-8fc8-de3678fc344b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.457035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6d27f-9b11-46a5-b97f-ea5cefc29a7b req-7f45ca21-479a-4760-8fc8-de3678fc344b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.462587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6d27f-9b11-46a5-b97f-ea5cefc29a7b req-7f45ca21-479a-4760-8fc8-de3678fc344b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.469010 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6d27f-9b11-46a5-b97f-ea5cefc29a7b req-7f45ca21-479a-4760-8fc8-de3678fc344b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.474811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6d27f-9b11-46a5-b97f-ea5cefc29a7b req-7f45ca21-479a-4760-8fc8-de3678fc344b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.476801 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-44d6d27f-9b11-46a5-b97f-ea5cefc29a7b req-7f45ca21-479a-4760-8fc8-de3678fc344b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5434 time: 0.6128018 Jul 16 01:19:02.487874 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49646) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:02.494228 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-15a73322-d92e-4c07-8cdd-c6244bb7a542 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Request body: {'floatingip': {'port_id': '289cca9c-7347-49d8-bee5-4d9099ba744b'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:02.508106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:02.520133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-0ab7c109-c4b9-4d54-94ab-d2b9c1b71b3e tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.521620 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-0ab7c109-c4b9-4d54-94ab-d2b9c1b71b3e tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/networks?id=a2e224f3-382b-4610-99cb-b93eaec170da HTTP/1.1" status: 200 len: 825 time: 0.5433316 Jul 16 01:19:02.559190 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49648) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:02.575189 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-37f81ada-d6f1-4d3f-8876-079d51c32b4e tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/quotas/8e4a1b930cee4ed0adbb3d85f1436763 HTTP/1.1" status: 200 len: 375 time: 0.0381250 Jul 16 01:19:02.578047 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15a73322-d92e-4c07-8cdd-c6244bb7a542 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for floatingip, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:02.641890 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b7baaee4-ab03-46a4-a9e7-d119a3fde0f0,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:02.667336 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'b7baaee4-ab03-46a4-a9e7-d119a3fde0f0', 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a', 'port_id': 'b7baaee4-ab03-46a4-a9e7-d119a3fde0f0', 'mac_address': 'fa:16:3e:ed:52:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710a43f8-dfc4-40df-9285-e335bfac1915', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:02.708859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ad48a1-cd61-4b71-8c69-90c7accb11bc {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:02.710135 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1c4124e8-ce7c-4111-82e0-bf13ce9397be no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:02.719393 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:02.739803 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 1c4124e8-ce7c-4111-82e0-bf13ce9397be {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:02.740426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1c4124e8-ce7c-4111-82e0-bf13ce9397be not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:02.742107 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:02.761461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-6d96859d-4269-42e1-8759-38a47e3f4539 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:02.764197 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-6d96859d-4269-42e1-8759-38a47e3f4539 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.70 "GET /v2.0/networks?id=1c3b3996-e13d-4cd0-b013-fdf1b512579a HTTP/1.1" status: 200 len: 816 time: 0.7173157 Jul 16 01:19:02.765101 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:02.796516 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b7baaee4-ab03-46a4-a9e7-d119a3fde0f0,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:02.806209 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:02.816404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-e92ba2b0-a94f-4b67-a92e-f70cb789c101 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Request body: {'port': {'device_id': 'cee524f5-d772-4db4-a806-b8cf3389348d', 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a', 'admin_state_up': True, 'tenant_id': '2120ba3ef9984dc89fd0a315fd86ed54'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:02.820745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Transition to ACTIVE for port object 92ad48a1-cd61-4b71-8c69-90c7accb11bc will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:02.860703 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-cb2f7e4f-8bb6-4968-9106-1b31b60cbfd3 tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8e4a1b930cee4ed0adbb3d85f1436763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0684578 Jul 16 01:19:02.870396 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:02.958045 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=b7baaee4-ab03-46a4-a9e7-d119a3fde0f0,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:03.057337 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3b830e60-b05d-4e58-a548-10de3d7dcdc7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ccf142673cf6434390589c1cba586c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844148 Jul 16 01:19:03.066465 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c00744f-8f82-4cb2-aef7-ac3acd3b175c req-2c48c612-a59d-4dd6-8372-0f0e411bd13f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/73816d64-52c0-4790-aa38-926e593251e5 HTTP/1.1" status: 200 len: 1799 time: 0.5378478 Jul 16 01:19:03.072323 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49652) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:03.254831 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Attempting to bind port 92ad48a1-cd61-4b71-8c69-90c7accb11bc on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:03.255267 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Attempting to bind port 92ad48a1-cd61-4b71-8c69-90c7accb11bc by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '4f9eed82-766a-4687-a4af-0336b7b799c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:03.255591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Attempting to bind port 92ad48a1-cd61-4b71-8c69-90c7accb11bc on network 1c3b3996-e13d-4cd0-b013-fdf1b512579a {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:03.264595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=92ad48a1-cd61-4b71-8c69-90c7accb11bc,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:03.274326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Port 92ad48a1-cd61-4b71-8c69-90c7accb11bc on network 1c3b3996-e13d-4cd0-b013-fdf1b512579a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:03.274721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Attempting to bind port 92ad48a1-cd61-4b71-8c69-90c7accb11bc on network 1c3b3996-e13d-4cd0-b013-fdf1b512579a {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:03.293947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:03.296348 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Checking segment: {'id': '4f9eed82-766a-4687-a4af-0336b7b799c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:03.298388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Bound using segment: {'id': '4f9eed82-766a-4687-a4af-0336b7b799c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:03.299457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Bound port: 92ad48a1-cd61-4b71-8c69-90c7accb11bc, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9eed82-766a-4687-a4af-0336b7b799c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:03.300205 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:03.318424 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['b7baaee4-ab03-46a4-a9e7-d119a3fde0f0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:03.458505 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-9080dc8a-d268-42fb-9d7e-055c8c41fd90 service neutron] 10.222.0.22 "GET /v2.0/networks/a2e224f3-382b-4610-99cb-b93eaec170da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729218 Jul 16 01:19:03.466610 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6c00744f-8f82-4cb2-aef7-ac3acd3b175c req-7facbaac-0d56-46a4-91f9-d940b7600b0c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:03.586235 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c19ceee5-ed31-4c03-a241-b05f47484cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:03.587537 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6c00744f-8f82-4cb2-aef7-ac3acd3b175c req-7facbaac-0d56-46a4-91f9-d940b7600b0c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:03.602725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-e92ba2b0-a94f-4b67-a92e-f70cb789c101 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Made reservation on behalf of 2120ba3ef9984dc89fd0a315fd86ed54 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:03.607739 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-e92ba2b0-a94f-4b67-a92e-f70cb789c101 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:03.611208 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.db.resource_extend [None req-15a73322-d92e-4c07-8cdd-c6244bb7a542 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:19:03.644223 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] For port 92ad48a1-cd61-4b71-8c69-90c7accb11bc, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:03.649857 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c19ceee5-ed31-4c03-a241-b05f47484cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:03.655796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] For port 92ad48a1-cd61-4b71-8c69-90c7accb11bc, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=92ad48a1-cd61-4b71-8c69-90c7accb11bc,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:03.679542 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:03.695702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-1138d213-1750-4acc-b0e5-382b8365b31c service neutron] 10.222.0.22 "GET /v2.0/networks/a2e224f3-382b-4610-99cb-b93eaec170da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364187 Jul 16 01:19:03.703532 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15a73322-d92e-4c07-8cdd-c6244bb7a542 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:03.712113 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15a73322-d92e-4c07-8cdd-c6244bb7a542 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:03.841720 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c19ceee5-ed31-4c03-a241-b05f47484cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:03.844939 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c19ceee5-ed31-4c03-a241-b05f47484cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:03.846640 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c19ceee5-ed31-4c03-a241-b05f47484cf3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d2d5e57d-b042-4a9c-8b76-a2bd6dc8664e HTTP/1.1" status: 204 len: 168 time: 0.7671602 Jul 16 01:19:03.855492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-e92ba2b0-a94f-4b67-a92e-f70cb789c101 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Allocated IP 172.20.0.6 (1c3b3996-e13d-4cd0-b013-fdf1b512579a/710a43f8-dfc4-40df-9285-e335bfac1915/fa4dc5fa-1f83-4f95-b291-f37970b8c2e3) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:03.869294 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-15a73322-d92e-4c07-8cdd-c6244bb7a542 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Floating IP d5c99ccd-157d-4665-a0a7-226f4ae86446 associated. External IP: 172.25.2.136, port: 289cca9c-7347-49d8-bee5-4d9099ba744b. Jul 16 01:19:03.958167 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ceee5-ed31-4c03-a241-b05f47484cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d5e57d-b042-4a9c-8b76-a2bd6dc8664e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:04.235953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:04.235953 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:04.236298 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] 10.222.0.69 "PUT /v2.0/ports/92ad48a1-cd61-4b71-8c69-90c7accb11bc HTTP/1.1" status: 200 len: 1092 time: 2.6796467 Jul 16 01:19:04.244363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034909ae-989f-4848-b4c9-779273771c5d', 'tag': '92ad48a1-cd61-4b71-8c69-90c7accb11bc'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:04.248470 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9806ca5-ed25-45f5-84c3-60f415637544" -d '{"events": [{"name": "network-changed", "server_uuid": "034909ae-989f-4848-b4c9-779273771c5d", "tag": "92ad48a1-cd61-4b71-8c69-90c7accb11bc"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:04.251115 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6c00744f-8f82-4cb2-aef7-ac3acd3b175c req-7facbaac-0d56-46a4-91f9-d940b7600b0c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:04.254343 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6c00744f-8f82-4cb2-aef7-ac3acd3b175c req-7facbaac-0d56-46a4-91f9-d940b7600b0c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:04.256045 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c00744f-8f82-4cb2-aef7-ac3acd3b175c req-7facbaac-0d56-46a4-91f9-d940b7600b0c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "DELETE /v2.0/security-groups/73816d64-52c0-4790-aa38-926e593251e5 HTTP/1.1" status: 204 len: 173 time: 1.1885104 Jul 16 01:19:04.271404 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-e92ba2b0-a94f-4b67-a92e-f70cb789c101 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:04.312356 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facbaac-0d56-46a4-91f9-d940b7600b0c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73816d64-52c0-4790-aa38-926e593251e5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:04.342894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-e92ba2b0-a94f-4b67-a92e-f70cb789c101 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Transition to ACTIVE for port object fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:04.344631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836d767-fe4f-4498-90cb-0aa30ed4a4d2 service neutron] Pushing event updated for resources: {'Port': ['ID=92ad48a1-cd61-4b71-8c69-90c7accb11bc,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:04.445762 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a73322-d92e-4c07-8cdd-c6244bb7a542 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Router de2d70a1-9974-4a30-9a57-22ff4ba101d5 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:19:04.576209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-a88212c6-a5e5-458b-83af-f6da57db562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:04.577879 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-a88212c6-a5e5-458b-83af-f6da57db562e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2120ba3ef9984dc89fd0a315fd86ed54&device_id=034909ae-989f-4848-b4c9-779273771c5d HTTP/1.1" status: 200 len: 1095 time: 0.2805946 Jul 16 01:19:04.581568 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-e92ba2b0-a94f-4b67-a92e-f70cb789c101 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:04.657261 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a73322-d92e-4c07-8cdd-c6244bb7a542 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:19:04.662058 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15a73322-d92e-4c07-8cdd-c6244bb7a542 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:04.668517 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959aed00-e873-4a51-90a7-9ddf199383b3 None None] Sync routers for ids ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:19:04.707166 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959aed00-e873-4a51-90a7-9ddf199383b3 None None] Routers {'de2d70a1-9974-4a30-9a57-22ff4ba101d5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:04.708798 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-959aed00-e873-4a51-90a7-9ddf199383b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:18:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:04.710871 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ba2b0-a94f-4b67-a92e-f70cb789c101 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Pushing event updated for resources: {'Port': ['ID=fa4dc5fa-1f83-4f95-b291-f37970b8c2e3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:04.713006 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-15a73322-d92e-4c07-8cdd-c6244bb7a542 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "PUT /v2.0/floatingips/d5c99ccd-157d-4665-a0a7-226f4ae86446 HTTP/1.1" status: 200 len: 992 time: 2.2232814 Jul 16 01:19:04.713837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'tag': '289cca9c-7347-49d8-bee5-4d9099ba744b'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:04.717783 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8365bcb-2aeb-40db-af61-1685a1829276" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "tag": "289cca9c-7347-49d8-bee5-4d9099ba744b"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:04.749887 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d8cbc8c2-5f5e-4f73-94d7-305c1689a183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:04.801825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a175f-cc0b-49ae-9482-21c44b9ecd32 req-f2a54d2f-583e-4d68-8aab-6ea54243be22 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:04.811604 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['b7baaee4-ab03-46a4-a9e7-d119a3fde0f0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:04.825301 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d6a175f-cc0b-49ae-9482-21c44b9ecd32 req-f2a54d2f-583e-4d68-8aab-6ea54243be22 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 949 time: 0.3287773 Jul 16 01:19:04.829496 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-b2eb3b39-9af7-4162-991f-b90aa200f9a2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92ad48a1-cd61-4b71-8c69-90c7accb11bc HTTP/1.1" status: 200 len: 217 time: 0.1888893 Jul 16 01:19:04.840168 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-e92ba2b0-a94f-4b67-a92e-f70cb789c101 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Network 1c3b3996-e13d-4cd0-b013-fdf1b512579a is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:04.879638 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-959aed00-e873-4a51-90a7-9ddf199383b3 None None] Set router de2d70a1-9974-4a30-9a57-22ff4ba101d5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:04.938351 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-e92ba2b0-a94f-4b67-a92e-f70cb789c101 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:04.971362 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d6a175f-cc0b-49ae-9482-21c44b9ecd32 req-4155aaa8-8fe1-4b89-9dbd-5a6628221be0 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449959 Jul 16 01:19:04.972574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-e92ba2b0-a94f-4b67-a92e-f70cb789c101 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:05.163216 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792b794-baaa-454b-9c50-32905e18ff03 req-1a4c6ba8-12db-4116-baf9-a4963542736c tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:05.179179 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4792b794-baaa-454b-9c50-32905e18ff03 req-1a4c6ba8-12db-4116-baf9-a4963542736c tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1e491ae5-1a4f-45cb-a195-7957ba5858a2 HTTP/1.1" status: 200 len: 1102 time: 0.7907553 Jul 16 01:19:05.321960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9af6a12f-7535-4e36-a3c6-8f57f2a377e4 None None] Provisioning for port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:05.327793 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9af6a12f-7535-4e36-a3c6-8f57f2a377e4 None None] Provisioning complete for port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:05.328222 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9af6a12f-7535-4e36-a3c6-8f57f2a377e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.346770 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-7960ad36-1b40-4453-825b-ed17a0d1d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:05.352961 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-7960ad36-1b40-4453-825b-ed17a0d1d1a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=710a43f8-dfc4-40df-9285-e335bfac1915 HTTP/1.1" status: 200 len: 855 time: 0.4519875 Jul 16 01:19:05.364056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-e92ba2b0-a94f-4b67-a92e-f70cb789c101 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:05.365799 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-e92ba2b0-a94f-4b67-a92e-f70cb789c101 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.418067 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-959aed00-e873-4a51-90a7-9ddf199383b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'name': 'tempest-TaggedBootDevicesTest-1017351996-router', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:21Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'gw_port': {'id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'd5c99ccd-157d-4665-a0a7-226f4ae86446', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'port_id': '289cca9c-7347-49d8-bee5-4d9099ba744b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac', 'mac_address': 'fa:16:3e:e1:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:17:22Z', 'updated_at': '2021-07-16T01:19:03Z', 'revision_number': 1, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f655cf06-072c-4488-b6b9-1b6a37835dca', 'name': '', 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'mac_address': 'fa:16:3e:45:c3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:30Z', 'updated_at': '2021-07-16T01:16:45Z', 'revision_number': 5, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'subnets': [{'id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:05.427416 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4792b794-baaa-454b-9c50-32905e18ff03 req-61be8d3e-a701-42ec-a0b1-b8ec47561304 tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494619 Jul 16 01:19:05.427655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9af6a12f-7535-4e36-a3c6-8f57f2a377e4 None None] Port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:05.488625 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-e92ba2b0-a94f-4b67-a92e-f70cb789c101 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6760802 Jul 16 01:19:05.503487 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959aed00-e873-4a51-90a7-9ddf199383b3 None None] Checking router: de2d70a1-9974-4a30-9a57-22ff4ba101d5 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:19:05.515912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Request body: {'port': {'device_id': 'cee524f5-d772-4db4-a806-b8cf3389348d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:05.522438 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959aed00-e873-4a51-90a7-9ddf199383b3 None None] Routers {'de2d70a1-9974-4a30-9a57-22ff4ba101d5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:19:05.523541 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-959aed00-e873-4a51-90a7-9ddf199383b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:18:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:05.588938 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-8e788a90-7208-4874-ba26-5402fdf8e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:05.590500 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-8e788a90-7208-4874-ba26-5402fdf8e514 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c3b3996-e13d-4cd0-b013-fdf1b512579a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2182553 Jul 16 01:19:05.605554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf717a07-269d-4c10-b88c-f6e7e52e2828 req-982b7cf6-2799-4c09-967a-164c60174ffe tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:05.607496 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf717a07-269d-4c10-b88c-f6e7e52e2828 req-982b7cf6-2799-4c09-967a-164c60174ffe tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 931 time: 0.2291951 Jul 16 01:19:05.650122 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-959aed00-e873-4a51-90a7-9ddf199383b3 None None] Set router de2d70a1-9974-4a30-9a57-22ff4ba101d5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:19:05.665851 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0274e8d5-adc5-457e-a474-d02bbac3095a req-d5ca688b-ab65-402d-8b5d-d89b6b9bc61f tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 210 time: 0.0570543 Jul 16 01:19:05.773297 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cf5c89-f74b-4fdc-9cf6-c02f841aac5f x-openstack-request-id: req-12cf5c89-f74b-4fdc-9cf6-c02f841aac5f {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:05.773674 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034909ae-989f-4848-b4c9-779273771c5d", "tag": "92ad48a1-cd61-4b71-8c69-90c7accb11bc", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:05.773889 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-12cf5c89-f74b-4fdc-9cf6-c02f841aac5f {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:05.774260 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034909ae-989f-4848-b4c9-779273771c5d', 'tag': '92ad48a1-cd61-4b71-8c69-90c7accb11bc', 'status': 'completed', 'code': 200} Jul 16 01:19:05.779330 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:05.791843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf717a07-269d-4c10-b88c-f6e7e52e2828 req-6a9c4bec-8f43-4be8-96de-1a0d95fc8420 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727245 Jul 16 01:19:05.817100 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-13674fd6-a977-4506-b348-3fb66f0f0d02 req-56340062-fc5f-4f59-9f8d-2225963e65aa tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] show failed (client error): The resource could not be found. Jul 16 01:19:05.817948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13674fd6-a977-4506-b348-3fb66f0f0d02 req-56340062-fc5f-4f59-9f8d-2225963e65aa tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/73816d64-52c0-4790-aa38-926e593251e5 HTTP/1.1" status: 404 len: 352 time: 0.0429070 Jul 16 01:19:05.884137 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32285d4d-fcfa-4284-a172-81aed45a136a x-openstack-request-id: req-32285d4d-fcfa-4284-a172-81aed45a136a {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:05.884646 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "tag": "289cca9c-7347-49d8-bee5-4d9099ba744b", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:05.884774 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32285d4d-fcfa-4284-a172-81aed45a136a {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:05.885086 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'tag': '289cca9c-7347-49d8-bee5-4d9099ba744b', 'status': 'completed', 'code': 200} Jul 16 01:19:05.921545 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-974266ac-3ac7-4492-8bb7-e4c044162a7b service neutron] 10.222.0.69 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035583 Jul 16 01:19:06.033555 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-959aed00-e873-4a51-90a7-9ddf199383b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'name': 'tempest-TaggedBootDevicesTest-1017351996-router', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:21Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'gw_port': {'id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'd5c99ccd-157d-4665-a0a7-226f4ae86446', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'port_id': '289cca9c-7347-49d8-bee5-4d9099ba744b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac', 'mac_address': 'fa:16:3e:e1:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:17:22Z', 'updated_at': '2021-07-16T01:19:03Z', 'revision_number': 1, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f655cf06-072c-4488-b6b9-1b6a37835dca', 'name': '', 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'mac_address': 'fa:16:3e:45:c3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:30Z', 'updated_at': '2021-07-16T01:16:45Z', 'revision_number': 5, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'subnets': [{'id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:06.076693 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8365bcb-2aeb-40db-af61-1685a1829276 req-207aa75c-4192-4fb1-96eb-6988f5ad271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.077459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8365bcb-2aeb-40db-af61-1685a1829276 req-207aa75c-4192-4fb1-96eb-6988f5ad271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.080751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8365bcb-2aeb-40db-af61-1685a1829276 req-207aa75c-4192-4fb1-96eb-6988f5ad271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.081443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8365bcb-2aeb-40db-af61-1685a1829276 req-207aa75c-4192-4fb1-96eb-6988f5ad271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.082189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8365bcb-2aeb-40db-af61-1685a1829276 req-207aa75c-4192-4fb1-96eb-6988f5ad271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.083062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8365bcb-2aeb-40db-af61-1685a1829276 req-207aa75c-4192-4fb1-96eb-6988f5ad271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.085897 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8365bcb-2aeb-40db-af61-1685a1829276 req-207aa75c-4192-4fb1-96eb-6988f5ad271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.092433 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c8365bcb-2aeb-40db-af61-1685a1829276 req-207aa75c-4192-4fb1-96eb-6988f5ad271e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 6498 time: 0.1393907 Jul 16 01:19:06.098853 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-959aed00-e873-4a51-90a7-9ddf199383b3 None None] The sync data for ids ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'] in n-d-791505-14 is: [{'id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'name': 'tempest-TaggedBootDevicesTest-1017351996-router', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:21Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'gw_port': {'id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'd5c99ccd-157d-4665-a0a7-226f4ae86446', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'floating_ip_address': '172.25.2.136', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'port_id': '289cca9c-7347-49d8-bee5-4d9099ba744b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 811, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac', 'mac_address': 'fa:16:3e:e1:db:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:17:22Z', 'updated_at': '2021-07-16T01:19:03Z', 'revision_number': 1, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f655cf06-072c-4488-b6b9-1b6a37835dca', 'name': '', 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'mac_address': 'fa:16:3e:45:c3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:30Z', 'updated_at': '2021-07-16T01:16:45Z', 'revision_number': 5, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'subnets': [{'id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:19:06.212575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8365bcb-2aeb-40db-af61-1685a1829276 req-c290b340-aad7-416d-b90b-66026f65b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.215917 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c8365bcb-2aeb-40db-af61-1685a1829276 req-c290b340-aad7-416d-b90b-66026f65b233 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d840524c-d20b-4c1a-aaec-1bfb1e9b9dac HTTP/1.1" status: 200 len: 913 time: 0.1099374 Jul 16 01:19:06.260959 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e86e4c2-9d98-49e0-b01d-2b0fb7b5f558 req-2268386a-24e2-4823-a432-e8a170a27096 service neutron] 10.222.0.69 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245292 Jul 16 01:19:06.385498 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c8365bcb-2aeb-40db-af61-1685a1829276 req-758d5c09-3a40-4bcb-be29-a172a1e0d0e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=289cca9c-7347-49d8-bee5-4d9099ba744b HTTP/1.1" status: 200 len: 1000 time: 0.1495588 Jul 16 01:19:06.496882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8365bcb-2aeb-40db-af61-1685a1829276 req-2e449420-1ef5-43d4-aefb-fd6a56f9e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.506833 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c8365bcb-2aeb-40db-af61-1685a1829276 req-2e449420-1ef5-43d4-aefb-fd6a56f9e5c0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285c6a64-1df3-41f2-8898-775d2babb8a9 HTTP/1.1" status: 200 len: 851 time: 0.1117773 Jul 16 01:19:06.524359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:06.588901 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876ad75-e1a1-4320-9af8-cee29df8e0a0 None None] New status for floating IP d5c99ccd-157d-4665-a0a7-226f4ae86446: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:19:06.628671 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8365bcb-2aeb-40db-af61-1685a1829276 req-867d2312-1ae7-42a1-9040-f7fc132504e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.630247 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c8365bcb-2aeb-40db-af61-1685a1829276 req-867d2312-1ae7-42a1-9040-f7fc132504e2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d840524c-d20b-4c1a-aaec-1bfb1e9b9dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1118875 Jul 16 01:19:06.632109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-01ccf52c-d779-4efe-a550-e34b7aba82d9 tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:06.634311 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-01ccf52c-d779-4efe-a550-e34b7aba82d9 tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.69 "GET /v2.0/networks?id=a2e224f3-382b-4610-99cb-b93eaec170da HTTP/1.1" status: 200 len: 825 time: 0.2878082 Jul 16 01:19:06.705601 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-f384e101-c83f-4674-9352-4a0e1c40cbdc tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Request body: {'port': {'device_id': '20d8d3cc-62a1-4bbc-ad22-8934f506764b', 'network_id': 'a2e224f3-382b-4610-99cb-b93eaec170da', 'admin_state_up': True, 'tenant_id': '8e4a1b930cee4ed0adbb3d85f1436763'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:06.798023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:06.808890 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:06.809652 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:06.853687 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c8365bcb-2aeb-40db-af61-1685a1829276 req-c1a058a0-3f00-47cf-818c-12ea8196be1d service neutron] 10.222.0.70 "GET /v2.0/networks/d840524c-d20b-4c1a-aaec-1bfb1e9b9dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107248 Jul 16 01:19:06.954447 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:06.981732 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2b96a1-54e9-4d5b-9572-3564f243c9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7baaee4-ab03-46a4-a9e7-d119a3fde0f0'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:06.984492 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75788a5-f49b-4069-826c-2c812319db36" -d '{"events": [{"server_uuid": "4a2b96a1-54e9-4d5b-9572-3564f243c9dd", "name": "network-vif-plugged", "status": "completed", "tag": "b7baaee4-ab03-46a4-a9e7-d119a3fde0f0"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:06.994850 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c8365bcb-2aeb-40db-af61-1685a1829276 req-fe9ba439-c0a3-4bde-b437-0932820975b2 service neutron] 10.222.0.70 "GET /v2.0/networks/d840524c-d20b-4c1a-aaec-1bfb1e9b9dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318071 Jul 16 01:19:07.002159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b7baaee4-ab03-46a4-a9e7-d119a3fde0f0,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:07.017438 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:07.100712 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-9a898487-9117-41a3-a4a6-0a878ff547d6 service neutron] 10.222.0.69 "GET /v2.0/ports/be3efc5b-19d7-483a-bc0e-0f388d4073eb/bindings/n-h1-791505-14 HTTP/1.1" status: 200 len: 383 time: 0.1042285 Jul 16 01:19:07.131351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=b7baaee4-ab03-46a4-a9e7-d119a3fde0f0,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:07.207283 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c6491503-fbb4-468d-b65d-541ab110d025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:07.237818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:07.258552 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:07.268386 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:07.295888 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcbdfa19-aae9-441d-8ae5-1263c304a6ea req-0d3487ad-63a5-466f-b254-5ed82ac8e8e6 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/61670e8c-27c9-4c80-8ffe-29b51f03a2eb HTTP/1.1" status: 200 len: 1801 time: 0.1907303 Jul 16 01:19:07.306910 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Transition to ACTIVE for port object fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:07.328406 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:07.331361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9806ca5-ed25-45f5-84c3-60f415637544 req-5455391c-fb5a-451d-a1f0-d8cf4d5575e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:07.332974 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9806ca5-ed25-45f5-84c3-60f415637544 req-5455391c-fb5a-451d-a1f0-d8cf4d5575e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2120ba3ef9984dc89fd0a315fd86ed54&device_id=034909ae-989f-4848-b4c9-779273771c5d HTTP/1.1" status: 200 len: 1095 time: 0.8158686 Jul 16 01:19:07.340295 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c796e135-1d70-41a6-a1e9-dbbae2530951 req-c1d3072f-bafe-4096-a8da-1b0738031f7f tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:07.341960 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c796e135-1d70-41a6-a1e9-dbbae2530951 req-c1d3072f-bafe-4096-a8da-1b0738031f7f tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=42b6e869-dcaf-4b36-b5ad-61543ece3ca3 HTTP/1.1" status: 200 len: 1102 time: 0.8085446 Jul 16 01:19:07.483679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Pushing event updated for resources: {'Port': ['ID=fa4dc5fa-1f83-4f95-b291-f37970b8c2e3,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:07.504212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-5e8b11b9-6586-4dcd-993b-baeb96c1fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:07.507099 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-5e8b11b9-6586-4dcd-993b-baeb96c1fafb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2&tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50 HTTP/1.1" status: 200 len: 1101 time: 0.1015379 Jul 16 01:19:07.537072 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-f384e101-c83f-4674-9352-4a0e1c40cbdc tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Made reservation on behalf of 8e4a1b930cee4ed0adbb3d85f1436763 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:07.540719 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-f384e101-c83f-4674-9352-4a0e1c40cbdc tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:07.564467 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c796e135-1d70-41a6-a1e9-dbbae2530951 req-4b5481ca-b58d-4b0f-b949-57d5647aafb6 tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047091 Jul 16 01:19:07.638400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-3bc4de70-d281-4779-8b54-200bbf1033d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:07.642539 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-3bc4de70-d281-4779-8b54-200bbf1033d4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 1101 time: 0.0993319 Jul 16 01:19:07.692480 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fcbdfa19-aae9-441d-8ae5-1263c304a6ea req-db8e66c3-4c50-429a-96dc-77c62da6cb5c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:07.772419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9806ca5-ed25-45f5-84c3-60f415637544 req-eaa02fdd-2ff8-46c3-8975-dbbc32e05f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:07.774628 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9806ca5-ed25-45f5-84c3-60f415637544 req-eaa02fdd-2ff8-46c3-8975-dbbc32e05f38 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1c3b3996-e13d-4cd0-b013-fdf1b512579a HTTP/1.1" status: 200 len: 917 time: 0.4136112 Jul 16 01:19:07.799396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-67d7ab56-040f-4d95-a12f-862fbf6a4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:07.800945 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-67d7ab56-040f-4d95-a12f-862fbf6a4932 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.1513152 Jul 16 01:19:07.849941 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-1c457bd7-5ca9-455c-a893-0be99162fac5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb HTTP/1.1" status: 200 len: 217 time: 0.0395746 Jul 16 01:19:07.909150 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fcbdfa19-aae9-441d-8ae5-1263c304a6ea req-db8e66c3-4c50-429a-96dc-77c62da6cb5c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:07.913696 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9806ca5-ed25-45f5-84c3-60f415637544 req-2b5ec39d-4b91-4713-a343-75970b2b0dd5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92ad48a1-cd61-4b71-8c69-90c7accb11bc HTTP/1.1" status: 200 len: 217 time: 0.1100135 Jul 16 01:19:07.916657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-1c6b7f70-fe08-423c-a2c2-436a8762cd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:07.918390 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-1c6b7f70-fe08-423c-a2c2-436a8762cd51 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0600777 Jul 16 01:19:07.922124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Attempting to bind port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:07.922473 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Attempting to bind port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '4f9eed82-766a-4687-a4af-0336b7b799c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:07.922820 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Attempting to bind port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 on network 1c3b3996-e13d-4cd0-b013-fdf1b512579a {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:07.954526 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 on network 1c3b3996-e13d-4cd0-b013-fdf1b512579a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:07.954852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Attempting to bind port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 on network 1c3b3996-e13d-4cd0-b013-fdf1b512579a {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:07.997256 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-66220765-11b7-43fe-975c-bba3a7d7c891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:07.999179 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-66220765-11b7-43fe-975c-bba3a7d7c891 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0664926 Jul 16 01:19:08.002921 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-f384e101-c83f-4674-9352-4a0e1c40cbdc tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Allocated IP 172.20.0.9 (a2e224f3-382b-4610-99cb-b93eaec170da/feb74ede-8ab7-46b3-b726-7cebf6765512/e3468ae4-c689-40f2-9505-74cf1f2f9603) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:08.010061 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:08.010407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Checking segment: {'id': '4f9eed82-766a-4687-a4af-0336b7b799c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:08.010800 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Bound using segment: {'id': '4f9eed82-766a-4687-a4af-0336b7b799c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:08.011252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Bound port: fa4dc5fa-1f83-4f95-b291-f37970b8c2e3, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f9eed82-766a-4687-a4af-0336b7b799c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:08.011679 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.067469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9806ca5-ed25-45f5-84c3-60f415637544 req-b5c9f553-2cfb-4847-8fbf-592fc5f3ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.069279 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9806ca5-ed25-45f5-84c3-60f415637544 req-b5c9f553-2cfb-4847-8fbf-592fc5f3ae9d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=710a43f8-dfc4-40df-9285-e335bfac1915 HTTP/1.1" status: 200 len: 855 time: 0.1287971 Jul 16 01:19:08.083458 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fcbdfa19-aae9-441d-8ae5-1263c304a6ea req-db8e66c3-4c50-429a-96dc-77c62da6cb5c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.085975 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fcbdfa19-aae9-441d-8ae5-1263c304a6ea req-db8e66c3-4c50-429a-96dc-77c62da6cb5c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.096358 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcbdfa19-aae9-441d-8ae5-1263c304a6ea req-db8e66c3-4c50-429a-96dc-77c62da6cb5c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "DELETE /v2.0/security-groups/61670e8c-27c9-4c80-8ffe-29b51f03a2eb HTTP/1.1" status: 204 len: 173 time: 0.7868235 Jul 16 01:19:08.125882 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-42eefe8f-ea15-4f25-b2e4-7adbb27fef78 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170380 Jul 16 01:19:08.150382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbe7e6-d9ef-4102-82f6-d7c3653aa31d req-3f6797b9-c09f-4e00-8ae8-9e1d1be5a45a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.151979 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5abbe7e6-d9ef-4102-82f6-d7c3653aa31d req-3f6797b9-c09f-4e00-8ae8-9e1d1be5a45a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 949 time: 0.3887656 Jul 16 01:19:08.237016 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e66c3-4c50-429a-96dc-77c62da6cb5c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61670e8c-27c9-4c80-8ffe-29b51f03a2eb,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:08.303125 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-65b74a6a-5cc4-4453-8461-c31a4b5cc8c3 req-556ff455-223e-46e0-ace0-c4ce9603b28c service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693399 Jul 16 01:19:08.379894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73366dc5-8b80-4854-bd4d-dc6fb81bff41 req-4b7e6874-f02e-45cf-b323-64daedcee3fb tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 210 time: 0.0714622 Jul 16 01:19:08.414242 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] For port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:08.442481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] For port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=fa4dc5fa-1f83-4f95-b291-f37970b8c2e3,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:08.462476 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5abbe7e6-d9ef-4102-82f6-d7c3653aa31d req-f69d20e0-cd5d-46a9-ba51-51550cb7e7db tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652378 Jul 16 01:19:08.464920 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.480782 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.535200 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39af267e-d841-4f38-9e22-0ff9c5aaacf6 x-openstack-request-id: req-39af267e-d841-4f38-9e22-0ff9c5aaacf6 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:08.535514 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2b96a1-54e9-4d5b-9572-3564f243c9dd", "name": "network-vif-plugged", "status": "completed", "tag": "b7baaee4-ab03-46a4-a9e7-d119a3fde0f0", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:08.536533 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39af267e-d841-4f38-9e22-0ff9c5aaacf6 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:08.537891 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2b96a1-54e9-4d5b-9572-3564f243c9dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7baaee4-ab03-46a4-a9e7-d119a3fde0f0', 'code': 200} Jul 16 01:19:08.540982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9806ca5-ed25-45f5-84c3-60f415637544 req-f7ac839e-49b3-4a02-95db-8d05d7c2ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.543003 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9806ca5-ed25-45f5-84c3-60f415637544 req-f7ac839e-49b3-4a02-95db-8d05d7c2ea4c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1c3b3996-e13d-4cd0-b013-fdf1b512579a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4615159 Jul 16 01:19:08.593203 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.594202 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.596279 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] 10.222.0.70 "PUT /v2.0/ports/fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 HTTP/1.1" status: 200 len: 1092 time: 3.0862753 Jul 16 01:19:08.599191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cee524f5-d772-4db4-a806-b8cf3389348d', 'tag': 'fa4dc5fa-1f83-4f95-b291-f37970b8c2e3'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:08.602009 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a53920-022a-4ab7-8a87-705808c68c86" -d '{"events": [{"name": "network-changed", "server_uuid": "cee524f5-d772-4db4-a806-b8cf3389348d", "tag": "fa4dc5fa-1f83-4f95-b291-f37970b8c2e3"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:08.808910 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-135172a7-9dd6-4fb5-a225-d8595124edff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.810558 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-135172a7-9dd6-4fb5-a225-d8595124edff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2120ba3ef9984dc89fd0a315fd86ed54&device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 1095 time: 0.1593299 Jul 16 01:19:08.837175 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-f384e101-c83f-4674-9352-4a0e1c40cbdc tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:08.858311 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f57faf3-78a5-413b-bc7a-7bd4d8884f52 req-ec69725e-e21a-4a5b-ac7c-9baedac51030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.860362 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f57faf3-78a5-413b-bc7a-7bd4d8884f52 req-ec69725e-e21a-4a5b-ac7c-9baedac51030 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 1098 time: 0.2195005 Jul 16 01:19:08.872463 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-1e16a339-f1be-4a2a-8600-0c40c9526a05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 HTTP/1.1" status: 200 len: 217 time: 0.0529747 Jul 16 01:19:08.903299 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a40566-9324-4f10-b537-0e025b0a8eb4 req-8b95cabd-01f9-409f-ad15-965aae3196dd tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.911185 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03a40566-9324-4f10-b537-0e025b0a8eb4 req-8b95cabd-01f9-409f-ad15-965aae3196dd tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 943 time: 0.2760372 Jul 16 01:19:08.981550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-cb5450cb-26e7-40a0-b72b-f2d5bdd67e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:08.983449 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-cb5450cb-26e7-40a0-b72b-f2d5bdd67e84 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=710a43f8-dfc4-40df-9285-e335bfac1915 HTTP/1.1" status: 200 len: 855 time: 0.1024392 Jul 16 01:19:09.000555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe19d97e-c0ef-4f33-ad79-3fcb512b289c service neutron] Pushing event updated for resources: {'Port': ['ID=fa4dc5fa-1f83-4f95-b291-f37970b8c2e3,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:09.033080 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03a40566-9324-4f10-b537-0e025b0a8eb4 req-4dc695cc-d1cf-4cbb-a6aa-df3566fe12e2 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178100 Jul 16 01:19:09.071325 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-57b95b33-f4d8-4dcd-b9e0-87c6044d317e req-0e0d07bc-0c1d-4247-a832-1088849251e5 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] show failed (client error): The resource could not be found. Jul 16 01:19:09.072562 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57b95b33-f4d8-4dcd-b9e0-87c6044d317e req-0e0d07bc-0c1d-4247-a832-1088849251e5 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/61670e8c-27c9-4c80-8ffe-29b51f03a2eb HTTP/1.1" status: 404 len: 352 time: 0.0562787 Jul 16 01:19:09.077688 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f57faf3-78a5-413b-bc7a-7bd4d8884f52 req-9a0b0301-ec83-49c4-8bfb-e19e77eccd72 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636086 Jul 16 01:19:09.102514 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-cb6c967c-f372-454a-a17b-0eff888d09d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:09.107787 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-cb6c967c-f372-454a-a17b-0eff888d09d7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c3b3996-e13d-4cd0-b013-fdf1b512579a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126719 Jul 16 01:19:09.150330 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d187f0e-ab26-4925-9027-12815e9b887c x-openstack-request-id: req-0d187f0e-ab26-4925-9027-12815e9b887c {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:09.150756 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cee524f5-d772-4db4-a806-b8cf3389348d", "tag": "fa4dc5fa-1f83-4f95-b291-f37970b8c2e3", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:09.151166 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d187f0e-ab26-4925-9027-12815e9b887c {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:09.151599 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cee524f5-d772-4db4-a806-b8cf3389348d', 'tag': 'fa4dc5fa-1f83-4f95-b291-f37970b8c2e3', 'status': 'completed', 'code': 200} Jul 16 01:19:09.160739 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9806ca5-ed25-45f5-84c3-60f415637544 req-3b95d751-e378-4467-90a4-6e19619ba587 service neutron] 10.222.0.69 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332930 Jul 16 01:19:09.273838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9806ca5-ed25-45f5-84c3-60f415637544 req-f4fdc5cc-cc05-4e9e-9cff-316d2f6dec49 service neutron] 10.222.0.69 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998816 Jul 16 01:19:09.313971 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-f384e101-c83f-4674-9352-4a0e1c40cbdc tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.337159 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-f5a3a8d8-5601-4784-8a2c-b460b45d0b53 service neutron] 10.222.0.70 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844101 Jul 16 01:19:09.344799 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34266f50-56ac-4b34-ae8b-de656ecda6e4 req-550cbf65-c207-4ca5-9532-0e009de63ad0 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d706f64229f48619debf05976cb1d01 HTTP/1.1" status: 200 len: 6146 time: 0.2148654 Jul 16 01:19:09.346720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-f384e101-c83f-4674-9352-4a0e1c40cbdc tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Network a2e224f3-382b-4610-99cb-b93eaec170da is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:09.375107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-f384e101-c83f-4674-9352-4a0e1c40cbdc tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:09.390274 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-f384e101-c83f-4674-9352-4a0e1c40cbdc tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:09.439824 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 92ad48a1-cd61-4b71-8c69-90c7accb11bc details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:09.442219 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device be3efc5b-19d7-483a-bc0e-0f388d4073eb no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:09.444615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-f384e101-c83f-4674-9352-4a0e1c40cbdc tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:09.446470 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-f384e101-c83f-4674-9352-4a0e1c40cbdc tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.466611 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-f384e101-c83f-4674-9352-4a0e1c40cbdc tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7957668 Jul 16 01:19:09.479130 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Request body: {'port': {'device_id': '20d8d3cc-62a1-4bbc-ad22-8934f506764b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:09.502670 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7c41b89d-0b77-44b9-a67f-2d0286464fde req-5479b588-c24b-4251-a674-2d13e0ed0ec1 service neutron] 10.222.0.70 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505837 Jul 16 01:19:09.550166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384e101-c83f-4674-9352-4a0e1c40cbdc tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Pushing event updated for resources: {'Port': ['ID=e3468ae4-c689-40f2-9505-74cf1f2f9603,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:09.566540 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34266f50-56ac-4b34-ae8b-de656ecda6e4 req-cd41a2d1-12f1-44d1-bf10-ed5645148096 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/1251daef-648e-4607-a536-ac5624dd2966 HTTP/1.1" status: 200 len: 2981 time: 0.2005661 Jul 16 01:19:09.657027 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34266f50-56ac-4b34-ae8b-de656ecda6e4 req-5288b122-b562-4b13-bb5b-e8604104bcff tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/1251daef-648e-4607-a536-ac5624dd2966 HTTP/1.1" status: 200 len: 2981 time: 0.0570867 Jul 16 01:19:09.696795 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a53920-022a-4ab7-8a87-705808c68c86 req-ac4b1b40-6c88-4b92-9263-938dee31eaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:09.698483 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-65a53920-022a-4ab7-8a87-705808c68c86 req-ac4b1b40-6c88-4b92-9263-938dee31eaa2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2120ba3ef9984dc89fd0a315fd86ed54&device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 1095 time: 0.1204815 Jul 16 01:19:09.701795 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.813671 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:09.814493 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-2a058bc3-a483-4ec1-8b19-de08b0f032ad tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e4298f2f0e1c43a087775279fb78d121&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385935 Jul 16 01:19:09.927674 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a53920-022a-4ab7-8a87-705808c68c86 req-7621f34f-1a33-4130-b524-b444d9428176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:09.929206 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-65a53920-022a-4ab7-8a87-705808c68c86 req-7621f34f-1a33-4130-b524-b444d9428176 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1c3b3996-e13d-4cd0-b013-fdf1b512579a HTTP/1.1" status: 200 len: 917 time: 0.2140472 Jul 16 01:19:10.001901 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port be3efc5b-19d7-483a-bc0e-0f388d4073eb, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:10.003852 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 92ad48a1-cd61-4b71-8c69-90c7accb11bc, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=92ad48a1-cd61-4b71-8c69-90c7accb11bc,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:10.012952 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-65a53920-022a-4ab7-8a87-705808c68c86 req-49cc7233-ae69-4147-93a8-17459684d43e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 HTTP/1.1" status: 200 len: 217 time: 0.0692737 Jul 16 01:19:10.017751 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.059819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '92ad48a1-cd61-4b71-8c69-90c7accb11bc', 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a', 'port_id': '92ad48a1-cd61-4b71-8c69-90c7accb11bc', 'mac_address': 'fa:16:3e:ea:cc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710a43f8-dfc4-40df-9285-e335bfac1915', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:10.066651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-b28e91c5-4c38-4832-a602-035cf183265e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:10.078208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-b28e91c5-4c38-4832-a602-035cf183265e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2607718 Jul 16 01:19:10.101908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-803ccfbb-783f-4b10-866b-b5958e59091b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/quotas/e4298f2f0e1c43a087775279fb78d121 HTTP/1.1" status: 200 len: 375 time: 0.0206280 Jul 16 01:19:10.121106 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a53920-022a-4ab7-8a87-705808c68c86 req-43f2b6b5-1091-44dd-ab73-63d770b85315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:10.122832 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-65a53920-022a-4ab7-8a87-705808c68c86 req-43f2b6b5-1091-44dd-ab73-63d770b85315 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=710a43f8-dfc4-40df-9285-e335bfac1915 HTTP/1.1" status: 200 len: 855 time: 0.0918484 Jul 16 01:19:10.131067 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.133072 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.157697 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ad48a1-cd61-4b71-8c69-90c7accb11bc {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:10.168836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=be3efc5b-19d7-483a-bc0e-0f388d4073eb,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:10.196767 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 92ad48a1-cd61-4b71-8c69-90c7accb11bc, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=92ad48a1-cd61-4b71-8c69-90c7accb11bc,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:10.204908 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.229847 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a53920-022a-4ab7-8a87-705808c68c86 req-3875858d-ed47-4b48-bbc2-c3c374cf9c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:10.235881 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-65a53920-022a-4ab7-8a87-705808c68c86 req-3875858d-ed47-4b48-bbc2-c3c374cf9c89 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c3b3996-e13d-4cd0-b013-fdf1b512579a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962286 Jul 16 01:19:10.272746 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=92ad48a1-cd61-4b71-8c69-90c7accb11bc,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:10.284594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a506c58d-45e1-4636-a9e9-10dfe824a0a8 req-d17731b1-6d0e-46db-9a2f-06634e62c91a tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:10.286126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a506c58d-45e1-4636-a9e9-10dfe824a0a8 req-d17731b1-6d0e-46db-9a2f-06634e62c91a tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 931 time: 0.2807951 Jul 16 01:19:10.400325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-3d20813f-1c8b-41db-b679-82cb45f36158 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2490075 Jul 16 01:19:10.402440 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-65a53920-022a-4ab7-8a87-705808c68c86 req-2544656b-ebe0-4ec3-8bb8-d52d5ee0bb39 service neutron] 10.222.0.70 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397841 Jul 16 01:19:10.471837 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a506c58d-45e1-4636-a9e9-10dfe824a0a8 req-cd2d50e2-9487-4302-adfd-16f3d89a47a9 tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/security-groups?id=59f970a4-3f92-4d92-acab-b6213c6d85a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735151 Jul 16 01:19:10.481882 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3468ae4-c689-40f2-9505-74cf1f2f9603 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:10.520876 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.539118 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30935cc-8b6d-4279-a6e3-80030efbf5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:10.541632 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28abffc2-17b9-499d-83e9-b9053698ad7f" -d '{"events": [{"server_uuid": "b30935cc-8b6d-4279-a6e3-80030efbf5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "be3efc5b-19d7-483a-bc0e-0f388d4073eb"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:10.547607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['92ad48a1-cd61-4b71-8c69-90c7accb11bc'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:10.583860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Transition to ACTIVE for port object e3468ae4-c689-40f2-9505-74cf1f2f9603 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:10.594546 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:10.678571 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-65a53920-022a-4ab7-8a87-705808c68c86 req-94f8ba85-11b1-4df0-973f-9f661834b9db service neutron] 10.222.0.70 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547314 Jul 16 01:19:10.804773 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Pushing event updated for resources: {'Port': ['ID=e3468ae4-c689-40f2-9505-74cf1f2f9603,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:10.955769 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f0958-4dbe-45e1-9893-01535b8467b9 req-342f9132-d3e6-4165-b964-4ef13acfc5d3 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:10.960237 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e10f0958-4dbe-45e1-9893-01535b8467b9 req-342f9132-d3e6-4165-b964-4ef13acfc5d3 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 947 time: 0.2915516 Jul 16 01:19:10.998185 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Attempting to bind port e3468ae4-c689-40f2-9505-74cf1f2f9603 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:10.998939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Attempting to bind port e3468ae4-c689-40f2-9505-74cf1f2f9603 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'd3c5b18f-7d2f-4075-92df-f7e0f4aa37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2e224f3-382b-4610-99cb-b93eaec170da'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:10.999223 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Attempting to bind port e3468ae4-c689-40f2-9505-74cf1f2f9603 on network a2e224f3-382b-4610-99cb-b93eaec170da {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:11.007728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-52ddf53d-bb5a-4132-ba72-080ebccc85b9 req-a8b22588-792b-4a32-80a6-cd5224cb1230 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-954895971', 'description': 'tempest-description-1341725216'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:11.013988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Port e3468ae4-c689-40f2-9505-74cf1f2f9603 on network a2e224f3-382b-4610-99cb-b93eaec170da not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:11.014340 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Attempting to bind port e3468ae4-c689-40f2-9505-74cf1f2f9603 on network a2e224f3-382b-4610-99cb-b93eaec170da {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:11.049729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:11.051614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Checking segment: {'id': 'd3c5b18f-7d2f-4075-92df-f7e0f4aa37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2e224f3-382b-4610-99cb-b93eaec170da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:11.052053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Bound using segment: {'id': 'd3c5b18f-7d2f-4075-92df-f7e0f4aa37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2e224f3-382b-4610-99cb-b93eaec170da'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:11.052531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Bound port: e3468ae4-c689-40f2-9505-74cf1f2f9603, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c5b18f-7d2f-4075-92df-f7e0f4aa37a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a2e224f3-382b-4610-99cb-b93eaec170da'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:11.052907 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.098521 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e10f0958-4dbe-45e1-9893-01535b8467b9 req-9865f7ea-a15e-4593-a6cc-bef2b5d95354 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004026 Jul 16 01:19:11.101276 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-52ddf53d-bb5a-4132-ba72-080ebccc85b9 req-a8b22588-792b-4a32-80a6-cd5224cb1230 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.249504 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] For port e3468ae4-c689-40f2-9505-74cf1f2f9603, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:11.254593 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] For port e3468ae4-c689-40f2-9505-74cf1f2f9603, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e3468ae4-c689-40f2-9505-74cf1f2f9603,segment=NetworkSegment(d3c5b18f-7d2f-4075-92df-f7e0f4aa37a5),segment_id=d3c5b18f-7d2f-4075-92df-f7e0f4aa37a5)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:11.283056 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.397404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:11.398042 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.403452 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] 10.222.0.69 "PUT /v2.0/ports/e3468ae4-c689-40f2-9505-74cf1f2f9603 HTTP/1.1" status: 200 len: 1092 time: 1.9244640 Jul 16 01:19:11.406719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20d8d3cc-62a1-4bbc-ad22-8934f506764b', 'tag': 'e3468ae4-c689-40f2-9505-74cf1f2f9603'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:11.411078 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ca9c61-145d-405c-b6d9-0028b154eec6" -d '{"events": [{"name": "network-changed", "server_uuid": "20d8d3cc-62a1-4bbc-ad22-8934f506764b", "tag": "e3468ae4-c689-40f2-9505-74cf1f2f9603"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:11.425066 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-52ddf53d-bb5a-4132-ba72-080ebccc85b9 req-a8b22588-792b-4a32-80a6-cd5224cb1230 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.443977 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device be3efc5b-19d7-483a-bc0e-0f388d4073eb details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:11.478692 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-52ddf53d-bb5a-4132-ba72-080ebccc85b9 req-a8b22588-792b-4a32-80a6-cd5224cb1230 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.510531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2c528-ea6c-492c-aec9-da203aa15152 service neutron] Pushing event updated for resources: {'Port': ['ID=e3468ae4-c689-40f2-9505-74cf1f2f9603,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:11.576824 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-52ddf53d-bb5a-4132-ba72-080ebccc85b9 req-a8b22588-792b-4a32-80a6-cd5224cb1230 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.589869 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52ddf53d-bb5a-4132-ba72-080ebccc85b9 req-a8b22588-792b-4a32-80a6-cd5224cb1230 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5942738 Jul 16 01:19:11.599313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b22588-792b-4a32-80a6-cd5224cb1230 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6582dc83-51ba-48bd-b3b3-10b58c8d620d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:11.608144 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port be3efc5b-19d7-483a-bc0e-0f388d4073eb, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:11.641306 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058929b5-9b6a-4513-a99e-a97e4299c710 req-53ef28d0-7bda-4d30-93e9-8ad6c5f09232 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:11.649116 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-058929b5-9b6a-4513-a99e-a97e4299c710 req-53ef28d0-7bda-4d30-93e9-8ad6c5f09232 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 943 time: 0.2173457 Jul 16 01:19:11.675201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb', 'mac_address': 'fa:16:3e:d7:88:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:11.679543 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-8b070ac8-04fd-43cc-87fd-345dc8011686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:11.681711 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-8b070ac8-04fd-43cc-87fd-345dc8011686 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e4a1b930cee4ed0adbb3d85f1436763&device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 1095 time: 0.2053721 Jul 16 01:19:11.744712 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9410e6-c18c-46cd-966f-35254855c7f9 x-openstack-request-id: req-1e9410e6-c18c-46cd-966f-35254855c7f9 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:11.747502 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30935cc-8b6d-4279-a6e3-80030efbf5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "be3efc5b-19d7-483a-bc0e-0f388d4073eb", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:11.747914 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e9410e6-c18c-46cd-966f-35254855c7f9 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:11.748328 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30935cc-8b6d-4279-a6e3-80030efbf5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb', 'code': 200} Jul 16 01:19:11.787358 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.797542 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-c31116ca-b5ce-4f0f-b54f-bc412b1b3ea9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3468ae4-c689-40f2-9505-74cf1f2f9603 HTTP/1.1" status: 200 len: 217 time: 0.1041472 Jul 16 01:19:11.802058 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-058929b5-9b6a-4513-a99e-a97e4299c710 req-dfe42eb7-9cab-40fd-9366-326edc8c39b5 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516643 Jul 16 01:19:11.814582 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3efc5b-19d7-483a-bc0e-0f388d4073eb {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:11.872196 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port be3efc5b-19d7-483a-bc0e-0f388d4073eb, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:11.879417 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:11.915625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-c6f321fd-6225-4251-98d2-71a93349afd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:11.918363 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-c6f321fd-6225-4251-98d2-71a93349afd6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=feb74ede-8ab7-46b3-b726-7cebf6765512 HTTP/1.1" status: 200 len: 865 time: 0.1111286 Jul 16 01:19:11.992221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-7e103335-292d-49c9-966a-7f391ccee7d6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a2e224f3-382b-4610-99cb-b93eaec170da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664754 Jul 16 01:19:12.019570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=be3efc5b-19d7-483a-bc0e-0f388d4073eb,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:12.206050 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['be3efc5b-19d7-483a-bc0e-0f388d4073eb'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:12.468638 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74a19bf-9ea5-4533-a49a-5ed1ccd56380 x-openstack-request-id: req-b74a19bf-9ea5-4533-a49a-5ed1ccd56380 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:12.468638 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20d8d3cc-62a1-4bbc-ad22-8934f506764b", "tag": "e3468ae4-c689-40f2-9505-74cf1f2f9603", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:12.468638 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b74a19bf-9ea5-4533-a49a-5ed1ccd56380 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:12.469499 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20d8d3cc-62a1-4bbc-ad22-8934f506764b', 'tag': 'e3468ae4-c689-40f2-9505-74cf1f2f9603', 'status': 'completed', 'code': 200} Jul 16 01:19:12.487942 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-299d4d65-f67a-473d-9bf9-6915aa12954e req-a817d9f3-b3c0-4a9b-8799-b6e8bb8eced7 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1342282546', 'description': 'tempest-description-1252638641'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:12.580241 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-299d4d65-f67a-473d-9bf9-6915aa12954e req-a817d9f3-b3c0-4a9b-8799-b6e8bb8eced7 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.615229 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-1b1ee1e9-f813-41d0-a53f-cd9136fbfe24 service neutron] 10.222.0.69 "GET /v2.0/networks/a2e224f3-382b-4610-99cb-b93eaec170da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158404 Jul 16 01:19:12.640949 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e244b-db18-4932-8c11-d23030f60d83 req-1c854b33-dbc9-4e67-a613-33cf06c83252 tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:12.642376 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-201e244b-db18-4932-8c11-d23030f60d83 req-1c854b33-dbc9-4e67-a613-33cf06c83252 tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 943 time: 0.1716821 Jul 16 01:19:12.757845 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-201e244b-db18-4932-8c11-d23030f60d83 req-db22e0c3-d18c-4365-925e-8d231a46edaa tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/security-groups?id=59f970a4-3f92-4d92-acab-b6213c6d85a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037669 Jul 16 01:19:12.786957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5f827f3-8d8f-44b4-8cd8-c06233701550 req-a0bf410a-4004-44ef-b35a-eb0ae63cdc2e service neutron] 10.222.0.69 "GET /v2.0/networks/a2e224f3-382b-4610-99cb-b93eaec170da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620347 Jul 16 01:19:12.816538 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-299d4d65-f67a-473d-9bf9-6915aa12954e req-a817d9f3-b3c0-4a9b-8799-b6e8bb8eced7 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.820134 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-299d4d65-f67a-473d-9bf9-6915aa12954e req-a817d9f3-b3c0-4a9b-8799-b6e8bb8eced7 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.852014 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-299d4d65-f67a-473d-9bf9-6915aa12954e req-a817d9f3-b3c0-4a9b-8799-b6e8bb8eced7 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:12.853286 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-299d4d65-f67a-473d-9bf9-6915aa12954e req-a817d9f3-b3c0-4a9b-8799-b6e8bb8eced7 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3836524 Jul 16 01:19:12.859810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817d9f3-b3c0-4a9b-8799-b6e8bb8eced7 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f64a0b66-22cd-4148-9936-b823d161b10a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:13.040463 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e67b93d-e6c9-4c2c-9338-6e467ada7d3b req-e71a453c-e645-4df1-854e-4022a60f2d82 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d147e661-1261-4a5f-a430-2b147087c5a7 HTTP/1.1" status: 200 len: 210 time: 0.0500312 Jul 16 01:19:13.043222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca9c61-145d-405c-b6d9-0028b154eec6 req-f6c63995-55da-45d8-8f45-5d30fb9712d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:13.045307 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7ca9c61-145d-405c-b6d9-0028b154eec6 req-f6c63995-55da-45d8-8f45-5d30fb9712d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8e4a1b930cee4ed0adbb3d85f1436763&device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 1095 time: 0.1810608 Jul 16 01:19:13.082374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579a4c0-7a95-4920-a849-a14e1396a77e req-a454ff3e-362d-451c-b183-92f86991e004 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:13.084415 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9579a4c0-7a95-4920-a849-a14e1396a77e req-a454ff3e-362d-451c-b183-92f86991e004 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 948 time: 0.1594071 Jul 16 01:19:13.224152 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-9d900ffa-3b59-44d4-8f7c-d7d87fdd8a9a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e4298f2f0e1c43a087775279fb78d121&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0485420 Jul 16 01:19:13.254735 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9579a4c0-7a95-4920-a849-a14e1396a77e req-03e85700-7c5c-4108-92dc-09523d68d7c8 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570365 Jul 16 01:19:13.361776 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca9c61-145d-405c-b6d9-0028b154eec6 req-447bac84-9970-4f2d-af21-0c54e5ec3fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:13.363316 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7ca9c61-145d-405c-b6d9-0028b154eec6 req-447bac84-9970-4f2d-af21-0c54e5ec3fd2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a2e224f3-382b-4610-99cb-b93eaec170da HTTP/1.1" status: 200 len: 926 time: 0.3093719 Jul 16 01:19:13.374480 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-2a6ac3e8-20a5-439b-ab38-478845da139b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e4298f2f0e1c43a087775279fb78d121&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464163 Jul 16 01:19:13.455541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 92ad48a1-cd61-4b71-8c69-90c7accb11bc up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:13.459963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7ca9c61-145d-405c-b6d9-0028b154eec6 req-1e404407-9436-4fbc-a958-05f7b6c46bc4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3468ae4-c689-40f2-9505-74cf1f2f9603 HTTP/1.1" status: 200 len: 217 time: 0.0579824 Jul 16 01:19:13.553874 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 92ad48a1-cd61-4b71-8c69-90c7accb11bc completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:13.556620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-daa8d7fc-82e8-4803-981f-3b944cb1b9b8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:13.560264 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 92ad48a1-cd61-4b71-8c69-90c7accb11bc triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:13.561099 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.564117 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-daa8d7fc-82e8-4803-981f-3b944cb1b9b8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1755056 Jul 16 01:19:13.580420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-a17bf989-013b-4df6-ab84-3ce909b38c33 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Request body: {'port': {'device_id': 'f9f08770-10f8-4bf3-a346-22cb6cf278c9', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': 'e4298f2f0e1c43a087775279fb78d121'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:13.585027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-4291cfd5-2443-4dc1-87d8-7a856ad0de33 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:13.586482 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-4291cfd5-2443-4dc1-87d8-7a856ad0de33 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3225179 Jul 16 01:19:13.591937 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca9c61-145d-405c-b6d9-0028b154eec6 req-65c31c26-8519-4527-8ac1-c099b73dd01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:13.593422 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7ca9c61-145d-405c-b6d9-0028b154eec6 req-65c31c26-8519-4527-8ac1-c099b73dd01d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=feb74ede-8ab7-46b3-b726-7cebf6765512 HTTP/1.1" status: 200 len: 865 time: 0.1143146 Jul 16 01:19:13.617928 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068270a4-bec6-4897-a2f3-f6ee0001dfea req-c298ca93-4fc1-4c56-8a2a-a6895028f3ba tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:13.619511 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-068270a4-bec6-4897-a2f3-f6ee0001dfea req-c298ca93-4fc1-4c56-8a2a-a6895028f3ba tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 943 time: 0.1533191 Jul 16 01:19:13.624284 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-085e1ed5-202e-4483-80e5-461e6e7d2c76 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Request body: {'port': {'device_id': 'd147e661-1261-4a5f-a430-2b147087c5a7', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': 'e4298f2f0e1c43a087775279fb78d121'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:13.675907 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.714888 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 92ad48a1-cd61-4b71-8c69-90c7accb11bc, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=92ad48a1-cd61-4b71-8c69-90c7accb11bc,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:13.719076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7ca9c61-145d-405c-b6d9-0028b154eec6 req-a57f2568-d6cc-400e-b021-b243df310ede service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a2e224f3-382b-4610-99cb-b93eaec170da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910037 Jul 16 01:19:13.719724 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.720566 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device be3efc5b-19d7-483a-bc0e-0f388d4073eb up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:13.743024 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-a17bf989-013b-4df6-ab84-3ce909b38c33 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Made reservation on behalf of e4298f2f0e1c43a087775279fb78d121 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:13.748099 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-a17bf989-013b-4df6-ab84-3ce909b38c33 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.759342 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034909ae-989f-4848-b4c9-779273771c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ad48a1-cd61-4b71-8c69-90c7accb11bc'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:13.761781 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7590b9c5-7797-4feb-ac8a-8ce8a5e67a5d" -d '{"events": [{"server_uuid": "034909ae-989f-4848-b4c9-779273771c5d", "name": "network-vif-plugged", "status": "completed", "tag": "92ad48a1-cd61-4b71-8c69-90c7accb11bc"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:13.817444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port be3efc5b-19d7-483a-bc0e-0f388d4073eb triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:13.817844 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.822603 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=92ad48a1-cd61-4b71-8c69-90c7accb11bc,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:13.888241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-068270a4-bec6-4897-a2f3-f6ee0001dfea req-2c433ce7-8e73-4abb-a37f-99d29c45dd7a tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397902 Jul 16 01:19:13.894723 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-a17bf989-013b-4df6-ab84-3ce909b38c33 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Allocated IP 192.168.233.113 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/a6b9cf45-f6a8-4d0a-a072-111592f93f23) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:13.919126 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.932836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-e3698f37-aa80-4381-8d40-49e3da93dc92 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:13.940112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-e3698f37-aa80-4381-8d40-49e3da93dc92 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/networks?id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f HTTP/1.1" status: 200 len: 812 time: 0.3032744 Jul 16 01:19:13.968994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-0643511d-f574-4b91-bee9-5ca6aa0c5606 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/quotas/3d706f64229f48619debf05976cb1d01 HTTP/1.1" status: 200 len: 375 time: 0.0278618 Jul 16 01:19:13.980290 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port be3efc5b-19d7-483a-bc0e-0f388d4073eb, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:13.986490 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:13.997682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7ca9c61-145d-405c-b6d9-0028b154eec6 req-7bb951a4-b2a4-4b31-93b2-5c6d409848d4 service neutron] 10.222.0.69 "GET /v2.0/networks/a2e224f3-382b-4610-99cb-b93eaec170da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684042 Jul 16 01:19:14.028693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-085e1ed5-202e-4483-80e5-461e6e7d2c76 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Made reservation on behalf of e4298f2f0e1c43a087775279fb78d121 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:14.032613 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-085e1ed5-202e-4483-80e5-461e6e7d2c76 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.052924 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=be3efc5b-19d7-483a-bc0e-0f388d4073eb,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:14.086388 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-a17bf989-013b-4df6-ab84-3ce909b38c33 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.100663 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-a17bf989-013b-4df6-ab84-3ce909b38c33 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Transition to ACTIVE for port object a6b9cf45-f6a8-4d0a-a072-111592f93f23 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:14.137843 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-a17bf989-013b-4df6-ab84-3ce909b38c33 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.155890 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e644050a-cb5b-4e73-937b-9251d818c3a5', '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:14.159354 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d072c8f9-77d9-479a-9927-64b9a4aed96e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:14.192312 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-a17bf989-013b-4df6-ab84-3ce909b38c33 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:14.196237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-a17bf989-013b-4df6-ab84-3ce909b38c33 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:14.201251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-a17bf989-013b-4df6-ab84-3ce909b38c33 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:14.227318 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7ca9c61-145d-405c-b6d9-0028b154eec6 req-4271537c-0bbf-4781-8087-2f7c3b790926 service neutron] 10.222.0.69 "GET /v2.0/networks/a2e224f3-382b-4610-99cb-b93eaec170da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037096 Jul 16 01:19:14.255559 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-a17bf989-013b-4df6-ab84-3ce909b38c33 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:14.256302 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-a17bf989-013b-4df6-ab84-3ce909b38c33 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.262785 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bf989-013b-4df6-ab84-3ce909b38c33 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Pushing event updated for resources: {'Port': ['ID=a6b9cf45-f6a8-4d0a-a072-111592f93f23,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:14.267788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-7aea6d55-1343-4fc7-9c52-73a7cf8c5f0c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d706f64229f48619debf05976cb1d01&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2977176 Jul 16 01:19:14.297489 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-a17bf989-013b-4df6-ab84-3ce909b38c33 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7229736 Jul 16 01:19:14.318333 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Request body: {'port': {'device_id': 'f9f08770-10f8-4bf3-a346-22cb6cf278c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:14.435879 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.501960 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-7c7cf2a2-9c98-4393-b51c-deb45113a809 service neutron] 10.222.0.22 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330360 Jul 16 01:19:14.534508 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:14.576806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-085e1ed5-202e-4483-80e5-461e6e7d2c76 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Allocated IP 192.168.233.205 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/a4c1e466-cbec-4822-82cd-9fa5c6b43430) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:14.616466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-55b476fa-f7d7-45a9-a4df-535d902073f1 None None] Provisioning for port a6b9cf45-f6a8-4d0a-a072-111592f93f23 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:14.650338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-55b476fa-f7d7-45a9-a4df-535d902073f1 None None] Provisioning complete for port a6b9cf45-f6a8-4d0a-a072-111592f93f23 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:14.650708 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-55b476fa-f7d7-45a9-a4df-535d902073f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.701101 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-ab09459f-2dc1-48e3-9a6a-6937e8636603 service neutron] 10.222.0.22 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979170 Jul 16 01:19:14.713551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=fa4dc5fa-1f83-4f95-b291-f37970b8c2e3,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:14.723812 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-b779d894-1f1e-49d3-8216-99948de92353 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:14.725510 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-b779d894-1f1e-49d3-8216-99948de92353 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.69 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2&tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 949 time: 0.3116767 Jul 16 01:19:14.725961 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-55b476fa-f7d7-45a9-a4df-535d902073f1 None None] Port a6b9cf45-f6a8-4d0a-a072-111592f93f23 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:14.733120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'fa4dc5fa-1f83-4f95-b291-f37970b8c2e3', 'network_id': '1c3b3996-e13d-4cd0-b013-fdf1b512579a', 'port_id': 'fa4dc5fa-1f83-4f95-b291-f37970b8c2e3', 'mac_address': 'fa:16:3e:0f:92:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '710a43f8-dfc4-40df-9285-e335bfac1915', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:14.777546 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.793363 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:14.816066 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=fa4dc5fa-1f83-4f95-b291-f37970b8c2e3,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:14.822286 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.856197 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-2d18ee20-d81d-46c6-8b5d-823b55d0997d service neutron] 10.222.0.69 "GET /v2.0/ports/be3efc5b-19d7-483a-bc0e-0f388d4073eb/bindings/n-h1-791505-14 HTTP/1.1" status: 200 len: 383 time: 0.1156504 Jul 16 01:19:14.875187 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-085e1ed5-202e-4483-80e5-461e6e7d2c76 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:14.893662 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=fa4dc5fa-1f83-4f95-b291-f37970b8c2e3,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:14.917055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-085e1ed5-202e-4483-80e5-461e6e7d2c76 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Transition to ACTIVE for port object a4c1e466-cbec-4822-82cd-9fa5c6b43430 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:14.939150 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db288af-5a68-438a-ac3f-79fb6dd9c4a9 x-openstack-request-id: req-7db288af-5a68-438a-ac3f-79fb6dd9c4a9 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:14.939941 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034909ae-989f-4848-b4c9-779273771c5d", "name": "network-vif-plugged", "status": "completed", "tag": "92ad48a1-cd61-4b71-8c69-90c7accb11bc", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:14.940425 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7db288af-5a68-438a-ac3f-79fb6dd9c4a9 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:14.941424 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034909ae-989f-4848-b4c9-779273771c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ad48a1-cd61-4b71-8c69-90c7accb11bc', 'code': 200} Jul 16 01:19:14.994675 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-085e1ed5-202e-4483-80e5-461e6e7d2c76 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.041865 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-ce1132a7-8a47-4e3e-8909-fe49e5741b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:15.043580 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-ce1132a7-8a47-4e3e-8909-fe49e5741b28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 1101 time: 0.1374028 Jul 16 01:19:15.045284 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d072c8f9-77d9-479a-9927-64b9a4aed96e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:15.100524 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-085e1ed5-202e-4483-80e5-461e6e7d2c76 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:15.135863 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-085e1ed5-202e-4483-80e5-461e6e7d2c76 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:15.145094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e644050a-cb5b-4e73-937b-9251d818c3a5', '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:15.163110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-085e1ed5-202e-4483-80e5-461e6e7d2c76 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:15.198565 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085e1ed5-202e-4483-80e5-461e6e7d2c76 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Pushing event updated for resources: {'Port': ['ID=a4c1e466-cbec-4822-82cd-9fa5c6b43430,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:15.273739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c998b7-5830-41c5-a56e-cb71970d74e9 req-be3be146-aaad-43ea-810e-ce5c717742dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:15.275675 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d7c998b7-5830-41c5-a56e-cb71970d74e9 req-be3be146-aaad-43ea-810e-ce5c717742dc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=034909ae-989f-4848-b4c9-779273771c5d HTTP/1.1" status: 200 len: 1097 time: 0.1907358 Jul 16 01:19:15.290021 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-085e1ed5-202e-4483-80e5-461e6e7d2c76 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:15.290962 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-085e1ed5-202e-4483-80e5-461e6e7d2c76 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.350173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-1d071906-2a26-470c-8d85-b1e5abda2605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:15.353155 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-1d071906-2a26-470c-8d85-b1e5abda2605 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2784164 Jul 16 01:19:15.366819 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-085e1ed5-202e-4483-80e5-461e6e7d2c76 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7460849 Jul 16 01:19:15.386315 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a148a-99ec-4728-99da-b13552115fbe req-af237afa-e961-4be9-a3d5-51bc1a7a89ee tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:15.407278 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d7c998b7-5830-41c5-a56e-cb71970d74e9 req-d6104848-856d-43a4-830a-49ab730426c3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137333 Jul 16 01:19:15.412032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-388a148a-99ec-4728-99da-b13552115fbe req-af237afa-e961-4be9-a3d5-51bc1a7a89ee tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 943 time: 0.3157444 Jul 16 01:19:15.433316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b9cf45-f6a8-4d0a-a072-111592f93f23 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:15.448027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Request body: {'port': {'device_id': 'd147e661-1261-4a5f-a430-2b147087c5a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:15.453795 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.461229 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['fa4dc5fa-1f83-4f95-b291-f37970b8c2e3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:15.478933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e3468ae4-c689-40f2-9505-74cf1f2f9603 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:15.502296 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Transition to ACTIVE for port object a6b9cf45-f6a8-4d0a-a072-111592f93f23 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:15.510684 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.574392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b9cf45-f6a8-4d0a-a072-111592f93f23,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:15.690355 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-f8a6e2e1-4ea2-435e-850f-72defdcf6d8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb HTTP/1.1" status: 200 len: 217 time: 0.2745712 Jul 16 01:19:15.712225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Attempting to bind port a6b9cf45-f6a8-4d0a-a072-111592f93f23 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:15.712570 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Attempting to bind port a6b9cf45-f6a8-4d0a-a072-111592f93f23 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:15.712900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Attempting to bind port a6b9cf45-f6a8-4d0a-a072-111592f93f23 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:15.723685 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Port a6b9cf45-f6a8-4d0a-a072-111592f93f23 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:15.725302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Attempting to bind port a6b9cf45-f6a8-4d0a-a072-111592f93f23 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:15.738103 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:15.738451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:15.741410 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:15.741869 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Bound port: a6b9cf45-f6a8-4d0a-a072-111592f93f23, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:15.742750 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.758776 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e3468ae4-c689-40f2-9505-74cf1f2f9603, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e3468ae4-c689-40f2-9505-74cf1f2f9603,segment=NetworkSegment(d3c5b18f-7d2f-4075-92df-f7e0f4aa37a5),segment_id=d3c5b18f-7d2f-4075-92df-f7e0f4aa37a5)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:15.771167 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.795023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'e3468ae4-c689-40f2-9505-74cf1f2f9603', 'network_id': 'a2e224f3-382b-4610-99cb-b93eaec170da', 'port_id': 'e3468ae4-c689-40f2-9505-74cf1f2f9603', 'mac_address': 'fa:16:3e:b7:e9:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'feb74ede-8ab7-46b3-b726-7cebf6765512', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:15.796450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-388a148a-99ec-4728-99da-b13552115fbe req-a32e15dc-8238-4478-9cb4-ec781ed017ab tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/security-groups?id=59f970a4-3f92-4d92-acab-b6213c6d85a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834343 Jul 16 01:19:15.813552 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-bb2a08af-a99d-42dd-ad98-7f5bca790313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:15.826363 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-bb2a08af-a99d-42dd-ad98-7f5bca790313 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1139386 Jul 16 01:19:15.922456 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] For port a6b9cf45-f6a8-4d0a-a072-111592f93f23, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:15.932789 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] For port a6b9cf45-f6a8-4d0a-a072-111592f93f23, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a6b9cf45-f6a8-4d0a-a072-111592f93f23,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:15.946032 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:15.984391 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.009625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-683e8654-0b63-4e12-b31b-6626a36445c2 None None] Provisioning for port a4c1e466-cbec-4822-82cd-9fa5c6b43430 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:16.019073 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-683e8654-0b63-4e12-b31b-6626a36445c2 None None] Provisioning complete for port a4c1e466-cbec-4822-82cd-9fa5c6b43430 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:16.020346 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-683e8654-0b63-4e12-b31b-6626a36445c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.067659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-683e8654-0b63-4e12-b31b-6626a36445c2 None None] Port a4c1e466-cbec-4822-82cd-9fa5c6b43430 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:16.078245 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3468ae4-c689-40f2-9505-74cf1f2f9603 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:16.082236 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b9cf45-f6a8-4d0a-a072-111592f93f23,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:16.101177 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:16.101807 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.103230 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-5250f35f-ec23-4f45-9a70-00c45455ff71 service neutron] 10.222.0.70 "PUT /v2.0/ports/a6b9cf45-f6a8-4d0a-a072-111592f93f23 HTTP/1.1" status: 200 len: 1097 time: 1.7953985 Jul 16 01:19:16.109105 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-63db3761-c9f6-47d9-a7d4-b12885ec4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:16.110663 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-63db3761-c9f6-47d9-a7d4-b12885ec4325 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2824471 Jul 16 01:19:16.128519 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9f08770-10f8-4bf3-a346-22cb6cf278c9', 'tag': 'a6b9cf45-f6a8-4d0a-a072-111592f93f23'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:16.134769 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e3468ae4-c689-40f2-9505-74cf1f2f9603, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e3468ae4-c689-40f2-9505-74cf1f2f9603,segment=NetworkSegment(d3c5b18f-7d2f-4075-92df-f7e0f4aa37a5),segment_id=d3c5b18f-7d2f-4075-92df-f7e0f4aa37a5)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:16.135979 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0f5a1c-f4d5-4fda-86c0-abc152d0ca7c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9f08770-10f8-4bf3-a346-22cb6cf278c9", "tag": "a6b9cf45-f6a8-4d0a-a072-111592f93f23"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:16.151639 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.216484 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e3468ae4-c689-40f2-9505-74cf1f2f9603,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:16.299798 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-de0143b1-40f2-484b-b1e9-b4e6ddbc6c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:16.301611 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-de0143b1-40f2-484b-b1e9-b4e6ddbc6c3e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&device_id=f9f08770-10f8-4bf3-a346-22cb6cf278c9 HTTP/1.1" status: 200 len: 1100 time: 0.1062450 Jul 16 01:19:16.386550 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-b158d884-da82-47c0-8c43-d7254d7ade8c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a6b9cf45-f6a8-4d0a-a072-111592f93f23 HTTP/1.1" status: 200 len: 217 time: 0.0653834 Jul 16 01:19:16.442317 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-56e6e092-4be5-4946-bf83-f6742a0b893e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:16.443929 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-56e6e092-4be5-4946-bf83-f6742a0b893e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0463567 Jul 16 01:19:16.513577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-eef5072d-dd7e-42cc-a8c9-4d8f8aab47e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:16.515365 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-eef5072d-dd7e-42cc-a8c9-4d8f8aab47e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0640962 Jul 16 01:19:16.527348 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a422a4b1-afd1-4d3b-9f4b-286917f53096 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:16.558696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e3468ae4-c689-40f2-9505-74cf1f2f9603'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:16.649084 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-da75e0c5-fd5a-4578-bc41-bc0b79a2811f service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180887 Jul 16 01:19:16.679443 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.739840 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a422a4b1-afd1-4d3b-9f4b-286917f53096, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a422a4b1-afd1-4d3b-9f4b-286917f53096,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:16.745417 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.765169 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-7f61481a-bd80-4540-8c53-6864f0250305 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025984 Jul 16 01:19:16.800624 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-b17d3105-7e41-46c0-bf83-b37313d98cc3 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6645567 Jul 16 01:19:16.808039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8b69b-c66f-464f-9eee-d1ea433ead9e req-a08e0e35-43a7-43d3-ae24-3fa8598a6aed tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:16.809604 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42d8b69b-c66f-464f-9eee-d1ea433ead9e req-a08e0e35-43a7-43d3-ae24-3fa8598a6aed tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d147e661-1261-4a5f-a430-2b147087c5a7 HTTP/1.1" status: 200 len: 936 time: 0.7111123 Jul 16 01:19:16.816363 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a422a4b1-afd1-4d3b-9f4b-286917f53096,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:16.842283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc112c38-70cc-4529-9112-0c5d229d50c7 req-fc68fd9e-18e7-4bc6-9b32-cf21579601f4 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:16.843789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc112c38-70cc-4529-9112-0c5d229d50c7 req-fc68fd9e-18e7-4bc6-9b32-cf21579601f4 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 949 time: 0.6459198 Jul 16 01:19:16.923634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4c1e466-cbec-4822-82cd-9fa5c6b43430 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:16.934570 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:16.942512 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30935cc-8b6d-4279-a6e3-80030efbf5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb'}, {'server_uuid': 'ec858e74-f43e-4d94-8e9c-fe16ff49fbf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a422a4b1-afd1-4d3b-9f4b-286917f53096'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:16.946282 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d074e832-496a-4a17-9ca2-ac77d7980ffe" -d '{"events": [{"server_uuid": "b30935cc-8b6d-4279-a6e3-80030efbf5b2", "name": "network-vif-plugged", "status": "completed", "tag": "be3efc5b-19d7-483a-bc0e-0f388d4073eb"}, {"server_uuid": "ec858e74-f43e-4d94-8e9c-fe16ff49fbf7", "name": "network-vif-unplugged", "status": "completed", "tag": "a422a4b1-afd1-4d3b-9f4b-286917f53096"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:16.988173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42d8b69b-c66f-464f-9eee-d1ea433ead9e req-6af8ebdb-214c-41d2-8660-e8afa82242f4 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703534 Jul 16 01:19:17.001368 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc112c38-70cc-4529-9112-0c5d229d50c7 req-9cb279b7-d7b7-4354-a5af-b8eef6c947da tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382906 Jul 16 01:19:17.002350 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Transition to ACTIVE for port object a4c1e466-cbec-4822-82cd-9fa5c6b43430 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:17.014149 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.067055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-7521632f-938d-49e6-b635-54face4392dc tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.069061 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-7521632f-938d-49e6-b635-54face4392dc tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.70 "GET /v2.0/networks?id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f HTTP/1.1" status: 200 len: 812 time: 0.1324077 Jul 16 01:19:17.098418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-35efe054-2b21-4ae8-967e-719ea8800099 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816947 Jul 16 01:19:17.103819 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2c548c5e-78f4-4d27-a195-92f2d87b217f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Request body: {'port': {'device_id': '480a1f5f-28ac-436d-94a1-42b6902c9a8e', 'network_id': '7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f', 'admin_state_up': True, 'tenant_id': '3d706f64229f48619debf05976cb1d01'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:17.131284 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1e466-cbec-4822-82cd-9fa5c6b43430,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:17.228890 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a42d8d32-bfe9-43a1-a5b6-ffcf4399e723 req-2d91c41f-92a0-4566-8fa7-4c372875340b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 210 time: 0.0588684 Jul 16 01:19:17.278823 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Attempting to bind port a4c1e466-cbec-4822-82cd-9fa5c6b43430 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:17.280000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Attempting to bind port a4c1e466-cbec-4822-82cd-9fa5c6b43430 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:17.280521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Attempting to bind port a4c1e466-cbec-4822-82cd-9fa5c6b43430 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:17.286175 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Port a4c1e466-cbec-4822-82cd-9fa5c6b43430 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:17.287342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Attempting to bind port a4c1e466-cbec-4822-82cd-9fa5c6b43430 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:17.294392 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:17.295328 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:17.295943 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:17.296568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Bound port: a4c1e466-cbec-4822-82cd-9fa5c6b43430, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:17.297413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.311997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2c548c5e-78f4-4d27-a195-92f2d87b217f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Made reservation on behalf of 3d706f64229f48619debf05976cb1d01 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:17.315872 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2c548c5e-78f4-4d27-a195-92f2d87b217f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.432370 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] For port a4c1e466-cbec-4822-82cd-9fa5c6b43430, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:17.451174 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] For port a4c1e466-cbec-4822-82cd-9fa5c6b43430, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a4c1e466-cbec-4822-82cd-9fa5c6b43430,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:17.459170 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.490551 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2c548c5e-78f4-4d27-a195-92f2d87b217f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Allocated IP 172.20.0.12 (7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f/fb650270-6140-4296-a509-9c2a289fb9f7/dfbd523e-ac04-4810-997d-2ac5d70f9eb3) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:17.509018 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.509742 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.511301 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] 10.222.0.69 "PUT /v2.0/ports/a4c1e466-cbec-4822-82cd-9fa5c6b43430 HTTP/1.1" status: 200 len: 1097 time: 2.0771077 Jul 16 01:19:17.511819 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd147e661-1261-4a5f-a430-2b147087c5a7', 'tag': 'a4c1e466-cbec-4822-82cd-9fa5c6b43430'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:17.515076 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646f371f-5fac-48b8-a667-236672857678" -d '{"events": [{"name": "network-changed", "server_uuid": "d147e661-1261-4a5f-a430-2b147087c5a7", "tag": "a4c1e466-cbec-4822-82cd-9fa5c6b43430"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:17.527816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe9841-a126-4bbc-8ce8-e4cea12acc92 req-02a4f2ba-07cf-424e-88a3-0065e0735c9b tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.529416 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28fe9841-a126-4bbc-8ce8-e4cea12acc92 req-02a4f2ba-07cf-424e-88a3-0065e0735c9b tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 944 time: 0.1535313 Jul 16 01:19:17.558590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d161693-d325-4ce1-861f-b54aa6f5e213 service neutron] Pushing event updated for resources: {'Port': ['ID=a4c1e466-cbec-4822-82cd-9fa5c6b43430,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:17.605078 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28fe9841-a126-4bbc-8ce8-e4cea12acc92 req-bda582e6-517d-4d3d-b954-c036061c6f3d tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634551 Jul 16 01:19:17.702934 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-6021d353-b0bf-4351-b099-e3a6749ed3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.704509 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-6021d353-b0bf-4351-b099-e3a6749ed3e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&device_id=d147e661-1261-4a5f-a430-2b147087c5a7 HTTP/1.1" status: 200 len: 1100 time: 0.1293118 Jul 16 01:19:17.746137 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2c548c5e-78f4-4d27-a195-92f2d87b217f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.771795 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-d6c8f66d-a4b5-4dd0-8d1e-3a7d3ca8acf7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=a4c1e466-cbec-4822-82cd-9fa5c6b43430 HTTP/1.1" status: 200 len: 217 time: 0.0536950 Jul 16 01:19:17.793657 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2c548c5e-78f4-4d27-a195-92f2d87b217f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.809929 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['25e07eee-af1f-4ac3-bc7a-a2911beb32fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:17.835114 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2c548c5e-78f4-4d27-a195-92f2d87b217f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Network 7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:17.841620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2c548c5e-78f4-4d27-a195-92f2d87b217f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:17.845645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2c548c5e-78f4-4d27-a195-92f2d87b217f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:17.845813 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-dd88d2c3-7139-4425-b2c4-09e7ff1e8ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.847337 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-dd88d2c3-7139-4425-b2c4-09e7ff1e8ee8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0673256 Jul 16 01:19:17.874007 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68123234-61b1-43b4-8c8b-89fc58bd5ba2 x-openstack-request-id: req-68123234-61b1-43b4-8c8b-89fc58bd5ba2 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:17.874302 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9f08770-10f8-4bf3-a346-22cb6cf278c9", "tag": "a6b9cf45-f6a8-4d0a-a072-111592f93f23", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:17.874559 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68123234-61b1-43b4-8c8b-89fc58bd5ba2 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:17.874954 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9f08770-10f8-4bf3-a346-22cb6cf278c9', 'tag': 'a6b9cf45-f6a8-4d0a-a072-111592f93f23', 'status': 'completed', 'code': 200} Jul 16 01:19:17.885175 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c548c5e-78f4-4d27-a195-92f2d87b217f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event updated for resources: {'Port': ['ID=dfbd523e-ac04-4810-997d-2ac5d70f9eb3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:17.915049 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2c548c5e-78f4-4d27-a195-92f2d87b217f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.916345 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2c548c5e-78f4-4d27-a195-92f2d87b217f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:17.933810 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2c548c5e-78f4-4d27-a195-92f2d87b217f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8518012 Jul 16 01:19:17.962513 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Request body: {'port': {'device_id': '480a1f5f-28ac-436d-94a1-42b6902c9a8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:17.962930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-2dd06b3a-616c-47d7-9ff4-e82f66a49de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:17.964342 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-2dd06b3a-616c-47d7-9ff4-e82f66a49de4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1061473 Jul 16 01:19:18.056628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f5a1c-f4d5-4fda-86c0-abc152d0ca7c req-0484f8dc-3d6b-495d-a4f1-15ef4e2990f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:18.058145 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d0f5a1c-f4d5-4fda-86c0-abc152d0ca7c req-0484f8dc-3d6b-495d-a4f1-15ef4e2990f5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&device_id=f9f08770-10f8-4bf3-a346-22cb6cf278c9 HTTP/1.1" status: 200 len: 1100 time: 0.1438129 Jul 16 01:19:18.073543 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.232357 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f5a1c-f4d5-4fda-86c0-abc152d0ca7c req-a4d7bd4e-b5ec-4471-bb15-3dd17f3f74cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:18.233639 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d0f5a1c-f4d5-4fda-86c0-abc152d0ca7c req-a4d7bd4e-b5ec-4471-bb15-3dd17f3f74cf service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.1286461 Jul 16 01:19:18.267553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4951baa-8674-4f59-9d99-22f4ddc905d0 req-93def5ff-b6f7-4587-ad84-243daf71b2ff tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:18.273398 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4951baa-8674-4f59-9d99-22f4ddc905d0 req-93def5ff-b6f7-4587-ad84-243daf71b2ff tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 944 time: 0.2828996 Jul 16 01:19:18.276513 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0361564-ddc3-4f47-b5e5-ebb24b959c46 x-openstack-request-id: req-a0361564-ddc3-4f47-b5e5-ebb24b959c46 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:18.277053 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30935cc-8b6d-4279-a6e3-80030efbf5b2", "name": "network-vif-plugged", "status": "completed", "tag": "be3efc5b-19d7-483a-bc0e-0f388d4073eb", "code": 200}, {"server_uuid": "ec858e74-f43e-4d94-8e9c-fe16ff49fbf7", "name": "network-vif-unplugged", "status": "completed", "tag": "a422a4b1-afd1-4d3b-9f4b-286917f53096", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:18.277053 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a0361564-ddc3-4f47-b5e5-ebb24b959c46 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:18.277709 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30935cc-8b6d-4279-a6e3-80030efbf5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb', 'code': 200} Jul 16 01:19:18.277972 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec858e74-f43e-4d94-8e9c-fe16ff49fbf7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a422a4b1-afd1-4d3b-9f4b-286917f53096', 'code': 200} Jul 16 01:19:18.342667 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-48b36b49-aea2-4576-b820-40aed0540dc1 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624415 Jul 16 01:19:18.345282 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d0f5a1c-f4d5-4fda-86c0-abc152d0ca7c req-dc8c3d16-a680-42c8-9c27-56354b778b40 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a6b9cf45-f6a8-4d0a-a072-111592f93f23 HTTP/1.1" status: 200 len: 217 time: 0.1001668 Jul 16 01:19:18.401746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbd523e-ac04-4810-997d-2ac5d70f9eb3 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:18.409485 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.422131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Transition to ACTIVE for port object dfbd523e-ac04-4810-997d-2ac5d70f9eb3 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:18.427857 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.437450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4951baa-8674-4f59-9d99-22f4ddc905d0 req-41db06c0-328a-4160-b826-e8ed68b9ca6b tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/security-groups?id=59f970a4-3f92-4d92-acab-b6213c6d85a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009691 Jul 16 01:19:18.459041 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e25998-6f8c-467b-8553-6650d602f2c3 x-openstack-request-id: req-62e25998-6f8c-467b-8553-6650d602f2c3 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:18.459471 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d147e661-1261-4a5f-a430-2b147087c5a7", "tag": "a4c1e466-cbec-4822-82cd-9fa5c6b43430", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:18.459733 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-62e25998-6f8c-467b-8553-6650d602f2c3 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:18.460152 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd147e661-1261-4a5f-a430-2b147087c5a7', 'tag': 'a4c1e466-cbec-4822-82cd-9fa5c6b43430', 'status': 'completed', 'code': 200} Jul 16 01:19:18.464237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f5a1c-f4d5-4fda-86c0-abc152d0ca7c req-48e2c7c5-2388-4f30-a909-5621d667fce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:18.465927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d0f5a1c-f4d5-4fda-86c0-abc152d0ca7c req-48e2c7c5-2388-4f30-a909-5621d667fce4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0905347 Jul 16 01:19:18.541352 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:18.584634 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd56b80-ab76-46d0-b214-04575d7f7bdf req-2367a63b-04be-4b26-8896-54eb30354a7e service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234249 Jul 16 01:19:18.601370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbd523e-ac04-4810-997d-2ac5d70f9eb3,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:18.647792 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Attempting to bind port dfbd523e-ac04-4810-997d-2ac5d70f9eb3 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:18.648133 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Attempting to bind port dfbd523e-ac04-4810-997d-2ac5d70f9eb3 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '09053f43-88fb-409a-a155-0acb6c3ed973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:18.648521 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Attempting to bind port dfbd523e-ac04-4810-997d-2ac5d70f9eb3 on network 7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:18.657851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Port dfbd523e-ac04-4810-997d-2ac5d70f9eb3 on network 7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:18.658182 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Attempting to bind port dfbd523e-ac04-4810-997d-2ac5d70f9eb3 on network 7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:18.666403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0f5a1c-f4d5-4fda-86c0-abc152d0ca7c req-357c3306-4aa8-4562-ad90-722afe7d8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:18.667816 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:18.668010 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d0f5a1c-f4d5-4fda-86c0-abc152d0ca7c req-357c3306-4aa8-4562-ad90-722afe7d8c5c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1619434 Jul 16 01:19:18.668203 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Checking segment: {'id': '09053f43-88fb-409a-a155-0acb6c3ed973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:18.669283 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Bound using segment: {'id': '09053f43-88fb-409a-a155-0acb6c3ed973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:18.670798 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:18.674982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:18.675564 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.676986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Bound port: dfbd523e-ac04-4810-997d-2ac5d70f9eb3, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09053f43-88fb-409a-a155-0acb6c3ed973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:18.679136 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.828864 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] For port dfbd523e-ac04-4810-997d-2ac5d70f9eb3, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:18.832027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] For port dfbd523e-ac04-4810-997d-2ac5d70f9eb3, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=dfbd523e-ac04-4810-997d-2ac5d70f9eb3,segment=NetworkSegment(09053f43-88fb-409a-a155-0acb6c3ed973),segment_id=09053f43-88fb-409a-a155-0acb6c3ed973)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:18.839725 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.879513 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.884092 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:18.884906 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.886862 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] 10.222.0.70 "PUT /v2.0/ports/dfbd523e-ac04-4810-997d-2ac5d70f9eb3 HTTP/1.1" status: 200 len: 1093 time: 0.9376757 Jul 16 01:19:18.933529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f371f-5fac-48b8-a667-236672857678 req-a64b69ba-ca43-41c9-86ad-9d043b8f3b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:18.938110 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-646f371f-5fac-48b8-a667-236672857678 req-a64b69ba-ca43-41c9-86ad-9d043b8f3b97 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&device_id=d147e661-1261-4a5f-a430-2b147087c5a7 HTTP/1.1" status: 200 len: 1100 time: 0.2691405 Jul 16 01:19:18.941349 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930a268-1ace-4e65-89d8-225d6b229799 service neutron] Pushing event updated for resources: {'Port': ['ID=dfbd523e-ac04-4810-997d-2ac5d70f9eb3,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:18.942835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d0f5a1c-f4d5-4fda-86c0-abc152d0ca7c req-c151fa46-0a03-4bc4-a510-c95c736b1651 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568805 Jul 16 01:19:18.948730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=fa4dc5fa-1f83-4f95-b291-f37970b8c2e3,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:18.954753 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:18.958862 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c606758-f1ea-4d40-b119-5fbf86d8e0a4 req-e9b3ad49-9216-453d-9764-7e5d5ca2abd0 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:18.965175 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c606758-f1ea-4d40-b119-5fbf86d8e0a4 req-e9b3ad49-9216-453d-9764-7e5d5ca2abd0 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d147e661-1261-4a5f-a430-2b147087c5a7 HTTP/1.1" status: 200 len: 948 time: 0.3565195 Jul 16 01:19:19.012236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=fa4dc5fa-1f83-4f95-b291-f37970b8c2e3,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:19.021964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-52a91e64-0df4-4a43-920b-94fc8a5921d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.023481 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-52a91e64-0df4-4a43-920b-94fc8a5921d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d706f64229f48619debf05976cb1d01&device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 1096 time: 0.0636208 Jul 16 01:19:19.075910 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-5f98a7d9-fff3-46ae-bda8-7ba78d1518eb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfbd523e-ac04-4810-997d-2ac5d70f9eb3 HTTP/1.1" status: 200 len: 217 time: 0.0376036 Jul 16 01:19:19.142818 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-b1b351fe-99ce-4808-bf4e-68f47f270e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.144332 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-b1b351fe-99ce-4808-bf4e-68f47f270e4c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fb650270-6140-4296-a509-9c2a289fb9f7 HTTP/1.1" status: 200 len: 852 time: 0.0546780 Jul 16 01:19:19.181775 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-99ea9fcb-fdde-47d2-9052-4a2829e987b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282741 Jul 16 01:19:19.204574 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c606758-f1ea-4d40-b119-5fbf86d8e0a4 req-15835a15-39ae-4fa9-82f0-190707c1b264 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032828 Jul 16 01:19:19.221068 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f371f-5fac-48b8-a667-236672857678 req-1038bb69-b74f-428e-be18-fb9155310e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.222562 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-646f371f-5fac-48b8-a667-236672857678 req-1038bb69-b74f-428e-be18-fb9155310e5f service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2498655 Jul 16 01:19:19.230903 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d0f5a1c-f4d5-4fda-86c0-abc152d0ca7c req-a51da2bd-e66a-4689-b411-e3ab4ce5e86f service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308226 Jul 16 01:19:19.249266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f84aab-370a-4830-a68a-976190306955 req-5c450f65-1a91-43f6-969d-c8749e602863 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.253053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-78f84aab-370a-4830-a68a-976190306955 req-5c450f65-1a91-43f6-969d-c8749e602863 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 949 time: 0.2874963 Jul 16 01:19:19.293483 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-f2511851-de7f-4053-b2ae-b49da2683725 service neutron] 10.222.0.70 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981622 Jul 16 01:19:19.298746 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-646f371f-5fac-48b8-a667-236672857678 req-1f528fea-d369-4444-b67f-a76db71ba45f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=a4c1e466-cbec-4822-82cd-9fa5c6b43430 HTTP/1.1" status: 200 len: 217 time: 0.0663927 Jul 16 01:19:19.320422 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-78f84aab-370a-4830-a68a-976190306955 req-e8b05e66-bf1e-482c-aaaf-b7fae0d4bfe8 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664556 Jul 16 01:19:19.405992 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b21fca09-b6aa-4d00-9625-0d5e66e8c7b0 req-a8a7ec63-260c-466b-b99f-ff44b5f76147 service neutron] 10.222.0.70 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021678 Jul 16 01:19:19.410202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f371f-5fac-48b8-a667-236672857678 req-f2f5bf6c-8aaa-4444-9718-bd4959dd6ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.412311 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-646f371f-5fac-48b8-a667-236672857678 req-f2f5bf6c-8aaa-4444-9718-bd4959dd6ce0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0899711 Jul 16 01:19:19.500726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e3468ae4-c689-40f2-9505-74cf1f2f9603 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:19.501521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcf6c9-40be-48be-881b-a59ad143363c req-64931469-2484-4a53-9e95-12bdc5d69d50 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.503040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25fcf6c9-40be-48be-881b-a59ad143363c req-64931469-2484-4a53-9e95-12bdc5d69d50 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 944 time: 0.1400721 Jul 16 01:19:19.548929 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port e3468ae4-c689-40f2-9505-74cf1f2f9603 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:19.552772 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port e3468ae4-c689-40f2-9505-74cf1f2f9603 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:19.553150 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.565031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f371f-5fac-48b8-a667-236672857678 req-15e91abc-2536-4985-808e-97d3d75d7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.566566 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-646f371f-5fac-48b8-a667-236672857678 req-15e91abc-2536-4985-808e-97d3d75d7f9e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1444330 Jul 16 01:19:19.577525 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8607128-587e-4a73-bef3-e6a8975f901e req-5bdeefdd-7368-435d-998b-8e84015f088b tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.578993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b8607128-587e-4a73-bef3-e6a8975f901e req-5bdeefdd-7368-435d-998b-8e84015f088b tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 945 time: 0.1463895 Jul 16 01:19:19.583011 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25fcf6c9-40be-48be-881b-a59ad143363c req-416d7cae-f032-42a5-902e-25e04ca0d2a2 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705867 Jul 16 01:19:19.636144 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.671847 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e3468ae4-c689-40f2-9505-74cf1f2f9603, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e3468ae4-c689-40f2-9505-74cf1f2f9603,segment=NetworkSegment(d3c5b18f-7d2f-4075-92df-f7e0f4aa37a5),segment_id=d3c5b18f-7d2f-4075-92df-f7e0f4aa37a5)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:19.677710 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:19.732212 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b8607128-587e-4a73-bef3-e6a8975f901e req-7eeb393a-f104-476a-ae18-72b9d9a18067 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411855 Jul 16 01:19:19.738204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e3468ae4-c689-40f2-9505-74cf1f2f9603,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:19.762057 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-646f371f-5fac-48b8-a667-236672857678 req-5461e077-edcf-4231-8565-8cf630c617f3 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819742 Jul 16 01:19:19.875863 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480a1f5f-28ac-436d-94a1-42b6902c9a8e', 'tag': 'dfbd523e-ac04-4810-997d-2ac5d70f9eb3'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:19.878500 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5238a72c-bcd6-4bae-b854-b91e7c2db0df" -d '{"events": [{"name": "network-changed", "server_uuid": "480a1f5f-28ac-436d-94a1-42b6902c9a8e", "tag": "dfbd523e-ac04-4810-997d-2ac5d70f9eb3"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:19.881248 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-60c5a3e6-5cf9-41c8-9fac-1d5d3399ead4 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:19.882758 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-60c5a3e6-5cf9-41c8-9fac-1d5d3399ead4 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/networks?id=31bc1cde-b305-452e-acfa-c234ab9f755a HTTP/1.1" status: 200 len: 804 time: 0.1845708 Jul 16 01:19:19.910518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-b64db7ba-2936-4ea9-8d77-2d5b74c0ea32 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/quotas/273b24d73284472c9c4d72d339ebbb9e HTTP/1.1" status: 200 len: 375 time: 0.0180485 Jul 16 01:19:19.930052 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-646f371f-5fac-48b8-a667-236672857678 req-c3c8f6fd-2ab5-4836-8613-fd2b0754eaa5 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375349 Jul 16 01:19:19.979992 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ddb7306f-67df-4e96-92f0-e71c94843649 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=273b24d73284472c9c4d72d339ebbb9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0620699 Jul 16 01:19:20.161896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-37510680-bd16-4aed-a1e2-88ac8a7fbdb8 service neutron] 10.222.0.22 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711211 Jul 16 01:19:20.170669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73295eb-12fb-460a-ad6e-69ae202d7eb8 req-f672296e-567d-483c-8b6e-ca37bb2f770a tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:20.172343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d73295eb-12fb-460a-ad6e-69ae202d7eb8 req-f672296e-567d-483c-8b6e-ca37bb2f770a tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 945 time: 0.1905959 Jul 16 01:19:20.175366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-dc3f2887-7352-4eea-bbf9-b12c3eb05fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:20.176743 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-dc3f2887-7352-4eea-bbf9-b12c3eb05fe2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2&tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50 HTTP/1.1" status: 200 len: 1101 time: 0.1459370 Jul 16 01:19:20.278903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee524f5-d772-4db4-a806-b8cf3389348d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4dc5fa-1f83-4f95-b291-f37970b8c2e3'}, {'server_uuid': '20d8d3cc-62a1-4bbc-ad22-8934f506764b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3468ae4-c689-40f2-9505-74cf1f2f9603'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:20.281438 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fe159b-ee48-42c5-984f-ef97b9a800a7" -d '{"events": [{"server_uuid": "cee524f5-d772-4db4-a806-b8cf3389348d", "name": "network-vif-plugged", "status": "completed", "tag": "fa4dc5fa-1f83-4f95-b291-f37970b8c2e3"}, {"server_uuid": "20d8d3cc-62a1-4bbc-ad22-8934f506764b", "name": "network-vif-plugged", "status": "completed", "tag": "e3468ae4-c689-40f2-9505-74cf1f2f9603"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:20.300297 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d73295eb-12fb-460a-ad6e-69ae202d7eb8 req-110e5d4d-f70c-447e-9748-a63a7a6dbace tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/security-groups?id=59f970a4-3f92-4d92-acab-b6213c6d85a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164560 Jul 16 01:19:20.337628 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-8a1c85df-e5b5-4aa7-af54-fbb6fb10d927 service neutron] 10.222.0.22 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642010 Jul 16 01:19:20.344077 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-a77baaac-da55-4364-8bf3-0477624b1c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:20.345520 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-a77baaac-da55-4364-8bf3-0477624b1c35 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 1101 time: 0.1375761 Jul 16 01:19:20.370623 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8317f65-e3a7-4ef2-8526-1c4eed8ba005 x-openstack-request-id: req-f8317f65-e3a7-4ef2-8526-1c4eed8ba005 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:20.371165 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480a1f5f-28ac-436d-94a1-42b6902c9a8e", "tag": "dfbd523e-ac04-4810-997d-2ac5d70f9eb3", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:20.371513 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8317f65-e3a7-4ef2-8526-1c4eed8ba005 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:20.372940 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480a1f5f-28ac-436d-94a1-42b6902c9a8e', 'tag': 'dfbd523e-ac04-4810-997d-2ac5d70f9eb3', 'status': 'completed', 'code': 200} Jul 16 01:19:20.456858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-5a50d20d-d0a7-42c8-a218-d8c26641acbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:20.458453 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-5a50d20d-d0a7-42c8-a218-d8c26641acbb service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.1033721 Jul 16 01:19:20.499100 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238a72c-bcd6-4bae-b854-b91e7c2db0df req-5637b34a-814b-4cb8-bf56-004090fd7643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:20.500945 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5238a72c-bcd6-4bae-b854-b91e7c2db0df req-5637b34a-814b-4cb8-bf56-004090fd7643 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d706f64229f48619debf05976cb1d01&device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 1096 time: 0.0951691 Jul 16 01:19:20.520383 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b95764-ffea-4300-aada-1a67c74e1577 x-openstack-request-id: req-74b95764-ffea-4300-aada-1a67c74e1577 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:20.520924 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee524f5-d772-4db4-a806-b8cf3389348d", "name": "network-vif-plugged", "status": "completed", "tag": "fa4dc5fa-1f83-4f95-b291-f37970b8c2e3", "code": 200}, {"server_uuid": "20d8d3cc-62a1-4bbc-ad22-8934f506764b", "name": "network-vif-plugged", "status": "completed", "tag": "e3468ae4-c689-40f2-9505-74cf1f2f9603", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:20.521047 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74b95764-ffea-4300-aada-1a67c74e1577 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:20.521466 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee524f5-d772-4db4-a806-b8cf3389348d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4dc5fa-1f83-4f95-b291-f37970b8c2e3', 'code': 200} Jul 16 01:19:20.521785 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d8d3cc-62a1-4bbc-ad22-8934f506764b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3468ae4-c689-40f2-9505-74cf1f2f9603', 'code': 200} Jul 16 01:19:20.540887 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a6b9cf45-f6a8-4d0a-a072-111592f93f23 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:20.548956 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-44c5c510-2105-4168-b479-da898e6d4b6d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb HTTP/1.1" status: 200 len: 217 time: 0.0666339 Jul 16 01:19:20.606996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbeeef4-9ca8-40e9-b126-41e40f2fc3b3 req-2beca49c-f0f2-4795-92ec-35c9c26da9fe tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:20.608623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfbeeef4-9ca8-40e9-b126-41e40f2fc3b3 req-2beca49c-f0f2-4795-92ec-35c9c26da9fe tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d147e661-1261-4a5f-a430-2b147087c5a7 HTTP/1.1" status: 200 len: 948 time: 0.1444199 Jul 16 01:19:20.698853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-388a67b2-43d9-4978-8e2f-2e02afff4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:20.700680 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-388a67b2-43d9-4978-8e2f-2e02afff4076 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1430314 Jul 16 01:19:20.724235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfbeeef4-9ca8-40e9-b126-41e40f2fc3b3 req-fdc5a3cd-e28e-4cb4-9ec5-5ca9b4263ac2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956712 Jul 16 01:19:20.919401 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a6b9cf45-f6a8-4d0a-a072-111592f93f23, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a6b9cf45-f6a8-4d0a-a072-111592f93f23,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:20.933273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'a6b9cf45-f6a8-4d0a-a072-111592f93f23', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'a6b9cf45-f6a8-4d0a-a072-111592f93f23', 'mac_address': 'fa:16:3e:3b:f9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:20.980200 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:20.999070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b9cf45-f6a8-4d0a-a072-111592f93f23 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:21.032511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a6b9cf45-f6a8-4d0a-a072-111592f93f23, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a6b9cf45-f6a8-4d0a-a072-111592f93f23,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:21.038326 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.100667 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a6b9cf45-f6a8-4d0a-a072-111592f93f23,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:21.113792 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238a72c-bcd6-4bae-b854-b91e7c2db0df req-2765eb3e-9131-4958-bf0c-b81cd7737ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.115315 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5238a72c-bcd6-4bae-b854-b91e7c2db0df req-2765eb3e-9131-4958-bf0c-b81cd7737ab4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f HTTP/1.1" status: 200 len: 913 time: 0.5997331 Jul 16 01:19:21.167334 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5238a72c-bcd6-4bae-b854-b91e7c2db0df req-04a4fe93-9938-4e0a-a240-02f8b795befe service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfbd523e-ac04-4810-997d-2ac5d70f9eb3 HTTP/1.1" status: 200 len: 217 time: 0.0342774 Jul 16 01:19:21.223557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83b0096d-21dc-4031-803a-05d3b6730527 req-f4d2e80d-ec50-43a2-9233-d66d9b4ba8a2 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 210 time: 0.0866313 Jul 16 01:19:21.227854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238a72c-bcd6-4bae-b854-b91e7c2db0df req-596a4ddb-cc60-47b1-9755-ad9a7c236a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.229402 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5238a72c-bcd6-4bae-b854-b91e7c2db0df req-596a4ddb-cc60-47b1-9755-ad9a7c236a71 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fb650270-6140-4296-a509-9c2a289fb9f7 HTTP/1.1" status: 200 len: 852 time: 0.0497456 Jul 16 01:19:21.273572 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5238a72c-bcd6-4bae-b854-b91e7c2db0df req-194246e3-2839-489e-a660-2a37fabc117f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310061 Jul 16 01:19:21.298539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fe2dc-6e5e-4c55-9850-c9e6ed21716f req-b5bf893c-14a2-4eb6-bb50-6c91c44b6778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.300069 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-880fe2dc-6e5e-4c55-9850-c9e6ed21716f req-b5bf893c-14a2-4eb6-bb50-6c91c44b6778 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 1097 time: 0.5984855 Jul 16 01:19:21.307186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a5d16-abf3-411e-9de7-9b64fe3cceed req-2ed69221-badc-45ed-af65-ddfea4b3eb96 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.308651 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e4a5d16-abf3-411e-9de7-9b64fe3cceed req-2ed69221-badc-45ed-af65-ddfea4b3eb96 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 949 time: 0.5976896 Jul 16 01:19:21.311014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-5c14c590-cefc-46e8-ba42-b2eecc8a2910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.312787 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-5c14c590-cefc-46e8-ba42-b2eecc8a2910 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5876427 Jul 16 01:19:21.314912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce2013-01b8-4825-ae0d-b5f01d8464b0 req-7ece2e66-fa35-4245-8f30-31dfbc6e2cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.315815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-87ce2013-01b8-4825-ae0d-b5f01d8464b0 req-7ece2e66-fa35-4245-8f30-31dfbc6e2cd9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 1097 time: 0.6128645 Jul 16 01:19:21.412874 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5238a72c-bcd6-4bae-b854-b91e7c2db0df req-bd8cce3a-ca43-4268-9bde-894fcd4b5b1b service neutron] 10.222.0.70 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268592 Jul 16 01:19:21.450332 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e4a5d16-abf3-411e-9de7-9b64fe3cceed req-908a6d18-de3b-4bef-8d87-c8bc3fee5149 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323361 Jul 16 01:19:21.455447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-880fe2dc-6e5e-4c55-9850-c9e6ed21716f req-5a791174-e7df-4559-9148-8da4a7893dc3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385653 Jul 16 01:19:21.458894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-87ce2013-01b8-4825-ae0d-b5f01d8464b0 req-6a1bd31e-68fb-4d68-afaf-3ed473720bfd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=59f970a4-3f92-4d92-acab-b6213c6d85a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299219 Jul 16 01:19:21.495345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-f7d12e73-3bdd-404b-b53f-5985fa63dd6d service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638856 Jul 16 01:19:21.513825 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5238a72c-bcd6-4bae-b854-b91e7c2db0df req-2d630650-2e3c-4ed5-92f7-f8f2b3bc7784 service neutron] 10.222.0.70 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894165 Jul 16 01:19:21.521316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a4c1e466-cbec-4822-82cd-9fa5c6b43430 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:21.523399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device be3efc5b-19d7-483a-bc0e-0f388d4073eb no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:21.597112 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a6b9cf45-f6a8-4d0a-a072-111592f93f23'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:21.674987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60daa84b-948a-4fac-80c8-89d73cdf71b0 req-08eb1e2c-9ea9-443b-9abb-26d43067f7d5 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.676799 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60daa84b-948a-4fac-80c8-89d73cdf71b0 req-08eb1e2c-9ea9-443b-9abb-26d43067f7d5 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.70 "GET /v2.0/ports?device_id=ec858e74-f43e-4d94-8e9c-fe16ff49fbf7 HTTP/1.1" status: 200 len: 943 time: 0.0886450 Jul 16 01:19:21.695609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-538ca1b2-9c2d-45db-8114-bf4697d1064c req-db2e085c-14f9-4e4e-8110-32ae15e4cb9c service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818304 Jul 16 01:19:21.713965 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4915ad96-e757-4956-a1bc-f58f4e44fd6e req-01e55c4b-2e3a-4604-a8df-d5ea87d17552 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:21.721930 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4915ad96-e757-4956-a1bc-f58f4e44fd6e req-01e55c4b-2e3a-4604-a8df-d5ea87d17552 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 944 time: 0.1142700 Jul 16 01:19:21.753520 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.785677 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4915ad96-e757-4956-a1bc-f58f4e44fd6e req-d52ee86e-6056-4165-8560-3caf306c03b4 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625265 Jul 16 01:19:21.806235 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a4c1e466-cbec-4822-82cd-9fa5c6b43430, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a4c1e466-cbec-4822-82cd-9fa5c6b43430,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:21.846670 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'a4c1e466-cbec-4822-82cd-9fa5c6b43430', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'a4c1e466-cbec-4822-82cd-9fa5c6b43430', 'mac_address': 'fa:16:3e:15:e5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:21.854569 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port be3efc5b-19d7-483a-bc0e-0f388d4073eb, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:21.865481 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.865732 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-60daa84b-948a-4fac-80c8-89d73cdf71b0 req-2ce9af65-702a-4942-8247-439a21b2c4b8 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Deleting port a422a4b1-afd1-4d3b-9f4b-286917f53096 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:21.866113 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-60daa84b-948a-4fac-80c8-89d73cdf71b0 req-2ce9af65-702a-4942-8247-439a21b2c4b8 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:21.946928 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.022328 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4c1e466-cbec-4822-82cd-9fa5c6b43430 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:22.041479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-60daa84b-948a-4fac-80c8-89d73cdf71b0 req-2ce9af65-702a-4942-8247-439a21b2c4b8 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] For port a422a4b1-afd1-4d3b-9f4b-286917f53096, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a422a4b1-afd1-4d3b-9f4b-286917f53096,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:22.042410 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-60daa84b-948a-4fac-80c8-89d73cdf71b0 req-2ce9af65-702a-4942-8247-439a21b2c4b8 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.053360 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a4c1e466-cbec-4822-82cd-9fa5c6b43430, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a4c1e466-cbec-4822-82cd-9fa5c6b43430,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:22.062081 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=be3efc5b-19d7-483a-bc0e-0f388d4073eb,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:22.069765 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-60daa84b-948a-4fac-80c8-89d73cdf71b0 req-2ce9af65-702a-4942-8247-439a21b2c4b8 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Calling delete_port for a422a4b1-afd1-4d3b-9f4b-286917f53096 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:22.073217 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.083109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-77fc3592-0c3b-4b32-8d27-a8df1fe13f39 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:22.084635 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-77fc3592-0c3b-4b32-8d27-a8df1fe13f39 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.69 "GET /v2.0/networks?id=31bc1cde-b305-452e-acfa-c234ab9f755a HTTP/1.1" status: 200 len: 804 time: 0.1745229 Jul 16 01:19:22.100354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e87b02-d7bb-444e-89d7-eecaa57b829d req-315b47dc-59f3-4947-8629-cb651c6eea00 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:22.101921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85e87b02-d7bb-444e-89d7-eecaa57b829d req-315b47dc-59f3-4947-8629-cb651c6eea00 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 945 time: 0.1695776 Jul 16 01:19:22.125216 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-6efc4744-a72e-42cf-805c-90f93011cd95 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Request body: {'port': {'device_id': '8ff1e056-53fa-4d47-8abe-92baa79f63f3', 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a', 'admin_state_up': True, 'tenant_id': '273b24d73284472c9c4d72d339ebbb9e'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:22.145019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=a4c1e466-cbec-4822-82cd-9fa5c6b43430,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:22.237012 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-60daa84b-948a-4fac-80c8-89d73cdf71b0 req-2ce9af65-702a-4942-8247-439a21b2c4b8 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.263607 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85e87b02-d7bb-444e-89d7-eecaa57b829d req-22146827-eb09-44f3-8160-0346f68d8c2f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046891 Jul 16 01:19:22.268939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce9af65-702a-4942-8247-439a21b2c4b8 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Pushing event deleted for resources: {'Port': ['ID=a422a4b1-afd1-4d3b-9f4b-286917f53096,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:22.285134 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4be839-17e3-4286-a8e2-e33d3c5c8d37 req-f0466a8d-2d25-4bed-99a1-42d4e9761d76 tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:22.287184 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c4be839-17e3-4286-a8e2-e33d3c5c8d37 req-f0466a8d-2d25-4bed-99a1-42d4e9761d76 tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 945 time: 0.2149160 Jul 16 01:19:22.318632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-6efc4744-a72e-42cf-805c-90f93011cd95 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Made reservation on behalf of 273b24d73284472c9c4d72d339ebbb9e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:22.322174 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-6efc4744-a72e-42cf-805c-90f93011cd95 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.333305 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-60daa84b-948a-4fac-80c8-89d73cdf71b0 req-2ce9af65-702a-4942-8247-439a21b2c4b8 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] No DVR routers for this DVR port a422a4b1-afd1-4d3b-9f4b-286917f53096 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:22.336308 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-60daa84b-948a-4fac-80c8-89d73cdf71b0 req-2ce9af65-702a-4942-8247-439a21b2c4b8 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.339521 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60daa84b-948a-4fac-80c8-89d73cdf71b0 req-2ce9af65-702a-4942-8247-439a21b2c4b8 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.70 "DELETE /v2.0/ports/a422a4b1-afd1-4d3b-9f4b-286917f53096 HTTP/1.1" status: 204 len: 173 time: 0.6529491 Jul 16 01:19:22.362281 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c4be839-17e3-4286-a8e2-e33d3c5c8d37 req-2e0a7885-4a2f-460f-9956-8947d3e65ea2 tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/security-groups?id=59f970a4-3f92-4d92-acab-b6213c6d85a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659516 Jul 16 01:19:22.374489 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec858e74-f43e-4d94-8e9c-fe16ff49fbf7', 'name': 'network-vif-deleted', 'tag': 'a422a4b1-afd1-4d3b-9f4b-286917f53096'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:22.381415 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111fd2bc-13d1-4820-b3ce-70bdfd1128c8" -d '{"events": [{"server_uuid": "ec858e74-f43e-4d94-8e9c-fe16ff49fbf7", "name": "network-vif-deleted", "tag": "a422a4b1-afd1-4d3b-9f4b-286917f53096"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:22.499906 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['a4c1e466-cbec-4822-82cd-9fa5c6b43430'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:22.522618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30935cc-8b6d-4279-a6e3-80030efbf5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:22.524872 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dc519e-cfe1-4595-9f3d-cf450552218a" -d '{"events": [{"server_uuid": "b30935cc-8b6d-4279-a6e3-80030efbf5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "be3efc5b-19d7-483a-bc0e-0f388d4073eb"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:22.532861 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-331f31cf-0cf6-48a9-b11b-7bfdf9932754 req-dfd88ec9-350d-4954-800a-be7895cc7052 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 210 time: 0.0425091 Jul 16 01:19:22.560985 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eda77d-0169-4741-9c42-230e34c70957 req-e3e01aa5-97d9-4ad5-a367-befb0af96091 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:22.562532 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95eda77d-0169-4741-9c42-230e34c70957 req-e3e01aa5-97d9-4ad5-a367-befb0af96091 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d147e661-1261-4a5f-a430-2b147087c5a7 HTTP/1.1" status: 200 len: 949 time: 0.1508732 Jul 16 01:19:22.564182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-6efc4744-a72e-42cf-805c-90f93011cd95 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Allocated IP 172.20.0.13 (31bc1cde-b305-452e-acfa-c234ab9f755a/f3e6b583-fd45-4762-b62c-551317d8f4e3/ef803be6-450c-4a58-85cc-93e6449162a7) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:22.572368 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device dfbd523e-ac04-4810-997d-2ac5d70f9eb3 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:22.643314 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5c1224-e9b2-4d0b-b406-db7f0d0e2be6 x-openstack-request-id: req-6c5c1224-e9b2-4d0b-b406-db7f0d0e2be6 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:22.644464 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec858e74-f43e-4d94-8e9c-fe16ff49fbf7", "name": "network-vif-deleted", "tag": "a422a4b1-afd1-4d3b-9f4b-286917f53096", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:22.644717 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c5c1224-e9b2-4d0b-b406-db7f0d0e2be6 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:22.645147 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec858e74-f43e-4d94-8e9c-fe16ff49fbf7', 'name': 'network-vif-deleted', 'tag': 'a422a4b1-afd1-4d3b-9f4b-286917f53096', 'status': 'completed', 'code': 200} Jul 16 01:19:22.646707 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95eda77d-0169-4741-9c42-230e34c70957 req-7987b166-4ba5-46a7-8add-789057210d80 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695541 Jul 16 01:19:22.749765 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port dfbd523e-ac04-4810-997d-2ac5d70f9eb3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=dfbd523e-ac04-4810-997d-2ac5d70f9eb3,segment=NetworkSegment(09053f43-88fb-409a-a155-0acb6c3ed973),segment_id=09053f43-88fb-409a-a155-0acb6c3ed973)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:22.781968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'dfbd523e-ac04-4810-997d-2ac5d70f9eb3', 'network_id': '7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f', 'port_id': 'dfbd523e-ac04-4810-997d-2ac5d70f9eb3', 'mac_address': 'fa:16:3e:36:db:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb650270-6140-4296-a509-9c2a289fb9f7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:22.784814 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db490c6-a5c0-4cf4-981f-54a02e128e78 x-openstack-request-id: req-4db490c6-a5c0-4cf4-981f-54a02e128e78 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:22.785136 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30935cc-8b6d-4279-a6e3-80030efbf5b2", "name": "network-vif-unplugged", "status": "completed", "tag": "be3efc5b-19d7-483a-bc0e-0f388d4073eb", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:22.785407 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4db490c6-a5c0-4cf4-981f-54a02e128e78 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:22.785897 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30935cc-8b6d-4279-a6e3-80030efbf5b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb', 'code': 200} Jul 16 01:19:22.798474 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-6efc4744-a72e-42cf-805c-90f93011cd95 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.837991 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.854878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbd523e-ac04-4810-997d-2ac5d70f9eb3 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:22.876258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port dfbd523e-ac04-4810-997d-2ac5d70f9eb3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=dfbd523e-ac04-4810-997d-2ac5d70f9eb3,segment=NetworkSegment(09053f43-88fb-409a-a155-0acb6c3ed973),segment_id=09053f43-88fb-409a-a155-0acb6c3ed973)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:22.882190 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.891888 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da9e4d-e356-4ce2-a464-68921291f189 req-c5d5dad4-1527-4a15-9b13-2be645182a61 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:22.893354 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-07da9e4d-e356-4ce2-a464-68921291f189 req-c5d5dad4-1527-4a15-9b13-2be645182a61 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 947 time: 0.1136990 Jul 16 01:19:22.898698 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-6efc4744-a72e-42cf-805c-90f93011cd95 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:22.943442 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=dfbd523e-ac04-4810-997d-2ac5d70f9eb3,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:22.990911 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-6efc4744-a72e-42cf-805c-90f93011cd95 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Network 31bc1cde-b305-452e-acfa-c234ab9f755a is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:23.010973 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-6efc4744-a72e-42cf-805c-90f93011cd95 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:23.018978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-6efc4744-a72e-42cf-805c-90f93011cd95 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:23.025340 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc4744-a72e-42cf-805c-90f93011cd95 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Pushing event updated for resources: {'Port': ['ID=ef803be6-450c-4a58-85cc-93e6449162a7,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:23.049560 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-07da9e4d-e356-4ce2-a464-68921291f189 req-09cc85a4-4f56-4dbb-973f-67a4d321e4ab tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487050 Jul 16 01:19:23.091555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-6efc4744-a72e-42cf-805c-90f93011cd95 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.092232 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-6efc4744-a72e-42cf-805c-90f93011cd95 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.109591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce6d0a-03a8-4f5f-b24e-24de9fab549d req-305d450d-3a58-482e-bb03-c2d72638e862 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.111107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-08ce6d0a-03a8-4f5f-b24e-24de9fab549d req-305d450d-3a58-482e-bb03-c2d72638e862 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 945 time: 0.1837590 Jul 16 01:19:23.117454 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-6efc4744-a72e-42cf-805c-90f93011cd95 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0132358 Jul 16 01:19:23.130536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Request body: {'port': {'device_id': '8ff1e056-53fa-4d47-8abe-92baa79f63f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:23.186770 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-08ce6d0a-03a8-4f5f-b24e-24de9fab549d req-e54406f8-5db3-4aba-af2f-5e7f2baf7911 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682976 Jul 16 01:19:23.227387 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.556846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['dfbd523e-ac04-4810-997d-2ac5d70f9eb3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:23.586187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad7f1b-a9cd-4131-96ea-d0823d19d260 req-60a99780-d8ec-4594-a668-d3d873289ecd tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.587672 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fad7f1b-a9cd-4131-96ea-d0823d19d260 req-60a99780-d8ec-4594-a668-d3d873289ecd tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 945 time: 0.1608956 Jul 16 01:19:23.677782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd3eef-8d2d-4ede-9a25-1ce2c0ba7984 req-65a77e31-38b8-420d-8cc4-fc74f706609f tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.679179 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03bd3eef-8d2d-4ede-9a25-1ce2c0ba7984 req-65a77e31-38b8-420d-8cc4-fc74f706609f tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 945 time: 0.1729639 Jul 16 01:19:23.683928 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fad7f1b-a9cd-4131-96ea-d0823d19d260 req-e9526672-1266-4646-870a-4d21344d93e1 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879056 Jul 16 01:19:23.686373 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef803be6-450c-4a58-85cc-93e6449162a7 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:23.702303 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.729266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Transition to ACTIVE for port object ef803be6-450c-4a58-85cc-93e6449162a7 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:23.737463 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03bd3eef-8d2d-4ede-9a25-1ce2c0ba7984 req-878f0b2e-31df-4272-8b4f-3574f661b92e tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/security-groups?id=59f970a4-3f92-4d92-acab-b6213c6d85a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457361 Jul 16 01:19:23.738475 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.790435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef803be6-450c-4a58-85cc-93e6449162a7,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:23.950310 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Attempting to bind port ef803be6-450c-4a58-85cc-93e6449162a7 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:23.950610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Attempting to bind port ef803be6-450c-4a58-85cc-93e6449162a7 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '76588355-94e2-4740-951a-aea93cc52dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:23.950876 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Attempting to bind port ef803be6-450c-4a58-85cc-93e6449162a7 on network 31bc1cde-b305-452e-acfa-c234ab9f755a {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:23.968368 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0851956-5bd0-45b4-8ca3-1be56ab6f484 req-62f3d06c-0b4e-4664-bed1-98e1a9e5c0d6 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.969876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a0851956-5bd0-45b4-8ca3-1be56ab6f484 req-62f3d06c-0b4e-4664-bed1-98e1a9e5c0d6 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 944 time: 0.1681991 Jul 16 01:19:23.970407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Port ef803be6-450c-4a58-85cc-93e6449162a7 on network 31bc1cde-b305-452e-acfa-c234ab9f755a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:23.970724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Attempting to bind port ef803be6-450c-4a58-85cc-93e6449162a7 on network 31bc1cde-b305-452e-acfa-c234ab9f755a {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:23.980216 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:23.980557 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Checking segment: {'id': '76588355-94e2-4740-951a-aea93cc52dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:23.981465 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Bound using segment: {'id': '76588355-94e2-4740-951a-aea93cc52dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:23.981899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Bound port: ef803be6-450c-4a58-85cc-93e6449162a7, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76588355-94e2-4740-951a-aea93cc52dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:23.982262 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:23.995409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677517f4-94b1-4ec2-b3e1-37cf25fd10f5 req-8af91b26-188d-4bc5-a4b7-dc40d3c0c2f7 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:23.997453 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-677517f4-94b1-4ec2-b3e1-37cf25fd10f5 req-8af91b26-188d-4bc5-a4b7-dc40d3c0c2f7 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d147e661-1261-4a5f-a430-2b147087c5a7 HTTP/1.1" status: 200 len: 949 time: 0.1295760 Jul 16 01:19:24.086784 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a0851956-5bd0-45b4-8ca3-1be56ab6f484 req-7db9e588-6957-499b-9e7f-2ac8633af7db tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089799 Jul 16 01:19:24.098776 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-677517f4-94b1-4ec2-b3e1-37cf25fd10f5 req-4a397f98-10d2-46f1-9f9c-460f1d898640 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941901 Jul 16 01:19:24.116217 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] For port ef803be6-450c-4a58-85cc-93e6449162a7, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:24.121703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] For port ef803be6-450c-4a58-85cc-93e6449162a7, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ef803be6-450c-4a58-85cc-93e6449162a7,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:24.129939 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.169475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:24.170118 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.171636 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] 10.222.0.69 "PUT /v2.0/ports/ef803be6-450c-4a58-85cc-93e6449162a7 HTTP/1.1" status: 200 len: 1093 time: 1.0460269 Jul 16 01:19:24.172020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ff1e056-53fa-4d47-8abe-92baa79f63f3', 'tag': 'ef803be6-450c-4a58-85cc-93e6449162a7'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:24.174280 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e0514c-2c7d-465d-a650-945a3f8b2c59" -d '{"events": [{"name": "network-changed", "server_uuid": "8ff1e056-53fa-4d47-8abe-92baa79f63f3", "tag": "ef803be6-450c-4a58-85cc-93e6449162a7"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:24.200431 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34dea9-30bc-4b37-a46b-54ea5d0c9ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=ef803be6-450c-4a58-85cc-93e6449162a7,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:24.365426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d143b28-41ce-46c7-9752-7a2524194423 req-eb1b7fb7-683d-4b41-90ca-e001807ad011 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:24.366927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d143b28-41ce-46c7-9752-7a2524194423 req-eb1b7fb7-683d-4b41-90ca-e001807ad011 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.1467898 Jul 16 01:19:24.383281 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b74fea-4d24-4486-90b1-c49eda673534 req-15a1a126-d1a3-4539-8e51-a69546c57853 tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:24.384747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13b74fea-4d24-4486-90b1-c49eda673534 req-15a1a126-d1a3-4539-8e51-a69546c57853 tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 945 time: 0.1269839 Jul 16 01:19:24.449643 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d143b28-41ce-46c7-9752-7a2524194423 req-712f6817-26a4-4907-862f-488aef10c99f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752344 Jul 16 01:19:24.455669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-8a06d472-b2f6-4c4e-9f58-f8b3ac6cdf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:24.457134 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-8a06d472-b2f6-4c4e-9f58-f8b3ac6cdf3e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=273b24d73284472c9c4d72d339ebbb9e&device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 1096 time: 0.1492405 Jul 16 01:19:24.460253 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13b74fea-4d24-4486-90b1-c49eda673534 req-f993807b-282b-49be-987b-435c2951c19a tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/security-groups?id=59f970a4-3f92-4d92-acab-b6213c6d85a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686059 Jul 16 01:19:24.517563 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-adaee26a-2647-419f-87db-fa2825fac6e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef803be6-450c-4a58-85cc-93e6449162a7 HTTP/1.1" status: 200 len: 217 time: 0.0522680 Jul 16 01:19:24.540691 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6801828-f0d9-4e94-a1d7-40ab318f4884 x-openstack-request-id: req-b6801828-f0d9-4e94-a1d7-40ab318f4884 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:24.540992 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ff1e056-53fa-4d47-8abe-92baa79f63f3", "tag": "ef803be6-450c-4a58-85cc-93e6449162a7", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:24.541380 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b6801828-f0d9-4e94-a1d7-40ab318f4884 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:24.542017 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ff1e056-53fa-4d47-8abe-92baa79f63f3', 'tag': 'ef803be6-450c-4a58-85cc-93e6449162a7', 'status': 'completed', 'code': 200} Jul 16 01:19:24.594574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a6b9cf45-f6a8-4d0a-a072-111592f93f23 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:24.608310 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-a9288aac-0867-4aea-9260-22438ae0981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:24.609927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-a9288aac-0867-4aea-9260-22438ae0981e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3e6b583-fd45-4762-b62c-551317d8f4e3 HTTP/1.1" status: 200 len: 844 time: 0.0845306 Jul 16 01:19:24.654967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port a6b9cf45-f6a8-4d0a-a072-111592f93f23 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:24.659146 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port a6b9cf45-f6a8-4d0a-a072-111592f93f23 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:24.659527 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.672122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-0c28fada-6536-452a-a544-6bfee7415c23 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31bc1cde-b305-452e-acfa-c234ab9f755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498967 Jul 16 01:19:24.745610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df1ea5-38ea-4e88-b42c-726f937418a3 req-65a584a4-5218-42a7-8ec7-630271dd4034 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:24.747339 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27df1ea5-38ea-4e88-b42c-726f937418a3 req-65a584a4-5218-42a7-8ec7-630271dd4034 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 947 time: 0.1762042 Jul 16 01:19:24.751552 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.787605 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a6b9cf45-f6a8-4d0a-a072-111592f93f23, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a6b9cf45-f6a8-4d0a-a072-111592f93f23,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:24.788446 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f08770-10f8-4bf3-a346-22cb6cf278c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b9cf45-f6a8-4d0a-a072-111592f93f23'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:24.791095 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1778be-8f0b-43e2-8fed-91e822256be6" -d '{"events": [{"server_uuid": "f9f08770-10f8-4bf3-a346-22cb6cf278c9", "name": "network-vif-plugged", "status": "completed", "tag": "a6b9cf45-f6a8-4d0a-a072-111592f93f23"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:24.795024 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.795841 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a422a4b1-afd1-4d3b-9f4b-286917f53096 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:24.811278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50070) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:24.838175 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: a422a4b1-afd1-4d3b-9f4b-286917f53096 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:24.838566 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a422a4b1-afd1-4d3b-9f4b-286917f53096 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:24.864882 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a6b9cf45-f6a8-4d0a-a072-111592f93f23,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:24.865115 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27df1ea5-38ea-4e88-b42c-726f937418a3 req-5e2fb479-8097-4620-937b-ff13c1e5ab6c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052368 Jul 16 01:19:24.867136 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-fdcb7b6f-b940-4759-9abd-23c73293e004 service neutron] 10.222.0.69 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826282 Jul 16 01:19:24.874618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dec0b2-8f69-48d7-a2c0-65b888fff3f0 req-d9b2c977-3a16-492e-8090-c5116a8985b6 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:24.876138 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56dec0b2-8f69-48d7-a2c0-65b888fff3f0 req-d9b2c977-3a16-492e-8090-c5116a8985b6 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 945 time: 0.2082093 Jul 16 01:19:24.929916 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9a09-523b-4658-bff3-7c9b8dd4e09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:24.963128 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56dec0b2-8f69-48d7-a2c0-65b888fff3f0 req-ddd2af51-8163-482e-aeef-d845b0b4a986 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785453 Jul 16 01:19:25.003075 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1026ccf-0a59-4d6a-b64d-88a4c6158275 req-7eb32cd0-f16a-4f38-b6f3-1fac7e8ad76d service neutron] 10.222.0.69 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259301 Jul 16 01:19:25.048701 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9a09-523b-4658-bff3-7c9b8dd4e09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.054498 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a1a9a09-523b-4658-bff3-7c9b8dd4e09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.100272 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3a1a9a09-523b-4658-bff3-7c9b8dd4e09b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9958528556464ac49995fe6ee504dd67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878575 Jul 16 01:19:25.101195 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50078) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:25.103044 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1a9a09-523b-4658-bff3-7c9b8dd4e09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720ea09e-ad26-40af-93cf-eb5ef2285a90,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:25.162270 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5fed82ce-e6ba-46ab-9080-44be1c24bb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.189031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0514c-2c7d-465d-a650-945a3f8b2c59 req-793e64d7-3c70-46b0-8ab5-7ea09e8e2d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.189481 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5fed82ce-e6ba-46ab-9080-44be1c24bb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.190761 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71e0514c-2c7d-465d-a650-945a3f8b2c59 req-793e64d7-3c70-46b0-8ab5-7ea09e8e2d79 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=273b24d73284472c9c4d72d339ebbb9e&device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 1096 time: 0.1120031 Jul 16 01:19:25.205677 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f64a29-40e8-4d6d-aa89-a608412d5b4a req-9aea152e-16dd-4e2a-b505-94423af5c466 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.207697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77f64a29-40e8-4d6d-aa89-a608412d5b4a req-9aea152e-16dd-4e2a-b505-94423af5c466 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=034909ae-989f-4848-b4c9-779273771c5d HTTP/1.1" status: 200 len: 945 time: 0.1182783 Jul 16 01:19:25.245871 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5fed82ce-e6ba-46ab-9080-44be1c24bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.250055 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5fed82ce-e6ba-46ab-9080-44be1c24bb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.251530 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5fed82ce-e6ba-46ab-9080-44be1c24bb6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/720ea09e-ad26-40af-93cf-eb5ef2285a90 HTTP/1.1" status: 204 len: 168 time: 0.1493413 Jul 16 01:19:25.263306 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed82ce-e6ba-46ab-9080-44be1c24bb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720ea09e-ad26-40af-93cf-eb5ef2285a90,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:25.310260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77f64a29-40e8-4d6d-aa89-a608412d5b4a req-62b9df36-2d9d-49d9-8b86-edf56981fef0 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929682 Jul 16 01:19:25.347840 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca585800-4178-4de5-8cd4-1dcedac966f4 x-openstack-request-id: req-ca585800-4178-4de5-8cd4-1dcedac966f4 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:25.348209 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f08770-10f8-4bf3-a346-22cb6cf278c9", "name": "network-vif-plugged", "status": "completed", "tag": "a6b9cf45-f6a8-4d0a-a072-111592f93f23", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:25.348760 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca585800-4178-4de5-8cd4-1dcedac966f4 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:25.349308 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f08770-10f8-4bf3-a346-22cb6cf278c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b9cf45-f6a8-4d0a-a072-111592f93f23', 'code': 200} Jul 16 01:19:25.355199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0514c-2c7d-465d-a650-945a3f8b2c59 req-b7893f62-efa6-40cf-aaef-606b0fcb5213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.358079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71e0514c-2c7d-465d-a650-945a3f8b2c59 req-b7893f62-efa6-40cf-aaef-606b0fcb5213 service neutron] 10.222.0.69 "GET /v2.0/networks?id=31bc1cde-b305-452e-acfa-c234ab9f755a HTTP/1.1" status: 200 len: 905 time: 0.1494722 Jul 16 01:19:25.441057 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71e0514c-2c7d-465d-a650-945a3f8b2c59 req-8760b407-fbe3-4848-b78a-9c26e225e36e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ef803be6-450c-4a58-85cc-93e6449162a7 HTTP/1.1" status: 200 len: 217 time: 0.0665882 Jul 16 01:19:25.508826 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14498c-f19d-41fa-9eb1-c9e1922c88a5 req-4bef6ec7-6ce0-4ad8-ab63-2a29f128d46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.510566 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8a14498c-f19d-41fa-9eb1-c9e1922c88a5 req-4bef6ec7-6ce0-4ad8-ab63-2a29f128d46e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f9f08770-10f8-4bf3-a346-22cb6cf278c9 HTTP/1.1" status: 200 len: 1102 time: 0.0571232 Jul 16 01:19:25.549047 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8a14498c-f19d-41fa-9eb1-c9e1922c88a5 req-aa3db285-35ba-4105-a9d0-1a8b76bf668c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311739 Jul 16 01:19:25.553440 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device be3efc5b-19d7-483a-bc0e-0f388d4073eb details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:25.558935 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a4c1e466-cbec-4822-82cd-9fa5c6b43430 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:25.575682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0514c-2c7d-465d-a650-945a3f8b2c59 req-8149a9d7-1882-413c-9370-27d19bf55885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.577164 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71e0514c-2c7d-465d-a650-945a3f8b2c59 req-8149a9d7-1882-413c-9370-27d19bf55885 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f3e6b583-fd45-4762-b62c-551317d8f4e3 HTTP/1.1" status: 200 len: 844 time: 0.1060612 Jul 16 01:19:25.604234 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ceb6d8-9590-4c2a-a422-d605cfe3a61e req-0d1a2063-6062-4570-959d-e83919cb1e9f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.608802 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0ceb6d8-9590-4c2a-a422-d605cfe3a61e req-0d1a2063-6062-4570-959d-e83919cb1e9f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 947 time: 0.1695483 Jul 16 01:19:25.645574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port a4c1e466-cbec-4822-82cd-9fa5c6b43430 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:25.649389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71e0514c-2c7d-465d-a650-945a3f8b2c59 req-40d1cdb4-385f-4ec4-9e05-7bae3f40e2dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=31bc1cde-b305-452e-acfa-c234ab9f755a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545044 Jul 16 01:19:25.658104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6019d9-b9a2-44b6-b2e1-0ee72155dd43 req-3ffd80ec-7a9a-482f-a480-8e112fb5bcc3 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:25.659559 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf6019d9-b9a2-44b6-b2e1-0ee72155dd43 req-3ffd80ec-7a9a-482f-a480-8e112fb5bcc3 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 944 time: 0.1896183 Jul 16 01:19:25.673170 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port a4c1e466-cbec-4822-82cd-9fa5c6b43430 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:25.673649 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.734957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port be3efc5b-19d7-483a-bc0e-0f388d4073eb, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:25.749607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb', 'mac_address': 'fa:16:3e:d7:88:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:25.763752 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0ceb6d8-9590-4c2a-a422-d605cfe3a61e req-544f92ad-83ea-4ba5-bd8f-d0a88f6379a7 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409261 Jul 16 01:19:25.787016 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf6019d9-b9a2-44b6-b2e1-0ee72155dd43 req-18e9c5dd-1e63-4cbf-a944-bfefa26f9a34 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120367 Jul 16 01:19:25.827884 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71e0514c-2c7d-465d-a650-945a3f8b2c59 req-c009a654-a21b-475b-8e96-213c36f8e963 service neutron] 10.222.0.69 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672568 Jul 16 01:19:25.831946 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.843140 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.875402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3efc5b-19d7-483a-bc0e-0f388d4073eb {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:25.908108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a4c1e466-cbec-4822-82cd-9fa5c6b43430, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a4c1e466-cbec-4822-82cd-9fa5c6b43430,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:25.910684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port be3efc5b-19d7-483a-bc0e-0f388d4073eb, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:25.913364 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.921420 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:25.972692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=a4c1e466-cbec-4822-82cd-9fa5c6b43430,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:26.032060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=be3efc5b-19d7-483a-bc0e-0f388d4073eb,revision_number=10']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:26.212072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50114) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:26.311291 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['be3efc5b-19d7-483a-bc0e-0f388d4073eb'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:26.313406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-95391ceb-5e41-4acf-81bc-e2bbc18c669e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1185853617-network', 'tenant_id': '966ab729f4ab45dcb038f794203454fb'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:26.335491 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95391ceb-5e41-4acf-81bc-e2bbc18c669e admin admin] Made reservation on behalf of 966ab729f4ab45dcb038f794203454fb for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:26.337825 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95391ceb-5e41-4acf-81bc-e2bbc18c669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.347006 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95391ceb-5e41-4acf-81bc-e2bbc18c669e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.369749 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71e0514c-2c7d-465d-a650-945a3f8b2c59 req-1ea3bbb2-2e3f-4777-b2f0-f318f79241cc service neutron] 10.222.0.69 "GET /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5344987 Jul 16 01:19:26.415423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb799b-f410-41f8-90a3-b6423ec2f0dd req-5a22dd14-a47a-431c-809f-0e8e1e9f35dc tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:26.417466 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48fb799b-f410-41f8-90a3-b6423ec2f0dd req-5a22dd14-a47a-431c-809f-0e8e1e9f35dc tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 945 time: 0.4593394 Jul 16 01:19:26.429163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce8f5e8-0c6c-40c7-9fa6-18ca3411b952 req-03dd6692-aa05-43c3-9c8c-9393c7cc3f3b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:26.430962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0ce8f5e8-0c6c-40c7-9fa6-18ca3411b952 req-03dd6692-aa05-43c3-9c8c-9393c7cc3f3b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d147e661-1261-4a5f-a430-2b147087c5a7 HTTP/1.1" status: 200 len: 950 time: 0.4739788 Jul 16 01:19:26.446517 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95391ceb-5e41-4acf-81bc-e2bbc18c669e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.452360 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95391ceb-5e41-4acf-81bc-e2bbc18c669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.482395 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95391ceb-5e41-4acf-81bc-e2bbc18c669e admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:19:26.486634 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48fb799b-f410-41f8-90a3-b6423ec2f0dd req-cfafda58-ab5c-4c9c-9523-1d45d261b46a tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/security-groups?id=59f970a4-3f92-4d92-acab-b6213c6d85a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542676 Jul 16 01:19:26.495416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95391ceb-5e41-4acf-81bc-e2bbc18c669e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758d1c5e-d8dc-41a3-91ae-2ebb5b292dcd,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:26.503632 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95391ceb-5e41-4acf-81bc-e2bbc18c669e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.503751 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-95391ceb-5e41-4acf-81bc-e2bbc18c669e admin admin] Added segment 2d5d2464-d471-4b25-abe7-f80d80098d0e of type vlan for network f37e03f2-e344-46de-95bf-30d2d9ca697c Jul 16 01:19:26.509022 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0ce8f5e8-0c6c-40c7-9fa6-18ca3411b952 req-5d7ead5d-a58e-49fb-98f3-ba90b4057669 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584962 Jul 16 01:19:26.561633 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95391ceb-5e41-4acf-81bc-e2bbc18c669e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.595527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device dfbd523e-ac04-4810-997d-2ac5d70f9eb3 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:26.605110 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95391ceb-5e41-4acf-81bc-e2bbc18c669e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.606137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95391ceb-5e41-4acf-81bc-e2bbc18c669e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:26.608882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95391ceb-5e41-4acf-81bc-e2bbc18c669e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.660162 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-95391ceb-5e41-4acf-81bc-e2bbc18c669e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4468889 Jul 16 01:19:26.666384 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50122) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:26.672065 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5a01602a-e889-4648-b9a4-e76174d5be20 admin admin] Request body: {'subnet': {'network_id': 'f37e03f2-e344-46de-95bf-30d2d9ca697c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1185853617-subnet', 'tenant_id': '966ab729f4ab45dcb038f794203454fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:26.695853 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port dfbd523e-ac04-4810-997d-2ac5d70f9eb3 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:26.702222 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port dfbd523e-ac04-4810-997d-2ac5d70f9eb3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:26.703103 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.710954 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95391ceb-5e41-4acf-81bc-e2bbc18c669e admin admin] Pushing event updated for resources: {'Network': ['ID=f37e03f2-e344-46de-95bf-30d2d9ca697c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:26.722023 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356ceb9-1655-4186-9c3d-a60901b949a8 req-69a87f80-26ec-4065-b412-b487f717d090 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:26.723666 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b356ceb9-1655-4186-9c3d-a60901b949a8 req-69a87f80-26ec-4065-b412-b487f717d090 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 945 time: 0.0881596 Jul 16 01:19:26.730778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network f37e03f2-e344-46de-95bf-30d2d9ca697c details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:19:26.732991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a01602a-e889-4648-b9a4-e76174d5be20 admin admin] Made reservation on behalf of 966ab729f4ab45dcb038f794203454fb for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:26.735908 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a01602a-e889-4648-b9a4-e76174d5be20 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.768317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b356ceb9-1655-4186-9c3d-a60901b949a8 req-3cfefbc6-0b91-45d9-9d4c-805acc866cee tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372875 Jul 16 01:19:26.861926 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.885295 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb022f91-f5d2-4b4c-b213-b77a631b811e req-d6436fc2-7714-445d-828d-dd048c646475 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:26.887516 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb022f91-f5d2-4b4c-b213-b77a631b811e req-d6436fc2-7714-445d-828d-dd048c646475 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 945 time: 0.0801585 Jul 16 01:19:26.899415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port dfbd523e-ac04-4810-997d-2ac5d70f9eb3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=dfbd523e-ac04-4810-997d-2ac5d70f9eb3,segment=NetworkSegment(09053f43-88fb-409a-a155-0acb6c3ed973),segment_id=09053f43-88fb-409a-a155-0acb6c3ed973)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:26.903386 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:26.956126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb022f91-f5d2-4b4c-b213-b77a631b811e req-fc200eba-407b-4acc-9ef7-303d8538c4d3 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600030 Jul 16 01:19:26.957510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=dfbd523e-ac04-4810-997d-2ac5d70f9eb3,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:27.007052 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a01602a-e889-4648-b9a4-e76174d5be20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.068376 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-40954798-b48f-4d6f-a8e8-c7e6af7cb9c8 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417755 Jul 16 01:19:27.086468 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01602a-e889-4648-b9a4-e76174d5be20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e58f4a-11bb-4776-919d-4f69f129aaea,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:27.098731 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a01602a-e889-4648-b9a4-e76174d5be20 admin admin] Checking segment: {'id': '2d5d2464-d471-4b25-abe7-f80d80098d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f37e03f2-e344-46de-95bf-30d2d9ca697c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:27.099088 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a01602a-e889-4648-b9a4-e76174d5be20 admin admin] Network hostable DHCP agents. Network: f37e03f2-e344-46de-95bf-30d2d9ca697c, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:19:27.117234 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a01602a-e889-4648-b9a4-e76174d5be20 admin admin] Network f37e03f2-e344-46de-95bf-30d2d9ca697c is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:19:27.128231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-5a01602a-e889-4648-b9a4-e76174d5be20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, f37e03f2-e344-46de-95bf-30d2d9ca697c) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:27.133452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a01602a-e889-4648-b9a4-e76174d5be20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:27.134056 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a01602a-e889-4648-b9a4-e76174d5be20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.140471 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030cb7e3-34fe-4257-9506-9cffd843367d None None] Network f37e03f2-e344-46de-95bf-30d2d9ca697c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:27.152879 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5a01602a-e889-4648-b9a4-e76174d5be20 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4843705 Jul 16 01:19:27.248268 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d25404-e84b-4f9c-8431-2b16206bf018 req-de49a71e-e89c-4f91-8540-711b09c7fe68 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:27.250043 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30d25404-e84b-4f9c-8431-2b16206bf018 req-de49a71e-e89c-4f91-8540-711b09c7fe68 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 944 time: 0.1482077 Jul 16 01:19:27.257138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-f5438953-4ab9-4fd1-b716-eea872191db3 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:27.258748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-f5438953-4ab9-4fd1-b716-eea872191db3 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1896224 Jul 16 01:19:27.285739 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-ece15038-edaf-49ed-8166-57485426c8b2 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/quotas/2ad0bba0e2e44974a313bcf0d9d62e50 HTTP/1.1" status: 200 len: 375 time: 0.0193889 Jul 16 01:19:27.289941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c5ffcd-266d-4870-9543-1a5c58682bed None None] Network f37e03f2-e344-46de-95bf-30d2d9ca697c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:27.312056 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30d25404-e84b-4f9c-8431-2b16206bf018 req-95290e42-6f5c-4bc5-baba-1f087c18dbc1 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521288 Jul 16 01:19:27.350544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd147e661-1261-4a5f-a430-2b147087c5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c1e466-cbec-4822-82cd-9fa5c6b43430'}, {'server_uuid': '480a1f5f-28ac-436d-94a1-42b6902c9a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbd523e-ac04-4810-997d-2ac5d70f9eb3'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:27.352814 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69095bf8-6790-49a2-935d-cd42f70d6bdb" -d '{"events": [{"server_uuid": "d147e661-1261-4a5f-a430-2b147087c5a7", "name": "network-vif-plugged", "status": "completed", "tag": "a4c1e466-cbec-4822-82cd-9fa5c6b43430"}, {"server_uuid": "480a1f5f-28ac-436d-94a1-42b6902c9a8e", "name": "network-vif-plugged", "status": "completed", "tag": "dfbd523e-ac04-4810-997d-2ac5d70f9eb3"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:27.371071 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-e9105c6b-b980-436e-b331-f3b2152a062e tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0749881 Jul 16 01:19:27.456815 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:19:27.565871 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ef803be6-450c-4a58-85cc-93e6449162a7 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:27.568058 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device be3efc5b-19d7-483a-bc0e-0f388d4073eb up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:27.619244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258da89-dc0a-4dcc-a0b0-a5f75916c004 req-bcb08a36-3565-490a-a37e-dc5ef5af162a tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:27.620865 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3258da89-dc0a-4dcc-a0b0-a5f75916c004 req-bcb08a36-3565-490a-a37e-dc5ef5af162a tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.0823834 Jul 16 01:19:27.628694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port be3efc5b-19d7-483a-bc0e-0f388d4073eb triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:27.629062 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.672327 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3258da89-dc0a-4dcc-a0b0-a5f75916c004 req-407a378e-3d3f-40ed-b89e-1df0413d32d9 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451562 Jul 16 01:19:27.798220 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ac457f-ca00-4cf2-b497-717f9d5ddcc5 x-openstack-request-id: req-24ac457f-ca00-4cf2-b497-717f9d5ddcc5 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:27.798731 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d147e661-1261-4a5f-a430-2b147087c5a7", "name": "network-vif-plugged", "status": "completed", "tag": "a4c1e466-cbec-4822-82cd-9fa5c6b43430", "code": 200}, {"server_uuid": "480a1f5f-28ac-436d-94a1-42b6902c9a8e", "name": "network-vif-plugged", "status": "completed", "tag": "dfbd523e-ac04-4810-997d-2ac5d70f9eb3", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:27.798937 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24ac457f-ca00-4cf2-b497-717f9d5ddcc5 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:27.799626 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd147e661-1261-4a5f-a430-2b147087c5a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4c1e466-cbec-4822-82cd-9fa5c6b43430', 'code': 200} Jul 16 01:19:27.799739 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480a1f5f-28ac-436d-94a1-42b6902c9a8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbd523e-ac04-4810-997d-2ac5d70f9eb3', 'code': 200} Jul 16 01:19:27.833102 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ef803be6-450c-4a58-85cc-93e6449162a7, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ef803be6-450c-4a58-85cc-93e6449162a7,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:27.848117 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.852807 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'ef803be6-450c-4a58-85cc-93e6449162a7', 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a', 'port_id': 'ef803be6-450c-4a58-85cc-93e6449162a7', 'mac_address': 'fa:16:3e:e8:bb:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e6b583-fd45-4762-b62c-551317d8f4e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:27.857998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-50034469-daba-4f6b-883a-0fcf49532f3b req-bab64e0f-3fff-4a82-a8c8-7f416c1b4539 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1279333301', 'description': 'tempest-description-1475057329'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:27.892122 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port be3efc5b-19d7-483a-bc0e-0f388d4073eb, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:27.911224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fecbcf7-b2ce-4382-ba19-87adfac142a5 req-b44600b8-3ffa-438f-a368-be8dcad3dea1 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 210 time: 0.0483112 Jul 16 01:19:27.948931 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.959287 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.968003 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-50034469-daba-4f6b-883a-0fcf49532f3b req-bab64e0f-3fff-4a82-a8c8-7f416c1b4539 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:27.992468 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef803be6-450c-4a58-85cc-93e6449162a7 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:28.001926 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e0abf-5347-42a9-8d7e-466cef1dc15a req-8cd93ccd-7213-472d-b51b-25d305d79ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.003572 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-844e0abf-5347-42a9-8d7e-466cef1dc15a req-8cd93ccd-7213-472d-b51b-25d305d79ae3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=d147e661-1261-4a5f-a430-2b147087c5a7 HTTP/1.1" status: 200 len: 1102 time: 0.0911212 Jul 16 01:19:28.003797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d32b5e-4c53-4fa2-8c78-05e0e716ee87 req-eea0b385-17b1-4d4e-a6dd-835687a7a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.006796 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-80d32b5e-4c53-4fa2-8c78-05e0e716ee87 req-eea0b385-17b1-4d4e-a6dd-835687a7a119 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 1098 time: 0.0984857 Jul 16 01:19:28.023404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ef803be6-450c-4a58-85cc-93e6449162a7, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ef803be6-450c-4a58-85cc-93e6449162a7,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:28.038717 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.045466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=be3efc5b-19d7-483a-bc0e-0f388d4073eb,revision_number=11']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:28.076179 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-80d32b5e-4c53-4fa2-8c78-05e0e716ee87 req-96f2a088-7708-466a-b41e-993eadf23d1a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416842 Jul 16 01:19:28.095013 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-844e0abf-5347-42a9-8d7e-466cef1dc15a req-12ecf1fe-1d81-4940-845d-001444ce620b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790546 Jul 16 01:19:28.109496 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=ef803be6-450c-4a58-85cc-93e6449162a7,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:28.153412 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-50034469-daba-4f6b-883a-0fcf49532f3b req-bab64e0f-3fff-4a82-a8c8-7f416c1b4539 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.159000 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-50034469-daba-4f6b-883a-0fcf49532f3b req-bab64e0f-3fff-4a82-a8c8-7f416c1b4539 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.198074 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-50034469-daba-4f6b-883a-0fcf49532f3b req-bab64e0f-3fff-4a82-a8c8-7f416c1b4539 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.199323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-50034469-daba-4f6b-883a-0fcf49532f3b req-bab64e0f-3fff-4a82-a8c8-7f416c1b4539 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3483179 Jul 16 01:19:28.205319 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab64e0f-3fff-4a82-a8c8-7f416c1b4539 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa9d5c7-e4af-4b13-8fe0-f22c1ec55651,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:28.224213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998a9352-ea4e-4d4a-94d4-77e66939149f req-7c4a041a-7500-4318-8275-63db82444136 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.225721 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-998a9352-ea4e-4d4a-94d4-77e66939149f req-7c4a041a-7500-4318-8275-63db82444136 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d147e661-1261-4a5f-a430-2b147087c5a7 HTTP/1.1" status: 200 len: 950 time: 0.1270530 Jul 16 01:19:28.265915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-998a9352-ea4e-4d4a-94d4-77e66939149f req-bff82101-f00f-46cc-b55e-228455e53fe8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342829 Jul 16 01:19:28.449878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['ef803be6-450c-4a58-85cc-93e6449162a7'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:28.475778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750e1af-e4a9-4227-8426-79b20c202683 req-4b213d98-ef99-47fb-adf3-b0748bd94c71 tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.477285 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4750e1af-e4a9-4227-8426-79b20c202683 req-4b213d98-ef99-47fb-adf3-b0748bd94c71 tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 945 time: 0.1001539 Jul 16 01:19:28.539855 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9f5c4-ca5f-4305-8898-4d9bd5e034be req-d7cf69b8-e2b8-4460-a173-fae08e062543 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.546271 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9f5c4-ca5f-4305-8898-4d9bd5e034be req-d7cf69b8-e2b8-4460-a173-fae08e062543 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.552240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9f5c4-ca5f-4305-8898-4d9bd5e034be req-d7cf69b8-e2b8-4460-a173-fae08e062543 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.553873 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d9f5c4-ca5f-4305-8898-4d9bd5e034be req-d7cf69b8-e2b8-4460-a173-fae08e062543 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d&device_id=034909ae-989f-4848-b4c9-779273771c5d&device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 2417 time: 0.1287143 Jul 16 01:19:28.556623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4750e1af-e4a9-4227-8426-79b20c202683 req-24f18d60-1356-4704-9f08-cad001154473 tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/security-groups?id=59f970a4-3f92-4d92-acab-b6213c6d85a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720792 Jul 16 01:19:28.595091 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d9f5c4-ca5f-4305-8898-4d9bd5e034be req-5b141a60-0f80-4029-a1fb-13aa17713577 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344005 Jul 16 01:19:28.720682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36872273-34f1-4ca5-9066-95a3994c7b21 req-4fc4f791-f148-4f42-971e-87f68636d771 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.722271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36872273-34f1-4ca5-9066-95a3994c7b21 req-4fc4f791-f148-4f42-971e-87f68636d771 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 946 time: 0.0637147 Jul 16 01:19:28.782971 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36872273-34f1-4ca5-9066-95a3994c7b21 req-3b0f6da6-ee75-4d71-9da7-ca1ef86f712b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538340 Jul 16 01:19:28.798966 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8ad5201-0751-4614-8e1b-a666db03c262 req-dc73a46e-e28d-434c-a98d-edf7ccdba3e2 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "GET /v2.0/security-groups/4fa9d5c7-e4af-4b13-8fe0-f22c1ec55651 HTTP/1.1" status: 200 len: 1815 time: 0.0525186 Jul 16 01:19:28.809342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d8ad5201-0751-4614-8e1b-a666db03c262 req-58b59f5e-78ce-4fb4-b116-b8c96c56298c tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4fa9d5c7-e4af-4b13-8fe0-f22c1ec55651', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:28.809710 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d8ad5201-0751-4614-8e1b-a666db03c262 req-58b59f5e-78ce-4fb4-b116-b8c96c56298c tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4fa9d5c7-e4af-4b13-8fe0-f22c1ec55651', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:28.866850 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d8ad5201-0751-4614-8e1b-a666db03c262 req-58b59f5e-78ce-4fb4-b116-b8c96c56298c tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.932091 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d8ad5201-0751-4614-8e1b-a666db03c262 req-58b59f5e-78ce-4fb4-b116-b8c96c56298c tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.936321 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d8ad5201-0751-4614-8e1b-a666db03c262 req-58b59f5e-78ce-4fb4-b116-b8c96c56298c tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.964207 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d8ad5201-0751-4614-8e1b-a666db03c262 req-58b59f5e-78ce-4fb4-b116-b8c96c56298c tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:28.965963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8ad5201-0751-4614-8e1b-a666db03c262 req-58b59f5e-78ce-4fb4-b116-b8c96c56298c tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1607008 Jul 16 01:19:28.966830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b59f5e-78ce-4fb4-b116-b8c96c56298c tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a543c08-2d0a-4729-a9f0-370c58e858e6,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:28.993838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2038b13-97b5-4dbb-9653-78573bbeb0da req-cf971867-03eb-4f27-99a8-ef4c3cec67a9 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:28.995380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a2038b13-97b5-4dbb-9653-78573bbeb0da req-cf971867-03eb-4f27-99a8-ef4c3cec67a9 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 945 time: 0.1086302 Jul 16 01:19:29.038623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a2038b13-97b5-4dbb-9653-78573bbeb0da req-7d640534-dcf5-4cdc-9476-bdeba22157f6 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373321 Jul 16 01:19:29.128082 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-821bc068-6c3f-4066-8c5e-3325e1717c01 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282934 Jul 16 01:19:29.193377 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b3940d2-178b-438d-993e-8677bd8afd09 req-ae55932f-1bde-4596-aac3-af0de767efee tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 210 time: 0.0363600 Jul 16 01:19:29.224253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3539e8-9dcd-469a-8946-ae7384e287e4 req-d32ed06c-7fd8-4000-b31f-b5af875990f4 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:29.225784 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba3539e8-9dcd-469a-8946-ae7384e287e4 req-d32ed06c-7fd8-4000-b31f-b5af875990f4 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 945 time: 0.0985808 Jul 16 01:19:29.265878 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-fdcdf1ae-0e1b-42b2-94a6-ae3da6f6d425 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:29.267716 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-fdcdf1ae-0e1b-42b2-94a6-ae3da6f6d425 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1179664 Jul 16 01:19:29.290741 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba3539e8-9dcd-469a-8946-ae7384e287e4 req-0674cfce-195d-4837-8ba3-c95286c6bcb3 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579474 Jul 16 01:19:29.305097 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-4cfda760-2e4c-420b-aad7-c38983cfa475 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Request body: {'port': {'device_id': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': '2ad0bba0e2e44974a313bcf0d9d62e50'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:29.308526 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b48ce97b-1dfd-4139-b873-6c065c1b1d5e req-99c43d4a-e93e-44d1-9882-b34aaee697fb tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "GET /v2.0/security-groups/4fa9d5c7-e4af-4b13-8fe0-f22c1ec55651 HTTP/1.1" status: 200 len: 2409 time: 0.0663922 Jul 16 01:19:29.431852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-4cfda760-2e4c-420b-aad7-c38983cfa475 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Made reservation on behalf of 2ad0bba0e2e44974a313bcf0d9d62e50 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:29.436527 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-4cfda760-2e4c-420b-aad7-c38983cfa475 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.475989 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3aa7b7-1cd2-4d4c-836b-506991bc9611 req-e20c1cc9-25e6-4313-9cea-4b4da18aae9e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:29.483810 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a3aa7b7-1cd2-4d4c-836b-506991bc9611 req-e20c1cc9-25e6-4313-9cea-4b4da18aae9e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d147e661-1261-4a5f-a430-2b147087c5a7 HTTP/1.1" status: 200 len: 950 time: 0.0787578 Jul 16 01:19:29.543182 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a3aa7b7-1cd2-4d4c-836b-506991bc9611 req-e90fc748-a4b3-4143-816a-3a2e63132ee1 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577362 Jul 16 01:19:29.549206 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed397a94-d886-43bd-ba7f-18162e1db805 req-41b23094-e6ac-4942-8088-dcf3b38da981 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "GET /v2.0/security-group-rules/3a543c08-2d0a-4729-a9f0-370c58e858e6 HTTP/1.1" status: 200 len: 778 time: 0.0310681 Jul 16 01:19:29.605396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-4cfda760-2e4c-420b-aad7-c38983cfa475 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Allocated IP 192.168.233.196 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/e807ef80-8bc2-4bf2-bce1-e06f05ef730f) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:29.630249 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed397a94-d886-43bd-ba7f-18162e1db805 req-c24889a3-681a-4d71-8533-8819f46dc8a4 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "GET /v2.0/security-groups/4fa9d5c7-e4af-4b13-8fe0-f22c1ec55651 HTTP/1.1" status: 200 len: 2409 time: 0.0728321 Jul 16 01:19:29.663248 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ed397a94-d886-43bd-ba7f-18162e1db805 req-53cf215a-0aea-41c5-bc65-f20e65187a89 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.671980 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ed397a94-d886-43bd-ba7f-18162e1db805 req-53cf215a-0aea-41c5-bc65-f20e65187a89 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.710858 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ed397a94-d886-43bd-ba7f-18162e1db805 req-53cf215a-0aea-41c5-bc65-f20e65187a89 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.720226 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ed397a94-d886-43bd-ba7f-18162e1db805 req-53cf215a-0aea-41c5-bc65-f20e65187a89 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.722334 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed397a94-d886-43bd-ba7f-18162e1db805 req-53cf215a-0aea-41c5-bc65-f20e65187a89 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/3a543c08-2d0a-4729-a9f0-370c58e858e6 HTTP/1.1" status: 204 len: 173 time: 0.0835671 Jul 16 01:19:29.733445 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf215a-0aea-41c5-bc65-f20e65187a89 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a543c08-2d0a-4729-a9f0-370c58e858e6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:29.794731 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-b64cff9d-f664-447d-8341-e95b0ab4bdad req-8b4526bc-bfbb-44a7-9022-1d068d3c79dc tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1353672105', 'description': 'tempest-description-1375721105'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:29.801291 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30935cc-8b6d-4279-a6e3-80030efbf5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:29.802099 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-4cfda760-2e4c-420b-aad7-c38983cfa475 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.804043 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3005b487-4478-44c1-a7bc-9a4c8d8429ff" -d '{"events": [{"server_uuid": "b30935cc-8b6d-4279-a6e3-80030efbf5b2", "name": "network-vif-plugged", "status": "completed", "tag": "be3efc5b-19d7-483a-bc0e-0f388d4073eb"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:29.821024 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b64cff9d-f664-447d-8341-e95b0ab4bdad req-8b4526bc-bfbb-44a7-9022-1d068d3c79dc tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.828553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-4cfda760-2e4c-420b-aad7-c38983cfa475 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Transition to ACTIVE for port object e807ef80-8bc2-4bf2-bce1-e06f05ef730f will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:29.865776 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-4cfda760-2e4c-420b-aad7-c38983cfa475 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:29.881232 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['af41e6cb-5231-4698-b325-3a1545890374', '5938e55a-0d63-4df4-9d40-cfd72ec256fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:29.886012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['be3efc5b-19d7-483a-bc0e-0f388d4073eb'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:29.915269 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-4cfda760-2e4c-420b-aad7-c38983cfa475 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:29.922324 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-4cfda760-2e4c-420b-aad7-c38983cfa475 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:29.928028 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-4cfda760-2e4c-420b-aad7-c38983cfa475 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:29.932811 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfda760-2e4c-420b-aad7-c38983cfa475 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Pushing event updated for resources: {'Port': ['ID=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:29.998381 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-4cfda760-2e4c-420b-aad7-c38983cfa475 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:29.999417 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-4cfda760-2e4c-420b-aad7-c38983cfa475 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.018478 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fbe2b8-8af6-47e4-8aa9-d2afa8bb6d45 req-56a8edbc-a5a9-4a37-aa3f-1afef8102b2b tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:30.020047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23fbe2b8-8af6-47e4-8aa9-d2afa8bb6d45 req-56a8edbc-a5a9-4a37-aa3f-1afef8102b2b tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 945 time: 0.1788895 Jul 16 01:19:30.028291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ed8f2a-d3e3-4ced-91ae-d804313ade1c req-60df6d4b-dab8-48e6-a6e9-9be9d7172a86 tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:30.029790 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1ed8f2a-d3e3-4ced-91ae-d804313ade1c req-60df6d4b-dab8-48e6-a6e9-9be9d7172a86 tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.69 "GET /v2.0/ports?device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 945 time: 0.1728566 Jul 16 01:19:30.033498 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b64cff9d-f664-447d-8341-e95b0ab4bdad req-8b4526bc-bfbb-44a7-9022-1d068d3c79dc tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.042975 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b64cff9d-f664-447d-8341-e95b0ab4bdad req-8b4526bc-bfbb-44a7-9022-1d068d3c79dc tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.045845 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-4cfda760-2e4c-420b-aad7-c38983cfa475 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7454095 Jul 16 01:19:30.073198 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Request body: {'port': {'device_id': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:30.131354 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b64cff9d-f664-447d-8341-e95b0ab4bdad req-8b4526bc-bfbb-44a7-9022-1d068d3c79dc tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.132679 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b64cff9d-f664-447d-8341-e95b0ab4bdad req-8b4526bc-bfbb-44a7-9022-1d068d3c79dc tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.3428082 Jul 16 01:19:30.145978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4526bc-bfbb-44a7-9022-1d068d3c79dc tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4236a30b-af68-42ea-8298-df67160e9bb0,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:30.170960 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23fbe2b8-8af6-47e4-8aa9-d2afa8bb6d45 req-7c00a73d-c87f-4d97-8cfe-8c1038517dcd tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/security-groups?id=59f970a4-3f92-4d92-acab-b6213c6d85a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400754 Jul 16 01:19:30.232072 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.241755 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.266631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-f1ed8f2a-d3e3-4ced-91ae-d804313ade1c req-821b84d9-c85f-4f60-9798-47bba6931aae tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Deleting port e3468ae4-c689-40f2-9505-74cf1f2f9603 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:30.266978 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1ed8f2a-d3e3-4ced-91ae-d804313ade1c req-821b84d9-c85f-4f60-9798-47bba6931aae tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.306371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-506799e9-d047-4c23-9e64-305fa86f63cb None None] Provisioning for port e807ef80-8bc2-4bf2-bce1-e06f05ef730f completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:30.319267 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-506799e9-d047-4c23-9e64-305fa86f63cb None None] Provisioning complete for port e807ef80-8bc2-4bf2-bce1-e06f05ef730f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:30.319939 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-506799e9-d047-4c23-9e64-305fa86f63cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.377730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-506799e9-d047-4c23-9e64-305fa86f63cb None None] Port e807ef80-8bc2-4bf2-bce1-e06f05ef730f cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:30.398655 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-f1ed8f2a-d3e3-4ced-91ae-d804313ade1c req-821b84d9-c85f-4f60-9798-47bba6931aae tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] For port e3468ae4-c689-40f2-9505-74cf1f2f9603, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e3468ae4-c689-40f2-9505-74cf1f2f9603,segment=NetworkSegment(d3c5b18f-7d2f-4075-92df-f7e0f4aa37a5),segment_id=d3c5b18f-7d2f-4075-92df-f7e0f4aa37a5)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:30.399148 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1ed8f2a-d3e3-4ced-91ae-d804313ade1c req-821b84d9-c85f-4f60-9798-47bba6931aae tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.415995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-f1ed8f2a-d3e3-4ced-91ae-d804313ade1c req-821b84d9-c85f-4f60-9798-47bba6931aae tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Calling delete_port for e3468ae4-c689-40f2-9505-74cf1f2f9603 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:30.441398 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62027d9-a5aa-43be-85c1-df19321f47ad x-openstack-request-id: req-f62027d9-a5aa-43be-85c1-df19321f47ad {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:30.441692 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30935cc-8b6d-4279-a6e3-80030efbf5b2", "name": "network-vif-plugged", "status": "completed", "tag": "be3efc5b-19d7-483a-bc0e-0f388d4073eb", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:30.441948 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f62027d9-a5aa-43be-85c1-df19321f47ad {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:30.442345 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30935cc-8b6d-4279-a6e3-80030efbf5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb', 'code': 200} Jul 16 01:19:30.639291 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1ed8f2a-d3e3-4ced-91ae-d804313ade1c req-821b84d9-c85f-4f60-9798-47bba6931aae tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.653775 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e807ef80-8bc2-4bf2-bce1-e06f05ef730f {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:30.654605 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e3468ae4-c689-40f2-9505-74cf1f2f9603'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:30.663102 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.676069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Transition to ACTIVE for port object e807ef80-8bc2-4bf2-bce1-e06f05ef730f will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:30.680970 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.683466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b84d9-c85f-4f60-9798-47bba6931aae tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Pushing event deleted for resources: {'Port': ['ID=e3468ae4-c689-40f2-9505-74cf1f2f9603,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:30.728915 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277c358-536b-4e8c-a6cb-a37b41d021a1 req-be1dca2f-5b5e-4377-8aa2-3ac67a1904f2 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:30.730218 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a277c358-536b-4e8c-a6cb-a37b41d021a1 req-be1dca2f-5b5e-4377-8aa2-3ac67a1904f2 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 945 time: 0.1738415 Jul 16 01:19:30.735516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:30.758983 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ed8f2a-d3e3-4ced-91ae-d804313ade1c req-821b84d9-c85f-4f60-9798-47bba6931aae tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] No DVR routers for this DVR port e3468ae4-c689-40f2-9505-74cf1f2f9603 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:30.765198 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1ed8f2a-d3e3-4ced-91ae-d804313ade1c req-821b84d9-c85f-4f60-9798-47bba6931aae tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.767163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1ed8f2a-d3e3-4ced-91ae-d804313ade1c req-821b84d9-c85f-4f60-9798-47bba6931aae tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.69 "DELETE /v2.0/ports/e3468ae4-c689-40f2-9505-74cf1f2f9603 HTTP/1.1" status: 204 len: 173 time: 0.7262673 Jul 16 01:19:30.772213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20d8d3cc-62a1-4bbc-ad22-8934f506764b', 'name': 'network-vif-deleted', 'tag': 'e3468ae4-c689-40f2-9505-74cf1f2f9603'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:30.774494 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae0415b-0cb8-42a3-884f-ec9cbfcfe4c0" -d '{"events": [{"server_uuid": "20d8d3cc-62a1-4bbc-ad22-8934f506764b", "name": "network-vif-deleted", "tag": "e3468ae4-c689-40f2-9505-74cf1f2f9603"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:30.797033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2a77b-8837-48ce-bb1a-698151c7ba39 req-b360e3e5-b3a1-4e8b-b2e0-fe5f8490101b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:30.798603 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3d2a77b-8837-48ce-bb1a-698151c7ba39 req-b360e3e5-b3a1-4e8b-b2e0-fe5f8490101b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 946 time: 0.2298849 Jul 16 01:19:30.822475 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Attempting to bind port e807ef80-8bc2-4bf2-bce1-e06f05ef730f on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:30.822745 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Attempting to bind port e807ef80-8bc2-4bf2-bce1-e06f05ef730f by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:30.823165 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Attempting to bind port e807ef80-8bc2-4bf2-bce1-e06f05ef730f on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:30.828656 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Port e807ef80-8bc2-4bf2-bce1-e06f05ef730f on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:30.829045 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Attempting to bind port e807ef80-8bc2-4bf2-bce1-e06f05ef730f on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:30.834632 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:30.835202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:30.835575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:30.836165 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Bound port: e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:30.836574 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.837737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a277c358-536b-4e8c-a6cb-a37b41d021a1 req-9d9f2ee2-f4d5-40fc-85b9-48241e1850e8 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858684 Jul 16 01:19:30.884427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3d2a77b-8837-48ce-bb1a-698151c7ba39 req-f9e25619-708c-48c3-ab55-567656d06150 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752556 Jul 16 01:19:30.937012 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77c63695-c3cb-40d0-9990-fe524c7a7554 req-6e72eee6-9cde-4c7c-baa3-77147d85f97a tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "GET /v2.0/security-groups/4236a30b-af68-42ea-8298-df67160e9bb0 HTTP/1.1" status: 200 len: 1815 time: 0.0666468 Jul 16 01:19:30.954289 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:30.954912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:30.958754 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:30.963556 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.010039 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.010672 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.012842 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] 10.222.0.70 "PUT /v2.0/ports/e807ef80-8bc2-4bf2-bce1-e06f05ef730f HTTP/1.1" status: 200 len: 1097 time: 0.9457383 Jul 16 01:19:31.013293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:31.015621 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-431120cf-592d-492e-8691-e0b98a06ec02" -d '{"events": [{"name": "network-changed", "server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:31.042548 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603773ea-f28c-4d50-a0b9-04d80e7fb3f2 service neutron] Pushing event updated for resources: {'Port': ['ID=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:31.144736 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-3810417f-ff06-4c08-b7c4-9417cac5f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.146475 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-3810417f-ff06-4c08-b7c4-9417cac5f732 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 1100 time: 0.0725019 Jul 16 01:19:31.190106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a72c3-0f55-4c72-aaf4-ca8b10fca1fa req-7fd3dd3e-0b2e-4bfd-b0e7-eab1fe1a3eb7 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.201839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-801a72c3-0f55-4c72-aaf4-ca8b10fca1fa req-7fd3dd3e-0b2e-4bfd-b0e7-eab1fe1a3eb7 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 948 time: 0.0910907 Jul 16 01:19:31.207705 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-fbc7aaa6-593d-4d98-804e-c6fcd79d0954 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f HTTP/1.1" status: 200 len: 217 time: 0.0438898 Jul 16 01:19:31.239748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-801a72c3-0f55-4c72-aaf4-ca8b10fca1fa req-26f23856-b9b8-4207-bf48-1f4ef06849a2 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368326 Jul 16 01:19:31.270728 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-df5b6483-fc01-46ec-a928-3dbcd5fcbf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.272227 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-df5b6483-fc01-46ec-a928-3dbcd5fcbf61 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0571132 Jul 16 01:19:31.304617 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbaaca06-d446-4efa-9f2a-fe5f329c087e x-openstack-request-id: req-bbaaca06-d446-4efa-9f2a-fe5f329c087e {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:31.304900 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20d8d3cc-62a1-4bbc-ad22-8934f506764b", "name": "network-vif-deleted", "tag": "e3468ae4-c689-40f2-9505-74cf1f2f9603", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:31.305144 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bbaaca06-d446-4efa-9f2a-fe5f329c087e {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:31.305545 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20d8d3cc-62a1-4bbc-ad22-8934f506764b', 'name': 'network-vif-deleted', 'tag': 'e3468ae4-c689-40f2-9505-74cf1f2f9603', 'status': 'completed', 'code': 200} Jul 16 01:19:31.316429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0e4b2-8448-4b06-bd9b-210067a4dd5b req-a4681863-e317-4257-84bf-54c68e7b273a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.322043 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25b0e4b2-8448-4b06-bd9b-210067a4dd5b req-a4681863-e317-4257-84bf-54c68e7b273a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d147e661-1261-4a5f-a430-2b147087c5a7 HTTP/1.1" status: 200 len: 950 time: 0.0747054 Jul 16 01:19:31.353963 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-37471cf9-14e2-428e-ba73-ebcd749427e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.356607 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25b0e4b2-8448-4b06-bd9b-210067a4dd5b req-ceb6befd-cc41-480d-9c90-3aefaff64ff2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337293 Jul 16 01:19:31.363582 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-37471cf9-14e2-428e-ba73-ebcd749427e6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0639942 Jul 16 01:19:31.460659 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c017b9-e388-4e4b-a751-81e37180e75d x-openstack-request-id: req-12c017b9-e388-4e4b-a751-81e37180e75d {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:31.460960 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:31.461219 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-12c017b9-e388-4e4b-a751-81e37180e75d {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:31.461606 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f', 'status': 'completed', 'code': 200} Jul 16 01:19:31.470932 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d4748c6-ddbb-44b1-b8bc-3facf21c844f req-bd54be08-af04-49da-bcf0-196361aac714 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-954895971&fields=id&tenant_id=3d706f64229f48619debf05976cb1d01 HTTP/1.1" status: 200 len: 267 time: 0.0528679 Jul 16 01:19:31.495782 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-a9d27910-f608-4c6a-9a9e-15ff8165a8d7 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284702 Jul 16 01:19:31.551033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4748c6-ddbb-44b1-b8bc-3facf21c844f req-ca0330be-bd32-4c2a-9d20-18a8e9801fb7 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.560512 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d4748c6-ddbb-44b1-b8bc-3facf21c844f req-ca0330be-bd32-4c2a-9d20-18a8e9801fb7 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 946 time: 0.0798218 Jul 16 01:19:31.568793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-1d4748c6-ddbb-44b1-b8bc-3facf21c844f req-9bf30894-64b5-47f7-9b22-617bf12c68bf tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Request body: {'port': {'security_groups': ['1251daef-648e-4607-a536-ac5624dd2966', '6582dc83-51ba-48bd-b3b3-10b58c8d620d']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:31.604814 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ef803be6-450c-4a58-85cc-93e6449162a7 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:31.678764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port ef803be6-450c-4a58-85cc-93e6449162a7 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:31.684043 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port ef803be6-450c-4a58-85cc-93e6449162a7 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:31.685335 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.712198 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a1dac3be-3476-45fa-a334-a8d710211c5e req-4320e75e-206d-4fce-8f54-e5832930c518 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030563 Jul 16 01:19:31.758209 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c67b507-b6b2-4f87-a3bc-3400c4be3196 req-865851cd-c85b-4113-9765-d8d3d247acc2 tempest-ServersNegativeTestMultiTenantJSON-1710604376 tempest-ServersNegativeTestMultiTenantJSON-1710604376-project] 10.222.0.22 "GET /v2.0/ports?device_id=20d8d3cc-62a1-4bbc-ad22-8934f506764b HTTP/1.1" status: 200 len: 210 time: 0.0518298 Jul 16 01:19:31.782940 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.787514 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1d4748c6-ddbb-44b1-b8bc-3facf21c844f req-9bf30894-64b5-47f7-9b22-617bf12c68bf tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.829578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ef803be6-450c-4a58-85cc-93e6449162a7, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ef803be6-450c-4a58-85cc-93e6449162a7,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:31.837330 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:31.892776 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=ef803be6-450c-4a58-85cc-93e6449162a7,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:31.975543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431120cf-592d-492e-8691-e0b98a06ec02 req-5caf5013-cc2f-4468-8a7c-c36a1f33ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:31.976543 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431120cf-592d-492e-8691-e0b98a06ec02 req-5caf5013-cc2f-4468-8a7c-c36a1f33ea3b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 1100 time: 0.0549767 Jul 16 01:19:32.001411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-1d4748c6-ddbb-44b1-b8bc-3facf21c844f req-9bf30894-64b5-47f7-9b22-617bf12c68bf tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] For port dfbd523e-ac04-4810-997d-2ac5d70f9eb3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=dfbd523e-ac04-4810-997d-2ac5d70f9eb3,segment=NetworkSegment(09053f43-88fb-409a-a155-0acb6c3ed973),segment_id=09053f43-88fb-409a-a155-0acb6c3ed973)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:32.046405 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1d4748c6-ddbb-44b1-b8bc-3facf21c844f req-9bf30894-64b5-47f7-9b22-617bf12c68bf tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.065407 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1d4748c6-ddbb-44b1-b8bc-3facf21c844f req-9bf30894-64b5-47f7-9b22-617bf12c68bf tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.080083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431120cf-592d-492e-8691-e0b98a06ec02 req-6d36e5aa-d104-4ef8-a5b4-2c7d573ddc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.081726 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431120cf-592d-492e-8691-e0b98a06ec02 req-6d36e5aa-d104-4ef8-a5b4-2c7d573ddc7f service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.0965133 Jul 16 01:19:32.081877 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['25e07eee-af1f-4ac3-bc7a-a2911beb32fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:32.107950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['dfbd523e-ac04-4810-997d-2ac5d70f9eb3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:32.119210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4748c6-ddbb-44b1-b8bc-3facf21c844f req-9bf30894-64b5-47f7-9b22-617bf12c68bf tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.119845 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1d4748c6-ddbb-44b1-b8bc-3facf21c844f req-9bf30894-64b5-47f7-9b22-617bf12c68bf tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.128287 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d4748c6-ddbb-44b1-b8bc-3facf21c844f req-9bf30894-64b5-47f7-9b22-617bf12c68bf tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "PUT /v2.0/ports/dfbd523e-ac04-4810-997d-2ac5d70f9eb3 HTTP/1.1" status: 200 len: 982 time: 0.5665805 Jul 16 01:19:32.149577 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431120cf-592d-492e-8691-e0b98a06ec02 req-e8bfa1c7-1ea9-4490-9ea9-215a47f983e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f HTTP/1.1" status: 200 len: 217 time: 0.0532689 Jul 16 01:19:32.149851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d9141e41-eb6f-4b43-bc2b-d418e5131eb4 req-795301e3-4bf2-40de-bc41-1c9799ff06ee tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1524388403', 'description': 'tempest-description-133887415'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:32.186500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf30894-64b5-47f7-9b22-617bf12c68bf tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event updated for resources: {'Port': ['ID=dfbd523e-ac04-4810-997d-2ac5d70f9eb3,revision_number=6']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:32.204960 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d9141e41-eb6f-4b43-bc2b-d418e5131eb4 req-795301e3-4bf2-40de-bc41-1c9799ff06ee tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.210045 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431120cf-592d-492e-8691-e0b98a06ec02 req-db3995e5-3c02-4418-a9f8-f29077364a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.212071 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431120cf-592d-492e-8691-e0b98a06ec02 req-db3995e5-3c02-4418-a9f8-f29077364a3d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0493886 Jul 16 01:19:32.222084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8960b31-4de1-41d2-9e7f-61506e78cce8 req-6afb545b-1ff5-4439-bba3-69dd0fa4ba8b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.223601 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a8960b31-4de1-41d2-9e7f-61506e78cce8 req-6afb545b-1ff5-4439-bba3-69dd0fa4ba8b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9f08770-10f8-4bf3-a346-22cb6cf278c9 HTTP/1.1" status: 200 len: 950 time: 0.2032084 Jul 16 01:19:32.292811 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431120cf-592d-492e-8691-e0b98a06ec02 req-9714f12c-1bb3-4ecf-a4ab-3e805ef882a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.294620 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431120cf-592d-492e-8691-e0b98a06ec02 req-9714f12c-1bb3-4ecf-a4ab-3e805ef882a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0663459 Jul 16 01:19:32.300308 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a8960b31-4de1-41d2-9e7f-61506e78cce8 req-caf10810-5d2c-4ca4-8c31-4a2c5cc95cfb tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683703 Jul 16 01:19:32.364247 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d9141e41-eb6f-4b43-bc2b-d418e5131eb4 req-795301e3-4bf2-40de-bc41-1c9799ff06ee tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.369973 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d9141e41-eb6f-4b43-bc2b-d418e5131eb4 req-795301e3-4bf2-40de-bc41-1c9799ff06ee tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.409191 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['dfbd523e-ac04-4810-997d-2ac5d70f9eb3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:32.410093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795301e3-4bf2-40de-bc41-1c9799ff06ee tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8487b606-7a4b-4b66-b8f8-08fc9753ded3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:32.426185 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d9141e41-eb6f-4b43-bc2b-d418e5131eb4 req-795301e3-4bf2-40de-bc41-1c9799ff06ee tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:32.435010 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431120cf-592d-492e-8691-e0b98a06ec02 req-abc5a869-d3af-4e69-bac4-be3621fdecbe service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151578 Jul 16 01:19:32.436826 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9141e41-eb6f-4b43-bc2b-d418e5131eb4 req-795301e3-4bf2-40de-bc41-1c9799ff06ee tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3001246 Jul 16 01:19:32.447322 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff1e056-53fa-4d47-8abe-92baa79f63f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef803be6-450c-4a58-85cc-93e6449162a7'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:32.450348 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c974b520-1be8-4b7a-9bce-af1dc5e4f52a" -d '{"events": [{"server_uuid": "8ff1e056-53fa-4d47-8abe-92baa79f63f3", "name": "network-vif-plugged", "status": "completed", "tag": "ef803be6-450c-4a58-85cc-93e6449162a7"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:32.560602 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431120cf-592d-492e-8691-e0b98a06ec02 req-627ccbec-d762-4afe-8759-fcea2b082de4 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089549 Jul 16 01:19:32.598117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a66ecfd-a11a-4092-b7a0-0dd47aa34de5 req-f47314d2-00a2-4b97-a563-2e564e619bc1 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/6582dc83-51ba-48bd-b3b3-10b58c8d620d HTTP/1.1" status: 200 len: 1800 time: 0.0723171 Jul 16 01:19:32.643633 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d800a3-83de-4f98-a998-98dbccb36b85 req-9d844404-e27a-4118-a59f-40d467e8082e tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.645149 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-44d800a3-83de-4f98-a998-98dbccb36b85 req-9d844404-e27a-4118-a59f-40d467e8082e tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 946 time: 0.1038961 Jul 16 01:19:32.679420 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-5a66ecfd-a11a-4092-b7a0-0dd47aa34de5 req-64a77b3e-c08c-487b-8791-53a63fdaefb1 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:19:32.680471 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a66ecfd-a11a-4092-b7a0-0dd47aa34de5 req-64a77b3e-c08c-487b-8791-53a63fdaefb1 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "DELETE /v2.0/security-groups/6582dc83-51ba-48bd-b3b3-10b58c8d620d HTTP/1.1" status: 409 len: 341 time: 0.0754299 Jul 16 01:19:32.693564 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-44d800a3-83de-4f98-a998-98dbccb36b85 req-eb9aad03-3a9a-48d3-a175-86a1a11179f8 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399377 Jul 16 01:19:32.839717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976be9c-d22a-4ddf-83dc-8f367aacb7fe req-2e392ff1-c1d1-4bb9-bd28-71e6b9de721f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:32.841243 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7976be9c-d22a-4ddf-83dc-8f367aacb7fe req-2e392ff1-c1d1-4bb9-bd28-71e6b9de721f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 948 time: 0.0696495 Jul 16 01:19:32.880769 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7976be9c-d22a-4ddf-83dc-8f367aacb7fe req-bcdc2bc7-5382-49b1-9710-d12800d77f2b tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337956 Jul 16 01:19:32.978105 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-795786d3-0437-431b-8df2-c0679c68dc83 req-3c20d4f6-0174-4e22-8ab9-2c1b6be7f333 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "GET /v2.0/security-groups/8487b606-7a4b-4b66-b8f8-08fc9753ded3 HTTP/1.1" status: 200 len: 1814 time: 0.0710261 Jul 16 01:19:33.007320 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e5d1d-23a1-49b1-bbb0-e1cce0068079 req-fd7b6417-865b-49da-96a8-5adfff947a0f tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:33.013571 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822e5d1d-23a1-49b1-bbb0-e1cce0068079 req-fd7b6417-865b-49da-96a8-5adfff947a0f tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:33.016163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-822e5d1d-23a1-49b1-bbb0-e1cce0068079 req-fd7b6417-865b-49da-96a8-5adfff947a0f tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d147e661-1261-4a5f-a430-2b147087c5a7&device_id=f9f08770-10f8-4bf3-a346-22cb6cf278c9 HTTP/1.1" status: 200 len: 1691 time: 0.0982659 Jul 16 01:19:33.018404 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2483e8f-5049-4fbe-a202-920f9e340db1 x-openstack-request-id: req-c2483e8f-5049-4fbe-a202-920f9e340db1 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:33.018894 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff1e056-53fa-4d47-8abe-92baa79f63f3", "name": "network-vif-plugged", "status": "completed", "tag": "ef803be6-450c-4a58-85cc-93e6449162a7", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:33.019236 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2483e8f-5049-4fbe-a202-920f9e340db1 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:33.019719 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff1e056-53fa-4d47-8abe-92baa79f63f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef803be6-450c-4a58-85cc-93e6449162a7', 'code': 200} Jul 16 01:19:33.060448 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-822e5d1d-23a1-49b1-bbb0-e1cce0068079 req-0f15021d-941d-4464-b3d1-4bf71a5a5be1 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386822 Jul 16 01:19:33.160606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d69abe-d1d4-4921-8872-00f17113b306 req-1a5a40ce-bd46-49eb-ba83-abd086281057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:33.162610 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70d69abe-d1d4-4921-8872-00f17113b306 req-1a5a40ce-bd46-49eb-ba83-abd086281057 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 1098 time: 0.0533936 Jul 16 01:19:33.206400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70d69abe-d1d4-4921-8872-00f17113b306 req-3892c4db-fc39-48c9-a340-7409f0d7f3a0 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355604 Jul 16 01:19:33.266536 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50258) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:33.280487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-31cae5a9-0beb-49c5-bc86-c12587961f3a req-bd7d54dd-8526-4a37-99c2-6dea6c722529 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-976979517', 'description': 'tempest-description-800618863'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:33.310509 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480a1f5f-28ac-436d-94a1-42b6902c9a8e', 'tag': 'dfbd523e-ac04-4810-997d-2ac5d70f9eb3'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:33.313039 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2b1d31-3c47-4ba6-8d7b-4e02f6856fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "480a1f5f-28ac-436d-94a1-42b6902c9a8e", "tag": "dfbd523e-ac04-4810-997d-2ac5d70f9eb3"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:33.316738 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-01fa809a-bd0d-419f-8bcb-384bd567ecfe admin admin] Deleting subnet feb74ede-8ab7-46b3-b726-7cebf6765512 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:19:33.320534 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01fa809a-bd0d-419f-8bcb-384bd567ecfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.322882 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-31cae5a9-0beb-49c5-bc86-c12587961f3a req-bd7d54dd-8526-4a37-99c2-6dea6c722529 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.362608 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01fa809a-bd0d-419f-8bcb-384bd567ecfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.431324 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-31cae5a9-0beb-49c5-bc86-c12587961f3a req-bd7d54dd-8526-4a37-99c2-6dea6c722529 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.438024 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-31cae5a9-0beb-49c5-bc86-c12587961f3a req-bd7d54dd-8526-4a37-99c2-6dea6c722529 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.446141 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01fa809a-bd0d-419f-8bcb-384bd567ecfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.459899 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-31cae5a9-0beb-49c5-bc86-c12587961f3a req-bd7d54dd-8526-4a37-99c2-6dea6c722529 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.461160 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31cae5a9-0beb-49c5-bc86-c12587961f3a req-bd7d54dd-8526-4a37-99c2-6dea6c722529 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1864128 Jul 16 01:19:33.475013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d54dd-8526-4a37-99c2-6dea6c722529 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d856e4-6747-4c58-920c-e687c4a368d4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:33.515692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc223e-902b-4402-9167-fad59a2b44ce req-f8ea8230-91d6-4855-a193-76ab88e2d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:33.517270 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b6fc223e-902b-4402-9167-fad59a2b44ce req-f8ea8230-91d6-4855-a193-76ab88e2d89c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d706f64229f48619debf05976cb1d01&device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 1137 time: 0.1358595 Jul 16 01:19:33.542389 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01fa809a-bd0d-419f-8bcb-384bd567ecfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.588247 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa809a-bd0d-419f-8bcb-384bd567ecfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feb74ede-8ab7-46b3-b726-7cebf6765512,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:33.591051 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01fa809a-bd0d-419f-8bcb-384bd567ecfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.592745 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-01fa809a-bd0d-419f-8bcb-384bd567ecfe admin admin] 10.222.0.22 "DELETE /v2.0/subnets/feb74ede-8ab7-46b3-b726-7cebf6765512 HTTP/1.1" status: 204 len: 168 time: 0.3251793 Jul 16 01:19:33.595481 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50266) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:33.620604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fca0cf-a0fb-4c3c-bed5-24e604377fd6 req-a45c78b1-33ca-40e1-989c-e1a0e016402c tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:33.623719 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1fca0cf-a0fb-4c3c-bed5-24e604377fd6 req-a45c78b1-33ca-40e1-989c-e1a0e016402c tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.1181037 Jul 16 01:19:33.624350 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e3468ae4-c689-40f2-9505-74cf1f2f9603 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:33.649212 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: e3468ae4-c689-40f2-9505-74cf1f2f9603 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:33.649554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e3468ae4-c689-40f2-9505-74cf1f2f9603 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:33.687165 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1fca0cf-a0fb-4c3c-bed5-24e604377fd6 req-dd14788e-58be-4816-9be3-0057f4badfec tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553508 Jul 16 01:19:33.695856 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d826df-5d13-40ce-97e9-730eebd70927 req-f8d4b9a0-c29e-47dd-8e38-31f72561564e tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:33.697373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-06d826df-5d13-40ce-97e9-730eebd70927 req-f8d4b9a0-c29e-47dd-8e38-31f72561564e tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 985 time: 0.1266680 Jul 16 01:19:33.709680 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5fc73387-7322-4fcb-b1c6-c7d96e2979c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.711872 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc223e-902b-4402-9167-fad59a2b44ce req-a2e7ae53-60c2-48ea-9413-f0577deb7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:33.713322 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b6fc223e-902b-4402-9167-fad59a2b44ce req-a2e7ae53-60c2-48ea-9413-f0577deb7a96 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f HTTP/1.1" status: 200 len: 913 time: 0.1814320 Jul 16 01:19:33.742544 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7716ed64-b7ef-432b-884b-82ecbe06af05 x-openstack-request-id: req-7716ed64-b7ef-432b-884b-82ecbe06af05 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:33.742993 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480a1f5f-28ac-436d-94a1-42b6902c9a8e", "tag": "dfbd523e-ac04-4810-997d-2ac5d70f9eb3", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:33.743648 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7716ed64-b7ef-432b-884b-82ecbe06af05 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:33.744075 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480a1f5f-28ac-436d-94a1-42b6902c9a8e', 'tag': 'dfbd523e-ac04-4810-997d-2ac5d70f9eb3', 'status': 'completed', 'code': 200} Jul 16 01:19:33.754094 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-06d826df-5d13-40ce-97e9-730eebd70927 req-6e42d8e4-c947-45c2-97c3-ab91b16ddf7e tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&id=6582dc83-51ba-48bd-b3b3-10b58c8d620d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0500054 Jul 16 01:19:33.798731 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b6fc223e-902b-4402-9167-fad59a2b44ce req-939cb070-411b-4dc4-915b-0f70b4b3d6e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfbd523e-ac04-4810-997d-2ac5d70f9eb3 HTTP/1.1" status: 200 len: 217 time: 0.0494068 Jul 16 01:19:33.823345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d80244d-7a0d-42ad-b2a0-9fd0d1157d70 req-899ab7d8-6c57-4911-a462-7d2135d4c226 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "GET /v2.0/security-groups/e8d856e4-6747-4c58-920c-e687c4a368d4 HTTP/1.1" status: 200 len: 1813 time: 0.0395842 Jul 16 01:19:33.838935 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5fc73387-7322-4fcb-b1c6-c7d96e2979c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.862668 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5fc73387-7322-4fcb-b1c6-c7d96e2979c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e224f3-382b-4610-99cb-b93eaec170da']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:33.888885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efadcc3-a9f9-4a62-8dcf-f1e7ab530c3c req-cc6dff4c-ff08-4684-9f76-dc972d580e16 tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:33.891749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5fc73387-7322-4fcb-b1c6-c7d96e2979c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c5b18f-7d2f-4075-92df-f7e0f4aa37a5') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:33.892086 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5fc73387-7322-4fcb-b1c6-c7d96e2979c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c5b18f-7d2f-4075-92df-f7e0f4aa37a5') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:33.896437 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6efadcc3-a9f9-4a62-8dcf-f1e7ab530c3c req-cc6dff4c-ff08-4684-9f76-dc972d580e16 tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d147e661-1261-4a5f-a430-2b147087c5a7 HTTP/1.1" status: 200 len: 1102 time: 0.0643213 Jul 16 01:19:33.907446 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5fc73387-7322-4fcb-b1c6-c7d96e2979c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.923190 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fc223e-902b-4402-9167-fad59a2b44ce req-8b15810d-6ac5-417a-8a6c-a766a59e8184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:33.924791 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b6fc223e-902b-4402-9167-fad59a2b44ce req-8b15810d-6ac5-417a-8a6c-a766a59e8184 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fb650270-6140-4296-a509-9c2a289fb9f7 HTTP/1.1" status: 200 len: 852 time: 0.0824492 Jul 16 01:19:33.928540 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5fc73387-7322-4fcb-b1c6-c7d96e2979c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.934758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc73387-7322-4fcb-b1c6-c7d96e2979c3 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:19:33.935224 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5fc73387-7322-4fcb-b1c6-c7d96e2979c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:19:33.936995 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:19:33.943921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6efadcc3-a9f9-4a62-8dcf-f1e7ab530c3c req-fd96dcac-1214-4140-a4e2-a712b4515f2d tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462878 Jul 16 01:19:33.983087 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b6fc223e-902b-4402-9167-fad59a2b44ce req-39327785-2618-4259-9959-b6a27032eb92 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366485 Jul 16 01:19:33.986927 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-39d92ad2-bd6e-4947-89dc-c187bf057130 req-85b706bf-5633-4454-bcbe-bc9fd709d703 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-367443170', 'description': 'tempest-description-1336590980'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:34.021180 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39d92ad2-bd6e-4947-89dc-c187bf057130 req-85b706bf-5633-4454-bcbe-bc9fd709d703 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.043301 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5fc73387-7322-4fcb-b1c6-c7d96e2979c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.043633 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2974e-7cf9-4d90-af2d-86551b66ef4c req-afd2f08a-d719-41e9-bb4d-7e17fb815273 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.045193 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ae2974e-7cf9-4d90-af2d-86551b66ef4c req-afd2f08a-d719-41e9-bb4d-7e17fb815273 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 946 time: 0.1177566 Jul 16 01:19:34.052528 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5fc73387-7322-4fcb-b1c6-c7d96e2979c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.059113 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5fc73387-7322-4fcb-b1c6-c7d96e2979c3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a2e224f3-382b-4610-99cb-b93eaec170da HTTP/1.1" status: 204 len: 168 time: 0.4576807 Jul 16 01:19:34.059454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50276) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:34.089606 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc73387-7322-4fcb-b1c6-c7d96e2979c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e224f3-382b-4610-99cb-b93eaec170da,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:34.118696 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b6fc223e-902b-4402-9167-fad59a2b44ce req-f569460f-53c2-49a3-9aab-a7256d3a0ea1 service neutron] 10.222.0.70 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097543 Jul 16 01:19:34.147689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ae2974e-7cf9-4d90-af2d-86551b66ef4c req-0ea15070-6dec-4b48-b761-9e36d7d4d2f3 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935440 Jul 16 01:19:34.159983 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aaea5a6-2bee-4450-839d-972e9f3f3259 admin admin] Deleting subnet 92b5d49c-5b0b-4408-91d1-8c910f583323 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:19:34.164014 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2aaea5a6-2bee-4450-839d-972e9f3f3259 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.224193 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39d92ad2-bd6e-4947-89dc-c187bf057130 req-85b706bf-5633-4454-bcbe-bc9fd709d703 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.228651 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2aaea5a6-2bee-4450-839d-972e9f3f3259 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.231279 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39d92ad2-bd6e-4947-89dc-c187bf057130 req-85b706bf-5633-4454-bcbe-bc9fd709d703 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.260378 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b6fc223e-902b-4402-9167-fad59a2b44ce req-d94f7a72-4075-4ed9-ac2b-f6f4659d6fa5 service neutron] 10.222.0.70 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339989 Jul 16 01:19:34.299496 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-39d92ad2-bd6e-4947-89dc-c187bf057130 req-85b706bf-5633-4454-bcbe-bc9fd709d703 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.300717 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39d92ad2-bd6e-4947-89dc-c187bf057130 req-85b706bf-5633-4454-bcbe-bc9fd709d703 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3241367 Jul 16 01:19:34.337468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b706bf-5633-4454-bcbe-bc9fd709d703 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37b8720-abea-4a7e-83e9-a16127ad50f3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:34.342153 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2aaea5a6-2bee-4450-839d-972e9f3f3259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.411445 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72e812f-4419-4028-8df0-d481ce8b5ae9 req-8d358f33-981e-40d3-9082-902feb9bedbe tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.413433 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e72e812f-4419-4028-8df0-d481ce8b5ae9 req-8d358f33-981e-40d3-9082-902feb9bedbe tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 948 time: 0.1361840 Jul 16 01:19:34.434383 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2aaea5a6-2bee-4450-839d-972e9f3f3259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.450810 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b1d31-3c47-4ba6-8d7b-4e02f6856fdf req-97883dab-d16b-427f-b05b-a67e6f1900e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.452561 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee2b1d31-3c47-4ba6-8d7b-4e02f6856fdf req-97883dab-d16b-427f-b05b-a67e6f1900e9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d706f64229f48619debf05976cb1d01&device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 1137 time: 0.0731220 Jul 16 01:19:34.496024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaea5a6-2bee-4450-839d-972e9f3f3259 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b5d49c-5b0b-4408-91d1-8c910f583323,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:34.511121 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2aaea5a6-2bee-4450-839d-972e9f3f3259 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.515330 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2aaea5a6-2bee-4450-839d-972e9f3f3259 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/92b5d49c-5b0b-4408-91d1-8c910f583323 HTTP/1.1" status: 204 len: 168 time: 0.4548929 Jul 16 01:19:34.517934 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50282) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:34.530331 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e72e812f-4419-4028-8df0-d481ce8b5ae9 req-c6d93542-be36-4ce3-a8c8-ccac24cffc00 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069529 Jul 16 01:19:34.572973 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b1d31-3c47-4ba6-8d7b-4e02f6856fdf req-54b983e5-30f3-425c-92da-0ea425078220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.574791 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee2b1d31-3c47-4ba6-8d7b-4e02f6856fdf req-54b983e5-30f3-425c-92da-0ea425078220 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f HTTP/1.1" status: 200 len: 913 time: 0.1006033 Jul 16 01:19:34.625585 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bb90cefd-1d1b-4846-acdf-21d51fa9fc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.640163 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee2b1d31-3c47-4ba6-8d7b-4e02f6856fdf req-a6e21dbd-9ecc-45f2-9df1-0fad9015868d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfbd523e-ac04-4810-997d-2ac5d70f9eb3 HTTP/1.1" status: 200 len: 217 time: 0.0411489 Jul 16 01:19:34.655489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32cd57-b3ff-4c19-a470-b8cee60364d5 req-be0ed9bd-f11d-45ea-84c6-7747eb65fe37 tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.657060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ab32cd57-b3ff-4c19-a470-b8cee60364d5 req-be0ed9bd-f11d-45ea-84c6-7747eb65fe37 tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f9f08770-10f8-4bf3-a346-22cb6cf278c9 HTTP/1.1" status: 200 len: 1102 time: 0.2316303 Jul 16 01:19:34.664643 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e087667b-f5d6-4337-a633-9c43928826a5 req-7bf2f3a1-676e-4d12-9181-d64d2468346f tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "GET /v2.0/security-groups/b37b8720-abea-4a7e-83e9-a16127ad50f3 HTTP/1.1" status: 200 len: 1814 time: 0.0792010 Jul 16 01:19:34.699386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b1d31-3c47-4ba6-8d7b-4e02f6856fdf req-c233550d-d4c0-483c-af05-e6ab9fa6f0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:34.700569 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee2b1d31-3c47-4ba6-8d7b-4e02f6856fdf req-c233550d-d4c0-483c-af05-e6ab9fa6f0e8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fb650270-6140-4296-a509-9c2a289fb9f7 HTTP/1.1" status: 200 len: 852 time: 0.0471051 Jul 16 01:19:34.748531 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee2b1d31-3c47-4ba6-8d7b-4e02f6856fdf req-0d4a2ca1-acc5-4eab-b034-d7895f8f2e37 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307600 Jul 16 01:19:34.749230 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d7e0ebe2-8845-48a2-ab20-8360e5107af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.757226 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bb90cefd-1d1b-4846-acdf-21d51fa9fc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.767120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ab32cd57-b3ff-4c19-a470-b8cee60364d5 req-b584d61c-34f1-496c-98c4-c841a2f2e1ec tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813906 Jul 16 01:19:34.784196 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-bb90cefd-1d1b-4846-acdf-21d51fa9fc71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79db532d-9168-4a33-be5b-8e828f254ba2']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:34.796552 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-bb90cefd-1d1b-4846-acdf-21d51fa9fc71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498bfd38-93a0-42e4-913f-4dc7c6d85fab') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:34.796851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-bb90cefd-1d1b-4846-acdf-21d51fa9fc71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498bfd38-93a0-42e4-913f-4dc7c6d85fab') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:34.826939 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bb90cefd-1d1b-4846-acdf-21d51fa9fc71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.834138 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-d835f8b1-2cb0-489e-b6e6-5cdac2cbfa15 req-acb66931-1875-41d9-8d9d-c2f0282a8c5d tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] show failed (client error): The resource could not be found. Jul 16 01:19:34.835180 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d835f8b1-2cb0-489e-b6e6-5cdac2cbfa15 req-acb66931-1875-41d9-8d9d-c2f0282a8c5d tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "GET /v2.0/security-groups/07086e3a-1669-4350-aae5-35d0393caa9e HTTP/1.1" status: 404 len: 352 time: 0.0460289 Jul 16 01:19:34.849090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bb90cefd-1d1b-4846-acdf-21d51fa9fc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.863068 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb90cefd-1d1b-4846-acdf-21d51fa9fc71 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:19:34.863068 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bb90cefd-1d1b-4846-acdf-21d51fa9fc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:19:34.868012 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:19:34.874761 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:19:34.874761 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:19:34.874761 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:19:34.874761 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:19:34.874761 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:19:34.874761 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:19:34.874761 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:19:34.886063 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee2b1d31-3c47-4ba6-8d7b-4e02f6856fdf req-e955b6a4-cfdd-4907-b5e7-5a55e1eaaabc service neutron] 10.222.0.70 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238921 Jul 16 01:19:35.003052 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee2b1d31-3c47-4ba6-8d7b-4e02f6856fdf req-ecfef956-328c-44b0-b7d1-2123e6ca0a6f service neutron] 10.222.0.70 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949442 Jul 16 01:19:35.015410 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bb90cefd-1d1b-4846-acdf-21d51fa9fc71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.026131 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bb90cefd-1d1b-4846-acdf-21d51fa9fc71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.028564 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bb90cefd-1d1b-4846-acdf-21d51fa9fc71 admin admin] 10.222.0.22 "DELETE /v2.0/networks/79db532d-9168-4a33-be5b-8e828f254ba2 HTTP/1.1" status: 204 len: 168 time: 0.5095227 Jul 16 01:19:35.049261 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb90cefd-1d1b-4846-acdf-21d51fa9fc71 admin admin] Pushing event deleted for resources: {'Network': ['ID=79db532d-9168-4a33-be5b-8e828f254ba2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:35.110213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22036ac-1d4d-4d12-8284-18a6a42cea4c req-a12c5ad6-dad5-40b3-be67-b954b9e00ce0 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.111767 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b22036ac-1d4d-4d12-8284-18a6a42cea4c req-a12c5ad6-dad5-40b3-be67-b954b9e00ce0 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.1577363 Jul 16 01:19:35.125982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a4792-e3d7-4fd4-acf1-ccbcb5930fc5 req-1754c311-978e-453c-9525-8bf6d6e6306d tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.127503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d5a4792-e3d7-4fd4-acf1-ccbcb5930fc5 req-1754c311-978e-453c-9525-8bf6d6e6306d tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 985 time: 0.1710594 Jul 16 01:19:35.150530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50298) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:35.187651 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b22036ac-1d4d-4d12-8284-18a6a42cea4c req-2402c735-5592-4bc9-9fa7-8b442b000a42 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590284 Jul 16 01:19:35.197365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d5a4792-e3d7-4fd4-acf1-ccbcb5930fc5 req-8567346a-2bf5-4575-a0a8-3c9a30d81e9f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&id=6582dc83-51ba-48bd-b3b3-10b58c8d620d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0599158 Jul 16 01:19:35.197563 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-28af759f-4809-429f-94d7-88483b386c05 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8e4a1b930cee4ed0adbb3d85f1436763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0432241 Jul 16 01:19:35.197690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50302) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:35.243835 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-813415aa-aa57-46ae-a33d-ed7ae9032a28 req-5add0e61-b83c-47db-923a-4b2fce918f90 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] show failed (client error): The resource could not be found. Jul 16 01:19:35.244881 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-813415aa-aa57-46ae-a33d-ed7ae9032a28 req-5add0e61-b83c-47db-923a-4b2fce918f90 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "GET /v2.0/security-group-rules/92676fad-1028-4e58-aa19-410874e1372b HTTP/1.1" status: 404 len: 361 time: 0.0212958 Jul 16 01:19:35.260730 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6936174b-3093-436d-b50c-b091e274c241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.305752 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6936174b-3093-436d-b50c-b091e274c241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.312999 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-c11c03b3-728c-401a-9fd0-e0b2b11e6b4f tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e4298f2f0e1c43a087775279fb78d121&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330472 Jul 16 01:19:35.456207 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6936174b-3093-436d-b50c-b091e274c241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.458708 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6936174b-3093-436d-b50c-b091e274c241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.459877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6936174b-3093-436d-b50c-b091e274c241 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59f970a4-3f92-4d92-acab-b6213c6d85a4 HTTP/1.1" status: 204 len: 168 time: 0.2612751 Jul 16 01:19:35.482443 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936174b-3093-436d-b50c-b091e274c241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f970a4-3f92-4d92-acab-b6213c6d85a4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:35.494801 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-a97dd684-f159-4ac9-b31a-083d0c1f9bc4 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.497220 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-a97dd684-f159-4ac9-b31a-083d0c1f9bc4 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752703 Jul 16 01:19:35.509000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce3f04a-d930-4f5d-886d-7253204fb9c2 req-35f95192-c3da-417a-b204-fed461051924 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:35.510515 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cce3f04a-d930-4f5d-886d-7253204fb9c2 req-35f95192-c3da-417a-b204-fed461051924 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 946 time: 0.1622474 Jul 16 01:19:35.522805 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-b719763a-36bb-4e71-b4f1-212c4134ef37 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/quotas/e4298f2f0e1c43a087775279fb78d121 HTTP/1.1" status: 200 len: 375 time: 0.0113389 Jul 16 01:19:35.586236 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cce3f04a-d930-4f5d-886d-7253204fb9c2 req-0e63c40e-6899-4475-a07d-1b9c90932feb tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658462 Jul 16 01:19:35.617676 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-c69e7348-2025-4250-a4a1-afb10f035bf4 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0889492 Jul 16 01:19:35.658329 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1316bbc-b967-404d-b06f-90f058b2a1b0 req-6593d64f-566f-4c96-9b08-bc314054bf14 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "GET /v2.0/security-groups/b37b8720-abea-4a7e-83e9-a16127ad50f3 HTTP/1.1" status: 200 len: 1814 time: 0.0390036 Jul 16 01:19:35.716810 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1316bbc-b967-404d-b06f-90f058b2a1b0 req-8f73faa5-13dc-4b28-913d-05787ca98f10 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.748890 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1316bbc-b967-404d-b06f-90f058b2a1b0 req-8f73faa5-13dc-4b28-913d-05787ca98f10 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.832162 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50328) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:35.882029 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-062981d4-9bc7-4832-8457-a1b62d2a1df6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dcebf41117b74f239617381503b352f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486858 Jul 16 01:19:35.884733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50330) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:35.944324 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c188-ea86-44c7-a559-a42221ce23fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:35.968251 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c188-ea86-44c7-a559-a42221ce23fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.027958 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c188-ea86-44c7-a559-a42221ce23fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.027958 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8dd2c188-ea86-44c7-a559-a42221ce23fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.032300 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8dd2c188-ea86-44c7-a559-a42221ce23fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4927f9cc-bb4d-42c4-8501-b839082692ec HTTP/1.1" status: 204 len: 168 time: 0.1464829 Jul 16 01:19:36.042186 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd2c188-ea86-44c7-a559-a42221ce23fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4927f9cc-bb4d-42c4-8501-b839082692ec,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:36.171881 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1316bbc-b967-404d-b06f-90f058b2a1b0 req-8f73faa5-13dc-4b28-913d-05787ca98f10 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.174330 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f1316bbc-b967-404d-b06f-90f058b2a1b0 req-8f73faa5-13dc-4b28-913d-05787ca98f10 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.175528 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1316bbc-b967-404d-b06f-90f058b2a1b0 req-8f73faa5-13dc-4b28-913d-05787ca98f10 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "DELETE /v2.0/security-groups/b37b8720-abea-4a7e-83e9-a16127ad50f3 HTTP/1.1" status: 204 len: 173 time: 0.5122294 Jul 16 01:19:36.196392 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f73faa5-13dc-4b28-913d-05787ca98f10 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37b8720-abea-4a7e-83e9-a16127ad50f3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:36.224386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc2468-aa74-40a4-b5ab-9d5911f62a60 req-815f56be-e987-433a-a798-78687561c131 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.226952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7bc2468-aa74-40a4-b5ab-9d5911f62a60 req-815f56be-e987-433a-a798-78687561c131 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 948 time: 0.1090648 Jul 16 01:19:36.275018 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7bc2468-aa74-40a4-b5ab-9d5911f62a60 req-76061e65-8883-4e1e-928e-f0030e7b67df tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422173 Jul 16 01:19:36.453781 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4157b832-aea7-4696-a91c-e8e96977eb28 req-ac4819ea-3474-4862-9519-2dc06205702f tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 210 time: 0.0502093 Jul 16 01:19:36.624332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e807ef80-8bc2-4bf2-bce1-e06f05ef730f details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:36.680423 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-267d266c-876f-43c2-9793-7fb9840317b4 req-4883fd2d-414a-494a-a396-00d54056a477 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "GET /v2.0/security-groups/e8d856e4-6747-4c58-920c-e687c4a368d4 HTTP/1.1" status: 200 len: 1813 time: 0.0562437 Jul 16 01:19:36.742516 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-267d266c-876f-43c2-9793-7fb9840317b4 req-0ffd8aa9-c2cd-4aa7-85ef-2c07aaf6f1eb tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.770037 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-267d266c-876f-43c2-9793-7fb9840317b4 req-0ffd8aa9-c2cd-4aa7-85ef-2c07aaf6f1eb tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.771418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:36.786400 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f', 'mac_address': 'fa:16:3e:e2:43:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:36.830859 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.844686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e807ef80-8bc2-4bf2-bce1-e06f05ef730f {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:36.868242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:36.870724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0c0a6-f474-46ee-a9c3-505df8841cb4 req-28f72fd6-b653-43f6-bfd0-9e525bc07c3a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:36.872400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5fb0c0a6-f474-46ee-a9c3-505df8841cb4 req-28f72fd6-b653-43f6-bfd0-9e525bc07c3a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 985 time: 0.0885398 Jul 16 01:19:36.874080 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.881660 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-267d266c-876f-43c2-9793-7fb9840317b4 req-0ffd8aa9-c2cd-4aa7-85ef-2c07aaf6f1eb tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.885183 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-267d266c-876f-43c2-9793-7fb9840317b4 req-0ffd8aa9-c2cd-4aa7-85ef-2c07aaf6f1eb tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:36.899257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-267d266c-876f-43c2-9793-7fb9840317b4 req-0ffd8aa9-c2cd-4aa7-85ef-2c07aaf6f1eb tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "DELETE /v2.0/security-groups/e8d856e4-6747-4c58-920c-e687c4a368d4 HTTP/1.1" status: 204 len: 173 time: 0.2167199 Jul 16 01:19:36.926410 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd8aa9-c2cd-4aa7-85ef-2c07aaf6f1eb tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d856e4-6747-4c58-920c-e687c4a368d4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:36.966794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:37.002198 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5fb0c0a6-f474-46ee-a9c3-505df8841cb4 req-ab448dca-c5d4-4190-afa3-85a9ca6f462c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&id=6582dc83-51ba-48bd-b3b3-10b58c8d620d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1024733 Jul 16 01:19:37.194275 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-89f3d1f4-575e-42e2-817b-acc87c3d5367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.200284 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-f9dfa638-81e6-4ece-a01d-5dc945584bb9 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e4298f2f0e1c43a087775279fb78d121&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434222 Jul 16 01:19:37.205414 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d66f089d-7b93-4329-baef-486e895d9385 req-a8eef758-d630-441b-b89b-2b1cf16512ee tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "GET /v2.0/security-groups/8487b606-7a4b-4b66-b8f8-08fc9753ded3 HTTP/1.1" status: 200 len: 1814 time: 0.0925679 Jul 16 01:19:37.223303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b0e79-d54f-4a51-bc21-d81ae38bd4c4 req-bc677434-ef90-4a2d-8483-c880442a2662 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:37.225460 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e96b0e79-d54f-4a51-bc21-d81ae38bd4c4 req-bc677434-ef90-4a2d-8483-c880442a2662 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.1656709 Jul 16 01:19:37.256737 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.380537 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e96b0e79-d54f-4a51-bc21-d81ae38bd4c4 req-9e0a52b0-d8e5-4e1d-a908-d8f03a78f22c tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294727 Jul 16 01:19:37.419699 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-93842f77-0e0f-4f90-9894-e2717a0e2b61 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:37.421201 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-93842f77-0e0f-4f90-9894-e2717a0e2b61 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2149282 Jul 16 01:19:37.421932 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d66f089d-7b93-4329-baef-486e895d9385 req-5ad44c15-e3ad-468d-8d94-12a6e71d03d9 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.444818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-aebd8fa1-a578-4caa-ad3b-a4221747a486 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Request body: {'port': {'device_id': '0041bdb6-4183-435b-81b2-12baa18ba010', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': 'e4298f2f0e1c43a087775279fb78d121'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:37.479451 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d66f089d-7b93-4329-baef-486e895d9385 req-5ad44c15-e3ad-468d-8d94-12a6e71d03d9 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.533148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['e807ef80-8bc2-4bf2-bce1-e06f05ef730f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:37.605134 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4a56a58-59a5-483f-9ee6-12914a75ea75 req-09f22a94-6548-454c-b0cf-ca8352f720f2 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1342282546&fields=id&tenant_id=3d706f64229f48619debf05976cb1d01 HTTP/1.1" status: 200 len: 267 time: 0.1088028 Jul 16 01:19:37.618501 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d66f089d-7b93-4329-baef-486e895d9385 req-5ad44c15-e3ad-468d-8d94-12a6e71d03d9 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.621831 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d66f089d-7b93-4329-baef-486e895d9385 req-5ad44c15-e3ad-468d-8d94-12a6e71d03d9 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.622953 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d66f089d-7b93-4329-baef-486e895d9385 req-5ad44c15-e3ad-468d-8d94-12a6e71d03d9 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "DELETE /v2.0/security-groups/8487b606-7a4b-4b66-b8f8-08fc9753ded3 HTTP/1.1" status: 204 len: 173 time: 0.3965857 Jul 16 01:19:37.673179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad44c15-e3ad-468d-8d94-12a6e71d03d9 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8487b606-7a4b-4b66-b8f8-08fc9753ded3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:37.722190 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a56a58-59a5-483f-9ee6-12914a75ea75 req-4ed51c52-0d20-418a-bce8-e04c76a7f10b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:37.731115 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4a56a58-59a5-483f-9ee6-12914a75ea75 req-4ed51c52-0d20-418a-bce8-e04c76a7f10b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 985 time: 0.1152749 Jul 16 01:19:37.733842 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-aebd8fa1-a578-4caa-ad3b-a4221747a486 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Made reservation on behalf of e4298f2f0e1c43a087775279fb78d121 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:37.737392 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-aebd8fa1-a578-4caa-ad3b-a4221747a486 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:37.744306 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-b4a56a58-59a5-483f-9ee6-12914a75ea75 req-635dd03b-687a-406e-aea5-741125a72535 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Request body: {'port': {'security_groups': ['1251daef-648e-4607-a536-ac5624dd2966', '6582dc83-51ba-48bd-b3b3-10b58c8d620d', 'f64a0b66-22cd-4148-9936-b823d161b10a']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:37.949353 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b4a56a58-59a5-483f-9ee6-12914a75ea75 req-635dd03b-687a-406e-aea5-741125a72535 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.026343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-aebd8fa1-a578-4caa-ad3b-a4221747a486 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Allocated IP 192.168.233.76 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/34f8b176-35e8-46f9-8486-637da280e0f1) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:38.056423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a939b-3272-4afa-91d1-0bb15a9be484 req-ebc52150-633b-433e-82ec-b4af3409ad35 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:38.058185 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a88a939b-3272-4afa-91d1-0bb15a9be484 req-ebc52150-633b-433e-82ec-b4af3409ad35 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 949 time: 0.2239790 Jul 16 01:19:38.201619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a88a939b-3272-4afa-91d1-0bb15a9be484 req-d2b075c7-3fb7-4d33-8170-11938d879ff9 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342158 Jul 16 01:19:38.360199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d763921a-1e32-45bb-bf92-9bb5f6f00285 req-566fea2d-46bc-4997-b9b3-9e9620a7593b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 210 time: 0.0443654 Jul 16 01:19:38.377697 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-aebd8fa1-a578-4caa-ad3b-a4221747a486 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.400546 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-b4a56a58-59a5-483f-9ee6-12914a75ea75 req-635dd03b-687a-406e-aea5-741125a72535 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] For port dfbd523e-ac04-4810-997d-2ac5d70f9eb3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=dfbd523e-ac04-4810-997d-2ac5d70f9eb3,segment=NetworkSegment(09053f43-88fb-409a-a155-0acb6c3ed973),segment_id=09053f43-88fb-409a-a155-0acb6c3ed973)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:38.414028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-aebd8fa1-a578-4caa-ad3b-a4221747a486 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Transition to ACTIVE for port object 34f8b176-35e8-46f9-8486-637da280e0f1 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:38.448181 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b4a56a58-59a5-483f-9ee6-12914a75ea75 req-635dd03b-687a-406e-aea5-741125a72535 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.450447 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.456043 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b4a56a58-59a5-483f-9ee6-12914a75ea75 req-635dd03b-687a-406e-aea5-741125a72535 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.470640 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['25e07eee-af1f-4ac3-bc7a-a2911beb32fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:38.523894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a56a58-59a5-483f-9ee6-12914a75ea75 req-635dd03b-687a-406e-aea5-741125a72535 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:38.524408 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b4a56a58-59a5-483f-9ee6-12914a75ea75 req-635dd03b-687a-406e-aea5-741125a72535 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.525767 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4a56a58-59a5-483f-9ee6-12914a75ea75 req-635dd03b-687a-406e-aea5-741125a72535 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "PUT /v2.0/ports/dfbd523e-ac04-4810-997d-2ac5d70f9eb3 HTTP/1.1" status: 200 len: 1021 time: 0.7936711 Jul 16 01:19:38.526790 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-aebd8fa1-a578-4caa-ad3b-a4221747a486 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.529212 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480a1f5f-28ac-436d-94a1-42b6902c9a8e', 'tag': 'dfbd523e-ac04-4810-997d-2ac5d70f9eb3'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:38.531624 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c9917e-214e-4de9-a3f0-3165c6aae674" -d '{"events": [{"name": "network-changed", "server_uuid": "480a1f5f-28ac-436d-94a1-42b6902c9a8e", "tag": "dfbd523e-ac04-4810-997d-2ac5d70f9eb3"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:38.586820 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635dd03b-687a-406e-aea5-741125a72535 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event updated for resources: {'Port': ['ID=dfbd523e-ac04-4810-997d-2ac5d70f9eb3,revision_number=7']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:38.618205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-aebd8fa1-a578-4caa-ad3b-a4221747a486 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:38.636212 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-aebd8fa1-a578-4caa-ad3b-a4221747a486 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:38.643094 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9fc7efc-315b-41f4-88b4-fb29668b9952 req-a85a5ba3-034f-4f46-9a89-77b03f19b2a1 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "GET /v2.0/security-groups/4236a30b-af68-42ea-8298-df67160e9bb0 HTTP/1.1" status: 200 len: 1815 time: 0.1256649 Jul 16 01:19:38.645918 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-aebd8fa1-a578-4caa-ad3b-a4221747a486 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:38.703681 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd8fa1-a578-4caa-ad3b-a4221747a486 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Pushing event updated for resources: {'Port': ['ID=34f8b176-35e8-46f9-8486-637da280e0f1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:38.752954 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['dfbd523e-ac04-4810-997d-2ac5d70f9eb3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:38.770290 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-aebd8fa1-a578-4caa-ad3b-a4221747a486 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:38.771087 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-aebd8fa1-a578-4caa-ad3b-a4221747a486 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.788757 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e644050a-cb5b-4e73-937b-9251d818c3a5', '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0', 'a4c1e466-cbec-4822-82cd-9fa5c6b43430'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:38.809008 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-aebd8fa1-a578-4caa-ad3b-a4221747a486 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3715026 Jul 16 01:19:38.812163 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b9fc7efc-315b-41f4-88b4-fb29668b9952 req-169d59be-8a4b-416c-820c-16a425685a22 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.831388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Request body: {'port': {'device_id': '0041bdb6-4183-435b-81b2-12baa18ba010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:38.869969 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b9fc7efc-315b-41f4-88b4-fb29668b9952 req-169d59be-8a4b-416c-820c-16a425685a22 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.990318 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1220dbfe-490c-4b33-8ead-ed1c80a3f957 None None] Provisioning for port 34f8b176-35e8-46f9-8486-637da280e0f1 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:38.992400 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b9fc7efc-315b-41f4-88b4-fb29668b9952 req-169d59be-8a4b-416c-820c-16a425685a22 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.994886 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b9fc7efc-315b-41f4-88b4-fb29668b9952 req-169d59be-8a4b-416c-820c-16a425685a22 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:38.996674 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9fc7efc-315b-41f4-88b4-fb29668b9952 req-169d59be-8a4b-416c-820c-16a425685a22 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "DELETE /v2.0/security-groups/4236a30b-af68-42ea-8298-df67160e9bb0 HTTP/1.1" status: 204 len: 173 time: 0.3160188 Jul 16 01:19:39.000626 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.012269 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1220dbfe-490c-4b33-8ead-ed1c80a3f957 None None] Provisioning complete for port 34f8b176-35e8-46f9-8486-637da280e0f1 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:39.012638 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1220dbfe-490c-4b33-8ead-ed1c80a3f957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.020475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169d59be-8a4b-416c-820c-16a425685a22 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4236a30b-af68-42ea-8298-df67160e9bb0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:39.038703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9319e-f4c1-4987-b2e8-59109f4a76f3 req-08eb3360-d16f-46fc-89d8-d1cc1d32e919 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.040266 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b6e9319e-f4c1-4987-b2e8-59109f4a76f3 req-08eb3360-d16f-46fc-89d8-d1cc1d32e919 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.1721981 Jul 16 01:19:39.106662 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1220dbfe-490c-4b33-8ead-ed1c80a3f957 None None] Port 34f8b176-35e8-46f9-8486-637da280e0f1 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:39.139461 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7167702e-e1c8-41d9-b9be-4be560878cab req-948a460c-5d54-4d4e-a36a-a3993290a128 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/f64a0b66-22cd-4148-9936-b823d161b10a HTTP/1.1" status: 200 len: 1801 time: 0.1200306 Jul 16 01:19:39.192035 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b6e9319e-f4c1-4987-b2e8-59109f4a76f3 req-e878a6c9-7508-456a-9137-f797dfb06259 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436095 Jul 16 01:19:39.266622 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822cd76f-de4b-40cd-a2b7-440bceb149ee x-openstack-request-id: req-822cd76f-de4b-40cd-a2b7-440bceb149ee {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:39.266921 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480a1f5f-28ac-436d-94a1-42b6902c9a8e", "tag": "dfbd523e-ac04-4810-997d-2ac5d70f9eb3", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:39.267173 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-822cd76f-de4b-40cd-a2b7-440bceb149ee {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:39.267564 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480a1f5f-28ac-436d-94a1-42b6902c9a8e', 'tag': 'dfbd523e-ac04-4810-997d-2ac5d70f9eb3', 'status': 'completed', 'code': 200} Jul 16 01:19:39.272478 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-7167702e-e1c8-41d9-b9be-4be560878cab req-be2ba3ea-c642-470d-ae88-2fe16c514852 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:19:39.273501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7167702e-e1c8-41d9-b9be-4be560878cab req-be2ba3ea-c642-470d-ae88-2fe16c514852 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "DELETE /v2.0/security-groups/f64a0b66-22cd-4148-9936-b823d161b10a HTTP/1.1" status: 409 len: 341 time: 0.0850461 Jul 16 01:19:39.439670 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9917e-214e-4de9-a3f0-3165c6aae674 req-f14a0375-c14e-4555-b504-a823a91c1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.442855 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-39c9917e-214e-4de9-a3f0-3165c6aae674 req-f14a0375-c14e-4555-b504-a823a91c1566 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=3d706f64229f48619debf05976cb1d01&device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 1176 time: 0.1265240 Jul 16 01:19:39.453162 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5b9ca01-8c44-4741-8025-87ab6e79c063 req-4ed24622-1832-43c9-9301-b81aa2504380 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "GET /v2.0/security-groups/4fa9d5c7-e4af-4b13-8fe0-f22c1ec55651 HTTP/1.1" status: 200 len: 1815 time: 0.0839605 Jul 16 01:19:39.455191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f8b176-35e8-46f9-8486-637da280e0f1 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:39.464458 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.504019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Transition to ACTIVE for port object 34f8b176-35e8-46f9-8486-637da280e0f1 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:39.528489 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.566435 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9917e-214e-4de9-a3f0-3165c6aae674 req-c80d60b9-c7ca-4bc5-9549-c30585b989b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.568115 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-39c9917e-214e-4de9-a3f0-3165c6aae674 req-c80d60b9-c7ca-4bc5-9549-c30585b989b5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f HTTP/1.1" status: 200 len: 913 time: 0.1137037 Jul 16 01:19:39.581220 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d072c8f9-77d9-479a-9927-64b9a4aed96e', 'a6b9cf45-f6a8-4d0a-a072-111592f93f23'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:39.587072 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['dfbd523e-ac04-4810-997d-2ac5d70f9eb3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:39.648782 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ef803be6-450c-4a58-85cc-93e6449162a7 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:39.649494 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-39c9917e-214e-4de9-a3f0-3165c6aae674 req-13529d75-ac38-4ae8-941f-c5b2f17a9644 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dfbd523e-ac04-4810-997d-2ac5d70f9eb3 HTTP/1.1" status: 200 len: 217 time: 0.0609965 Jul 16 01:19:39.664869 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Pushing event updated for resources: {'Port': ['ID=34f8b176-35e8-46f9-8486-637da280e0f1,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:39.703487 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a5b9ca01-8c44-4741-8025-87ab6e79c063 req-86adacbc-80b7-435e-8a7c-2c35022c2386 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.758332 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9917e-214e-4de9-a3f0-3165c6aae674 req-9d75fb46-c714-4699-91d0-9acebba147ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.760359 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-39c9917e-214e-4de9-a3f0-3165c6aae674 req-9d75fb46-c714-4699-91d0-9acebba147ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fb650270-6140-4296-a509-9c2a289fb9f7 HTTP/1.1" status: 200 len: 852 time: 0.1010287 Jul 16 01:19:39.810043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb689c-a451-4653-9e40-655b9b6ec8ea req-354c24d6-eb47-4a9b-9467-4c4a5f5d20ee tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:39.820445 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4adb689c-a451-4653-9e40-655b9b6ec8ea req-354c24d6-eb47-4a9b-9467-4c4a5f5d20ee tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 949 time: 0.3368294 Jul 16 01:19:39.825174 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-39c9917e-214e-4de9-a3f0-3165c6aae674 req-75acb506-2522-4d17-ac3b-96117d82170d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550878 Jul 16 01:19:39.845190 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a5b9ca01-8c44-4741-8025-87ab6e79c063 req-86adacbc-80b7-435e-8a7c-2c35022c2386 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:39.909756 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4adb689c-a451-4653-9e40-655b9b6ec8ea req-e6e4cf90-cb59-4c27-bc36-eebb0d1d194b tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879025 Jul 16 01:19:39.967460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Attempting to bind port 34f8b176-35e8-46f9-8486-637da280e0f1 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:39.967831 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Attempting to bind port 34f8b176-35e8-46f9-8486-637da280e0f1 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:39.968181 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Attempting to bind port 34f8b176-35e8-46f9-8486-637da280e0f1 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:39.989788 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ef803be6-450c-4a58-85cc-93e6449162a7, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ef803be6-450c-4a58-85cc-93e6449162a7,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:39.992294 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-39c9917e-214e-4de9-a3f0-3165c6aae674 req-af48892a-60f4-481d-883a-726878fe3b1f service neutron] 10.222.0.70 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587822 Jul 16 01:19:39.993602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Port 34f8b176-35e8-46f9-8486-637da280e0f1 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:39.993898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Attempting to bind port 34f8b176-35e8-46f9-8486-637da280e0f1 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:40.002264 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:40.002616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:40.003008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:40.003444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Bound port: 34f8b176-35e8-46f9-8486-637da280e0f1, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:40.003834 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.028761 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'ef803be6-450c-4a58-85cc-93e6449162a7', 'network_id': '31bc1cde-b305-452e-acfa-c234ab9f755a', 'port_id': 'ef803be6-450c-4a58-85cc-93e6449162a7', 'mac_address': 'fa:16:3e:e8:bb:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3e6b583-fd45-4762-b62c-551317d8f4e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:40.095332 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.106938 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a5b9ca01-8c44-4741-8025-87ab6e79c063 req-86adacbc-80b7-435e-8a7c-2c35022c2386 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.109501 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a5b9ca01-8c44-4741-8025-87ab6e79c063 req-86adacbc-80b7-435e-8a7c-2c35022c2386 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.110716 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5b9ca01-8c44-4741-8025-87ab6e79c063 req-86adacbc-80b7-435e-8a7c-2c35022c2386 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] 10.222.0.22 "DELETE /v2.0/security-groups/4fa9d5c7-e4af-4b13-8fe0-f22c1ec55651 HTTP/1.1" status: 204 len: 173 time: 0.6485806 Jul 16 01:19:40.125828 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50466) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:40.155895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adacbc-80b7-435e-8a7c-2c35022c2386 tempest-SecurityGroupRulesNegativeTestJSON-247545774 tempest-SecurityGroupRulesNegativeTestJSON-247545774-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa9d5c7-e4af-4b13-8fe0-f22c1ec55651,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:40.168881 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] For port 34f8b176-35e8-46f9-8486-637da280e0f1, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:40.171794 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] For port 34f8b176-35e8-46f9-8486-637da280e0f1, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=34f8b176-35e8-46f9-8486-637da280e0f1,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:40.177486 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.226250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:40.226919 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.232288 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] 10.222.0.69 "PUT /v2.0/ports/34f8b176-35e8-46f9-8486-637da280e0f1 HTTP/1.1" status: 200 len: 1096 time: 1.4034936 Jul 16 01:19:40.257617 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.265425 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef803be6-450c-4a58-85cc-93e6449162a7 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:40.282277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efeb876-d26e-4809-9b0c-7296d0f1fca4 service neutron] Pushing event updated for resources: {'Port': ['ID=34f8b176-35e8-46f9-8486-637da280e0f1,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:40.324259 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-39c9917e-214e-4de9-a3f0-3165c6aae674 req-352b03c5-9a72-439b-ae2e-84e0aaed69a7 service neutron] 10.222.0.70 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175449 Jul 16 01:19:40.332683 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1023b4-4981-483a-a319-f90af7257364 admin admin] Deleting subnet 56e58f4a-11bb-4776-919d-4f69f129aaea {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:19:40.343540 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d1023b4-4981-483a-a319-f90af7257364 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.359049 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ef803be6-450c-4a58-85cc-93e6449162a7, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ef803be6-450c-4a58-85cc-93e6449162a7,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:40.371788 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.394341 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d1023b4-4981-483a-a319-f90af7257364 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.448816 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d1023b4-4981-483a-a319-f90af7257364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.504378 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d1023b4-4981-483a-a319-f90af7257364 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.526300 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['ef803be6-450c-4a58-85cc-93e6449162a7'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:40.540956 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=ef803be6-450c-4a58-85cc-93e6449162a7,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:40.560884 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1023b4-4981-483a-a319-f90af7257364 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e58f4a-11bb-4776-919d-4f69f129aaea,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:40.569040 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d1023b4-4981-483a-a319-f90af7257364 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.571485 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3d1023b4-4981-483a-a319-f90af7257364 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/56e58f4a-11bb-4776-919d-4f69f129aaea HTTP/1.1" status: 204 len: 168 time: 0.4397478 Jul 16 01:19:40.574006 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50474) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:40.664423 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e807ef80-8bc2-4bf2-bce1-e06f05ef730f up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:40.670375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-5f9d2c76-4dd2-4a2c-a563-d9863d4c185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:40.672026 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-5f9d2c76-4dd2-4a2c-a563-d9863d4c185c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 1099 time: 0.3491373 Jul 16 01:19:40.719977 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-460017b6-70c6-491f-b5de-735e9ca7c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.752695 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21c28e-15c7-4d24-a549-9663f27dfc6e req-f3ca3baa-ee5a-4732-9e89-348427dedc63 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:40.760304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b21c28e-15c7-4d24-a549-9663f27dfc6e req-f3ca3baa-ee5a-4732-9e89-348427dedc63 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 945 time: 0.3465717 Jul 16 01:19:40.764605 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-f3d3ac81-45fb-415c-8e1b-ac148b2ab7f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=34f8b176-35e8-46f9-8486-637da280e0f1 HTTP/1.1" status: 200 len: 217 time: 0.0723274 Jul 16 01:19:40.797773 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port e807ef80-8bc2-4bf2-bce1-e06f05ef730f completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:40.812263 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port e807ef80-8bc2-4bf2-bce1-e06f05ef730f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:40.813387 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.826445 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4da9531-1385-4aa8-91ac-a0c9596b3aba req-0d01766f-33e2-4806-95d9-105e2646cb73 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:40.833992 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4da9531-1385-4aa8-91ac-a0c9596b3aba req-0d01766f-33e2-4806-95d9-105e2646cb73 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 947 time: 0.2180243 Jul 16 01:19:40.860952 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-460017b6-70c6-491f-b5de-735e9ca7c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.902053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b21c28e-15c7-4d24-a549-9663f27dfc6e req-90a3acf9-9f50-4376-afd6-9372917c7d0b tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407931 Jul 16 01:19:40.930417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-460017b6-70c6-491f-b5de-735e9ca7c616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37e03f2-e344-46de-95bf-30d2d9ca697c']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:40.961421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-460017b6-70c6-491f-b5de-735e9ca7c616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d5d2464-d471-4b25-abe7-f80d80098d0e') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:40.962796 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-460017b6-70c6-491f-b5de-735e9ca7c616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d5d2464-d471-4b25-abe7-f80d80098d0e') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:40.985384 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-460017b6-70c6-491f-b5de-735e9ca7c616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:40.996417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-51d6c748-1a95-40c5-8b44-d909f3304701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:40.998974 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-51d6c748-1a95-40c5-8b44-d909f3304701 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.2070823 Jul 16 01:19:41.017161 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-460017b6-70c6-491f-b5de-735e9ca7c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.031555 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.033018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-460017b6-70c6-491f-b5de-735e9ca7c616 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:19:41.033499 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-460017b6-70c6-491f-b5de-735e9ca7c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:19:41.036799 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:19:41.045637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4da9531-1385-4aa8-91ac-a0c9596b3aba req-3bebd91b-2c25-4db6-9a1a-35ac8d957540 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099040 Jul 16 01:19:41.076867 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:41.079362 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ec876f-e1c1-42df-a094-f9475704af63" -d '{"events": [{"server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "name": "network-vif-plugged", "status": "completed", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:41.100611 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-460017b6-70c6-491f-b5de-735e9ca7c616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.103978 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:41.109831 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-460017b6-70c6-491f-b5de-735e9ca7c616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.112410 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-460017b6-70c6-491f-b5de-735e9ca7c616 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f37e03f2-e344-46de-95bf-30d2d9ca697c HTTP/1.1" status: 204 len: 168 time: 0.5371599 Jul 16 01:19:41.117375 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.133530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460017b6-70c6-491f-b5de-735e9ca7c616 admin admin] Pushing event deleted for resources: {'Network': ['ID=f37e03f2-e344-46de-95bf-30d2d9ca697c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:41.178530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-3705ad47-cf34-40ca-a6cc-01b946fbb07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.182065 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-3705ad47-cf34-40ca-a6cc-01b946fbb07a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1699629 Jul 16 01:19:41.190449 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:41.209662 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f0260bd-e71d-4800-8e43-8513c20ba028 req-fafa21fa-6a07-46bd-b195-b50002410a00 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2772949 Jul 16 01:19:41.286300 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0041bdb6-4183-435b-81b2-12baa18ba010', 'tag': '34f8b176-35e8-46f9-8486-637da280e0f1'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:41.289274 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d06ecf7-8ea7-4eed-ac4c-d21c8b76063d" -d '{"events": [{"name": "network-changed", "server_uuid": "0041bdb6-4183-435b-81b2-12baa18ba010", "tag": "34f8b176-35e8-46f9-8486-637da280e0f1"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:41.331277 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50486) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:41.370501 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f69487f1-0763-43ac-8f3f-c18ad6b3e117 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=966ab729f4ab45dcb038f794203454fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377500 Jul 16 01:19:41.373507 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50488) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:41.421931 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-37b2ea53-4701-46d1-99b4-e0d03a65515d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.443539 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-37b2ea53-4701-46d1-99b4-e0d03a65515d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.447176 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-bf00f1fb-26fb-4008-b542-d6314f3f17e0 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458110 Jul 16 01:19:41.491619 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0260bd-e71d-4800-8e43-8513c20ba028 req-f224e03f-bffc-43ed-8116-ce9b4661b91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.493337 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f0260bd-e71d-4800-8e43-8513c20ba028 req-f224e03f-bffc-43ed-8116-ce9b4661b91d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=3d706f64229f48619debf05976cb1d01&device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2 HTTP/1.1" status: 200 len: 1176 time: 0.2425406 Jul 16 01:19:41.494459 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-37b2ea53-4701-46d1-99b4-e0d03a65515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.497902 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-37b2ea53-4701-46d1-99b4-e0d03a65515d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.501422 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-37b2ea53-4701-46d1-99b4-e0d03a65515d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/758d1c5e-d8dc-41a3-91ae-2ebb5b292dcd HTTP/1.1" status: 204 len: 168 time: 0.1245790 Jul 16 01:19:41.501770 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbacad6-e7e1-4900-a14c-7d35d0e76c5d req-a43e948f-c414-4a02-9ac3-59b6f0438ed7 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.503257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fbacad6-e7e1-4900-a14c-7d35d0e76c5d req-a43e948f-c414-4a02-9ac3-59b6f0438ed7 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.2833927 Jul 16 01:19:41.507333 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2ea53-4701-46d1-99b4-e0d03a65515d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758d1c5e-d8dc-41a3-91ae-2ebb5b292dcd,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:41.521785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9e7dda-30e8-4cac-8291-93dfabbbd980 req-0f9ad34c-7c75-4980-ba1e-e2ec5ec53d96 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.523359 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d9e7dda-30e8-4cac-8291-93dfabbbd980 req-0f9ad34c-7c75-4980-ba1e-e2ec5ec53d96 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 1024 time: 0.2102892 Jul 16 01:19:41.640941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ef803be6-450c-4a58-85cc-93e6449162a7 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:41.653723 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fbacad6-e7e1-4900-a14c-7d35d0e76c5d req-4bed130e-ace0-4858-af37-85afe46de43c tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278217 Jul 16 01:19:41.711184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port ef803be6-450c-4a58-85cc-93e6449162a7 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:41.711945 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.730674 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-02185e93-ca50-4961-a1a6-6fd91a224eba req-9827e216-62f6-44f4-8314-ff4834848896 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0729609 Jul 16 01:19:41.754228 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d9e7dda-30e8-4cac-8291-93dfabbbd980 req-4b363c19-150e-4620-bd73-118934c55a39 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&id=6582dc83-51ba-48bd-b3b3-10b58c8d620d&id=f64a0b66-22cd-4148-9936-b823d161b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2178500 Jul 16 01:19:41.765217 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dda4f07-f2d7-4663-82e5-a694fbb91d13 req-b22ff62e-aea0-4760-998e-9ae10aec013b service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061507 Jul 16 01:19:41.794387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0260bd-e71d-4800-8e43-8513c20ba028 req-7b49df16-fa96-45c4-9953-d277fa0ac5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.796770 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f0260bd-e71d-4800-8e43-8513c20ba028 req-7b49df16-fa96-45c4-9953-d277fa0ac5cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f HTTP/1.1" status: 200 len: 913 time: 0.2436075 Jul 16 01:19:41.863241 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21819ae-0fb0-4de9-9aa2-5e0676ea3542 x-openstack-request-id: req-b21819ae-0fb0-4de9-9aa2-5e0676ea3542 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:41.863546 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "name": "network-vif-plugged", "status": "completed", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:41.863956 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b21819ae-0fb0-4de9-9aa2-5e0676ea3542 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:41.864313 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f', 'code': 200} Jul 16 01:19:41.890625 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:41.909450 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27bcf02-b74f-45a4-b2d6-d0b7171f56dc x-openstack-request-id: req-a27bcf02-b74f-45a4-b2d6-d0b7171f56dc {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:41.909727 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0041bdb6-4183-435b-81b2-12baa18ba010", "tag": "34f8b176-35e8-46f9-8486-637da280e0f1", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:41.909990 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a27bcf02-b74f-45a4-b2d6-d0b7171f56dc {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:41.910441 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0041bdb6-4183-435b-81b2-12baa18ba010', 'tag': '34f8b176-35e8-46f9-8486-637da280e0f1', 'status': 'completed', 'code': 200} Jul 16 01:19:41.916658 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f0260bd-e71d-4800-8e43-8513c20ba028 req-d513d659-dfb7-4481-9d00-083c90839c0f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=25e07eee-af1f-4ac3-bc7a-a2911beb32fe HTTP/1.1" status: 200 len: 217 time: 0.1068871 Jul 16 01:19:41.922879 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02185e93-ca50-4961-a1a6-6fd91a224eba req-a6bd9fca-e098-45a1-a447-7bfdcd164918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:41.924748 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-02185e93-ca50-4961-a1a6-6fd91a224eba req-a6bd9fca-e098-45a1-a447-7bfdcd164918 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 1102 time: 0.1468747 Jul 16 01:19:41.943497 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ef803be6-450c-4a58-85cc-93e6449162a7, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ef803be6-450c-4a58-85cc-93e6449162a7,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:41.949797 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.030124 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=ef803be6-450c-4a58-85cc-93e6449162a7,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:42.122379 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02185e93-ca50-4961-a1a6-6fd91a224eba req-b0d54f2e-b2d8-4227-829d-d0e968b03ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.125700 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-02185e93-ca50-4961-a1a6-6fd91a224eba req-b0d54f2e-b2d8-4227-829d-d0e968b03ab6 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.1519284 Jul 16 01:19:42.180615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0260bd-e71d-4800-8e43-8513c20ba028 req-b1b1e8b2-c22f-4509-99d7-c8f90e430adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.182229 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f0260bd-e71d-4800-8e43-8513c20ba028 req-b1b1e8b2-c22f-4509-99d7-c8f90e430adc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fb650270-6140-4296-a509-9c2a289fb9f7 HTTP/1.1" status: 200 len: 852 time: 0.2440515 Jul 16 01:19:42.191080 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-02185e93-ca50-4961-a1a6-6fd91a224eba req-8b70c6e5-0253-4921-8962-121f7aabb4a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe HTTP/1.1" status: 200 len: 217 time: 0.0451760 Jul 16 01:19:42.199022 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06ecf7-8ea7-4eed-ac4c-d21c8b76063d req-44c83991-e7ab-4fda-b370-0c9d78419e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.200758 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d06ecf7-8ea7-4eed-ac4c-d21c8b76063d req-44c83991-e7ab-4fda-b370-0c9d78419e27 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 1099 time: 0.2373946 Jul 16 01:19:42.220205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111ade8c-9b3c-4ac2-b730-47c47c297894 req-e55d382f-312a-4bd7-bc1b-4563b1a2d03f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.221723 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-111ade8c-9b3c-4ac2-b730-47c47c297894 req-e55d382f-312a-4bd7-bc1b-4563b1a2d03f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.3155835 Jul 16 01:19:42.254636 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f0260bd-e71d-4800-8e43-8513c20ba028 req-0865d3b0-e82a-4801-8f9c-18215ab6559b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578856 Jul 16 01:19:42.255057 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02185e93-ca50-4961-a1a6-6fd91a224eba req-a66e7b32-27bb-478b-9623-f84fc09ef8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.256911 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-02185e93-ca50-4961-a1a6-6fd91a224eba req-a66e7b32-27bb-478b-9623-f84fc09ef8df service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0543470 Jul 16 01:19:42.330646 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02185e93-ca50-4961-a1a6-6fd91a224eba req-0319db8a-9826-43f5-9afa-59c68053d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.332309 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-02185e93-ca50-4961-a1a6-6fd91a224eba req-0319db8a-9826-43f5-9afa-59c68053d654 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0617175 Jul 16 01:19:42.430136 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50520) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:42.452640 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-02185e93-ca50-4961-a1a6-6fd91a224eba req-1aa49f1e-b0cd-4802-84e1-18a95e54ee25 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073110 Jul 16 01:19:42.549831 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-96638264-c89a-405e-a665-e70f54940e83 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1359228458-network', 'tenant_id': '23ad24c29f3a440a9a6823a78ec39793'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:42.597423 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-02185e93-ca50-4961-a1a6-6fd91a224eba req-d85ccdd9-c143-4e3e-aa1d-dec17d2f7c22 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227484 Jul 16 01:19:42.598686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96638264-c89a-405e-a665-e70f54940e83 admin admin] Made reservation on behalf of 23ad24c29f3a440a9a6823a78ec39793 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:42.601661 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96638264-c89a-405e-a665-e70f54940e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.612986 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96638264-c89a-405e-a665-e70f54940e83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.704660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd55ffe8-4e4e-4b29-b68b-ce63f7158827 req-65c2db4d-ff65-46c3-86e2-be4fc776dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.706080 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd55ffe8-4e4e-4b29-b68b-ce63f7158827 req-65c2db4d-ff65-46c3-86e2-be4fc776dfa6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 1102 time: 0.6589680 Jul 16 01:19:42.717698 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96638264-c89a-405e-a665-e70f54940e83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.722500 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96638264-c89a-405e-a665-e70f54940e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.745234 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96638264-c89a-405e-a665-e70f54940e83 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:19:42.751271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-111ade8c-9b3c-4ac2-b730-47c47c297894 req-2141b2d0-3bc4-4cf9-903d-3752bcdd1aa0 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055678 Jul 16 01:19:42.763542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96638264-c89a-405e-a665-e70f54940e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167dfc37-4b48-4a90-bafc-510415377fa2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:42.766513 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17a7f09-8d60-48f6-8b47-2b1d11937cb7 req-77d3b511-82c3-4af2-beeb-68c02d8b3bbf tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.767401 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96638264-c89a-405e-a665-e70f54940e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.767754 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-96638264-c89a-405e-a665-e70f54940e83 admin admin] Added segment a17f02e5-f428-4224-b779-95af709b9465 of type vlan for network 677fa921-00a9-4d91-8afd-d76921fbf772 Jul 16 01:19:42.768068 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a17a7f09-8d60-48f6-8b47-2b1d11937cb7 req-77d3b511-82c3-4af2-beeb-68c02d8b3bbf tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 946 time: 0.6362200 Jul 16 01:19:42.814583 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96638264-c89a-405e-a665-e70f54940e83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.821239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06ecf7-8ea7-4eed-ac4c-d21c8b76063d req-c065a1b6-8915-48f7-98df-66e32ae8e775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.822730 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d06ecf7-8ea7-4eed-ac4c-d21c8b76063d req-c065a1b6-8915-48f7-98df-66e32ae8e775 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.6001232 Jul 16 01:19:42.846290 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96638264-c89a-405e-a665-e70f54940e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.847521 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96638264-c89a-405e-a665-e70f54940e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:42.848160 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96638264-c89a-405e-a665-e70f54940e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:42.856523 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f0260bd-e71d-4800-8e43-8513c20ba028 req-75d64ed7-3467-4ffe-8d05-1326f66d8351 service neutron] 10.222.0.69 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730424 Jul 16 01:19:42.893343 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-96638264-c89a-405e-a665-e70f54940e83 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4620500 Jul 16 01:19:42.896438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50532) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:42.901909 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d06ecf7-8ea7-4eed-ac4c-d21c8b76063d req-1d2f1b27-ebcf-4558-a920-9e53c7a4d684 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=34f8b176-35e8-46f9-8486-637da280e0f1 HTTP/1.1" status: 200 len: 217 time: 0.0617189 Jul 16 01:19:42.902924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b5522291-e6dc-4d22-aabf-18209569e2b6 admin admin] Request body: {'subnet': {'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1359228458-subnet', 'tenant_id': '23ad24c29f3a440a9a6823a78ec39793', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:42.903907 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd55ffe8-4e4e-4b29-b68b-ce63f7158827 req-c8bae802-8fe7-482e-8f87-3af09f6119a9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585345 Jul 16 01:19:42.933165 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96638264-c89a-405e-a665-e70f54940e83 admin admin] Pushing event updated for resources: {'Network': ['ID=677fa921-00a9-4d91-8afd-d76921fbf772,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:42.935628 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a17a7f09-8d60-48f6-8b47-2b1d11937cb7 req-376a0dae-64a1-4f2c-88ca-665cc403c989 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543992 Jul 16 01:19:42.944757 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 677fa921-00a9-4d91-8afd-d76921fbf772 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:19:42.991592 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5522291-e6dc-4d22-aabf-18209569e2b6 admin admin] Made reservation on behalf of 23ad24c29f3a440a9a6823a78ec39793 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:42.994935 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5522291-e6dc-4d22-aabf-18209569e2b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.015153 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06ecf7-8ea7-4eed-ac4c-d21c8b76063d req-add4a234-1104-4ae9-a9bf-57f5e90f9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:43.016714 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d06ecf7-8ea7-4eed-ac4c-d21c8b76063d req-add4a234-1104-4ae9-a9bf-57f5e90f9dfb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1011944 Jul 16 01:19:43.061242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f0260bd-e71d-4800-8e43-8513c20ba028 req-12713441-5051-4aec-b658-1088636fa32b service neutron] 10.222.0.69 "GET /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734929 Jul 16 01:19:43.168750 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06ecf7-8ea7-4eed-ac4c-d21c8b76063d req-2652369c-c35c-412c-b085-2490e357b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:43.170729 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d06ecf7-8ea7-4eed-ac4c-d21c8b76063d req-2652369c-c35c-412c-b085-2490e357b221 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1329985 Jul 16 01:19:43.184413 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f9ff9-5673-4138-8147-8138e9c2463a req-08a5f4cc-0418-4c6b-ba79-ca16c498562b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:43.192259 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-903f9ff9-5673-4138-8147-8138e9c2463a req-08a5f4cc-0418-4c6b-ba79-ca16c498562b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 947 time: 0.1569314 Jul 16 01:19:43.301909 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-903f9ff9-5673-4138-8147-8138e9c2463a req-f46426ad-c272-4bbe-8704-8f6665356a5d tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082852 Jul 16 01:19:43.326786 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5522291-e6dc-4d22-aabf-18209569e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.377974 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d06ecf7-8ea7-4eed-ac4c-d21c8b76063d req-b849ae4d-695b-465e-827f-56042020d6db service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826031 Jul 16 01:19:43.406526 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5522291-e6dc-4d22-aabf-18209569e2b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef461f8d-9027-451f-8e87-0f9f6e01c8a1,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:43.442840 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5522291-e6dc-4d22-aabf-18209569e2b6 admin admin] Checking segment: {'id': 'a17f02e5-f428-4224-b779-95af709b9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:43.443204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5522291-e6dc-4d22-aabf-18209569e2b6 admin admin] Network hostable DHCP agents. Network: 677fa921-00a9-4d91-8afd-d76921fbf772, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:19:43.462378 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5522291-e6dc-4d22-aabf-18209569e2b6 admin admin] Network 677fa921-00a9-4d91-8afd-d76921fbf772 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:19:43.474499 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-b5522291-e6dc-4d22-aabf-18209569e2b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 677fa921-00a9-4d91-8afd-d76921fbf772) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:43.483446 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1879373-893d-4c89-b69b-1d5cdf0b2e7b req-b2bd8838-45b1-468d-b4ad-e43c89e3d3a0 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:43.483613 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f357c11-dfe1-4f9f-9147-a0d757384afc None None] Network 677fa921-00a9-4d91-8afd-d76921fbf772 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:43.484702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1879373-893d-4c89-b69b-1d5cdf0b2e7b req-b2bd8838-45b1-468d-b4ad-e43c89e3d3a0 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.70 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 1024 time: 0.1717954 Jul 16 01:19:43.487544 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5522291-e6dc-4d22-aabf-18209569e2b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:43.488832 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5522291-e6dc-4d22-aabf-18209569e2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.507989 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b5522291-e6dc-4d22-aabf-18209569e2b6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6103940 Jul 16 01:19:43.615164 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d06ecf7-8ea7-4eed-ac4c-d21c8b76063d req-e570629f-982f-4e4a-b858-7044a444892c service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276978 Jul 16 01:19:43.671707 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 34f8b176-35e8-46f9-8486-637da280e0f1 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:43.673861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ef803be6-450c-4a58-85cc-93e6449162a7 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:43.684393 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc7f03-137f-4071-a7f6-8e3b920abe98 req-12e33d57-7efb-498b-9726-7df80eac3699 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:43.685959 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eebc7f03-137f-4071-a7f6-8e3b920abe98 req-12e33d57-7efb-498b-9726-7df80eac3699 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 1024 time: 0.2480843 Jul 16 01:19:43.697045 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5ec9d-ed42-45bf-9a3b-baa16cb97e42 req-d582f102-86c0-4d58-ba9c-56ccd09e71cb tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:43.698562 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2f5ec9d-ed42-45bf-9a3b-baa16cb97e42 req-d582f102-86c0-4d58-ba9c-56ccd09e71cb tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.2246103 Jul 16 01:19:43.718568 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9876be96-a97b-4183-99f9-7ac19316ff3d None None] Network 677fa921-00a9-4d91-8afd-d76921fbf772 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:19:43.784110 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eebc7f03-137f-4071-a7f6-8e3b920abe98 req-68c5a9b6-6116-438e-8a9f-705fabed202b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&id=6582dc83-51ba-48bd-b3b3-10b58c8d620d&id=f64a0b66-22cd-4148-9936-b823d161b10a&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0830326 Jul 16 01:19:43.785993 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-d1879373-893d-4c89-b69b-1d5cdf0b2e7b req-2b157186-7609-4ed4-9b9d-cf8c0030de4b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Deleting port dfbd523e-ac04-4810-997d-2ac5d70f9eb3 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:43.786337 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d1879373-893d-4c89-b69b-1d5cdf0b2e7b req-2b157186-7609-4ed4-9b9d-cf8c0030de4b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.796241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2f5ec9d-ed42-45bf-9a3b-baa16cb97e42 req-b15664ba-142b-4fea-af78-344f9bdbbe09 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857244 Jul 16 01:19:43.888701 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff1e056-53fa-4d47-8abe-92baa79f63f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef803be6-450c-4a58-85cc-93e6449162a7'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:43.891499 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9329be46-34cc-4e14-a884-887161e51006" -d '{"events": [{"server_uuid": "8ff1e056-53fa-4d47-8abe-92baa79f63f3", "name": "network-vif-plugged", "status": "completed", "tag": "ef803be6-450c-4a58-85cc-93e6449162a7"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:43.938330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d1879373-893d-4c89-b69b-1d5cdf0b2e7b req-2b157186-7609-4ed4-9b9d-cf8c0030de4b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] For port dfbd523e-ac04-4810-997d-2ac5d70f9eb3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=dfbd523e-ac04-4810-997d-2ac5d70f9eb3,segment=NetworkSegment(09053f43-88fb-409a-a155-0acb6c3ed973),segment_id=09053f43-88fb-409a-a155-0acb6c3ed973)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:43.939036 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d1879373-893d-4c89-b69b-1d5cdf0b2e7b req-2b157186-7609-4ed4-9b9d-cf8c0030de4b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:43.954684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-d1879373-893d-4c89-b69b-1d5cdf0b2e7b req-2b157186-7609-4ed4-9b9d-cf8c0030de4b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Calling delete_port for dfbd523e-ac04-4810-997d-2ac5d70f9eb3 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:44.027930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 34f8b176-35e8-46f9-8486-637da280e0f1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=34f8b176-35e8-46f9-8486-637da280e0f1,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:44.064298 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '34f8b176-35e8-46f9-8486-637da280e0f1', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '34f8b176-35e8-46f9-8486-637da280e0f1', 'mac_address': 'fa:16:3e:1a:74:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:44.076138 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.244064 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.246925 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ef803be6-450c-4a58-85cc-93e6449162a7, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ef803be6-450c-4a58-85cc-93e6449162a7,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:44.257252 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.264349 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f8b176-35e8-46f9-8486-637da280e0f1 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:44.300406 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d1879373-893d-4c89-b69b-1d5cdf0b2e7b req-2b157186-7609-4ed4-9b9d-cf8c0030de4b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.314285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['25e07eee-af1f-4ac3-bc7a-a2911beb32fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:44.319629 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 34f8b176-35e8-46f9-8486-637da280e0f1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=34f8b176-35e8-46f9-8486-637da280e0f1,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:44.344254 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b157186-7609-4ed4-9b9d-cf8c0030de4b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event deleted for resources: {'Port': ['ID=dfbd523e-ac04-4810-997d-2ac5d70f9eb3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:44.346016 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['dfbd523e-ac04-4810-997d-2ac5d70f9eb3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:44.356160 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.388465 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=ef803be6-450c-4a58-85cc-93e6449162a7,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:44.451213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-18286435-e4aa-4e6d-8b9f-cd552242d252 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.458076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-18286435-e4aa-4e6d-8b9f-cd552242d252 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/networks?id=677fa921-00a9-4d91-8afd-d76921fbf772 HTTP/1.1" status: 200 len: 818 time: 0.3001158 Jul 16 01:19:44.460576 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=34f8b176-35e8-46f9-8486-637da280e0f1,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:44.461001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1879373-893d-4c89-b69b-1d5cdf0b2e7b req-2b157186-7609-4ed4-9b9d-cf8c0030de4b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] No DVR routers for this DVR port dfbd523e-ac04-4810-997d-2ac5d70f9eb3 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:44.470260 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d1879373-893d-4c89-b69b-1d5cdf0b2e7b req-2b157186-7609-4ed4-9b9d-cf8c0030de4b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:44.473227 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1879373-893d-4c89-b69b-1d5cdf0b2e7b req-2b157186-7609-4ed4-9b9d-cf8c0030de4b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.70 "DELETE /v2.0/ports/dfbd523e-ac04-4810-997d-2ac5d70f9eb3 HTTP/1.1" status: 204 len: 173 time: 0.9516709 Jul 16 01:19:44.473227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480a1f5f-28ac-436d-94a1-42b6902c9a8e', 'name': 'network-vif-deleted', 'tag': 'dfbd523e-ac04-4810-997d-2ac5d70f9eb3'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:44.475459 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d6d59a-538a-43b9-9810-68b693255f39" -d '{"events": [{"server_uuid": "480a1f5f-28ac-436d-94a1-42b6902c9a8e", "name": "network-vif-deleted", "tag": "dfbd523e-ac04-4810-997d-2ac5d70f9eb3"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:44.484951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-3b4b4f25-3103-4390-bae9-fd47d6bb38f6 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/quotas/23ad24c29f3a440a9a6823a78ec39793 HTTP/1.1" status: 200 len: 375 time: 0.0260584 Jul 16 01:19:44.536120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-be7c3559-6446-4ad8-bb68-a99c21722514 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=23ad24c29f3a440a9a6823a78ec39793&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0414560 Jul 16 01:19:44.551337 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a7fa5-53d5-4458-ac8b-18b3f177d494 req-813d860a-e65e-4272-b64a-18fa9571559c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:44.552923 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-987a7fa5-53d5-4458-ac8b-18b3f177d494 req-813d860a-e65e-4272-b64a-18fa9571559c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.2117009 Jul 16 01:19:44.647198 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-987a7fa5-53d5-4458-ac8b-18b3f177d494 req-5c3151e3-da77-4d94-883e-77264a41d981 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849080 Jul 16 01:19:44.673962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-685c6481-0e28-4ad3-8cdd-64b69e100803 service neutron] 10.222.0.22 "GET /v2.0/networks/677fa921-00a9-4d91-8afd-d76921fbf772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190987 Jul 16 01:19:44.706304 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652adf02-70e9-4340-9d2b-73f753e9e444 x-openstack-request-id: req-652adf02-70e9-4340-9d2b-73f753e9e444 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:44.706601 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff1e056-53fa-4d47-8abe-92baa79f63f3", "name": "network-vif-plugged", "status": "completed", "tag": "ef803be6-450c-4a58-85cc-93e6449162a7", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:44.706856 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-652adf02-70e9-4340-9d2b-73f753e9e444 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:44.707282 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff1e056-53fa-4d47-8abe-92baa79f63f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef803be6-450c-4a58-85cc-93e6449162a7', 'code': 200} Jul 16 01:19:44.732164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['34f8b176-35e8-46f9-8486-637da280e0f1'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:44.772340 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-b2a0322e-84e4-4721-bbec-842a4bd19ed9 service neutron] 10.222.0.22 "GET /v2.0/networks/677fa921-00a9-4d91-8afd-d76921fbf772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930026 Jul 16 01:19:45.044974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526862a9-f413-46dc-8c17-4159b9ccc2f2 req-6390f532-8f9a-4ff1-ac87-a9e42867e068 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.046556 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-526862a9-f413-46dc-8c17-4159b9ccc2f2 req-6390f532-8f9a-4ff1-ac87-a9e42867e068 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 948 time: 0.0961423 Jul 16 01:19:45.094853 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-526862a9-f413-46dc-8c17-4159b9ccc2f2 req-b27d0dea-28f0-426e-9a18-0ed5a35fc834 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Jul 16 01:19:45.113409 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cdf99c-4bf5-4a83-acfd-21bb369dfe4a x-openstack-request-id: req-65cdf99c-4bf5-4a83-acfd-21bb369dfe4a {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:45.113761 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480a1f5f-28ac-436d-94a1-42b6902c9a8e", "name": "network-vif-deleted", "tag": "dfbd523e-ac04-4810-997d-2ac5d70f9eb3", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:45.114075 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-65cdf99c-4bf5-4a83-acfd-21bb369dfe4a {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:45.114538 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480a1f5f-28ac-436d-94a1-42b6902c9a8e', 'name': 'network-vif-deleted', 'tag': 'dfbd523e-ac04-4810-997d-2ac5d70f9eb3', 'status': 'completed', 'code': 200} Jul 16 01:19:45.261270 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94b1be79-107f-4715-80b9-ee801f7e71f8 req-50db8002-72c2-4faa-8a15-cfbb7a99b15b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=480a1f5f-28ac-436d-94a1-42b6902c9a8e HTTP/1.1" status: 200 len: 210 time: 0.0407324 Jul 16 01:19:45.472417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673311d-fe88-4c43-b28f-73d5a2ab846b req-0d26fd08-8678-4565-b24b-db35056057cc tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.474103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a673311d-fe88-4c43-b28f-73d5a2ab846b req-0d26fd08-8678-4565-b24b-db35056057cc tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.0969374 Jul 16 01:19:45.537156 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a673311d-fe88-4c43-b28f-73d5a2ab846b req-377c0867-cd62-45b8-93c5-06b8e915c5f2 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570822 Jul 16 01:19:45.625279 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5ee7f61-9904-42f0-8c3f-b8703be3320d req-c23193c3-5fde-4e6e-8244-ec99687cade4 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 210 time: 0.0367558 Jul 16 01:19:45.735176 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5737af4-c13d-40bb-8e43-81dc6c1f552d req-f6a40ccc-423c-458f-b8a8-ed5aa24adc12 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.737771 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5737af4-c13d-40bb-8e43-81dc6c1f552d req-f6a40ccc-423c-458f-b8a8-ed5aa24adc12 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 944 time: 0.0829935 Jul 16 01:19:45.788410 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5737af4-c13d-40bb-8e43-81dc6c1f552d req-b6d6d630-6131-4868-bfd2-3cda463c823c tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/security-groups?id=3112c201-2673-4253-b753-f1f79c70475e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444896 Jul 16 01:19:45.956165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bf3b2-4ef0-48d7-ac3d-85b2c7633d92 req-55c15345-b047-4b55-a335-cc006d380d00 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:45.957918 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f2bf3b2-4ef0-48d7-ac3d-85b2c7633d92 req-55c15345-b047-4b55-a335-cc006d380d00 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.0798664 Jul 16 01:19:46.004419 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f2bf3b2-4ef0-48d7-ac3d-85b2c7633d92 req-7fcbd3bb-e99c-4d98-8046-049213252fd9 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396714 Jul 16 01:19:46.235424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccef76d-3098-4c44-80f7-3a5d6155030f req-f55fa8b3-7e7f-4d0f-aa51-06dda16d30e1 tempest-MigrationsAdminTest-953534560 tempest-MigrationsAdminTest-953534560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:46.237198 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ccef76d-3098-4c44-80f7-3a5d6155030f req-f55fa8b3-7e7f-4d0f-aa51-06dda16d30e1 tempest-MigrationsAdminTest-953534560 tempest-MigrationsAdminTest-953534560-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 1102 time: 0.0655274 Jul 16 01:19:46.280729 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ccef76d-3098-4c44-80f7-3a5d6155030f req-29410d0e-737c-4bbb-b9d3-b46688eb4667 tempest-MigrationsAdminTest-953534560 tempest-MigrationsAdminTest-953534560-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322533 Jul 16 01:19:46.373407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad723be-0c02-40ca-b01b-291af0efc75c req-b99b0249-26dc-4441-b3e2-4b5a35a217a5 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:46.374964 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ad723be-0c02-40ca-b01b-291af0efc75c req-b99b0249-26dc-4441-b3e2-4b5a35a217a5 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.69 "GET /v2.0/ports?device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 944 time: 0.0873768 Jul 16 01:19:46.494998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6375d649-1a16-48c2-b857-794ec27b8b51 req-a5c84f6b-8174-44c7-a61b-73b4f03069b0 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:46.497088 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6375d649-1a16-48c2-b857-794ec27b8b51 req-a5c84f6b-8174-44c7-a61b-73b4f03069b0 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 948 time: 0.1483464 Jul 16 01:19:46.536372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1ad723be-0c02-40ca-b01b-291af0efc75c req-abc6ae74-1e38-41e2-b659-4ea7eb1e0393 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Deleting port ef803be6-450c-4a58-85cc-93e6449162a7 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:46.536979 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1ad723be-0c02-40ca-b01b-291af0efc75c req-abc6ae74-1e38-41e2-b659-4ea7eb1e0393 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.567951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6375d649-1a16-48c2-b857-794ec27b8b51 req-8e8b0cfe-437d-47e4-a209-f76b37ac1a4f tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631378 Jul 16 01:19:46.640645 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-1ad723be-0c02-40ca-b01b-291af0efc75c req-abc6ae74-1e38-41e2-b659-4ea7eb1e0393 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] For port ef803be6-450c-4a58-85cc-93e6449162a7, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ef803be6-450c-4a58-85cc-93e6449162a7,segment=NetworkSegment(76588355-94e2-4740-951a-aea93cc52dbd),segment_id=76588355-94e2-4740-951a-aea93cc52dbd)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:46.641276 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1ad723be-0c02-40ca-b01b-291af0efc75c req-abc6ae74-1e38-41e2-b659-4ea7eb1e0393 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.654172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1ad723be-0c02-40ca-b01b-291af0efc75c req-abc6ae74-1e38-41e2-b659-4ea7eb1e0393 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Calling delete_port for ef803be6-450c-4a58-85cc-93e6449162a7 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:46.667247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device dfbd523e-ac04-4810-997d-2ac5d70f9eb3 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:46.700533 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: dfbd523e-ac04-4810-997d-2ac5d70f9eb3 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:46.701416 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device dfbd523e-ac04-4810-997d-2ac5d70f9eb3 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:46.708060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff1e056-53fa-4d47-8abe-92baa79f63f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef803be6-450c-4a58-85cc-93e6449162a7'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:46.710714 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2058eec7-5782-457d-bc1d-38c4119a2c8a" -d '{"events": [{"server_uuid": "8ff1e056-53fa-4d47-8abe-92baa79f63f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef803be6-450c-4a58-85cc-93e6449162a7"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:46.769352 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-69fbfff6-5cac-453e-a6aa-0cc1aff259ed req-d6c2f24d-aebc-4571-86ad-577f649ba8a7 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/6582dc83-51ba-48bd-b3b3-10b58c8d620d HTTP/1.1" status: 200 len: 1800 time: 0.0616384 Jul 16 01:19:46.872285 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1ad723be-0c02-40ca-b01b-291af0efc75c req-abc6ae74-1e38-41e2-b659-4ea7eb1e0393 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.951413 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-f53d2bed-4b19-4c6c-a807-a3fe967e7b4a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1225746 Jul 16 01:19:46.955265 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-69fbfff6-5cac-453e-a6aa-0cc1aff259ed req-c19a62d9-1529-4b5b-97c5-5ed9aebc8a89 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:46.967396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6ae74-1e38-41e2-b659-4ea7eb1e0393 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Pushing event deleted for resources: {'Port': ['ID=ef803be6-450c-4a58-85cc-93e6449162a7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:47.076292 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-69fbfff6-5cac-453e-a6aa-0cc1aff259ed req-c19a62d9-1529-4b5b-97c5-5ed9aebc8a89 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.112931 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad723be-0c02-40ca-b01b-291af0efc75c req-abc6ae74-1e38-41e2-b659-4ea7eb1e0393 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] No DVR routers for this DVR port ef803be6-450c-4a58-85cc-93e6449162a7 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:19:47.132203 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1ad723be-0c02-40ca-b01b-291af0efc75c req-abc6ae74-1e38-41e2-b659-4ea7eb1e0393 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.134171 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ad723be-0c02-40ca-b01b-291af0efc75c req-abc6ae74-1e38-41e2-b659-4ea7eb1e0393 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.69 "DELETE /v2.0/ports/ef803be6-450c-4a58-85cc-93e6449162a7 HTTP/1.1" status: 204 len: 173 time: 0.7379084 Jul 16 01:19:47.135468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ff1e056-53fa-4d47-8abe-92baa79f63f3', 'name': 'network-vif-deleted', 'tag': 'ef803be6-450c-4a58-85cc-93e6449162a7'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:47.137777 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668434f5-bc9d-4dfa-88df-3c8b7fc720aa" -d '{"events": [{"server_uuid": "8ff1e056-53fa-4d47-8abe-92baa79f63f3", "name": "network-vif-deleted", "tag": "ef803be6-450c-4a58-85cc-93e6449162a7"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:47.207207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d1a3c0-c8b5-4ef6-97ff-8ded98ab1b2d req-6ef29236-1802-40b6-939a-800e913eef2f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.208770 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-64d1a3c0-c8b5-4ef6-97ff-8ded98ab1b2d req-6ef29236-1802-40b6-939a-800e913eef2f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.3474164 Jul 16 01:19:47.225666 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8531807-26d9-4ad8-85e4-eca60a66b452 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.228956 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8531807-26d9-4ad8-85e4-eca60a66b452 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.69 "GET /v2.0/networks?id=677fa921-00a9-4d91-8afd-d76921fbf772 HTTP/1.1" status: 200 len: 818 time: 0.3332465 Jul 16 01:19:47.265025 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-c9694f4f-b303-4c73-8e5d-6d8b9c325cca tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Request body: {'port': {'device_id': '217b07c0-6fbe-4731-a129-e654ca0383f0', 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772', 'admin_state_up': True, 'tenant_id': '23ad24c29f3a440a9a6823a78ec39793'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:47.325147 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-69fbfff6-5cac-453e-a6aa-0cc1aff259ed req-c19a62d9-1529-4b5b-97c5-5ed9aebc8a89 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.327841 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-69fbfff6-5cac-453e-a6aa-0cc1aff259ed req-c19a62d9-1529-4b5b-97c5-5ed9aebc8a89 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.328772 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-69fbfff6-5cac-453e-a6aa-0cc1aff259ed req-c19a62d9-1529-4b5b-97c5-5ed9aebc8a89 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "DELETE /v2.0/security-groups/6582dc83-51ba-48bd-b3b3-10b58c8d620d HTTP/1.1" status: 204 len: 173 time: 0.5515394 Jul 16 01:19:47.389533 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-64d1a3c0-c8b5-4ef6-97ff-8ded98ab1b2d req-23cd6426-7278-4f48-ae11-63feb6d7c398 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613142 Jul 16 01:19:47.395381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a62d9-1529-4b5b-97c5-5ed9aebc8a89 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6582dc83-51ba-48bd-b3b3-10b58c8d620d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:47.406418 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-2a6aaf25-b141-401d-b00a-071fe7253cf5 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:47.408010 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-2a6aaf25-b141-401d-b00a-071fe7253cf5 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.70 "GET /v2.0/networks?id=677fa921-00a9-4d91-8afd-d76921fbf772 HTTP/1.1" status: 200 len: 818 time: 0.2970231 Jul 16 01:19:47.432062 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-eb16d177-916e-4e8b-bc8e-77a7079f3002 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Request body: {'port': {'device_id': 'ebf894b2-1de2-41a7-9e92-e1bd279b5dab', 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772', 'admin_state_up': True, 'tenant_id': '23ad24c29f3a440a9a6823a78ec39793'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:47.565534 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-534ddea4-68d4-4408-b140-59c73767d1ec req-ddc4e311-275f-4b09-a5b5-8751f593b14e tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 210 time: 0.0398874 Jul 16 01:19:47.611095 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f613d98-06c7-4239-b535-a9943e077a11 x-openstack-request-id: req-6f613d98-06c7-4239-b535-a9943e077a11 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:47.611389 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff1e056-53fa-4d47-8abe-92baa79f63f3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef803be6-450c-4a58-85cc-93e6449162a7", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:47.611876 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f613d98-06c7-4239-b535-a9943e077a11 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:47.612526 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff1e056-53fa-4d47-8abe-92baa79f63f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef803be6-450c-4a58-85cc-93e6449162a7', 'code': 200} Jul 16 01:19:47.615839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-c9694f4f-b303-4c73-8e5d-6d8b9c325cca tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Made reservation on behalf of 23ad24c29f3a440a9a6823a78ec39793 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:47.621012 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-c9694f4f-b303-4c73-8e5d-6d8b9c325cca tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.656066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-eb16d177-916e-4e8b-bc8e-77a7079f3002 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Made reservation on behalf of 23ad24c29f3a440a9a6823a78ec39793 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:47.660298 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-eb16d177-916e-4e8b-bc8e-77a7079f3002 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.680922 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 34f8b176-35e8-46f9-8486-637da280e0f1 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:47.788698 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 34f8b176-35e8-46f9-8486-637da280e0f1 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:47.793944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 34f8b176-35e8-46f9-8486-637da280e0f1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:47.794511 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.941566 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.980610 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 34f8b176-35e8-46f9-8486-637da280e0f1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=34f8b176-35e8-46f9-8486-637da280e0f1,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:47.986595 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:47.988417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ef803be6-450c-4a58-85cc-93e6449162a7 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:19:48.032943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: ef803be6-450c-4a58-85cc-93e6449162a7 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:19:48.033728 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ef803be6-450c-4a58-85cc-93e6449162a7 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:19:48.069260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=34f8b176-35e8-46f9-8486-637da280e0f1,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:48.344397 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-1de60475-28da-46fb-ae06-94f5c1f57f9a tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.344962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d76d8f12-012a-4ba4-97fe-168d4568b543 req-74817ceb-2e09-42a9-8796-232a48ba45e9 tempest-ImagesTestJSON-783726798 tempest-ImagesTestJSON-783726798-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ff1e056-53fa-4d47-8abe-92baa79f63f3 HTTP/1.1" status: 200 len: 210 time: 0.5013244 Jul 16 01:19:48.346951 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-1de60475-28da-46fb-ae06-94f5c1f57f9a tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.70 "GET /v2.0/networks?id=677fa921-00a9-4d91-8afd-d76921fbf772 HTTP/1.1" status: 200 len: 818 time: 0.1490467 Jul 16 01:19:48.375975 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-f15e1c68-9b11-4368-912f-ddfa9e5776d4 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Request body: {'port': {'device_id': 'efadc6ea-5cca-408c-b799-d907c2763bac', 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772', 'admin_state_up': True, 'tenant_id': '23ad24c29f3a440a9a6823a78ec39793'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:48.381914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-eb16d177-916e-4e8b-bc8e-77a7079f3002 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Allocated IP 172.20.0.5 (677fa921-00a9-4d91-8afd-d76921fbf772/ef461f8d-9027-451f-8e87-0f9f6e01c8a1/6873528f-7a93-4d8a-97b0-5c0de0457851) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:48.407093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db933266-429f-48e4-8a09-b00b2030b9ff req-88a3c589-8ef1-46b4-bd87-8eae735b3b2b tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.415059 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db933266-429f-48e4-8a09-b00b2030b9ff req-88a3c589-8ef1-46b4-bd87-8eae735b3b2b tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.6517644 Jul 16 01:19:48.489401 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db933266-429f-48e4-8a09-b00b2030b9ff req-695669ed-1316-442a-ad5a-1d592c851589 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732508 Jul 16 01:19:48.562600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-f15e1c68-9b11-4368-912f-ddfa9e5776d4 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Made reservation on behalf of 23ad24c29f3a440a9a6823a78ec39793 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:48.567813 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-f15e1c68-9b11-4368-912f-ddfa9e5776d4 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.593936 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb03e0be-1cdc-4d61-88a5-4dc9db2f6c79 x-openstack-request-id: req-cb03e0be-1cdc-4d61-88a5-4dc9db2f6c79 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:48.594273 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ff1e056-53fa-4d47-8abe-92baa79f63f3", "name": "network-vif-deleted", "tag": "ef803be6-450c-4a58-85cc-93e6449162a7", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:48.594618 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb03e0be-1cdc-4d61-88a5-4dc9db2f6c79 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:48.594946 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ff1e056-53fa-4d47-8abe-92baa79f63f3', 'name': 'network-vif-deleted', 'tag': 'ef803be6-450c-4a58-85cc-93e6449162a7', 'status': 'completed', 'code': 200} Jul 16 01:19:48.691660 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b83093c-25a2-4f1b-a34e-b20674fe1034 req-2f84c2d0-95c6-4cf5-9973-15cb3226e5df tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/f64a0b66-22cd-4148-9936-b823d161b10a HTTP/1.1" status: 200 len: 1801 time: 0.0958726 Jul 16 01:19:48.709405 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-eb16d177-916e-4e8b-bc8e-77a7079f3002 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.807942 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d3568-432e-4ca8-8dec-ed99884e0d17 req-e812d094-34b4-4db9-8bba-c7428bfc5dda tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:48.809506 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b00d3568-432e-4ca8-8dec-ed99884e0d17 req-e812d094-34b4-4db9-8bba-c7428bfc5dda tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 949 time: 0.1400557 Jul 16 01:19:48.830129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1b83093c-25a2-4f1b-a34e-b20674fe1034 req-4ccd66ed-d96d-426b-b3f7-ee7f5701ec31 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.845366 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-eb16d177-916e-4e8b-bc8e-77a7079f3002 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.926380 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1b83093c-25a2-4f1b-a34e-b20674fe1034 req-4ccd66ed-d96d-426b-b3f7-ee7f5701ec31 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:48.988330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-eb16d177-916e-4e8b-bc8e-77a7079f3002 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Network 677fa921-00a9-4d91-8afd-d76921fbf772 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:48.991784 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b00d3568-432e-4ca8-8dec-ed99884e0d17 req-0871738b-2971-4248-9b2d-b70a5291b46e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752212 Jul 16 01:19:48.992388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb16d177-916e-4e8b-bc8e-77a7079f3002 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Pushing event updated for resources: {'Port': ['ID=6873528f-7a93-4d8a-97b0-5c0de0457851,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:49.004952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-eb16d177-916e-4e8b-bc8e-77a7079f3002 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:49.010924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-c9694f4f-b303-4c73-8e5d-6d8b9c325cca tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Allocated IP 172.20.0.11 (677fa921-00a9-4d91-8afd-d76921fbf772/ef461f8d-9027-451f-8e87-0f9f6e01c8a1/a57561dc-6093-4dd7-97d0-69cef8d8c5e5) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:49.013626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-eb16d177-916e-4e8b-bc8e-77a7079f3002 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:49.066773 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1b83093c-25a2-4f1b-a34e-b20674fe1034 req-4ccd66ed-d96d-426b-b3f7-ee7f5701ec31 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.070362 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1b83093c-25a2-4f1b-a34e-b20674fe1034 req-4ccd66ed-d96d-426b-b3f7-ee7f5701ec31 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.072406 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b83093c-25a2-4f1b-a34e-b20674fe1034 req-4ccd66ed-d96d-426b-b3f7-ee7f5701ec31 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "DELETE /v2.0/security-groups/f64a0b66-22cd-4148-9936-b823d161b10a HTTP/1.1" status: 204 len: 173 time: 0.3602557 Jul 16 01:19:49.081105 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7632aa-4e42-430c-a3ee-739083de153c req-f46f64b0-5c50-4096-b2b4-bce56b0623ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.083623 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-f46f64b0-5c50-4096-b2b4-bce56b0623ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 1102 time: 0.1022396 Jul 16 01:19:49.099021 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd66ed-d96d-426b-b3f7-ee7f5701ec31 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64a0b66-22cd-4148-9936-b823d161b10a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:49.109981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-eb16d177-916e-4e8b-bc8e-77a7079f3002 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.110635 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-eb16d177-916e-4e8b-bc8e-77a7079f3002 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.188299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-eb16d177-916e-4e8b-bc8e-77a7079f3002 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7600999 Jul 16 01:19:49.212765 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7632aa-4e42-430c-a3ee-739083de153c req-5c52d139-9864-4785-b08f-a48be2390f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.214332 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-5c52d139-9864-4785-b08f-a48be2390f7b service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.1216609 Jul 16 01:19:49.215584 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Request body: {'port': {'device_id': 'ebf894b2-1de2-41a7-9e92-e1bd279b5dab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:49.261645 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-cc6049c3-2630-4ca7-a070-f9412d14c4f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f HTTP/1.1" status: 200 len: 217 time: 0.0355945 Jul 16 01:19:49.306483 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e9e50b0-2a2a-47a1-a06e-93f39e20b181 req-7d9de368-0429-463d-af2b-b3462c9bfb6c tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 210 time: 0.0855157 Jul 16 01:19:49.361480 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-15e8a31f-a2f0-408a-bdab-a34f5fe745cf req-5eeb3c67-38a6-4eed-b820-08119cf8158f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1834756857', 'description': 'tempest-description-1261775533'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:49.441176 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa609f8-f6d3-43c6-af84-4fe1c31fec34 req-b2380bc9-5642-4b79-9be1-dc75f65e94ee tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.448304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ffa609f8-f6d3-43c6-af84-4fe1c31fec34 req-b2380bc9-5642-4b79-9be1-dc75f65e94ee tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.3195586 Jul 16 01:19:49.467083 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-c9694f4f-b303-4c73-8e5d-6d8b9c325cca tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.478883 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.481355 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-15e8a31f-a2f0-408a-bdab-a34f5fe745cf req-5eeb3c67-38a6-4eed-b820-08119cf8158f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.567105 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ffa609f8-f6d3-43c6-af84-4fe1c31fec34 req-f3ff31f4-89f1-4d3d-8ff1-bf48c5138aef tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163623 Jul 16 01:19:49.614006 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0041bdb6-4183-435b-81b2-12baa18ba010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f8b176-35e8-46f9-8486-637da280e0f1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:49.620958 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-982c6f59-26a8-4afb-a584-6869dc593697" -d '{"events": [{"server_uuid": "0041bdb6-4183-435b-81b2-12baa18ba010", "name": "network-vif-plugged", "status": "completed", "tag": "34f8b176-35e8-46f9-8486-637da280e0f1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:49.631837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7632aa-4e42-430c-a3ee-739083de153c req-140c54c7-a459-439d-81e6-f3748a41757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.633396 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-140c54c7-a459-439d-81e6-f3748a41757f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.3598380 Jul 16 01:19:49.707331 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-c9694f4f-b303-4c73-8e5d-6d8b9c325cca tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.755361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-c9694f4f-b303-4c73-8e5d-6d8b9c325cca tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Network 677fa921-00a9-4d91-8afd-d76921fbf772 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:49.759475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-c9694f4f-b303-4c73-8e5d-6d8b9c325cca tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:49.765528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-f15e1c68-9b11-4368-912f-ddfa9e5776d4 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Allocated IP 172.20.0.7 (677fa921-00a9-4d91-8afd-d76921fbf772/ef461f8d-9027-451f-8e87-0f9f6e01c8a1/6b87cbbb-1dc5-4e2f-b901-622991b54fcb) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:49.771899 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7632aa-4e42-430c-a3ee-739083de153c req-0f2965c7-b38e-4124-8de6-5ca48fe32171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.773409 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-0f2965c7-b38e-4124-8de6-5ca48fe32171 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1274779 Jul 16 01:19:49.791486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-c9694f4f-b303-4c73-8e5d-6d8b9c325cca tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:49.894851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9694f4f-b303-4c73-8e5d-6d8b9c325cca tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Pushing event updated for resources: {'Port': ['ID=a57561dc-6093-4dd7-97d0-69cef8d8c5e5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:49.926698 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-c9694f4f-b303-4c73-8e5d-6d8b9c325cca tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.927362 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-c9694f4f-b303-4c73-8e5d-6d8b9c325cca tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.944167 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-15e8a31f-a2f0-408a-bdab-a34f5fe745cf req-5eeb3c67-38a6-4eed-b820-08119cf8158f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.954358 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-15e8a31f-a2f0-408a-bdab-a34f5fe745cf req-5eeb3c67-38a6-4eed-b820-08119cf8158f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:49.974927 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-ee6d6ffc-f698-4710-8615-a3e3b46f7187 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871784 Jul 16 01:19:49.991206 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ab998-c138-4cd7-8b06-e98dd4240341 req-71b548d3-bd6f-4b01-87bc-59cc46887222 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:49.998181 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-267ab998-c138-4cd7-8b06-e98dd4240341 req-71b548d3-bd6f-4b01-87bc-59cc46887222 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.2077563 Jul 16 01:19:50.002070 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeb3c67-38a6-4eed-b820-08119cf8158f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a242147b-4e6d-446f-87a1-8e4ea7f31daf,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:50.012943 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-c9694f4f-b303-4c73-8e5d-6d8b9c325cca tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7523320 Jul 16 01:19:50.031225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Request body: {'port': {'device_id': '217b07c0-6fbe-4731-a129-e654ca0383f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:50.061309 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-15e8a31f-a2f0-408a-bdab-a34f5fe745cf req-5eeb3c67-38a6-4eed-b820-08119cf8158f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.074924 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-15e8a31f-a2f0-408a-bdab-a34f5fe745cf req-5eeb3c67-38a6-4eed-b820-08119cf8158f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7258117 Jul 16 01:19:50.075629 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-f15e1c68-9b11-4368-912f-ddfa9e5776d4 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.109781 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-267ab998-c138-4cd7-8b06-e98dd4240341 req-65614732-5ef8-4732-b56d-654a67b45633 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104677 Jul 16 01:19:50.161836 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-621b1f68-379a-432e-8181-51a95c0617d6 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583700 Jul 16 01:19:50.168780 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd64dcd9-1ca1-423e-9e48-e03e0e481286 x-openstack-request-id: req-dd64dcd9-1ca1-423e-9e48-e03e0e481286 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:50.169083 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0041bdb6-4183-435b-81b2-12baa18ba010", "name": "network-vif-plugged", "status": "completed", "tag": "34f8b176-35e8-46f9-8486-637da280e0f1", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:50.169335 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd64dcd9-1ca1-423e-9e48-e03e0e481286 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:50.169771 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0041bdb6-4183-435b-81b2-12baa18ba010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f8b176-35e8-46f9-8486-637da280e0f1', 'code': 200} Jul 16 01:19:50.185303 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-f15e1c68-9b11-4368-912f-ddfa9e5776d4 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.200659 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.293841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-f15e1c68-9b11-4368-912f-ddfa9e5776d4 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Network 677fa921-00a9-4d91-8afd-d76921fbf772 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:50.297449 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-f15e1c68-9b11-4368-912f-ddfa9e5776d4 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:50.302242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-f15e1c68-9b11-4368-912f-ddfa9e5776d4 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:50.358761 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15e1c68-9b11-4368-912f-ddfa9e5776d4 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Pushing event updated for resources: {'Port': ['ID=6b87cbbb-1dc5-4e2f-b901-622991b54fcb,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:50.400058 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-f15e1c68-9b11-4368-912f-ddfa9e5776d4 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.400692 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-f15e1c68-9b11-4368-912f-ddfa9e5776d4 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.431220 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-f15e1c68-9b11-4368-912f-ddfa9e5776d4 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0653465 Jul 16 01:19:50.443894 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Request body: {'port': {'device_id': 'efadc6ea-5cca-408c-b799-d907c2763bac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:50.550678 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.664695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1e4808a2-dd22-47d5-a224-7ed319ebbd26 req-cc7826f7-bde1-4d3f-a0e7-75f1d5e81110 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/a242147b-4e6d-446f-87a1-8e4ea7f31daf HTTP/1.1" status: 200 len: 1803 time: 0.1912463 Jul 16 01:19:50.669979 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-1e4808a2-dd22-47d5-a224-7ed319ebbd26 req-661459d6-847e-4b15-932d-338f2a967685 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1376628910', 'description': 'tempest-description-hth-1988934091'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:50.688178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26242fc4-452e-40ff-b8ad-dbf44c856b7c req-ff527a69-d419-4925-8596-4431135881a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.689919 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26242fc4-452e-40ff-b8ad-dbf44c856b7c req-ff527a69-d419-4925-8596-4431135881a0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 1101 time: 0.2478583 Jul 16 01:19:50.734376 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1e4808a2-dd22-47d5-a224-7ed319ebbd26 req-661459d6-847e-4b15-932d-338f2a967685 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.771774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa000da-0201-4ffc-b912-dfd5e66b28bf req-541804e8-1b9e-47f4-abca-783db2f9b17e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:50.778631 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eaa000da-0201-4ffc-b912-dfd5e66b28bf req-541804e8-1b9e-47f4-abca-783db2f9b17e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 949 time: 0.2777090 Jul 16 01:19:50.832502 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26242fc4-452e-40ff-b8ad-dbf44c856b7c req-123e710b-0a48-45e8-91d6-4d799136b662 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279383 Jul 16 01:19:50.904147 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1e4808a2-dd22-47d5-a224-7ed319ebbd26 req-661459d6-847e-4b15-932d-338f2a967685 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.919626 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eaa000da-0201-4ffc-b912-dfd5e66b28bf req-336225af-8897-466f-8e6c-e5596162267d tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400580 Jul 16 01:19:50.931334 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1e4808a2-dd22-47d5-a224-7ed319ebbd26 req-661459d6-847e-4b15-932d-338f2a967685 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.934025 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1e4808a2-dd22-47d5-a224-7ed319ebbd26 req-661459d6-847e-4b15-932d-338f2a967685 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:50.952358 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1e4808a2-dd22-47d5-a224-7ed319ebbd26 req-661459d6-847e-4b15-932d-338f2a967685 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "PUT /v2.0/security-groups/a242147b-4e6d-446f-87a1-8e4ea7f31daf HTTP/1.1" status: 200 len: 1777 time: 0.2867579 Jul 16 01:19:50.959830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6873528f-7a93-4d8a-97b0-5c0de0457851 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:50.970436 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.013320 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Transition to ACTIVE for port object 6873528f-7a93-4d8a-97b0-5c0de0457851 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:51.017610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661459d6-847e-4b15-932d-338f2a967685 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a242147b-4e6d-446f-87a1-8e4ea7f31daf,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:51.032230 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.174133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Pushing event updated for resources: {'Port': ['ID=6873528f-7a93-4d8a-97b0-5c0de0457851,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:51.357381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Attempting to bind port 6873528f-7a93-4d8a-97b0-5c0de0457851 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:51.357719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Attempting to bind port 6873528f-7a93-4d8a-97b0-5c0de0457851 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'a17f02e5-f428-4224-b779-95af709b9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:51.358041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Attempting to bind port 6873528f-7a93-4d8a-97b0-5c0de0457851 on network 677fa921-00a9-4d91-8afd-d76921fbf772 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:51.388291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Port 6873528f-7a93-4d8a-97b0-5c0de0457851 on network 677fa921-00a9-4d91-8afd-d76921fbf772 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:51.388637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Attempting to bind port 6873528f-7a93-4d8a-97b0-5c0de0457851 on network 677fa921-00a9-4d91-8afd-d76921fbf772 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:51.400740 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32465dfe-0328-4bf1-95a7-ce81baf992b0 req-ed1ec7ee-98cc-42ce-8ace-185b13f27721 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.402773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32465dfe-0328-4bf1-95a7-ce81baf992b0 req-ed1ec7ee-98cc-42ce-8ace-185b13f27721 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 931 time: 0.2580600 Jul 16 01:19:51.418811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5c813-cd2f-4873-8c4a-2405eff6c86b req-ebf7158a-4c75-4772-b43b-1bc864a192f1 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.420247 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bb5c813-cd2f-4873-8c4a-2405eff6c86b req-ebf7158a-4c75-4772-b43b-1bc864a192f1 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.2113543 Jul 16 01:19:51.423203 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:51.423538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Checking segment: {'id': 'a17f02e5-f428-4224-b779-95af709b9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:51.423940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Bound using segment: {'id': 'a17f02e5-f428-4224-b779-95af709b9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:51.424422 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Bound port: 6873528f-7a93-4d8a-97b0-5c0de0457851, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a17f02e5-f428-4224-b779-95af709b9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:51.424716 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.432717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a57561dc-6093-4dd7-97d0-69cef8d8c5e5 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:51.455386 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.516558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Transition to ACTIVE for port object a57561dc-6093-4dd7-97d0-69cef8d8c5e5 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:51.532971 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.544910 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32465dfe-0328-4bf1-95a7-ce81baf992b0 req-9a53f1c8-09be-4986-a407-856d6d75f06b tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339216 Jul 16 01:19:51.573084 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bb5c813-cd2f-4873-8c4a-2405eff6c86b req-c955fbb7-d7bf-4804-b66d-3254bd5eab4b tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439180 Jul 16 01:19:51.724272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] For port 6873528f-7a93-4d8a-97b0-5c0de0457851, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:51.726729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a57561dc-6093-4dd7-97d0-69cef8d8c5e5,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:51.738017 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b87cbbb-1dc5-4e2f-b901-622991b54fcb {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:51.750118 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.765683 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Transition to ACTIVE for port object 6b87cbbb-1dc5-4e2f-b901-622991b54fcb will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:51.769487 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.789410 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcbe93b6-a4c3-43e6-9a46-1e29a74da685 req-f2fa6c06-8a27-49e5-a1e4-e5cbe0af6187 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/a242147b-4e6d-446f-87a1-8e4ea7f31daf HTTP/1.1" status: 200 len: 1777 time: 0.1849701 Jul 16 01:19:51.792946 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] For port 6873528f-7a93-4d8a-97b0-5c0de0457851, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6873528f-7a93-4d8a-97b0-5c0de0457851,segment=NetworkSegment(a17f02e5-f428-4224-b779-95af709b9465),segment_id=a17f02e5-f428-4224-b779-95af709b9465)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:51.832655 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.848532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Pushing event updated for resources: {'Port': ['ID=6b87cbbb-1dc5-4e2f-b901-622991b54fcb,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:51.920026 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:51.920026 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.921439 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] 10.222.0.70 "PUT /v2.0/ports/6873528f-7a93-4d8a-97b0-5c0de0457851 HTTP/1.1" status: 200 len: 1092 time: 2.7103181 Jul 16 01:19:51.927548 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebf894b2-1de2-41a7-9e92-e1bd279b5dab', 'tag': '6873528f-7a93-4d8a-97b0-5c0de0457851'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:51.931101 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80925813-994a-430d-9b23-c2f1dd9008d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ebf894b2-1de2-41a7-9e92-e1bd279b5dab", "tag": "6873528f-7a93-4d8a-97b0-5c0de0457851"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:51.946660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Attempting to bind port 6b87cbbb-1dc5-4e2f-b901-622991b54fcb on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:51.947008 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Attempting to bind port 6b87cbbb-1dc5-4e2f-b901-622991b54fcb by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'a17f02e5-f428-4224-b779-95af709b9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:51.947340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Attempting to bind port 6b87cbbb-1dc5-4e2f-b901-622991b54fcb on network 677fa921-00a9-4d91-8afd-d76921fbf772 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:51.952193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Attempting to bind port a57561dc-6093-4dd7-97d0-69cef8d8c5e5 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:51.952674 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Attempting to bind port a57561dc-6093-4dd7-97d0-69cef8d8c5e5 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a17f02e5-f428-4224-b779-95af709b9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:51.953014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Attempting to bind port a57561dc-6093-4dd7-97d0-69cef8d8c5e5 on network 677fa921-00a9-4d91-8afd-d76921fbf772 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:51.953771 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Port 6b87cbbb-1dc5-4e2f-b901-622991b54fcb on network 677fa921-00a9-4d91-8afd-d76921fbf772 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:51.954107 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Attempting to bind port 6b87cbbb-1dc5-4e2f-b901-622991b54fcb on network 677fa921-00a9-4d91-8afd-d76921fbf772 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:51.960516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:51.960861 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Checking segment: {'id': 'a17f02e5-f428-4224-b779-95af709b9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:51.961254 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Bound using segment: {'id': 'a17f02e5-f428-4224-b779-95af709b9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:51.961688 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Bound port: 6b87cbbb-1dc5-4e2f-b901-622991b54fcb, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a17f02e5-f428-4224-b779-95af709b9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:51.962524 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:51.962723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Port a57561dc-6093-4dd7-97d0-69cef8d8c5e5 on network 677fa921-00a9-4d91-8afd-d76921fbf772 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:51.963140 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Attempting to bind port a57561dc-6093-4dd7-97d0-69cef8d8c5e5 on network 677fa921-00a9-4d91-8afd-d76921fbf772 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:51.965211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c970fdb-0a9d-4ba6-a231-f82faa20d749 service neutron] Pushing event updated for resources: {'Port': ['ID=6873528f-7a93-4d8a-97b0-5c0de0457851,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:51.977525 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:51.977979 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Checking segment: {'id': 'a17f02e5-f428-4224-b779-95af709b9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:51.978455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Bound using segment: {'id': 'a17f02e5-f428-4224-b779-95af709b9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:51.979011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Bound port: a57561dc-6093-4dd7-97d0-69cef8d8c5e5, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a17f02e5-f428-4224-b779-95af709b9465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:51.979470 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.041188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] For port 6b87cbbb-1dc5-4e2f-b901-622991b54fcb, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:52.045689 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] For port 6b87cbbb-1dc5-4e2f-b901-622991b54fcb, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6b87cbbb-1dc5-4e2f-b901-622991b54fcb,segment=NetworkSegment(a17f02e5-f428-4224-b779-95af709b9465),segment_id=a17f02e5-f428-4224-b779-95af709b9465)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:52.053539 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.101693 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.102777 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.105206 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] 10.222.0.70 "PUT /v2.0/ports/6b87cbbb-1dc5-4e2f-b901-622991b54fcb HTTP/1.1" status: 200 len: 1092 time: 1.6651471 Jul 16 01:19:52.105686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efadc6ea-5cca-408c-b799-d907c2763bac', 'tag': '6b87cbbb-1dc5-4e2f-b901-622991b54fcb'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:52.108343 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0ded64-5fcf-4364-ad81-e4e67664cc12" -d '{"events": [{"name": "network-changed", "server_uuid": "efadc6ea-5cca-408c-b799-d907c2763bac", "tag": "6b87cbbb-1dc5-4e2f-b901-622991b54fcb"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:52.109226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8966355c-9dff-4ca8-ad76-0f4463fe15b4 req-3e2ad8c4-79ab-44fd-b2ac-820e22353d57 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.118069 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8966355c-9dff-4ca8-ad76-0f4463fe15b4 req-3e2ad8c4-79ab-44fd-b2ac-820e22353d57 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.3525739 Jul 16 01:19:52.175324 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b13a94-423d-448e-bd4f-15aebd27046c service neutron] Pushing event updated for resources: {'Port': ['ID=6b87cbbb-1dc5-4e2f-b901-622991b54fcb,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:52.241247 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f076d48-644d-4d60-a1f7-850861d8c4bd req-335a24cd-ce9d-4293-823f-62e93c30d2d0 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/a242147b-4e6d-446f-87a1-8e4ea7f31daf HTTP/1.1" status: 200 len: 1777 time: 0.2557588 Jul 16 01:19:52.270156 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-93d91b16-92b9-42c6-b35b-2446a7294909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.275740 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-93d91b16-92b9-42c6-b35b-2446a7294909 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=23ad24c29f3a440a9a6823a78ec39793&device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 1095 time: 0.1019862 Jul 16 01:19:52.278079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8966355c-9dff-4ca8-ad76-0f4463fe15b4 req-7b24ded6-1913-4776-8737-8e291c12911a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589534 Jul 16 01:19:52.285487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] For port a57561dc-6093-4dd7-97d0-69cef8d8c5e5, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:19:52.304903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] For port a57561dc-6093-4dd7-97d0-69cef8d8c5e5, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a57561dc-6093-4dd7-97d0-69cef8d8c5e5,segment=NetworkSegment(a17f02e5-f428-4224-b779-95af709b9465),segment_id=a17f02e5-f428-4224-b779-95af709b9465)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:19:52.340467 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-a9a4f035-f82d-4348-8921-b9486995b68c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b87cbbb-1dc5-4e2f-b901-622991b54fcb HTTP/1.1" status: 200 len: 217 time: 0.0485990 Jul 16 01:19:52.346322 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.349281 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76360d9-8ce6-44b2-ab0c-eb9bb0b85f12 x-openstack-request-id: req-f76360d9-8ce6-44b2-ab0c-eb9bb0b85f12 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:52.349565 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebf894b2-1de2-41a7-9e92-e1bd279b5dab", "tag": "6873528f-7a93-4d8a-97b0-5c0de0457851", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:52.349819 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f76360d9-8ce6-44b2-ab0c-eb9bb0b85f12 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:52.350207 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebf894b2-1de2-41a7-9e92-e1bd279b5dab', 'tag': '6873528f-7a93-4d8a-97b0-5c0de0457851', 'status': 'completed', 'code': 200} Jul 16 01:19:52.403941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-8338f86f-bb8e-4f88-87a4-46922757d381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.405652 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-8338f86f-bb8e-4f88-87a4-46922757d381 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=23ad24c29f3a440a9a6823a78ec39793&device_id=ebf894b2-1de2-41a7-9e92-e1bd279b5dab HTTP/1.1" status: 200 len: 1095 time: 0.3059833 Jul 16 01:19:52.413720 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-c6ad9839-a78a-4e3f-98e5-60e73fd7e689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.415196 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-c6ad9839-a78a-4e3f-98e5-60e73fd7e689 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef461f8d-9027-451f-8e87-0f9f6e01c8a1 HTTP/1.1" status: 200 len: 858 time: 0.0488451 Jul 16 01:19:52.427981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.428617 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.430149 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] 10.222.0.69 "PUT /v2.0/ports/a57561dc-6093-4dd7-97d0-69cef8d8c5e5 HTTP/1.1" status: 200 len: 1093 time: 2.4048212 Jul 16 01:19:52.478916 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-8faf0052-91b7-4343-9c97-3c70b61f0f67 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=677fa921-00a9-4d91-8afd-d76921fbf772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451353 Jul 16 01:19:52.519434 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-acd40d59-469f-4f7c-8331-8f1038b22207 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6873528f-7a93-4d8a-97b0-5c0de0457851 HTTP/1.1" status: 200 len: 217 time: 0.0820348 Jul 16 01:19:52.575261 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0f076d48-644d-4d60-a1f7-850861d8c4bd req-51b04b9f-0616-4a84-8bb2-d106679cf322 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.597988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f58745-b8c7-4ce5-8a4d-f9e242a5f4a9 service neutron] Pushing event updated for resources: {'Port': ['ID=a57561dc-6093-4dd7-97d0-69cef8d8c5e5,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:52.614587 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-7a5c8ecc-9b98-462f-8965-0c0c37217027 service neutron] 10.222.0.70 "GET /v2.0/networks/677fa921-00a9-4d91-8afd-d76921fbf772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147845 Jul 16 01:19:52.641201 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0f076d48-644d-4d60-a1f7-850861d8c4bd req-51b04b9f-0616-4a84-8bb2-d106679cf322 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.666638 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-2a91d65d-bcba-442b-947d-faf4f332c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.668703 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-2a91d65d-bcba-442b-947d-faf4f332c11f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef461f8d-9027-451f-8e87-0f9f6e01c8a1 HTTP/1.1" status: 200 len: 858 time: 0.1064425 Jul 16 01:19:52.726950 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-8ed87a0d-b7cd-4da0-afdb-95d7c716759c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=677fa921-00a9-4d91-8afd-d76921fbf772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411403 Jul 16 01:19:52.738935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-21755fcd-5d16-4105-94ec-0facdea38369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.739706 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-d4620394-3bcd-48d7-b920-aa4b166cf0ef service neutron] 10.222.0.70 "GET /v2.0/networks/677fa921-00a9-4d91-8afd-d76921fbf772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139736 Jul 16 01:19:52.740538 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-21755fcd-5d16-4105-94ec-0facdea38369 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23ad24c29f3a440a9a6823a78ec39793&device_id=217b07c0-6fbe-4731-a129-e654ca0383f0 HTTP/1.1" status: 200 len: 1096 time: 0.2286782 Jul 16 01:19:52.747809 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a40efd-51a3-4b98-809c-99dfa8521336 req-4fad4638-da8f-4183-9af7-62d2fbb1ba21 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.749313 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-55a40efd-51a3-4b98-809c-99dfa8521336 req-4fad4638-da8f-4183-9af7-62d2fbb1ba21 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 949 time: 0.2859452 Jul 16 01:19:52.767350 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0f076d48-644d-4d60-a1f7-850861d8c4bd req-51b04b9f-0616-4a84-8bb2-d106679cf322 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.769714 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0f076d48-644d-4d60-a1f7-850861d8c4bd req-51b04b9f-0616-4a84-8bb2-d106679cf322 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:52.770902 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f076d48-644d-4d60-a1f7-850861d8c4bd req-51b04b9f-0616-4a84-8bb2-d106679cf322 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "DELETE /v2.0/security-groups/a242147b-4e6d-446f-87a1-8e4ea7f31daf HTTP/1.1" status: 204 len: 173 time: 0.5153809 Jul 16 01:19:52.830451 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-11431929-b122-4bdd-a26b-6ef4bfe9a2b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a57561dc-6093-4dd7-97d0-69cef8d8c5e5 HTTP/1.1" status: 200 len: 217 time: 0.0801315 Jul 16 01:19:52.855626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b04b9f-0616-4a84-8bb2-d106679cf322 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a242147b-4e6d-446f-87a1-8e4ea7f31daf,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:52.884703 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e58d5ad-9fab-4e4c-aa0f-3063758d6168 x-openstack-request-id: req-6e58d5ad-9fab-4e4c-aa0f-3063758d6168 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:52.885168 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efadc6ea-5cca-408c-b799-d907c2763bac", "tag": "6b87cbbb-1dc5-4e2f-b901-622991b54fcb", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:52.886983 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e58d5ad-9fab-4e4c-aa0f-3063758d6168 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:52.887667 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efadc6ea-5cca-408c-b799-d907c2763bac', 'tag': '6b87cbbb-1dc5-4e2f-b901-622991b54fcb', 'status': 'completed', 'code': 200} Jul 16 01:19:52.972256 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-9a9053f9-c79e-46d2-a236-a2b2ef5f3eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:52.974188 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-9a9053f9-c79e-46d2-a236-a2b2ef5f3eef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef461f8d-9027-451f-8e87-0f9f6e01c8a1 HTTP/1.1" status: 200 len: 858 time: 0.1299479 Jul 16 01:19:52.991543 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-55a40efd-51a3-4b98-809c-99dfa8521336 req-070a13a0-0122-4146-b5ec-a69c04dc38c2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246437 Jul 16 01:19:53.017200 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ded64-5fcf-4364-ad81-e4e67664cc12 req-ff637c4b-ff6a-4e39-bbd7-071c6e8884e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.019978 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e0ded64-5fcf-4364-ad81-e4e67664cc12 req-ff637c4b-ff6a-4e39-bbd7-071c6e8884e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=23ad24c29f3a440a9a6823a78ec39793&device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 1095 time: 0.0867002 Jul 16 01:19:53.045423 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-043a6357-df90-40c8-84e0-49da0d6fbeb3 service neutron] 10.222.0.70 "GET /v2.0/networks/677fa921-00a9-4d91-8afd-d76921fbf772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896876 Jul 16 01:19:53.105374 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-79761c5d-1e75-4547-8124-d57ede495a9d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=677fa921-00a9-4d91-8afd-d76921fbf772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715013 Jul 16 01:19:53.141900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ded64-5fcf-4364-ad81-e4e67664cc12 req-f1f1d9d8-a816-4341-8b97-0ddf20926b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.144454 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e0ded64-5fcf-4364-ad81-e4e67664cc12 req-f1f1d9d8-a816-4341-8b97-0ddf20926b39 service neutron] 10.222.0.70 "GET /v2.0/networks?id=677fa921-00a9-4d91-8afd-d76921fbf772 HTTP/1.1" status: 200 len: 919 time: 0.1058412 Jul 16 01:19:53.200662 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e0ded64-5fcf-4364-ad81-e4e67664cc12 req-dadcdf73-59bb-42d7-a871-ae9a29ba9d94 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6b87cbbb-1dc5-4e2f-b901-622991b54fcb HTTP/1.1" status: 200 len: 217 time: 0.0406408 Jul 16 01:19:53.270843 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ded64-5fcf-4364-ad81-e4e67664cc12 req-128c5956-4fb8-4c37-94c0-3cf754c1e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.272274 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e0ded64-5fcf-4364-ad81-e4e67664cc12 req-128c5956-4fb8-4c37-94c0-3cf754c1e378 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef461f8d-9027-451f-8e87-0f9f6e01c8a1 HTTP/1.1" status: 200 len: 858 time: 0.0480840 Jul 16 01:19:53.300693 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-100f6b6d-035c-4236-9555-97f8fd66b4fb service neutron] 10.222.0.70 "GET /v2.0/networks/677fa921-00a9-4d91-8afd-d76921fbf772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019584 Jul 16 01:19:53.316242 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e0ded64-5fcf-4364-ad81-e4e67664cc12 req-fc07cd13-0142-4348-aba6-c22909f7bb70 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=677fa921-00a9-4d91-8afd-d76921fbf772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271153 Jul 16 01:19:53.318241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6438af-a4b2-4f3b-8c0f-f3bd253c31b8 req-9fca054f-27fa-4a65-bbae-2bbbd8f8a770 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.319746 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b6438af-a4b2-4f3b-8c0f-f3bd253c31b8 req-9fca054f-27fa-4a65-bbae-2bbbd8f8a770 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 943 time: 0.2768157 Jul 16 01:19:53.369750 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-6fe43c23-7150-4ed3-9920-7b45f3f2aaa8 service neutron] 10.222.0.69 "GET /v2.0/networks/677fa921-00a9-4d91-8afd-d76921fbf772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282457 Jul 16 01:19:53.378071 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c94dc-4ea3-44a1-80f8-9faff02e5357 req-4a534405-fae1-4c2a-b9ab-2b235a49fb76 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.388881 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d94c94dc-4ea3-44a1-80f8-9faff02e5357 req-4a534405-fae1-4c2a-b9ab-2b235a49fb76 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.2366683 Jul 16 01:19:53.449177 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b6438af-a4b2-4f3b-8c0f-f3bd253c31b8 req-0ea3d498-93ea-4004-a5d1-62b91bbd958d tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214738 Jul 16 01:19:53.469896 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e0ded64-5fcf-4364-ad81-e4e67664cc12 req-1a5b40c5-8dc9-426e-baa8-6fe71c167fb0 service neutron] 10.222.0.70 "GET /v2.0/networks/677fa921-00a9-4d91-8afd-d76921fbf772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248598 Jul 16 01:19:53.534242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d94c94dc-4ea3-44a1-80f8-9faff02e5357 req-a6fb82ca-8370-4547-b9f3-488b91f4d448 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425145 Jul 16 01:19:53.566050 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee0ec233-dede-4e5f-ab3d-a58574a0645c req-d19ece63-e396-47eb-805b-8e187f93de07 service neutron] 10.222.0.69 "GET /v2.0/networks/677fa921-00a9-4d91-8afd-d76921fbf772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779902 Jul 16 01:19:53.586244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80925813-994a-430d-9b23-c2f1dd9008d8 req-9a9b0bbd-57c1-42f6-a916-397d8c8ba71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:53.587978 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80925813-994a-430d-9b23-c2f1dd9008d8 req-9a9b0bbd-57c1-42f6-a916-397d8c8ba71d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=23ad24c29f3a440a9a6823a78ec39793&device_id=ebf894b2-1de2-41a7-9e92-e1bd279b5dab HTTP/1.1" status: 200 len: 1095 time: 0.1738636 Jul 16 01:19:53.644009 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e0ded64-5fcf-4364-ad81-e4e67664cc12 req-e482c9d7-8809-4952-9e35-9936abfd7cde service neutron] 10.222.0.70 "GET /v2.0/networks/677fa921-00a9-4d91-8afd-d76921fbf772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609457 Jul 16 01:19:54.123107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80925813-994a-430d-9b23-c2f1dd9008d8 req-195db358-4921-41b5-9814-4fe98093d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:54.124544 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80925813-994a-430d-9b23-c2f1dd9008d8 req-195db358-4921-41b5-9814-4fe98093d03b service neutron] 10.222.0.70 "GET /v2.0/networks?id=677fa921-00a9-4d91-8afd-d76921fbf772 HTTP/1.1" status: 200 len: 919 time: 0.5227673 Jul 16 01:19:54.134756 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125761f-bcd2-461c-9eaa-11e886bbe456 req-3f7af0be-092c-4d44-ad06-51c4b7ad479b tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:54.136255 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f125761f-bcd2-461c-9eaa-11e886bbe456 req-3f7af0be-092c-4d44-ad06-51c4b7ad479b tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 1101 time: 0.1604688 Jul 16 01:19:54.155199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede18f5-dd73-41b9-9baf-c05ca3510b7b req-4c6339c7-2e10-4998-86c4-a08e43f32307 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:54.156657 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3ede18f5-dd73-41b9-9baf-c05ca3510b7b req-4c6339c7-2e10-4998-86c4-a08e43f32307 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.1797717 Jul 16 01:19:54.194586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80925813-994a-430d-9b23-c2f1dd9008d8 req-542480ec-e4b0-4e36-8d20-6f7ba527a22c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6873528f-7a93-4d8a-97b0-5c0de0457851 HTTP/1.1" status: 200 len: 217 time: 0.0548644 Jul 16 01:19:54.271883 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f125761f-bcd2-461c-9eaa-11e886bbe456 req-8e9c31f9-28ae-47b4-b8dc-204b644c9e71 tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256781 Jul 16 01:19:54.277178 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3ede18f5-dd73-41b9-9baf-c05ca3510b7b req-1d510ceb-c0d7-481b-add5-257e9660e394 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931699 Jul 16 01:19:54.283920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80925813-994a-430d-9b23-c2f1dd9008d8 req-4326ba19-b2d5-49af-b364-203304c682b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:54.285419 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80925813-994a-430d-9b23-c2f1dd9008d8 req-4326ba19-b2d5-49af-b364-203304c682b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=ef461f8d-9027-451f-8e87-0f9f6e01c8a1 HTTP/1.1" status: 200 len: 858 time: 0.0733392 Jul 16 01:19:54.338779 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80925813-994a-430d-9b23-c2f1dd9008d8 req-5ceb2ec7-bb37-4bd9-949c-1014d844f2a9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=677fa921-00a9-4d91-8afd-d76921fbf772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427942 Jul 16 01:19:54.351474 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '217b07c0-6fbe-4731-a129-e654ca0383f0', 'tag': 'a57561dc-6093-4dd7-97d0-69cef8d8c5e5'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:54.355699 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239cfc6b-aa79-455d-bad1-cf23a3bed19a" -d '{"events": [{"name": "network-changed", "server_uuid": "217b07c0-6fbe-4731-a129-e654ca0383f0", "tag": "a57561dc-6093-4dd7-97d0-69cef8d8c5e5"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:54.456627 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d96a1b9-b3ee-4df2-9b01-b6c968bc6de0 x-openstack-request-id: req-2d96a1b9-b3ee-4df2-9b01-b6c968bc6de0 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:54.456961 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "217b07c0-6fbe-4731-a129-e654ca0383f0", "tag": "a57561dc-6093-4dd7-97d0-69cef8d8c5e5", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:54.457327 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d96a1b9-b3ee-4df2-9b01-b6c968bc6de0 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:54.457606 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '217b07c0-6fbe-4731-a129-e654ca0383f0', 'tag': 'a57561dc-6093-4dd7-97d0-69cef8d8c5e5', 'status': 'completed', 'code': 200} Jul 16 01:19:54.510283 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-4095f94c-9df0-41c7-9aa3-0fc53c101468 req-94160f24-5d0c-470f-bc9b-7c92da9861de tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] show failed (client error): The resource could not be found. Jul 16 01:19:54.512063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4095f94c-9df0-41c7-9aa3-0fc53c101468 req-94160f24-5d0c-470f-bc9b-7c92da9861de tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/f64a0b66-22cd-4148-9936-b823d161b10a HTTP/1.1" status: 404 len: 352 time: 0.0575724 Jul 16 01:19:54.537157 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80925813-994a-430d-9b23-c2f1dd9008d8 req-76b4969a-7c1c-49a2-b679-5e670cd845e1 service neutron] 10.222.0.70 "GET /v2.0/networks/677fa921-00a9-4d91-8afd-d76921fbf772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774907 Jul 16 01:19:54.585965 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-6a9ce1b2-4fae-465c-8ee6-42b8a207a036 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e4298f2f0e1c43a087775279fb78d121&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466585 Jul 16 01:19:54.609856 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50828) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:54.641268 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cfc6b-aa79-455d-bad1-cf23a3bed19a req-32b8ffbe-385d-4189-ba0d-f184867d0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:54.642957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-239cfc6b-aa79-455d-bad1-cf23a3bed19a req-32b8ffbe-385d-4189-ba0d-f184867d0e71 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=23ad24c29f3a440a9a6823a78ec39793&device_id=217b07c0-6fbe-4731-a129-e654ca0383f0 HTTP/1.1" status: 200 len: 1096 time: 0.1895971 Jul 16 01:19:54.708967 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26723a7-02ee-410e-829d-6887ce6fd747 admin admin] Deleting subnet f3e6b583-fd45-4762-b62c-551317d8f4e3 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:19:54.715856 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a26723a7-02ee-410e-829d-6887ce6fd747 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.744434 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50832) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:54.762672 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a26723a7-02ee-410e-829d-6887ce6fd747 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.807394 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a26723a7-02ee-410e-829d-6887ce6fd747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.822939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-fc200489-2278-4d50-a1c6-6346e6a55b29 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:54.832888 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-fc200489-2278-4d50-a1c6-6346e6a55b29 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2316940 Jul 16 01:19:54.872005 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f892fdab-1ce9-427e-b576-599119be2f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.880825 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-45ef09c8-799c-40c3-838a-7a72f7e31de3 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/quotas/e4298f2f0e1c43a087775279fb78d121 HTTP/1.1" status: 200 len: 375 time: 0.0470657 Jul 16 01:19:54.899539 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a26723a7-02ee-410e-829d-6887ce6fd747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.917466 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80925813-994a-430d-9b23-c2f1dd9008d8 req-e5e3de76-ac65-48b5-b398-d8345ee6bd25 service neutron] 10.222.0.70 "GET /v2.0/networks/677fa921-00a9-4d91-8afd-d76921fbf772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731706 Jul 16 01:19:54.932385 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26723a7-02ee-410e-829d-6887ce6fd747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3e6b583-fd45-4762-b62c-551317d8f4e3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:54.944313 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a26723a7-02ee-410e-829d-6887ce6fd747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:54.945412 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a26723a7-02ee-410e-829d-6887ce6fd747 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f3e6b583-fd45-4762-b62c-551317d8f4e3 HTTP/1.1" status: 204 len: 168 time: 0.3334923 Jul 16 01:19:54.957432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50836) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:54.992157 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cfc6b-aa79-455d-bad1-cf23a3bed19a req-f77cd902-fc94-4317-83e3-074dcb7c1ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:54.993844 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-239cfc6b-aa79-455d-bad1-cf23a3bed19a req-f77cd902-fc94-4317-83e3-074dcb7c1ade service neutron] 10.222.0.69 "GET /v2.0/networks?id=677fa921-00a9-4d91-8afd-d76921fbf772 HTTP/1.1" status: 200 len: 919 time: 0.3168051 Jul 16 01:19:55.051013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40999bda-4157-48f1-a829-aed24d1455dd req-765ecbe2-04e6-4459-a046-0c96572e3633 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.052862 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40999bda-4157-48f1-a829-aed24d1455dd req-765ecbe2-04e6-4459-a046-0c96572e3633 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 943 time: 0.3329737 Jul 16 01:19:55.056054 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-239cfc6b-aa79-455d-bad1-cf23a3bed19a req-245632b6-23d1-4cd3-8048-fd131af3d8cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a57561dc-6093-4dd7-97d0-69cef8d8c5e5 HTTP/1.1" status: 200 len: 217 time: 0.0535727 Jul 16 01:19:55.071411 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-293fb95e-8c4b-4559-ab8f-0417f7512cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.102942 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f892fdab-1ce9-427e-b576-599119be2f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.122033 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f892fdab-1ce9-427e-b576-599119be2f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.124420 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-572204ac-2ffb-49d5-8bc6-b9a5086c82f8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2059848 Jul 16 01:19:55.154106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40999bda-4157-48f1-a829-aed24d1455dd req-74e122a3-585d-49d1-b6aa-a83f147d3cd8 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934000 Jul 16 01:19:55.155642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cfc6b-aa79-455d-bad1-cf23a3bed19a req-1eaf86e8-9f9f-4249-9b42-a32dc1218991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.157131 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-239cfc6b-aa79-455d-bad1-cf23a3bed19a req-1eaf86e8-9f9f-4249-9b42-a32dc1218991 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ef461f8d-9027-451f-8e87-0f9f6e01c8a1 HTTP/1.1" status: 200 len: 858 time: 0.0864437 Jul 16 01:19:55.185474 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f892fdab-1ce9-427e-b576-599119be2f0b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8da39437f6c34daa889aee0dc0d3b039&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4360542 Jul 16 01:19:55.186120 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50838) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:55.205613 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-239cfc6b-aa79-455d-bad1-cf23a3bed19a req-e3b1dcf1-8adc-4dd4-8d72-5f1e67e2c974 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=677fa921-00a9-4d91-8afd-d76921fbf772&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388665 Jul 16 01:19:55.223439 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-293fb95e-8c4b-4559-ab8f-0417f7512cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.225121 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-e8e64a83-a59f-4f05-a16d-0f1ac1fd470e req-9107534e-0a8f-4128-ad11-c7d08df80f5b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] show failed (client error): The resource could not be found. Jul 16 01:19:55.226091 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892fdab-1ce9-427e-b576-599119be2f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3051b8bd-8f4b-4cdf-bea7-b957d3ee8fb3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:55.226253 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e8e64a83-a59f-4f05-a16d-0f1ac1fd470e req-9107534e-0a8f-4128-ad11-c7d08df80f5b tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/6582dc83-51ba-48bd-b3b3-10b58c8d620d HTTP/1.1" status: 404 len: 352 time: 0.0239527 Jul 16 01:19:55.246071 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-293fb95e-8c4b-4559-ab8f-0417f7512cdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bc1cde-b305-452e-acfa-c234ab9f755a']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:55.266927 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-293fb95e-8c4b-4559-ab8f-0417f7512cdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76588355-94e2-4740-951a-aea93cc52dbd') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:55.267225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-293fb95e-8c4b-4559-ab8f-0417f7512cdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76588355-94e2-4740-951a-aea93cc52dbd') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:19:55.283466 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-293fb95e-8c4b-4559-ab8f-0417f7512cdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.332894 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-293fb95e-8c4b-4559-ab8f-0417f7512cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.352775 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43af07f8-13fd-4839-a8b4-5d3b374f9342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.355050 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-239cfc6b-aa79-455d-bad1-cf23a3bed19a req-d99b49ef-ff54-4411-ac5e-57b7475e70d8 service neutron] 10.222.0.69 "GET /v2.0/networks/677fa921-00a9-4d91-8afd-d76921fbf772?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378057 Jul 16 01:19:55.360347 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293fb95e-8c4b-4559-ab8f-0417f7512cdf admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:19:55.361084 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-293fb95e-8c4b-4559-ab8f-0417f7512cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:19:55.364287 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:19:55.445771 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43af07f8-13fd-4839-a8b4-5d3b374f9342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.459650 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-293fb95e-8c4b-4559-ab8f-0417f7512cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.464928 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-293fb95e-8c4b-4559-ab8f-0417f7512cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.469508 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-293fb95e-8c4b-4559-ab8f-0417f7512cdf admin admin] 10.222.0.22 "DELETE /v2.0/networks/31bc1cde-b305-452e-acfa-c234ab9f755a HTTP/1.1" status: 204 len: 168 time: 0.5109057 Jul 16 01:19:55.499253 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293fb95e-8c4b-4559-ab8f-0417f7512cdf admin admin] Pushing event deleted for resources: {'Network': ['ID=31bc1cde-b305-452e-acfa-c234ab9f755a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:55.523324 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-915e059b-3cf9-4286-b4fb-20e1d3eaa7ef req-95b7bac8-5edf-4b31-a52e-a9ef275b7dcb tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] show failed (client error): The resource could not be found. Jul 16 01:19:55.524516 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-915e059b-3cf9-4286-b4fb-20e1d3eaa7ef req-95b7bac8-5edf-4b31-a52e-a9ef275b7dcb tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/61670e8c-27c9-4c80-8ffe-29b51f03a2eb HTTP/1.1" status: 404 len: 352 time: 0.0601079 Jul 16 01:19:55.541937 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43af07f8-13fd-4839-a8b4-5d3b374f9342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.545875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43af07f8-13fd-4839-a8b4-5d3b374f9342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.549784 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-43af07f8-13fd-4839-a8b4-5d3b374f9342 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3051b8bd-8f4b-4cdf-bea7-b957d3ee8fb3 HTTP/1.1" status: 204 len: 168 time: 0.3554480 Jul 16 01:19:55.553981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f94916-6597-4f19-9c51-92a9f3ffb50b req-5f057b62-aa57-4e74-a1d6-fb76621cf209 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.556896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1f94916-6597-4f19-9c51-92a9f3ffb50b req-5f057b62-aa57-4e74-a1d6-fb76621cf209 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.1997714 Jul 16 01:19:55.565433 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-239cfc6b-aa79-455d-bad1-cf23a3bed19a req-8ba39ad8-3a88-4ede-87b8-ecd157bd6fbd service neutron] 10.222.0.69 "GET /v2.0/networks/677fa921-00a9-4d91-8afd-d76921fbf772?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789961 Jul 16 01:19:55.603292 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af07f8-13fd-4839-a8b4-5d3b374f9342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3051b8bd-8f4b-4cdf-bea7-b957d3ee8fb3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:55.609689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1f94916-6597-4f19-9c51-92a9f3ffb50b req-8ae511c8-1991-475f-b62a-2f549e7a3687 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430822 Jul 16 01:19:55.625031 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50858) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:55.703122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7a5743d-1120-41a6-ac3a-07dd0f0b832b req-05cebebb-91e1-45e6-9dba-39d25aa84db5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 210 time: 0.0526559 Jul 16 01:19:55.705675 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6f216c03-cf2c-4c6f-a72f-fab5276a2174 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=273b24d73284472c9c4d72d339ebbb9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0794978 Jul 16 01:19:55.708202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50862) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:19:55.719836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a57561dc-6093-4dd7-97d0-69cef8d8c5e5 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:55.817501 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-9c378445-708d-4538-818d-1fbd618657ee req-a2ff7994-ea79-4d18-975c-671f11933b9c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] show failed (client error): The resource could not be found. Jul 16 01:19:55.820951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c378445-708d-4538-818d-1fbd618657ee req-a2ff7994-ea79-4d18-975c-671f11933b9c tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/73816d64-52c0-4790-aa38-926e593251e5 HTTP/1.1" status: 404 len: 352 time: 0.0618057 Jul 16 01:19:55.853936 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a57561dc-6093-4dd7-97d0-69cef8d8c5e5, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a57561dc-6093-4dd7-97d0-69cef8d8c5e5,segment=NetworkSegment(a17f02e5-f428-4224-b779-95af709b9465),segment_id=a17f02e5-f428-4224-b779-95af709b9465)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:55.873236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'a57561dc-6093-4dd7-97d0-69cef8d8c5e5', 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772', 'port_id': 'a57561dc-6093-4dd7-97d0-69cef8d8c5e5', 'mac_address': 'fa:16:3e:12:35:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef461f8d-9027-451f-8e87-0f9f6e01c8a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:55.894728 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-008860d8-90e4-47ec-ae5e-0c9a59201ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.899874 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-ae64a09a-3d8f-40b7-88fa-34072dcd7d66 req-43793c86-fb5b-4af7-87b1-fadef97809d1 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] show failed (client error): The resource could not be found. Jul 16 01:19:55.910289 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae64a09a-3d8f-40b7-88fa-34072dcd7d66 req-43793c86-fb5b-4af7-87b1-fadef97809d1 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/d7f5c5d8-abda-4493-9d18-cd9b968e5ef5 HTTP/1.1" status: 404 len: 352 time: 0.0544970 Jul 16 01:19:55.920281 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.939081 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a57561dc-6093-4dd7-97d0-69cef8d8c5e5 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:55.965613 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-2c6d4e60-0a07-4bc0-a95f-ae4a0db4ec93 req-0162ed22-8c3e-4ee9-a23e-c32df7306501 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] show failed (client error): The resource could not be found. Jul 16 01:19:55.966697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c6d4e60-0a07-4bc0-a95f-ae4a0db4ec93 req-0162ed22-8c3e-4ee9-a23e-c32df7306501 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/b852a97d-5a9a-4990-aa85-2cea63488d6e HTTP/1.1" status: 404 len: 352 time: 0.0312934 Jul 16 01:19:55.975247 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f87468-937f-4f61-83e8-bb8f738972d3 req-e57cf776-36d4-4042-9838-7439a288b3af tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:55.976794 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e8f87468-937f-4f61-83e8-bb8f738972d3 req-e57cf776-36d4-4042-9838-7439a288b3af tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.2087739 Jul 16 01:19:55.978829 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-008860d8-90e4-47ec-ae5e-0c9a59201ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:55.980009 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a57561dc-6093-4dd7-97d0-69cef8d8c5e5, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a57561dc-6093-4dd7-97d0-69cef8d8c5e5,segment=NetworkSegment(a17f02e5-f428-4224-b779-95af709b9465),segment_id=a17f02e5-f428-4224-b779-95af709b9465)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:55.994105 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.071921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e8f87468-937f-4f61-83e8-bb8f738972d3 req-94c22106-20d0-48ee-91d7-5b707f8e2eeb tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831399 Jul 16 01:19:56.081981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=a57561dc-6093-4dd7-97d0-69cef8d8c5e5,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:56.093964 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-008860d8-90e4-47ec-ae5e-0c9a59201ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.094143 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:56.094612 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:56.094974 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:56.095317 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:56.095803 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:56.096011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:56.096608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:56.096949 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:56.097289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:56.097622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:56.097931 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:56.099381 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:56.100480 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-008860d8-90e4-47ec-ae5e-0c9a59201ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:56.104412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-008860d8-90e4-47ec-ae5e-0c9a59201ce4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3112c201-2673-4253-b753-f1f79c70475e HTTP/1.1" status: 204 len: 168 time: 0.3950775 Jul 16 01:19:56.117234 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008860d8-90e4-47ec-ae5e-0c9a59201ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3112c201-2673-4253-b753-f1f79c70475e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:56.318733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['a57561dc-6093-4dd7-97d0-69cef8d8c5e5'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:56.454721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd545882-f78e-4d0f-8868-5182381dba6c req-4e5cf723-3628-4e65-9e84-89813d16ca30 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.456369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd545882-f78e-4d0f-8868-5182381dba6c req-4e5cf723-3628-4e65-9e84-89813d16ca30 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 943 time: 0.1588345 Jul 16 01:19:56.473320 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df28265-335a-45b7-aba8-16cf5adfffa0 req-c4d1dabd-9011-4469-87ba-ea5750ccb224 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.473320 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1df28265-335a-45b7-aba8-16cf5adfffa0 req-c4d1dabd-9011-4469-87ba-ea5750ccb224 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2 HTTP/1.1" status: 200 len: 1024 time: 0.0933850 Jul 16 01:19:56.520319 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd545882-f78e-4d0f-8868-5182381dba6c req-6a2b715d-0473-4e76-9552-35203d815a13 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485108 Jul 16 01:19:56.574879 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1df28265-335a-45b7-aba8-16cf5adfffa0 req-241272a8-459d-4130-8277-0000ab48ce74 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&id=24a53a82-1c8b-48d7-990a-205a892ad164&id=03a8a07c-6263-48de-882a-d421aa64ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0794673 Jul 16 01:19:56.716881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6b87cbbb-1dc5-4e2f-b901-622991b54fcb details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:56.763002 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-64de3275-497f-411b-bd7f-5a9c34758ea5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=e4298f2f0e1c43a087775279fb78d121&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346112 Jul 16 01:19:56.928517 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6b87cbbb-1dc5-4e2f-b901-622991b54fcb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6b87cbbb-1dc5-4e2f-b901-622991b54fcb,segment=NetworkSegment(a17f02e5-f428-4224-b779-95af709b9465),segment_id=a17f02e5-f428-4224-b779-95af709b9465)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:56.932137 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3cfaacda-3cf9-420f-8dcd-75f5a2a299c6 req-5705c271-68b8-476e-b151-942f44288bd8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 210 time: 0.0607967 Jul 16 01:19:56.963055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '6b87cbbb-1dc5-4e2f-b901-622991b54fcb', 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772', 'port_id': '6b87cbbb-1dc5-4e2f-b901-622991b54fcb', 'mac_address': 'fa:16:3e:e3:58:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef461f8d-9027-451f-8e87-0f9f6e01c8a1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:56.969361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a5fed-19d1-43c4-895f-5b9ea9672e5f req-ebe61514-5920-4bef-8be9-2661a535e613 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.971149 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-734a5fed-19d1-43c4-895f-5b9ea9672e5f req-ebe61514-5920-4bef-8be9-2661a535e613 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.2027071 Jul 16 01:19:56.991927 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9393682-52e1-41ba-9fe2-2afbac125786 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:56.993343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9393682-52e1-41ba-9fe2-2afbac125786 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2039766 Jul 16 01:19:57.016809 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-3259e856-befc-4821-a77b-9adb2bf6748a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Request body: {'port': {'device_id': '018958d4-d294-4e57-a447-02ae3d16fcde', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': 'e4298f2f0e1c43a087775279fb78d121'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:57.031434 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.054447 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b87cbbb-1dc5-4e2f-b901-622991b54fcb {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:57.079708 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-734a5fed-19d1-43c4-895f-5b9ea9672e5f req-d5c91228-be9a-4001-b8d1-a5cdafd4bb78 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853689 Jul 16 01:19:57.092235 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6b87cbbb-1dc5-4e2f-b901-622991b54fcb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6b87cbbb-1dc5-4e2f-b901-622991b54fcb,segment=NetworkSegment(a17f02e5-f428-4224-b779-95af709b9465),segment_id=a17f02e5-f428-4224-b779-95af709b9465)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:57.098958 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.100784 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6873528f-7a93-4d8a-97b0-5c0de0457851 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:19:57.196340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6873528f-7a93-4d8a-97b0-5c0de0457851, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6873528f-7a93-4d8a-97b0-5c0de0457851,segment=NetworkSegment(a17f02e5-f428-4224-b779-95af709b9465),segment_id=a17f02e5-f428-4224-b779-95af709b9465)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:57.209274 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '6873528f-7a93-4d8a-97b0-5c0de0457851', 'network_id': '677fa921-00a9-4d91-8afd-d76921fbf772', 'port_id': '6873528f-7a93-4d8a-97b0-5c0de0457851', 'mac_address': 'fa:16:3e:c6:1f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef461f8d-9027-451f-8e87-0f9f6e01c8a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:19:57.226839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-3259e856-befc-4821-a77b-9adb2bf6748a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Made reservation on behalf of e4298f2f0e1c43a087775279fb78d121 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:19:57.232607 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-3259e856-befc-4821-a77b-9adb2bf6748a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.255828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=6b87cbbb-1dc5-4e2f-b901-622991b54fcb,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:57.281046 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.298166 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6873528f-7a93-4d8a-97b0-5c0de0457851 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:57.323013 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6873528f-7a93-4d8a-97b0-5c0de0457851, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6873528f-7a93-4d8a-97b0-5c0de0457851,segment=NetworkSegment(a17f02e5-f428-4224-b779-95af709b9465),segment_id=a17f02e5-f428-4224-b779-95af709b9465)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:57.329485 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.361610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1c296-f881-45a7-b194-f932850b569b req-293ceafc-db93-4b4b-b21d-6ab9f7ae274f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:57.363162 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fe1c296-f881-45a7-b194-f932850b569b req-293ceafc-db93-4b4b-b21d-6ab9f7ae274f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.1504180 Jul 16 01:19:57.403025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=6873528f-7a93-4d8a-97b0-5c0de0457851,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:57.442620 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-3259e856-befc-4821-a77b-9adb2bf6748a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Allocated IP 192.168.233.210 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/7313be73-0c88-4f63-95bf-bcb2e4c0db28) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:19:57.447014 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fe1c296-f881-45a7-b194-f932850b569b req-d01ba324-99b8-4d77-b6ff-487ba21d28c3 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598333 Jul 16 01:19:57.628185 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-3259e856-befc-4821-a77b-9adb2bf6748a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.654353 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-3259e856-befc-4821-a77b-9adb2bf6748a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Transition to ACTIVE for port object 7313be73-0c88-4f63-95bf-bcb2e4c0db28 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:57.740641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a57561dc-6093-4dd7-97d0-69cef8d8c5e5 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:19:57.786309 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-3259e856-befc-4821-a77b-9adb2bf6748a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.800494 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e644050a-cb5b-4e73-937b-9251d818c3a5', '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0', 'a4c1e466-cbec-4822-82cd-9fa5c6b43430', '34f8b176-35e8-46f9-8486-637da280e0f1'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:57.804890 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port a57561dc-6093-4dd7-97d0-69cef8d8c5e5 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:57.828091 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d072c8f9-77d9-479a-9927-64b9a4aed96e', 'a6b9cf45-f6a8-4d0a-a072-111592f93f23'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:57.831986 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port a57561dc-6093-4dd7-97d0-69cef8d8c5e5 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:57.832211 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:57.853900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf111d7-032e-425f-ba2c-ec4e9b18063d req-0bd2f9ab-0c48-49a0-9d71-860cf7704c77 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:57.856030 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ddf111d7-032e-425f-ba2c-ec4e9b18063d req-0bd2f9ab-0c48-49a0-9d71-860cf7704c77 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 944 time: 0.1889451 Jul 16 01:19:57.859801 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-3259e856-befc-4821-a77b-9adb2bf6748a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:19:57.868727 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-3259e856-befc-4821-a77b-9adb2bf6748a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:19:57.873027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-3259e856-befc-4821-a77b-9adb2bf6748a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:19:57.877048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259e856-befc-4821-a77b-9adb2bf6748a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Pushing event updated for resources: {'Port': ['ID=7313be73-0c88-4f63-95bf-bcb2e4c0db28,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:57.948949 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1032c639-2706-4675-a570-320298c70a93 req-c3c9a3ac-7426-412c-b2b8-dc5e1c5c528f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:57.950616 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1032c639-2706-4675-a570-320298c70a93 req-c3c9a3ac-7426-412c-b2b8-dc5e1c5c528f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2 HTTP/1.1" status: 200 len: 1024 time: 0.2401531 Jul 16 01:19:57.984451 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ddf111d7-032e-425f-ba2c-ec4e9b18063d req-4f97e62b-7e8d-400f-952b-23b4f2f8fdd1 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134310 Jul 16 01:19:58.072456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1032c639-2706-4675-a570-320298c70a93 req-b9b959e7-e496-4faa-a6ce-b88540241cd2 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups?id=1251daef-648e-4607-a536-ac5624dd2966&id=24a53a82-1c8b-48d7-990a-205a892ad164&id=03a8a07c-6263-48de-882a-d421aa64ff22&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1020014 Jul 16 01:19:58.083533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-3259e856-befc-4821-a77b-9adb2bf6748a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.090974 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-3259e856-befc-4821-a77b-9adb2bf6748a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.099589 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.125395 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['6b87cbbb-1dc5-4e2f-b901-622991b54fcb'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:58.176106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['6873528f-7a93-4d8a-97b0-5c0de0457851'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:19:58.177271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-3259e856-befc-4821-a77b-9adb2bf6748a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1653428 Jul 16 01:19:58.194233 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Request body: {'port': {'device_id': '018958d4-d294-4e57-a447-02ae3d16fcde', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:19:58.307401 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.420280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f465a7-7429-47d1-b0ba-4d71d0d4adc6 req-cfb68d94-4c09-4f47-b3e8-0f25047546aa tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.421799 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76f465a7-7429-47d1-b0ba-4d71d0d4adc6 req-cfb68d94-4c09-4f47-b3e8-0f25047546aa tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.69 "GET /v2.0/ports?device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2 HTTP/1.1" status: 200 len: 1024 time: 0.3725333 Jul 16 01:19:58.426032 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217b07c0-6fbe-4731-a129-e654ca0383f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57561dc-6093-4dd7-97d0-69cef8d8c5e5'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:19:58.428475 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7a7dbf-c1aa-4c2a-989a-336b53bd32db" -d '{"events": [{"server_uuid": "217b07c0-6fbe-4731-a129-e654ca0383f0", "name": "network-vif-plugged", "status": "completed", "tag": "a57561dc-6093-4dd7-97d0-69cef8d8c5e5"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:19:58.460982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a57561dc-6093-4dd7-97d0-69cef8d8c5e5, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a57561dc-6093-4dd7-97d0-69cef8d8c5e5,segment=NetworkSegment(a17f02e5-f428-4224-b779-95af709b9465),segment_id=a17f02e5-f428-4224-b779-95af709b9465)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:58.474113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e81bd736-137b-42c1-8112-0151beba8d71 None None] Provisioning for port 7313be73-0c88-4f63-95bf-bcb2e4c0db28 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:19:58.488924 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.508849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e81bd736-137b-42c1-8112-0151beba8d71 None None] Provisioning complete for port 7313be73-0c88-4f63-95bf-bcb2e4c0db28 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:19:58.509233 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e81bd736-137b-42c1-8112-0151beba8d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:58.598347 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb60c92-ab6b-4050-a67f-462a2a141e08 req-f3d3d79f-8953-4915-89d4-68dbd34dbc51 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.599909 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5eb60c92-ab6b-4050-a67f-462a2a141e08 req-f3d3d79f-8953-4915-89d4-68dbd34dbc51 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 936 time: 0.2829616 Jul 16 01:19:58.628055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a282224-c651-4797-b624-67e49fdd9f64 req-6c07665a-8fcd-486f-bcc1-2b13201b0ad0 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:58.629603 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3a282224-c651-4797-b624-67e49fdd9f64 req-6c07665a-8fcd-486f-bcc1-2b13201b0ad0 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.3108475 Jul 16 01:19:58.663064 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e81bd736-137b-42c1-8112-0151beba8d71 None None] Port 7313be73-0c88-4f63-95bf-bcb2e4c0db28 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:19:58.696344 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=a57561dc-6093-4dd7-97d0-69cef8d8c5e5,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:58.780555 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5eb60c92-ab6b-4050-a67f-462a2a141e08 req-cda59f77-288d-4ce8-981a-3362ec796c5b tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495275 Jul 16 01:19:58.844638 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3a282224-c651-4797-b624-67e49fdd9f64 req-5798e9da-2b7b-4404-86bc-f7495699d7cb tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987140 Jul 16 01:19:58.862271 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b338e1-2c7b-4a7a-ab89-e71042a1c9e0 x-openstack-request-id: req-a6b338e1-2c7b-4a7a-ab89-e71042a1c9e0 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:19:58.862552 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217b07c0-6fbe-4731-a129-e654ca0383f0", "name": "network-vif-plugged", "status": "completed", "tag": "a57561dc-6093-4dd7-97d0-69cef8d8c5e5", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:19:58.862806 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6b338e1-2c7b-4a7a-ab89-e71042a1c9e0 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:19:58.863376 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217b07c0-6fbe-4731-a129-e654ca0383f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a57561dc-6093-4dd7-97d0-69cef8d8c5e5', 'code': 200} Jul 16 01:19:58.868102 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-76f465a7-7429-47d1-b0ba-4d71d0d4adc6 req-c3522fb1-30ab-4358-98d5-55a38eb38d2f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Deleting port 25e07eee-af1f-4ac3-bc7a-a2911beb32fe {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:19:58.868801 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-76f465a7-7429-47d1-b0ba-4d71d0d4adc6 req-c3522fb1-30ab-4358-98d5-55a38eb38d2f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.009962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7313be73-0c88-4f63-95bf-bcb2e4c0db28 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:19:59.021372 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.047915 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Transition to ACTIVE for port object 7313be73-0c88-4f63-95bf-bcb2e4c0db28 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:19:59.079193 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.182297 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d9997e-14e4-4f0b-9425-b037afb276cd req-f93fe769-931a-4292-9342-701df6e5a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.195713 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9d9997e-14e4-4f0b-9425-b037afb276cd req-f93fe769-931a-4292-9342-701df6e5a428 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=217b07c0-6fbe-4731-a129-e654ca0383f0 HTTP/1.1" status: 200 len: 1098 time: 0.1223667 Jul 16 01:19:59.259616 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9d9997e-14e4-4f0b-9425-b037afb276cd req-8a7cf031-efba-48aa-8d4d-e78a85b678e4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557528 Jul 16 01:19:59.528254 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Pushing event updated for resources: {'Port': ['ID=7313be73-0c88-4f63-95bf-bcb2e4c0db28,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:19:59.561403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:59.561403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:59.561403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:59.561716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:59.562398 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:59.562739 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:59.563069 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:59.563397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:59.563725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:59.564144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:59.564478 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:59.564801 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:19:59.611805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-76f465a7-7429-47d1-b0ba-4d71d0d4adc6 req-c3522fb1-30ab-4358-98d5-55a38eb38d2f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] For port 25e07eee-af1f-4ac3-bc7a-a2911beb32fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=25e07eee-af1f-4ac3-bc7a-a2911beb32fe,segment=NetworkSegment(09053f43-88fb-409a-a155-0acb6c3ed973),segment_id=09053f43-88fb-409a-a155-0acb6c3ed973)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:19:59.612185 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-76f465a7-7429-47d1-b0ba-4d71d0d4adc6 req-c3522fb1-30ab-4358-98d5-55a38eb38d2f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.657959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-76f465a7-7429-47d1-b0ba-4d71d0d4adc6 req-c3522fb1-30ab-4358-98d5-55a38eb38d2f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Calling delete_port for 25e07eee-af1f-4ac3-bc7a-a2911beb32fe owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:19:59.759303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1cb9b-186b-4f4d-af84-ad380f78db5d req-701967a6-a5be-42eb-b3ab-de2b052f22d6 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.760904 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49f1cb9b-186b-4f4d-af84-ad380f78db5d req-701967a6-a5be-42eb-b3ab-de2b052f22d6 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.6832032 Jul 16 01:19:59.795922 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a16ac-756c-42bd-9e47-868bea6600dd req-26cb612b-dfb5-44d1-bc9d-debee1a9bf12 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:19:59.797454 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d65a16ac-756c-42bd-9e47-868bea6600dd req-26cb612b-dfb5-44d1-bc9d-debee1a9bf12 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 944 time: 0.2668798 Jul 16 01:19:59.827577 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Attempting to bind port 7313be73-0c88-4f63-95bf-bcb2e4c0db28 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:19:59.827887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Attempting to bind port 7313be73-0c88-4f63-95bf-bcb2e4c0db28 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:19:59.828221 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Attempting to bind port 7313be73-0c88-4f63-95bf-bcb2e4c0db28 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:59.857155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Port 7313be73-0c88-4f63-95bf-bcb2e4c0db28 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:19:59.857491 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Attempting to bind port 7313be73-0c88-4f63-95bf-bcb2e4c0db28 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:19:59.878485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:19:59.878836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:19:59.879229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:19:59.880245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Bound port: 7313be73-0c88-4f63-95bf-bcb2e4c0db28, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:19:59.880455 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:19:59.891529 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49f1cb9b-186b-4f4d-af84-ad380f78db5d req-897096f9-1312-429c-87c5-b2d4522c7bb1 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224620 Jul 16 01:19:59.909077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d65a16ac-756c-42bd-9e47-868bea6600dd req-d041feec-837a-4dbe-b339-55fdd5f3956e tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942187 Jul 16 01:20:00.011909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] For port 7313be73-0c88-4f63-95bf-bcb2e4c0db28, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:00.023081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] For port 7313be73-0c88-4f63-95bf-bcb2e4c0db28, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7313be73-0c88-4f63-95bf-bcb2e4c0db28,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:00.026851 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-76f465a7-7429-47d1-b0ba-4d71d0d4adc6 req-c3522fb1-30ab-4358-98d5-55a38eb38d2f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.052013 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cae98dab-9f5e-4bce-beb1-85412a20f0d7 req-2b3fd580-16a7-487a-823a-a0cf16ff4547 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a40d5fd-9434-4a9e-85c6-5f628d0bacd2 HTTP/1.1" status: 200 len: 210 time: 0.0421391 Jul 16 01:20:00.055176 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.085567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3522fb1-30ab-4358-98d5-55a38eb38d2f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event deleted for resources: {'Port': ['ID=25e07eee-af1f-4ac3-bc7a-a2911beb32fe,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:00.135519 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.142539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.143164 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.144717 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] 10.222.0.69 "PUT /v2.0/ports/7313be73-0c88-4f63-95bf-bcb2e4c0db28 HTTP/1.1" status: 200 len: 1097 time: 1.9580472 Jul 16 01:20:00.145229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018958d4-d294-4e57-a447-02ae3d16fcde', 'tag': '7313be73-0c88-4f63-95bf-bcb2e4c0db28'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:00.147620 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19d7625-49ff-4244-8ab0-06eb00153c21" -d '{"events": [{"name": "network-changed", "server_uuid": "018958d4-d294-4e57-a447-02ae3d16fcde", "tag": "7313be73-0c88-4f63-95bf-bcb2e4c0db28"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:00.174251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-76f465a7-7429-47d1-b0ba-4d71d0d4adc6 req-c3522fb1-30ab-4358-98d5-55a38eb38d2f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] No DVR routers for this DVR port 25e07eee-af1f-4ac3-bc7a-a2911beb32fe on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:00.178217 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-76f465a7-7429-47d1-b0ba-4d71d0d4adc6 req-c3522fb1-30ab-4358-98d5-55a38eb38d2f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.180150 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76f465a7-7429-47d1-b0ba-4d71d0d4adc6 req-c3522fb1-30ab-4358-98d5-55a38eb38d2f tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.69 "DELETE /v2.0/ports/25e07eee-af1f-4ac3-bc7a-a2911beb32fe HTTP/1.1" status: 204 len: 173 time: 1.7508023 Jul 16 01:20:00.222476 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ada3da-f575-4001-8341-9f8632ed429a service neutron] Pushing event updated for resources: {'Port': ['ID=7313be73-0c88-4f63-95bf-bcb2e4c0db28,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:00.382957 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-9b4e1928-ddf0-4f1e-8021-723ba47415bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.384854 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-9b4e1928-ddf0-4f1e-8021-723ba47415bd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 1100 time: 0.1775398 Jul 16 01:20:00.406408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['25e07eee-af1f-4ac3-bc7a-a2911beb32fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:00.415589 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfd1dd-4ef3-4dfd-87f6-af8f36264473 req-9a13557c-7f41-4aa7-b486-8adace848e6f tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.422267 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8cfd1dd-4ef3-4dfd-87f6-af8f36264473 req-9a13557c-7f41-4aa7-b486-8adace848e6f tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 948 time: 0.1571581 Jul 16 01:20:00.469989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51068) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:00.477798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051c0ab-a5a7-4cf8-a61b-075c7e32d2fc req-4acf55e2-8036-4b6f-8349-2422e2cc9d65 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.480059 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c051c0ab-a5a7-4cf8-a61b-075c7e32d2fc req-4acf55e2-8036-4b6f-8349-2422e2cc9d65 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.1835988 Jul 16 01:20:00.490290 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-49da6705-2008-4f45-92ce-7dd12bdb8b9d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=7313be73-0c88-4f63-95bf-bcb2e4c0db28 HTTP/1.1" status: 200 len: 217 time: 0.0834656 Jul 16 01:20:00.567955 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8cfd1dd-4ef3-4dfd-87f6-af8f36264473 req-7bcdf6a9-5480-4f41-b2bf-55666a0b0c31 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382725 Jul 16 01:20:00.591253 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c051c0ab-a5a7-4cf8-a61b-075c7e32d2fc req-49079920-443c-42b3-b01d-06bc9c3962fc tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960822 Jul 16 01:20:00.591253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-749119d7-1992-4d7e-b4cf-975d6e70aa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.591253 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-749119d7-1992-4d7e-b4cf-975d6e70aa34 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0881588 Jul 16 01:20:00.641917 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3203-3cb7-4532-b55e-7cbb898823b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.642869 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c19eaa-0501-495b-bdff-281038b07a7b x-openstack-request-id: req-a3c19eaa-0501-495b-bdff-281038b07a7b {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:00.643167 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018958d4-d294-4e57-a447-02ae3d16fcde", "tag": "7313be73-0c88-4f63-95bf-bcb2e4c0db28", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:00.643425 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a3c19eaa-0501-495b-bdff-281038b07a7b {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:00.643847 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018958d4-d294-4e57-a447-02ae3d16fcde', 'tag': '7313be73-0c88-4f63-95bf-bcb2e4c0db28', 'status': 'completed', 'code': 200} Jul 16 01:20:00.684236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-4539f44a-54b7-4a19-aec1-959afbb24c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:00.686462 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-4539f44a-54b7-4a19-aec1-959afbb24c96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0877132 Jul 16 01:20:00.759035 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3203-3cb7-4532-b55e-7cbb898823b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.763654 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c4e3203-3cb7-4532-b55e-7cbb898823b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.804848 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-245f732d-9ec4-4574-8220-6322a2a7af3f service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101944 Jul 16 01:20:00.819105 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7c4e3203-3cb7-4532-b55e-7cbb898823b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=699da71527af418694c7b0759214225d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449774 Jul 16 01:20:00.822560 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51086) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:00.840004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e3203-3cb7-4532-b55e-7cbb898823b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4f5cfb-93f8-461a-8788-0ac772242219,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:00.879154 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4e3203-3cb7-4532-b55e-7cbb898823b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.879496 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4e3203-3cb7-4532-b55e-7cbb898823b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.880328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4e3203-3cb7-4532-b55e-7cbb898823b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.881002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4e3203-3cb7-4532-b55e-7cbb898823b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.881503 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4e3203-3cb7-4532-b55e-7cbb898823b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.882017 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4e3203-3cb7-4532-b55e-7cbb898823b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.882525 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4e3203-3cb7-4532-b55e-7cbb898823b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.883016 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4e3203-3cb7-4532-b55e-7cbb898823b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.883519 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4e3203-3cb7-4532-b55e-7cbb898823b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.884031 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4e3203-3cb7-4532-b55e-7cbb898823b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.884532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4e3203-3cb7-4532-b55e-7cbb898823b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.885124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4e3203-3cb7-4532-b55e-7cbb898823b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:00.915514 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c04fa9c1-c6c7-4f2f-a41a-a092c2b91ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.945003 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:00.953567 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e108cd32-0f12-4500-9b92-961ef2c83d5e req-2e957e67-7775-40e7-9504-40075e25e805 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387370 Jul 16 01:20:00.961282 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c04fa9c1-c6c7-4f2f-a41a-a092c2b91ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.038011 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c04fa9c1-c6c7-4f2f-a41a-a092c2b91ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.043139 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c04fa9c1-c6c7-4f2f-a41a-a092c2b91ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.045227 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c04fa9c1-c6c7-4f2f-a41a-a092c2b91ac0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e4f5cfb-93f8-461a-8788-0ac772242219 HTTP/1.1" status: 204 len: 168 time: 0.2215328 Jul 16 01:20:01.071053 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04fa9c1-c6c7-4f2f-a41a-a092c2b91ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4f5cfb-93f8-461a-8788-0ac772242219,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:01.147051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e4ad4-2473-4342-bce2-fe71feee7f38 req-b2135080-b667-4df7-b248-480f4729b3b4 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.154448 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-877e4ad4-2473-4342-bce2-fe71feee7f38 req-b2135080-b667-4df7-b248-480f4729b3b4 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.1247241 Jul 16 01:20:01.174394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d7625-49ff-4244-8ab0-06eb00153c21 req-07b54f63-cd21-494a-a460-04ea6bfb3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.175938 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f19d7625-49ff-4244-8ab0-06eb00153c21 req-07b54f63-cd21-494a-a460-04ea6bfb3283 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 1100 time: 0.1341898 Jul 16 01:20:01.224440 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-877e4ad4-2473-4342-bce2-fe71feee7f38 req-854cde2a-2d40-4aa0-901f-dd2de1efb560 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691111 Jul 16 01:20:01.327128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d7625-49ff-4244-8ab0-06eb00153c21 req-dd8f2a17-0eee-486b-807f-fe099eea0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.328652 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f19d7625-49ff-4244-8ab0-06eb00153c21 req-dd8f2a17-0eee-486b-807f-fe099eea0243 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.1447976 Jul 16 01:20:01.373856 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f19d7625-49ff-4244-8ab0-06eb00153c21 req-181083c4-4cdb-4554-9e75-e9e064d879a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=7313be73-0c88-4f63-95bf-bcb2e4c0db28 HTTP/1.1" status: 200 len: 217 time: 0.0383339 Jul 16 01:20:01.376873 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51102) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:01.391362 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f3be6f-573f-49f3-81dc-0fc679d4f3cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.397882 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a1d026-13bb-4e29-b255-cd447b85105b req-8a6abdc9-af69-4a36-b15e-5d240659d755 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.399398 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39a1d026-13bb-4e29-b255-cd447b85105b req-8a6abdc9-af69-4a36-b15e-5d240659d755 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 944 time: 0.1346529 Jul 16 01:20:01.468686 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39a1d026-13bb-4e29-b255-cd447b85105b req-617eba48-c5b7-4448-ad0a-657044b11e7b tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385618 Jul 16 01:20:01.483491 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d7625-49ff-4244-8ab0-06eb00153c21 req-3cd253d3-3442-4021-a16f-478a23872a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.494746 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f19d7625-49ff-4244-8ab0-06eb00153c21 req-3cd253d3-3442-4021-a16f-478a23872a06 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1047568 Jul 16 01:20:01.495431 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f3be6f-573f-49f3-81dc-0fc679d4f3cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.496166 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f3be6f-573f-49f3-81dc-0fc679d4f3cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.544125 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-72f3be6f-573f-49f3-81dc-0fc679d4f3cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5700182b7c30435c90e4484ce562f468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1637199 Jul 16 01:20:01.544125 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f3be6f-573f-49f3-81dc-0fc679d4f3cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b599a00-a75f-429d-8691-f12469f34453,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:01.545152 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51106) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:01.588012 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c513f838-4ab5-4f9c-a8f4-e89fd5fdd825 req-78a136ab-8aa2-4f25-95bb-655790c4a94e tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/03a8a07c-6263-48de-882a-d421aa64ff22 HTTP/1.1" status: 200 len: 1799 time: 0.0594075 Jul 16 01:20:01.590807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d7625-49ff-4244-8ab0-06eb00153c21 req-8d9cf140-a792-4303-911a-014f529dad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:01.593273 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f19d7625-49ff-4244-8ab0-06eb00153c21 req-8d9cf140-a792-4303-911a-014f529dad89 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0951912 Jul 16 01:20:01.617481 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aa98a168-5f38-42ea-960a-0a32af86c5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.652933 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aa98a168-5f38-42ea-960a-0a32af86c5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.721983 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c513f838-4ab5-4f9c-a8f4-e89fd5fdd825 req-ac35e34b-0556-4af2-ac85-0ecbc06c3c1a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.731552 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aa98a168-5f38-42ea-960a-0a32af86c5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.736494 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aa98a168-5f38-42ea-960a-0a32af86c5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.741277 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-aa98a168-5f38-42ea-960a-0a32af86c5f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b599a00-a75f-429d-8691-f12469f34453 HTTP/1.1" status: 204 len: 168 time: 0.1923127 Jul 16 01:20:01.763624 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f19d7625-49ff-4244-8ab0-06eb00153c21 req-0bb53eab-94d7-479e-ac51-8590ce806f9f service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610391 Jul 16 01:20:01.765800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98a168-5f38-42ea-960a-0a32af86c5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b599a00-a75f-429d-8691-f12469f34453,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:01.786893 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c513f838-4ab5-4f9c-a8f4-e89fd5fdd825 req-ac35e34b-0556-4af2-ac85-0ecbc06c3c1a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:01.997982 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c513f838-4ab5-4f9c-a8f4-e89fd5fdd825 req-ac35e34b-0556-4af2-ac85-0ecbc06c3c1a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.001090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c513f838-4ab5-4f9c-a8f4-e89fd5fdd825 req-ac35e34b-0556-4af2-ac85-0ecbc06c3c1a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.002471 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c513f838-4ab5-4f9c-a8f4-e89fd5fdd825 req-ac35e34b-0556-4af2-ac85-0ecbc06c3c1a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "DELETE /v2.0/security-groups/03a8a07c-6263-48de-882a-d421aa64ff22 HTTP/1.1" status: 204 len: 173 time: 0.4076912 Jul 16 01:20:02.067424 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f19d7625-49ff-4244-8ab0-06eb00153c21 req-f2a968df-7746-4373-966a-372ec0e864bd service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930787 Jul 16 01:20:02.071969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac35e34b-0556-4af2-ac85-0ecbc06c3c1a tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a8a07c-6263-48de-882a-d421aa64ff22,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:02.090076 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bc97d-acd6-4629-845c-463751bdc6b0 req-a2e40afe-ac14-44d5-94fe-e77a63d7b514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.095843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e31bc97d-acd6-4629-845c-463751bdc6b0 req-a2e40afe-ac14-44d5-94fe-e77a63d7b514 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2120ba3ef9984dc89fd0a315fd86ed54&device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 1098 time: 0.3057415 Jul 16 01:20:02.106088 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c128f-4b05-483f-9d4e-1ef181ecbf73 req-a1af9bd3-c039-4ad4-8a9a-d842d6caca69 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.114397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-970c128f-4b05-483f-9d4e-1ef181ecbf73 req-a1af9bd3-c039-4ad4-8a9a-d842d6caca69 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 948 time: 0.2927377 Jul 16 01:20:02.260033 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-970c128f-4b05-483f-9d4e-1ef181ecbf73 req-742fb323-31cb-46c4-8191-db5cf1329c7d tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447122 Jul 16 01:20:02.311099 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bc97d-acd6-4629-845c-463751bdc6b0 req-39b3dfaf-21af-4f51-b725-1f118bb0b897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.312849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e31bc97d-acd6-4629-845c-463751bdc6b0 req-39b3dfaf-21af-4f51-b725-1f118bb0b897 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1c3b3996-e13d-4cd0-b013-fdf1b512579a HTTP/1.1" status: 200 len: 917 time: 0.1953804 Jul 16 01:20:02.327215 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0a04d-03ab-44ab-8429-62cb2c818eef req-7883004a-28bc-4012-9545-835ddd3b1bfa tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.328766 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1e0a04d-03ab-44ab-8429-62cb2c818eef req-7883004a-28bc-4012-9545-835ddd3b1bfa tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.1898932 Jul 16 01:20:02.383227 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e31bc97d-acd6-4629-845c-463751bdc6b0 req-d2716300-717e-4ce0-9de7-87cc2f3a039c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 HTTP/1.1" status: 200 len: 217 time: 0.0517087 Jul 16 01:20:02.435072 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ba8cf73-d0d3-4904-9bbc-a8daa10e1f32 req-25cc3c51-014b-4745-888c-db54c558c016 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "GET /v2.0/security-groups/24a53a82-1c8b-48d7-990a-205a892ad164 HTTP/1.1" status: 200 len: 1799 time: 0.1362379 Jul 16 01:20:02.453928 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1e0a04d-03ab-44ab-8429-62cb2c818eef req-0b2da721-85dd-4f39-8c8c-0761044484bc tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093087 Jul 16 01:20:02.488530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bc97d-acd6-4629-845c-463751bdc6b0 req-ad57fe88-9553-4dc2-86f8-a3c19677efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.489961 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e31bc97d-acd6-4629-845c-463751bdc6b0 req-ad57fe88-9553-4dc2-86f8-a3c19677efc9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=710a43f8-dfc4-40df-9285-e335bfac1915 HTTP/1.1" status: 200 len: 855 time: 0.0950415 Jul 16 01:20:02.558055 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8ba8cf73-d0d3-4904-9bbc-a8daa10e1f32 req-5ae32a97-ebe8-4bae-ad92-1ea201f83b13 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.587343 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8ba8cf73-d0d3-4904-9bbc-a8daa10e1f32 req-5ae32a97-ebe8-4bae-ad92-1ea201f83b13 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.604974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31bc97d-acd6-4629-845c-463751bdc6b0 req-23e514ee-4a84-4271-ba44-0dad7cba2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.606322 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e31bc97d-acd6-4629-845c-463751bdc6b0 req-23e514ee-4a84-4271-ba44-0dad7cba2c7b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c3b3996-e13d-4cd0-b013-fdf1b512579a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065493 Jul 16 01:20:02.647926 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a40d5fd-9434-4a9e-85c6-5f628d0bacd2', 'name': 'network-vif-deleted', 'tag': '25e07eee-af1f-4ac3-bc7a-a2911beb32fe'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:02.650110 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0411a7-596b-4224-9505-a0ff26f5933b" -d '{"events": [{"server_uuid": "1a40d5fd-9434-4a9e-85c6-5f628d0bacd2", "name": "network-vif-deleted", "tag": "25e07eee-af1f-4ac3-bc7a-a2911beb32fe"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:02.730812 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8ba8cf73-d0d3-4904-9bbc-a8daa10e1f32 req-5ae32a97-ebe8-4bae-ad92-1ea201f83b13 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.733303 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8ba8cf73-d0d3-4904-9bbc-a8daa10e1f32 req-5ae32a97-ebe8-4bae-ad92-1ea201f83b13 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.734448 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ba8cf73-d0d3-4904-9bbc-a8daa10e1f32 req-5ae32a97-ebe8-4bae-ad92-1ea201f83b13 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] 10.222.0.22 "DELETE /v2.0/security-groups/24a53a82-1c8b-48d7-990a-205a892ad164 HTTP/1.1" status: 204 len: 173 time: 0.2923658 Jul 16 01:20:02.740776 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51162) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:02.745605 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6b87cbbb-1dc5-4e2f-b901-622991b54fcb up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:02.759103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae32a97-ebe8-4bae-ad92-1ea201f83b13 tempest-SecurityGroupsTestJSON-1147951374 tempest-SecurityGroupsTestJSON-1147951374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a53a82-1c8b-48d7-990a-205a892ad164,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:02.775312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e31bc97d-acd6-4629-845c-463751bdc6b0 req-732ceacc-83e9-4ee1-b6f4-dde735cfa8cd service neutron] 10.222.0.70 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483619 Jul 16 01:20:02.784064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047d91c-0c8b-4e1e-bf50-c4a2d84b7174 req-0f29f134-1e07-4621-8201-ec2858d4aa29 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:02.785822 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5047d91c-0c8b-4e1e-bf50-c4a2d84b7174 req-0f29f134-1e07-4621-8201-ec2858d4aa29 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.2003453 Jul 16 01:20:02.813687 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 6b87cbbb-1dc5-4e2f-b901-622991b54fcb completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:02.818094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 6b87cbbb-1dc5-4e2f-b901-622991b54fcb triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:02.818719 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.876525 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e6634e-6442-43c3-bd66-8a9df1d06d05 admin admin] Deleting subnet fb650270-6140-4296-a509-9c2a289fb9f7 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:20:02.881676 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-21e6634e-6442-43c3-bd66-8a9df1d06d05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.915786 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5047d91c-0c8b-4e1e-bf50-c4a2d84b7174 req-d0ab7f6f-2830-4564-8c7c-2f0c1ea7c8f8 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136634 Jul 16 01:20:02.924438 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.933923 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-21e6634e-6442-43c3-bd66-8a9df1d06d05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:02.977360 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e31bc97d-acd6-4629-845c-463751bdc6b0 req-80f5c016-481b-4f6e-83f0-ae2bfa4d231f service neutron] 10.222.0.70 "GET /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879168 Jul 16 01:20:03.000222 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efadc6ea-5cca-408c-b799-d907c2763bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b87cbbb-1dc5-4e2f-b901-622991b54fcb'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:03.004548 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e022f8fc-9e8f-493d-a240-3ba703900f3f" -d '{"events": [{"server_uuid": "efadc6ea-5cca-408c-b799-d907c2763bac", "name": "network-vif-plugged", "status": "completed", "tag": "6b87cbbb-1dc5-4e2f-b901-622991b54fcb"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:03.007205 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-21e6634e-6442-43c3-bd66-8a9df1d06d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.045736 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6b87cbbb-1dc5-4e2f-b901-622991b54fcb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6b87cbbb-1dc5-4e2f-b901-622991b54fcb,segment=NetworkSegment(a17f02e5-f428-4224-b779-95af709b9465),segment_id=a17f02e5-f428-4224-b779-95af709b9465)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:03.054022 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.054944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6873528f-7a93-4d8a-97b0-5c0de0457851 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:03.067135 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c4046e1-a27e-41cf-ab50-207e7e1c9338 x-openstack-request-id: req-9c4046e1-a27e-41cf-ab50-207e7e1c9338 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:03.067837 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a40d5fd-9434-4a9e-85c6-5f628d0bacd2", "name": "network-vif-deleted", "tag": "25e07eee-af1f-4ac3-bc7a-a2911beb32fe", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:03.068317 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c4046e1-a27e-41cf-ab50-207e7e1c9338 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:03.068925 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a40d5fd-9434-4a9e-85c6-5f628d0bacd2', 'name': 'network-vif-deleted', 'tag': '25e07eee-af1f-4ac3-bc7a-a2911beb32fe', 'status': 'completed', 'code': 200} Jul 16 01:20:03.139784 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-21e6634e-6442-43c3-bd66-8a9df1d06d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.140162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=6b87cbbb-1dc5-4e2f-b901-622991b54fcb,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:03.160393 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 6873528f-7a93-4d8a-97b0-5c0de0457851 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:03.167216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 6873528f-7a93-4d8a-97b0-5c0de0457851 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:03.167620 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.194829 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea55055-4e86-4b15-a451-76fb9a115b6a req-6cbdc9ac-0ec3-4e1a-b519-69a5a24e6aa7 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:03.200341 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6634e-6442-43c3-bd66-8a9df1d06d05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb650270-6140-4296-a509-9c2a289fb9f7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:03.210951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ea55055-4e86-4b15-a451-76fb9a115b6a req-6cbdc9ac-0ec3-4e1a-b519-69a5a24e6aa7 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 945 time: 0.1408534 Jul 16 01:20:03.215725 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-21e6634e-6442-43c3-bd66-8a9df1d06d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.220650 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-21e6634e-6442-43c3-bd66-8a9df1d06d05 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fb650270-6140-4296-a509-9c2a289fb9f7 HTTP/1.1" status: 204 len: 168 time: 0.4728019 Jul 16 01:20:03.224094 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51196) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:03.234833 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b11a35-d04a-4792-a9d6-ed7e616efad5 x-openstack-request-id: req-e7b11a35-d04a-4792-a9d6-ed7e616efad5 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:03.235478 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efadc6ea-5cca-408c-b799-d907c2763bac", "name": "network-vif-plugged", "status": "completed", "tag": "6b87cbbb-1dc5-4e2f-b901-622991b54fcb", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:03.235991 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7b11a35-d04a-4792-a9d6-ed7e616efad5 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:03.253923 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efadc6ea-5cca-408c-b799-d907c2763bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b87cbbb-1dc5-4e2f-b901-622991b54fcb', 'code': 200} Jul 16 01:20:03.277376 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ea55055-4e86-4b15-a451-76fb9a115b6a req-a5b2ff20-caf5-4786-9ea5-ddb667ee2287 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644624 Jul 16 01:20:03.310183 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.319632 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9a67facd-82f3-4dbe-8472-642fc383c625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.354215 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6873528f-7a93-4d8a-97b0-5c0de0457851, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6873528f-7a93-4d8a-97b0-5c0de0457851,segment=NetworkSegment(a17f02e5-f428-4224-b779-95af709b9465),segment_id=a17f02e5-f428-4224-b779-95af709b9465)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:03.372666 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.423736 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9a67facd-82f3-4dbe-8472-642fc383c625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.435486 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-9a67facd-82f3-4dbe-8472-642fc383c625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:03.446359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-9a67facd-82f3-4dbe-8472-642fc383c625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09053f43-88fb-409a-a155-0acb6c3ed973') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:03.446721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-9a67facd-82f3-4dbe-8472-642fc383c625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09053f43-88fb-409a-a155-0acb6c3ed973') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:03.456042 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=6873528f-7a93-4d8a-97b0-5c0de0457851,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:03.456390 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9a67facd-82f3-4dbe-8472-642fc383c625 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.476018 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9a67facd-82f3-4dbe-8472-642fc383c625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.483280 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a67facd-82f3-4dbe-8472-642fc383c625 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:20:03.483690 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9a67facd-82f3-4dbe-8472-642fc383c625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:20:03.485583 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:20:03.503815 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35acad-4090-4e9f-ada7-aec8bde510ff req-e9d7f2fa-69d1-44be-9f99-f1585e132b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:03.505463 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e35acad-4090-4e9f-ada7-aec8bde510ff req-e9d7f2fa-69d1-44be-9f99-f1585e132b94 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 1097 time: 0.1471488 Jul 16 01:20:03.514698 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868f9f3-4863-4e92-ae17-c3ce22c96fa0 req-d822f85a-68bf-4f85-92b0-ebefbda51a06 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:03.516235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d868f9f3-4863-4e92-ae17-c3ce22c96fa0 req-d822f85a-68bf-4f85-92b0-ebefbda51a06 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 948 time: 0.1032898 Jul 16 01:20:03.550507 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9a67facd-82f3-4dbe-8472-642fc383c625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.558747 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9a67facd-82f3-4dbe-8472-642fc383c625 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.561454 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9a67facd-82f3-4dbe-8472-642fc383c625 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f HTTP/1.1" status: 204 len: 168 time: 0.3349793 Jul 16 01:20:03.575892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67facd-82f3-4dbe-8472-642fc383c625 admin admin] Pushing event deleted for resources: {'Network': ['ID=7551d08e-ebbe-40ab-9a0e-cc6c22b66c3f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:03.586412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e35acad-4090-4e9f-ada7-aec8bde510ff req-2c51866c-6ae2-4069-bfa8-d7acae37cadf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678823 Jul 16 01:20:03.592232 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d868f9f3-4863-4e92-ae17-c3ce22c96fa0 req-fca5f4da-d3ab-45cb-a41c-e738a8ca7940 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672929 Jul 16 01:20:03.687529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdedf1b-3f01-4e29-8927-7fcba1300f1f req-e6dac7b2-6276-4513-879b-c942aa255c1d tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:03.692386 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8fdedf1b-3f01-4e29-8927-7fcba1300f1f req-e6dac7b2-6276-4513-879b-c942aa255c1d tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.0660055 Jul 16 01:20:03.728309 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8fdedf1b-3f01-4e29-8927-7fcba1300f1f req-84533e66-655d-4338-a9e1-0dab25c21de5 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337660 Jul 16 01:20:03.783733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7313be73-0c88-4f63-95bf-bcb2e4c0db28 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:03.789732 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 25e07eee-af1f-4ac3-bc7a-a2911beb32fe no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:03.815443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51216) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:03.851953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 25e07eee-af1f-4ac3-bc7a-a2911beb32fe {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:03.852295 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 25e07eee-af1f-4ac3-bc7a-a2911beb32fe not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:03.861072 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e2e2e9a0-62d3-4216-a896-84da4e62b493 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d706f64229f48619debf05976cb1d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0438037 Jul 16 01:20:03.863452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51218) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:03.927232 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee217d7d-3eae-47fe-9739-7b282a921562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.952148 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee217d7d-3eae-47fe-9739-7b282a921562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:03.977510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7313be73-0c88-4f63-95bf-bcb2e4c0db28, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7313be73-0c88-4f63-95bf-bcb2e4c0db28,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:03.995659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '7313be73-0c88-4f63-95bf-bcb2e4c0db28', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '7313be73-0c88-4f63-95bf-bcb2e4c0db28', 'mac_address': 'fa:16:3e:56:44:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:04.008165 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee217d7d-3eae-47fe-9739-7b282a921562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.010882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee217d7d-3eae-47fe-9739-7b282a921562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.015231 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ee217d7d-3eae-47fe-9739-7b282a921562 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1251daef-648e-4607-a536-ac5624dd2966 HTTP/1.1" status: 204 len: 168 time: 0.1506021 Jul 16 01:20:04.027098 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee217d7d-3eae-47fe-9739-7b282a921562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1251daef-648e-4607-a536-ac5624dd2966,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:04.116206 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.149812 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7313be73-0c88-4f63-95bf-bcb2e4c0db28 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:04.177523 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7313be73-0c88-4f63-95bf-bcb2e4c0db28, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7313be73-0c88-4f63-95bf-bcb2e4c0db28,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:04.183071 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.260228 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=7313be73-0c88-4f63-95bf-bcb2e4c0db28,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:04.417417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115ffd4-de30-4508-ad54-9353cab0b32f req-642765e2-72e1-4149-a140-4254cebb4b85 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:04.419059 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e115ffd4-de30-4508-ad54-9353cab0b32f req-642765e2-72e1-4149-a140-4254cebb4b85 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.0916457 Jul 16 01:20:04.457055 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:20:04.500479 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e115ffd4-de30-4508-ad54-9353cab0b32f req-5ca84b7e-3730-4c35-9add-4e69bde86a79 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699630 Jul 16 01:20:04.507899 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['7313be73-0c88-4f63-95bf-bcb2e4c0db28'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:04.530174 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76953306-c0ba-486e-8a2d-ac5c7638e9fa req-6a61c21c-4e2d-436a-b64b-5a77eb14846c tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:04.532481 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76953306-c0ba-486e-8a2d-ac5c7638e9fa req-6a61c21c-4e2d-436a-b64b-5a77eb14846c tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 945 time: 0.1124113 Jul 16 01:20:04.584982 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76953306-c0ba-486e-8a2d-ac5c7638e9fa req-2a804f91-eb99-4190-a539-dd4e2c13072e tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456660 Jul 16 01:20:04.755695 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-467ee54f-1798-4c3f-8d8d-6230d17f30d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:04.805531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17f310-d24d-4976-b390-5fb36fd3f7f2 req-3ed9503c-16a2-4815-8d4e-4da38f84881e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:04.812789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea17f310-d24d-4976-b390-5fb36fd3f7f2 req-3ed9503c-16a2-4815-8d4e-4da38f84881e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 949 time: 0.0884051 Jul 16 01:20:04.863291 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea17f310-d24d-4976-b390-5fb36fd3f7f2 req-ee025ee6-7797-4a38-9dda-b91bea5db2ff tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493579 Jul 16 01:20:04.951061 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6646891e-a228-4f8f-a3b1-45ab4a81bec2 req-b17f837b-0c9f-4ec2-b2e3-dc3baa45c39f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:04.952884 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6646891e-a228-4f8f-a3b1-45ab4a81bec2 req-b17f837b-0c9f-4ec2-b2e3-dc3baa45c39f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.0887074 Jul 16 01:20:05.005501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6646891e-a228-4f8f-a3b1-45ab4a81bec2 req-9b099981-6781-4f47-84d7-4b903b663389 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459507 Jul 16 01:20:05.254982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf894b2-1de2-41a7-9e92-e1bd279b5dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6873528f-7a93-4d8a-97b0-5c0de0457851'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:05.256296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7d2a6-9fdb-4273-8248-8d3ed0ce9302 req-d31c8b0d-7d85-44a0-bcf7-b81c01f037dd tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.258207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03c7d2a6-9fdb-4273-8248-8d3ed0ce9302 req-d31c8b0d-7d85-44a0-bcf7-b81c01f037dd tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.0738859 Jul 16 01:20:05.258403 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63c1dd9-17bc-4b47-8f52-f15ffd745396" -d '{"events": [{"server_uuid": "ebf894b2-1de2-41a7-9e92-e1bd279b5dab", "name": "network-vif-plugged", "status": "completed", "tag": "6873528f-7a93-4d8a-97b0-5c0de0457851"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:05.311529 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03c7d2a6-9fdb-4273-8248-8d3ed0ce9302 req-28e4ebb3-13b8-4978-98a0-fd8e4ead00cc tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469730 Jul 16 01:20:05.360832 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df5e97e-baf8-4ff8-8c37-bedc622b751e x-openstack-request-id: req-6df5e97e-baf8-4ff8-8c37-bedc622b751e {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:05.361242 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf894b2-1de2-41a7-9e92-e1bd279b5dab", "name": "network-vif-plugged", "status": "completed", "tag": "6873528f-7a93-4d8a-97b0-5c0de0457851", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:05.361598 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6df5e97e-baf8-4ff8-8c37-bedc622b751e {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:05.362500 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf894b2-1de2-41a7-9e92-e1bd279b5dab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6873528f-7a93-4d8a-97b0-5c0de0457851', 'code': 200} Jul 16 01:20:05.489877 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51330) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:05.508477 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-91916574-cc3f-4d87-8911-7f381470d218 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=70af7833c40c4f98a6be458eb578ac70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685813 Jul 16 01:20:05.719145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-584a8af9-023e-4386-97bd-c3668012000d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.722993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-584a8af9-023e-4386-97bd-c3668012000d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2082429 Jul 16 01:20:05.728933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f4a0dd39-88e7-4522-8a21-4bb97dfd5a1c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1375114904-network', 'tenant_id': '9c1976ec7b3145beb100b1f9de70047d'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:05.753739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a0dd39-88e7-4522-8a21-4bb97dfd5a1c admin admin] Made reservation on behalf of 9c1976ec7b3145beb100b1f9de70047d for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:05.756663 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4a0dd39-88e7-4522-8a21-4bb97dfd5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.761145 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-0bd277eb-0d13-40d3-b619-3544346bf0a1 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/quotas/70af7833c40c4f98a6be458eb578ac70 HTTP/1.1" status: 200 len: 375 time: 0.0364270 Jul 16 01:20:05.767291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff8721-83e5-4efb-9174-f0851446df03 req-9a48613f-298f-4d3b-a70e-730e8fcba2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.769173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bff8721-83e5-4efb-9174-f0851446df03 req-9a48613f-298f-4d3b-a70e-730e8fcba2bd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ebf894b2-1de2-41a7-9e92-e1bd279b5dab HTTP/1.1" status: 200 len: 1097 time: 0.2065668 Jul 16 01:20:05.772922 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4a0dd39-88e7-4522-8a21-4bb97dfd5a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.786084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42e468-482f-4fd7-91d1-497b2e4a464b req-39b46aab-a74f-43fb-9d60-ad3c1267a740 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:05.787993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff42e468-482f-4fd7-91d1-497b2e4a464b req-39b46aab-a74f-43fb-9d60-ad3c1267a740 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=034909ae-989f-4848-b4c9-779273771c5d HTTP/1.1" status: 200 len: 945 time: 0.2484803 Jul 16 01:20:05.793485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7313be73-0c88-4f63-95bf-bcb2e4c0db28 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:05.834745 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-3b5edd43-4350-47c8-bfdd-b53fa90fe396 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=70af7833c40c4f98a6be458eb578ac70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717688 Jul 16 01:20:05.868895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 7313be73-0c88-4f63-95bf-bcb2e4c0db28 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:05.875031 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 7313be73-0c88-4f63-95bf-bcb2e4c0db28 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:05.875742 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.883867 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bff8721-83e5-4efb-9174-f0851446df03 req-6a12832b-d71e-45f6-b967-db77e512ce9c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947082 Jul 16 01:20:05.907933 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff42e468-482f-4fd7-91d1-497b2e4a464b req-4b69145e-b4c3-4315-8b1f-4859bb330318 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882699 Jul 16 01:20:05.918422 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4a0dd39-88e7-4522-8a21-4bb97dfd5a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.923933 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4a0dd39-88e7-4522-8a21-4bb97dfd5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.956584 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0dd39-88e7-4522-8a21-4bb97dfd5a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:05.970487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a0dd39-88e7-4522-8a21-4bb97dfd5a1c admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:20:05.993192 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4a0dd39-88e7-4522-8a21-4bb97dfd5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:05.993661 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-f4a0dd39-88e7-4522-8a21-4bb97dfd5a1c admin admin] Added segment 9120cb6f-285f-4cae-be05-50948cf1e6e7 of type vlan for network 8fcb8e6c-5076-4d25-8790-4e6d6232edea Jul 16 01:20:05.999371 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.047859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7313be73-0c88-4f63-95bf-bcb2e4c0db28, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7313be73-0c88-4f63-95bf-bcb2e4c0db28,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:06.068626 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4a0dd39-88e7-4522-8a21-4bb97dfd5a1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.070585 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.107297 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4a0dd39-88e7-4522-8a21-4bb97dfd5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.109156 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a0dd39-88e7-4522-8a21-4bb97dfd5a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.110016 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4a0dd39-88e7-4522-8a21-4bb97dfd5a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.142457 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f4a0dd39-88e7-4522-8a21-4bb97dfd5a1c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6491880 Jul 16 01:20:06.142628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 51354) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:06.150025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=7313be73-0c88-4f63-95bf-bcb2e4c0db28,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:06.177382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-9b5ff0cf-6079-4cb2-9d30-8139f4f598e7 admin admin] Request body: {'subnet': {'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1375114904-subnet', 'tenant_id': '9c1976ec7b3145beb100b1f9de70047d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:06.213038 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a0dd39-88e7-4522-8a21-4bb97dfd5a1c admin admin] Pushing event updated for resources: {'Network': ['ID=8fcb8e6c-5076-4d25-8790-4e6d6232edea,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:06.225342 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 8fcb8e6c-5076-4d25-8790-4e6d6232edea details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:20:06.282440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5ff0cf-6079-4cb2-9d30-8139f4f598e7 admin admin] Made reservation on behalf of 9c1976ec7b3145beb100b1f9de70047d for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:06.286333 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff0cf-6079-4cb2-9d30-8139f4f598e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.442427 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce7562-6935-4279-a058-d1ea5ecea5dc req-6addf4fe-7b80-469c-bf39-386cca887bb5 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.444049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0ce7562-6935-4279-a058-d1ea5ecea5dc req-6addf4fe-7b80-469c-bf39-386cca887bb5 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.3032742 Jul 16 01:20:06.487953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bfd162-8621-497c-b88d-934ae08e11ef req-de62748a-347e-4445-b129-83a12eeaf4bc tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.489552 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26bfd162-8621-497c-b88d-934ae08e11ef req-de62748a-347e-4445-b129-83a12eeaf4bc tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 945 time: 0.1985202 Jul 16 01:20:06.552952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0ce7562-6935-4279-a058-d1ea5ecea5dc req-314f6432-7f94-471c-8f43-20d2347f379c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979335 Jul 16 01:20:06.573078 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26bfd162-8621-497c-b88d-934ae08e11ef req-7aaf03ba-ddc7-4077-a41f-336acfcbd3e9 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624547 Jul 16 01:20:06.664735 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff0cf-6079-4cb2-9d30-8139f4f598e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.809674 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ff0cf-6079-4cb2-9d30-8139f4f598e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcb4b501-ff87-4c91-b62d-7063cf216269,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:06.839715 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5ff0cf-6079-4cb2-9d30-8139f4f598e7 admin admin] Checking segment: {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:06.840118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5ff0cf-6079-4cb2-9d30-8139f4f598e7 admin admin] Network hostable DHCP agents. Network: 8fcb8e6c-5076-4d25-8790-4e6d6232edea, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:20:06.865894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4263b1-0bec-4655-bb27-3e8c0961110e req-988643ce-a49b-473a-aaf7-00bbf2da3d6e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.872432 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b4263b1-0bec-4655-bb27-3e8c0961110e req-988643ce-a49b-473a-aaf7-00bbf2da3d6e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 950 time: 0.1632941 Jul 16 01:20:06.907794 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5490ef3-2e0f-42b0-ac81-6846d7a99f0a req-3b5ef944-11e1-4882-9267-4b1e3bad35af tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.912727 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f5490ef3-2e0f-42b0-ac81-6846d7a99f0a req-3b5ef944-11e1-4882-9267-4b1e3bad35af tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 945 time: 0.2020066 Jul 16 01:20:06.928306 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5ff0cf-6079-4cb2-9d30-8139f4f598e7 admin admin] Network 8fcb8e6c-5076-4d25-8790-4e6d6232edea is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:20:06.957221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b4263b1-0bec-4655-bb27-3e8c0961110e req-9010b9c4-a1d5-4c51-92c8-d58b608b2f2c tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838451 Jul 16 01:20:06.959211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-9b5ff0cf-6079-4cb2-9d30-8139f4f598e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 8fcb8e6c-5076-4d25-8790-4e6d6232edea) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:06.970016 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5ff0cf-6079-4cb2-9d30-8139f4f598e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:06.970600 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff0cf-6079-4cb2-9d30-8139f4f598e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:06.974433 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e334d8de-91b5-4e8b-8943-dcd83c19b2a5 None None] Network 8fcb8e6c-5076-4d25-8790-4e6d6232edea requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:07.006509 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f5490ef3-2e0f-42b0-ac81-6846d7a99f0a req-f6193e32-eef8-4f2c-a26d-82f350e17d52 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895677 Jul 16 01:20:07.017752 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9b5ff0cf-6079-4cb2-9d30-8139f4f598e7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8741302 Jul 16 01:20:07.130043 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-3ca0b539-ffff-4841-b130-5c47fcc6d7f8 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=70af7833c40c4f98a6be458eb578ac70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478213 Jul 16 01:20:07.168044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25650363-f2ab-41a9-8037-c643555f7c03 None None] Network 8fcb8e6c-5076-4d25-8790-4e6d6232edea requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:07.210295 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-33db4222-e99d-4868-ba85-92cb90888f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:07.262111 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:07.317056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-8168951b-03ef-41f9-9557-97fbd4304981 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:07.329609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-8168951b-03ef-41f9-9557-97fbd4304981 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1986084 Jul 16 01:20:07.348423 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-ef1f24c0-7e09-4eb3-b401-40042a834272 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/quotas/70af7833c40c4f98a6be458eb578ac70 HTTP/1.1" status: 200 len: 375 time: 0.0175619 Jul 16 01:20:07.363556 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018958d4-d294-4e57-a447-02ae3d16fcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7313be73-0c88-4f63-95bf-bcb2e4c0db28'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:07.365988 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fd64f1-89d9-495e-b58c-80a170687d0d" -d '{"events": [{"server_uuid": "018958d4-d294-4e57-a447-02ae3d16fcde", "name": "network-vif-plugged", "status": "completed", "tag": "7313be73-0c88-4f63-95bf-bcb2e4c0db28"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:07.390244 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-b5bbbb26-5180-4c30-af16-a2efcabcef5b tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=70af7833c40c4f98a6be458eb578ac70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400636 Jul 16 01:20:07.464239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347989b-5ae4-4c07-910e-890827463d3d req-dbe68b55-239b-4e80-874a-879ec0333166 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:07.466146 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c347989b-5ae4-4c07-910e-890827463d3d req-dbe68b55-239b-4e80-874a-879ec0333166 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=217b07c0-6fbe-4731-a129-e654ca0383f0 HTTP/1.1" status: 200 len: 946 time: 0.0785193 Jul 16 01:20:07.506818 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c347989b-5ae4-4c07-910e-890827463d3d req-3a4f72aa-693b-47ba-81a1-62682cbc1d27 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349736 Jul 16 01:20:07.545665 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-dbd1ec52-3069-4a31-a77b-fd152060f3a9 req-cb5d1161-467b-4855-8813-12bef6b0617d tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:20:07.545665 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dbd1ec52-3069-4a31-a77b-fd152060f3a9 req-cb5d1161-467b-4855-8813-12bef6b0617d tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194840 Jul 16 01:20:08.132372 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-73e25f62-7c99-42ec-b0a6-9db979d3cfb9 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=70af7833c40c4f98a6be458eb578ac70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337625 Jul 16 01:20:08.173380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dbd1ec52-3069-4a31-a77b-fd152060f3a9 req-428e7b2a-1c5c-440c-8180-58529b6aa405 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.6239328 Jul 16 01:20:08.317947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60012a-784e-4267-8261-a6ae734785b7 req-6fa47ac0-fcf1-47f9-9502-736989a4bb6e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:08.325490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db60012a-784e-4267-8261-a6ae734785b7 req-6fa47ac0-fcf1-47f9-9502-736989a4bb6e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 812 time: 0.2285283 Jul 16 01:20:08.352100 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-f9557cfc-ab16-427f-bc1f-f087243fa95e tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:08.353796 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-f9557cfc-ab16-427f-bc1f-f087243fa95e tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1984794 Jul 16 01:20:08.355635 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db60012a-784e-4267-8261-a6ae734785b7 req-4da1a82f-be5b-44ab-ac66-30bc69cda3ec tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/quotas/9c1976ec7b3145beb100b1f9de70047d HTTP/1.1" status: 200 len: 375 time: 0.0293636 Jul 16 01:20:08.383973 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Request body: {'port': {'device_id': 'db0e792f-9688-4a9c-98ea-0c40280be6b6', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': '70af7833c40c4f98a6be458eb578ac70'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:08.420565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db60012a-784e-4267-8261-a6ae734785b7 req-3e71549a-76e2-433f-b349-02b932fa46b2 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518560 Jul 16 01:20:08.447669 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fa5a34-6794-42be-ba8f-d9c7b331ec6b x-openstack-request-id: req-56fa5a34-6794-42be-ba8f-d9c7b331ec6b {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:08.448354 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018958d4-d294-4e57-a447-02ae3d16fcde", "name": "network-vif-plugged", "status": "completed", "tag": "7313be73-0c88-4f63-95bf-bcb2e4c0db28", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:08.448354 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56fa5a34-6794-42be-ba8f-d9c7b331ec6b {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:08.448879 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018958d4-d294-4e57-a447-02ae3d16fcde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7313be73-0c88-4f63-95bf-bcb2e4c0db28', 'code': 200} Jul 16 01:20:08.453600 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.637894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627426d3-e460-491d-8a22-1a3471387bff req-305d597e-1bbd-48cb-83ac-3fde6b814ca1 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 210 time: 0.0708618 Jul 16 01:20:08.681906 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db60012a-784e-4267-8261-a6ae734785b7 req-9d96b0bd-e48b-4ad6-b2db-183a9b771010 service neutron] 10.222.0.22 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307465 Jul 16 01:20:08.773877 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Made reservation on behalf of 70af7833c40c4f98a6be458eb578ac70 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:08.777938 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.820445 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:08.822255 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c1a52-9e72-4a5e-8c86-ac2b48d59316 req-c7b1d439-286a-4e97-ae24-e6a691c79161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:08.824380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-222c1a52-9e72-4a5e-8c86-ac2b48d59316 req-c7b1d439-286a-4e97-ae24-e6a691c79161 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 1102 time: 0.2563393 Jul 16 01:20:08.877607 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db60012a-784e-4267-8261-a6ae734785b7 req-3d3db645-d7f7-4fe8-876b-29452f647e37 service neutron] 10.222.0.22 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948020 Jul 16 01:20:08.919749 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-222c1a52-9e72-4a5e-8c86-ac2b48d59316 req-bcafb6bc-9de8-448d-a995-c836b865d9ad service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810483 Jul 16 01:20:08.952736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dc8b1-2954-4692-98c5-b8d4ee17f75e req-ca06cd0d-18a2-47e3-927b-8fca52b6d6fd tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:08.954558 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d2dc8b1-2954-4692-98c5-b8d4ee17f75e req-ca06cd0d-18a2-47e3-927b-8fca52b6d6fd tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebf894b2-1de2-41a7-9e92-e1bd279b5dab HTTP/1.1" status: 200 len: 945 time: 0.1847880 Jul 16 01:20:09.022237 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d2dc8b1-2954-4692-98c5-b8d4ee17f75e req-d6e2a528-7592-4b21-88c4-c746ad0ad0dd tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604565 Jul 16 01:20:09.039708 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.054958 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.172029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e98abe-63c7-4888-9deb-8b5d0d53ed90,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:09.178931 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-d030ba4b-5409-483d-a1df-2257268854e8 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=70af7833c40c4f98a6be458eb578ac70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648451 Jul 16 01:20:09.424843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Allocated IP 192.168.233.95 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/1267ef69-c7df-426d-8f0f-c5d6c9ea95e4) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:09.490360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-02308dab-f368-458a-8d74-e5f1fefb7d28 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.490360 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-02308dab-f368-458a-8d74-e5f1fefb7d28 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3024290 Jul 16 01:20:09.523116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-cd447084-26cc-4504-8d30-32ffc6d0870d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Request body: {'port': {'device_id': '03b8419c-3249-4ef2-9730-7960d109057c', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': '70af7833c40c4f98a6be458eb578ac70'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:09.554211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b673f0-6f6d-4969-adde-2862c1965fac req-c2fda126-8639-4ada-8d30-c2dec58b7d58 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.555736 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21b673f0-6f6d-4969-adde-2862c1965fac req-c2fda126-8639-4ada-8d30-c2dec58b7d58 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.2697387 Jul 16 01:20:09.603173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342264d-730e-4c36-8be9-e91aae710d1e req-4b677777-65d8-4202-94fe-f54117bd6500 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:09.605315 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7342264d-730e-4c36-8be9-e91aae710d1e req-4b677777-65d8-4202-94fe-f54117bd6500 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 950 time: 0.3179271 Jul 16 01:20:09.748358 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21b673f0-6f6d-4969-adde-2862c1965fac req-a14fee97-baf6-4630-9ec0-f3dd89577a28 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795151 Jul 16 01:20:09.775379 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7342264d-730e-4c36-8be9-e91aae710d1e req-01ad82eb-5642-4629-a9e0-0ebe3a3a049d tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463559 Jul 16 01:20:09.879276 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.933559 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-cd447084-26cc-4504-8d30-32ffc6d0870d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Made reservation on behalf of 70af7833c40c4f98a6be458eb578ac70 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:09.938159 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-cd447084-26cc-4504-8d30-32ffc6d0870d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:09.958328 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Transition to ACTIVE for port object 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:10.079598 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.090126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0ac3e7b8-effb-4447-b2fd-ab9add5bb166 req-3cdf41fe-7e50-420e-8aae-602b8a834e23 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 210 time: 0.0686870 Jul 16 01:20:10.103104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b816a47-2179-4b0f-846d-a16f8bf02ab5 req-555d25e3-078f-411c-8f7f-9ce612317b7b tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.105200 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b816a47-2179-4b0f-846d-a16f8bf02ab5 req-555d25e3-078f-411c-8f7f-9ce612317b7b tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.2234089 Jul 16 01:20:10.155214 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.248008 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b816a47-2179-4b0f-846d-a16f8bf02ab5 req-4e103d8d-43eb-4510-b94c-402ad09a8d3c tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272633 Jul 16 01:20:10.249919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:10.262888 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:10.266084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:10.321868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-cd447084-26cc-4504-8d30-32ffc6d0870d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Allocated IP 192.168.233.245 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/4799570f-1f18-422a-a5aa-c7ab83ca40da) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:10.324546 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Pushing event updated for resources: {'Port': ['ID=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:10.370082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.370728 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.430764 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-84c34383-3685-4eb3-a9b9-d2a233c0c90c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0524361 Jul 16 01:20:10.479027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Request body: {'port': {'device_id': 'db0e792f-9688-4a9c-98ea-0c40280be6b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:10.550298 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aebaaa9c-a514-46e5-bc95-56180426f8a7 req-ae9a2df8-a5b1-448a-a418-b12ed6d123e2 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 210 time: 0.0833490 Jul 16 01:20:10.627059 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7845867f-d046-4bd8-a374-fa91b8f934ab None None] Provisioning for port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:10.637054 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7845867f-d046-4bd8-a374-fa91b8f934ab None None] Provisioning complete for port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:10.637433 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7845867f-d046-4bd8-a374-fa91b8f934ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.711549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-7845867f-d046-4bd8-a374-fa91b8f934ab None None] Port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:10.757431 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.772743 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-cd447084-26cc-4504-8d30-32ffc6d0870d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:10.803251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d213cd-0e6b-4448-b8da-3f6ba5593d7e req-679de08e-0ecd-4f9e-ada6-d9bd5d9db15a tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.804788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e8d213cd-0e6b-4448-b8da-3f6ba5593d7e req-679de08e-0ecd-4f9e-ada6-d9bd5d9db15a tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=034909ae-989f-4848-b4c9-779273771c5d HTTP/1.1" status: 200 len: 945 time: 0.3212025 Jul 16 01:20:10.835053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-cd447084-26cc-4504-8d30-32ffc6d0870d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Transition to ACTIVE for port object 4799570f-1f18-422a-a5aa-c7ab83ca40da will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:10.922984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d3b5a-56fc-4da6-9258-bc1637efa730 req-a958908e-ec7b-4351-9b02-95f4cb3cb6f8 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.924882 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a2d3b5a-56fc-4da6-9258-bc1637efa730 req-a958908e-ec7b-4351-9b02-95f4cb3cb6f8 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebf894b2-1de2-41a7-9e92-e1bd279b5dab HTTP/1.1" status: 200 len: 945 time: 0.2506492 Jul 16 01:20:10.964375 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60012a-784e-4267-8261-a6ae734785b7 req-de6e65b0-b5a0-429a-8898-958e68d538dd tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:10.966700 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db60012a-784e-4267-8261-a6ae734785b7 req-de6e65b0-b5a0-429a-8898-958e68d538dd tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.70 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 812 time: 0.1396616 Jul 16 01:20:10.996884 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-db60012a-784e-4267-8261-a6ae734785b7 req-9274a8d1-7513-41be-a86f-bdb896d5cb00 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Request body: {'port': {'device_id': '818578f5-84ad-496f-a819-e4228f7118ba', 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea', 'admin_state_up': True, 'tenant_id': '9c1976ec7b3145beb100b1f9de70047d'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:11.007408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e8d213cd-0e6b-4448-b8da-3f6ba5593d7e req-ee892872-a1b6-4960-be59-743ede3a97e6 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816046 Jul 16 01:20:11.047722 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a2d3b5a-56fc-4da6-9258-bc1637efa730 req-813680aa-fa32-47df-b180-f2185b664e54 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669773 Jul 16 01:20:11.068164 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-cd447084-26cc-4504-8d30-32ffc6d0870d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.152750 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-cd447084-26cc-4504-8d30-32ffc6d0870d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:11.200786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-cd447084-26cc-4504-8d30-32ffc6d0870d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:11.203593 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-cd447084-26cc-4504-8d30-32ffc6d0870d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:11.211715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db60012a-784e-4267-8261-a6ae734785b7 req-9274a8d1-7513-41be-a86f-bdb896d5cb00 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Made reservation on behalf of 9c1976ec7b3145beb100b1f9de70047d for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:11.217193 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db60012a-784e-4267-8261-a6ae734785b7 req-9274a8d1-7513-41be-a86f-bdb896d5cb00 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.281638 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-cd447084-26cc-4504-8d30-32ffc6d0870d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.282328 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-cd447084-26cc-4504-8d30-32ffc6d0870d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.285959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd447084-26cc-4504-8d30-32ffc6d0870d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Pushing event updated for resources: {'Port': ['ID=4799570f-1f18-422a-a5aa-c7ab83ca40da,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:11.386690 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-db60012a-784e-4267-8261-a6ae734785b7 req-9274a8d1-7513-41be-a86f-bdb896d5cb00 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Allocated IP 172.20.0.6 (8fcb8e6c-5076-4d25-8790-4e6d6232edea/dcb4b501-ff87-4c91-b62d-7063cf216269/e31600a8-6354-4aef-b9a7-da99cf3d6dd0) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:11.386901 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-cd447084-26cc-4504-8d30-32ffc6d0870d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8727746 Jul 16 01:20:11.419956 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Request body: {'port': {'device_id': '03b8419c-3249-4ef2-9730-7960d109057c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:11.449210 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-231e87e8-a152-4c91-9367-ef885bb8551f None None] Provisioning for port 4799570f-1f18-422a-a5aa-c7ab83ca40da completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:11.454124 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-231e87e8-a152-4c91-9367-ef885bb8551f None None] Provisioning complete for port 4799570f-1f18-422a-a5aa-c7ab83ca40da triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:11.454772 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-231e87e8-a152-4c91-9367-ef885bb8551f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.501169 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-231e87e8-a152-4c91-9367-ef885bb8551f None None] Port 4799570f-1f18-422a-a5aa-c7ab83ca40da cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:11.508385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c990fc55-fd3e-481a-b724-46ddfb3655e1 req-f6800b97-7abc-4a5d-8d6d-cd23fc771bfa tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.509952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c990fc55-fd3e-481a-b724-46ddfb3655e1 req-f6800b97-7abc-4a5d-8d6d-cd23fc771bfa tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 950 time: 0.2444868 Jul 16 01:20:11.556066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468d1ad-e269-4011-9fa4-4ec1c6dc1262 req-28cd669c-5699-46b4-b663-e2fe71f48330 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.557609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9468d1ad-e269-4011-9fa4-4ec1c6dc1262 req-28cd669c-5699-46b4-b663-e2fe71f48330 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.3675880 Jul 16 01:20:11.582276 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db60012a-784e-4267-8261-a6ae734785b7 req-9274a8d1-7513-41be-a86f-bdb896d5cb00 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.625020 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db60012a-784e-4267-8261-a6ae734785b7 req-9274a8d1-7513-41be-a86f-bdb896d5cb00 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.672231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db60012a-784e-4267-8261-a6ae734785b7 req-9274a8d1-7513-41be-a86f-bdb896d5cb00 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Network 8fcb8e6c-5076-4d25-8790-4e6d6232edea is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:11.676158 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-db60012a-784e-4267-8261-a6ae734785b7 req-9274a8d1-7513-41be-a86f-bdb896d5cb00 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:11.680239 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-db60012a-784e-4267-8261-a6ae734785b7 req-9274a8d1-7513-41be-a86f-bdb896d5cb00 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:11.726292 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274a8d1-7513-41be-a86f-bdb896d5cb00 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Pushing event updated for resources: {'Port': ['ID=e31600a8-6354-4aef-b9a7-da99cf3d6dd0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:11.750987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60012a-784e-4267-8261-a6ae734785b7 req-9274a8d1-7513-41be-a86f-bdb896d5cb00 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:11.751718 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db60012a-784e-4267-8261-a6ae734785b7 req-9274a8d1-7513-41be-a86f-bdb896d5cb00 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.767883 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db60012a-784e-4267-8261-a6ae734785b7 req-9274a8d1-7513-41be-a86f-bdb896d5cb00 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7788982 Jul 16 01:20:11.785237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Request body: {'port': {'device_id': '818578f5-84ad-496f-a819-e4228f7118ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:11.865551 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:11.971992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:11.986248 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.024276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Transition to ACTIVE for port object 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:12.036747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c990fc55-fd3e-481a-b724-46ddfb3655e1 req-ff0cc7b2-2a35-4586-9455-3442cc7ed6ef tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027196 Jul 16 01:20:12.038522 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.058720 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9468d1ad-e269-4011-9fa4-4ec1c6dc1262 req-1a583115-e1f9-445a-a814-209a01fe5d5b tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254935 Jul 16 01:20:12.071366 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.267018 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Pushing event updated for resources: {'Port': ['ID=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:12.314368 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e31600a8-6354-4aef-b9a7-da99cf3d6dd0 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:12.336619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.366681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Transition to ACTIVE for port object e31600a8-6354-4aef-b9a7-da99cf3d6dd0 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:12.371206 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.453781 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Pushing event updated for resources: {'Port': ['ID=e31600a8-6354-4aef-b9a7-da99cf3d6dd0,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:12.485184 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Attempting to bind port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:12.485642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Attempting to bind port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:12.485838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Attempting to bind port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:12.504479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Attempting to bind port e31600a8-6354-4aef-b9a7-da99cf3d6dd0 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:12.504954 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Attempting to bind port e31600a8-6354-4aef-b9a7-da99cf3d6dd0 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:12.505293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Attempting to bind port e31600a8-6354-4aef-b9a7-da99cf3d6dd0 on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:12.508197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:12.508533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Attempting to bind port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:12.509704 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Port e31600a8-6354-4aef-b9a7-da99cf3d6dd0 on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:12.510665 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Attempting to bind port e31600a8-6354-4aef-b9a7-da99cf3d6dd0 on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:12.515528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:12.515981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Checking segment: {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:12.516374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Bound using segment: {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:12.516803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Bound port: e31600a8-6354-4aef-b9a7-da99cf3d6dd0, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:12.517160 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.555060 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b3a00-b7aa-4f00-a947-93d7c66d5ee5 req-2af331fc-a8eb-432c-babb-ae4045f41f31 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.556638 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c48b3a00-b7aa-4f00-a947-93d7c66d5ee5 req-2af331fc-a8eb-432c-babb-ae4045f41f31 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 945 time: 0.2955146 Jul 16 01:20:12.565649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:12.565996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:12.566390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:12.566838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Bound port: 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:12.567200 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.590009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] For port e31600a8-6354-4aef-b9a7-da99cf3d6dd0, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:12.593238 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] For port e31600a8-6354-4aef-b9a7-da99cf3d6dd0, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e31600a8-6354-4aef-b9a7-da99cf3d6dd0,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:12.597762 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.602799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b53e78-cb7c-4114-b98e-31241f115b83 req-550d59f2-1070-40c9-9a28-3093648c91fd tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.604380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1b53e78-cb7c-4114-b98e-31241f115b83 req-550d59f2-1070-40c9-9a28-3093648c91fd tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 943 time: 0.2250962 Jul 16 01:20:12.630669 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.631187 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.632724 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db60012a-784e-4267-8261-a6ae734785b7 req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] 10.222.0.70 "PUT /v2.0/ports/e31600a8-6354-4aef-b9a7-da99cf3d6dd0 HTTP/1.1" status: 200 len: 1092 time: 0.8521831 Jul 16 01:20:12.633158 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '818578f5-84ad-496f-a819-e4228f7118ba', 'tag': 'e31600a8-6354-4aef-b9a7-da99cf3d6dd0'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:12.635945 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c214cd6-27d0-4eb0-87df-39254aafb60c" -d '{"events": [{"name": "network-changed", "server_uuid": "818578f5-84ad-496f-a819-e4228f7118ba", "tag": "e31600a8-6354-4aef-b9a7-da99cf3d6dd0"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:12.660853 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc17dc-9162-4d71-b8cd-e7e8494e062d service neutron] Pushing event updated for resources: {'Port': ['ID=e31600a8-6354-4aef-b9a7-da99cf3d6dd0,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:12.703896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c48b3a00-b7aa-4f00-a947-93d7c66d5ee5 req-eb6bf0a8-46a2-46df-86b6-6bab014e3c53 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336296 Jul 16 01:20:12.743643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] For port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:12.764178 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60012a-784e-4267-8261-a6ae734785b7 req-06646e97-3ff5-4d6e-8aa7-47b347401802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.765630 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db60012a-784e-4267-8261-a6ae734785b7 req-06646e97-3ff5-4d6e-8aa7-47b347401802 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 1095 time: 0.0703919 Jul 16 01:20:12.767202 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1b53e78-cb7c-4114-b98e-31241f115b83 req-3627c92f-8b00-4fef-af02-e620d877ee39 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514230 Jul 16 01:20:12.799364 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] For port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:12.806237 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.848936 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db60012a-784e-4267-8261-a6ae734785b7 req-8adb9ba7-df31-488a-9e0d-77d7e6437027 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e31600a8-6354-4aef-b9a7-da99cf3d6dd0 HTTP/1.1" status: 200 len: 217 time: 0.0686209 Jul 16 01:20:12.859184 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.859849 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:12.861478 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] 10.222.0.70 "PUT /v2.0/ports/1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 HTTP/1.1" status: 200 len: 1096 time: 2.3956409 Jul 16 01:20:12.869568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db0e792f-9688-4a9c-98ea-0c40280be6b6', 'tag': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:12.872165 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3904046b-85ae-4caf-b545-cdac9513c3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "db0e792f-9688-4a9c-98ea-0c40280be6b6", "tag": "1267ef69-c7df-426d-8f0f-c5d6c9ea95e4"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:12.892347 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4799570f-1f18-422a-a5aa-c7ab83ca40da {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:12.939728 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db60012a-784e-4267-8261-a6ae734785b7 req-cb9cfc1e-d645-4847-9bac-6e2dbf2e4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:12.941349 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db60012a-784e-4267-8261-a6ae734785b7 req-cb9cfc1e-d645-4847-9bac-6e2dbf2e4b76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dcb4b501-ff87-4c91-b62d-7063cf216269 HTTP/1.1" status: 200 len: 852 time: 0.0627000 Jul 16 01:20:12.976378 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:13.005478 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895b3e03-b91b-4c81-a4ee-2ba3912c2215 service neutron] Pushing event updated for resources: {'Port': ['ID=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:13.005729 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db60012a-784e-4267-8261-a6ae734785b7 req-c013a32e-b369-437f-8620-452b20cb84e0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8fcb8e6c-5076-4d25-8790-4e6d6232edea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274773 Jul 16 01:20:13.069896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Transition to ACTIVE for port object 4799570f-1f18-422a-a5aa-c7ab83ca40da will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:13.077143 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:13.150294 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db60012a-784e-4267-8261-a6ae734785b7 req-63c0744c-cd6e-4eb2-b8a5-c4a4106a243d service neutron] 10.222.0.70 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260581 Jul 16 01:20:13.178180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=4799570f-1f18-422a-a5aa-c7ab83ca40da,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:13.206731 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9c7b8-1b48-4097-8a50-685206e358e4 req-508388bb-5d2e-40b9-95b4-36adbfa5e6c4 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.208286 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65f9c7b8-1b48-4097-8a50-685206e358e4 req-508388bb-5d2e-40b9-95b4-36adbfa5e6c4 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 936 time: 0.3015521 Jul 16 01:20:13.272058 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db60012a-784e-4267-8261-a6ae734785b7 req-65bfdf36-425f-4ba9-9f76-1b1e315521ac service neutron] 10.222.0.70 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897741 Jul 16 01:20:13.278889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c750db5-ba95-4a51-85f7-5fdc7f1409ce req-74cc1466-e0c5-420c-a0bc-3bf248c5be79 tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.285846 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1c750db5-ba95-4a51-85f7-5fdc7f1409ce req-74cc1466-e0c5-420c-a0bc-3bf248c5be79 tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 1102 time: 0.3874664 Jul 16 01:20:13.312201 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-da2b32d0-3de9-42b1-8622-0b9af8c22bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.313730 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-da2b32d0-3de9-42b1-8622-0b9af8c22bff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70af7833c40c4f98a6be458eb578ac70&device_id=db0e792f-9688-4a9c-98ea-0c40280be6b6 HTTP/1.1" status: 200 len: 1099 time: 0.3247738 Jul 16 01:20:13.410035 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65f9c7b8-1b48-4097-8a50-685206e358e4 req-94d4abce-25b6-4538-b1a5-8ad068cac2ce tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747110 Jul 16 01:20:13.413790 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-c920e9b7-657f-4182-a83f-d7a02818441b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 HTTP/1.1" status: 200 len: 217 time: 0.0514266 Jul 16 01:20:13.414814 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Attempting to bind port 4799570f-1f18-422a-a5aa-c7ab83ca40da on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:13.415146 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Attempting to bind port 4799570f-1f18-422a-a5aa-c7ab83ca40da by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:13.415472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Attempting to bind port 4799570f-1f18-422a-a5aa-c7ab83ca40da on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:13.419721 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1c750db5-ba95-4a51-85f7-5fdc7f1409ce req-f1579897-dfa7-48c5-966a-85ddf96fd3b6 tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330554 Jul 16 01:20:13.421788 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Port 4799570f-1f18-422a-a5aa-c7ab83ca40da on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:13.422164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Attempting to bind port 4799570f-1f18-422a-a5aa-c7ab83ca40da on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:13.427667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:13.427973 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:13.428313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:13.428742 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Bound port: 4799570f-1f18-422a-a5aa-c7ab83ca40da, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:13.429101 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:13.485888 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a01810d-714a-4ef8-9399-1082f863470a x-openstack-request-id: req-1a01810d-714a-4ef8-9399-1082f863470a {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:13.486430 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "818578f5-84ad-496f-a819-e4228f7118ba", "tag": "e31600a8-6354-4aef-b9a7-da99cf3d6dd0", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:13.486430 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a01810d-714a-4ef8-9399-1082f863470a {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:13.486794 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '818578f5-84ad-496f-a819-e4228f7118ba', 'tag': 'e31600a8-6354-4aef-b9a7-da99cf3d6dd0', 'status': 'completed', 'code': 200} Jul 16 01:20:13.580219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-050ae0d4-00ea-4f11-9605-37db20ed79ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.581766 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-050ae0d4-00ea-4f11-9605-37db20ed79ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1440516 Jul 16 01:20:13.655589 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c214cd6-27d0-4eb0-87df-39254aafb60c req-e317e8e6-422e-492d-84c0-c3da76774c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.657141 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5c214cd6-27d0-4eb0-87df-39254aafb60c req-e317e8e6-422e-492d-84c0-c3da76774c88 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 1095 time: 0.1298850 Jul 16 01:20:13.670460 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5ffa4-0a6d-48cb-859e-28302cc270af req-0e558913-db99-4649-b064-f75678dad2bf tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.672206 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a4b5ffa4-0a6d-48cb-859e-28302cc270af req-0e558913-db99-4649-b064-f75678dad2bf tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.70 "GET /v2.0/ports?device_id=ebf894b2-1de2-41a7-9e92-e1bd279b5dab HTTP/1.1" status: 200 len: 945 time: 0.0851679 Jul 16 01:20:13.691556 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] For port 4799570f-1f18-422a-a5aa-c7ab83ca40da, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:13.716623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] For port 4799570f-1f18-422a-a5aa-c7ab83ca40da, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=4799570f-1f18-422a-a5aa-c7ab83ca40da,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:13.721938 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 51564) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:13.737205 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:13.788405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.788857 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:13.790255 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] 10.222.0.69 "PUT /v2.0/ports/4799570f-1f18-422a-a5aa-c7ab83ca40da HTTP/1.1" status: 200 len: 1097 time: 2.3791630 Jul 16 01:20:13.865983 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c214cd6-27d0-4eb0-87df-39254aafb60c req-9738360a-74a0-42fe-8ac0-b1ac54345f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.867463 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5c214cd6-27d0-4eb0-87df-39254aafb60c req-9738360a-74a0-42fe-8ac0-b1ac54345f4c service neutron] 10.222.0.70 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 913 time: 0.1648192 Jul 16 01:20:13.926894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-75215c50-b831-4d21-ba20-47bf990b7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.928356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-75215c50-b831-4d21-ba20-47bf990b7910 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3245664 Jul 16 01:20:13.935938 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233dec9-21b4-4ed8-bc00-61a9dfd80798 req-c17930a4-9f87-4d7e-ac92-794cedab99b2 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:13.937517 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e233dec9-21b4-4ed8-bc00-61a9dfd80798 req-c17930a4-9f87-4d7e-ac92-794cedab99b2 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebf894b2-1de2-41a7-9e92-e1bd279b5dab HTTP/1.1" status: 200 len: 945 time: 0.3517263 Jul 16 01:20:13.938817 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5c214cd6-27d0-4eb0-87df-39254aafb60c req-b88bc04b-315e-4107-88e8-cccd195946a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e31600a8-6354-4aef-b9a7-da99cf3d6dd0 HTTP/1.1" status: 200 len: 217 time: 0.0523839 Jul 16 01:20:13.941530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-a4b5ffa4-0a6d-48cb-859e-28302cc270af req-d3631579-cfb0-42a5-9b63-d5dc14173776 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Deleting port 6873528f-7a93-4d8a-97b0-5c0de0457851 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:13.942136 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a4b5ffa4-0a6d-48cb-859e-28302cc270af req-d3631579-cfb0-42a5-9b63-d5dc14173776 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:13.946871 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defcaadc-d5aa-4b00-bd0b-06644096eaa9 service neutron] Pushing event updated for resources: {'Port': ['ID=4799570f-1f18-422a-a5aa-c7ab83ca40da,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:14.011816 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f413ed0-bee3-4b9c-8a62-23ac248cd22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:14.055627 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c214cd6-27d0-4eb0-87df-39254aafb60c req-9aa40299-5123-4ae9-aeb0-059199872bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.057100 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5c214cd6-27d0-4eb0-87df-39254aafb60c req-9aa40299-5123-4ae9-aeb0-059199872bac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dcb4b501-ff87-4c91-b62d-7063cf216269 HTTP/1.1" status: 200 len: 852 time: 0.0927308 Jul 16 01:20:14.087304 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b95bbf-e7c9-4b3e-9557-7f0edaab5343 req-8423110d-1ed8-41c9-b9ca-110883da93dc tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.093663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b95bbf-e7c9-4b3e-9557-7f0edaab5343 req-8423110d-1ed8-41c9-b9ca-110883da93dc tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.099482 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b95bbf-e7c9-4b3e-9557-7f0edaab5343 req-8423110d-1ed8-41c9-b9ca-110883da93dc tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.101162 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4b95bbf-e7c9-4b3e-9557-7f0edaab5343 req-8423110d-1ed8-41c9-b9ca-110883da93dc tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d&device_id=034909ae-989f-4848-b4c9-779273771c5d&device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 2417 time: 0.3243537 Jul 16 01:20:14.106258 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5c214cd6-27d0-4eb0-87df-39254aafb60c req-9ed5c4e2-899e-4c13-8922-15998eb366b1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8fcb8e6c-5076-4d25-8790-4e6d6232edea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372574 Jul 16 01:20:14.107993 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-a4b5ffa4-0a6d-48cb-859e-28302cc270af req-d3631579-cfb0-42a5-9b63-d5dc14173776 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] For port 6873528f-7a93-4d8a-97b0-5c0de0457851, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6873528f-7a93-4d8a-97b0-5c0de0457851,segment=NetworkSegment(a17f02e5-f428-4224-b779-95af709b9465),segment_id=a17f02e5-f428-4224-b779-95af709b9465)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:14.108354 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a4b5ffa4-0a6d-48cb-859e-28302cc270af req-d3631579-cfb0-42a5-9b63-d5dc14173776 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:14.119850 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e233dec9-21b4-4ed8-bc00-61a9dfd80798 req-7d6c4df1-7c60-4800-ab37-a32b038791fd tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627460 Jul 16 01:20:14.120343 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-a4b5ffa4-0a6d-48cb-859e-28302cc270af req-d3631579-cfb0-42a5-9b63-d5dc14173776 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Calling delete_port for 6873528f-7a93-4d8a-97b0-5c0de0457851 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:14.136304 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-4a08ed09-bf22-4d93-968d-324ac2465332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.137813 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-4a08ed09-bf22-4d93-968d-324ac2465332 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=70af7833c40c4f98a6be458eb578ac70&device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 1100 time: 0.2864728 Jul 16 01:20:14.205910 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab67eb0-1a25-413a-8dcc-6fac20559ad3 x-openstack-request-id: req-1ab67eb0-1a25-413a-8dcc-6fac20559ad3 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:14.206203 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db0e792f-9688-4a9c-98ea-0c40280be6b6", "tag": "1267ef69-c7df-426d-8f0f-c5d6c9ea95e4", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:14.206457 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ab67eb0-1a25-413a-8dcc-6fac20559ad3 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:14.206848 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db0e792f-9688-4a9c-98ea-0c40280be6b6', 'tag': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4', 'status': 'completed', 'code': 200} Jul 16 01:20:14.214668 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-e55533a4-0c89-406f-9ed3-8247a2007a88 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629230 Jul 16 01:20:14.222800 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-f4d96188-548f-45b3-9d10-844d246faf5c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=4799570f-1f18-422a-a5aa-c7ab83ca40da HTTP/1.1" status: 200 len: 217 time: 0.0648024 Jul 16 01:20:14.236174 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4b95bbf-e7c9-4b3e-9557-7f0edaab5343 req-4d088d9b-2716-42d9-926f-3e0c7b4c48cd tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276467 Jul 16 01:20:14.298309 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5c214cd6-27d0-4eb0-87df-39254aafb60c req-f3c73483-4514-40bf-af8b-5dc63cde5243 service neutron] 10.222.0.70 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739497 Jul 16 01:20:14.387581 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-6c6beff2-0a88-4172-b446-8978b3e4de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.388791 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-6c6beff2-0a88-4172-b446-8978b3e4de31 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1559725 Jul 16 01:20:14.417825 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a4b5ffa4-0a6d-48cb-859e-28302cc270af req-d3631579-cfb0-42a5-9b63-d5dc14173776 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:14.435981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['a57561dc-6093-4dd7-97d0-69cef8d8c5e5'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:14.471251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3631579-cfb0-42a5-9b63-d5dc14173776 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Pushing event deleted for resources: {'Port': ['ID=6873528f-7a93-4d8a-97b0-5c0de0457851,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:14.483250 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0cba495-cec4-4d59-bb4d-c21913c0f4d5 req-88295ea0-bfca-4acd-937c-ee2a8eb387f7 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515416 Jul 16 01:20:14.493424 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['6873528f-7a93-4d8a-97b0-5c0de0457851', '6b87cbbb-1dc5-4e2f-b901-622991b54fcb'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:14.515613 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f413ed0-bee3-4b9c-8a62-23ac248cd22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:14.521506 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-d833a097-aaa1-4882-a382-60c58b5ddc1c tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e4298f2f0e1c43a087775279fb78d121&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472960 Jul 16 01:20:14.526878 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f413ed0-bee3-4b9c-8a62-23ac248cd22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:14.527099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b5ffa4-0a6d-48cb-859e-28302cc270af req-d3631579-cfb0-42a5-9b63-d5dc14173776 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] No DVR routers for this DVR port 6873528f-7a93-4d8a-97b0-5c0de0457851 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:14.530193 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5c214cd6-27d0-4eb0-87df-39254aafb60c req-8f9c2cdd-d22b-4f13-8b9a-9637308207b6 service neutron] 10.222.0.70 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182729 Jul 16 01:20:14.531268 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a4b5ffa4-0a6d-48cb-859e-28302cc270af req-d3631579-cfb0-42a5-9b63-d5dc14173776 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:14.533194 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a4b5ffa4-0a6d-48cb-859e-28302cc270af req-d3631579-cfb0-42a5-9b63-d5dc14173776 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.70 "DELETE /v2.0/ports/6873528f-7a93-4d8a-97b0-5c0de0457851 HTTP/1.1" status: 204 len: 173 time: 0.8288450 Jul 16 01:20:14.541494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b46c4-5365-499b-809d-c74608d9bd22 req-f160e42f-d008-4f65-88e1-1865fb334b13 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.542990 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff0b46c4-5365-499b-809d-c74608d9bd22 req-f160e42f-d008-4f65-88e1-1865fb334b13 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.2483118 Jul 16 01:20:14.630578 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3f413ed0-bee3-4b9c-8a62-23ac248cd22b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fea6b359836f4938ba0c979abdad60b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9054899 Jul 16 01:20:14.634094 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51582) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:14.640602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f413ed0-bee3-4b9c-8a62-23ac248cd22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe84bbf-9abf-4827-913d-4d2e34f62f04,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:14.679442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-271dff4c-81bf-42de-9de3-42ad4e0ffd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.681009 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-271dff4c-81bf-42de-9de3-42ad4e0ffd5c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2822127 Jul 16 01:20:14.708663 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74197095-5691-4711-a555-07dd6bafdf2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:14.713766 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904046b-85ae-4caf-b545-cdac9513c3e2 req-cc66b4d2-f28c-48d5-b4bf-614920fa7797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.715563 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3904046b-85ae-4caf-b545-cdac9513c3e2 req-cc66b4d2-f28c-48d5-b4bf-614920fa7797 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=70af7833c40c4f98a6be458eb578ac70&device_id=db0e792f-9688-4a9c-98ea-0c40280be6b6 HTTP/1.1" status: 200 len: 1099 time: 0.1208768 Jul 16 01:20:14.740892 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff0b46c4-5365-499b-809d-c74608d9bd22 req-f0df8792-a177-4460-bd91-8d1a2a36b0ac tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871939 Jul 16 01:20:14.764878 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74197095-5691-4711-a555-07dd6bafdf2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:14.815858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-f66a124d-4248-445b-8913-9ec89163e682 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:14.817861 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-f66a124d-4248-445b-8913-9ec89163e682 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2665441 Jul 16 01:20:14.851227 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-a9990cb3-b7d8-4338-9749-ce30bde86d92 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591136 Jul 16 01:20:14.861573 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-bb382c38-21f5-42c7-ba51-5176df0a06e4 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/quotas/e4298f2f0e1c43a087775279fb78d121 HTTP/1.1" status: 200 len: 375 time: 0.0367279 Jul 16 01:20:15.049322 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ed247cd-ce75-4d95-9e32-aecf13bb299c req-ade05e7c-f53d-419b-9d05-9a1d2d618507 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866894 Jul 16 01:20:15.073763 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-19163133-0354-4af7-b803-efa2cbad732d tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2021127 Jul 16 01:20:15.083632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dc5d09-5937-4c4d-94f7-61e2b0855a56 req-fc7ba222-694c-4530-aaa7-a7978200f75f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.085242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e9dc5d09-5937-4c4d-94f7-61e2b0855a56 req-fc7ba222-694c-4530-aaa7-a7978200f75f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 943 time: 0.2026234 Jul 16 01:20:15.142613 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e9dc5d09-5937-4c4d-94f7-61e2b0855a56 req-f23e0bdd-a5fb-45a7-8278-d428ea60f72f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493991 Jul 16 01:20:15.142889 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904046b-85ae-4caf-b545-cdac9513c3e2 req-c234cb59-6b37-4d42-a184-fc79974fbfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.144412 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3904046b-85ae-4caf-b545-cdac9513c3e2 req-c234cb59-6b37-4d42-a184-fc79974fbfb7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.4127433 Jul 16 01:20:15.179568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-d5e94569-6882-4a8e-98df-c5700094e77b req-e50a5d68-66e1-4861-9823-b7c82e66d177 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:20:15.180029 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74197095-5691-4711-a555-07dd6bafdf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.180656 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d5e94569-6882-4a8e-98df-c5700094e77b req-e50a5d68-66e1-4861-9823-b7c82e66d177 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060284 Jul 16 01:20:15.183382 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74197095-5691-4711-a555-07dd6bafdf2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.184539 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-74197095-5691-4711-a555-07dd6bafdf2c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7fe84bbf-9abf-4827-913d-4d2e34f62f04 HTTP/1.1" status: 204 len: 168 time: 0.5482516 Jul 16 01:20:15.227924 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3904046b-85ae-4caf-b545-cdac9513c3e2 req-fbd44cd2-5a41-4918-b4a6-67518bcdf3ad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 HTTP/1.1" status: 200 len: 217 time: 0.0651429 Jul 16 01:20:15.270183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74197095-5691-4711-a555-07dd6bafdf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe84bbf-9abf-4827-913d-4d2e34f62f04,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:15.320067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d5e94569-6882-4a8e-98df-c5700094e77b req-f9da726d-1158-4b91-b5dc-ccf72d1457fd tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1328125 Jul 16 01:20:15.361669 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904046b-85ae-4caf-b545-cdac9513c3e2 req-04325e10-a997-4be6-bf80-a9d76ca1eea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.363295 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3904046b-85ae-4caf-b545-cdac9513c3e2 req-04325e10-a997-4be6-bf80-a9d76ca1eea1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1139669 Jul 16 01:20:15.425303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e08bc-b62f-417a-8913-caa637d5882b req-21d51622-feda-4a23-bf53-5882beeef2aa tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.432792 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f49e08bc-b62f-417a-8913-caa637d5882b req-21d51622-feda-4a23-bf53-5882beeef2aa tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 948 time: 0.0952311 Jul 16 01:20:15.488483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebf894b2-1de2-41a7-9e92-e1bd279b5dab', 'name': 'network-vif-deleted', 'tag': '6873528f-7a93-4d8a-97b0-5c0de0457851'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:15.490758 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5beb4015-d90d-404a-91c8-2f286760bbf4" -d '{"events": [{"server_uuid": "ebf894b2-1de2-41a7-9e92-e1bd279b5dab", "name": "network-vif-deleted", "tag": "6873528f-7a93-4d8a-97b0-5c0de0457851"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:15.509078 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f49e08bc-b62f-417a-8913-caa637d5882b req-dd26e64c-22ff-44a2-874b-273e89506b75 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698190 Jul 16 01:20:15.537092 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3904046b-85ae-4caf-b545-cdac9513c3e2 req-8bcaaa8e-0d66-49a8-a61a-d888eaa15c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:15.539194 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3904046b-85ae-4caf-b545-cdac9513c3e2 req-8bcaaa8e-0d66-49a8-a61a-d888eaa15c94 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1685436 Jul 16 01:20:15.610461 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51606) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:15.629586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-303a31d6-8792-429c-8017-53d5fa6a1558 req-11375c38-ecf5-46fd-9d5d-d91f92fa5f64 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 210 time: 0.0480599 Jul 16 01:20:15.656485 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08d74843-cf32-4fa0-9628-dd5582c555f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.706347 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b07b7e9e-b49d-4d99-b2d5-d613ded0d6fb req-0e4cc85d-1abd-4b98-abe6-fefcd2733aac tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=ebf894b2-1de2-41a7-9e92-e1bd279b5dab HTTP/1.1" status: 200 len: 210 time: 0.0414624 Jul 16 01:20:15.766423 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648281cf-ddd9-4044-b132-83fe97f40eaf x-openstack-request-id: req-648281cf-ddd9-4044-b132-83fe97f40eaf {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:15.766703 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebf894b2-1de2-41a7-9e92-e1bd279b5dab", "name": "network-vif-deleted", "tag": "6873528f-7a93-4d8a-97b0-5c0de0457851", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:15.766954 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-648281cf-ddd9-4044-b132-83fe97f40eaf {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:15.767333 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebf894b2-1de2-41a7-9e92-e1bd279b5dab', 'name': 'network-vif-deleted', 'tag': '6873528f-7a93-4d8a-97b0-5c0de0457851', 'status': 'completed', 'code': 200} Jul 16 01:20:15.774278 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3904046b-85ae-4caf-b545-cdac9513c3e2 req-27fab964-2203-4235-9477-74863b8d0e8c service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229891 Jul 16 01:20:15.935998 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08d74843-cf32-4fa0-9628-dd5582c555f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.942954 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08d74843-cf32-4fa0-9628-dd5582c555f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:15.969313 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3904046b-85ae-4caf-b545-cdac9513c3e2 req-d476c7c5-3f9b-4f98-b379-7c6f9863f504 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792834 Jul 16 01:20:16.007578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04fa47-16e3-421c-9b8d-44617ce367e6 req-72a2e534-4c27-45a8-b937-9d6504666368 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:16.014265 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-08d74843-cf32-4fa0-9628-dd5582c555f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=66a73f9ed32d4aaea32658bb8280b3f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4000962 Jul 16 01:20:16.015425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d74843-cf32-4fa0-9628-dd5582c555f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735143b3-ebd2-432e-a4b9-8408d62a06ee,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:16.019068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51614) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:16.033158 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d04fa47-16e3-421c-9b8d-44617ce367e6 req-72a2e534-4c27-45a8-b937-9d6504666368 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.0931580 Jul 16 01:20:16.082575 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d04fa47-16e3-421c-9b8d-44617ce367e6 req-ab2e6d38-e412-4723-9d57-d02418da1533 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484529 Jul 16 01:20:16.096721 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd14ef20-5906-488b-ada5-eb44e2f662b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.120592 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd14ef20-5906-488b-ada5-eb44e2f662b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.169897 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd14ef20-5906-488b-ada5-eb44e2f662b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.172685 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd14ef20-5906-488b-ada5-eb44e2f662b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.176625 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cd14ef20-5906-488b-ada5-eb44e2f662b3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/735143b3-ebd2-432e-a4b9-8408d62a06ee HTTP/1.1" status: 204 len: 168 time: 0.1536109 Jul 16 01:20:16.184681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14ef20-5906-488b-ada5-eb44e2f662b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735143b3-ebd2-432e-a4b9-8408d62a06ee,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:16.208026 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b8419c-3249-4ef2-9730-7960d109057c', 'tag': '4799570f-1f18-422a-a5aa-c7ab83ca40da'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:16.212108 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d3419a-9d5f-4ab0-9dc4-b2027b1f92ca" -d '{"events": [{"name": "network-changed", "server_uuid": "03b8419c-3249-4ef2-9730-7960d109057c", "tag": "4799570f-1f18-422a-a5aa-c7ab83ca40da"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:16.346808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ee990-b452-46dd-adaa-cbb6ee2874f7 req-c328cb9e-45d4-49db-b870-42bc1803b0cd tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:16.348582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f68ee990-b452-46dd-adaa-cbb6ee2874f7 req-c328cb9e-45d4-49db-b870-42bc1803b0cd tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 943 time: 0.0655124 Jul 16 01:20:16.401112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f68ee990-b452-46dd-adaa-cbb6ee2874f7 req-9b258083-057c-4de1-b797-40afe6e22c78 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451586 Jul 16 01:20:16.438820 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2709685-3a3f-43fa-9574-a3ca19b6ccc5 x-openstack-request-id: req-f2709685-3a3f-43fa-9574-a3ca19b6ccc5 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:16.439118 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b8419c-3249-4ef2-9730-7960d109057c", "tag": "4799570f-1f18-422a-a5aa-c7ab83ca40da", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:16.439376 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f2709685-3a3f-43fa-9574-a3ca19b6ccc5 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:16.439789 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b8419c-3249-4ef2-9730-7960d109057c', 'tag': '4799570f-1f18-422a-a5aa-c7ab83ca40da', 'status': 'completed', 'code': 200} Jul 16 01:20:16.524639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3419a-9d5f-4ab0-9dc4-b2027b1f92ca req-ac2bff8f-8e9f-46d1-900a-00ca32dc53da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:16.526385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2d3419a-9d5f-4ab0-9dc4-b2027b1f92ca req-ac2bff8f-8e9f-46d1-900a-00ca32dc53da service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=70af7833c40c4f98a6be458eb578ac70&device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 1100 time: 0.0567172 Jul 16 01:20:16.570006 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51630) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:16.588451 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-51ba1274-e5f0-433a-9cab-5763e1af6e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.683448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3419a-9d5f-4ab0-9dc4-b2027b1f92ca req-464d2994-4c6f-4b87-a14a-d4b8832c681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:16.684974 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2d3419a-9d5f-4ab0-9dc4-b2027b1f92ca req-464d2994-4c6f-4b87-a14a-d4b8832c681b service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.1484823 Jul 16 01:20:16.687340 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-51ba1274-e5f0-433a-9cab-5763e1af6e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.691249 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-51ba1274-e5f0-433a-9cab-5763e1af6e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.732610 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-51ba1274-e5f0-433a-9cab-5763e1af6e22 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd4c813c4f9e48b883f4e89760f99cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585646 Jul 16 01:20:16.732610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba1274-e5f0-433a-9cab-5763e1af6e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdafb4d0-d1cd-4acd-9f54-c43b1e5347d5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:16.733632 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51636) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:16.750197 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2d3419a-9d5f-4ab0-9dc4-b2027b1f92ca req-75470cac-0c5f-4423-8421-4d7b1852dff2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=4799570f-1f18-422a-a5aa-c7ab83ca40da HTTP/1.1" status: 200 len: 217 time: 0.0576980 Jul 16 01:20:16.759463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de1242-8136-4070-9bf5-8586e14b1bd8 req-48d94ec6-ca50-423f-9e81-19e552401b19 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:16.765967 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84de1242-8136-4070-9bf5-8586e14b1bd8 req-48d94ec6-ca50-423f-9e81-19e552401b19 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 948 time: 0.1475937 Jul 16 01:20:16.782297 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b1c498d2-1d6f-44a5-8f2f-79a8bee6bed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.795613 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e31600a8-6354-4aef-b9a7-da99cf3d6dd0 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:16.801788 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6873528f-7a93-4d8a-97b0-5c0de0457851 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:16.806052 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b1c498d2-1d6f-44a5-8f2f-79a8bee6bed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.849922 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3419a-9d5f-4ab0-9dc4-b2027b1f92ca req-e1a17667-7281-425d-b5b8-9293d7c57dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:16.851917 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2d3419a-9d5f-4ab0-9dc4-b2027b1f92ca req-e1a17667-7281-425d-b5b8-9293d7c57dd5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0848658 Jul 16 01:20:16.868006 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b1c498d2-1d6f-44a5-8f2f-79a8bee6bed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.871529 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b1c498d2-1d6f-44a5-8f2f-79a8bee6bed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:16.874741 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b1c498d2-1d6f-44a5-8f2f-79a8bee6bed1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cdafb4d0-d1cd-4acd-9f54-c43b1e5347d5 HTTP/1.1" status: 204 len: 168 time: 0.1400566 Jul 16 01:20:16.884656 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c498d2-1d6f-44a5-8f2f-79a8bee6bed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdafb4d0-d1cd-4acd-9f54-c43b1e5347d5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:16.903539 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 6873528f-7a93-4d8a-97b0-5c0de0457851 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:16.904166 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6873528f-7a93-4d8a-97b0-5c0de0457851 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:16.954201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e31600a8-6354-4aef-b9a7-da99cf3d6dd0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e31600a8-6354-4aef-b9a7-da99cf3d6dd0,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:16.961668 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84de1242-8136-4070-9bf5-8586e14b1bd8 req-f1f42e3e-3eb9-4919-9f70-d62bcb6ed3cc tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855037 Jul 16 01:20:16.968292 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f8aa5b8-45d7-42ce-ac3e-5be12e461975 req-8876f2e5-2465-43e9-98d8-1518b0efe011 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 210 time: 0.0642226 Jul 16 01:20:16.969810 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'e31600a8-6354-4aef-b9a7-da99cf3d6dd0', 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea', 'port_id': 'e31600a8-6354-4aef-b9a7-da99cf3d6dd0', 'mac_address': 'fa:16:3e:b7:26:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb4b501-ff87-4c91-b62d-7063cf216269', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:17.004478 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3419a-9d5f-4ab0-9dc4-b2027b1f92ca req-9be02ef0-9217-40f9-aeb0-d4ecd88877de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.006529 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2d3419a-9d5f-4ab0-9dc4-b2027b1f92ca req-9be02ef0-9217-40f9-aeb0-d4ecd88877de service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1433482 Jul 16 01:20:17.016611 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:17.048862 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e31600a8-6354-4aef-b9a7-da99cf3d6dd0 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:17.084993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e31600a8-6354-4aef-b9a7-da99cf3d6dd0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e31600a8-6354-4aef-b9a7-da99cf3d6dd0,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:17.090428 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:17.115083 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-ddccfd64-2282-43fc-b1a3-5eeae82f9cbb tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=e4298f2f0e1c43a087775279fb78d121&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356014 Jul 16 01:20:17.153113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=e31600a8-6354-4aef-b9a7-da99cf3d6dd0,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:17.287438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-392e9022-e2e6-4147-9521-e4146f9ab283 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.289222 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-392e9022-e2e6-4147-9521-e4146f9ab283 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513243 Jul 16 01:20:17.315551 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-f3372e58-6ff4-4949-ad20-e86d2ebfd4b6 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Request body: {'port': {'device_id': 'd5f83ab5-c0b6-4111-92a9-829bbbf392a8', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': 'e4298f2f0e1c43a087775279fb78d121'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:17.479514 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-f3372e58-6ff4-4949-ad20-e86d2ebfd4b6 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Made reservation on behalf of e4298f2f0e1c43a087775279fb78d121 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:17.483949 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-f3372e58-6ff4-4949-ad20-e86d2ebfd4b6 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:17.653362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-f3372e58-6ff4-4949-ad20-e86d2ebfd4b6 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Allocated IP 192.168.233.240 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/845dab36-078b-4865-b9e0-c99d5392b596) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:17.682712 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2d3419a-9d5f-4ab0-9dc4-b2027b1f92ca req-33d1e3e1-7aff-4756-8211-3bd0e3beffc3 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6686118 Jul 16 01:20:17.811198 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 4799570f-1f18-422a-a5aa-c7ab83ca40da details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:17.816555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e56ce8-44c7-4a01-b5e2-22f5d3cd03f9 req-a6fd54e0-4339-40f2-bb9f-a4ddce3ca283 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.824670 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34e56ce8-44c7-4a01-b5e2-22f5d3cd03f9 req-a6fd54e0-4339-40f2-bb9f-a4ddce3ca283 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.1826663 Jul 16 01:20:17.839619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-f3372e58-6ff4-4949-ad20-e86d2ebfd4b6 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:17.857654 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-f3372e58-6ff4-4949-ad20-e86d2ebfd4b6 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Transition to ACTIVE for port object 845dab36-078b-4865-b9e0-c99d5392b596 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:17.882098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2d3419a-9d5f-4ab0-9dc4-b2027b1f92ca req-f6565c5e-640b-4251-bdb3-6db92d79619e service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916556 Jul 16 01:20:17.899657 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-f3372e58-6ff4-4949-ad20-e86d2ebfd4b6 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:17.913811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eac228-9f27-41d5-a634-b64d8667e72f req-ded98fa2-9412-4ec5-9638-8a369517b39d tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:17.916582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21eac228-9f27-41d5-a634-b64d8667e72f req-ded98fa2-9412-4ec5-9638-8a369517b39d tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 944 time: 0.2167084 Jul 16 01:20:17.933667 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34e56ce8-44c7-4a01-b5e2-22f5d3cd03f9 req-6c4c69cd-34c2-4e1d-8eee-ca5c47c70bc1 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078134 Jul 16 01:20:17.938875 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 4799570f-1f18-422a-a5aa-c7ab83ca40da, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=4799570f-1f18-422a-a5aa-c7ab83ca40da,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:17.955700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-f3372e58-6ff4-4949-ad20-e86d2ebfd4b6 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:17.957811 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-f3372e58-6ff4-4949-ad20-e86d2ebfd4b6 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:17.969308 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '4799570f-1f18-422a-a5aa-c7ab83ca40da', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '4799570f-1f18-422a-a5aa-c7ab83ca40da', 'mac_address': 'fa:16:3e:8f:f2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:17.971273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['e31600a8-6354-4aef-b9a7-da99cf3d6dd0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:17.973297 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e644050a-cb5b-4e73-937b-9251d818c3a5', '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0', 'a4c1e466-cbec-4822-82cd-9fa5c6b43430', '34f8b176-35e8-46f9-8486-637da280e0f1', '7313be73-0c88-4f63-95bf-bcb2e4c0db28'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:17.976969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-f3372e58-6ff4-4949-ad20-e86d2ebfd4b6 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:18.037208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21eac228-9f27-41d5-a634-b64d8667e72f req-9ebd8919-c337-422b-a751-b2e1e0e67f02 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866847 Jul 16 01:20:18.066296 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3372e58-6ff4-4949-ad20-e86d2ebfd4b6 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Pushing event updated for resources: {'Port': ['ID=845dab36-078b-4865-b9e0-c99d5392b596,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:18.101932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-f3372e58-6ff4-4949-ad20-e86d2ebfd4b6 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.103473 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-f3372e58-6ff4-4949-ad20-e86d2ebfd4b6 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.134051 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-f3372e58-6ff4-4949-ad20-e86d2ebfd4b6 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8216481 Jul 16 01:20:18.156992 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Request body: {'port': {'device_id': 'd5f83ab5-c0b6-4111-92a9-829bbbf392a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:18.218970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541186ab-cf2d-4c48-a375-2167c236e6b9 req-f52cf962-9d44-40b2-b4af-399bb1ac60cc tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.226322 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-541186ab-cf2d-4c48-a375-2167c236e6b9 req-f52cf962-9d44-40b2-b4af-399bb1ac60cc tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 945 time: 0.1584694 Jul 16 01:20:18.310582 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.326648 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.377012 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-541186ab-cf2d-4c48-a375-2167c236e6b9 req-d1a8094b-00e2-41d6-98fb-f5cc58e4b41c tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497078 Jul 16 01:20:18.382937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4799570f-1f18-422a-a5aa-c7ab83ca40da {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:18.417896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d838b6-c35e-4b07-9cb1-3babeb27e0a8 req-ee8c93d1-4199-4121-975e-b55225786602 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.423080 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 4799570f-1f18-422a-a5aa-c7ab83ca40da, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=4799570f-1f18-422a-a5aa-c7ab83ca40da,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:18.436507 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7d838b6-c35e-4b07-9cb1-3babeb27e0a8 req-ee8c93d1-4199-4121-975e-b55225786602 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 948 time: 0.2585170 Jul 16 01:20:18.490740 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.528602 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7d838b6-c35e-4b07-9cb1-3babeb27e0a8 req-4be9331d-5251-4f06-b49c-06c4f8b42a70 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896342 Jul 16 01:20:18.567930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bdef18da-17f3-421c-bfaa-811569aa0350 None None] Provisioning for port 845dab36-078b-4865-b9e0-c99d5392b596 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:18.625085 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bdef18da-17f3-421c-bfaa-811569aa0350 None None] Provisioning complete for port 845dab36-078b-4865-b9e0-c99d5392b596 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:18.625810 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bdef18da-17f3-421c-bfaa-811569aa0350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.700903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=4799570f-1f18-422a-a5aa-c7ab83ca40da,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:18.729139 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-bdef18da-17f3-421c-bfaa-811569aa0350 None None] Port 845dab36-078b-4865-b9e0-c99d5392b596 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:18.757483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d88181-7f2b-4e27-9d81-345f3a649122 req-56cc4bfd-5a5e-4fc1-9e93-32b58498ffc1 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:18.761843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37d88181-7f2b-4e27-9d81-345f3a649122 req-56cc4bfd-5a5e-4fc1-9e93-32b58498ffc1 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 936 time: 0.1410673 Jul 16 01:20:18.856626 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:18.858183 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37d88181-7f2b-4e27-9d81-345f3a649122 req-42b69f31-1d72-49fc-889f-8decec44f379 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900702 Jul 16 01:20:18.872742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 845dab36-078b-4865-b9e0-c99d5392b596 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:18.876153 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['4799570f-1f18-422a-a5aa-c7ab83ca40da'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:18.883232 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.897631 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Transition to ACTIVE for port object 845dab36-078b-4865-b9e0-c99d5392b596 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:18.902523 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:18.990037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Pushing event updated for resources: {'Port': ['ID=845dab36-078b-4865-b9e0-c99d5392b596,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:19.146810 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Attempting to bind port 845dab36-078b-4865-b9e0-c99d5392b596 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:19.147183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Attempting to bind port 845dab36-078b-4865-b9e0-c99d5392b596 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:19.148432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Attempting to bind port 845dab36-078b-4865-b9e0-c99d5392b596 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:19.162312 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Port 845dab36-078b-4865-b9e0-c99d5392b596 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:19.162618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Attempting to bind port 845dab36-078b-4865-b9e0-c99d5392b596 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:19.171101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:19.175858 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:19.176218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:19.176688 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Bound port: 845dab36-078b-4865-b9e0-c99d5392b596, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:19.177066 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.245739 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:19.281200 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] For port 845dab36-078b-4865-b9e0-c99d5392b596, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:19.285742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] For port 845dab36-078b-4865-b9e0-c99d5392b596, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=845dab36-078b-4865-b9e0-c99d5392b596,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:19.293542 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.300251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37017b-c0ea-457d-889b-66e4226c2f8d req-83cc369f-cf19-43e5-a63b-965b0b7debcc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:19.301960 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b37017b-c0ea-457d-889b-66e4226c2f8d req-83cc369f-cf19-43e5-a63b-965b0b7debcc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.1304181 Jul 16 01:20:19.328804 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4', 'mac_address': 'fa:16:3e:07:49:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:19.389737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b37017b-c0ea-457d-889b-66e4226c2f8d req-43799733-6ce6-4227-a8a5-0ab76411e1df tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760641 Jul 16 01:20:19.412430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:19.414740 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.419542 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] 10.222.0.70 "PUT /v2.0/ports/845dab36-078b-4865-b9e0-c99d5392b596 HTTP/1.1" status: 200 len: 1097 time: 1.2685833 Jul 16 01:20:19.420123 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f83ab5-c0b6-4111-92a9-829bbbf392a8', 'tag': '845dab36-078b-4865-b9e0-c99d5392b596'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:19.423699 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f330e9b7-060b-471d-8669-b691bc7451ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f83ab5-c0b6-4111-92a9-829bbbf392a8", "tag": "845dab36-078b-4865-b9e0-c99d5392b596"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:19.457533 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.485037 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:19.565490 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:19.606340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed5bd2-f179-4339-b114-35a3c27ced3c service neutron] Pushing event updated for resources: {'Port': ['ID=845dab36-078b-4865-b9e0-c99d5392b596,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:19.628728 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:19.656420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-3b5ddcb1-c6de-4add-8be4-3cc4bb77c641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:19.657955 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-3b5ddcb1-c6de-4add-8be4-3cc4bb77c641 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 1100 time: 0.1725249 Jul 16 01:20:19.679101 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b7a44-1099-4e39-8a70-3fa697f3ed49 req-429d4ecd-e69a-472d-ba44-7e9b5ab2dc58 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:19.692559 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-436b7a44-1099-4e39-8a70-3fa697f3ed49 req-429d4ecd-e69a-472d-ba44-7e9b5ab2dc58 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 944 time: 0.1305611 Jul 16 01:20:19.741530 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-7842aa18-2571-4319-a69a-5a5a4dfab39c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=845dab36-078b-4865-b9e0-c99d5392b596 HTTP/1.1" status: 200 len: 217 time: 0.0692492 Jul 16 01:20:19.754416 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:19.802937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-072aa486-6fcc-4170-ba64-da267c1efd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:19.804779 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-072aa486-6fcc-4170-ba64-da267c1efd58 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0523696 Jul 16 01:20:19.807632 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-436b7a44-1099-4e39-8a70-3fa697f3ed49 req-3cc09696-f7a5-4e7b-9e93-624ced199736 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130328 Jul 16 01:20:19.845401 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ead0b3-c343-4de2-84df-50b99eef24cc req-2e9d4644-c8d2-490f-8ba1-4e7c0e039754 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:19.852729 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13ead0b3-c343-4de2-84df-50b99eef24cc req-2e9d4644-c8d2-490f-8ba1-4e7c0e039754 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 945 time: 0.1092904 Jul 16 01:20:19.872518 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce8564b-a6f2-4d7a-94cf-e0afeca97828 x-openstack-request-id: req-8ce8564b-a6f2-4d7a-94cf-e0afeca97828 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:19.872948 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f83ab5-c0b6-4111-92a9-829bbbf392a8", "tag": "845dab36-078b-4865-b9e0-c99d5392b596", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:19.873543 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ce8564b-a6f2-4d7a-94cf-e0afeca97828 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:19.873672 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f83ab5-c0b6-4111-92a9-829bbbf392a8', 'tag': '845dab36-078b-4865-b9e0-c99d5392b596', 'status': 'completed', 'code': 200} Jul 16 01:20:19.912341 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13ead0b3-c343-4de2-84df-50b99eef24cc req-908e2b14-22a5-48ac-a79e-c2cb6a899e92 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586755 Jul 16 01:20:19.916879 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-fe0a0c57-197f-4a49-a3b7-01ce3772681f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:19.918684 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-fe0a0c57-197f-4a49-a3b7-01ce3772681f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0966897 Jul 16 01:20:20.039418 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-fe38337b-e6c8-480b-a864-0ccb9a8ddd3a service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965741 Jul 16 01:20:20.104962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5ed88-c31a-4c17-9391-9b200b4e1e88 req-83267085-34c1-4d4b-bd8f-6b5ccaf52202 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.106631 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35b5ed88-c31a-4c17-9391-9b200b4e1e88 req-83267085-34c1-4d4b-bd8f-6b5ccaf52202 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 949 time: 0.1168633 Jul 16 01:20:20.164953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27261c17-c440-4ec0-9c7d-4762cbcd7d2c req-4c68b6fa-4f98-4f19-87be-17d7dde866fc tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.170129 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d26b032-4d8f-4427-8963-eb921ff0084c req-a3592e22-1da8-4f68-b12f-68b216b14f25 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080916 Jul 16 01:20:20.171676 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27261c17-c440-4ec0-9c7d-4762cbcd7d2c req-4c68b6fa-4f98-4f19-87be-17d7dde866fc tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 948 time: 0.1228573 Jul 16 01:20:20.194993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35b5ed88-c31a-4c17-9391-9b200b4e1e88 req-ed8b88aa-9904-4774-b397-c3f02540e0a6 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806129 Jul 16 01:20:20.226730 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27261c17-c440-4ec0-9c7d-4762cbcd7d2c req-ee460141-b02f-4b2e-9e71-e3c9e7b3a08f tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541341 Jul 16 01:20:20.368661 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330e9b7-060b-471d-8669-b691bc7451ac req-98226f9e-db0b-42fc-b0c2-bfe5a05220ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.372488 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f330e9b7-060b-471d-8669-b691bc7451ac req-98226f9e-db0b-42fc-b0c2-bfe5a05220ed service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 1100 time: 0.1044409 Jul 16 01:20:20.401751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1a4bb3-d2f2-459d-822d-c37c4d95da8f req-8bf89f08-b861-4220-9f0a-807bccdbfa7f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.403225 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1a1a4bb3-d2f2-459d-822d-c37c4d95da8f req-8bf89f08-b861-4220-9f0a-807bccdbfa7f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.70 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 945 time: 0.0908911 Jul 16 01:20:20.408123 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['1267ef69-c7df-426d-8f0f-c5d6c9ea95e4'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:20.582390 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330e9b7-060b-471d-8669-b691bc7451ac req-b79b6169-e9e3-450f-8ab4-58b5ba44ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.583916 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f330e9b7-060b-471d-8669-b691bc7451ac req-b79b6169-e9e3-450f-8ab4-58b5ba44ab35 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.1990759 Jul 16 01:20:20.617905 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99840b9-3460-459b-9275-a21b9c020b91 req-d8567404-ba6e-4151-8036-8862b9920e4c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.625745 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b99840b9-3460-459b-9275-a21b9c020b91 req-d8567404-ba6e-4151-8036-8862b9920e4c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.0864727 Jul 16 01:20:20.638500 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f330e9b7-060b-471d-8669-b691bc7451ac req-e1c3e68c-1349-411d-97b9-1df1ca3387de service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=845dab36-078b-4865-b9e0-c99d5392b596 HTTP/1.1" status: 200 len: 217 time: 0.0434799 Jul 16 01:20:20.644240 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-1a1a4bb3-d2f2-459d-822d-c37c4d95da8f req-cd5a242c-6033-4ddb-8f3b-7b53708a778d tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Deleting port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:20.644704 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1a1a4bb3-d2f2-459d-822d-c37c4d95da8f req-cd5a242c-6033-4ddb-8f3b-7b53708a778d tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.663224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b99840b9-3460-459b-9275-a21b9c020b91 req-4089c2d3-112b-4f83-a3e9-c8e2b33e624b tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363674 Jul 16 01:20:20.760708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330e9b7-060b-471d-8669-b691bc7451ac req-422273cc-b412-4529-a6f4-7584b62af039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.762165 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f330e9b7-060b-471d-8669-b691bc7451ac req-422273cc-b412-4529-a6f4-7584b62af039 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0946920 Jul 16 01:20:20.782248 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-1a1a4bb3-d2f2-459d-822d-c37c4d95da8f req-cd5a242c-6033-4ddb-8f3b-7b53708a778d tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] For port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=fa4dc5fa-1f83-4f95-b291-f37970b8c2e3,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:20.782619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1a1a4bb3-d2f2-459d-822d-c37c4d95da8f req-cd5a242c-6033-4ddb-8f3b-7b53708a778d tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:20.825209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-1a1a4bb3-d2f2-459d-822d-c37c4d95da8f req-cd5a242c-6033-4ddb-8f3b-7b53708a778d tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Calling delete_port for fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:20.890664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911a579-da98-4639-a5d6-07f184bb6b38 req-f947f957-9604-4e22-a966-0cc048b12945 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.897189 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911a579-da98-4639-a5d6-07f184bb6b38 req-f947f957-9604-4e22-a966-0cc048b12945 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.899821 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2911a579-da98-4639-a5d6-07f184bb6b38 req-f947f957-9604-4e22-a966-0cc048b12945 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=217b07c0-6fbe-4731-a129-e654ca0383f0&device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 1682 time: 0.0928452 Jul 16 01:20:20.903060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330e9b7-060b-471d-8669-b691bc7451ac req-4957cc8f-2626-4b07-adc1-51f01a575543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:20.907239 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d072c8f9-77d9-479a-9927-64b9a4aed96e', 'a6b9cf45-f6a8-4d0a-a072-111592f93f23'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:20.920978 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f330e9b7-060b-471d-8669-b691bc7451ac req-4957cc8f-2626-4b07-adc1-51f01a575543 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1285021 Jul 16 01:20:20.949817 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2911a579-da98-4639-a5d6-07f184bb6b38 req-d2223540-33e6-4b27-a7b8-75ac5f78c1b9 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425844 Jul 16 01:20:21.074186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ebdca-7824-4001-999f-6503ce8f7047 req-1670286b-ad70-4f47-a8fc-303f4e40c71d tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:21.077106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-322ebdca-7824-4001-999f-6503ce8f7047 req-1670286b-ad70-4f47-a8fc-303f4e40c71d tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 944 time: 0.1071725 Jul 16 01:20:21.100704 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f330e9b7-060b-471d-8669-b691bc7451ac req-e7f01dad-5b71-4ef7-9fa9-9c012f50cd11 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657801 Jul 16 01:20:21.107634 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1a1a4bb3-d2f2-459d-822d-c37c4d95da8f req-cd5a242c-6033-4ddb-8f3b-7b53708a778d tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.122886 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['92ad48a1-cd61-4b71-8c69-90c7accb11bc'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:21.159254 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-636dd6ca-2839-4cbd-bc27-1f5afe492332 req-83b89b5e-5dd0-4149-8f71-2467fdfcca25 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 210 time: 0.0419593 Jul 16 01:20:21.162774 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-322ebdca-7824-4001-999f-6503ce8f7047 req-3d7305ba-7e56-4c0d-ad26-5e2c98c79950 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801556 Jul 16 01:20:21.173218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a242c-6033-4ddb-8f3b-7b53708a778d tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Pushing event deleted for resources: {'Port': ['ID=fa4dc5fa-1f83-4f95-b291-f37970b8c2e3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:21.358138 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1a4bb3-d2f2-459d-822d-c37c4d95da8f req-cd5a242c-6033-4ddb-8f3b-7b53708a778d tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] No DVR routers for this DVR port fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:21.361848 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1a1a4bb3-d2f2-459d-822d-c37c4d95da8f req-cd5a242c-6033-4ddb-8f3b-7b53708a778d tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.364667 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1a1a4bb3-d2f2-459d-822d-c37c4d95da8f req-cd5a242c-6033-4ddb-8f3b-7b53708a778d tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.70 "DELETE /v2.0/ports/fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 HTTP/1.1" status: 204 len: 173 time: 0.9378581 Jul 16 01:20:21.406961 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f330e9b7-060b-471d-8669-b691bc7451ac req-353b7948-6db2-4c55-bfe2-d0605dfb0160 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924881 Jul 16 01:20:21.459469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a9877-f864-46e0-8571-6cdf8cd365a0 req-233ce0c1-d8b8-4a0a-af90-aa7e2dab677c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:21.461386 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a4a9877-f864-46e0-8571-6cdf8cd365a0 req-233ce0c1-d8b8-4a0a-af90-aa7e2dab677c tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 949 time: 0.0836759 Jul 16 01:20:21.530416 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a4a9877-f864-46e0-8571-6cdf8cd365a0 req-908b5083-9dc1-4f38-b5ef-f5df75c9124b tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624814 Jul 16 01:20:21.714902 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bad072-8b30-4602-9516-16f9fd100a18 req-1c89ab10-a00e-49ef-bcb4-3645cc32d80d tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:21.717585 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46bad072-8b30-4602-9516-16f9fd100a18 req-1c89ab10-a00e-49ef-bcb4-3645cc32d80d tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 948 time: 0.0996370 Jul 16 01:20:21.762274 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46bad072-8b30-4602-9516-16f9fd100a18 req-6a49e41d-7472-4352-b48b-f241d62182f1 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371907 Jul 16 01:20:21.847743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 4799570f-1f18-422a-a5aa-c7ab83ca40da up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:21.874742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cee524f5-d772-4db4-a806-b8cf3389348d', 'name': 'network-vif-deleted', 'tag': 'fa4dc5fa-1f83-4f95-b291-f37970b8c2e3'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:21.877153 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaa63d4-e000-4f65-924d-0180d0e96ede" -d '{"events": [{"server_uuid": "cee524f5-d772-4db4-a806-b8cf3389348d", "name": "network-vif-deleted", "tag": "fa4dc5fa-1f83-4f95-b291-f37970b8c2e3"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:21.901737 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 4799570f-1f18-422a-a5aa-c7ab83ca40da completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:21.906659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 4799570f-1f18-422a-a5aa-c7ab83ca40da triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:21.907269 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:21.949655 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2ad46-1203-4833-b6e0-4a2aab7d65ef req-80f30b67-725b-45d6-90c3-13fcd94c93cf tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:21.951337 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54e2ad46-1203-4833-b6e0-4a2aab7d65ef req-80f30b67-725b-45d6-90c3-13fcd94c93cf tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.0959976 Jul 16 01:20:21.997822 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54e2ad46-1203-4833-b6e0-4a2aab7d65ef req-29e01172-e113-40e9-ae89-d8ff0281263c tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397029 Jul 16 01:20:22.025531 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.059745 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02712ed-c1f9-45e0-ad44-7ec3d6bf7541 x-openstack-request-id: req-e02712ed-c1f9-45e0-ad44-7ec3d6bf7541 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:22.060291 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cee524f5-d772-4db4-a806-b8cf3389348d", "name": "network-vif-deleted", "tag": "fa4dc5fa-1f83-4f95-b291-f37970b8c2e3", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:22.060512 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e02712ed-c1f9-45e0-ad44-7ec3d6bf7541 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:22.061082 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cee524f5-d772-4db4-a806-b8cf3389348d', 'name': 'network-vif-deleted', 'tag': 'fa4dc5fa-1f83-4f95-b291-f37970b8c2e3', 'status': 'completed', 'code': 200} Jul 16 01:20:22.077593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b8419c-3249-4ef2-9730-7960d109057c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4799570f-1f18-422a-a5aa-c7ab83ca40da'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:22.080009 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97edd95e-cd37-4801-9f68-463a3711213d" -d '{"events": [{"server_uuid": "03b8419c-3249-4ef2-9730-7960d109057c", "name": "network-vif-plugged", "status": "completed", "tag": "4799570f-1f18-422a-a5aa-c7ab83ca40da"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:22.101479 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 4799570f-1f18-422a-a5aa-c7ab83ca40da, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=4799570f-1f18-422a-a5aa-c7ab83ca40da,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:22.107393 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.142263 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740a605b-4251-4f88-af1b-1199f7024fc5 x-openstack-request-id: req-740a605b-4251-4f88-af1b-1199f7024fc5 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:22.142562 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b8419c-3249-4ef2-9730-7960d109057c", "name": "network-vif-plugged", "status": "completed", "tag": "4799570f-1f18-422a-a5aa-c7ab83ca40da", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:22.142814 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-740a605b-4251-4f88-af1b-1199f7024fc5 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:22.143204 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b8419c-3249-4ef2-9730-7960d109057c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4799570f-1f18-422a-a5aa-c7ab83ca40da', 'code': 200} Jul 16 01:20:22.171319 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=4799570f-1f18-422a-a5aa-c7ab83ca40da,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:22.286185 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6638694-fb1c-418a-8ee3-0b3fb1546b1a req-e2774e4a-48aa-4fde-a32f-93f0e7150977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.289648 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6638694-fb1c-418a-8ee3-0b3fb1546b1a req-e2774e4a-48aa-4fde-a32f-93f0e7150977 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 1102 time: 0.0973864 Jul 16 01:20:22.382015 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1eeea9f6-4d9e-429d-84be-e2bfde687d06 req-d77167ab-a69a-41ea-afa6-38f697ec04d1 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=cee524f5-d772-4db4-a806-b8cf3389348d HTTP/1.1" status: 200 len: 210 time: 0.0570586 Jul 16 01:20:22.384020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6638694-fb1c-418a-8ee3-0b3fb1546b1a req-d6140e42-ffa8-4ac4-9b0d-bab0d2edd88c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818887 Jul 16 01:20:22.508572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e9c2b-e54a-49c2-b0fe-b3e7b17b7ede req-2be03a98-3c4e-4cca-a4f7-04911a860b25 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.510782 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de4e9c2b-e54a-49c2-b0fe-b3e7b17b7ede req-2be03a98-3c4e-4cca-a4f7-04911a860b25 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 944 time: 0.0746882 Jul 16 01:20:22.565324 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de4e9c2b-e54a-49c2-b0fe-b3e7b17b7ede req-98a292cc-01ed-49be-bacd-9fdb83b8a313 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455668 Jul 16 01:20:22.660370 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8e874-1af1-493e-b5e0-f901db7b1c86 req-5001769a-8560-47e4-8af3-9a784be7e814 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.662482 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ec8e874-1af1-493e-b5e0-f901db7b1c86 req-5001769a-8560-47e4-8af3-9a784be7e814 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=217b07c0-6fbe-4731-a129-e654ca0383f0 HTTP/1.1" status: 200 len: 946 time: 0.0946863 Jul 16 01:20:22.742369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ec8e874-1af1-493e-b5e0-f901db7b1c86 req-9abf45a6-9b81-49f9-8a4f-4db971cad582 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736711 Jul 16 01:20:22.779970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edcf43-8fee-405f-87cd-8d77569adf0c req-d8028fce-19a2-4d98-a6c4-625b484c3cd1 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.787135 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26edcf43-8fee-405f-87cd-8d77569adf0c req-d8028fce-19a2-4d98-a6c4-625b484c3cd1 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 950 time: 0.0853226 Jul 16 01:20:22.813719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e31600a8-6354-4aef-b9a7-da99cf3d6dd0 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:22.833187 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26edcf43-8fee-405f-87cd-8d77569adf0c req-92d20c9c-da90-4628-911b-d93eb0e02daf tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450978 Jul 16 01:20:22.893320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port e31600a8-6354-4aef-b9a7-da99cf3d6dd0 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:22.900361 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port e31600a8-6354-4aef-b9a7-da99cf3d6dd0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:22.901435 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.978939 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:22.988790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3f0d6-b822-4c77-8819-19ecc9ab1aba req-8a8eecdf-9297-46f6-b538-a8f373e72c74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:22.990317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60b3f0d6-b822-4c77-8819-19ecc9ab1aba req-8a8eecdf-9297-46f6-b538-a8f373e72c74 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 948 time: 0.0646873 Jul 16 01:20:23.012939 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e31600a8-6354-4aef-b9a7-da99cf3d6dd0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e31600a8-6354-4aef-b9a7-da99cf3d6dd0,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:23.016404 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:23.017193 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:23.029171 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60b3f0d6-b822-4c77-8819-19ecc9ab1aba req-03d96b38-9f48-4884-ae8a-f013cbcbacc0 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326715 Jul 16 01:20:23.060773 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:23.061120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device fa4dc5fa-1f83-4f95-b291-f37970b8c2e3 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:23.087690 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=e31600a8-6354-4aef-b9a7-da99cf3d6dd0,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:23.185678 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6d94e-be74-4baf-8a39-b03546c10ca7 req-e595640c-d67f-43eb-a3e6-73bb740b7e37 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.187193 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a6d94e-be74-4baf-8a39-b03546c10ca7 req-e595640c-d67f-43eb-a3e6-73bb740b7e37 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.0680230 Jul 16 01:20:23.217474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['b7baaee4-ab03-46a4-a9e7-d119a3fde0f0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:23.225210 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a6d94e-be74-4baf-8a39-b03546c10ca7 req-894e0481-c90c-465a-9884-da97beffb4e7 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324712 Jul 16 01:20:23.762166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01ce77-83ec-4a16-ab8b-9e1abee657c1 req-6d1119b2-01ee-46b4-ad8c-5ed7daef43d5 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.763698 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d01ce77-83ec-4a16-ab8b-9e1abee657c1 req-6d1119b2-01ee-46b4-ad8c-5ed7daef43d5 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 945 time: 0.0634165 Jul 16 01:20:23.840748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d01ce77-83ec-4a16-ab8b-9e1abee657c1 req-0cdfb733-8c7e-464f-989e-ee2069885874 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644166 Jul 16 01:20:23.889389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37437f7b-2b30-4b52-b843-173aada04c8e req-a9c1d913-f861-4baf-b85f-fd03b521897f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.890936 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37437f7b-2b30-4b52-b843-173aada04c8e req-a9c1d913-f861-4baf-b85f-fd03b521897f tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=034909ae-989f-4848-b4c9-779273771c5d HTTP/1.1" status: 200 len: 945 time: 0.1240096 Jul 16 01:20:23.952389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8821859a-823a-4fce-8e97-d609c64de563 req-96f91525-4eb9-42a9-aea0-a4dc4a3645cb tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:23.953889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8821859a-823a-4fce-8e97-d609c64de563 req-96f91525-4eb9-42a9-aea0-a4dc4a3645cb tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.69 "GET /v2.0/ports?device_id=217b07c0-6fbe-4731-a129-e654ca0383f0 HTTP/1.1" status: 200 len: 946 time: 0.1251273 Jul 16 01:20:23.967925 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37437f7b-2b30-4b52-b843-173aada04c8e req-8da239ff-2e4c-432b-ae5e-317237e35370 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623786 Jul 16 01:20:24.144786 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818578f5-84ad-496f-a819-e4228f7118ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31600a8-6354-4aef-b9a7-da99cf3d6dd0'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:24.149840 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-459b935a-45c3-43bd-a86f-0249719a7aee" -d '{"events": [{"server_uuid": "818578f5-84ad-496f-a819-e4228f7118ba", "name": "network-vif-plugged", "status": "completed", "tag": "e31600a8-6354-4aef-b9a7-da99cf3d6dd0"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:24.153726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bad80-e779-4f63-bc86-ff8a61d60ee7 req-730bc76c-2a0e-4922-a314-592814d4ae22 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.155265 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-838bad80-e779-4f63-bc86-ff8a61d60ee7 req-730bc76c-2a0e-4922-a314-592814d4ae22 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=217b07c0-6fbe-4731-a129-e654ca0383f0 HTTP/1.1" status: 200 len: 946 time: 0.2004886 Jul 16 01:20:24.194295 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-8821859a-823a-4fce-8e97-d609c64de563 req-88ff7793-72b2-425b-98bf-a9f4543ee8cf tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Deleting port a57561dc-6093-4dd7-97d0-69cef8d8c5e5 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:24.194567 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8821859a-823a-4fce-8e97-d609c64de563 req-88ff7793-72b2-425b-98bf-a9f4543ee8cf tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:24.240399 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d60b2a-afd2-48f7-9c97-067011150164 req-3bb802e5-f283-4073-8822-5764182be5e2 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.241927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16d60b2a-afd2-48f7-9c97-067011150164 req-3bb802e5-f283-4073-8822-5764182be5e2 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 950 time: 0.1560473 Jul 16 01:20:24.247225 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-838bad80-e779-4f63-bc86-ff8a61d60ee7 req-88b7ed57-102d-4a39-a0b3-78d54bd1ea98 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/security-groups?id=167dfc37-4b48-4a90-bafc-510415377fa2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831487 Jul 16 01:20:24.325451 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16d60b2a-afd2-48f7-9c97-067011150164 req-8d0685b4-bff3-43ee-bfcf-4a9447416636 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746891 Jul 16 01:20:24.343866 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-8821859a-823a-4fce-8e97-d609c64de563 req-88ff7793-72b2-425b-98bf-a9f4543ee8cf tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] For port a57561dc-6093-4dd7-97d0-69cef8d8c5e5, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a57561dc-6093-4dd7-97d0-69cef8d8c5e5,segment=NetworkSegment(a17f02e5-f428-4224-b779-95af709b9465),segment_id=a17f02e5-f428-4224-b779-95af709b9465)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:24.344399 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8821859a-823a-4fce-8e97-d609c64de563 req-88ff7793-72b2-425b-98bf-a9f4543ee8cf tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:24.358996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-8821859a-823a-4fce-8e97-d609c64de563 req-88ff7793-72b2-425b-98bf-a9f4543ee8cf tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Calling delete_port for a57561dc-6093-4dd7-97d0-69cef8d8c5e5 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:24.438565 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0103d506-a020-4263-8287-2ec78d538faa x-openstack-request-id: req-0103d506-a020-4263-8287-2ec78d538faa {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:24.438917 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818578f5-84ad-496f-a819-e4228f7118ba", "name": "network-vif-plugged", "status": "completed", "tag": "e31600a8-6354-4aef-b9a7-da99cf3d6dd0", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:24.439247 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0103d506-a020-4263-8287-2ec78d538faa {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:24.439710 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818578f5-84ad-496f-a819-e4228f7118ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e31600a8-6354-4aef-b9a7-da99cf3d6dd0', 'code': 200} Jul 16 01:20:24.561716 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8821859a-823a-4fce-8e97-d609c64de563 req-88ff7793-72b2-425b-98bf-a9f4543ee8cf tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:24.582111 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['a57561dc-6093-4dd7-97d0-69cef8d8c5e5'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:24.586521 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['6b87cbbb-1dc5-4e2f-b901-622991b54fcb'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:24.602377 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e26ccb-a553-4c8d-8684-12a85e5ddf14 req-0522ced4-af2b-48b7-a31d-09d33ac7a617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.602931 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60899af3-e45e-4743-97ef-1d3c39345fe2 req-6e0eb309-246b-4718-b526-08ce4c534cd0 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.603960 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-87e26ccb-a553-4c8d-8684-12a85e5ddf14 req-0522ced4-af2b-48b7-a31d-09d33ac7a617 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 1097 time: 0.0616972 Jul 16 01:20:24.604407 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60899af3-e45e-4743-97ef-1d3c39345fe2 req-6e0eb309-246b-4718-b526-08ce4c534cd0 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 948 time: 0.1392243 Jul 16 01:20:24.612566 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff7793-72b2-425b-98bf-a9f4543ee8cf tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Pushing event deleted for resources: {'Port': ['ID=a57561dc-6093-4dd7-97d0-69cef8d8c5e5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:24.669177 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-87e26ccb-a553-4c8d-8684-12a85e5ddf14 req-f5ee9ebe-7f87-44af-9259-2202c393e4f1 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432761 Jul 16 01:20:24.703299 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8821859a-823a-4fce-8e97-d609c64de563 req-88ff7793-72b2-425b-98bf-a9f4543ee8cf tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] No DVR routers for this DVR port a57561dc-6093-4dd7-97d0-69cef8d8c5e5 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:24.711130 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8821859a-823a-4fce-8e97-d609c64de563 req-88ff7793-72b2-425b-98bf-a9f4543ee8cf tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:24.713638 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8821859a-823a-4fce-8e97-d609c64de563 req-88ff7793-72b2-425b-98bf-a9f4543ee8cf tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.69 "DELETE /v2.0/ports/a57561dc-6093-4dd7-97d0-69cef8d8c5e5 HTTP/1.1" status: 204 len: 173 time: 0.7448177 Jul 16 01:20:24.714968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '217b07c0-6fbe-4731-a129-e654ca0383f0', 'name': 'network-vif-deleted', 'tag': 'a57561dc-6093-4dd7-97d0-69cef8d8c5e5'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:24.717234 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f209d8d-1419-4a97-bf56-1fdb30d5e598" -d '{"events": [{"server_uuid": "217b07c0-6fbe-4731-a129-e654ca0383f0", "name": "network-vif-deleted", "tag": "a57561dc-6093-4dd7-97d0-69cef8d8c5e5"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:24.732017 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60899af3-e45e-4743-97ef-1d3c39345fe2 req-20e01418-ad4b-4aec-b8b0-20907d7c516d tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159594 Jul 16 01:20:24.756547 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e0f920-5089-48c1-8b11-9556da259bba req-19b9ea4f-3d61-45bf-8fc5-8b35537226ad tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:24.758103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60e0f920-5089-48c1-8b11-9556da259bba req-19b9ea4f-3d61-45bf-8fc5-8b35537226ad tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.1828206 Jul 16 01:20:24.811361 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 845dab36-078b-4865-b9e0-c99d5392b596 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:24.831434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:24.836439 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60e0f920-5089-48c1-8b11-9556da259bba req-14f2fe45-b900-4821-96e0-63a07c7eb04a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706544 Jul 16 01:20:24.918639 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31207a76-847e-4502-b591-a80b875a44c3 x-openstack-request-id: req-31207a76-847e-4502-b591-a80b875a44c3 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:24.919210 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "217b07c0-6fbe-4731-a129-e654ca0383f0", "name": "network-vif-deleted", "tag": "a57561dc-6093-4dd7-97d0-69cef8d8c5e5", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:24.919607 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31207a76-847e-4502-b591-a80b875a44c3 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:24.920220 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '217b07c0-6fbe-4731-a129-e654ca0383f0', 'name': 'network-vif-deleted', 'tag': 'a57561dc-6093-4dd7-97d0-69cef8d8c5e5', 'status': 'completed', 'code': 200} Jul 16 01:20:24.970442 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 845dab36-078b-4865-b9e0-c99d5392b596, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=845dab36-078b-4865-b9e0-c99d5392b596,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:24.972607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:24.985028 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:24.985410 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:24.988429 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '845dab36-078b-4865-b9e0-c99d5392b596', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '845dab36-078b-4865-b9e0-c99d5392b596', 'mac_address': 'fa:16:3e:c6:0a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:25.035616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d515f-f7b3-4e8c-9314-1d382e86a096 req-43e52a44-87bd-40a5-8f54-83cfe6b32fd1 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.046569 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-695d515f-f7b3-4e8c-9314-1d382e86a096 req-43e52a44-87bd-40a5-8f54-83cfe6b32fd1 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=db0e792f-9688-4a9c-98ea-0c40280be6b6 HTTP/1.1" status: 200 len: 948 time: 0.1012666 Jul 16 01:20:25.076337 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.093844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 845dab36-078b-4865-b9e0-c99d5392b596 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:25.113630 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 845dab36-078b-4865-b9e0-c99d5392b596, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=845dab36-078b-4865-b9e0-c99d5392b596,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:25.126777 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-695d515f-f7b3-4e8c-9314-1d382e86a096 req-d7a7313c-36eb-41e4-8f23-e3179e7123d1 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791404 Jul 16 01:20:25.137075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 51878) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:25.140077 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.162479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaabfca-0dbd-45c6-a882-7f55c85970d1 req-767c854f-43fb-4e10-9274-5dcd8a7fb71e tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.164376 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-acaabfca-0dbd-45c6-a882-7f55c85970d1 req-767c854f-43fb-4e10-9274-5dcd8a7fb71e tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.70 "GET /v2.0/ports?device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 945 time: 0.1092360 Jul 16 01:20:25.180342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a9697-a117-4e32-b94f-dfa48f683174 req-6c73a486-8f7b-4380-8f12-c0cfa2c0f6fd tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.190934 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.192092 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-703a9697-a117-4e32-b94f-dfa48f683174 req-6c73a486-8f7b-4380-8f12-c0cfa2c0f6fd tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 945 time: 0.1351633 Jul 16 01:20:25.238897 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:25.240048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=845dab36-078b-4865-b9e0-c99d5392b596,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:25.244890 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.294991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:25.337075 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-703a9697-a117-4e32-b94f-dfa48f683174 req-16d89c23-f4f2-44ef-bb36-f42c8d02fc21 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438687 Jul 16 01:20:25.347027 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-575cb71d-f597-4aba-835a-7e81efe974ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.413911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-acaabfca-0dbd-45c6-a882-7f55c85970d1 req-2cc5ca37-6114-436b-a509-50edfb62b69c tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Deleting port 6b87cbbb-1dc5-4e2f-b901-622991b54fcb {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:25.414251 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-acaabfca-0dbd-45c6-a882-7f55c85970d1 req-2cc5ca37-6114-436b-a509-50edfb62b69c tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.482372 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-575cb71d-f597-4aba-835a-7e81efe974ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.521266 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-575cb71d-f597-4aba-835a-7e81efe974ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.531793 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-acaabfca-0dbd-45c6-a882-7f55c85970d1 req-2cc5ca37-6114-436b-a509-50edfb62b69c tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] For port 6b87cbbb-1dc5-4e2f-b901-622991b54fcb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6b87cbbb-1dc5-4e2f-b901-622991b54fcb,segment=NetworkSegment(a17f02e5-f428-4224-b779-95af709b9465),segment_id=a17f02e5-f428-4224-b779-95af709b9465)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:25.532177 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-acaabfca-0dbd-45c6-a882-7f55c85970d1 req-2cc5ca37-6114-436b-a509-50edfb62b69c tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.546999 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-acaabfca-0dbd-45c6-a882-7f55c85970d1 req-2cc5ca37-6114-436b-a509-50edfb62b69c tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Calling delete_port for 6b87cbbb-1dc5-4e2f-b901-622991b54fcb owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:25.579150 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45cd1501-54a1-46ce-9e89-eabcc2c4b941 req-f72f92e3-38bb-4bde-9de9-30d4e76adac4 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=217b07c0-6fbe-4731-a129-e654ca0383f0 HTTP/1.1" status: 200 len: 210 time: 0.0674493 Jul 16 01:20:25.608647 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-575cb71d-f597-4aba-835a-7e81efe974ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e530b7cb7efb433e916438733e49dc27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4703548 Jul 16 01:20:25.612568 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51886) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:25.628275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a835d321-65e3-48d4-9a70-31bd6b3987c4 req-b26433ea-fd40-480e-8ac3-a54c303d113d tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.629858 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a835d321-65e3-48d4-9a70-31bd6b3987c4 req-b26433ea-fd40-480e-8ac3-a54c303d113d tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.69 "GET /v2.0/ports?device_id=034909ae-989f-4848-b4c9-779273771c5d HTTP/1.1" status: 200 len: 945 time: 0.3588257 Jul 16 01:20:25.634016 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cb71d-f597-4aba-835a-7e81efe974ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9b3840-afaf-441f-a72d-941c5ab8d8ed,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:25.682548 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e2d845-75ff-4087-8a08-0a9c368b5d0f req-e1132f4e-d5ec-4c48-8b44-cec18971e823 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:25.684144 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91e2d845-75ff-4087-8a08-0a9c368b5d0f req-e1132f4e-d5ec-4c48-8b44-cec18971e823 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=034909ae-989f-4848-b4c9-779273771c5d HTTP/1.1" status: 200 len: 945 time: 0.2283337 Jul 16 01:20:25.709544 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e39c3b-4ba5-4764-a3d5-d0f4e6c1c5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.747090 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e39c3b-4ba5-4764-a3d5-d0f4e6c1c5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.762487 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91e2d845-75ff-4087-8a08-0a9c368b5d0f req-d0af2445-5aaf-4e79-8e6b-379137bbbb49 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701025 Jul 16 01:20:25.763518 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-acaabfca-0dbd-45c6-a882-7f55c85970d1 req-2cc5ca37-6114-436b-a509-50edfb62b69c tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.779846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['a57561dc-6093-4dd7-97d0-69cef8d8c5e5'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:25.786935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a835d321-65e3-48d4-9a70-31bd6b3987c4 req-d9848e5d-43a8-45d1-be3c-4dea50036885 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Deleting port 92ad48a1-cd61-4b71-8c69-90c7accb11bc {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:25.787458 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a835d321-65e3-48d4-9a70-31bd6b3987c4 req-d9848e5d-43a8-45d1-be3c-4dea50036885 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.805537 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc5ca37-6114-436b-a509-50edfb62b69c tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Pushing event deleted for resources: {'Port': ['ID=6b87cbbb-1dc5-4e2f-b901-622991b54fcb,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:25.834030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['6b87cbbb-1dc5-4e2f-b901-622991b54fcb'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:25.836381 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['845dab36-078b-4865-b9e0-c99d5392b596'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:25.888075 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-acaabfca-0dbd-45c6-a882-7f55c85970d1 req-2cc5ca37-6114-436b-a509-50edfb62b69c tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] No DVR routers for this DVR port 6b87cbbb-1dc5-4e2f-b901-622991b54fcb on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:25.891955 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-acaabfca-0dbd-45c6-a882-7f55c85970d1 req-2cc5ca37-6114-436b-a509-50edfb62b69c tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.894509 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-acaabfca-0dbd-45c6-a882-7f55c85970d1 req-2cc5ca37-6114-436b-a509-50edfb62b69c tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.70 "DELETE /v2.0/ports/6b87cbbb-1dc5-4e2f-b901-622991b54fcb HTTP/1.1" status: 204 len: 173 time: 0.7183869 Jul 16 01:20:25.894958 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efadc6ea-5cca-408c-b799-d907c2763bac', 'name': 'network-vif-deleted', 'tag': '6b87cbbb-1dc5-4e2f-b901-622991b54fcb'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:25.897234 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0059323-c95d-406a-84a5-cbe33cb42749" -d '{"events": [{"server_uuid": "efadc6ea-5cca-408c-b799-d907c2763bac", "name": "network-vif-deleted", "tag": "6b87cbbb-1dc5-4e2f-b901-622991b54fcb"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:25.905174 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e39c3b-4ba5-4764-a3d5-d0f4e6c1c5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.908243 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13e39c3b-4ba5-4764-a3d5-d0f4e6c1c5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:25.912231 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-13e39c3b-4ba5-4764-a3d5-d0f4e6c1c5de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bb9b3840-afaf-441f-a72d-941c5ab8d8ed HTTP/1.1" status: 204 len: 168 time: 0.2958972 Jul 16 01:20:25.921220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e39c3b-4ba5-4764-a3d5-d0f4e6c1c5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9b3840-afaf-441f-a72d-941c5ab8d8ed,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:25.992719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-a835d321-65e3-48d4-9a70-31bd6b3987c4 req-d9848e5d-43a8-45d1-be3c-4dea50036885 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] For port 92ad48a1-cd61-4b71-8c69-90c7accb11bc, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=92ad48a1-cd61-4b71-8c69-90c7accb11bc,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:25.993534 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a835d321-65e3-48d4-9a70-31bd6b3987c4 req-d9848e5d-43a8-45d1-be3c-4dea50036885 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.029441 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a835d321-65e3-48d4-9a70-31bd6b3987c4 req-d9848e5d-43a8-45d1-be3c-4dea50036885 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Calling delete_port for 92ad48a1-cd61-4b71-8c69-90c7accb11bc owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:26.133037 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520c67ec-5013-4e5a-9636-a5f73a5ce2a7 req-da838685-d30f-485c-a346-93810b1ff41d tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.135223 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-520c67ec-5013-4e5a-9636-a5f73a5ce2a7 req-da838685-d30f-485c-a346-93810b1ff41d tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 949 time: 0.2528071 Jul 16 01:20:26.213087 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-520c67ec-5013-4e5a-9636-a5f73a5ce2a7 req-e10ce60f-321e-4481-8919-29bc75b1f594 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689437 Jul 16 01:20:26.220280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5220414e-f582-4330-b680-99af3c873000 req-11f4eb03-617b-4c3b-95be-c3f9ef52da91 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.221743 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5220414e-f582-4330-b680-99af3c873000 req-11f4eb03-617b-4c3b-95be-c3f9ef52da91 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.2122886 Jul 16 01:20:26.244599 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51900) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:26.259020 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0e107a4a-da72-402d-8236-60960aa6b6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.279553 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399c40f2-1b74-4d35-93c5-e44a1f1cb210 x-openstack-request-id: req-399c40f2-1b74-4d35-93c5-e44a1f1cb210 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:26.279917 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efadc6ea-5cca-408c-b799-d907c2763bac", "name": "network-vif-deleted", "tag": "6b87cbbb-1dc5-4e2f-b901-622991b54fcb", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:26.280048 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-399c40f2-1b74-4d35-93c5-e44a1f1cb210 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:26.280391 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efadc6ea-5cca-408c-b799-d907c2763bac', 'name': 'network-vif-deleted', 'tag': '6b87cbbb-1dc5-4e2f-b901-622991b54fcb', 'status': 'completed', 'code': 200} Jul 16 01:20:26.317000 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5220414e-f582-4330-b680-99af3c873000 req-59d6e477-ae71-4ad9-a9fc-97e823726389 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869699 Jul 16 01:20:26.318059 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a835d321-65e3-48d4-9a70-31bd6b3987c4 req-d9848e5d-43a8-45d1-be3c-4dea50036885 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.333023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['92ad48a1-cd61-4b71-8c69-90c7accb11bc'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:26.353223 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9848e5d-43a8-45d1-be3c-4dea50036885 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Pushing event deleted for resources: {'Port': ['ID=92ad48a1-cd61-4b71-8c69-90c7accb11bc,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:26.403982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a835d321-65e3-48d4-9a70-31bd6b3987c4 req-d9848e5d-43a8-45d1-be3c-4dea50036885 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] No DVR routers for this DVR port 92ad48a1-cd61-4b71-8c69-90c7accb11bc on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:26.406473 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a835d321-65e3-48d4-9a70-31bd6b3987c4 req-d9848e5d-43a8-45d1-be3c-4dea50036885 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.408528 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a835d321-65e3-48d4-9a70-31bd6b3987c4 req-d9848e5d-43a8-45d1-be3c-4dea50036885 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.69 "DELETE /v2.0/ports/92ad48a1-cd61-4b71-8c69-90c7accb11bc HTTP/1.1" status: 204 len: 173 time: 0.7715650 Jul 16 01:20:26.423743 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0e107a4a-da72-402d-8236-60960aa6b6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.428824 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0e107a4a-da72-402d-8236-60960aa6b6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.440794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0e792f-9688-4a9c-98ea-0c40280be6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:26.443157 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c579ae-967d-4e03-997e-bfe4cf423c3a" -d '{"events": [{"server_uuid": "db0e792f-9688-4a9c-98ea-0c40280be6b6", "name": "network-vif-plugged", "status": "completed", "tag": "1267ef69-c7df-426d-8f0f-c5d6c9ea95e4"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:26.475323 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0e107a4a-da72-402d-8236-60960aa6b6fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=152cef7503a0419e95136906b95497f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295918 Jul 16 01:20:26.477763 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e107a4a-da72-402d-8236-60960aa6b6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915e6c7c-a4f5-4b1e-a5e6-44a596bf442b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:26.480923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 51906) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:26.543660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551742c-ef46-4a7c-97e6-041a2375996c req-6037599e-4e4b-4788-a86a-ee1683fdbeeb tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.545356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c551742c-ef46-4a7c-97e6-041a2375996c req-6037599e-4e4b-4788-a86a-ee1683fdbeeb tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=db0e792f-9688-4a9c-98ea-0c40280be6b6 HTTP/1.1" status: 200 len: 949 time: 0.1189866 Jul 16 01:20:26.621633 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d00c74a5-9594-4512-8515-caf2f014f822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.631905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c551742c-ef46-4a7c-97e6-041a2375996c req-fb52eccc-6f5a-4f35-b912-c7e85835f9c1 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644119 Jul 16 01:20:26.655183 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d00c74a5-9594-4512-8515-caf2f014f822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.669056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45ce77-cb63-4c5e-8997-25659547cbe1 req-47445e54-a7c9-4bed-a17b-307bfe0301a6 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.670585 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed45ce77-cb63-4c5e-8997-25659547cbe1 req-47445e54-a7c9-4bed-a17b-307bfe0301a6 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 945 time: 0.1554375 Jul 16 01:20:26.687474 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64382ed0-40b0-4891-96f2-f960ff8ad79a x-openstack-request-id: req-64382ed0-40b0-4891-96f2-f960ff8ad79a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:26.687800 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0e792f-9688-4a9c-98ea-0c40280be6b6", "name": "network-vif-plugged", "status": "completed", "tag": "1267ef69-c7df-426d-8f0f-c5d6c9ea95e4", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:26.688044 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-64382ed0-40b0-4891-96f2-f960ff8ad79a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:26.688432 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0e792f-9688-4a9c-98ea-0c40280be6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4', 'code': 200} Jul 16 01:20:26.739877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed45ce77-cb63-4c5e-8997-25659547cbe1 req-1c419853-aa32-480d-a281-224900f3cec8 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564849 Jul 16 01:20:26.763828 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d00c74a5-9594-4512-8515-caf2f014f822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.767261 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d00c74a5-9594-4512-8515-caf2f014f822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:26.768506 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d00c74a5-9594-4512-8515-caf2f014f822 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/915e6c7c-a4f5-4b1e-a5e6-44a596bf442b HTTP/1.1" status: 204 len: 168 time: 0.2865045 Jul 16 01:20:26.778668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c74a5-9594-4512-8515-caf2f014f822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915e6c7c-a4f5-4b1e-a5e6-44a596bf442b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:26.921144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034909ae-989f-4848-b4c9-779273771c5d', 'name': 'network-vif-deleted', 'tag': '92ad48a1-cd61-4b71-8c69-90c7accb11bc'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:26.923833 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d560065-d92a-4729-9a70-a2957a9e821c" -d '{"events": [{"server_uuid": "034909ae-989f-4848-b4c9-779273771c5d", "name": "network-vif-deleted", "tag": "92ad48a1-cd61-4b71-8c69-90c7accb11bc"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:26.988282 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51465c-0ac3-4314-9ddd-fa7a9cc762fc req-9246ae5b-7796-4115-92bf-7b1af07fedf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:26.992971 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ec51465c-0ac3-4314-9ddd-fa7a9cc762fc req-9246ae5b-7796-4115-92bf-7b1af07fedf3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=db0e792f-9688-4a9c-98ea-0c40280be6b6 HTTP/1.1" status: 200 len: 1101 time: 0.1425736 Jul 16 01:20:27.026572 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b45896b7-d453-49f1-9c0c-7951058a99bb req-c2e02f27-5c23-4935-8e18-9456c3bd4263 tempest-ListServersNegativeTestJSON-1516298991 tempest-ListServersNegativeTestJSON-1516298991-project] 10.222.0.22 "GET /v2.0/ports?device_id=efadc6ea-5cca-408c-b799-d907c2763bac HTTP/1.1" status: 200 len: 210 time: 0.0871828 Jul 16 01:20:27.079278 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ec51465c-0ac3-4314-9ddd-fa7a9cc762fc req-4f5f412b-77b5-439c-8504-b9fa66c5a1a5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729861 Jul 16 01:20:27.104178 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544b938b-79dc-4223-95b8-0289dda598d5 x-openstack-request-id: req-544b938b-79dc-4223-95b8-0289dda598d5 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:27.104548 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034909ae-989f-4848-b4c9-779273771c5d", "name": "network-vif-deleted", "tag": "92ad48a1-cd61-4b71-8c69-90c7accb11bc", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:27.104860 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-544b938b-79dc-4223-95b8-0289dda598d5 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:27.105320 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034909ae-989f-4848-b4c9-779273771c5d', 'name': 'network-vif-deleted', 'tag': '92ad48a1-cd61-4b71-8c69-90c7accb11bc', 'status': 'completed', 'code': 200} Jul 16 01:20:27.157835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7efbddaa-bb51-4521-8d09-5e86d71e43da req-76bce9dd-2e01-4196-8914-e066276211f7 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=034909ae-989f-4848-b4c9-779273771c5d HTTP/1.1" status: 200 len: 210 time: 0.0362241 Jul 16 01:20:27.399652 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cf9a9c-7347-49ae-aeb2-8698fc948b22 req-9e95df3a-ef8a-4b08-b0d3-bc529218df68 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.401972 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36cf9a9c-7347-49ae-aeb2-8698fc948b22 req-9e95df3a-ef8a-4b08-b0d3-bc529218df68 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 949 time: 0.0689349 Jul 16 01:20:27.442239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36cf9a9c-7347-49ae-aeb2-8698fc948b22 req-1462e9a1-7da6-416a-aa16-9670d906e9fc tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334721 Jul 16 01:20:27.523872 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1fa5da-b766-488c-98bb-3b84ad332970 req-1568066f-8ec6-4f63-8389-f999f6692c8e tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.525959 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d1fa5da-b766-488c-98bb-3b84ad332970 req-1568066f-8ec6-4f63-8389-f999f6692c8e tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.0648322 Jul 16 01:20:27.564832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d1fa5da-b766-488c-98bb-3b84ad332970 req-5de11e60-f4eb-4f3a-b115-84fba24fd43b tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332747 Jul 16 01:20:27.815113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be7b5e-e5d3-4734-afb6-d9fb91ee694b req-96b70e8b-cd52-435f-97e3-fa4eee7d62c0 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.816772 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8be7b5e-e5d3-4734-afb6-d9fb91ee694b req-96b70e8b-cd52-435f-97e3-fa4eee7d62c0 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=db0e792f-9688-4a9c-98ea-0c40280be6b6 HTTP/1.1" status: 200 len: 949 time: 0.0715382 Jul 16 01:20:27.873382 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a57561dc-6093-4dd7-97d0-69cef8d8c5e5 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:27.877224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8be7b5e-e5d3-4734-afb6-d9fb91ee694b req-b834eb91-dc0c-41f4-805b-81bf88d8fd67 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548365 Jul 16 01:20:27.903738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: a57561dc-6093-4dd7-97d0-69cef8d8c5e5 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:27.904113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a57561dc-6093-4dd7-97d0-69cef8d8c5e5 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:27.930883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601acb5-f837-4b73-9d8f-3771bd9cf62a req-0cf2bc19-0bfb-4a14-ac3e-839428c0df6b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:27.932966 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1601acb5-f837-4b73-9d8f-3771bd9cf62a req-0cf2bc19-0bfb-4a14-ac3e-839428c0df6b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 945 time: 0.0711174 Jul 16 01:20:27.971328 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1601acb5-f837-4b73-9d8f-3771bd9cf62a req-37f15149-dbe4-411c-8fc3-748b42981d42 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327892 Jul 16 01:20:28.080787 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['b7baaee4-ab03-46a4-a9e7-d119a3fde0f0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:28.164343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 51966) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:28.216730 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-86343a3e-a2e2-47a0-b3cb-ed14b9b1837d admin admin] Deleting subnet ef461f8d-9027-451f-8e87-0f9f6e01c8a1 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:20:28.220353 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-86343a3e-a2e2-47a0-b3cb-ed14b9b1837d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.279020 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-86343a3e-a2e2-47a0-b3cb-ed14b9b1837d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.328973 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-86343a3e-a2e2-47a0-b3cb-ed14b9b1837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.426017 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-86343a3e-a2e2-47a0-b3cb-ed14b9b1837d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.460434 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86343a3e-a2e2-47a0-b3cb-ed14b9b1837d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef461f8d-9027-451f-8e87-0f9f6e01c8a1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:28.468548 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-86343a3e-a2e2-47a0-b3cb-ed14b9b1837d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.470462 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-86343a3e-a2e2-47a0-b3cb-ed14b9b1837d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ef461f8d-9027-451f-8e87-0f9f6e01c8a1 HTTP/1.1" status: 204 len: 168 time: 0.3051739 Jul 16 01:20:28.473550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51982) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:28.483826 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bca1127-ce25-4947-a4e3-44bf5817b648 req-fe0bea65-13bf-4bca-baad-78845dbb57f8 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.485544 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bca1127-ce25-4947-a4e3-44bf5817b648 req-fe0bea65-13bf-4bca-baad-78845dbb57f8 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 945 time: 0.1176465 Jul 16 01:20:28.526658 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bca1127-ce25-4947-a4e3-44bf5817b648 req-dec91be9-4c1e-48a9-b77d-52d601614df7 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350537 Jul 16 01:20:28.578765 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f007ebb-2ed9-4aa6-99da-116e8e6cb288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.691580 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f007ebb-2ed9-4aa6-99da-116e8e6cb288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.703205 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-6f007ebb-2ed9-4aa6-99da-116e8e6cb288 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677fa921-00a9-4d91-8afd-d76921fbf772']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:28.714401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-6f007ebb-2ed9-4aa6-99da-116e8e6cb288 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a17f02e5-f428-4224-b779-95af709b9465') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:28.714961 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-6f007ebb-2ed9-4aa6-99da-116e8e6cb288 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a17f02e5-f428-4224-b779-95af709b9465') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:28.725307 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f007ebb-2ed9-4aa6-99da-116e8e6cb288 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.741832 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f007ebb-2ed9-4aa6-99da-116e8e6cb288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.751510 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f007ebb-2ed9-4aa6-99da-116e8e6cb288 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:20:28.752200 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f007ebb-2ed9-4aa6-99da-116e8e6cb288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:20:28.754437 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:20:28.781108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d655793-ec9d-4cb1-a05d-4ef85f4da529 req-b900e75d-4ff3-40c5-aa53-445c727bff26 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.782639 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4d655793-ec9d-4cb1-a05d-4ef85f4da529 req-b900e75d-4ff3-40c5-aa53-445c727bff26 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 949 time: 0.1288655 Jul 16 01:20:28.795164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc5d77-cfaf-4ccb-b039-75c11f13d8ab req-38e1e6e4-fafc-44b6-8bbe-fb6146041e66 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:28.797165 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7fc5d77-cfaf-4ccb-b039-75c11f13d8ab req-38e1e6e4-fafc-44b6-8bbe-fb6146041e66 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.1128242 Jul 16 01:20:28.828391 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f007ebb-2ed9-4aa6-99da-116e8e6cb288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.836219 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f007ebb-2ed9-4aa6-99da-116e8e6cb288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:28.836560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 845dab36-078b-4865-b9e0-c99d5392b596 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:28.839839 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6f007ebb-2ed9-4aa6-99da-116e8e6cb288 admin admin] 10.222.0.22 "DELETE /v2.0/networks/677fa921-00a9-4d91-8afd-d76921fbf772 HTTP/1.1" status: 204 len: 168 time: 0.3657141 Jul 16 01:20:28.859286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f007ebb-2ed9-4aa6-99da-116e8e6cb288 admin admin] Pushing event deleted for resources: {'Network': ['ID=677fa921-00a9-4d91-8afd-d76921fbf772,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:28.873504 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4d655793-ec9d-4cb1-a05d-4ef85f4da529 req-2e4e414e-164f-4f50-92c1-6032c1408cb3 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751932 Jul 16 01:20:28.878645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7fc5d77-cfaf-4ccb-b039-75c11f13d8ab req-2c445be5-dd4d-46dc-8f83-a2acabefa406 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635271 Jul 16 01:20:28.927750 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 845dab36-078b-4865-b9e0-c99d5392b596 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:28.934260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 845dab36-078b-4865-b9e0-c99d5392b596 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:28.934755 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.050699 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.089427 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f83ab5-c0b6-4111-92a9-829bbbf392a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845dab36-078b-4865-b9e0-c99d5392b596'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:29.092178 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f024b83d-f341-4462-8ecd-df935473ba3b" -d '{"events": [{"server_uuid": "d5f83ab5-c0b6-4111-92a9-829bbbf392a8", "name": "network-vif-plugged", "status": "completed", "tag": "845dab36-078b-4865-b9e0-c99d5392b596"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:29.107882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 52006) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:29.109537 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 845dab36-078b-4865-b9e0-c99d5392b596, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=845dab36-078b-4865-b9e0-c99d5392b596,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:29.115148 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.116666 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6b87cbbb-1dc5-4e2f-b901-622991b54fcb no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:29.143213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 6b87cbbb-1dc5-4e2f-b901-622991b54fcb {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:29.143560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6b87cbbb-1dc5-4e2f-b901-622991b54fcb not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:29.154289 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5634f62-07b6-46eb-9656-0cc21f51f73a req-a2de4ce4-c2cf-49e7-8717-2ec375d9bfca tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:29.156138 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5634f62-07b6-46eb-9656-0cc21f51f73a req-a2de4ce4-c2cf-49e7-8717-2ec375d9bfca tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=db0e792f-9688-4a9c-98ea-0c40280be6b6 HTTP/1.1" status: 200 len: 949 time: 0.1324873 Jul 16 01:20:29.157522 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-65e6bed5-149f-4f15-8853-a0e0d956e348 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23ad24c29f3a440a9a6823a78ec39793&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481038 Jul 16 01:20:29.159950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 52008) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:29.206663 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=845dab36-078b-4865-b9e0-c99d5392b596,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:29.216859 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea7d9710-0fe6-4904-9a80-9086756ef996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.221038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79f5d2f-ca17-439a-8c22-02786fc733c3 req-947f8d84-466a-4864-9626-dfcece6a907a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:29.222892 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b79f5d2f-ca17-439a-8c22-02786fc733c3 req-947f8d84-466a-4864-9626-dfcece6a907a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.1633444 Jul 16 01:20:29.247591 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea7d9710-0fe6-4904-9a80-9086756ef996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.251344 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5634f62-07b6-46eb-9656-0cc21f51f73a req-030278ff-5c0a-4f93-8218-7620a8612fdc tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823798 Jul 16 01:20:29.298316 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b79f5d2f-ca17-439a-8c22-02786fc733c3 req-7e13f3f5-285a-41f2-ad50-bdf7224b1955 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671363 Jul 16 01:20:29.313200 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea7d9710-0fe6-4904-9a80-9086756ef996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.316768 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea7d9710-0fe6-4904-9a80-9086756ef996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.319805 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ea7d9710-0fe6-4904-9a80-9086756ef996 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/167dfc37-4b48-4a90-bafc-510415377fa2 HTTP/1.1" status: 204 len: 168 time: 0.1576755 Jul 16 01:20:29.331533 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7d9710-0fe6-4904-9a80-9086756ef996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167dfc37-4b48-4a90-bafc-510415377fa2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:29.345883 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547e826b-a23a-4b30-a753-1db3053a65e7 x-openstack-request-id: req-547e826b-a23a-4b30-a753-1db3053a65e7 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:29.346176 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f83ab5-c0b6-4111-92a9-829bbbf392a8", "name": "network-vif-plugged", "status": "completed", "tag": "845dab36-078b-4865-b9e0-c99d5392b596", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:29.346428 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-547e826b-a23a-4b30-a753-1db3053a65e7 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:29.346812 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f83ab5-c0b6-4111-92a9-829bbbf392a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '845dab36-078b-4865-b9e0-c99d5392b596', 'code': 200} Jul 16 01:20:29.537472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3c263-e342-4079-8d02-891fd5db95cf req-bc4380ed-722a-4c20-a72b-bc4d3e1fc507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:29.539127 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cee3c263-e342-4079-8d02-891fd5db95cf req-bc4380ed-722a-4c20-a72b-bc4d3e1fc507 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 1102 time: 0.0621197 Jul 16 01:20:29.598050 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cee3c263-e342-4079-8d02-891fd5db95cf req-403dcce8-4ca6-443a-acc8-b282eb6a64da service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329185 Jul 16 01:20:29.614972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 52030) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:29.752866 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1a30e3f5-5c7e-4f9b-a05a-91776af7c9c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.764115 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ac9ef-4ae9-4acb-a649-c2867452c7ce req-1776f150-eec1-4722-8b49-7809dd83de1d tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:29.766703 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a3ac9ef-4ae9-4acb-a649-c2867452c7ce req-1776f150-eec1-4722-8b49-7809dd83de1d tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 945 time: 0.0858128 Jul 16 01:20:29.825020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a3ac9ef-4ae9-4acb-a649-c2867452c7ce req-f5599941-97cd-493c-bb95-77a7e4584a27 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510311 Jul 16 01:20:29.866026 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1a30e3f5-5c7e-4f9b-a05a-91776af7c9c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.871020 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1a30e3f5-5c7e-4f9b-a05a-91776af7c9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:29.904427 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 92ad48a1-cd61-4b71-8c69-90c7accb11bc no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:29.915382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a30e3f5-5c7e-4f9b-a05a-91776af7c9c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1145795-babe-4fe0-a1d1-1775248b00b9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:29.920408 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1a30e3f5-5c7e-4f9b-a05a-91776af7c9c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd440461853e4047b02841381165b4c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3045177 Jul 16 01:20:29.923566 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52056) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:29.939690 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 92ad48a1-cd61-4b71-8c69-90c7accb11bc {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:29.940226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 92ad48a1-cd61-4b71-8c69-90c7accb11bc not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:29.979784 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f39164e-c146-4006-8391-244d2d87c52d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.005582 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f39164e-c146-4006-8391-244d2d87c52d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.078996 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f39164e-c146-4006-8391-244d2d87c52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.081460 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f39164e-c146-4006-8391-244d2d87c52d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.082898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9f39164e-c146-4006-8391-244d2d87c52d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1145795-babe-4fe0-a1d1-1775248b00b9 HTTP/1.1" status: 204 len: 168 time: 0.1582644 Jul 16 01:20:30.113421 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.148195 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39164e-c146-4006-8391-244d2d87c52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1145795-babe-4fe0-a1d1-1775248b00b9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:30.218678 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04392d12-420a-4d8f-aba9-66d905ba98e8 req-9f9e6dbe-f9b0-4a95-a515-8f9b0c7e7fb1 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:30.221049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-04392d12-420a-4d8f-aba9-66d905ba98e8 req-9f9e6dbe-f9b0-4a95-a515-8f9b0c7e7fb1 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.1546419 Jul 16 01:20:30.234008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c4a90-dbcf-4e3e-b784-50d7033a43c2 req-0860b856-7d5f-40d4-8cc1-f04e5fd4e24a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:30.235547 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ab9c4a90-dbcf-4e3e-b784-50d7033a43c2 req-0860b856-7d5f-40d4-8cc1-f04e5fd4e24a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 950 time: 0.1574707 Jul 16 01:20:30.264494 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 52072) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:30.287099 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-04392d12-420a-4d8f-aba9-66d905ba98e8 req-bf3a1d8a-d8c4-4cd8-9fac-3f5ab161414b tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505066 Jul 16 01:20:30.303320 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ab9c4a90-dbcf-4e3e-b784-50d7033a43c2 req-8688849a-f2bc-40a0-9260-001ba111f3da tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477452 Jul 16 01:20:30.376362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ddf9a6b0-1f5a-4006-8624-04ca065a880d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-213096924-network', 'tenant_id': '23255a51a73a44db89c617c082968aa9'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:30.397253 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf9a6b0-1f5a-4006-8624-04ca065a880d admin admin] Made reservation on behalf of 23255a51a73a44db89c617c082968aa9 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:30.400958 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddf9a6b0-1f5a-4006-8624-04ca065a880d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.410757 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddf9a6b0-1f5a-4006-8624-04ca065a880d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.433419 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 52078) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:30.453518 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-097faa77-77a7-41d2-840c-0d128fe13555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.493434 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ea809-3afd-4909-81bd-f0d166e6bb37 req-9fb1d9bd-374c-488d-96e0-7e38e4344a1b tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:30.495066 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-628ea809-3afd-4909-81bd-f0d166e6bb37 req-9fb1d9bd-374c-488d-96e0-7e38e4344a1b tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.0771015 Jul 16 01:20:30.537986 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddf9a6b0-1f5a-4006-8624-04ca065a880d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.546285 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddf9a6b0-1f5a-4006-8624-04ca065a880d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.547445 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-628ea809-3afd-4909-81bd-f0d166e6bb37 req-8c2d05b9-ad14-4c91-ad7c-65827cdb80fe tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455902 Jul 16 01:20:30.579582 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf9a6b0-1f5a-4006-8624-04ca065a880d admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:20:30.605121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9a6b0-1f5a-4006-8624-04ca065a880d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d59e7f-981b-46e1-b068-2ed446db3102,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:30.609533 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddf9a6b0-1f5a-4006-8624-04ca065a880d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.609882 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-ddf9a6b0-1f5a-4006-8624-04ca065a880d admin admin] Added segment e47c9ab8-2932-4b7d-814c-f9fe44033a94 of type vlan for network e3d0734a-cb9b-4cc3-a019-e508dac0bf0e Jul 16 01:20:30.659313 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddf9a6b0-1f5a-4006-8624-04ca065a880d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.714128 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddf9a6b0-1f5a-4006-8624-04ca065a880d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.715042 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf9a6b0-1f5a-4006-8624-04ca065a880d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:30.715610 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddf9a6b0-1f5a-4006-8624-04ca065a880d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.724830 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-097faa77-77a7-41d2-840c-0d128fe13555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.744624 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-097faa77-77a7-41d2-840c-0d128fe13555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.758177 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ddf9a6b0-1f5a-4006-8624-04ca065a880d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4923887 Jul 16 01:20:30.761723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52082) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:30.766706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e68e6396-1f7f-495d-83bf-2f9ddb569471 admin admin] Request body: {'subnet': {'network_id': 'e3d0734a-cb9b-4cc3-a019-e508dac0bf0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-213096924-subnet', 'tenant_id': '23255a51a73a44db89c617c082968aa9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:30.789868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68e6396-1f7f-495d-83bf-2f9ddb569471 admin admin] Made reservation on behalf of 23255a51a73a44db89c617c082968aa9 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:30.792472 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e68e6396-1f7f-495d-83bf-2f9ddb569471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.810127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9a6b0-1f5a-4006-8624-04ca065a880d admin admin] Pushing event updated for resources: {'Network': ['ID=e3d0734a-cb9b-4cc3-a019-e508dac0bf0e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:30.816937 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-097faa77-77a7-41d2-840c-0d128fe13555 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=065cd08256fc495fb877cf21f353f584&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824677 Jul 16 01:20:30.818876 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097faa77-77a7-41d2-840c-0d128fe13555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213c9a7b-8fee-4a52-9d7c-1dc1c0c28614,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:30.823961 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network e3d0734a-cb9b-4cc3-a019-e508dac0bf0e details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:20:30.824108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52084) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:30.923288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3503713e-71ac-453a-8371-cc4be7ae31a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:30.955189 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.315455 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3503713e-71ac-453a-8371-cc4be7ae31a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.406206 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e68e6396-1f7f-495d-83bf-2f9ddb569471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.456890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46775c0-ef11-48f8-ae2e-0e23786f1510 req-c1eaee4a-1f3b-4bdf-aeb6-556b52e5661e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:31.458355 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f46775c0-ef11-48f8-ae2e-0e23786f1510 req-c1eaee4a-1f3b-4bdf-aeb6-556b52e5661e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 945 time: 0.5007164 Jul 16 01:20:31.487303 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3503713e-71ac-453a-8371-cc4be7ae31a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.489754 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3503713e-71ac-453a-8371-cc4be7ae31a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.490841 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3503713e-71ac-453a-8371-cc4be7ae31a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/213c9a7b-8fee-4a52-9d7c-1dc1c0c28614 HTTP/1.1" status: 204 len: 168 time: 0.6658733 Jul 16 01:20:31.528809 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503713e-71ac-453a-8371-cc4be7ae31a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213c9a7b-8fee-4a52-9d7c-1dc1c0c28614,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:31.542781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e6396-1f7f-495d-83bf-2f9ddb569471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f7585d5-f267-4b94-8f87-3688cc476f58,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:31.573160 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f46775c0-ef11-48f8-ae2e-0e23786f1510 req-2d26cdfa-a450-4c47-9188-b76c90f1ed27 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930724 Jul 16 01:20:31.574800 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68e6396-1f7f-495d-83bf-2f9ddb569471 admin admin] Checking segment: {'id': 'e47c9ab8-2932-4b7d-814c-f9fe44033a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'e3d0734a-cb9b-4cc3-a019-e508dac0bf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:31.575149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68e6396-1f7f-495d-83bf-2f9ddb569471 admin admin] Network hostable DHCP agents. Network: e3d0734a-cb9b-4cc3-a019-e508dac0bf0e, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:20:31.595859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35d0c5c-25d8-4782-b03e-e20c01edd4b6 req-5105871a-6e66-4fb0-9e17-faaa06346997 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:31.597371 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a35d0c5c-25d8-4782-b03e-e20c01edd4b6 req-5105871a-6e66-4fb0-9e17-faaa06346997 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.1872008 Jul 16 01:20:31.614937 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68e6396-1f7f-495d-83bf-2f9ddb569471 admin admin] Network e3d0734a-cb9b-4cc3-a019-e508dac0bf0e is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:20:31.637747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-e68e6396-1f7f-495d-83bf-2f9ddb569471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, e3d0734a-cb9b-4cc3-a019-e508dac0bf0e) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:31.652987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b76ad9c-4ebb-44d9-9207-18623574e1d3 None None] Network e3d0734a-cb9b-4cc3-a019-e508dac0bf0e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:31.656936 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68e6396-1f7f-495d-83bf-2f9ddb569471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:31.657524 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e68e6396-1f7f-495d-83bf-2f9ddb569471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:31.676911 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a35d0c5c-25d8-4782-b03e-e20c01edd4b6 req-5508fc06-4686-4459-87c3-e178ae6eb8b4 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691128 Jul 16 01:20:31.729848 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e68e6396-1f7f-495d-83bf-2f9ddb569471 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9590821 Jul 16 01:20:31.781091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf4586-26fc-4089-9d87-ef0ea439e271 req-b3ec2997-ccaa-475c-ad2b-54a27296e6cc tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:31.792619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-06cf4586-26fc-4089-9d87-ef0ea439e271 req-b3ec2997-ccaa-475c-ad2b-54a27296e6cc tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 950 time: 0.1031880 Jul 16 01:20:31.827704 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fbfa89-173f-4bf5-b5cf-f8d07fb1b784 None None] Network e3d0734a-cb9b-4cc3-a019-e508dac0bf0e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:31.829699 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-06cf4586-26fc-4089-9d87-ef0ea439e271 req-4fadb8a1-9523-4d8d-82be-a92dc638f3a4 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357039 Jul 16 01:20:31.923449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99157f12-5501-4135-8513-c8128c84d3c7 req-6d73858d-2d35-41b5-b9d5-2c213864b7e7 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:31.930485 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99157f12-5501-4135-8513-c8128c84d3c7 req-6d73858d-2d35-41b5-b9d5-2c213864b7e7 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.0880246 Jul 16 01:20:31.993281 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99157f12-5501-4135-8513-c8128c84d3c7 req-6c5633b4-e5c9-42ed-888e-75dca12d1beb tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595903 Jul 16 01:20:32.006970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52124) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:32.099783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc8fb33-431b-4b41-bec0-5994b5ba3227 admin admin] Deleting subnet 0f7585d5-f267-4b94-8f87-3688cc476f58 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:20:32.104386 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbc8fb33-431b-4b41-bec0-5994b5ba3227 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.146993 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbc8fb33-431b-4b41-bec0-5994b5ba3227 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.190071 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbc8fb33-431b-4b41-bec0-5994b5ba3227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.247719 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbc8fb33-431b-4b41-bec0-5994b5ba3227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.277101 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbc8fb33-431b-4b41-bec0-5994b5ba3227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.279296 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fbc8fb33-431b-4b41-bec0-5994b5ba3227 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0f7585d5-f267-4b94-8f87-3688cc476f58 HTTP/1.1" status: 204 len: 168 time: 0.2708006 Jul 16 01:20:32.280376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8fb33-431b-4b41-bec0-5994b5ba3227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f7585d5-f267-4b94-8f87-3688cc476f58,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:32.282219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52142) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:32.353691 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-64394d74-e317-4198-8a1e-1de34ec469f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.433584 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-64394d74-e317-4198-8a1e-1de34ec469f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.443404 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92a9ad-04a9-4f83-af7e-b77b636dfe69 req-5e6f4291-7d69-47fd-913d-d0b737d89299 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.444781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-64394d74-e317-4198-8a1e-1de34ec469f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d0734a-cb9b-4cc3-a019-e508dac0bf0e']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:32.444926 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5c92a9ad-04a9-4f83-af7e-b77b636dfe69 req-5e6f4291-7d69-47fd-913d-d0b737d89299 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.70 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 945 time: 0.0677316 Jul 16 01:20:32.456147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-64394d74-e317-4198-8a1e-1de34ec469f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47c9ab8-2932-4b7d-814c-f9fe44033a94') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:32.456450 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-64394d74-e317-4198-8a1e-1de34ec469f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47c9ab8-2932-4b7d-814c-f9fe44033a94') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:32.466046 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-64394d74-e317-4198-8a1e-1de34ec469f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.480362 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-64394d74-e317-4198-8a1e-1de34ec469f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.486620 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64394d74-e317-4198-8a1e-1de34ec469f6 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:20:32.487372 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-64394d74-e317-4198-8a1e-1de34ec469f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:20:32.488885 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:20:32.550441 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-64394d74-e317-4198-8a1e-1de34ec469f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.558048 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-64394d74-e317-4198-8a1e-1de34ec469f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.561070 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-64394d74-e317-4198-8a1e-1de34ec469f6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e3d0734a-cb9b-4cc3-a019-e508dac0bf0e HTTP/1.1" status: 204 len: 168 time: 0.2779441 Jul 16 01:20:32.572984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64394d74-e317-4198-8a1e-1de34ec469f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3d0734a-cb9b-4cc3-a019-e508dac0bf0e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:32.580147 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-5c92a9ad-04a9-4f83-af7e-b77b636dfe69 req-3d0890a3-1fa7-4bb4-b3f7-487ae52ecc8f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Deleting port e31600a8-6354-4aef-b9a7-da99cf3d6dd0 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:32.580661 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5c92a9ad-04a9-4f83-af7e-b77b636dfe69 req-3d0890a3-1fa7-4bb4-b3f7-487ae52ecc8f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.682311 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-5c92a9ad-04a9-4f83-af7e-b77b636dfe69 req-3d0890a3-1fa7-4bb4-b3f7-487ae52ecc8f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] For port e31600a8-6354-4aef-b9a7-da99cf3d6dd0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e31600a8-6354-4aef-b9a7-da99cf3d6dd0,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:32.682753 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5c92a9ad-04a9-4f83-af7e-b77b636dfe69 req-3d0890a3-1fa7-4bb4-b3f7-487ae52ecc8f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.697463 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-5c92a9ad-04a9-4f83-af7e-b77b636dfe69 req-3d0890a3-1fa7-4bb4-b3f7-487ae52ecc8f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Calling delete_port for e31600a8-6354-4aef-b9a7-da99cf3d6dd0 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:32.766722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc4ec1f-745a-42eb-a475-41e7124afd5c req-c0682f53-a096-490e-99f7-b9d3d736d0e3 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.775206 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9dc4ec1f-745a-42eb-a475-41e7124afd5c req-c0682f53-a096-490e-99f7-b9d3d736d0e3 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 945 time: 0.0771191 Jul 16 01:20:32.833699 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9dc4ec1f-745a-42eb-a475-41e7124afd5c req-fc4e7760-c122-4f75-bd6e-b4303f354dc9 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575335 Jul 16 01:20:32.879052 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:32.908175 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5c92a9ad-04a9-4f83-af7e-b77b636dfe69 req-3d0890a3-1fa7-4bb4-b3f7-487ae52ecc8f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:32.912052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52166) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:32.929321 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['e31600a8-6354-4aef-b9a7-da99cf3d6dd0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:32.956703 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0890a3-1fa7-4bb4-b3f7-487ae52ecc8f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Pushing event deleted for resources: {'Port': ['ID=e31600a8-6354-4aef-b9a7-da99cf3d6dd0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:32.983315 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21096cad-ffc4-4531-b86b-da3757cbd9ce req-62d6e901-e3e4-4422-a421-bbc847e56e57 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:32.996792 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21096cad-ffc4-4531-b86b-da3757cbd9ce req-62d6e901-e3e4-4422-a421-bbc847e56e57 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.1597853 Jul 16 01:20:33.011666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c92a9ad-04a9-4f83-af7e-b77b636dfe69 req-3d0890a3-1fa7-4bb4-b3f7-487ae52ecc8f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] No DVR routers for this DVR port e31600a8-6354-4aef-b9a7-da99cf3d6dd0 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:33.015119 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5c92a9ad-04a9-4f83-af7e-b77b636dfe69 req-3d0890a3-1fa7-4bb4-b3f7-487ae52ecc8f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.018245 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5c92a9ad-04a9-4f83-af7e-b77b636dfe69 req-3d0890a3-1fa7-4bb4-b3f7-487ae52ecc8f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.70 "DELETE /v2.0/ports/e31600a8-6354-4aef-b9a7-da99cf3d6dd0 HTTP/1.1" status: 204 len: 173 time: 0.5587299 Jul 16 01:20:33.018750 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '818578f5-84ad-496f-a819-e4228f7118ba', 'name': 'network-vif-deleted', 'tag': 'e31600a8-6354-4aef-b9a7-da99cf3d6dd0'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:33.022042 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e0eb3c-d569-4afd-aee5-24f1796141eb" -d '{"events": [{"server_uuid": "818578f5-84ad-496f-a819-e4228f7118ba", "name": "network-vif-deleted", "tag": "e31600a8-6354-4aef-b9a7-da99cf3d6dd0"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:33.042778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:33.058258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4', 'mac_address': 'fa:16:3e:07:49:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:33.096899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ef713f5a-40c5-4883-8d5d-80ab6677230b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23255a51a73a44db89c617c082968aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1786578 Jul 16 01:20:33.097638 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 52178) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:33.104845 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.120810 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:33.122111 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21096cad-ffc4-4531-b86b-da3757cbd9ce req-472052cc-1c65-4783-92f8-bc54fb4c442c tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/security-groups?id=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243355 Jul 16 01:20:33.158001 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:33.163417 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.189650 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9586f-aed4-490b-a711-c9cfbec58eab req-6dfa654c-c84b-4ae8-be07-92bb364e6332 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:33.191235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aee9586f-aed4-490b-a711-c9cfbec58eab req-6dfa654c-c84b-4ae8-be07-92bb364e6332 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 950 time: 0.1579943 Jul 16 01:20:33.208555 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10e95871-5a0b-4c93-af0a-0aa16971a15c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.242669 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10e95871-5a0b-4c93-af0a-0aa16971a15c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.288359 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aee9586f-aed4-490b-a711-c9cfbec58eab req-6e02faf3-ff96-42c7-a83a-14b3a86ff781 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884490 Jul 16 01:20:33.291987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:33.304879 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce81ea-f558-463c-b0e1-2638c4c1e71b req-673c068b-5072-4001-a519-3b1024d10aa4 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:33.306579 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-10ce81ea-f558-463c-b0e1-2638c4c1e71b req-673c068b-5072-4001-a519-3b1024d10aa4 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.70 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 946 time: 0.1950150 Jul 16 01:20:33.367921 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353f25cb-2a82-4ada-9c78-5311c4e084d0 x-openstack-request-id: req-353f25cb-2a82-4ada-9c78-5311c4e084d0 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:33.368204 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "818578f5-84ad-496f-a819-e4228f7118ba", "name": "network-vif-deleted", "tag": "e31600a8-6354-4aef-b9a7-da99cf3d6dd0", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:33.368471 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-353f25cb-2a82-4ada-9c78-5311c4e084d0 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:33.369957 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '818578f5-84ad-496f-a819-e4228f7118ba', 'name': 'network-vif-deleted', 'tag': 'e31600a8-6354-4aef-b9a7-da99cf3d6dd0', 'status': 'completed', 'code': 200} Jul 16 01:20:33.374234 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10e95871-5a0b-4c93-af0a-0aa16971a15c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.378812 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10e95871-5a0b-4c93-af0a-0aa16971a15c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.380645 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-10e95871-5a0b-4c93-af0a-0aa16971a15c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f8d59e7f-981b-46e1-b068-2ed446db3102 HTTP/1.1" status: 204 len: 168 time: 0.2818727 Jul 16 01:20:33.409490 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e95871-5a0b-4c93-af0a-0aa16971a15c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d59e7f-981b-46e1-b068-2ed446db3102,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:33.452708 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['1267ef69-c7df-426d-8f0f-c5d6c9ea95e4'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:33.495267 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-10ce81ea-f558-463c-b0e1-2638c4c1e71b req-d163a8a5-caa4-4935-bdb6-928a3aa6cef9 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Deleting port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:33.496391 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-10ce81ea-f558-463c-b0e1-2638c4c1e71b req-d163a8a5-caa4-4935-bdb6-928a3aa6cef9 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.592512 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529c91a-2827-4235-a002-87b2085f475f req-787c1c61-0764-479b-948f-ece1ee7b7663 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:33.604367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8529c91a-2827-4235-a002-87b2085f475f req-787c1c61-0764-479b-948f-ece1ee7b7663 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.1563835 Jul 16 01:20:33.626527 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-10ce81ea-f558-463c-b0e1-2638c4c1e71b req-d163a8a5-caa4-4935-bdb6-928a3aa6cef9 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] For port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b7baaee4-ab03-46a4-a9e7-d119a3fde0f0,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:33.626919 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-10ce81ea-f558-463c-b0e1-2638c4c1e71b req-d163a8a5-caa4-4935-bdb6-928a3aa6cef9 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.640942 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-10ce81ea-f558-463c-b0e1-2638c4c1e71b req-d163a8a5-caa4-4935-bdb6-928a3aa6cef9 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Calling delete_port for b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:33.743222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8529c91a-2827-4235-a002-87b2085f475f req-a10855fb-c11a-42f0-a600-31b1f4f9d364 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379406 Jul 16 01:20:33.798661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38a8a4-5fe8-4c6d-9833-4f8ec5cc6bc3 req-02e3683a-5b89-4924-88bb-24bb65725893 tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:33.805984 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a38a8a4-5fe8-4c6d-9833-4f8ec5cc6bc3 req-02e3683a-5b89-4924-88bb-24bb65725893 tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 1102 time: 0.1913230 Jul 16 01:20:33.843060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a38a8a4-5fe8-4c6d-9833-4f8ec5cc6bc3 req-36975823-cd9d-4d53-aa29-782f4e0eebdb tempest-ServersOnMultiNodesTest-1864210876 tempest-ServersOnMultiNodesTest-1864210876-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355117 Jul 16 01:20:33.844233 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-10ce81ea-f558-463c-b0e1-2638c4c1e71b req-d163a8a5-caa4-4935-bdb6-928a3aa6cef9 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.879479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163a8a5-caa4-4935-bdb6-928a3aa6cef9 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Pushing event deleted for resources: {'Port': ['ID=b7baaee4-ab03-46a4-a9e7-d119a3fde0f0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:33.880633 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['b7baaee4-ab03-46a4-a9e7-d119a3fde0f0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:33.952855 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ce81ea-f558-463c-b0e1-2638c4c1e71b req-d163a8a5-caa4-4935-bdb6-928a3aa6cef9 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] No DVR routers for this DVR port b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:33.962002 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-10ce81ea-f558-463c-b0e1-2638c4c1e71b req-d163a8a5-caa4-4935-bdb6-928a3aa6cef9 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:33.965194 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-10ce81ea-f558-463c-b0e1-2638c4c1e71b req-d163a8a5-caa4-4935-bdb6-928a3aa6cef9 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.70 "DELETE /v2.0/ports/b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 HTTP/1.1" status: 204 len: 173 time: 0.6409011 Jul 16 01:20:34.299453 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb36ff5d-1ca7-4420-8a94-baeb317b382a req-8585fdcd-5c47-4df0-ac78-6bc2ab874392 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=818578f5-84ad-496f-a819-e4228f7118ba HTTP/1.1" status: 200 len: 210 time: 0.0581193 Jul 16 01:20:34.539884 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31e6974d-3d24-4d57-a044-1f95b7609b3e req-3acad391-620d-457c-afa1-3f3cb98c34f1 tempest-ListServerFiltersTestJSON-450794707 tempest-ListServerFiltersTestJSON-450794707-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a2b96a1-54e9-4d5b-9572-3564f243c9dd HTTP/1.1" status: 200 len: 210 time: 0.0580449 Jul 16 01:20:34.697654 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d5bd3-ee90-4b4a-8be5-f2e434c0dcef req-f86983ce-2785-4179-8944-adb44daa4f00 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:34.699312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db5d5bd3-ee90-4b4a-8be5-f2e434c0dcef req-f86983ce-2785-4179-8944-adb44daa4f00 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 950 time: 0.0706701 Jul 16 01:20:34.757576 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db5d5bd3-ee90-4b4a-8be5-f2e434c0dcef req-8892796a-4fd0-4b30-8717-18c232cc0f93 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514932 Jul 16 01:20:34.761544 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b939df99-f9ae-4a46-8717-ce4691ba580b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:34.904916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:34.975796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52326) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:35.011700 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:35.012782 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.039678 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69beca74-d1a7-4d69-90ef-62d5968dab74 req-6dbec706-d065-4729-a41e-bd0a34a4eb07 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:35.050581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-69beca74-d1a7-4d69-90ef-62d5968dab74 req-6dbec706-d065-4729-a41e-bd0a34a4eb07 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.1571965 Jul 16 01:20:35.104632 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-69beca74-d1a7-4d69-90ef-62d5968dab74 req-8b46dcac-2ff8-4a44-aac6-7677597af1ea tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529528 Jul 16 01:20:35.132318 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.176542 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0e792f-9688-4a9c-98ea-0c40280be6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:35.179862 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66627bc7-afa7-42c8-af81-f0732f65cde1" -d '{"events": [{"server_uuid": "db0e792f-9688-4a9c-98ea-0c40280be6b6", "name": "network-vif-plugged", "status": "completed", "tag": "1267ef69-c7df-426d-8f0f-c5d6c9ea95e4"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:35.221997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:35.226705 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d257afc4-cbca-4dcf-92d6-182d7d921a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.227932 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.228755 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:35.259393 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:35.260040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b7baaee4-ab03-46a4-a9e7-d119a3fde0f0 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:35.260912 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e31600a8-6354-4aef-b9a7-da99cf3d6dd0 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:35.282790 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: e31600a8-6354-4aef-b9a7-da99cf3d6dd0 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:35.283385 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e31600a8-6354-4aef-b9a7-da99cf3d6dd0 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:35.319028 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe97f8b9-1544-4424-99cc-efd34e86df66 x-openstack-request-id: req-fe97f8b9-1544-4424-99cc-efd34e86df66 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:35.319359 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0e792f-9688-4a9c-98ea-0c40280be6b6", "name": "network-vif-plugged", "status": "completed", "tag": "1267ef69-c7df-426d-8f0f-c5d6c9ea95e4", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:35.319591 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe97f8b9-1544-4424-99cc-efd34e86df66 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:35.320033 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0e792f-9688-4a9c-98ea-0c40280be6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4', 'code': 200} Jul 16 01:20:35.343487 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:35.370785 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a2b96a1-54e9-4d5b-9572-3564f243c9dd', 'name': 'network-vif-deleted', 'tag': 'b7baaee4-ab03-46a4-a9e7-d119a3fde0f0'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:35.374219 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb4fb07-2a2d-4793-a388-559d7fcc8901" -d '{"events": [{"server_uuid": "4a2b96a1-54e9-4d5b-9572-3564f243c9dd", "name": "network-vif-deleted", "tag": "b7baaee4-ab03-46a4-a9e7-d119a3fde0f0"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:35.414823 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d257afc4-cbca-4dcf-92d6-182d7d921a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.420064 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d257afc4-cbca-4dcf-92d6-182d7d921a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.524645 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88700452-c347-4b9b-87b2-f19f9863020b x-openstack-request-id: req-88700452-c347-4b9b-87b2-f19f9863020b {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:35.525165 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a2b96a1-54e9-4d5b-9572-3564f243c9dd", "name": "network-vif-deleted", "tag": "b7baaee4-ab03-46a4-a9e7-d119a3fde0f0", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:35.525246 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88700452-c347-4b9b-87b2-f19f9863020b {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:35.525735 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a2b96a1-54e9-4d5b-9572-3564f243c9dd', 'name': 'network-vif-deleted', 'tag': 'b7baaee4-ab03-46a4-a9e7-d119a3fde0f0', 'status': 'completed', 'code': 200} Jul 16 01:20:35.550498 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d257afc4-cbca-4dcf-92d6-182d7d921a7f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=60b38e7007cf4fcba3e99ef06d544690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5685463 Jul 16 01:20:35.551885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257afc4-cbca-4dcf-92d6-182d7d921a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c83a00-1446-41d0-970d-a53dc881ba97,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:35.553021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 52356) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:35.637540 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7f0004f9-f7ef-4853-8795-0343889de391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.667994 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7f0004f9-f7ef-4853-8795-0343889de391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.726975 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7f0004f9-f7ef-4853-8795-0343889de391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.730881 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7f0004f9-f7ef-4853-8795-0343889de391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.734482 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7f0004f9-f7ef-4853-8795-0343889de391 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55c83a00-1446-41d0-970d-a53dc881ba97 HTTP/1.1" status: 204 len: 168 time: 0.1782060 Jul 16 01:20:35.740915 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52372) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:35.751466 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0004f9-f7ef-4853-8795-0343889de391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c83a00-1446-41d0-970d-a53dc881ba97,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:35.854851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-881fcb60-665b-4451-b68c-5d004f0f353a admin admin] Deleting subnet 710a43f8-dfc4-40df-9285-e335bfac1915 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:20:35.871709 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-881fcb60-665b-4451-b68c-5d004f0f353a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:35.935733 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-881fcb60-665b-4451-b68c-5d004f0f353a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.161209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-60a4f376-2aa5-423a-bf5a-f11b2f427a18 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:36.171435 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-60a4f376-2aa5-423a-bf5a-f11b2f427a18 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 812 time: 0.1552348 Jul 16 01:20:36.264304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-5ab7c87d-3bad-4ff1-95e0-48913064f4b7 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/quotas/9c1976ec7b3145beb100b1f9de70047d HTTP/1.1" status: 200 len: 375 time: 0.0898354 Jul 16 01:20:36.267864 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 52396) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:36.282838 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c356847-ac28-4e37-b781-1ed47242fb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.311345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-f9a8e920-cc01-497a-b808-b98e56bff39c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479150 Jul 16 01:20:36.364720 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-881fcb60-665b-4451-b68c-5d004f0f353a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.410725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65dc13-9521-46a7-b9eb-59ae157a664c req-3ad45282-44c1-4eb6-b0fd-5073e547727f tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:36.426251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db65dc13-9521-46a7-b9eb-59ae157a664c req-3ad45282-44c1-4eb6-b0fd-5073e547727f tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 950 time: 0.4209418 Jul 16 01:20:36.430508 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c356847-ac28-4e37-b781-1ed47242fb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.436115 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c356847-ac28-4e37-b781-1ed47242fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.478924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c356847-ac28-4e37-b781-1ed47242fb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fa3472-cb05-4ef0-a84b-c5e36222c8af,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:36.497770 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4c356847-ac28-4e37-b781-1ed47242fb70 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2b8d61fc750443380a13de48bf97e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2284417 Jul 16 01:20:36.499230 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 52398) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:36.564825 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-d0954271-0c52-480e-8adc-991505758bf7 service neutron] 10.222.0.22 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525764 Jul 16 01:20:36.576190 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ac696cd-7d32-491f-8be3-598904c67516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.585529 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db65dc13-9521-46a7-b9eb-59ae157a664c req-e0020df2-dcff-4ccb-bbc6-a534f04961e9 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161494 Jul 16 01:20:36.600150 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-881fcb60-665b-4451-b68c-5d004f0f353a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.626162 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ac696cd-7d32-491f-8be3-598904c67516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.665330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881fcb60-665b-4451-b68c-5d004f0f353a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=710a43f8-dfc4-40df-9285-e335bfac1915,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:36.672253 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-881fcb60-665b-4451-b68c-5d004f0f353a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.678308 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-881fcb60-665b-4451-b68c-5d004f0f353a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/710a43f8-dfc4-40df-9285-e335bfac1915 HTTP/1.1" status: 204 len: 168 time: 0.9323668 Jul 16 01:20:36.678308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52400) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:36.687515 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbafefad-63de-4381-9d81-4f8333e146f8 None None] Network 1c3b3996-e13d-4cd0-b013-fdf1b512579a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:36.717753 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ac696cd-7d32-491f-8be3-598904c67516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.720358 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ac696cd-7d32-491f-8be3-598904c67516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.732404 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0ac696cd-7d32-491f-8be3-598904c67516 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/60fa3472-cb05-4ef0-a84b-c5e36222c8af HTTP/1.1" status: 204 len: 168 time: 0.2318525 Jul 16 01:20:36.743323 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac696cd-7d32-491f-8be3-598904c67516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fa3472-cb05-4ef0-a84b-c5e36222c8af,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:36.844156 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-36e76fc7-895f-4f9a-9716-05abfb873ea1 service neutron] 10.222.0.22 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780497 Jul 16 01:20:36.852545 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.912439 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9cef6-479f-4a62-bc18-51607c399241 req-a0c5bf7e-74b0-4830-af1d-8fc89f4a34de tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:36.914600 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7f9cef6-479f-4a62-bc18-51607c399241 req-a0c5bf7e-74b0-4830-af1d-8fc89f4a34de tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.1891322 Jul 16 01:20:36.966796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] Deleting port 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:36.967189 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:36.981244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fbfb32-b93d-4950-8c92-6cb7a46b6438 None None] DHCP port deletion for 1c3b3996-e13d-4cd0-b013-fdf1b512579a request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:20:37.000490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7f9cef6-479f-4a62-bc18-51607c399241 req-630f84f2-29f5-463c-911a-0bb934b8bc5e tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727296 Jul 16 01:20:37.111793 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02868d8-66d9-42d9-a021-9d6b03b5c8df req-07ae6331-9820-45f6-8dda-13b72ea23eaf tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:37.125629 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b02868d8-66d9-42d9-a021-9d6b03b5c8df req-07ae6331-9820-45f6-8dda-13b72ea23eaf tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.70 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 950 time: 0.1385076 Jul 16 01:20:37.136717 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfb32-b93d-4950-8c92-6cb7a46b6438 None None] Deleting port 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:37.142150 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] For port 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:37.142534 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.143135 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-52fbfb32-b93d-4950-8c92-6cb7a46b6438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.201822 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] Calling delete_port for 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:37.453468 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-b02868d8-66d9-42d9-a021-9d6b03b5c8df req-44ead6a6-ab84-4fe2-aa55-c80d19dea3c8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Deleting port 845dab36-078b-4865-b9e0-c99d5392b596 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:37.453955 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b02868d8-66d9-42d9-a021-9d6b03b5c8df req-44ead6a6-ab84-4fe2-aa55-c80d19dea3c8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.463726 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17839500-04b1-4aa5-9eab-c61889788f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.491281 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.510099 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-52fbfb32-b93d-4950-8c92-6cb7a46b6438 None None] For port 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f,segment=NetworkSegment(4f9eed82-766a-4687-a4af-0336b7b799c4),segment_id=4f9eed82-766a-4687-a4af-0336b7b799c4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:37.511049 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-52fbfb32-b93d-4950-8c92-6cb7a46b6438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.548687 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b0f5ef45-8f93-4d79-98c8-a378397f3c03 req-747bb6b2-8e25-4d53-bf3c-3eea2c7a6046 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 210 time: 0.1561630 Jul 16 01:20:37.570773 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-52fbfb32-b93d-4950-8c92-6cb7a46b6438 None None] Calling delete_port for 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:37.659245 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-b02868d8-66d9-42d9-a021-9d6b03b5c8df req-44ead6a6-ab84-4fe2-aa55-c80d19dea3c8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] For port 845dab36-078b-4865-b9e0-c99d5392b596, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=845dab36-078b-4865-b9e0-c99d5392b596,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:37.659581 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b02868d8-66d9-42d9-a021-9d6b03b5c8df req-44ead6a6-ab84-4fe2-aa55-c80d19dea3c8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.687690 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.694012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-b02868d8-66d9-42d9-a021-9d6b03b5c8df req-44ead6a6-ab84-4fe2-aa55-c80d19dea3c8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Calling delete_port for 845dab36-078b-4865-b9e0-c99d5392b596 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:37.805958 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] No DVR routers for this DVR port 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:37.806690 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-52fbfb32-b93d-4950-8c92-6cb7a46b6438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:37.816741 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:37.877332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fbfb32-b93d-4950-8c92-6cb7a46b6438 None None] No DVR routers for this DVR port 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:37.898962 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fbfb32-b93d-4950-8c92-6cb7a46b6438 None None] Pushing event deleted for resources: {'Port': ['ID=9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:38.013043 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b02868d8-66d9-42d9-a021-9d6b03b5c8df req-44ead6a6-ab84-4fe2-aa55-c80d19dea3c8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.035193 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d072c8f9-77d9-479a-9927-64b9a4aed96e', 'a6b9cf45-f6a8-4d0a-a072-111592f93f23', '845dab36-078b-4865-b9e0-c99d5392b596'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:38.038843 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e644050a-cb5b-4e73-937b-9251d818c3a5', '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0', 'a4c1e466-cbec-4822-82cd-9fa5c6b43430', '34f8b176-35e8-46f9-8486-637da280e0f1', '7313be73-0c88-4f63-95bf-bcb2e4c0db28'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:38.122924 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35150616-5dfb-42d7-add9-2686b1445204 req-8c12d1fc-c190-4ee0-a073-733d1614ce65 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 210 time: 0.1448777 Jul 16 01:20:38.187634 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ead6a6-ab84-4fe2-aa55-c80d19dea3c8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Pushing event deleted for resources: {'Port': ['ID=845dab36-078b-4865-b9e0-c99d5392b596,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:38.268193 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.320283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c3b3996-e13d-4cd0-b013-fdf1b512579a']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:38.341424 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02868d8-66d9-42d9-a021-9d6b03b5c8df req-44ead6a6-ab84-4fe2-aa55-c80d19dea3c8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] No DVR routers for this DVR port 845dab36-078b-4865-b9e0-c99d5392b596 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:38.357277 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b02868d8-66d9-42d9-a021-9d6b03b5c8df req-44ead6a6-ab84-4fe2-aa55-c80d19dea3c8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.359485 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b02868d8-66d9-42d9-a021-9d6b03b5c8df req-44ead6a6-ab84-4fe2-aa55-c80d19dea3c8 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.70 "DELETE /v2.0/ports/845dab36-078b-4865-b9e0-c99d5392b596 HTTP/1.1" status: 204 len: 173 time: 1.2249544 Jul 16 01:20:38.363425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f83ab5-c0b6-4111-92a9-829bbbf392a8', 'name': 'network-vif-deleted', 'tag': '845dab36-078b-4865-b9e0-c99d5392b596'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:38.366027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f9eed82-766a-4687-a4af-0336b7b799c4') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:38.366174 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5740c0de-431b-454d-bd9f-688e74eeace5" -d '{"events": [{"server_uuid": "d5f83ab5-c0b6-4111-92a9-829bbbf392a8", "name": "network-vif-deleted", "tag": "845dab36-078b-4865-b9e0-c99d5392b596"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:38.366870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f9eed82-766a-4687-a4af-0336b7b799c4') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:38.402946 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.543665 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.555673 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.578070 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:20:38.578476 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:20:38.580365 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:20:38.844593 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a37811-922a-4c2c-b13f-e5a87beeaaeb x-openstack-request-id: req-72a37811-922a-4c2c-b13f-e5a87beeaaeb {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:38.845535 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f83ab5-c0b6-4111-92a9-829bbbf392a8", "name": "network-vif-deleted", "tag": "845dab36-078b-4865-b9e0-c99d5392b596", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:38.846146 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72a37811-922a-4c2c-b13f-e5a87beeaaeb {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:38.847719 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f83ab5-c0b6-4111-92a9-829bbbf392a8', 'name': 'network-vif-deleted', 'tag': '845dab36-078b-4865-b9e0-c99d5392b596', 'status': 'completed', 'code': 200} Jul 16 01:20:38.856884 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.857450 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:38.876935 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:38.881806 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1c3b3996-e13d-4cd0-b013-fdf1b512579a HTTP/1.1" status: 204 len: 168 time: 2.2035434 Jul 16 01:20:38.905533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f24766-a983-4092-addc-3ffde85bdf9d req-9014b30b-081b-4357-b471-a91e335e7719 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:38.916253 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-04f24766-a983-4092-addc-3ffde85bdf9d req-9014b30b-081b-4357-b471-a91e335e7719 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.4513090 Jul 16 01:20:38.946335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41e4bcb-4685-4c2c-b7fe-db2f67d11b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c3b3996-e13d-4cd0-b013-fdf1b512579a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:39.016460 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-04f24766-a983-4092-addc-3ffde85bdf9d req-aaef1e49-4f2b-4bb9-a11c-1d13d31f74f5 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966341 Jul 16 01:20:39.120980 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 52494) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:39.189118 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:39.189360 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9f8cfe1d-ad6d-4843-b9bc-dc85e794e98f not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:39.223590 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16431d7a-a819-4e21-81f4-61ba50723941 req-a0f576f4-ba7c-4eb1-b8fe-67e252e401ac tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 210 time: 0.0697482 Jul 16 01:20:39.323171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52504) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:39.335925 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-31477b08-97cc-484f-b8b7-256d310035f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.417606 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bdcb5ab6-f389-4043-baf7-819a05d45f03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2120ba3ef9984dc89fd0a315fd86ed54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0920815 Jul 16 01:20:39.418475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52506) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:39.470629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-674024f7-b138-4350-8c9f-cc69542824fe req-bf525e70-c791-4c1c-8f36-91b3d2bc664c tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=d5f83ab5-c0b6-4111-92a9-829bbbf392a8 HTTP/1.1" status: 200 len: 210 time: 0.0607400 Jul 16 01:20:39.504867 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-31477b08-97cc-484f-b8b7-256d310035f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.512756 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-31477b08-97cc-484f-b8b7-256d310035f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.551376 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5688d9fc-5936-4173-98dd-37a51a349b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.613065 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5688d9fc-5936-4173-98dd-37a51a349b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.685553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31477b08-97cc-484f-b8b7-256d310035f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c96089-bbd4-41ac-803d-7fdc159cb7d9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:39.697567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52510) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:39.702792 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-31477b08-97cc-484f-b8b7-256d310035f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0d264ae9f16a4405b843b74aeed557c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5698981 Jul 16 01:20:39.798590 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48bc5c08-80b0-4229-a601-5054350e66e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.831877 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48bc5c08-80b0-4229-a601-5054350e66e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.888259 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48bc5c08-80b0-4229-a601-5054350e66e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.891030 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48bc5c08-80b0-4229-a601-5054350e66e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.895878 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-48bc5c08-80b0-4229-a601-5054350e66e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15c96089-bbd4-41ac-803d-7fdc159cb7d9 HTTP/1.1" status: 204 len: 168 time: 0.1972811 Jul 16 01:20:39.902597 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5688d9fc-5936-4173-98dd-37a51a349b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.905668 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5688d9fc-5936-4173-98dd-37a51a349b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:39.910228 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5688d9fc-5936-4173-98dd-37a51a349b74 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7 HTTP/1.1" status: 204 len: 168 time: 0.4558370 Jul 16 01:20:39.926043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc5c08-80b0-4229-a601-5054350e66e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c96089-bbd4-41ac-803d-7fdc159cb7d9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:39.954240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688d9fc-5936-4173-98dd-37a51a349b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab3cca9-27dc-488c-b5a1-1c15a3fbcff7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:40.071875 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-67d782b6-542b-43d3-8c65-2d27d8213cc4 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:40.073918 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-67d782b6-542b-43d3-8c65-2d27d8213cc4 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.70 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 812 time: 0.3507895 Jul 16 01:20:40.111480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-a02a3efb-65fb-4cfc-bb2f-58946a5acc89 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Request body: {'port': {'device_id': 'd431af23-827d-41d5-8ad2-e6ffb40a6a34', 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea', 'admin_state_up': True, 'tenant_id': '9c1976ec7b3145beb100b1f9de70047d'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:40.148421 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.546461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33797704-adde-449d-8cc9-7e5724a66171 req-098e6e21-3806-4fb6-9b48-6a4853747005 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:40.554769 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33797704-adde-449d-8cc9-7e5724a66171 req-098e6e21-3806-4fb6-9b48-6a4853747005 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.2278545 Jul 16 01:20:40.555648 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-a02a3efb-65fb-4cfc-bb2f-58946a5acc89 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Made reservation on behalf of 9c1976ec7b3145beb100b1f9de70047d for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:40.568322 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-a02a3efb-65fb-4cfc-bb2f-58946a5acc89 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:40.677572 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33797704-adde-449d-8cc9-7e5724a66171 req-15b7fe5e-790a-4639-bee2-15fe4a8b11e5 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200099 Jul 16 01:20:40.817472 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1c1f1c75-0a3e-4cb8-95b2-3f97ba0afc3d req-e6150466-ce65-4829-a9e4-261a319f82af tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 210 time: 0.1066623 Jul 16 01:20:40.933365 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 845dab36-078b-4865-b9e0-c99d5392b596 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:41.031250 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 845dab36-078b-4865-b9e0-c99d5392b596 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:41.031962 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 845dab36-078b-4865-b9e0-c99d5392b596 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:41.456640 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:20:41.539575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-a02a3efb-65fb-4cfc-bb2f-58946a5acc89 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Allocated IP 172.20.0.5 (8fcb8e6c-5076-4d25-8790-4e6d6232edea/dcb4b501-ff87-4c91-b62d-7063cf216269/e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:41.744062 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ec3d54-da98-4178-88c0-a462f89fe68b req-326fc5b7-da88-4afc-a420-269114bcf61a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:41.758019 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-a02a3efb-65fb-4cfc-bb2f-58946a5acc89 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.761574 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63ec3d54-da98-4178-88c0-a462f89fe68b req-326fc5b7-da88-4afc-a420-269114bcf61a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 950 time: 0.1472678 Jul 16 01:20:41.808911 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-a02a3efb-65fb-4cfc-bb2f-58946a5acc89 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:41.841118 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63ec3d54-da98-4178-88c0-a462f89fe68b req-e4c12c30-76af-4b01-9f66-d4b605db168f tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783513 Jul 16 01:20:41.869708 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52596) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:41.937201 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-a02a3efb-65fb-4cfc-bb2f-58946a5acc89 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Network 8fcb8e6c-5076-4d25-8790-4e6d6232edea is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:41.959659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-a02a3efb-65fb-4cfc-bb2f-58946a5acc89 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:41.965777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-a02a3efb-65fb-4cfc-bb2f-58946a5acc89 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:41.999822 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c2776-39c7-4b7c-8acf-8d32d0e5ce00 req-352a8f8f-7721-4060-a9c2-cfd012d88ae9 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.006498 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e36c2776-39c7-4b7c-8acf-8d32d0e5ce00 req-352a8f8f-7721-4060-a9c2-cfd012d88ae9 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.1086204 Jul 16 01:20:42.091448 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e36c2776-39c7-4b7c-8acf-8d32d0e5ce00 req-04584406-c72b-4a72-960c-225f8d79951d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836704 Jul 16 01:20:42.158213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-781da14e-11a3-4730-9161-31c8f479c3f6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-566973911-network', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:42.174733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a3efb-65fb-4cfc-bb2f-58946a5acc89 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Pushing event updated for resources: {'Port': ['ID=e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:42.220672 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-043c1e66-8098-412e-86a0-5e30dd620290 req-e80affc1-f56e-462f-b891-c4ea1bc2b638 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4089046 Jul 16 01:20:42.241243 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-a02a3efb-65fb-4cfc-bb2f-58946a5acc89 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.241781 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-a02a3efb-65fb-4cfc-bb2f-58946a5acc89 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.247483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781da14e-11a3-4730-9161-31c8f479c3f6 admin admin] Made reservation on behalf of a78825c4b7e744d2b876a9d861c51f8b for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:42.249975 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-781da14e-11a3-4730-9161-31c8f479c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.265413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-781da14e-11a3-4730-9161-31c8f479c3f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.291175 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-a02a3efb-65fb-4cfc-bb2f-58946a5acc89 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1831269 Jul 16 01:20:42.359848 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Request body: {'port': {'device_id': 'd431af23-827d-41d5-8ad2-e6ffb40a6a34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:42.407582 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ac6ed-8b9b-499e-bb08-70ae9d0445fe req-8ce2c0fc-5b25-4d1d-8465-a525a696825a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.416061 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d8ac6ed-8b9b-499e-bb08-70ae9d0445fe req-8ce2c0fc-5b25-4d1d-8465-a525a696825a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 931 time: 0.2262537 Jul 16 01:20:42.482806 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d8ac6ed-8b9b-499e-bb08-70ae9d0445fe req-8a14cf0d-378c-4246-8c05-57f49e226b02 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646632 Jul 16 01:20:42.511944 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.530003 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c1e66-8098-412e-86a0-5e30dd620290 req-acb90e8f-9161-49fc-99d7-7e0021878462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.532052 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-043c1e66-8098-412e-86a0-5e30dd620290 req-acb90e8f-9161-49fc-99d7-7e0021878462 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e4298f2f0e1c43a087775279fb78d121&device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 1102 time: 0.2493391 Jul 16 01:20:42.572894 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-781da14e-11a3-4730-9161-31c8f479c3f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.577434 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-781da14e-11a3-4730-9161-31c8f479c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.636741 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781da14e-11a3-4730-9161-31c8f479c3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=752571e3-4460-4e2d-9191-e023e27dcf3d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:42.655568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-781da14e-11a3-4730-9161-31c8f479c3f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:20:42.674990 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-781da14e-11a3-4730-9161-31c8f479c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.674990 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-781da14e-11a3-4730-9161-31c8f479c3f6 admin admin] Added segment 4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9 of type vlan for network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 Jul 16 01:20:42.756651 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-781da14e-11a3-4730-9161-31c8f479c3f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.790646 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c1e66-8098-412e-86a0-5e30dd620290 req-d8b671dc-4935-4369-8bf0-667183c24bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.792104 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-043c1e66-8098-412e-86a0-5e30dd620290 req-d8b671dc-4935-4369-8bf0-667183c24bf7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2212658 Jul 16 01:20:42.825551 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-781da14e-11a3-4730-9161-31c8f479c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.826562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781da14e-11a3-4730-9161-31c8f479c3f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:42.827215 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-781da14e-11a3-4730-9161-31c8f479c3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:42.884646 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52636) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:42.893624 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-043c1e66-8098-412e-86a0-5e30dd620290 req-420b02cc-eca9-434c-8e73-d359a87bb58a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=d072c8f9-77d9-479a-9927-64b9a4aed96e HTTP/1.1" status: 200 len: 217 time: 0.0692723 Jul 16 01:20:42.898606 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-781da14e-11a3-4730-9161-31c8f479c3f6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0277760 Jul 16 01:20:42.902512 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52640) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:42.907802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b9b45c9b-0666-41a1-b27d-b0a7ffa9eccd admin admin] Request body: {'subnet': {'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-566973911-subnet', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:42.942468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b45c9b-0666-41a1-b27d-b0a7ffa9eccd admin admin] Made reservation on behalf of a78825c4b7e744d2b876a9d861c51f8b for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:42.944976 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9b45c9b-0666-41a1-b27d-b0a7ffa9eccd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.006190 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781da14e-11a3-4730-9161-31c8f479c3f6 admin admin] Pushing event updated for resources: {'Network': ['ID=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:43.022128 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:20:43.055872 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:43.073644 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.085536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-154f0c63-a604-441e-a1a3-f9127b01a107 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-762526021', 'router:external': True}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:43.118341 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Transition to ACTIVE for port object e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:43.132264 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.180480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c1e66-8098-412e-86a0-5e30dd620290 req-88ed84a5-372d-4ad1-9029-37d1d334542c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.182759 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-043c1e66-8098-412e-86a0-5e30dd620290 req-88ed84a5-372d-4ad1-9029-37d1d334542c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.2678974 Jul 16 01:20:43.274771 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a013c-ba18-4952-98df-eb4e538d2b51 req-0b8a3b64-5580-4bb3-873e-e2acf6c32c53 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.276586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c15a013c-ba18-4952-98df-eb4e538d2b51 req-0b8a3b64-5580-4bb3-873e-e2acf6c32c53 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "GET /v2.0/ports?device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 950 time: 0.3471646 Jul 16 01:20:43.309940 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:43.310998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154f0c63-a604-441e-a1a3-f9127b01a107 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Made reservation on behalf of d2da5903665542848bf4deeac7fedc4f for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:43.313297 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-154f0c63-a604-441e-a1a3-f9127b01a107 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.348825 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-154f0c63-a604-441e-a1a3-f9127b01a107 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.389540 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c1e66-8098-412e-86a0-5e30dd620290 req-31865914-b3b2-49c8-b2df-1efced4cfdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.391346 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-043c1e66-8098-412e-86a0-5e30dd620290 req-31865914-b3b2-49c8-b2df-1efced4cfdf8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1985385 Jul 16 01:20:43.396448 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Attempting to bind port e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:43.396814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Attempting to bind port e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:43.397177 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Attempting to bind port e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:43.403964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Port e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:43.404296 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Attempting to bind port e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:43.418025 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:43.418388 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Checking segment: {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:43.418806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Bound using segment: {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:43.419264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Bound port: e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:43.419807 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.491569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c8b59f-f421-41eb-86e1-6fb46e9d90bb req-5b358821-ba04-4b11-a4c0-ae9c648b2302 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.493825 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11c8b59f-f421-41eb-86e1-6fb46e9d90bb req-5b358821-ba04-4b11-a4c0-ae9c648b2302 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 950 time: 0.4120049 Jul 16 01:20:43.574456 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] For port e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:43.578494 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-043c1e66-8098-412e-86a0-5e30dd620290 req-ca8e2bef-33f2-447c-8dcc-4e876e9a6c27 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755822 Jul 16 01:20:43.609165 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3886860-32f4-44ae-a093-bdf6a5e18602 req-06a7efab-097a-4387-8a43-a75751ee1df4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4651237 Jul 16 01:20:43.614824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] For port e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:43.641378 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.738431 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:43.738670 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-154f0c63-a604-441e-a1a3-f9127b01a107 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.742524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.742524 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.743054 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-0dd520fb-bede-478d-af37-bccaa53774b5 service neutron] 10.222.0.70 "PUT /v2.0/ports/e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 HTTP/1.1" status: 200 len: 1092 time: 1.3940334 Jul 16 01:20:43.746519 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd431af23-827d-41d5-8ad2-e6ffb40a6a34', 'tag': 'e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:43.748605 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b593bfa-a959-4708-854b-9c1e70a41c48" -d '{"events": [{"name": "network-changed", "server_uuid": "d431af23-827d-41d5-8ad2-e6ffb40a6a34", "tag": "e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:43.785948 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-043c1e66-8098-412e-86a0-5e30dd620290 req-84d499a1-6d94-49bb-ac57-7228e1b02b3f service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851714 Jul 16 01:20:43.834913 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11c8b59f-f421-41eb-86e1-6fb46e9d90bb req-219ceeff-3c5d-4dcc-9d4b-57e888d370cb tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3310525 Jul 16 01:20:43.836389 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-154f0c63-a604-441e-a1a3-f9127b01a107 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.864746 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9b45c9b-0666-41a1-b27d-b0a7ffa9eccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:43.966163 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-9eaa7b9d-aec8-48bb-ab97-7c923ef724f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.969450 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-9eaa7b9d-aec8-48bb-ab97-7c923ef724f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 1095 time: 0.1624262 Jul 16 01:20:43.974597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e3b1e-a9b6-4842-bb2b-89f2836bd8fd req-7b2e4f86-f1ab-4961-afe8-604707283255 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:43.982814 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-847e3b1e-a9b6-4842-bb2b-89f2836bd8fd req-7b2e4f86-f1ab-4961-afe8-604707283255 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.6728907 Jul 16 01:20:44.016366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154f0c63-a604-441e-a1a3-f9127b01a107 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:20:44.055818 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-a5bc2d21-eb7a-43dd-9687-ed9774a50e50 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 HTTP/1.1" status: 200 len: 217 time: 0.0666919 Jul 16 01:20:44.077602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f0c63-a604-441e-a1a3-f9127b01a107 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f77542-1df9-4715-be9f-b0bd37f38c54,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:44.092828 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-7f7632aa-4e42-430c-a3ee-739083de153c req-0fae8a91-4548-43b3-bb29-7b68196fc5a7 service neutron] show failed (client error): The resource could not be found. Jul 16 01:20:44.093813 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-0fae8a91-4548-43b3-bb29-7b68196fc5a7 service neutron] 10.222.0.70 "GET /v2.0/ports/e807ef80-8bc2-4bf2-bce1-e06f05ef730f/bindings/n-h1-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.4996128 Jul 16 01:20:44.095249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-c15a013c-ba18-4952-98df-eb4e538d2b51 req-116f2473-0177-4f3f-91fd-680a545bccbb tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Deleting port 7313be73-0c88-4f63-95bf-bcb2e4c0db28 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:44.095621 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c15a013c-ba18-4952-98df-eb4e538d2b51 req-116f2473-0177-4f3f-91fd-680a545bccbb tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.126875 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-154f0c63-a604-441e-a1a3-f9127b01a107 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.127270 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-154f0c63-a604-441e-a1a3-f9127b01a107 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Added segment 3257e550-f75b-42b8-bc48-695f3d4d92a9 of type vlan for network c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca Jul 16 01:20:44.144043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b45c9b-0666-41a1-b27d-b0a7ffa9eccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4195e01-091a-461b-a934-93b1b286b6cf,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:44.161733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-a2f9df6a-389f-489f-9791-368f91bc9a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:44.164600 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-a2f9df6a-389f-489f-9791-368f91bc9a20 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dcb4b501-ff87-4c91-b62d-7063cf216269 HTTP/1.1" status: 200 len: 852 time: 0.0831606 Jul 16 01:20:44.207900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3886860-32f4-44ae-a093-bdf6a5e18602 req-44e4bbb0-38a0-49d5-92de-26b20c512647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:44.209461 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3886860-32f4-44ae-a093-bdf6a5e18602 req-44e4bbb0-38a0-49d5-92de-26b20c512647 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 1102 time: 0.5393229 Jul 16 01:20:44.252224 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-e4a41e09-d22e-4bc7-b55f-232ce07aeb0f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8fcb8e6c-5076-4d25-8790-4e6d6232edea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683270 Jul 16 01:20:44.350260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-847e3b1e-a9b6-4842-bb2b-89f2836bd8fd req-bed07aaa-8741-49d9-857f-aaa79b042adf tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3664379 Jul 16 01:20:44.381725 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-154f0c63-a604-441e-a1a3-f9127b01a107 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.456026 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b45c9b-0666-41a1-b27d-b0a7ffa9eccd admin admin] Checking segment: {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:44.456380 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b45c9b-0666-41a1-b27d-b0a7ffa9eccd admin admin] Network hostable DHCP agents. Network: 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:20:44.488500 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-8fe93628-c4bd-46c5-b355-d558ee5dfc84 service neutron] 10.222.0.70 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232957 Jul 16 01:20:44.613729 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6279f6f4-29e1-4a24-9f85-2895f262d27a x-openstack-request-id: req-6279f6f4-29e1-4a24-9f85-2895f262d27a {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:44.614036 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d431af23-827d-41d5-8ad2-e6ffb40a6a34", "tag": "e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:44.614292 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6279f6f4-29e1-4a24-9f85-2895f262d27a {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:44.614698 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd431af23-827d-41d5-8ad2-e6ffb40a6a34', 'tag': 'e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3', 'status': 'completed', 'code': 200} Jul 16 01:20:44.640188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7632aa-4e42-430c-a3ee-739083de153c req-43576024-404c-49ad-9fff-18e8d97b1314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:44.641869 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-43576024-404c-49ad-9fff-18e8d97b1314 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d&tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50 HTTP/1.1" status: 200 len: 1102 time: 0.1499162 Jul 16 01:20:44.654361 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2b64539d-a23b-4c20-a829-5af807eaae70 req-cd50ddae-0c08-4889-b8ac-fb645db4f717 service neutron] 10.222.0.70 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201665 Jul 16 01:20:44.660955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:44.869518 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:44.907531 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b593bfa-a959-4708-854b-9c1e70a41c48 req-fbfd1ca2-78cb-4497-8818-3222b7823c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:44.907531 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0b593bfa-a959-4708-854b-9c1e70a41c48 req-fbfd1ca2-78cb-4497-8818-3222b7823c65 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 1095 time: 0.1223328 Jul 16 01:20:44.971315 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-c15a013c-ba18-4952-98df-eb4e538d2b51 req-116f2473-0177-4f3f-91fd-680a545bccbb tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] For port 7313be73-0c88-4f63-95bf-bcb2e4c0db28, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7313be73-0c88-4f63-95bf-bcb2e4c0db28,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:44.971881 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c15a013c-ba18-4952-98df-eb4e538d2b51 req-116f2473-0177-4f3f-91fd-680a545bccbb tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.011797 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-154f0c63-a604-441e-a1a3-f9127b01a107 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.012850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154f0c63-a604-441e-a1a3-f9127b01a107 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.013536 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-154f0c63-a604-441e-a1a3-f9127b01a107 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.018377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-c15a013c-ba18-4952-98df-eb4e538d2b51 req-116f2473-0177-4f3f-91fd-680a545bccbb tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Calling delete_port for 7313be73-0c88-4f63-95bf-bcb2e4c0db28 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:45.029464 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b45c9b-0666-41a1-b27d-b0a7ffa9eccd admin admin] Network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:20:45.203079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3886860-32f4-44ae-a093-bdf6a5e18602 req-f302d26f-ce26-4996-85fb-402e5f103596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.205916 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3886860-32f4-44ae-a093-bdf6a5e18602 req-f302d26f-ce26-4996-85fb-402e5f103596 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.9359109 Jul 16 01:20:45.275490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-154f0c63-a604-441e-a1a3-f9127b01a107 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.3886316 Jul 16 01:20:45.276053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b9b45c9b-0666-41a1-b27d-b0a7ffa9eccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:45.276593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:45.285400 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab23c452-eb91-45aa-984b-1103734a93de None None] Network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:45.292466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b45c9b-0666-41a1-b27d-b0a7ffa9eccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.293223 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9b45c9b-0666-41a1-b27d-b0a7ffa9eccd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.301588 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52682) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:45.309198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-cf4fd6bc-762b-4c18-81b8-220ad0538be3 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Request body: {'subnet': {'network_id': 'c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:45.319676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:45.366190 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.372525 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1043be0c-bb68-4590-95c1-3e514c0d86d6 req-4d17107b-d2bb-450e-9903-5855f1d2e806 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.383188 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1043be0c-bb68-4590-95c1-3e514c0d86d6 req-4d17107b-d2bb-450e-9903-5855f1d2e806 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 943 time: 1.0566175 Jul 16 01:20:45.434363 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b593bfa-a959-4708-854b-9c1e70a41c48 req-dfe0a6ba-614d-4184-95f7-ce460d8b03af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.436808 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0b593bfa-a959-4708-854b-9c1e70a41c48 req-dfe0a6ba-614d-4184-95f7-ce460d8b03af service neutron] 10.222.0.70 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 913 time: 0.5102251 Jul 16 01:20:45.440158 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3886860-32f4-44ae-a093-bdf6a5e18602 req-dd421b3b-23a6-434d-8ede-7ef686c47ff0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb HTTP/1.1" status: 200 len: 217 time: 0.2141314 Jul 16 01:20:45.449721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f0c63-a604-441e-a1a3-f9127b01a107 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Pushing event updated for resources: {'Network': ['ID=c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:45.471891 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c15a013c-ba18-4952-98df-eb4e538d2b51 req-116f2473-0177-4f3f-91fd-680a545bccbb tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.500609 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:20:45.553215 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4fd6bc-762b-4c18-81b8-220ad0538be3 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Made reservation on behalf of d2da5903665542848bf4deeac7fedc4f for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:45.553862 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e644050a-cb5b-4e73-937b-9251d818c3a5', '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0', 'a4c1e466-cbec-4822-82cd-9fa5c6b43430', '34f8b176-35e8-46f9-8486-637da280e0f1', '7313be73-0c88-4f63-95bf-bcb2e4c0db28'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:45.556355 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cf4fd6bc-762b-4c18-81b8-220ad0538be3 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.557732 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Transition to ACTIVE for port object e807ef80-8bc2-4bf2-bce1-e06f05ef730f will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:45.560722 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0b593bfa-a959-4708-854b-9c1e70a41c48 req-fd229830-331e-4fd6-9dc1-fb972a9eff3c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 HTTP/1.1" status: 200 len: 217 time: 0.1142704 Jul 16 01:20:45.562935 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.563282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d072c8f9-77d9-479a-9927-64b9a4aed96e', 'a6b9cf45-f6a8-4d0a-a072-111592f93f23'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:45.569821 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b9b45c9b-0666-41a1-b27d-b0a7ffa9eccd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6660733 Jul 16 01:20:45.574941 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 52690) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:45.630440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f2473-0177-4f3f-91fd-680a545bccbb tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Pushing event deleted for resources: {'Port': ['ID=7313be73-0c88-4f63-95bf-bcb2e4c0db28,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:45.657981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-566973911-router', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:45.668608 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Pushing event updated for resources: {'Port': ['ID=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,revision_number=6']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:45.722937 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15a013c-ba18-4952-98df-eb4e538d2b51 req-116f2473-0177-4f3f-91fd-680a545bccbb tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] No DVR routers for this DVR port 7313be73-0c88-4f63-95bf-bcb2e4c0db28 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:45.726121 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c15a013c-ba18-4952-98df-eb4e538d2b51 req-116f2473-0177-4f3f-91fd-680a545bccbb tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.729678 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c15a013c-ba18-4952-98df-eb4e538d2b51 req-116f2473-0177-4f3f-91fd-680a545bccbb tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "DELETE /v2.0/ports/7313be73-0c88-4f63-95bf-bcb2e4c0db28 HTTP/1.1" status: 204 len: 173 time: 2.4376554 Jul 16 01:20:45.738052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018958d4-d294-4e57-a447-02ae3d16fcde', 'name': 'network-vif-deleted', 'tag': '7313be73-0c88-4f63-95bf-bcb2e4c0db28'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:45.740678 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7446ff1-ae10-46c3-9a8d-09839c8145a2" -d '{"events": [{"server_uuid": "018958d4-d294-4e57-a447-02ae3d16fcde", "name": "network-vif-deleted", "tag": "7313be73-0c88-4f63-95bf-bcb2e4c0db28"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:45.744466 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] No DVR routers for this DVR port e807ef80-8bc2-4bf2-bce1-e06f05ef730f on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:45.753278 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3886860-32f4-44ae-a093-bdf6a5e18602 req-808f7e68-636d-4375-a1e2-afb15a2405e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.756450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3886860-32f4-44ae-a093-bdf6a5e18602 req-808f7e68-636d-4375-a1e2-afb15a2405e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.3012509 Jul 16 01:20:45.815979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Attempting to bind port e807ef80-8bc2-4bf2-bce1-e06f05ef730f on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:45.816482 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Attempting to bind port e807ef80-8bc2-4bf2-bce1-e06f05ef730f by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:45.817009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Attempting to bind port e807ef80-8bc2-4bf2-bce1-e06f05ef730f on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:45.828003 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Port e807ef80-8bc2-4bf2-bce1-e06f05ef730f on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:20:45.829115 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Attempting to bind port e807ef80-8bc2-4bf2-bce1-e06f05ef730f on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:45.840390 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b593bfa-a959-4708-854b-9c1e70a41c48 req-5f949cd3-e3b6-434e-bad8-828b8fc6a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.842159 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0b593bfa-a959-4708-854b-9c1e70a41c48 req-5f949cd3-e3b6-434e-bad8-828b8fc6a835 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=dcb4b501-ff87-4c91-b62d-7063cf216269 HTTP/1.1" status: 200 len: 852 time: 0.2661817 Jul 16 01:20:45.843543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:45.843797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:45.844850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:45.846097 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Bound port: e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:45.846097 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.869241 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.870445 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.876553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5181c8-4669-4e71-b7f4-4069614cb47d req-9195134a-f064-4a40-a177-ef2ac5781b70 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:45.888123 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd5181c8-4669-4e71-b7f4-4069614cb47d req-9195134a-f064-4a40-a177-ef2ac5781b70 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=018958d4-d294-4e57-a447-02ae3d16fcde HTTP/1.1" status: 200 len: 867 time: 0.7060223 Jul 16 01:20:45.927724 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:20:45.928637 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.929114 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:45.964711 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1043be0c-bb68-4590-95c1-3e514c0d86d6 req-7847d8ec-baf2-47c7-ae4e-5e0069df1144 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798397 Jul 16 01:20:46.068237 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0b593bfa-a959-4708-854b-9c1e70a41c48 req-3fc56848-c03b-408c-8462-d78a50b24afb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8fcb8e6c-5076-4d25-8790-4e6d6232edea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373847 Jul 16 01:20:46.155469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:46.173240 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:46.206227 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.366444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Pushing event updated for resources: {'Port': ['ID=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,revision_number=7']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:46.448844 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd5181c8-4669-4e71-b7f4-4069614cb47d req-a4012910-1426-4e6d-b0cf-8b40c045359e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482264 Jul 16 01:20:46.455605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3886860-32f4-44ae-a093-bdf6a5e18602 req-3e3ab1d9-99aa-4711-92d9-30e4f2acf21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.460281 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3886860-32f4-44ae-a093-bdf6a5e18602 req-3e3ab1d9-99aa-4711-92d9-30e4f2acf21d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6500990 Jul 16 01:20:46.558470 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.569520 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:46.572519 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:46.574841 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-e67285b1-6e97-4221-8c04-6f726db5e0bb service neutron] 10.222.0.69 "PUT /v2.0/ports/e807ef80-8bc2-4bf2-bce1-e06f05ef730f HTTP/1.1" status: 200 len: 1097 time: 1.9184787 Jul 16 01:20:46.623604 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f'}, {'name': 'network-changed', 'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:46.630798 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3249ac-0b46-44c7-900a-e0605c2d5491" -d '{"events": [{"server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "name": "network-vif-unplugged", "status": "completed", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f"}, {"name": "network-changed", "server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:46.746420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Allocated IP 172.20.0.2 (430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4/b4195e01-091a-461b-a934-93b1b286b6cf/93c5c705-4d18-4185-97b3-a2813b6368ff) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:46.798624 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3886860-32f4-44ae-a093-bdf6a5e18602 req-e785de07-95ef-4545-bf15-f87776de5523 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630124 Jul 16 01:20:46.803067 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0a1056-036b-4e09-8c44-410b6b85d851 x-openstack-request-id: req-5d0a1056-036b-4e09-8c44-410b6b85d851 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:46.803370 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018958d4-d294-4e57-a447-02ae3d16fcde", "name": "network-vif-deleted", "tag": "7313be73-0c88-4f63-95bf-bcb2e4c0db28", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:46.803626 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d0a1056-036b-4e09-8c44-410b6b85d851 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:46.804071 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018958d4-d294-4e57-a447-02ae3d16fcde', 'name': 'network-vif-deleted', 'tag': '7313be73-0c88-4f63-95bf-bcb2e4c0db28', 'status': 'completed', 'code': 200} Jul 16 01:20:46.990143 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0b593bfa-a959-4708-854b-9c1e70a41c48 req-1442c90a-0e05-4af9-ab70-36f689e68f14 service neutron] 10.222.0.70 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8063025 Jul 16 01:20:47.005280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:47.115089 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3886860-32f4-44ae-a093-bdf6a5e18602 req-de620301-1079-4714-a83e-bc9a5baead65 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023319 Jul 16 01:20:47.175723 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0b593bfa-a959-4708-854b-9c1e70a41c48 req-95e79e83-4702-4e87-b250-61a6933d899d service neutron] 10.222.0.70 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299565 Jul 16 01:20:47.177338 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18c2c95-5b37-4984-b35e-06419ad295c6 x-openstack-request-id: req-a18c2c95-5b37-4984-b35e-06419ad295c6 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:47.177636 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "name": "network-vif-unplugged", "status": "completed", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f", "code": 200}, {"name": "network-changed", "server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:47.177895 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a18c2c95-5b37-4984-b35e-06419ad295c6 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:47.178284 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f', 'code': 200} Jul 16 01:20:47.178547 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f', 'status': 'completed', 'code': 200} Jul 16 01:20:47.185738 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7632aa-4e42-430c-a3ee-739083de153c req-d7447ff0-038f-4b3c-b333-5563e74bf475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.187476 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-d7447ff0-038f-4b3c-b333-5563e74bf475 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 1100 time: 0.5540285 Jul 16 01:20:47.254768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e807ef80-8bc2-4bf2-bce1-e06f05ef730f no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:47.466633 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:47.489925 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3', 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea', 'port_id': 'e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3', 'mac_address': 'fa:16:3e:da:46:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb4b501-ff87-4c91-b62d-7063cf216269', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:47.529568 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7632aa-4e42-430c-a3ee-739083de153c req-a23e5005-35a5-4d7e-9685-44ea9afb9965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.531650 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-a23e5005-35a5-4d7e-9685-44ea9afb9965 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.3331380 Jul 16 01:20:47.538991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e807ef80-8bc2-4bf2-bce1-e06f05ef730f not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:47.586992 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-8d338d95-e910-454c-a910-7df67eb8c987 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f HTTP/1.1" status: 200 len: 217 time: 0.0425200 Jul 16 01:20:47.590995 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.592958 n-d-791505-14 neutron-server[93919]: DEBUG neutron.objects.ports [None req-cf4fd6bc-762b-4c18-81b8-220ad0538be3 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93919) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:20:47.594448 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cf4fd6bc-762b-4c18-81b8-220ad0538be3 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.628150 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.720864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fd6bc-762b-4c18-81b8-220ad0538be3 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2a46b90c-0384-4cfa-9211-841d270895c8,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:47.743591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7632aa-4e42-430c-a3ee-739083de153c req-9dda7a9f-98dc-4731-baeb-98703238ea61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.745364 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-9dda7a9f-98dc-4731-baeb-98703238ea61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1283388 Jul 16 01:20:47.756701 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.768714 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.810025 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-8d8d8dfd-3e25-4fc5-afb8-377f8d58aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.814291 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-8d8d8dfd-3e25-4fc5-afb8-377f8d58aae7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 1100 time: 0.6874094 Jul 16 01:20:47.814909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Transition to ACTIVE for port object 93c5c705-4d18-4185-97b3-a2813b6368ff will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:47.839426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:47.865518 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Transition to ACTIVE for port object 93c5c705-4d18-4185-97b3-a2813b6368ff will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:47.887056 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.891129 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:47.907649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Allocated IP 172.25.2.55 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/2f2ffe89-fd88-4e9a-9562-703ecf119fb9) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:47.927870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7632aa-4e42-430c-a3ee-739083de153c req-d8a0e40b-30fb-4548-9abf-0302712d3744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.929492 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-d8a0e40b-30fb-4548-9abf-0302712d3744 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1771727 Jul 16 01:20:47.948533 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Pushing event updated for resources: {'Port': ['ID=93c5c705-4d18-4185-97b3-a2813b6368ff,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:47.951639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5d278-f96c-405c-a769-3e7551d15f6a req-db5d1977-7fb7-4845-8bde-0a4561e41d16 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:47.955318 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:47.964998 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fa5d278-f96c-405c-a769-3e7551d15f6a req-db5d1977-7fb7-4845-8bde-0a4561e41d16 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 948 time: 0.8488202 Jul 16 01:20:47.970052 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7313be73-0c88-4f63-95bf-bcb2e4c0db28 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:47.996835 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4fd6bc-762b-4c18-81b8-220ad0538be3 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Checking segment: {'id': '3257e550-f75b-42b8-bc48-695f3d4d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:47.999529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4fd6bc-762b-4c18-81b8-220ad0538be3 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Network hostable DHCP agents. Network: c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:20:48.033692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:48.037795 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 7313be73-0c88-4f63-95bf-bcb2e4c0db28 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:48.038409 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7313be73-0c88-4f63-95bf-bcb2e4c0db28 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:48.048139 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:48.054836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:48.089133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8be52e-6a47-4ce6-9b40-c757195dba81 req-a81221d6-cab2-4a41-aa53-608a5028542e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.094020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d8be52e-6a47-4ce6-9b40-c757195dba81 req-a81221d6-cab2-4a41-aa53-608a5028542e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 943 time: 0.7683401 Jul 16 01:20:48.129629 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:48.180740 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Attempting to bind port 93c5c705-4d18-4185-97b3-a2813b6368ff on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:48.181356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Attempting to bind port 93c5c705-4d18-4185-97b3-a2813b6368ff by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:48.181903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Attempting to bind port 93c5c705-4d18-4185-97b3-a2813b6368ff on network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:48.191636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:48.192319 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Checking segment: {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:48.193008 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.193564 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Bound using segment: {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:48.194180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Bound port: 93c5c705-4d18-4185-97b3-a2813b6368ff, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:48.194954 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.272402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] For port 93c5c705-4d18-4185-97b3-a2813b6368ff, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:48.277019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] For port 93c5c705-4d18-4185-97b3-a2813b6368ff, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=93c5c705-4d18-4185-97b3-a2813b6368ff,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:48.282168 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-fdc23d0d-c97f-4d5d-a49a-2c378af69786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.284958 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-fdc23d0d-c97f-4d5d-a49a-2c378af69786 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.4502199 Jul 16 01:20:48.291853 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.346110 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fa5d278-f96c-405c-a769-3e7551d15f6a req-a1b0d7c5-4288-425c-a42a-182aa3b92df7 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787956 Jul 16 01:20:48.440699 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-802630c2-185f-4ace-a095-c7d17b6cd736 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f HTTP/1.1" status: 200 len: 217 time: 0.1059456 Jul 16 01:20:48.443111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4fd6bc-762b-4c18-81b8-220ad0538be3 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Network c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:20:48.451829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6177df9c-dffc-4dcd-aeee-f66d1c74461e None None] Pushing event updated for resources: {'Port': ['ID=93c5c705-4d18-4185-97b3-a2813b6368ff,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:48.520636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:48.588853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-86f924e5-d7b9-4bc7-946b-2255498883d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.590559 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-86f924e5-d7b9-4bc7-946b-2255498883d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1236877 Jul 16 01:20:48.609990 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d8be52e-6a47-4ce6-9b40-c757195dba81 req-815e30af-9382-4bb8-9747-c3e62ebbb01e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999762 Jul 16 01:20:48.619453 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-cf4fd6bc-762b-4c18-81b8-220ad0538be3 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:48.634271 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e020923-8d2b-4aad-be0d-8bb4c886549e None None] Network c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:48.647869 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4fd6bc-762b-4c18-81b8-220ad0538be3 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.647869 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cf4fd6bc-762b-4c18-81b8-220ad0538be3 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.723940 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cf4fd6bc-762b-4c18-81b8-220ad0538be3 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.4191055 Jul 16 01:20:48.735101 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52726) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:48.750036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-0ea83bb0-33ba-40e4-abaa-6651154ce1b4 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-220325756', 'network_id': 'c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:48.865206 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-5efcee41-7bb0-489f-a494-e39fc8c6c93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:48.871723 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-5efcee41-7bb0-489f-a494-e39fc8c6c93b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2587354 Jul 16 01:20:48.895597 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:48.919830 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-3ace9058-f34f-4c5d-8e44-be16149caf41 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9810390 Jul 16 01:20:49.044739 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-610d8636-4314-4bea-9463-a344f2bfee88 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572909 Jul 16 01:20:49.050759 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea83bb0-33ba-40e4-abaa-6651154ce1b4 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Made reservation on behalf of d2da5903665542848bf4deeac7fedc4f for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:20:49.053987 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0ea83bb0-33ba-40e4-abaa-6651154ce1b4 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.239039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-82edb2c5-1279-46f1-8013-240af9d8f445 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605101 Jul 16 01:20:49.246684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-0ea83bb0-33ba-40e4-abaa-6651154ce1b4 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] device_id is not set on port a16d3fa8-63e2-42e5-95d6-2197895de0e1 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:20:49.295504 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:49.435282 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Pushing event updated for resources: {'Port': ['ID=2f2ffe89-fd88-4e9a-9562-703ecf119fb9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:49.449427 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f7632aa-4e42-430c-a3ee-739083de153c req-8ea2e6c3-eae1-4ac8-9881-799ba9cac2d7 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058031 Jul 16 01:20:49.495833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:49.501912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:49.511563 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:49.577551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b67431-db29-4f9b-ba56-37dcc02665ea None None] Network c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:49.620684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-0ea83bb0-33ba-40e4-abaa-6651154ce1b4 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Allocated IP 2001:db8::37e (c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca/2a46b90c-0384-4cfa-9211-841d270895c8/a16d3fa8-63e2-42e5-95d6-2197895de0e1) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:49.873176 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52756) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:50.040107 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-3a2f1fa1-c552-43ac-ba22-208b8fceeeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.041719 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-3a2f1fa1-c552-43ac-ba22-208b8fceeeff service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 1100 time: 0.5220089 Jul 16 01:20:50.176249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2344f55-9ceb-4a16-b426-b152c8d1e018 req-56a0639e-e91c-42c1-b50a-43dfc57f10e8 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.177825 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2344f55-9ceb-4a16-b426-b152c8d1e018 req-56a0639e-e91c-42c1-b50a-43dfc57f10e8 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 948 time: 0.4512639 Jul 16 01:20:50.178698 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-346a8cf6-e532-4781-905e-4070d5eead9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.235922 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.243929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685d559-04ff-4e74-a92d-e8061db57f3e req-bc284a86-3dc2-4dd6-96cd-f57c4cae89df tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.251319 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a685d559-04ff-4e74-a92d-e8061db57f3e req-bc284a86-3dc2-4dd6-96cd-f57c4cae89df tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 949 time: 0.3790102 Jul 16 01:20:50.262255 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b07cfc-f566-463b-9542-844e49322def None None] Network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:20:50.356214 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2344f55-9ceb-4a16-b426-b152c8d1e018 req-82bc9d15-de92-4f89-b2e7-124081d222c4 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392057 Jul 16 01:20:50.408415 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-25c3233e-874c-4ac5-bc66-3aab061bafae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.409909 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-25c3233e-874c-4ac5-bc66-3aab061bafae service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.3589914 Jul 16 01:20:50.447877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a685d559-04ff-4e74-a92d-e8061db57f3e req-8af2e3b4-e90d-41cb-b96e-b6e8ff5e4d6c tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876473 Jul 16 01:20:50.471419 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-1ff18d3b-743b-4f54-b918-1758a2a0a6c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f HTTP/1.1" status: 200 len: 217 time: 0.0509038 Jul 16 01:20:50.471842 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-120d80b4-4e41-4f2d-9cb8-58234f64dc54 None None] Provisioning for port 93c5c705-4d18-4185-97b3-a2813b6368ff completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:50.507395 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0ea83bb0-33ba-40e4-abaa-6651154ce1b4 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.604847 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-346a8cf6-e532-4781-905e-4070d5eead9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.625334 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-346a8cf6-e532-4781-905e-4070d5eead9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.708270 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-4784fb21-40c8-478b-9c40-eb9c1ecfef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.710009 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-4784fb21-40c8-478b-9c40-eb9c1ecfef5b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1646214 Jul 16 01:20:50.755430 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-346a8cf6-e532-4781-905e-4070d5eead9a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ca2eed859344dc99187bd2fc804d110&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8626738 Jul 16 01:20:50.755430 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0ea83bb0-33ba-40e4-abaa-6651154ce1b4 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.761994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52770) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:50.770253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a8cf6-e532-4781-905e-4070d5eead9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa703cc-6063-4880-9211-fb432a58eb63,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:50.799222 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.879835 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea83bb0-33ba-40e4-abaa-6651154ce1b4 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Network c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:50.888036 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 93c5c705-4d18-4185-97b3-a2813b6368ff up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:50.914450 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea83bb0-33ba-40e4-abaa-6651154ce1b4 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Pushing event updated for resources: {'Port': ['ID=a16d3fa8-63e2-42e5-95d6-2197895de0e1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:50.938518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-5b338a3b-804a-4ecd-9f79-08f715306eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.946247 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-5b338a3b-804a-4ecd-9f79-08f715306eb9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2238481 Jul 16 01:20:50.974004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-0ea83bb0-33ba-40e4-abaa-6651154ce1b4 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:50.983638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 93c5c705-4d18-4185-97b3-a2813b6368ff completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:50.986701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea83bb0-33ba-40e4-abaa-6651154ce1b4 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:50.988275 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 93c5c705-4d18-4185-97b3-a2813b6368ff triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:50.988548 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea83bb0-33ba-40e4-abaa-6651154ce1b4 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:50.988658 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:50.989508 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0ea83bb0-33ba-40e4-abaa-6651154ce1b4 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.017639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294adae4-88bf-4cbc-979b-a79fdff33992 req-fc0cf731-ce26-4a30-a8de-e50f996d520b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.028946 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-294adae4-88bf-4cbc-979b-a79fdff33992 req-fc0cf731-ce26-4a30-a8de-e50f996d520b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 944 time: 0.3665636 Jul 16 01:20:51.124938 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.125726 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87f9b68b-872d-4425-8939-4b41c6b98b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.140128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Router ea66252d-205e-4dca-94ec-ffb83316a853 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:20:51.144687 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-d52492b0-18fd-45dc-a6fb-60ec8aa57420 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888630 Jul 16 01:20:51.152014 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ad13aa96-22d3-41e0-8087-f542af35bf79 None None] Provisioning complete for port 93c5c705-4d18-4185-97b3-a2813b6368ff triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:51.152685 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ad13aa96-22d3-41e0-8087-f542af35bf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.167521 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87f9b68b-872d-4425-8939-4b41c6b98b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.227968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 93c5c705-4d18-4185-97b3-a2813b6368ff, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=93c5c705-4d18-4185-97b3-a2813b6368ff,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:51.230569 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0ea83bb0-33ba-40e4-abaa-6651154ce1b4 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4901190 Jul 16 01:20:51.238262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-294adae4-88bf-4cbc-979b-a79fdff33992 req-b9fd6630-00db-4472-a983-61ce72c2056c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077370 Jul 16 01:20:51.245084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52772) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:51.284551 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87f9b68b-872d-4425-8939-4b41c6b98b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.287296 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87f9b68b-872d-4425-8939-4b41c6b98b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.291117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-87f9b68b-872d-4425-8939-4b41c6b98b43 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/efa703cc-6063-4880-9211-fb432a58eb63 HTTP/1.1" status: 204 len: 168 time: 0.5282328 Jul 16 01:20:51.304432 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9b68b-872d-4425-8939-4b41c6b98b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa703cc-6063-4880-9211-fb432a58eb63,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:51.313028 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.432746 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0a3249ac-0b46-44c7-900a-e0605c2d5491 req-e66d1901-7f09-4184-a2c7-a76d57f47d2b service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806540 Jul 16 01:20:51.435706 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:20:51.448422 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Sync routers for ids ['ea66252d-205e-4dca-94ec-ffb83316a853'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:20:51.460791 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ad13aa96-22d3-41e0-8087-f542af35bf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.464581 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Routers {'ea66252d-205e-4dca-94ec-ffb83316a853'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:51.465861 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:20:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['ea66252d-205e-4dca-94ec-ffb83316a853'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:51.468582 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.470340 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2d9fd277-fd2c-4c7c-8783-c5f6d1c4ca90 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8158095 Jul 16 01:20:51.472585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 52780) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:51.521025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=93c5c705-4d18-4185-97b3-a2813b6368ff,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:51.603463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997a010-c8d9-4238-b3b6-3908db50a16a req-148f607b-1e1c-448f-ab6a-4ea22a4f06f5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:51.613894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2997a010-c8d9-4238-b3b6-3908db50a16a req-148f607b-1e1c-448f-ab6a-4ea22a4f06f5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "GET /v2.0/ports?device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 949 time: 0.6802490 Jul 16 01:20:51.669850 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-ad13aa96-22d3-41e0-8087-f542af35bf79 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:20:51.675831 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-ad13aa96-22d3-41e0-8087-f542af35bf79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:20:51.820752 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Set router ea66252d-205e-4dca-94ec-ffb83316a853 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:20:51.939131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-49e06bd2-2f0b-41ed-89dc-f5b60a3eca84 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Deleting port a16d3fa8-63e2-42e5-95d6-2197895de0e1 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:51.939629 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49e06bd2-2f0b-41ed-89dc-f5b60a3eca84 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:51.992845 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e807ef80-8bc2-4bf2-bce1-e06f05ef730f details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:20:52.076336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8065aea-aa1a-4dce-b777-b433437a2b86 req-c5a5c383-96b7-4173-ae3c-e6af351dc69d tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:52.086872 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8065aea-aa1a-4dce-b777-b433437a2b86 req-c5a5c383-96b7-4173-ae3c-e6af351dc69d tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 949 time: 0.3249516 Jul 16 01:20:52.104786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-2997a010-c8d9-4238-b3b6-3908db50a16a req-f7d0ebaa-387c-4c72-979b-5430c628c255 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Deleting port 34f8b176-35e8-46f9-8486-637da280e0f1 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:20:52.104786 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2997a010-c8d9-4238-b3b6-3908db50a16a req-f7d0ebaa-387c-4c72-979b-5430c628c255 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.121859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45936973-ea03-42e5-a6b8-74ab717d40e7 req-fa0178e2-303a-4e5a-934f-43170d3cd7da tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:52.130683 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45936973-ea03-42e5-a6b8-74ab717d40e7 req-fa0178e2-303a-4e5a-934f-43170d3cd7da tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 948 time: 0.3377941 Jul 16 01:20:52.234688 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49e06bd2-2f0b-41ed-89dc-f5b60a3eca84 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.299738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:52.318582 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f', 'mac_address': 'fa:16:3e:e2:43:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:20:52.320948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8065aea-aa1a-4dce-b777-b433437a2b86 req-78c90412-f3e7-4aa6-be03-ac3f7b964c36 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330456 Jul 16 01:20:52.329903 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'name': 'tempest-ServerActionsTestJSON-566973911-router', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:45Z', 'updated_at': '2021-07-16T01:20:50Z', 'revision_number': 3, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'gw_port': {'id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:47Z', 'updated_at': '2021-07-16T01:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:52.338183 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-49e06bd2-2f0b-41ed-89dc-f5b60a3eca84 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Calling delete_port for a16d3fa8-63e2-42e5-95d6-2197895de0e1 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:52.361159 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Checking router: ea66252d-205e-4dca-94ec-ffb83316a853 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:20:52.361831 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Updating router ea66252d-205e-4dca-94ec-ffb83316a853 port 2f2ffe89-fd88-4e9a-9562-703ecf119fb9 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:20:52.373531 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45936973-ea03-42e5-a6b8-74ab717d40e7 req-b3c1c9ed-fcf0-4539-9028-c1e0f02ea076 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418084 Jul 16 01:20:52.382637 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.411647 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e807ef80-8bc2-4bf2-bce1-e06f05ef730f {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:20:52.422737 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.475498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:52.486848 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.572874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-2997a010-c8d9-4238-b3b6-3908db50a16a req-f7d0ebaa-387c-4c72-979b-5430c628c255 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] For port 34f8b176-35e8-46f9-8486-637da280e0f1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=34f8b176-35e8-46f9-8486-637da280e0f1,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:52.573542 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2997a010-c8d9-4238-b3b6-3908db50a16a req-f7d0ebaa-387c-4c72-979b-5430c628c255 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.607472 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:52.631539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-2997a010-c8d9-4238-b3b6-3908db50a16a req-f7d0ebaa-387c-4c72-979b-5430c628c255 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Calling delete_port for 34f8b176-35e8-46f9-8486-637da280e0f1 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:20:52.715342 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:52.777674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e807ef80-8bc2-4bf2-bce1-e06f05ef730f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:52.856681 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 93c5c705-4d18-4185-97b3-a2813b6368ff up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:52.967059 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Allocated IP 172.20.0.1 (430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4/b4195e01-091a-461b-a934-93b1b286b6cf/1ad8ab98-5a86-4d35-84f1-83d8dc81c877) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:53.037567 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:53.095039 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.134516 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.161775 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 93c5c705-4d18-4185-97b3-a2813b6368ff triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:53.162305 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.232489 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:53.272912 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:53.273664 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.398101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Transition to ACTIVE for port object 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:53.398281 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Transition to ACTIVE for port object 2f2ffe89-fd88-4e9a-9562-703ecf119fb9 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:53.407856 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.467801 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.469282 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.488382 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d064d-f6a3-4ed1-b191-0dfe33b6d670 None None] Pushing event updated for resources: {'Port': ['ID=2f2ffe89-fd88-4e9a-9562-703ecf119fb9,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:53.500970 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d064d-f6a3-4ed1-b191-0dfe33b6d670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:53.501674 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d064d-f6a3-4ed1-b191-0dfe33b6d670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:53.502156 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d064d-f6a3-4ed1-b191-0dfe33b6d670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:53.502663 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d064d-f6a3-4ed1-b191-0dfe33b6d670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:53.503136 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d064d-f6a3-4ed1-b191-0dfe33b6d670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:53.503601 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d064d-f6a3-4ed1-b191-0dfe33b6d670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:53.504104 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d064d-f6a3-4ed1-b191-0dfe33b6d670 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:53.504579 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d064d-f6a3-4ed1-b191-0dfe33b6d670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:53.505098 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d064d-f6a3-4ed1-b191-0dfe33b6d670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:53.505574 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d064d-f6a3-4ed1-b191-0dfe33b6d670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:53.506051 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d064d-f6a3-4ed1-b191-0dfe33b6d670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:53.506520 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d3d064d-f6a3-4ed1-b191-0dfe33b6d670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:53.509511 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49e06bd2-2f0b-41ed-89dc-f5b60a3eca84 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.530195 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Attempting to bind port 2f2ffe89-fd88-4e9a-9562-703ecf119fb9 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:53.530730 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Attempting to bind port 2f2ffe89-fd88-4e9a-9562-703ecf119fb9 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:53.531243 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Attempting to bind port 2f2ffe89-fd88-4e9a-9562-703ecf119fb9 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:53.539952 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:53.540571 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:53.541128 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.541812 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:53.542364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:53.543227 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Bound port: 2f2ffe89-fd88-4e9a-9562-703ecf119fb9, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:53.543854 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.544014 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd431af23-827d-41d5-8ad2-e6ffb40a6a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:53.547660 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97e9593a-c4ab-4c5b-b7df-a732006948fa" -d '{"events": [{"server_uuid": "d431af23-827d-41d5-8ad2-e6ffb40a6a34", "name": "network-vif-plugged", "status": "completed", "tag": "e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:53.551204 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.564291 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:53.566494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a4f0a-7720-41ad-966c-3feb31c46d50 req-2670063f-2197-499a-9f8c-09fbce187acc tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:53.581208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c6a4f0a-7720-41ad-966c-3feb31c46d50 req-2670063f-2197-499a-9f8c-09fbce187acc tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 944 time: 0.8950927 Jul 16 01:20:53.595270 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:53.605908 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] For port 2f2ffe89-fd88-4e9a-9562-703ecf119fb9, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:53.610214 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] For port 2f2ffe89-fd88-4e9a-9562-703ecf119fb9, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2f2ffe89-fd88-4e9a-9562-703ecf119fb9,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:53.616831 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:53.617854 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.621525 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:53.642879 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Pushing event updated for resources: {'Port': ['ID=1ad8ab98-5a86-4d35-84f1-83d8dc81c877,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:53.650393 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e06bd2-2f0b-41ed-89dc-f5b60a3eca84 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Pushing event deleted for resources: {'Port': ['ID=a16d3fa8-63e2-42e5-95d6-2197895de0e1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:53.690463 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d064d-f6a3-4ed1-b191-0dfe33b6d670 None None] Pushing event updated for resources: {'Port': ['ID=2f2ffe89-fd88-4e9a-9562-703ecf119fb9,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:53.715739 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Routers {'ea66252d-205e-4dca-94ec-ffb83316a853'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:53.716728 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:20:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['ea66252d-205e-4dca-94ec-ffb83316a853'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:53.757692 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2997a010-c8d9-4238-b3b6-3908db50a16a req-f7d0ebaa-387c-4c72-979b-5430c628c255 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.773532 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d072c8f9-77d9-479a-9927-64b9a4aed96e', 'a6b9cf45-f6a8-4d0a-a072-111592f93f23'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:53.822983 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.863244 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49e06bd2-2f0b-41ed-89dc-f5b60a3eca84 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:53.865413 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] Set router ea66252d-205e-4dca-94ec-ffb83316a853 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:20:53.869751 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-49e06bd2-2f0b-41ed-89dc-f5b60a3eca84 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "DELETE /v2.0/ports/a16d3fa8-63e2-42e5-95d6-2197895de0e1 HTTP/1.1" status: 204 len: 168 time: 2.6198554 Jul 16 01:20:53.870530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52838) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:53.873965 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0ebaa-387c-4c72-979b-5430c628c255 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Pushing event deleted for resources: {'Port': ['ID=34f8b176-35e8-46f9-8486-637da280e0f1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:53.882159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca', 'external_fixed_ips': [{'subnet_id': '2a46b90c-0384-4cfa-9211-841d270895c8', 'ip_address': '2001:db8::37e'}]}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:53.934274 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e644050a-cb5b-4e73-937b-9251d818c3a5', '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0', 'a4c1e466-cbec-4822-82cd-9fa5c6b43430'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:20:53.964198 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01eb0cc4-a8ce-4f8d-a705-763fa8c039ce req-229babed-49ff-4611-bf0e-915dc1c10f66 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 210 time: 0.1891339 Jul 16 01:20:53.990193 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c6a4f0a-7720-41ad-966c-3feb31c46d50 req-94a652f3-4afb-42db-bf4d-8b130109f5f1 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181055 Jul 16 01:20:54.011143 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.013327 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.125574 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.230720 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 34f8b176-35e8-46f9-8486-637da280e0f1 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:20:54.248784 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.267953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-2997a010-c8d9-4238-b3b6-3908db50a16a req-f7d0ebaa-387c-4c72-979b-5430c628c255 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] No DVR routers for this DVR port 34f8b176-35e8-46f9-8486-637da280e0f1 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:20:54.330131 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'name': 'tempest-ServerActionsTestJSON-566973911-router', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:45Z', 'updated_at': '2021-07-16T01:20:50Z', 'revision_number': 3, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'gw_port': {'id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:47Z', 'updated_at': '2021-07-16T01:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:54.386827 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffefabe-1a0b-43fa-a510-00f244609959 x-openstack-request-id: req-4ffefabe-1a0b-43fa-a510-00f244609959 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:54.387181 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d431af23-827d-41d5-8ad2-e6ffb40a6a34", "name": "network-vif-plugged", "status": "completed", "tag": "e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:54.387442 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ffefabe-1a0b-43fa-a510-00f244609959 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:54.389005 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd431af23-827d-41d5-8ad2-e6ffb40a6a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3', 'code': 200} Jul 16 01:20:54.396785 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bba0c1e-8bd4-47dd-9cfc-fd0b9c368733 None None] The sync data for ids ['ea66252d-205e-4dca-94ec-ffb83316a853'] in n-d-791505-14 is: [{'id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'name': 'tempest-ServerActionsTestJSON-566973911-router', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:45Z', 'updated_at': '2021-07-16T01:20:50Z', 'revision_number': 3, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'gw_port': {'id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:47Z', 'updated_at': '2021-07-16T01:20:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:20:54.408379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 34f8b176-35e8-46f9-8486-637da280e0f1 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:20:54.408735 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 34f8b176-35e8-46f9-8486-637da280e0f1 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:20:54.505710 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4b930fb0-b995-47cd-b88b-b275cf83a3c5 None None] Provisioning for port 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:54.521693 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2997a010-c8d9-4238-b3b6-3908db50a16a req-f7d0ebaa-387c-4c72-979b-5430c628c255 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.529120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2997a010-c8d9-4238-b3b6-3908db50a16a req-f7d0ebaa-387c-4c72-979b-5430c628c255 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "DELETE /v2.0/ports/34f8b176-35e8-46f9-8486-637da280e0f1 HTTP/1.1" status: 204 len: 173 time: 2.9046855 Jul 16 01:20:54.536595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0041bdb6-4183-435b-81b2-12baa18ba010', 'name': 'network-vif-deleted', 'tag': '34f8b176-35e8-46f9-8486-637da280e0f1'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:54.539459 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e6f15f-0ac0-4eff-ba36-75ce729da7fd" -d '{"events": [{"server_uuid": "0041bdb6-4183-435b-81b2-12baa18ba010", "name": "network-vif-deleted", "tag": "34f8b176-35e8-46f9-8486-637da280e0f1"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:54.553046 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.603874 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4b930fb0-b995-47cd-b88b-b275cf83a3c5 None None] Provisioning complete for port 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:54.604345 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4b930fb0-b995-47cd-b88b-b275cf83a3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.701200 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380a75b-4f24-4760-9cff-9f2cc8c8b377 req-09d48a70-35bd-4fbe-910d-fd20cd3a4644 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:54.710025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8380a75b-4f24-4760-9cff-9f2cc8c8b377 req-09d48a70-35bd-4fbe-910d-fd20cd3a4644 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 949 time: 0.4659619 Jul 16 01:20:54.753065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0d763-6cf2-4fae-8763-7c37aac5b19c req-22681d38-42cb-4c86-8b69-a95d7f386c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:54.755306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-68d0d763-6cf2-4fae-8763-7c37aac5b19c req-22681d38-42cb-4c86-8b69-a95d7f386c41 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 1097 time: 0.2675521 Jul 16 01:20:54.759106 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.766722 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:54.818471 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8380a75b-4f24-4760-9cff-9f2cc8c8b377 req-c28ceb5b-8e8e-4ad2-b576-671aec4a0bf4 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073000 Jul 16 01:20:54.845474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4b930fb0-b995-47cd-b88b-b275cf83a3c5 None None] Port 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:54.899918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Pushing event updated for resources: {'Port': ['ID=1ad8ab98-5a86-4d35-84f1-83d8dc81c877,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:54.910356 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.035714 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-68d0d763-6cf2-4fae-8763-7c37aac5b19c req-fc6a9166-0217-4280-a181-34ff6d224b71 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638304 Jul 16 01:20:55.037479 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c0bff59-0e02-4a21-b7aa-490fab9fbb8d x-openstack-request-id: req-6c0bff59-0e02-4a21-b7aa-490fab9fbb8d {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:55.037774 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0041bdb6-4183-435b-81b2-12baa18ba010", "name": "network-vif-deleted", "tag": "34f8b176-35e8-46f9-8486-637da280e0f1", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:55.038030 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c0bff59-0e02-4a21-b7aa-490fab9fbb8d {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:55.038438 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0041bdb6-4183-435b-81b2-12baa18ba010', 'name': 'network-vif-deleted', 'tag': '34f8b176-35e8-46f9-8486-637da280e0f1', 'status': 'completed', 'code': 200} Jul 16 01:20:55.237271 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:55.241389 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:55.457632 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb1798a2-63b1-4321-94c6-2a45d1288047 req-d343b2ad-cfb1-42b6-90fc-082e4177abb9 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=0041bdb6-4183-435b-81b2-12baa18ba010 HTTP/1.1" status: 200 len: 210 time: 0.1025651 Jul 16 01:20:55.618657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Router ea66252d-205e-4dca-94ec-ffb83316a853 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:20:55.707359 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.799594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-02f15e61-4e1a-42a4-b426-8bde5e0acc55 None None] Provisioning complete for port 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:55.801538 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-02f15e61-4e1a-42a4-b426-8bde5e0acc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.814852 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:55.920445 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-02f15e61-4e1a-42a4-b426-8bde5e0acc55 None None] Port 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:20:55.975181 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:20:55.996169 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-67a9211c-e386-49a6-b315-61e3f3ec6b6c admin admin] 10.222.0.22 "PUT /v2.0/routers/ea66252d-205e-4dca-94ec-ffb83316a853/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5220962 Jul 16 01:20:55.997692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e807ef80-8bc2-4bf2-bce1-e06f05ef730f up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:56.158385 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port e807ef80-8bc2-4bf2-bce1-e06f05ef730f completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:56.171663 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port e807ef80-8bc2-4bf2-bce1-e06f05ef730f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:56.173958 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.226413 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-8aa2da8d-9c9e-4c1f-af9e-cc8461f16816 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:56.233777 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-8aa2da8d-9c9e-4c1f-af9e-cc8461f16816 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.69 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d&tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 949 time: 0.6808610 Jul 16 01:20:56.280712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-f69e40a9-f4bd-4605-b034-f8651e684b4a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:20:56.281912 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-f69e40a9-f4bd-4605-b034-f8651e684b4a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0301511 Jul 16 01:20:56.289895 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.370496 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:56.377698 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:56.432672 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a5b5b-d55c-4cd2-926c-56e6b243f41f req-c31477e3-f0a0-44cc-add2-8a4bb2591497 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:56.440730 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-191a5b5b-d55c-4cd2-926c-56e6b243f41f req-c31477e3-f0a0-44cc-add2-8a4bb2591497 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 945 time: 0.5554485 Jul 16 01:20:56.465273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:20:56.468749 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd02ba9-a1ac-4f05-9407-672841cbdec5" -d '{"events": [{"server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "name": "network-vif-plugged", "status": "completed", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:20:56.471680 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:56.481699 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:56.482864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:56.483412 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:56.484398 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:56.484912 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:56.485443 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:56.485960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:56.486583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:56.487099 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:56.488289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:56.488891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:56.489476 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:56.544533 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-191a5b5b-d55c-4cd2-926c-56e6b243f41f req-abfb3d61-05ce-4dff-a86e-d4710892211c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026452 Jul 16 01:20:56.590498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3778b88-280a-42cc-8f79-4309edf971c7 req-63398b94-bef2-405a-8a7a-144dfe3f133d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:56.598389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3778b88-280a-42cc-8f79-4309edf971c7 req-63398b94-bef2-405a-8a7a-144dfe3f133d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 949 time: 0.4964824 Jul 16 01:20:56.673680 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Allocated IP 2001:db8::37e (c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca/2a46b90c-0384-4cfa-9211-841d270895c8/399cc16a-7cfd-422e-942f-03dc4270f222) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:20:56.689679 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3778b88-280a-42cc-8f79-4309edf971c7 req-5b3868fb-0f37-45ac-8c7b-27b4e0e50693 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901279 Jul 16 01:20:56.867560 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4bba76-74b1-4838-9537-77a641185317 x-openstack-request-id: req-ad4bba76-74b1-4838-9537-77a641185317 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:20:56.868619 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "name": "network-vif-plugged", "status": "completed", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:20:56.868699 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad4bba76-74b1-4838-9537-77a641185317 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:20:56.869109 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f', 'code': 200} Jul 16 01:20:56.903483 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2f2ffe89-fd88-4e9a-9562-703ecf119fb9 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:56.990199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-304f1377-c450-4a25-a492-f5e4035cfa75 service neutron] 10.222.0.69 "GET /v2.0/ports/e807ef80-8bc2-4bf2-bce1-e06f05ef730f/bindings/n-h1-791505-14 HTTP/1.1" status: 200 len: 383 time: 0.6990921 Jul 16 01:20:57.044810 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.074929 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 2f2ffe89-fd88-4e9a-9562-703ecf119fb9 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:20:57.078962 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2f2ffe89-fd88-4e9a-9562-703ecf119fb9 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:57.079376 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.290641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-65b54e95-da2b-404e-81b4-4b83666e9822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.294881 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-65b54e95-da2b-404e-81b4-4b83666e9822 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 1102 time: 0.2533774 Jul 16 01:20:57.301533 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.305002 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.354815 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 2f2ffe89-fd88-4e9a-9562-703ecf119fb9, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2f2ffe89-fd88-4e9a-9562-703ecf119fb9,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:20:57.372183 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:57.486853 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=2f2ffe89-fd88-4e9a-9562-703ecf119fb9,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:57.498325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Network c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:20:57.507871 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:20:57.516154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:20:57.561291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Pushing event updated for resources: {'Port': ['ID=399cc16a-7cfd-422e-942f-03dc4270f222,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:57.599241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Sync routers for ids ['ea66252d-205e-4dca-94ec-ffb83316a853'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:20:57.619474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Routers {'ea66252d-205e-4dca-94ec-ffb83316a853'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:57.620588 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:20:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['ea66252d-205e-4dca-94ec-ffb83316a853'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:57.720849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-5b8bf6bd-a85a-466a-a688-8c988901eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.722998 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-5b8bf6bd-a85a-466a-a688-8c988901eae2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.4183316 Jul 16 01:20:57.772684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-e637ac6d-9ca4-494f-a549-4cea2fe962c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f HTTP/1.1" status: 200 len: 217 time: 0.0427208 Jul 16 01:20:57.882131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-565d3f67-42dc-42a4-b0d9-76ec1c551f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:57.885019 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-565d3f67-42dc-42a4-b0d9-76ec1c551f6f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1066155 Jul 16 01:20:57.889930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52934) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:58.006873 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52938) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:58.079249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1764000422', 'description': 'tempest-description--202341499'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:58.118350 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Set router ea66252d-205e-4dca-94ec-ffb83316a853 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:20:58.122188 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9ad57bf8-3a5a-4e9a-86f1-89934674c172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.275204 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.285152 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.333529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-1986b581-32c7-4f99-8f10-ac4221154637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.335081 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-1986b581-32c7-4f99-8f10-ac4221154637 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4407189 Jul 16 01:20:58.352222 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9ad57bf8-3a5a-4e9a-86f1-89934674c172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.391472 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9ad57bf8-3a5a-4e9a-86f1-89934674c172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.405602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'name': 'tempest-ServerActionsTestJSON-566973911-router', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:45Z', 'updated_at': '2021-07-16T01:20:54Z', 'revision_number': 4, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'gw_port': {'id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:47Z', 'updated_at': '2021-07-16T01:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '1ad8ab98-5a86-4d35-84f1-83d8dc81c877', 'name': '', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'mac_address': 'fa:16:3e:d5:35:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:20:54Z', 'revision_number': 2, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'subnets': [{'id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:58.437240 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Checking router: ea66252d-205e-4dca-94ec-ffb83316a853 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:20:58.437709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Updating router ea66252d-205e-4dca-94ec-ffb83316a853 port 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:20:58.478162 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.547160 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad57bf8-3a5a-4e9a-86f1-89934674c172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c1ade6-7d86-45a5-b276-de93c8fe5d97,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:58.551508 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9ad57bf8-3a5a-4e9a-86f1-89934674c172 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=231ca52eb36a496ba52f727460815f48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6602931 Jul 16 01:20:58.554625 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 52944) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:58.619355 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890c6d7-ef77-425c-90c7-38d3e788a866 req-b70ce934-49ba-43e4-a3a3-c2d7d33eaaae tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.620958 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e890c6d7-ef77-425c-90c7-38d3e788a866 req-b70ce934-49ba-43e4-a3a3-c2d7d33eaaae tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 945 time: 0.4565928 Jul 16 01:20:58.629732 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-299a0b31-c501-4c16-a64a-a1c1368e9309 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.655218 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-c9ed618d-268d-41cb-8930-25349fc6ee3e service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002682 Jul 16 01:20:58.660289 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-299a0b31-c501-4c16-a64a-a1c1368e9309 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.729789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff358b-a405-4d8d-b719-10a5c745391f req-606f83ef-5893-4f30-8a04-6bd0b25c000b tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:58.739712 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2eff358b-a405-4d8d-b719-10a5c745391f req-606f83ef-5893-4f30-8a04-6bd0b25c000b tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.4590142 Jul 16 01:20:58.765234 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-299a0b31-c501-4c16-a64a-a1c1368e9309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.773496 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-299a0b31-c501-4c16-a64a-a1c1368e9309 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.775441 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-299a0b31-c501-4c16-a64a-a1c1368e9309 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65c1ade6-7d86-45a5-b276-de93c8fe5d97 HTTP/1.1" status: 204 len: 168 time: 0.2184615 Jul 16 01:20:58.817682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a0b31-c501-4c16-a64a-a1c1368e9309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c1ade6-7d86-45a5-b276-de93c8fe5d97,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:58.833895 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:58.864861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2f2ffe89-fd88-4e9a-9562-703ecf119fb9 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:20:59.021777 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2f2ffe89-fd88-4e9a-9562-703ecf119fb9 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:20:59.022164 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.093598 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.112407 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Transition to ACTIVE for port object 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:20:59.149995 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.225323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857e4b1-87d1-4a41-9229-012e8e6b7918 None None] Pushing event updated for resources: {'Port': ['ID=1ad8ab98-5a86-4d35-84f1-83d8dc81c877,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:59.307994 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 52950) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:59.334158 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73acfd06-01e6-438d-9d80-1a1eea32bb82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.358216 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e890c6d7-ef77-425c-90c7-38d3e788a866 req-c11bf760-ecb0-4194-8b34-f8f94bd270dc tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7255323 Jul 16 01:20:59.405351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Attempting to bind port 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:20:59.405728 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Attempting to bind port 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:20:59.406092 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Attempting to bind port 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 on network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:20:59.417442 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:20:59.418235 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Checking segment: {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:20:59.419667 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.420148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Bound using segment: {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:20:59.423233 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Bound port: 1ad8ab98-5a86-4d35-84f1-83d8dc81c877, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:20:59.424002 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.493649 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.555540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] For port 1ad8ab98-5a86-4d35-84f1-83d8dc81c877, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:20:59.559457 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] For port 1ad8ab98-5a86-4d35-84f1-83d8dc81c877, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1ad8ab98-5a86-4d35-84f1-83d8dc81c877,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:20:59.565250 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.623294 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2eff358b-a405-4d8d-b719-10a5c745391f req-919d3e05-5a56-4358-b223-9f8de1bb4f20 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8804822 Jul 16 01:20:59.627838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-6f483fe0-423f-4cb3-b5eb-79a1d2282c11 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9295464 Jul 16 01:20:59.663137 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9857e4b1-87d1-4a41-9229-012e8e6b7918 None None] Pushing event updated for resources: {'Port': ['ID=1ad8ab98-5a86-4d35-84f1-83d8dc81c877,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:59.735688 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Routers {'ea66252d-205e-4dca-94ec-ffb83316a853'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:20:59.736521 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:20:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['ea66252d-205e-4dca-94ec-ffb83316a853'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:20:59.752559 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73acfd06-01e6-438d-9d80-1a1eea32bb82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.771206 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73acfd06-01e6-438d-9d80-1a1eea32bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.816562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46de7f07-476a-4d0e-a2e0-11a4b62a6299,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:59.842871 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52968) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:59.843187 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-73acfd06-01e6-438d-9d80-1a1eea32bb82 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0d256c36a7514673b08593db3557e82c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5298018 Jul 16 01:20:59.843655 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.845595 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73acfd06-01e6-438d-9d80-1a1eea32bb82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254fa315-6e82-4775-aa22-549c5dcd9ed7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:20:59.853754 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8400891 Jul 16 01:20:59.856640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 52970) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:20:59.888954 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:20:59.896656 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24c658-ceeb-47b7-bf2a-88d492eb3c43 req-6932c53f-96e2-4a90-966c-3c1ed2cd22b4 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:20:59.898427 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-df24c658-ceeb-47b7-bf2a-88d492eb3c43 req-6932c53f-96e2-4a90-966c-3c1ed2cd22b4 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "GET /v2.0/ports?device_id=d147e661-1261-4a5f-a430-2b147087c5a7 HTTP/1.1" status: 200 len: 950 time: 0.3483262 Jul 16 01:20:59.910627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6b7ec447-5388-47f7-a578-8ed4e0569707 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Request body: {'security_group_rule': {'security_group_id': '46de7f07-476a-4d0e-a2e0-11a4b62a6299', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:20:59.945121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:59.946818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:59.947207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:59.948403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:59.948800 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:59.949198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:59.949546 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:59.949925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:59.950265 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:59.950598 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:59.952608 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:59.952994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f496411-9797-45f3-af77-a701c0fbfcd4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:20:59.978979 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] Set router ea66252d-205e-4dca-94ec-ffb83316a853 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:00.157407 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6b7ec447-5388-47f7-a578-8ed4e0569707 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.208707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-df24c658-ceeb-47b7-bf2a-88d492eb3c43 req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Deleting port a4c1e466-cbec-4822-82cd-9fa5c6b43430 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:00.209153 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-df24c658-ceeb-47b7-bf2a-88d492eb3c43 req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.214369 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a04b8247-5005-445d-b072-83ef69ac4889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.238286 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a04b8247-5005-445d-b072-83ef69ac4889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.249605 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.305794 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a04b8247-5005-445d-b072-83ef69ac4889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.308679 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'name': 'tempest-ServerActionsTestJSON-566973911-router', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:45Z', 'updated_at': '2021-07-16T01:20:54Z', 'revision_number': 4, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'gw_port': {'id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:47Z', 'updated_at': '2021-07-16T01:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '1ad8ab98-5a86-4d35-84f1-83d8dc81c877', 'name': '', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'mac_address': 'fa:16:3e:d5:35:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:20:59Z', 'revision_number': 4, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'subnets': [{'id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:00.308883 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a04b8247-5005-445d-b072-83ef69ac4889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.309907 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a04b8247-5005-445d-b072-83ef69ac4889 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/254fa315-6e82-4775-aa22-549c5dcd9ed7 HTTP/1.1" status: 204 len: 168 time: 0.4583735 Jul 16 01:21:00.353809 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616d033-758b-4c2f-8b02-2d73dd33244d req-d39adc43-7044-43b3-9478-178702d6d4c9 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.357702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3616d033-758b-4c2f-8b02-2d73dd33244d req-d39adc43-7044-43b3-9478-178702d6d4c9 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.70 "GET /v2.0/ports?device_id=f9f08770-10f8-4bf3-a346-22cb6cf278c9 HTTP/1.1" status: 200 len: 950 time: 0.7138593 Jul 16 01:21:00.378782 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f244f036-83b6-449d-becb-db10800f2ca7 None None] The sync data for ids ['ea66252d-205e-4dca-94ec-ffb83316a853'] in n-d-791505-14 is: [{'id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'name': 'tempest-ServerActionsTestJSON-566973911-router', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:45Z', 'updated_at': '2021-07-16T01:20:54Z', 'revision_number': 4, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'gw_port': {'id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:47Z', 'updated_at': '2021-07-16T01:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '1ad8ab98-5a86-4d35-84f1-83d8dc81c877', 'name': '', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'mac_address': 'fa:16:3e:d5:35:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:20:59Z', 'revision_number': 4, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'subnets': [{'id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:00.395251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04b8247-5005-445d-b072-83ef69ac4889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254fa315-6e82-4775-aa22-549c5dcd9ed7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:00.511725 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-df24c658-ceeb-47b7-bf2a-88d492eb3c43 req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] For port a4c1e466-cbec-4822-82cd-9fa5c6b43430, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a4c1e466-cbec-4822-82cd-9fa5c6b43430,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:00.512457 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-df24c658-ceeb-47b7-bf2a-88d492eb3c43 req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.554660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-df24c658-ceeb-47b7-bf2a-88d492eb3c43 req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Calling delete_port for a4c1e466-cbec-4822-82cd-9fa5c6b43430 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:00.596179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7bc8bf-0fa0-4a87-b936-2910ab3fa84c req-dfee32ad-6bb8-4f3b-8163-caf77ac20cb2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:00.608730 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f7bc8bf-0fa0-4a87-b936-2910ab3fa84c req-dfee32ad-6bb8-4f3b-8163-caf77ac20cb2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9f08770-10f8-4bf3-a346-22cb6cf278c9 HTTP/1.1" status: 200 len: 950 time: 0.6420808 Jul 16 01:21:00.691495 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6b7ec447-5388-47f7-a578-8ed4e0569707 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.743744 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6b7ec447-5388-47f7-a578-8ed4e0569707 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.807396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Router 67c641a7-ecc9-4dfe-ae49-8d878c30d2db is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:21:00.865467 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:00.878188 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6b7ec447-5388-47f7-a578-8ed4e0569707 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:00.879959 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6b7ec447-5388-47f7-a578-8ed4e0569707 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9961374 Jul 16 01:21:00.884974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 52996) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:00.893266 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-86553f01-90fa-4bdb-9bd5-4803bf3d10b3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Request body: {'security_group_rule': {'security_group_id': '46de7f07-476a-4d0e-a2e0-11a4b62a6299', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:00.899516 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f7bc8bf-0fa0-4a87-b936-2910ab3fa84c req-e0d4a6ab-cd15-4c5e-916c-cc9b46c91d6e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2871239 Jul 16 01:21:00.928315 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ec447-5388-47f7-a578-8ed4e0569707 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4214eaa-598f-4a84-a90c-3fc428ac878b,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:01.063259 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:01.072313 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:01.072695 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.076772 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.078020 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86553f01-90fa-4bdb-9bd5-4803bf3d10b3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.157779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-3616d033-758b-4c2f-8b02-2d73dd33244d req-3ba42e68-cfd8-496b-b0b0-433a24279862 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Deleting port a6b9cf45-f6a8-4d0a-a072-111592f93f23 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:01.161250 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3616d033-758b-4c2f-8b02-2d73dd33244d req-3ba42e68-cfd8-496b-b0b0-433a24279862 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.197768 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-df24c658-ceeb-47b7-bf2a-88d492eb3c43 req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.230478 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e644050a-cb5b-4e73-937b-9251d818c3a5', '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0', 'a4c1e466-cbec-4822-82cd-9fa5c6b43430'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:01.233734 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d072c8f9-77d9-479a-9927-64b9a4aed96e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:01.359533 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86553f01-90fa-4bdb-9bd5-4803bf3d10b3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.374386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Pushing event deleted for resources: {'Port': ['ID=a4c1e466-cbec-4822-82cd-9fa5c6b43430,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:01.385490 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86553f01-90fa-4bdb-9bd5-4803bf3d10b3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.433301 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.454769 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:01.455507 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:01.456434 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:01.456999 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:01.457707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:01.458633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:01.459208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:01.459778 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:01.460333 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:01.461222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:01.462596 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:01.463159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:21:01.544316 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:01.546922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86553f01-90fa-4bdb-9bd5-4803bf3d10b3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cfb5f6-964f-474c-a723-2b640abc32c0,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:01.557558 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Sync routers for ids ['67c641a7-ecc9-4dfe-ae49-8d878c30d2db'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:01.592536 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Routers {'67c641a7-ecc9-4dfe-ae49-8d878c30d2db'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:01.597485 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:20:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['67c641a7-ecc9-4dfe-ae49-8d878c30d2db'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:01.646868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e1d23-a982-4bcd-bcf6-a6b80f6be4fc req-2aea10d2-7e09-46fd-87b7-c4e9f5453fc9 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:01.663102 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d83e1d23-a982-4bcd-bcf6-a6b80f6be4fc req-2aea10d2-7e09-46fd-87b7-c4e9f5453fc9 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.5087249 Jul 16 01:21:01.687494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-3616d033-758b-4c2f-8b02-2d73dd33244d req-3ba42e68-cfd8-496b-b0b0-433a24279862 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] For port a6b9cf45-f6a8-4d0a-a072-111592f93f23, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a6b9cf45-f6a8-4d0a-a072-111592f93f23,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:01.688127 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3616d033-758b-4c2f-8b02-2d73dd33244d req-3ba42e68-cfd8-496b-b0b0-433a24279862 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.702559 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-df24c658-ceeb-47b7-bf2a-88d492eb3c43 req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] No DVR routers for this DVR port a4c1e466-cbec-4822-82cd-9fa5c6b43430 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:01.715321 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.716901 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3caf041f-0278-46ea-ae11-fb4328e9ebbd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.8398774 Jul 16 01:21:01.720245 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86553f01-90fa-4bdb-9bd5-4803bf3d10b3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.722083 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-86553f01-90fa-4bdb-9bd5-4803bf3d10b3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8351784 Jul 16 01:21:01.722925 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53032) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:01.724096 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 1ad8ab98-5a86-4d35-84f1-83d8dc81c877, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1ad8ab98-5a86-4d35-84f1-83d8dc81c877,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:01.725820 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-df24c658-ceeb-47b7-bf2a-88d492eb3c43 req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.729995 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-df24c658-ceeb-47b7-bf2a-88d492eb3c43 req-fb512606-c6e0-473b-be04-537425e266a5 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "DELETE /v2.0/ports/a4c1e466-cbec-4822-82cd-9fa5c6b43430 HTTP/1.1" status: 204 len: 173 time: 1.8220625 Jul 16 01:21:01.735027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd147e661-1261-4a5f-a430-2b147087c5a7', 'name': 'network-vif-deleted', 'tag': 'a4c1e466-cbec-4822-82cd-9fa5c6b43430'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:01.740596 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e76a36e-a72c-4f46-8dcb-0272258249d2" -d '{"events": [{"server_uuid": "d147e661-1261-4a5f-a430-2b147087c5a7", "name": "network-vif-deleted", "tag": "a4c1e466-cbec-4822-82cd-9fa5c6b43430"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:01.748509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53034) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:01.766793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-3616d033-758b-4c2f-8b02-2d73dd33244d req-3ba42e68-cfd8-496b-b0b0-433a24279862 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Calling delete_port for a6b9cf45-f6a8-4d0a-a072-111592f93f23 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:01.858374 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d83e1d23-a982-4bcd-bcf6-a6b80f6be4fc req-ca6e2c06-373b-46c8-8424-f04b2f9e7cdc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939917 Jul 16 01:21:01.862964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:01.916774 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:01.932154 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.007660 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01ac318-1796-479e-8853-403c076444ab x-openstack-request-id: req-d01ac318-1796-479e-8853-403c076444ab {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:02.008206 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d147e661-1261-4a5f-a430-2b147087c5a7", "name": "network-vif-deleted", "tag": "a4c1e466-cbec-4822-82cd-9fa5c6b43430", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:02.009023 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d01ac318-1796-479e-8853-403c076444ab {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:02.011934 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd147e661-1261-4a5f-a430-2b147087c5a7', 'name': 'network-vif-deleted', 'tag': 'a4c1e466-cbec-4822-82cd-9fa5c6b43430', 'status': 'completed', 'code': 200} Jul 16 01:21:02.048043 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Set router 67c641a7-ecc9-4dfe-ae49-8d878c30d2db gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:02.175009 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18c0b06b-91f5-4e5c-a19c-0c825aa8fe76 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.295121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a516a6-9481-4ab6-a8ff-38e4960def7c req-c448e309-fe5b-4523-8c97-f47b253ba8d2 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:02.297054 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4a516a6-9481-4ab6-a8ff-38e4960def7c req-c448e309-fe5b-4523-8c97-f47b253ba8d2 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=db0e792f-9688-4a9c-98ea-0c40280be6b6 HTTP/1.1" status: 200 len: 949 time: 0.7339966 Jul 16 01:21:02.385120 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3616d033-758b-4c2f-8b02-2d73dd33244d req-3ba42e68-cfd8-496b-b0b0-433a24279862 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.402145 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4a516a6-9481-4ab6-a8ff-38e4960def7c req-61b8c30f-10d8-4fb6-bac4-c48c819e73ce tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970953 Jul 16 01:21:02.403996 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=1ad8ab98-5a86-4d35-84f1-83d8dc81c877,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:02.545167 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01138ff0-184e-4ffc-ab4a-236b84467713 req-0a2da21a-1591-4270-a48b-e822dfd35043 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9f08770-10f8-4bf3-a346-22cb6cf278c9 HTTP/1.1" status: 200 len: 210 time: 0.1490314 Jul 16 01:21:02.593093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba42e68-cfd8-496b-b0b0-433a24279862 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Pushing event deleted for resources: {'Port': ['ID=a6b9cf45-f6a8-4d0a-a072-111592f93f23,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:02.709553 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c641a7-ecc9-4dfe-ae49-8d878c30d2db', 'name': '', 'tenant_id': 'd2da5903665542848bf4deeac7fedc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca', 'external_fixed_ips': [{'subnet_id': '2a46b90c-0384-4cfa-9211-841d270895c8', 'ip_address': '2001:db8::37e'}], 'enable_snat': True}, 'gw_port_id': '399cc16a-7cfd-422e-942f-03dc4270f222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:54Z', 'updated_at': '2021-07-16T01:20:57Z', 'revision_number': 3, 'project_id': 'd2da5903665542848bf4deeac7fedc4f', 'gw_port': {'id': '399cc16a-7cfd-422e-942f-03dc4270f222', 'name': '', 'network_id': 'c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:05:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67c641a7-ecc9-4dfe-ae49-8d878c30d2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1158, 'fixed_ips': [{'subnet_id': '2a46b90c-0384-4cfa-9211-841d270895c8', 'ip_address': '2001:db8::37e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:55Z', 'updated_at': '2021-07-16T01:20:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2a46b90c-0384-4cfa-9211-841d270895c8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:02.762966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-3616d033-758b-4c2f-8b02-2d73dd33244d req-3ba42e68-cfd8-496b-b0b0-433a24279862 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] No DVR routers for this DVR port a6b9cf45-f6a8-4d0a-a072-111592f93f23 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:02.773405 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Checking router: 67c641a7-ecc9-4dfe-ae49-8d878c30d2db for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:02.774011 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Updating router 67c641a7-ecc9-4dfe-ae49-8d878c30d2db port 399cc16a-7cfd-422e-942f-03dc4270f222 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:21:02.799148 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3616d033-758b-4c2f-8b02-2d73dd33244d req-3ba42e68-cfd8-496b-b0b0-433a24279862 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.801503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3616d033-758b-4c2f-8b02-2d73dd33244d req-3ba42e68-cfd8-496b-b0b0-433a24279862 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.70 "DELETE /v2.0/ports/a6b9cf45-f6a8-4d0a-a072-111592f93f23 HTTP/1.1" status: 204 len: 173 time: 2.4091694 Jul 16 01:21:02.802019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9f08770-10f8-4bf3-a346-22cb6cf278c9', 'name': 'network-vif-deleted', 'tag': 'a6b9cf45-f6a8-4d0a-a072-111592f93f23'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:02.817546 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f268f9-c0e2-4a57-872d-53782dddad19" -d '{"events": [{"server_uuid": "f9f08770-10f8-4bf3-a346-22cb6cf278c9", "name": "network-vif-deleted", "tag": "a6b9cf45-f6a8-4d0a-a072-111592f93f23"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:02.870810 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:02.882156 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:02.944030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d072c8f9-77d9-479a-9927-64b9a4aed96e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:02.956001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53074) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:03.051242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a6b9cf45-f6a8-4d0a-a072-111592f93f23 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:03.115208 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: a6b9cf45-f6a8-4d0a-a072-111592f93f23 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:03.115563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a6b9cf45-f6a8-4d0a-a072-111592f93f23 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:03.121619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e644050a-cb5b-4e73-937b-9251d818c3a5', '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:03.217553 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d766ffde-a6f3-419e-b851-8e5b6b9dad0f x-openstack-request-id: req-d766ffde-a6f3-419e-b851-8e5b6b9dad0f {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:03.218043 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9f08770-10f8-4bf3-a346-22cb6cf278c9", "name": "network-vif-deleted", "tag": "a6b9cf45-f6a8-4d0a-a072-111592f93f23", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:03.218455 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d766ffde-a6f3-419e-b851-8e5b6b9dad0f {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:03.218980 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9f08770-10f8-4bf3-a346-22cb6cf278c9', 'name': 'network-vif-deleted', 'tag': 'a6b9cf45-f6a8-4d0a-a072-111592f93f23', 'status': 'completed', 'code': 200} Jul 16 01:21:03.294845 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:03.295223 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.312509 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2343d8af-4067-4f98-9641-3884d076b885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.407688 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.432617 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Transition to ACTIVE for port object 399cc16a-7cfd-422e-942f-03dc4270f222 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:03.443838 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.538500 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-a8c11152-3d73-4e36-aa1c-3a7f581a7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:03.540099 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-a8c11152-3d73-4e36-aa1c-3a7f581a7f99 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d&tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50 HTTP/1.1" status: 200 len: 1102 time: 0.3212729 Jul 16 01:21:03.552172 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2343d8af-4067-4f98-9641-3884d076b885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.552622 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18c0b06b-91f5-4e5c-a19c-0c825aa8fe76 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.558224 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2343d8af-4067-4f98-9641-3884d076b885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.571427 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa39434-5485-4ee7-a2a2-582231e0079e None None] Pushing event updated for resources: {'Port': ['ID=399cc16a-7cfd-422e-942f-03dc4270f222,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:03.582382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:03.585333 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Attempting to bind port 399cc16a-7cfd-422e-942f-03dc4270f222 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:03.587800 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Attempting to bind port 399cc16a-7cfd-422e-942f-03dc4270f222 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '3257e550-f75b-42b8-bc48-695f3d4d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:03.588333 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Attempting to bind port 399cc16a-7cfd-422e-942f-03dc4270f222 on network c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:03.602060 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:03.602473 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Checking segment: {'id': '3257e550-f75b-42b8-bc48-695f3d4d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:03.603010 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.603385 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Bound using segment: {'id': '3257e550-f75b-42b8-bc48-695f3d4d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:03.603725 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Bound port: 399cc16a-7cfd-422e-942f-03dc4270f222, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3257e550-f75b-42b8-bc48-695f3d4d92a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:03.607050 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.632554 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2343d8af-4067-4f98-9641-3884d076b885 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=977f6906127840ae8527a40a22676fb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6752295 Jul 16 01:21:03.639357 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53088) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:03.698696 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] For port 399cc16a-7cfd-422e-942f-03dc4270f222, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:03.702279 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] For port 399cc16a-7cfd-422e-942f-03dc4270f222, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=399cc16a-7cfd-422e-942f-03dc4270f222,segment=NetworkSegment(3257e550-f75b-42b8-bc48-695f3d4d92a9),segment_id=3257e550-f75b-42b8-bc48-695f3d4d92a9)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:03.707942 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.730186 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:03.748994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343d8af-4067-4f98-9641-3884d076b885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563f5312-11d5-41f2-8ac1-f23a4a46da53,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:03.780872 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa39434-5485-4ee7-a2a2-582231e0079e None None] Pushing event updated for resources: {'Port': ['ID=399cc16a-7cfd-422e-942f-03dc4270f222,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:03.796031 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Routers {'67c641a7-ecc9-4dfe-ae49-8d878c30d2db'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:03.797022 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:20:37Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['67c641a7-ecc9-4dfe-ae49-8d878c30d2db'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:03.849480 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52600b58-c938-456c-9069-1ba8e9806052 req-16d80a4e-0220-4a7d-94d1-287c90807942 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:03.852171 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52600b58-c938-456c-9069-1ba8e9806052 req-16d80a4e-0220-4a7d-94d1-287c90807942 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.2269442 Jul 16 01:21:03.872353 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4918a9b0-c881-4d3b-b339-7e49a9a108bf req-15f15618-8494-4775-a3e1-5ebde1ac43b3 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:03.873890 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4918a9b0-c881-4d3b-b339-7e49a9a108bf req-15f15618-8494-4775-a3e1-5ebde1ac43b3 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=db0e792f-9688-4a9c-98ea-0c40280be6b6 HTTP/1.1" status: 200 len: 949 time: 0.2472644 Jul 16 01:21:03.925234 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4918a9b0-c881-4d3b-b339-7e49a9a108bf req-393d769a-24a9-4939-b9f1-8151525beea3 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436051 Jul 16 01:21:03.933347 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52600b58-c938-456c-9069-1ba8e9806052 req-d7729caa-abae-408c-8b43-9ba7d7ba6330 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754609 Jul 16 01:21:03.939900 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] Set router 67c641a7-ecc9-4dfe-ae49-8d878c30d2db gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:03.948379 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-18c0b06b-91f5-4e5c-a19c-0c825aa8fe76 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Deleting port 399cc16a-7cfd-422e-942f-03dc4270f222 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:03.948792 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18c0b06b-91f5-4e5c-a19c-0c825aa8fe76 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.004257 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67c641a7-ecc9-4dfe-ae49-8d878c30d2db', 'name': '', 'tenant_id': 'd2da5903665542848bf4deeac7fedc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:54Z', 'updated_at': '2021-07-16T01:21:03Z', 'revision_number': 4, 'project_id': 'd2da5903665542848bf4deeac7fedc4f', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:04.039204 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0beb21eb-6317-4501-bc33-e8c599642ca5 None None] The sync data for ids ['67c641a7-ecc9-4dfe-ae49-8d878c30d2db'] in n-d-791505-14 is: [{'id': '67c641a7-ecc9-4dfe-ae49-8d878c30d2db', 'name': '', 'tenant_id': 'd2da5903665542848bf4deeac7fedc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:54Z', 'updated_at': '2021-07-16T01:21:03Z', 'revision_number': 4, 'project_id': 'd2da5903665542848bf4deeac7fedc4f', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:04.045991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e807ef80-8bc2-4bf2-bce1-e06f05ef730f no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:04.050867 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.102387 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c63905d-b98b-43f8-bdcf-3a2fb04ccfd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.173578 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-18c0b06b-91f5-4e5c-a19c-0c825aa8fe76 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] For port 399cc16a-7cfd-422e-942f-03dc4270f222, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=399cc16a-7cfd-422e-942f-03dc4270f222,segment=NetworkSegment(3257e550-f75b-42b8-bc48-695f3d4d92a9),segment_id=3257e550-f75b-42b8-bc48-695f3d4d92a9)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:04.173965 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18c0b06b-91f5-4e5c-a19c-0c825aa8fe76 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.184470 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c63905d-b98b-43f8-bdcf-3a2fb04ccfd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.217629 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.234467 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-18c0b06b-91f5-4e5c-a19c-0c825aa8fe76 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Calling delete_port for 399cc16a-7cfd-422e-942f-03dc4270f222 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:04.248484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0b5da67-9e3f-45e0-b77e-97d7ee4bcf8c req-7f640be2-3321-457c-888c-4a97f61f3292 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9f08770-10f8-4bf3-a346-22cb6cf278c9 HTTP/1.1" status: 200 len: 210 time: 0.0455832 Jul 16 01:21:04.256462 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:04.258756 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f427ac49-386a-464e-824b-28bfa7ec7ce1" -d '{"events": [{"server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "name": "network-vif-unplugged", "status": "completed", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:04.272156 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:04.277142 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.278503 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a4c1e466-cbec-4822-82cd-9fa5c6b43430 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:04.327966 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a718c6e9-4960-4788-a8e4-bfe4f993ddd1 x-openstack-request-id: req-a718c6e9-4960-4788-a8e4-bfe4f993ddd1 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:04.328261 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "name": "network-vif-unplugged", "status": "completed", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:04.328510 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a718c6e9-4960-4788-a8e4-bfe4f993ddd1 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:04.328895 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f', 'code': 200} Jul 16 01:21:04.331227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: a4c1e466-cbec-4822-82cd-9fa5c6b43430 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:04.331559 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a4c1e466-cbec-4822-82cd-9fa5c6b43430 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:04.353644 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,revision_number=10']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:04.442275 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Allocated IP 172.25.2.203 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/1069fca8-b91e-4c53-876d-ce92354e6136) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:04.574746 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c63905d-b98b-43f8-bdcf-3a2fb04ccfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.577294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c63905d-b98b-43f8-bdcf-3a2fb04ccfd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.580892 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5c63905d-b98b-43f8-bdcf-3a2fb04ccfd3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/563f5312-11d5-41f2-8ac1-f23a4a46da53 HTTP/1.1" status: 204 len: 168 time: 0.9353473 Jul 16 01:21:04.684812 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63905d-b98b-43f8-bdcf-3a2fb04ccfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563f5312-11d5-41f2-8ac1-f23a4a46da53,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:04.756288 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f2873e8d-4218-495c-a572-9f258b781fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.847864 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.881904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:04.900850 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18c0b06b-91f5-4e5c-a19c-0c825aa8fe76 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:04.952727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0b06b-91f5-4e5c-a19c-0c825aa8fe76 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Pushing event deleted for resources: {'Port': ['ID=399cc16a-7cfd-422e-942f-03dc4270f222,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:04.994283 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:04.995930 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18c0b06b-91f5-4e5c-a19c-0c825aa8fe76 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.052649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:05.081702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.153668 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18c0b06b-91f5-4e5c-a19c-0c825aa8fe76 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.158445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e807ef80-8bc2-4bf2-bce1-e06f05ef730f {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:05.166302 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18c0b06b-91f5-4e5c-a19c-0c825aa8fe76 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.189196 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.212652 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:05.221670 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.274127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:05.277563 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Transition to ACTIVE for port object e807ef80-8bc2-4bf2-bce1-e06f05ef730f will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:05.279160 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event updated for resources: {'Port': ['ID=1069fca8-b91e-4c53-876d-ce92354e6136,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:05.281621 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:05.286923 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.316442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eabca5-b2c5-4277-9938-8d029cc282eb req-c4757c14-5279-4898-95f0-756a8890253a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:05.317001 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18c0b06b-91f5-4e5c-a19c-0c825aa8fe76 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.317557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c0b06b-91f5-4e5c-a19c-0c825aa8fe76 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67c641a7-ecc9-4dfe-ae49-8d878c30d2db {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:21:05.320838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7eabca5-b2c5-4277-9938-8d029cc282eb req-c4757c14-5279-4898-95f0-756a8890253a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 949 time: 0.1772382 Jul 16 01:21:05.329889 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18c0b06b-91f5-4e5c-a19c-0c825aa8fe76 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.331053 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-18c0b06b-91f5-4e5c-a19c-0c825aa8fe76 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "DELETE /v2.0/routers/67c641a7-ecc9-4dfe-ae49-8d878c30d2db HTTP/1.1" status: 204 len: 168 time: 3.5980322 Jul 16 01:21:05.333859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53136) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:05.397002 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:05.406717 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.423060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] No DVR routers for this DVR port e807ef80-8bc2-4bf2-bce1-e06f05ef730f on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:05.440344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,revision_number=11']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:05.451857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-895f2d4b-596c-4763-a326-fb1c9e6d7246 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Deleting subnet 2a46b90c-0384-4cfa-9211-841d270895c8 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:21:05.475693 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-895f2d4b-596c-4763-a326-fb1c9e6d7246 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.547603 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:05.571078 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7eabca5-b2c5-4277-9938-8d029cc282eb req-6bfb705f-a361-482d-a4f0-d155fa79f4dd tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390559 Jul 16 01:21:05.588873 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.598590 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-895f2d4b-596c-4763-a326-fb1c9e6d7246 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.627036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Attempting to bind port e807ef80-8bc2-4bf2-bce1-e06f05ef730f on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:05.627384 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Attempting to bind port e807ef80-8bc2-4bf2-bce1-e06f05ef730f by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:05.636363 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Attempting to bind port e807ef80-8bc2-4bf2-bce1-e06f05ef730f on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:05.705179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Port e807ef80-8bc2-4bf2-bce1-e06f05ef730f on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:05.705513 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Attempting to bind port e807ef80-8bc2-4bf2-bce1-e06f05ef730f on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:05.713470 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-895f2d4b-596c-4763-a326-fb1c9e6d7246 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.722139 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:05.722485 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:05.722886 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:05.723342 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Bound port: e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:05.723710 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.743600 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.854289 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-895f2d4b-596c-4763-a326-fb1c9e6d7246 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.886391 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-895f2d4b-596c-4763-a326-fb1c9e6d7246 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:05.888672 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-895f2d4b-596c-4763-a326-fb1c9e6d7246 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/2a46b90c-0384-4cfa-9211-841d270895c8 HTTP/1.1" status: 204 len: 168 time: 0.5536039 Jul 16 01:21:05.951399 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53158) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:05.953575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f2d4b-596c-4763-a326-fb1c9e6d7246 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2a46b90c-0384-4cfa-9211-841d270895c8,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:05.970253 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:05.978173 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:06.018045 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.146696 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:06.148608 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.150561 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] 10.222.0.70 "PUT /v2.0/ports/e807ef80-8bc2-4bf2-bce1-e06f05ef730f HTTP/1.1" status: 200 len: 1098 time: 2.5925484 Jul 16 01:21:06.161291 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:06.165750 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e64f0fd-8131-4f93-98bf-615cc5bbe009" -d '{"events": [{"name": "network-changed", "server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:06.310685 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821a6b4d-d54f-4234-99d9-f26a3dea0ee9 x-openstack-request-id: req-821a6b4d-d54f-4234-99d9-f26a3dea0ee9 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:06.311043 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:06.311220 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-821a6b4d-d54f-4234-99d9-f26a3dea0ee9 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:06.311734 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f', 'status': 'completed', 'code': 200} Jul 16 01:21:06.319244 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fd202-591e-45b9-bb92-e769dd3d7ee8 service neutron] Pushing event updated for resources: {'Port': ['ID=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,revision_number=12']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:06.330073 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0e792f-9688-4a9c-98ea-0c40280be6b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:06.332760 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944bfe5f-0a03-45d0-9e33-30557c5c55d2" -d '{"events": [{"server_uuid": "db0e792f-9688-4a9c-98ea-0c40280be6b6", "name": "network-vif-unplugged", "status": "completed", "tag": "1267ef69-c7df-426d-8f0f-c5d6c9ea95e4"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:06.391939 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8276d194-1e1f-4afc-93a2-d4b3c68a1a56 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.413794 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7860818-e21d-4fd8-ba7c-a1a6278f1d5b x-openstack-request-id: req-b7860818-e21d-4fd8-ba7c-a1a6278f1d5b {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:06.414078 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0e792f-9688-4a9c-98ea-0c40280be6b6", "name": "network-vif-unplugged", "status": "completed", "tag": "1267ef69-c7df-426d-8f0f-c5d6c9ea95e4", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:06.414527 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7860818-e21d-4fd8-ba7c-a1a6278f1d5b {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:06.415458 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0e792f-9688-4a9c-98ea-0c40280be6b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4', 'code': 200} Jul 16 01:21:06.445636 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53178) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:06.478031 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.524435 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.542486 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-994acc47-cb67-4d8b-95fc-87eb481baf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:06.544094 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-994acc47-cb67-4d8b-95fc-87eb481baf01 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 1101 time: 0.3385689 Jul 16 01:21:06.609441 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc624b75-b01d-4e96-8745-98d409051807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.656992 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8276d194-1e1f-4afc-93a2-d4b3c68a1a56 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.670691 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-8276d194-1e1f-4afc-93a2-d4b3c68a1a56 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:06.682442 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-8276d194-1e1f-4afc-93a2-d4b3c68a1a56 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3257e550-f75b-42b8-bc48-695f3d4d92a9') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:06.682852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-8276d194-1e1f-4afc-93a2-d4b3c68a1a56 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3257e550-f75b-42b8-bc48-695f3d4d92a9') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:06.693050 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8276d194-1e1f-4afc-93a2-d4b3c68a1a56 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.707809 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8276d194-1e1f-4afc-93a2-d4b3c68a1a56 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.713949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8276d194-1e1f-4afc-93a2-d4b3c68a1a56 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:21:06.714362 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8276d194-1e1f-4afc-93a2-d4b3c68a1a56 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.728112 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc624b75-b01d-4e96-8745-98d409051807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:21:06.732315 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:21:06.734750 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc624b75-b01d-4e96-8745-98d409051807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.760462 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.773212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-02c842b1-cc7c-4fd6-92e0-9faa668cbdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:06.774829 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-02c842b1-cc7c-4fd6-92e0-9faa668cbdfd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 1101 time: 0.4377472 Jul 16 01:21:06.784650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bc624b75-b01d-4e96-8745-98d409051807 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ab94f88d3acf45e7a1ef60f0282ff782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3349228 Jul 16 01:21:06.784898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53190) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:06.788944 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.799410 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9542096 Jul 16 01:21:06.800213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc624b75-b01d-4e96-8745-98d409051807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fb1e5a-0dba-4279-b27f-4a2c9c07ac8c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:06.861080 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0bda3-c459-4522-88fd-811940b31527 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event updated for resources: {'Port': ['ID=1069fca8-b91e-4c53-876d-ce92354e6136,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:06.898088 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8276d194-1e1f-4afc-93a2-d4b3c68a1a56 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.923440 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8276d194-1e1f-4afc-93a2-d4b3c68a1a56 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:21:06.926541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276d194-1e1f-4afc-93a2-d4b3c68a1a56 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:06.955570 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8276d194-1e1f-4afc-93a2-d4b3c68a1a56 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:06.962272 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8276d194-1e1f-4afc-93a2-d4b3c68a1a56 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "DELETE /v2.0/networks/c5dbf6f0-4f66-4fb1-8f8a-e8ec6d8cedca HTTP/1.1" status: 204 len: 168 time: 1.0003107 Jul 16 01:21:06.989574 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-ae500e0e-41f1-4077-ab01-98a5fbc5c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:06.991254 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-ae500e0e-41f1-4077-ab01-98a5fbc5c156 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.3848479 Jul 16 01:21:07.043329 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f18a43f1-a86d-4baa-aebb-be9d5870069c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.078931 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-213c2a13-504b-42b9-89a4-33083a0d2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:07.080483 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-213c2a13-504b-42b9-89a4-33083a0d2a60 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2858660 Jul 16 01:21:07.081917 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-50ff6022-c5a1-4a7c-823b-d07bf8000b7e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f HTTP/1.1" status: 200 len: 217 time: 0.0799277 Jul 16 01:21:07.106980 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9759576-6471-4b0c-98e8-742d70c3d7ab req-30083bc9-dc5c-4683-a26d-e8942e9cfa00 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:07.109227 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c9759576-6471-4b0c-98e8-742d70c3d7ab req-30083bc9-dc5c-4683-a26d-e8942e9cfa00 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 949 time: 0.2492220 Jul 16 01:21:07.115977 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f18a43f1-a86d-4baa-aebb-be9d5870069c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.165668 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-f04de775-c149-4425-ae5f-4359ce2bd220 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f HTTP/1.1" status: 200 len: 217 time: 0.0723133 Jul 16 01:21:07.195228 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c9759576-6471-4b0c-98e8-742d70c3d7ab req-93fdbd4c-4b1f-42eb-b09c-a9b9c0bfb947 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761619 Jul 16 01:21:07.252864 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-74398b86-dc3b-48c8-9775-6bb1a3ed8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:07.254522 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-74398b86-dc3b-48c8-9775-6bb1a3ed8247 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0908027 Jul 16 01:21:07.256329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-caf9d68d-9063-4482-bc0a-9bf696df3dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:07.257684 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-caf9d68d-9063-4482-bc0a-9bf696df3dcd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0819595 Jul 16 01:21:07.262912 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.372783 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f18a43f1-a86d-4baa-aebb-be9d5870069c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.378992 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f18a43f1-a86d-4baa-aebb-be9d5870069c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.383335 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f18a43f1-a86d-4baa-aebb-be9d5870069c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00fb1e5a-0dba-4279-b27f-4a2c9c07ac8c HTTP/1.1" status: 204 len: 168 time: 0.5952680 Jul 16 01:21:07.386327 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-99b35405-dc7a-45fc-bb8b-aed7656ca5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:07.388004 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-99b35405-dc7a-45fc-bb8b-aed7656ca5e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1191275 Jul 16 01:21:07.397611 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-c4d49067-0031-4e70-9c31-e411ff1e89c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:07.399125 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-c4d49067-0031-4e70-9c31-e411ff1e89c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0870275 Jul 16 01:21:07.414251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a95ec1-2512-4d9c-b03f-85a983df2711 req-346b6622-1e6f-425d-867e-8a7fb9fa49c6 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:07.424507 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40a95ec1-2512-4d9c-b03f-85a983df2711 req-346b6622-1e6f-425d-867e-8a7fb9fa49c6 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b6e869-dcaf-4b36-b5ad-61543ece3ca3 HTTP/1.1" status: 200 len: 950 time: 0.2053101 Jul 16 01:21:07.427622 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53218) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:07.445024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-44a26cef-d77c-4f41-9b69-ffbaf153a5eb tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Request body: {'router': {'name': 'tempest-router--1227151696', 'project_id': '13c5025c3d154f9ea6ff3dc7cefe3380'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:07.462262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a43f1-a86d-4baa-aebb-be9d5870069c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fb1e5a-0dba-4279-b27f-4a2c9c07ac8c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:07.564981 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-ce425746-fd1f-4c4e-87c9-da78faa7f09b service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314194 Jul 16 01:21:07.601671 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40a95ec1-2512-4d9c-b03f-85a983df2711 req-43ca983a-f2e5-41a2-a300-d7e85a0f9769 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501925 Jul 16 01:21:07.607473 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-44a26cef-d77c-4f41-9b69-ffbaf153a5eb tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.608594 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-44a26cef-d77c-4f41-9b69-ffbaf153a5eb tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.638949 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d2ed42e1-ac74-4462-b574-2157d16bb711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.700779 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-b398f54e-110a-4eaf-9874-a0b1eb6d0276 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1764000422&fields=id&tenant_id=a78825c4b7e744d2b876a9d861c51f8b HTTP/1.1" status: 200 len: 267 time: 0.2305291 Jul 16 01:21:07.725644 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-44a26cef-d77c-4f41-9b69-ffbaf153a5eb tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.734915 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-44a26cef-d77c-4f41-9b69-ffbaf153a5eb tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.798694 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-44a26cef-d77c-4f41-9b69-ffbaf153a5eb tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:07.802689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-44a26cef-d77c-4f41-9b69-ffbaf153a5eb tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3739924 Jul 16 01:21:07.803469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53230) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:07.992613 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-963fb639-0aa8-41ca-aa88-121451ad88cb tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:07.996261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-963fb639-0aa8-41ca-aa88-121451ad88cb tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 811 time: 0.2946239 Jul 16 01:21:08.019483 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50cc39b1-2b8d-4346-880a-b67996f6d6d7 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.040207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 4799570f-1f18-422a-a5aa-c7ab83ca40da details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:08.077081 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-73b3f643-3f20-41dd-b59d-c3dd31cfd632 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769695 Jul 16 01:21:08.114595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-a134d68c-2ff5-44fd-a8a7-3d085f4b4125 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/quotas/a78825c4b7e744d2b876a9d861c51f8b HTTP/1.1" status: 200 len: 375 time: 0.0914824 Jul 16 01:21:08.122415 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-9f477b35-9a69-4f9a-8312-864a76a4ab02 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481689 Jul 16 01:21:08.245987 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f02092a5-e411-4706-b39e-9e41fe204ab9 req-81178be3-8ec4-4b25-bb73-30fde3c60b18 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568882 Jul 16 01:21:08.257432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 4799570f-1f18-422a-a5aa-c7ab83ca40da, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=4799570f-1f18-422a-a5aa-c7ab83ca40da,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:08.280877 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '4799570f-1f18-422a-a5aa-c7ab83ca40da', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '4799570f-1f18-422a-a5aa-c7ab83ca40da', 'mac_address': 'fa:16:3e:8f:f2:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:08.293389 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1afe71-5c6a-4265-aee9-9297197d8088 req-849e7555-eed3-40d0-b44b-ca90f80df69e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:08.293615 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50cc39b1-2b8d-4346-880a-b67996f6d6d7 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.295012 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cb1afe71-5c6a-4265-aee9-9297197d8088 req-849e7555-eed3-40d0-b44b-ca90f80df69e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "GET /v2.0/ports?device_id=1e491ae5-1a4f-45cb-a195-7957ba5858a2 HTTP/1.1" status: 200 len: 950 time: 0.0820673 Jul 16 01:21:08.296667 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50cc39b1-2b8d-4346-880a-b67996f6d6d7 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.511800 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50cc39b1-2b8d-4346-880a-b67996f6d6d7 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.514688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cc39b1-2b8d-4346-880a-b67996f6d6d7 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cdbc9d00-5a22-4bb8-9c74-5e84e81a2597 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:21:08.552408 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50cc39b1-2b8d-4346-880a-b67996f6d6d7 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.555833 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-50cc39b1-2b8d-4346-880a-b67996f6d6d7 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "DELETE /v2.0/routers/cdbc9d00-5a22-4bb8-9c74-5e84e81a2597 HTTP/1.1" status: 204 len: 168 time: 0.7466087 Jul 16 01:21:08.570229 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-313f9e8a-edd2-4036-adaf-3ac49914ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:08.572747 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-313f9e8a-edd2-4036-adaf-3ac49914ce59 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 1101 time: 0.1616244 Jul 16 01:21:08.598706 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-cb1afe71-5c6a-4265-aee9-9297197d8088 req-19dd7255-b191-4fa5-9e73-8b24000b09a2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Deleting port e644050a-cb5b-4e73-937b-9251d818c3a5 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:08.600136 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-cb1afe71-5c6a-4265-aee9-9297197d8088 req-19dd7255-b191-4fa5-9e73-8b24000b09a2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.630237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41b86f-d96d-4d52-93c9-e617945cf9ca req-c680b4b9-9c23-499d-91fc-123c96ec7271 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:08.632090 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c41b86f-d96d-4d52-93c9-e617945cf9ca req-c680b4b9-9c23-499d-91fc-123c96ec7271 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "GET /v2.0/ports?device_id=42b6e869-dcaf-4b36-b5ad-61543ece3ca3 HTTP/1.1" status: 200 len: 950 time: 0.7019942 Jul 16 01:21:08.721965 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.775721 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4799570f-1f18-422a-a5aa-c7ab83ca40da {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:08.836316 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-8dc7b2b3-68eb-4467-aa02-d46f662ae6bb tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4413571 Jul 16 01:21:08.848473 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.853138 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 4799570f-1f18-422a-a5aa-c7ab83ca40da, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=4799570f-1f18-422a-a5aa-c7ab83ca40da,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:08.860426 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.869412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b439dc7-852a-4287-8e8e-3da62ae60539 req-ac98a188-11d0-4fde-9dc3-8357e0691270 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:08.877206 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53270) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:08.886686 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b439dc7-852a-4287-8e8e-3da62ae60539 req-ac98a188-11d0-4fde-9dc3-8357e0691270 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 949 time: 0.4908574 Jul 16 01:21:08.920137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-5318f419-cae4-4dff-b05d-afc32d70eeee tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:21:08.927474 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-5318f419-cae4-4dff-b05d-afc32d70eeee tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0384464 Jul 16 01:21:08.958394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-cb1afe71-5c6a-4265-aee9-9297197d8088 req-19dd7255-b191-4fa5-9e73-8b24000b09a2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] For port e644050a-cb5b-4e73-937b-9251d818c3a5, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e644050a-cb5b-4e73-937b-9251d818c3a5,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:08.958871 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-cb1afe71-5c6a-4265-aee9-9297197d8088 req-19dd7255-b191-4fa5-9e73-8b24000b09a2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:08.979908 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['4799570f-1f18-422a-a5aa-c7ab83ca40da'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:08.981243 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-9a962361-8f76-47f8-adfe-2a6e9dbab55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:08.982770 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-9a962361-8f76-47f8-adfe-2a6e9dbab55f service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.3942049 Jul 16 01:21:09.028368 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-cb1afe71-5c6a-4265-aee9-9297197d8088 req-19dd7255-b191-4fa5-9e73-8b24000b09a2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Calling delete_port for e644050a-cb5b-4e73-937b-9251d818c3a5 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:09.069318 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=4799570f-1f18-422a-a5aa-c7ab83ca40da,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:09.099455 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b439dc7-852a-4287-8e8e-3da62ae60539 req-18f418c3-2b38-47b5-b627-46c0a749056e tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105396 Jul 16 01:21:09.128695 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-79ce7405-5c32-4e02-b677-5a62421a12ba service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f HTTP/1.1" status: 200 len: 217 time: 0.1297526 Jul 16 01:21:09.216017 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-3549c797-a8e1-4aee-8102-8e270e339ae9 service neutron] 10.222.0.22 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875724 Jul 16 01:21:09.225285 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-0c41b86f-d96d-4d52-93c9-e617945cf9ca req-4b547c1e-f8f9-4d39-90ef-92ba203da470 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Deleting port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:09.225825 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0c41b86f-d96d-4d52-93c9-e617945cf9ca req-4b547c1e-f8f9-4d39-90ef-92ba203da470 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.319891 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-5736f9a9-7a30-4133-a4ab-d202524d962d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:09.321506 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-5736f9a9-7a30-4133-a4ab-d202524d962d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1815293 Jul 16 01:21:09.329345 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-502164605', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:09.428223 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.429244 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.507896 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-696b63ef-4519-44f7-98c5-6d817de4f5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:09.510010 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-696b63ef-4519-44f7-98c5-6d817de4f5c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1672120 Jul 16 01:21:09.570099 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.630490 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-cb1afe71-5c6a-4265-aee9-9297197d8088 req-19dd7255-b191-4fa5-9e73-8b24000b09a2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:09.646840 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d072c8f9-77d9-479a-9927-64b9a4aed96e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:09.837815 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd7255-b191-4fa5-9e73-8b24000b09a2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Pushing event deleted for resources: {'Port': ['ID=e644050a-cb5b-4e73-937b-9251d818c3a5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:10.065721 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 4799570f-1f18-422a-a5aa-c7ab83ca40da up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:10.154226 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1afe71-5c6a-4265-aee9-9297197d8088 req-19dd7255-b191-4fa5-9e73-8b24000b09a2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] No DVR routers for this DVR port e644050a-cb5b-4e73-937b-9251d818c3a5 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:10.161818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-cb1afe71-5c6a-4265-aee9-9297197d8088 req-19dd7255-b191-4fa5-9e73-8b24000b09a2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.168576 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cb1afe71-5c6a-4265-aee9-9297197d8088 req-19dd7255-b191-4fa5-9e73-8b24000b09a2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "DELETE /v2.0/ports/e644050a-cb5b-4e73-937b-9251d818c3a5 HTTP/1.1" status: 204 len: 173 time: 1.8629253 Jul 16 01:21:10.178514 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.208248 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e491ae5-1a4f-45cb-a195-7957ba5858a2', 'name': 'network-vif-deleted', 'tag': 'e644050a-cb5b-4e73-937b-9251d818c3a5'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:10.216779 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-3e0dec6f-7a6f-44e1-aa66-29f6b4352e1f service neutron] 10.222.0.22 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9995761 Jul 16 01:21:10.224566 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-0c41b86f-d96d-4d52-93c9-e617945cf9ca req-4b547c1e-f8f9-4d39-90ef-92ba203da470 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] For port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:10.225242 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0c41b86f-d96d-4d52-93c9-e617945cf9ca req-4b547c1e-f8f9-4d39-90ef-92ba203da470 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.233196 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf7fff8-845b-4c7c-a51f-f3799552a7f4" -d '{"events": [{"server_uuid": "1e491ae5-1a4f-45cb-a195-7957ba5858a2", "name": "network-vif-deleted", "tag": "e644050a-cb5b-4e73-937b-9251d818c3a5"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:10.236177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 4799570f-1f18-422a-a5aa-c7ab83ca40da triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:10.236924 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.274643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-0c41b86f-d96d-4d52-93c9-e617945cf9ca req-4b547c1e-f8f9-4d39-90ef-92ba203da470 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Calling delete_port for 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:10.298894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd106e-7b9c-4f77-9ee3-7089ef2862a6 req-f4d265c2-bde9-4c26-baba-c78d93865b6e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:10.316380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0dd106e-7b9c-4f77-9ee3-7089ef2862a6 req-f4d265c2-bde9-4c26-baba-c78d93865b6e tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b6e869-dcaf-4b36-b5ad-61543ece3ca3 HTTP/1.1" status: 200 len: 950 time: 0.2956090 Jul 16 01:21:10.451589 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.567957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b8419c-3249-4ef2-9730-7960d109057c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4799570f-1f18-422a-a5aa-c7ab83ca40da'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:10.570394 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e584d1-2a67-4458-8181-798ddb94757c" -d '{"events": [{"server_uuid": "03b8419c-3249-4ef2-9730-7960d109057c", "name": "network-vif-plugged", "status": "completed", "tag": "4799570f-1f18-422a-a5aa-c7ab83ca40da"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:10.630971 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 4799570f-1f18-422a-a5aa-c7ab83ca40da, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=4799570f-1f18-422a-a5aa-c7ab83ca40da,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:10.638639 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.646008 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:10.690609 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:10.698535 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0dd106e-7b9c-4f77-9ee3-7089ef2862a6 req-eda102dd-770a-4a5c-baf9-fd845f4753e0 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810031 Jul 16 01:21:10.706567 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-82e6c607-5df1-4062-bcda-76e064d06a86 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0831964 Jul 16 01:21:10.952029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53352) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:11.005944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=4799570f-1f18-422a-a5aa-c7ab83ca40da,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:11.080894 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e64f0fd-8131-4f93-98bf-615cc5bbe009 req-4a908631-71c4-4244-b237-cab896d01dc9 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3538356 Jul 16 01:21:11.089062 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0c41b86f-d96d-4d52-93c9-e617945cf9ca req-4b547c1e-f8f9-4d39-90ef-92ba203da470 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.104242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d072c8f9-77d9-479a-9927-64b9a4aed96e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:11.179719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No active binding found for port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 {{(pid=93921) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:21:11.184329 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:11.185077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e644050a-cb5b-4e73-937b-9251d818c3a5 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:11.264648 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: e644050a-cb5b-4e73-937b-9251d818c3a5 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:11.268037 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e644050a-cb5b-4e73-937b-9251d818c3a5 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:11.374182 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f014c7-bf3b-4576-a6ba-010fffb85357 x-openstack-request-id: req-36f014c7-bf3b-4576-a6ba-010fffb85357 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:11.376301 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e491ae5-1a4f-45cb-a195-7957ba5858a2", "name": "network-vif-deleted", "tag": "e644050a-cb5b-4e73-937b-9251d818c3a5", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:11.376842 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36f014c7-bf3b-4576-a6ba-010fffb85357 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:11.377751 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e491ae5-1a4f-45cb-a195-7957ba5858a2', 'name': 'network-vif-deleted', 'tag': 'e644050a-cb5b-4e73-937b-9251d818c3a5', 'status': 'completed', 'code': 200} Jul 16 01:21:11.424388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b547c1e-f8f9-4d39-90ef-92ba203da470 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Pushing event deleted for resources: {'Port': ['ID=256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:11.442167 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eb8feff6-e2ed-4f81-b075-a58b1cc69652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.443656 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.482797 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3ee5bf-8bab-4527-a3e0-e27fd58ae8a7 x-openstack-request-id: req-9c3ee5bf-8bab-4527-a3e0-e27fd58ae8a7 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:11.483402 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b8419c-3249-4ef2-9730-7960d109057c", "name": "network-vif-plugged", "status": "completed", "tag": "4799570f-1f18-422a-a5aa-c7ab83ca40da", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:11.483902 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c3ee5bf-8bab-4527-a3e0-e27fd58ae8a7 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:11.484547 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b8419c-3249-4ef2-9730-7960d109057c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4799570f-1f18-422a-a5aa-c7ab83ca40da', 'code': 200} Jul 16 01:21:11.498890 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.518284 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c41b86f-d96d-4d52-93c9-e617945cf9ca req-4b547c1e-f8f9-4d39-90ef-92ba203da470 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] No DVR routers for this DVR port 256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:11.524401 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0c41b86f-d96d-4d52-93c9-e617945cf9ca req-4b547c1e-f8f9-4d39-90ef-92ba203da470 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.526414 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c41b86f-d96d-4d52-93c9-e617945cf9ca req-4b547c1e-f8f9-4d39-90ef-92ba203da470 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.69 "DELETE /v2.0/ports/256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0 HTTP/1.1" status: 204 len: 173 time: 2.8887656 Jul 16 01:21:11.527026 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b6e869-dcaf-4b36-b5ad-61543ece3ca3', 'name': 'network-vif-deleted', 'tag': '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:11.537935 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c7db275-c553-4b97-b76c-0f087f32d765" -d '{"events": [{"server_uuid": "42b6e869-dcaf-4b36-b5ad-61543ece3ca3", "name": "network-vif-deleted", "tag": "256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:11.629451 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-acbc52eb-5d5e-4784-ad8a-81598b8c936f req-8d03991d-dcc0-4559-92e4-191f3ad09b12 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 210 time: 0.0840669 Jul 16 01:21:11.704105 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97335d-c276-401e-ab1e-6f45179028f6 req-bb01407f-f30c-4b8d-81f6-2e0ee57e68e4 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:11.719675 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b97335d-c276-401e-ab1e-6f45179028f6 req-bb01407f-f30c-4b8d-81f6-2e0ee57e68e4 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 949 time: 0.6494274 Jul 16 01:21:11.757611 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Allocated IP 172.25.2.145 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/d9a6b71c-c2da-4258-853c-27dc87f6ddea) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:11.919366 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eb8feff6-e2ed-4f81-b075-a58b1cc69652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.923154 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218d0cae-821b-466b-8433-518a9c278485 x-openstack-request-id: req-218d0cae-821b-466b-8433-518a9c278485 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:11.923653 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b6e869-dcaf-4b36-b5ad-61543ece3ca3", "name": "network-vif-deleted", "tag": "256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:11.924264 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-218d0cae-821b-466b-8433-518a9c278485 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:11.924756 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42b6e869-dcaf-4b36-b5ad-61543ece3ca3', 'name': 'network-vif-deleted', 'tag': '256a8e8c-e87a-4e81-9186-e1fb3cdb0ee0', 'status': 'completed', 'code': 200} Jul 16 01:21:11.933967 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eb8feff6-e2ed-4f81-b075-a58b1cc69652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:11.986173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-eb8feff6-e2ed-4f81-b075-a58b1cc69652 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0adcb248f2a14dc0a433aac0b471abb8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0265021 Jul 16 01:21:12.007141 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53374) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:12.043495 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.138280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6391a235-df03-4489-ab08-30016a6f7e0c req-a3c16071-a53b-4ccc-9383-6592633d119a tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=42b6e869-dcaf-4b36-b5ad-61543ece3ca3 HTTP/1.1" status: 200 len: 210 time: 0.1583676 Jul 16 01:21:12.179564 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.260008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8feff6-e2ed-4f81-b075-a58b1cc69652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eea54b9-b73d-4c8f-a9f6-49f6a5f49c60,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:12.271983 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b97335d-c276-401e-ab1e-6f45179028f6 req-9eb3e039-96d4-4f82-b559-b84867b6072e tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5485954 Jul 16 01:21:12.277863 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:12.300083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:12.307854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:12.327729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Pushing event updated for resources: {'Port': ['ID=d9a6b71c-c2da-4258-853c-27dc87f6ddea,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:12.340024 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a98c3f74-6dce-4c79-85e8-b316933646d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.379365 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a98c3f74-6dce-4c79-85e8-b316933646d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.487187 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a98c3f74-6dce-4c79-85e8-b316933646d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.493611 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a98c3f74-6dce-4c79-85e8-b316933646d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:12.494939 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a98c3f74-6dce-4c79-85e8-b316933646d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6eea54b9-b73d-4c8f-a9f6-49f6a5f49c60 HTTP/1.1" status: 204 len: 168 time: 0.4590752 Jul 16 01:21:12.508989 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98c3f74-6dce-4c79-85e8-b316933646d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eea54b9-b73d-4c8f-a9f6-49f6a5f49c60,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:12.887267 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9936cf06-e953-49e5-a7f0-bd6e4f7eeaba req-9c921ac7-9d86-42f9-a5bc-ec15a62d5457 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 210 time: 0.0477424 Jul 16 01:21:12.929021 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.071332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e807ef80-8bc2-4bf2-bce1-e06f05ef730f details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:13.202145 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.271873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:13.291038 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f', 'mac_address': 'fa:16:3e:e2:43:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:13.374859 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.403936 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e807ef80-8bc2-4bf2-bce1-e06f05ef730f {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:13.440398 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Router dc4120c6-c082-41b8-9653-e34e58075672 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:21:13.452056 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:13.459033 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.569566 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,revision_number=13']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:13.647723 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:13.661382 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f0bd69-cd21-410c-aea7-ef6c944f8c01 None None] Sync routers for ids ['dc4120c6-c082-41b8-9653-e34e58075672'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:13.670558 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:13.675237 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-01dc07b1-2085-4738-bb74-53c9033078d1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.7943375 Jul 16 01:21:13.675628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53432) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:13.682537 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f0bd69-cd21-410c-aea7-ef6c944f8c01 None None] Routers {'dc4120c6-c082-41b8-9653-e34e58075672'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:13.683356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-10f0bd69-cd21-410c-aea7-ef6c944f8c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['dc4120c6-c082-41b8-9653-e34e58075672'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:13.762771 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-10f0bd69-cd21-410c-aea7-ef6c944f8c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:13.797402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f0bd69-cd21-410c-aea7-ef6c944f8c01 None None] Routers {'dc4120c6-c082-41b8-9653-e34e58075672'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:13.798311 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-10f0bd69-cd21-410c-aea7-ef6c944f8c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['dc4120c6-c082-41b8-9653-e34e58075672'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:13.866685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-10f0bd69-cd21-410c-aea7-ef6c944f8c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:13.867335 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f0bd69-cd21-410c-aea7-ef6c944f8c01 None None] The sync data for ids ['dc4120c6-c082-41b8-9653-e34e58075672'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:13.896606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-d21fd587-a3db-4584-a7d2-7587a9fd600b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:13.896606 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-d21fd587-a3db-4584-a7d2-7587a9fd600b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.69 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 811 time: 0.5687480 Jul 16 01:21:14.009653 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['e807ef80-8bc2-4bf2-bce1-e06f05ef730f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:14.016449 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-d082dabb-a3a1-4d26-bb1c-71a9db1f0968 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a78825c4b7e744d2b876a9d861c51f8b HTTP/1.1" status: 200 len: 380 time: 0.1094105 Jul 16 01:21:14.018951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4db73810-a722-42df-b95b-e354c9b6fa47 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "GET /v2.0/routers/dc4120c6-c082-41b8-9653-e34e58075672 HTTP/1.1" status: 200 len: 924 time: 0.3377266 Jul 16 01:21:14.022241 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53440) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:14.034375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-797c91c2-41d6-43a0-95ae-3723c6165f9a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Request body: {'port': {'device_id': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'admin_state_up': True, 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'security_groups': ['46de7f07-476a-4d0e-a2e0-11a4b62a6299']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:14.048748 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b9c64a-ae61-4e40-bdcf-b8e0a0aed022 req-0797cc11-e411-4dbf-b9e7-e2c8417ab9e7 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:14.050291 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36b9c64a-ae61-4e40-bdcf-b8e0a0aed022 req-0797cc11-e411-4dbf-b9e7-e2c8417ab9e7 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.4044287 Jul 16 01:21:14.104252 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b2bbeeab-6766-4ea9-bf30-e1ffdd2b47e0 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc4120c6-c082-41b8-9653-e34e58075672 HTTP/1.1" status: 200 len: 205 time: 0.0767019 Jul 16 01:21:14.108824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53444) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:14.203902 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36b9c64a-ae61-4e40-bdcf-b8e0a0aed022 req-cc48269a-6b8d-4bf5-b61f-c6e56c694483 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304300 Jul 16 01:21:14.266516 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2073cbd7-d6bd-4051-83fb-341f49d6349c req-06c674aa-96c0-432b-9698-5561a42a42e0 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 210 time: 0.1372845 Jul 16 01:21:14.475011 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-344e2f34-b9ed-4892-912e-dcbea54e9b58 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.534763 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-797c91c2-41d6-43a0-95ae-3723c6165f9a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Made reservation on behalf of a78825c4b7e744d2b876a9d861c51f8b for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:14.541379 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-797c91c2-41d6-43a0-95ae-3723c6165f9a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.757725 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-344e2f34-b9ed-4892-912e-dcbea54e9b58 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:14.807567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3dbf6-aa2e-4b50-b996-ccb149a6ed13 req-8046b81e-4df9-42f4-a55f-da49bcd40676 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:14.814566 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7f3dbf6-aa2e-4b50-b996-ccb149a6ed13 req-8046b81e-4df9-42f4-a55f-da49bcd40676 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 950 time: 0.1655948 Jul 16 01:21:14.817531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-797c91c2-41d6-43a0-95ae-3723c6165f9a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Allocated IP 172.20.0.7 (430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4/b4195e01-091a-461b-a934-93b1b286b6cf/2df0715b-8991-478d-a325-905e669148d1) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:14.942908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7f3dbf6-aa2e-4b50-b996-ccb149a6ed13 req-59d1925b-3e5b-4efc-a18c-5bace3ecf639 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268232 Jul 16 01:21:14.974641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-344e2f34-b9ed-4892-912e-dcbea54e9b58 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Deleting port d9a6b71c-c2da-4258-853c-27dc87f6ddea {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:14.975058 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-344e2f34-b9ed-4892-912e-dcbea54e9b58 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.108874 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-797c91c2-41d6-43a0-95ae-3723c6165f9a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.124073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-797c91c2-41d6-43a0-95ae-3723c6165f9a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Transition to ACTIVE for port object 2df0715b-8991-478d-a325-905e669148d1 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:15.243922 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-797c91c2-41d6-43a0-95ae-3723c6165f9a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.310323 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c91c2-41d6-43a0-95ae-3723c6165f9a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event updated for resources: {'Port': ['ID=2df0715b-8991-478d-a325-905e669148d1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:15.314714 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-344e2f34-b9ed-4892-912e-dcbea54e9b58 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.336156 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-344e2f34-b9ed-4892-912e-dcbea54e9b58 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Calling delete_port for d9a6b71c-c2da-4258-853c-27dc87f6ddea owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:15.344679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-797c91c2-41d6-43a0-95ae-3723c6165f9a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:15.353266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-797c91c2-41d6-43a0-95ae-3723c6165f9a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:15.355793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-797c91c2-41d6-43a0-95ae-3723c6165f9a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:15.410111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-797c91c2-41d6-43a0-95ae-3723c6165f9a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:15.410730 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-797c91c2-41d6-43a0-95ae-3723c6165f9a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.529201 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05954826-3b87-4450-ac03-6557f13c2a59 req-45d8885a-3154-4fcc-8fc5-051098275bcc tempest-MigrationsAdminTest-953534560 tempest-MigrationsAdminTest-953534560-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:15.537060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05954826-3b87-4450-ac03-6557f13c2a59 req-45d8885a-3154-4fcc-8fc5-051098275bcc tempest-MigrationsAdminTest-953534560 tempest-MigrationsAdminTest-953534560-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 1102 time: 0.3248205 Jul 16 01:21:15.553576 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-797c91c2-41d6-43a0-95ae-3723c6165f9a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5225148 Jul 16 01:21:15.558619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53486) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:15.600688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Request body: {'port': {'device_id': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:15.714796 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ff4bc78-004f-40bd-978a-1e537c779ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.721615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ece62a0c-f802-4168-a8da-7095169c6244 None None] Provisioning for port 2df0715b-8991-478d-a325-905e669148d1 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:15.728781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ece62a0c-f802-4168-a8da-7095169c6244 None None] Provisioning complete for port 2df0715b-8991-478d-a325-905e669148d1 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:15.729161 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ece62a0c-f802-4168-a8da-7095169c6244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.751794 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05954826-3b87-4450-ac03-6557f13c2a59 req-f52d6027-12e9-474b-bca5-429d66e9cd0a tempest-MigrationsAdminTest-953534560 tempest-MigrationsAdminTest-953534560-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134361 Jul 16 01:21:15.801895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ece62a0c-f802-4168-a8da-7095169c6244 None None] Port 2df0715b-8991-478d-a325-905e669148d1 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:21:15.832782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cced1-1d95-4254-8adc-c997bb0d6428 req-b015deaf-7c31-4b19-8fb3-06e4eb48f4ec tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:15.834406 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-626cced1-1d95-4254-8adc-c997bb0d6428 req-b015deaf-7c31-4b19-8fb3-06e4eb48f4ec tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 931 time: 0.3527808 Jul 16 01:21:15.867939 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:15.922611 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-626cced1-1d95-4254-8adc-c997bb0d6428 req-a5c79546-ffc0-4dd6-896a-128a3a7176b6 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623355 Jul 16 01:21:16.021458 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-344e2f34-b9ed-4892-912e-dcbea54e9b58 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.074719 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ff4bc78-004f-40bd-978a-1e537c779ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.079523 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ff4bc78-004f-40bd-978a-1e537c779ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.123873 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0ff4bc78-004f-40bd-978a-1e537c779ac3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d1c09c6754804f7dae5973acb93f9ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5632081 Jul 16 01:21:16.124689 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4bc78-004f-40bd-978a-1e537c779ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9494a2-e9bb-438c-bf5d-efdfc67f4611,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:16.127128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53498) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:16.200211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e2f34-b9ed-4892-912e-dcbea54e9b58 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Pushing event deleted for resources: {'Port': ['ID=d9a6b71c-c2da-4258-853c-27dc87f6ddea,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:16.214913 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e258e9fa-e95c-4736-b078-d1429784f9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.242760 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e258e9fa-e95c-4736-b078-d1429784f9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.310623 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e258e9fa-e95c-4736-b078-d1429784f9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.314768 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e258e9fa-e95c-4736-b078-d1429784f9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.318666 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e258e9fa-e95c-4736-b078-d1429784f9ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b9494a2-e9bb-438c-bf5d-efdfc67f4611 HTTP/1.1" status: 204 len: 168 time: 0.1883373 Jul 16 01:21:16.327173 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258e9fa-e95c-4736-b078-d1429784f9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9494a2-e9bb-438c-bf5d-efdfc67f4611,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:16.395637 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-344e2f34-b9ed-4892-912e-dcbea54e9b58 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.492047 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79988723-0369-4bc2-85ff-4ce02146ca92 req-93458ca4-fc4f-4100-a8c3-f4febeaa9785 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:16.501130 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79988723-0369-4bc2-85ff-4ce02146ca92 req-93458ca4-fc4f-4100-a8c3-f4febeaa9785 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 950 time: 0.3551667 Jul 16 01:21:16.737930 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53520) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:16.753778 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-417941b3-7935-4dff-9c24-04b50ea4d813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.871176 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-417941b3-7935-4dff-9c24-04b50ea4d813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.875734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-417941b3-7935-4dff-9c24-04b50ea4d813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.920065 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417941b3-7935-4dff-9c24-04b50ea4d813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7978153-bb18-470b-8c4a-2afcefa2abb5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:16.931371 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-417941b3-7935-4dff-9c24-04b50ea4d813 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fab71469399f4fca82afcce9e4cb32a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916335 Jul 16 01:21:16.934024 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53522) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:16.977411 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-344e2f34-b9ed-4892-912e-dcbea54e9b58 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.980944 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-344e2f34-b9ed-4892-912e-dcbea54e9b58 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:16.994403 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9cd23889-ffc6-44cd-b708-5b0045ce46a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.017224 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9cd23889-ffc6-44cd-b708-5b0045ce46a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.086657 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-344e2f34-b9ed-4892-912e-dcbea54e9b58 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.087294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344e2f34-b9ed-4892-912e-dcbea54e9b58 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Fanout notify agent at l3_agent the message router_deleted on router dc4120c6-c082-41b8-9653-e34e58075672 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:21:17.100222 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e807ef80-8bc2-4bf2-bce1-e06f05ef730f up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:17.103519 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-344e2f34-b9ed-4892-912e-dcbea54e9b58 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.104678 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-344e2f34-b9ed-4892-912e-dcbea54e9b58 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "DELETE /v2.0/routers/dc4120c6-c082-41b8-9653-e34e58075672 HTTP/1.1" status: 204 len: 168 time: 2.9895647 Jul 16 01:21:17.108540 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53528) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:17.111326 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79988723-0369-4bc2-85ff-4ce02146ca92 req-05903690-fb9e-4319-bcf5-b4a3b5691085 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6088400 Jul 16 01:21:17.114740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1874496', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'enable_snat': False}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:17.134962 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9cd23889-ffc6-44cd-b708-5b0045ce46a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.139586 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9cd23889-ffc6-44cd-b708-5b0045ce46a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.143206 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9cd23889-ffc6-44cd-b708-5b0045ce46a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7978153-bb18-470b-8c4a-2afcefa2abb5 HTTP/1.1" status: 204 len: 168 time: 0.2058711 Jul 16 01:21:17.155554 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd23889-ffc6-44cd-b708-5b0045ce46a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7978153-bb18-470b-8c4a-2afcefa2abb5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:17.170891 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.172790 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.186603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968cc4d-345e-427b-826c-1a80304f8a1f req-6d91cd1d-fb33-43c4-a34b-4c88cda24cd7 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:17.195095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c968cc4d-345e-427b-826c-1a80304f8a1f req-6d91cd1d-fb33-43c4-a34b-4c88cda24cd7 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 950 time: 0.2733066 Jul 16 01:21:17.198483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2df0715b-8991-478d-a325-905e669148d1 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:17.219881 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.254803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Transition to ACTIVE for port object 2df0715b-8991-478d-a325-905e669148d1 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:17.274755 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.300660 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port e807ef80-8bc2-4bf2-bce1-e06f05ef730f completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:17.309887 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port e807ef80-8bc2-4bf2-bce1-e06f05ef730f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:17.312646 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.332312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c968cc4d-345e-427b-826c-1a80304f8a1f req-70d640a8-2fc1-466d-bf4a-d5698f26b348 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246967 Jul 16 01:21:17.527329 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Pushing event updated for resources: {'Port': ['ID=2df0715b-8991-478d-a325-905e669148d1,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:17.576700 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.654558 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:17.658343 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb05ea3-1303-491c-9df0-605a8162f588" -d '{"events": [{"server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "name": "network-vif-plugged", "status": "completed", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:17.724220 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:17.728740 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Attempting to bind port 2df0715b-8991-478d-a325-905e669148d1 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:17.730121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Attempting to bind port 2df0715b-8991-478d-a325-905e669148d1 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:17.731664 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.737042 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Attempting to bind port 2df0715b-8991-478d-a325-905e669148d1 on network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:17.786569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd456b-5d51-4616-9ca5-c4eb136ffdbe req-f6c2af62-757b-4b71-89d2-efedefc82614 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:17.794492 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1bdd456b-5d51-4616-9ca5-c4eb136ffdbe req-f6c2af62-757b-4b71-89d2-efedefc82614 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 943 time: 0.3892269 Jul 16 01:21:17.812404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Port 2df0715b-8991-478d-a325-905e669148d1 on network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:17.818767 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Attempting to bind port 2df0715b-8991-478d-a325-905e669148d1 on network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:17.841465 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:17.846522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Checking segment: {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:17.847353 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Bound using segment: {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:17.848137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Bound port: 2df0715b-8991-478d-a325-905e669148d1, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:17.848729 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.863616 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:17.893272 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,revision_number=14']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:17.939634 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1bdd456b-5d51-4616-9ca5-c4eb136ffdbe req-3ad69692-89f3-4e98-8cc2-9a188df04a06 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433814 Jul 16 01:21:17.995157 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:18.000457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2df0715b-8991-478d-a325-905e669148d1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:18.006458 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.073138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.073623 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ae08de-d795-4ebf-bd83-07f8ff317b16 x-openstack-request-id: req-84ae08de-d795-4ebf-bd83-07f8ff317b16 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:18.073917 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "name": "network-vif-plugged", "status": "completed", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:18.074170 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84ae08de-d795-4ebf-bd83-07f8ff317b16 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:18.074558 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f', 'code': 200} Jul 16 01:21:18.074878 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.076927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] 10.222.0.69 "PUT /v2.0/ports/2df0715b-8991-478d-a325-905e669148d1 HTTP/1.1" status: 200 len: 1092 time: 2.4804199 Jul 16 01:21:18.077605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'tag': '2df0715b-8991-478d-a325-905e669148d1'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:18.080730 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a69b3e-7ce2-4da6-bff6-2e13db2e6930" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "tag": "2df0715b-8991-478d-a325-905e669148d1"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:18.145739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1c40c-ceb5-41f1-8f72-0dfbab42f366 req-12f14ef4-69d6-4294-a0f7-9d56067a73d1 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.147498 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-75a1c40c-ceb5-41f1-8f72-0dfbab42f366 req-12f14ef4-69d6-4294-a0f7-9d56067a73d1 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.70 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 950 time: 0.8975983 Jul 16 01:21:18.155150 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb88d3a4-62e1-4df2-8df5-7de728fd3d21 service neutron] Pushing event updated for resources: {'Port': ['ID=2df0715b-8991-478d-a325-905e669148d1,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:18.179049 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.231825 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fdfc2b-e7ba-475b-a4f4-8d3ed9898c5d x-openstack-request-id: req-13fdfc2b-e7ba-475b-a4f4-8d3ed9898c5d {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:18.235993 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "tag": "2df0715b-8991-478d-a325-905e669148d1", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:18.237924 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-13fdfc2b-e7ba-475b-a4f4-8d3ed9898c5d {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:18.238521 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'tag': '2df0715b-8991-478d-a325-905e669148d1', 'status': 'completed', 'code': 200} Jul 16 01:21:18.292735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-3a8fff37-7f7e-497b-a2b5-30ae1d60aa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.295191 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-3a8fff37-7f7e-497b-a2b5-30ae1d60aa3d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 1095 time: 0.1715291 Jul 16 01:21:18.374319 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-a4508506-91b2-476b-9bec-41b658cea6e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df0715b-8991-478d-a325-905e669148d1 HTTP/1.1" status: 200 len: 217 time: 0.0706456 Jul 16 01:21:18.448441 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-0e2a0507-1d1f-4dd6-b0ae-3a4190ca85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.451062 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-0e2a0507-1d1f-4dd6-b0ae-3a4190ca85e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.0682168 Jul 16 01:21:18.456204 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:21:18.619277 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-75a1c40c-ceb5-41f1-8f72-0dfbab42f366 req-2a6becac-4990-4f41-bc86-f4a63413fdbe tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Deleting port d072c8f9-77d9-479a-9927-64b9a4aed96e {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:18.619619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-75a1c40c-ceb5-41f1-8f72-0dfbab42f366 req-2a6becac-4990-4f41-bc86-f4a63413fdbe tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:18.685963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd5248-ba81-48f7-8444-6057ca5f71ba req-482f3774-4a32-4dfb-b4de-7d9ea553611c tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.694555 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7bd5248-ba81-48f7-8444-6057ca5f71ba req-482f3774-4a32-4dfb-b4de-7d9ea553611c tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 950 time: 0.2382510 Jul 16 01:21:18.721821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-53c7ce69-43c2-4c0d-93a3-fa8cd809af5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:18.724760 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-53c7ce69-43c2-4c0d-93a3-fa8cd809af5e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2458167 Jul 16 01:21:18.792963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7bd5248-ba81-48f7-8444-6057ca5f71ba req-6011622b-0d51-4c42-af4d-2aa1581450b2 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/security-groups?id=edd0391c-dbb9-4c99-b57c-30b578896f22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962591 Jul 16 01:21:18.951344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-75a1c40c-ceb5-41f1-8f72-0dfbab42f366 req-2a6becac-4990-4f41-bc86-f4a63413fdbe tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] For port d072c8f9-77d9-479a-9927-64b9a4aed96e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d072c8f9-77d9-479a-9927-64b9a4aed96e,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:18.951344 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-75a1c40c-ceb5-41f1-8f72-0dfbab42f366 req-2a6becac-4990-4f41-bc86-f4a63413fdbe tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.004328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-75a1c40c-ceb5-41f1-8f72-0dfbab42f366 req-2a6becac-4990-4f41-bc86-f4a63413fdbe tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Calling delete_port for d072c8f9-77d9-479a-9927-64b9a4aed96e owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:19.092757 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-d4d91c38-7fba-455d-b4ea-eb65f8ce7fde service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605444 Jul 16 01:21:19.131313 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.158452 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.308380 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df899c4-0069-4842-9720-6a124bf35f18 req-cac3915d-c0ab-47a5-b25c-260d0f19e904 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:19.314515 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-75a1c40c-ceb5-41f1-8f72-0dfbab42f366 req-2a6becac-4990-4f41-bc86-f4a63413fdbe tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.321462 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1df899c4-0069-4842-9720-6a124bf35f18 req-cac3915d-c0ab-47a5-b25c-260d0f19e904 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.70 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 951 time: 0.4658816 Jul 16 01:21:19.435652 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca2a4e-b1ed-423b-8d4d-39b1934ad7a1 req-0d6327ac-4c06-4d2e-8ab7-9ed10e84b986 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:19.449982 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6becac-4990-4f41-bc86-f4a63413fdbe tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Pushing event deleted for resources: {'Port': ['ID=d072c8f9-77d9-479a-9927-64b9a4aed96e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:19.452330 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-78ca2a4e-b1ed-423b-8d4d-39b1934ad7a1 req-0d6327ac-4c06-4d2e-8ab7-9ed10e84b986 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 951 time: 0.5162745 Jul 16 01:21:19.581638 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a1c40c-ceb5-41f1-8f72-0dfbab42f366 req-2a6becac-4990-4f41-bc86-f4a63413fdbe tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] No DVR routers for this DVR port d072c8f9-77d9-479a-9927-64b9a4aed96e on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:19.610401 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-75a1c40c-ceb5-41f1-8f72-0dfbab42f366 req-2a6becac-4990-4f41-bc86-f4a63413fdbe tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.613098 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-75a1c40c-ceb5-41f1-8f72-0dfbab42f366 req-2a6becac-4990-4f41-bc86-f4a63413fdbe tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.70 "DELETE /v2.0/ports/d072c8f9-77d9-479a-9927-64b9a4aed96e HTTP/1.1" status: 204 len: 173 time: 1.4300973 Jul 16 01:21:19.613563 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2024f33c-bbdf-4e3e-9c62-28eece7ffe28', 'name': 'network-vif-deleted', 'tag': 'd072c8f9-77d9-479a-9927-64b9a4aed96e'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:19.619520 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c3cf37-8ae5-4e04-8cdd-d1f429289285" -d '{"events": [{"server_uuid": "2024f33c-bbdf-4e3e-9c62-28eece7ffe28", "name": "network-vif-deleted", "tag": "d072c8f9-77d9-479a-9927-64b9a4aed96e"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:19.625948 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Allocated IP 172.25.2.129 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/40690948-5131-4f5d-b5bd-c2936e021008) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:19.637682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3739fbf0-6c6c-463f-8ac1-59e259aae136 req-dec57613-2a86-4b97-9daa-cf34634fdda9 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299006 Jul 16 01:21:19.697397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-78ca2a4e-b1ed-423b-8d4d-39b1934ad7a1 req-4d2b72e8-2731-4f23-ac42-63778ad291da tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440772 Jul 16 01:21:19.801589 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c83bb6d-4a95-4663-93af-10cb55290fe7 req-0a150e53-d9f3-41d4-870f-ac8fc6afd91b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:19.810642 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1c83bb6d-4a95-4663-93af-10cb55290fe7 req-0a150e53-d9f3-41d4-870f-ac8fc6afd91b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 945 time: 0.7271066 Jul 16 01:21:19.820156 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.858339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53642) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:19.943642 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:19.999480 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1c83bb6d-4a95-4663-93af-10cb55290fe7 req-ee55fea1-de55-4fd6-89f5-33ce8e1fa8a8 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877174 Jul 16 01:21:20.033739 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1df899c4-0069-4842-9720-6a124bf35f18 req-151f630d-028c-4e47-9ab1-d094ab94c468 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Deleting port e807ef80-8bc2-4bf2-bce1-e06f05ef730f {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:20.034101 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1df899c4-0069-4842-9720-6a124bf35f18 req-151f630d-028c-4e47-9ab1-d094ab94c468 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.068338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a69b3e-7ce2-4da6-bff6-2e13db2e6930 req-c32e738d-a0b0-42ae-a52e-a9a6509a7960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.070071 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73a69b3e-7ce2-4da6-bff6-2e13db2e6930 req-c32e738d-a0b0-42ae-a52e-a9a6509a7960 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 1095 time: 0.3717313 Jul 16 01:21:20.076859 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:20.086937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:20.097356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:20.114814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Pushing event updated for resources: {'Port': ['ID=40690948-5131-4f5d-b5bd-c2936e021008,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:20.153140 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ff352f-b9c4-4929-80bb-97847f3c3168 x-openstack-request-id: req-50ff352f-b9c4-4929-80bb-97847f3c3168 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:20.153505 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2024f33c-bbdf-4e3e-9c62-28eece7ffe28", "name": "network-vif-deleted", "tag": "d072c8f9-77d9-479a-9927-64b9a4aed96e", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:20.153683 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50ff352f-b9c4-4929-80bb-97847f3c3168 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:20.154086 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2024f33c-bbdf-4e3e-9c62-28eece7ffe28', 'name': 'network-vif-deleted', 'tag': 'd072c8f9-77d9-479a-9927-64b9a4aed96e', 'status': 'completed', 'code': 200} Jul 16 01:21:20.213860 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2e77156b-1d9a-4805-b26a-5b7e0b4c6162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.317390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-1df899c4-0069-4842-9720-6a124bf35f18 req-151f630d-028c-4e47-9ab1-d094ab94c468 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] For port e807ef80-8bc2-4bf2-bce1-e06f05ef730f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:20.317724 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1df899c4-0069-4842-9720-6a124bf35f18 req-151f630d-028c-4e47-9ab1-d094ab94c468 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.388483 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8d186f4-2265-4bb2-9f2a-baaf26b24e94 req-34152a9c-bc00-4463-91e5-03fedb1cd271 tempest-ServersOnMultiNodesTest-144088050 tempest-ServersOnMultiNodesTest-144088050-project] 10.222.0.22 "GET /v2.0/ports?device_id=2024f33c-bbdf-4e3e-9c62-28eece7ffe28 HTTP/1.1" status: 200 len: 210 time: 0.0766697 Jul 16 01:21:20.394598 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1df899c4-0069-4842-9720-6a124bf35f18 req-151f630d-028c-4e47-9ab1-d094ab94c468 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Calling delete_port for e807ef80-8bc2-4bf2-bce1-e06f05ef730f owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:20.410325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a69b3e-7ce2-4da6-bff6-2e13db2e6930 req-e955d0c2-cb33-4b89-95fa-b21e12ebeaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.412894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73a69b3e-7ce2-4da6-bff6-2e13db2e6930 req-e955d0c2-cb33-4b89-95fa-b21e12ebeaab service neutron] 10.222.0.69 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.3334830 Jul 16 01:21:20.485125 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.488957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73a69b3e-7ce2-4da6-bff6-2e13db2e6930 req-154e5b83-3b69-4133-ad39-a0b4f09033da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df0715b-8991-478d-a325-905e669148d1 HTTP/1.1" status: 200 len: 217 time: 0.0667014 Jul 16 01:21:20.600208 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56351fbe-7381-47da-993c-a44ac622b85f req-f8b992c3-c490-4957-9b71-f1efd6f82521 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.609163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56351fbe-7381-47da-993c-a44ac622b85f req-f8b992c3-c490-4957-9b71-f1efd6f82521 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 943 time: 0.4254572 Jul 16 01:21:20.698324 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56351fbe-7381-47da-993c-a44ac622b85f req-32a9f66a-7aff-4468-abf2-629c231fdb22 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880921 Jul 16 01:21:20.719019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a69b3e-7ce2-4da6-bff6-2e13db2e6930 req-2845df98-58a9-4413-bbf1-e27eb199336d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:20.721379 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73a69b3e-7ce2-4da6-bff6-2e13db2e6930 req-2845df98-58a9-4413-bbf1-e27eb199336d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.1763015 Jul 16 01:21:20.790793 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.811383 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2e77156b-1d9a-4805-b26a-5b7e0b4c6162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.817055 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2e77156b-1d9a-4805-b26a-5b7e0b4c6162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:20.847363 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2e77156b-1d9a-4805-b26a-5b7e0b4c6162 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8dbe2b54dab448f38d426d4ca5405569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9852040 Jul 16 01:21:20.852557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53658) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:20.980303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77156b-1d9a-4805-b26a-5b7e0b4c6162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544be3b2-c61f-4c01-ad61-602dcc7cb8b9,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:21.019735 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ef27987-d4e6-41e0-8663-60b11d6c765e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.035901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a69b3e-7ce2-4da6-bff6-2e13db2e6930 req-a80cfa37-9974-4fdb-8f10-94b2c83c7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:21.042260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73a69b3e-7ce2-4da6-bff6-2e13db2e6930 req-a80cfa37-9974-4fdb-8f10-94b2c83c7912 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3105454 Jul 16 01:21:21.045224 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1df899c4-0069-4842-9720-6a124bf35f18 req-151f630d-028c-4e47-9ab1-d094ab94c468 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.064138 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ef27987-d4e6-41e0-8663-60b11d6c765e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.066675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['be3efc5b-19d7-483a-bc0e-0f388d4073eb'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:21.069631 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['af41e6cb-5231-4698-b325-3a1545890374', '5938e55a-0d63-4df4-9d40-cfd72ec256fe', 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:21.095985 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f630d-028c-4e47-9ab1-d094ab94c468 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Pushing event deleted for resources: {'Port': ['ID=e807ef80-8bc2-4bf2-bce1-e06f05ef730f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:21.128278 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ef27987-d4e6-41e0-8663-60b11d6c765e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.130873 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ef27987-d4e6-41e0-8663-60b11d6c765e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.131433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1064c30-156e-4094-9d95-415c55169d14 req-98f2e094-f7ce-4394-a637-40244de0cd6f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:21.132041 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4ef27987-d4e6-41e0-8663-60b11d6c765e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/544be3b2-c61f-4c01-ad61-602dcc7cb8b9 HTTP/1.1" status: 204 len: 168 time: 0.2786019 Jul 16 01:21:21.142597 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1064c30-156e-4094-9d95-415c55169d14 req-98f2e094-f7ce-4394-a637-40244de0cd6f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d HTTP/1.1" status: 200 len: 868 time: 0.2919974 Jul 16 01:21:21.171554 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef27987-d4e6-41e0-8663-60b11d6c765e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544be3b2-c61f-4c01-ad61-602dcc7cb8b9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:21.215209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device d072c8f9-77d9-479a-9927-64b9a4aed96e no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:21.221252 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Router 0b4890a2-6a88-4671-b70f-6008c49059ef is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:21:21.286228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df899c4-0069-4842-9720-6a124bf35f18 req-151f630d-028c-4e47-9ab1-d094ab94c468 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] No DVR routers for this DVR port e807ef80-8bc2-4bf2-bce1-e06f05ef730f on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:21.315406 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1df899c4-0069-4842-9720-6a124bf35f18 req-151f630d-028c-4e47-9ab1-d094ab94c468 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.317595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1df899c4-0069-4842-9720-6a124bf35f18 req-151f630d-028c-4e47-9ab1-d094ab94c468 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.70 "DELETE /v2.0/ports/e807ef80-8bc2-4bf2-bce1-e06f05ef730f HTTP/1.1" status: 204 len: 173 time: 1.9379957 Jul 16 01:21:21.331876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1064c30-156e-4094-9d95-415c55169d14 req-99556d26-0d3e-4394-a24f-e4e6c0710f5f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882048 Jul 16 01:21:21.332440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'name': 'network-vif-deleted', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:21.340817 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e2cc51-bea9-4dd7-b0f5-2af7f0199322" -d '{"events": [{"server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "name": "network-vif-deleted", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:21.348042 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: d072c8f9-77d9-479a-9927-64b9a4aed96e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:21.348685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device d072c8f9-77d9-479a-9927-64b9a4aed96e not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:21.349346 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e807ef80-8bc2-4bf2-bce1-e06f05ef730f no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:21.427577 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73a69b3e-7ce2-4da6-bff6-2e13db2e6930 req-1be02e16-43c5-4303-b757-e34c651784d2 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764844 Jul 16 01:21:21.443503 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e543244-08be-4b49-9934-c8f57b497dd8 x-openstack-request-id: req-4e543244-08be-4b49-9934-c8f57b497dd8 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:21.444013 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d", "name": "network-vif-deleted", "tag": "e807ef80-8bc2-4bf2-bce1-e06f05ef730f", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:21.447409 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e543244-08be-4b49-9934-c8f57b497dd8 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:21.447997 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59d2fe5e-b12f-4a51-8ae5-72fecaf2de3d', 'name': 'network-vif-deleted', 'tag': 'e807ef80-8bc2-4bf2-bce1-e06f05ef730f', 'status': 'completed', 'code': 200} Jul 16 01:21:21.508522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: e807ef80-8bc2-4bf2-bce1-e06f05ef730f {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:21.510190 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e807ef80-8bc2-4bf2-bce1-e06f05ef730f not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:21.611297 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73a69b3e-7ce2-4da6-bff6-2e13db2e6930 req-9b4e1273-7f98-4668-b8a8-7648fe6ac2ca service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621783 Jul 16 01:21:21.654277 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:21.671930 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Sync routers for ids ['0b4890a2-6a88-4671-b70f-6008c49059ef'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:21.706314 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Routers {'0b4890a2-6a88-4671-b70f-6008c49059ef'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:21.708391 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0b4890a2-6a88-4671-b70f-6008c49059ef'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:21.726458 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:21.730071 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-69bd33e1-187d-4665-98fc-eaf4db6c23aa tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.6189988 Jul 16 01:21:21.732177 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53682) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:21.937764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a98e671-4acc-40e9-82c5-092eaa072c5a req-9c4793a1-6b3b-45a6-a717-5ef94d23329a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:21.943212 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1a98e671-4acc-40e9-82c5-092eaa072c5a req-9c4793a1-6b3b-45a6-a717-5ef94d23329a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.70 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 945 time: 0.3282733 Jul 16 01:21:21.976456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c6fb3-9b1b-4965-a48b-325e05ba3b80 req-6bedc996-823b-4ebb-b7dc-4d944e5ad1c6 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:21.984787 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b20c6fb3-9b1b-4965-a48b-325e05ba3b80 req-6bedc996-823b-4ebb-b7dc-4d944e5ad1c6 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 945 time: 0.2647576 Jul 16 01:21:21.988511 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Set router 0b4890a2-6a88-4671-b70f-6008c49059ef gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:22.018309 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b8aaa37d-2184-4fee-9c67-80cbf544d74c tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "GET /v2.0/routers/0b4890a2-6a88-4671-b70f-6008c49059ef HTTP/1.1" status: 200 len: 906 time: 0.2825143 Jul 16 01:21:22.020622 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53692) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:22.040701 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1874496', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'enable_snat': True}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:22.113919 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.119422 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.119594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 2df0715b-8991-478d-a325-905e669148d1 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:22.168035 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b20c6fb3-9b1b-4965-a48b-325e05ba3b80 req-b56a385a-2ba8-4170-a6e3-0984195a672d tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820223 Jul 16 01:21:22.353057 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.411270 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2df0715b-8991-478d-a325-905e669148d1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:22.429482 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '2df0715b-8991-478d-a325-905e669148d1', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'port_id': '2df0715b-8991-478d-a325-905e669148d1', 'mac_address': 'fa:16:3e:89:38:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:22.481177 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bd818-3d74-439d-a8df-a15b79a21027 req-21d154b9-d17a-43bb-a2bf-a5f5631f3635 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:22.482805 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-322bd818-3d74-439d-a8df-a15b79a21027 req-21d154b9-d17a-43bb-a2bf-a5f5631f3635 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 943 time: 0.4762020 Jul 16 01:21:22.494577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53704) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:22.583322 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.586905 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1a98e671-4acc-40e9-82c5-092eaa072c5a req-77c5d917-7c9b-4216-a7d1-182c08315fad tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Deleting port e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:22.587293 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1a98e671-4acc-40e9-82c5-092eaa072c5a req-77c5d917-7c9b-4216-a7d1-182c08315fad tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.604835 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df0715b-8991-478d-a325-905e669148d1 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:22.651570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2df0715b-8991-478d-a325-905e669148d1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:22.658914 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-322bd818-3d74-439d-a8df-a15b79a21027 req-e8aa9639-21ad-4a85-a1b1-cdd62b040ef0 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647825 Jul 16 01:21:22.724929 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.807446 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4890a2-6a88-4671-b70f-6008c49059ef', 'name': 'tempest-snat-router-1874496', 'tenant_id': 'd2da5903665542848bf4deeac7fedc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.129'}], 'enable_snat': False}, 'gw_port_id': '40690948-5131-4f5d-b5bd-c2936e021008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:17Z', 'updated_at': '2021-07-16T01:21:20Z', 'revision_number': 3, 'project_id': 'd2da5903665542848bf4deeac7fedc4f', 'gw_port': {'id': '40690948-5131-4f5d-b5bd-c2936e021008', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:89:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4890a2-6a88-4671-b70f-6008c49059ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:19Z', 'updated_at': '2021-07-16T01:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:22.854533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-1a98e671-4acc-40e9-82c5-092eaa072c5a req-77c5d917-7c9b-4216-a7d1-182c08315fad tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] For port e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:22.860427 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1a98e671-4acc-40e9-82c5-092eaa072c5a req-77c5d917-7c9b-4216-a7d1-182c08315fad tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.863158 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:22.876990 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Checking router: 0b4890a2-6a88-4671-b70f-6008c49059ef for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:22.877332 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Updating router 0b4890a2-6a88-4671-b70f-6008c49059ef port 40690948-5131-4f5d-b5bd-c2936e021008 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:21:22.891036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1a98e671-4acc-40e9-82c5-092eaa072c5a req-77c5d917-7c9b-4216-a7d1-182c08315fad tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Calling delete_port for e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:22.894631 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=2df0715b-8991-478d-a325-905e669148d1,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:22.946996 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.006217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['2df0715b-8991-478d-a325-905e669148d1'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:23.132069 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1a98e671-4acc-40e9-82c5-092eaa072c5a req-77c5d917-7c9b-4216-a7d1-182c08315fad tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.230262 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-81ca1b30-6274-47c8-9053-6e7c44de4fe5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e4298f2f0e1c43a087775279fb78d121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7344687 Jul 16 01:21:23.252221 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53734) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:23.253073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5d917-7c9b-4216-a7d1-182c08315fad tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Pushing event deleted for resources: {'Port': ['ID=e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:23.325729 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.348830 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Transition to ACTIVE for port object 40690948-5131-4f5d-b5bd-c2936e021008 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:23.369099 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.433225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a98e671-4acc-40e9-82c5-092eaa072c5a req-77c5d917-7c9b-4216-a7d1-182c08315fad tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] No DVR routers for this DVR port e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:23.442497 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Attempting to bind port 40690948-5131-4f5d-b5bd-c2936e021008 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:23.442876 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Attempting to bind port 40690948-5131-4f5d-b5bd-c2936e021008 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:23.443241 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Attempting to bind port 40690948-5131-4f5d-b5bd-c2936e021008 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:23.450018 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:23.450475 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:23.450991 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.451325 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:23.451812 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Bound port: 40690948-5131-4f5d-b5bd-c2936e021008, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:23.452218 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.479100 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.499956 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1a98e671-4acc-40e9-82c5-092eaa072c5a req-77c5d917-7c9b-4216-a7d1-182c08315fad tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.501981 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1a98e671-4acc-40e9-82c5-092eaa072c5a req-77c5d917-7c9b-4216-a7d1-182c08315fad tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.70 "DELETE /v2.0/ports/e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 HTTP/1.1" status: 204 len: 173 time: 1.5495596 Jul 16 01:21:23.502442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd431af23-827d-41d5-8ad2-e6ffb40a6a34', 'name': 'network-vif-deleted', 'tag': 'e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:23.508332 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] For port 40690948-5131-4f5d-b5bd-c2936e021008, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:23.511659 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] For port 40690948-5131-4f5d-b5bd-c2936e021008, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=40690948-5131-4f5d-b5bd-c2936e021008,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:23.511942 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa8a078-7e58-4340-911c-fc58e7c0b47f" -d '{"events": [{"server_uuid": "d431af23-827d-41d5-8ad2-e6ffb40a6a34", "name": "network-vif-deleted", "tag": "e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:23.518175 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.531020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed34f674-02b1-4a58-ab59-28e54b599f60 req-ba83ccc5-cbb8-4917-98a1-7e85dd6d1402 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 210 time: 0.1049309 Jul 16 01:21:23.540130 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.567779 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Routers {'0b4890a2-6a88-4671-b70f-6008c49059ef'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:23.568473 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0b4890a2-6a88-4671-b70f-6008c49059ef'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:23.723597 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80e7bb-58e0-4739-802d-3c3044bd7078 None None] Pushing event updated for resources: {'Port': ['ID=40690948-5131-4f5d-b5bd-c2936e021008,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:23.741467 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1836cdb2-e2e0-402d-aa0a-093c1eefcd5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.819064 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Allocated IP 172.25.2.252 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/00e7d520-eb9c-4dc9-aadc-b9aa1537549b) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:23.822729 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1836cdb2-e2e0-402d-aa0a-093c1eefcd5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:23.852758 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] Set router 0b4890a2-6a88-4671-b70f-6008c49059ef gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:23.854979 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f325bf6f-ab8e-438b-be24-8b992e2aa607 x-openstack-request-id: req-f325bf6f-ab8e-438b-be24-8b992e2aa607 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:23.856659 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d431af23-827d-41d5-8ad2-e6ffb40a6a34", "name": "network-vif-deleted", "tag": "e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:23.856924 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f325bf6f-ab8e-438b-be24-8b992e2aa607 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:23.860534 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd431af23-827d-41d5-8ad2-e6ffb40a6a34', 'name': 'network-vif-deleted', 'tag': 'e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3', 'status': 'completed', 'code': 200} Jul 16 01:21:23.916109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099aa8b5-7ee8-4d88-b0e9-6b9c5713a82d req-601f455c-802f-458b-9b39-653bd92ad0cf tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:23.927002 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-099aa8b5-7ee8-4d88-b0e9-6b9c5713a82d req-601f455c-802f-458b-9b39-653bd92ad0cf tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 950 time: 0.3517921 Jul 16 01:21:24.022525 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80e7bb-58e0-4739-802d-3c3044bd7078 None None] Pushing event updated for resources: {'Port': ['ID=40690948-5131-4f5d-b5bd-c2936e021008,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:24.053243 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.064723 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-099aa8b5-7ee8-4d88-b0e9-6b9c5713a82d req-2118ffba-5677-4b2a-be28-581a1ab0c03e tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367388 Jul 16 01:21:24.119095 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1836cdb2-e2e0-402d-aa0a-093c1eefcd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.122679 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 2df0715b-8991-478d-a325-905e669148d1 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:24.135524 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1836cdb2-e2e0-402d-aa0a-093c1eefcd5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.136259 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.143074 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1836cdb2-e2e0-402d-aa0a-093c1eefcd5e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/edd0391c-dbb9-4c99-b57c-30b578896f22 HTTP/1.1" status: 204 len: 168 time: 0.8827536 Jul 16 01:21:24.215934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Pushing event updated for resources: {'Port': ['ID=00e7d520-eb9c-4dc9-aadc-b9aa1537549b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:24.239002 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1836cdb2-e2e0-402d-aa0a-093c1eefcd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd0391c-dbb9-4c99-b57c-30b578896f22,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:24.256560 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:24.261149 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:24.264415 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:24.305756 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 2df0715b-8991-478d-a325-905e669148d1 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:24.325610 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 2df0715b-8991-478d-a325-905e669148d1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:24.340783 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b4890a2-6a88-4671-b70f-6008c49059ef', 'name': 'tempest-snat-router-1874496', 'tenant_id': 'd2da5903665542848bf4deeac7fedc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.129'}], 'enable_snat': False}, 'gw_port_id': '40690948-5131-4f5d-b5bd-c2936e021008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:17Z', 'updated_at': '2021-07-16T01:21:20Z', 'revision_number': 3, 'project_id': 'd2da5903665542848bf4deeac7fedc4f', 'gw_port': {'id': '40690948-5131-4f5d-b5bd-c2936e021008', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:89:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4890a2-6a88-4671-b70f-6008c49059ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:19Z', 'updated_at': '2021-07-16T01:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:24.351863 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.400784 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ec668d-c366-4ae8-975e-6bae907bd430 None None] The sync data for ids ['0b4890a2-6a88-4671-b70f-6008c49059ef'] in n-d-791505-14 is: [{'id': '0b4890a2-6a88-4671-b70f-6008c49059ef', 'name': 'tempest-snat-router-1874496', 'tenant_id': 'd2da5903665542848bf4deeac7fedc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.129'}], 'enable_snat': False}, 'gw_port_id': '40690948-5131-4f5d-b5bd-c2936e021008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:17Z', 'updated_at': '2021-07-16T01:21:20Z', 'revision_number': 3, 'project_id': 'd2da5903665542848bf4deeac7fedc4f', 'gw_port': {'id': '40690948-5131-4f5d-b5bd-c2936e021008', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:89:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b4890a2-6a88-4671-b70f-6008c49059ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1206, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:19Z', 'updated_at': '2021-07-16T01:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:24.401360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4361d9-452f-4f07-a0ec-2532e6b0a2b8 req-e9f1a824-3300-473b-8a6d-5a0e6192e0e7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:24.411371 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1c4361d9-452f-4f07-a0ec-2532e6b0a2b8 req-e9f1a824-3300-473b-8a6d-5a0e6192e0e7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.3453391 Jul 16 01:21:24.516109 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1c4361d9-452f-4f07-a0ec-2532e6b0a2b8 req-c47419b5-974a-4043-9643-581d17872b69 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989735 Jul 16 01:21:24.650305 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.723014 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2df0715b-8991-478d-a325-905e669148d1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:24.732430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df0715b-8991-478d-a325-905e669148d1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:24.736180 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0125725-1c17-428d-9836-62fad0db9282" -d '{"events": [{"server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "name": "network-vif-plugged", "status": "completed", "tag": "2df0715b-8991-478d-a325-905e669148d1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:24.739837 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.855319 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:24.873659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=2df0715b-8991-478d-a325-905e669148d1,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:24.887780 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc88754b-e67b-4ed6-a38c-50551ac505c5 x-openstack-request-id: req-cc88754b-e67b-4ed6-a38c-50551ac505c5 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:24.888625 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "name": "network-vif-plugged", "status": "completed", "tag": "2df0715b-8991-478d-a325-905e669148d1", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:24.889104 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc88754b-e67b-4ed6-a38c-50551ac505c5 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:24.889698 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df0715b-8991-478d-a325-905e669148d1', 'code': 200} Jul 16 01:21:24.896186 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72e7b752-b8bf-45f5-a646-46e67226e15d req-7a8aa202-15f7-4fc3-9992-d2fc9005d31c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 210 time: 0.1566484 Jul 16 01:21:25.069652 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1de2503-8e89-42db-9290-09a6f0bc307a req-7a17bf59-a68a-431b-8cc6-52287bd3676f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:25.072728 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1de2503-8e89-42db-9290-09a6f0bc307a req-7a17bf59-a68a-431b-8cc6-52287bd3676f tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.69 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 950 time: 0.4567730 Jul 16 01:21:25.113741 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53804) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:25.114363 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:25.176595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:25.179454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e4ce76d2-6a1a-4e57-9d1f-0ae27da90fd3 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:25.450974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53814) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:25.493220 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d15bdbf7-c077-476f-ac47-485678bb7c01 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8fe7717e559944b8bca6edf590daed8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628328 Jul 16 01:21:25.495633 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53822) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:25.680862 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e1cf2dbd-eb6a-4b93-bf2c-0d36f4c18a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.707158 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-538d5a0c-5ed3-4b14-b339-1845bfbbdb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.717441 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e40554d-c713-4a83-927f-df12b07bdbca req-dc294c50-e29f-494a-bb9a-070b056d3e6a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:25.724788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e40554d-c713-4a83-927f-df12b07bdbca req-dc294c50-e29f-494a-bb9a-070b056d3e6a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 950 time: 0.4196887 Jul 16 01:21:25.728643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-d1de2503-8e89-42db-9290-09a6f0bc307a req-05682379-8c71-4ccf-ae3b-5e70622bda7a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Deleting port be3efc5b-19d7-483a-bc0e-0f388d4073eb {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:25.729191 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d1de2503-8e89-42db-9290-09a6f0bc307a req-05682379-8c71-4ccf-ae3b-5e70622bda7a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.897955 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-538d5a0c-5ed3-4b14-b339-1845bfbbdb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:25.978835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e40554d-c713-4a83-927f-df12b07bdbca req-b95f7be8-a789-41ee-b3c7-d70b055465ae tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528431 Jul 16 01:21:25.997459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f86a61-8652-4790-96e7-61ebd3e30d97 req-a96890ec-d09f-4255-945a-349ca82f44d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:26.000061 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-55f86a61-8652-4790-96e7-61ebd3e30d97 req-a96890ec-d09f-4255-945a-349ca82f44d3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 1097 time: 1.0061033 Jul 16 01:21:26.161826 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-55f86a61-8652-4790-96e7-61ebd3e30d97 req-5f415646-7ec8-409f-989e-0cfcf4ab3386 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507888 Jul 16 01:21:26.259611 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.483022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Router 9a2dd1e1-3fb3-4966-a66f-7baf72c37b91 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:21:26.627532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:26.648625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76819717-d25f-457c-b950-3ef1447674f3 None None] Sync routers for ids ['9a2dd1e1-3fb3-4966-a66f-7baf72c37b91'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:26.660543 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76819717-d25f-457c-b950-3ef1447674f3 None None] Routers {'9a2dd1e1-3fb3-4966-a66f-7baf72c37b91'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:26.663315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-76819717-d25f-457c-b950-3ef1447674f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9a2dd1e1-3fb3-4966-a66f-7baf72c37b91'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:26.697334 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3ea2fa87-f993-497f-9c27-7cb6aa301758 req-eca86d1c-a1d6-486c-9def-e32d55b244b4 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 210 time: 0.0656087 Jul 16 01:21:26.772335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d1de2503-8e89-42db-9290-09a6f0bc307a req-05682379-8c71-4ccf-ae3b-5e70622bda7a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] For port be3efc5b-19d7-483a-bc0e-0f388d4073eb, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=be3efc5b-19d7-483a-bc0e-0f388d4073eb,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:26.775070 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d1de2503-8e89-42db-9290-09a6f0bc307a req-05682379-8c71-4ccf-ae3b-5e70622bda7a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.784820 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dbadda-a95f-4bc7-804e-f9fe38bb05b9 req-9e095a8f-b51a-43d0-aff3-9c46d0d51dc1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:26.792650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e9dbadda-a95f-4bc7-804e-f9fe38bb05b9 req-9e095a8f-b51a-43d0-aff3-9c46d0d51dc1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 945 time: 1.0156617 Jul 16 01:21:26.840496 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-76819717-d25f-457c-b950-3ef1447674f3 None None] Set router 9a2dd1e1-3fb3-4966-a66f-7baf72c37b91 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:26.842031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-d1de2503-8e89-42db-9290-09a6f0bc307a req-05682379-8c71-4ccf-ae3b-5e70622bda7a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Calling delete_port for be3efc5b-19d7-483a-bc0e-0f388d4073eb owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:26.846889 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-538d5a0c-5ed3-4b14-b339-1845bfbbdb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.849584 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-538d5a0c-5ed3-4b14-b339-1845bfbbdb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:26.850860 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-538d5a0c-5ed3-4b14-b339-1845bfbbdb1d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/264d5c4e-c451-4c5a-938d-e95f915ba815 HTTP/1.1" status: 204 len: 168 time: 1.3499064 Jul 16 01:21:26.870078 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d5a0c-5ed3-4b14-b339-1845bfbbdb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264d5c4e-c451-4c5a-938d-e95f915ba815,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:26.888899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e9dbadda-a95f-4bc7-804e-f9fe38bb05b9 req-c48e6d11-feed-4ed4-bfb2-bb92482bd650 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952904 Jul 16 01:21:27.098984 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e1cf2dbd-eb6a-4b93-bf2c-0d36f4c18a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.109453 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.111071 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-06db96e0-9ea1-4b9c-ab31-1aeca12ffce8 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 904 time: 5.0790327 Jul 16 01:21:27.113785 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53844) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:27.133990 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e1cf2dbd-eb6a-4b93-bf2c-0d36f4c18a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.378577 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cf2dbd-eb6a-4b93-bf2c-0d36f4c18a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759417de-5b41-4903-8a8a-f446f35e16ae,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:27.421315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53850) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:27.430915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e1cf2dbd-eb6a-4b93-bf2c-0d36f4c18a66 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1fbe1affc00485eb11a1ba8c71d14fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9742913 Jul 16 01:21:27.444178 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 40690948-5131-4f5d-b5bd-c2936e021008 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:27.480213 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c8b8bb0f-4b86-4a84-8275-e51c42d97c1b tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "GET /v2.0/routers/9a2dd1e1-3fb3-4966-a66f-7baf72c37b91 HTTP/1.1" status: 200 len: 905 time: 0.3627849 Jul 16 01:21:27.480418 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53854) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:27.526454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e2c9e-5233-44d4-aac8-1e866472c4be req-6aa0da88-d0f4-47a9-a82c-a8e705601d70 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:27.533990 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-064e2c9e-5233-44d4-aac8-1e866472c4be req-6aa0da88-d0f4-47a9-a82c-a8e705601d70 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=b30935cc-8b6d-4279-a6e3-80030efbf5b2 HTTP/1.1" status: 200 len: 950 time: 0.3002007 Jul 16 01:21:27.573838 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d1de2503-8e89-42db-9290-09a6f0bc307a req-05682379-8c71-4ccf-ae3b-5e70622bda7a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.608951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['af41e6cb-5231-4698-b325-3a1545890374', '5938e55a-0d63-4df4-9d40-cfd72ec256fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:27.624311 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-23da1810-ab01-4da7-a4ef-bb15cd786ebd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.663021 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05682379-8c71-4ccf-ae3b-5e70622bda7a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Pushing event deleted for resources: {'Port': ['ID=be3efc5b-19d7-483a-bc0e-0f388d4073eb,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:27.707413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-064e2c9e-5233-44d4-aac8-1e866472c4be req-6d533f70-492d-4ab5-9aeb-6a85e9385234 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722028 Jul 16 01:21:27.763747 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 40690948-5131-4f5d-b5bd-c2936e021008 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:27.772497 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 40690948-5131-4f5d-b5bd-c2936e021008 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:27.773089 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.791191 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-23da1810-ab01-4da7-a4ef-bb15cd786ebd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.811662 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1de2503-8e89-42db-9290-09a6f0bc307a req-05682379-8c71-4ccf-ae3b-5e70622bda7a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] No DVR routers for this DVR port be3efc5b-19d7-483a-bc0e-0f388d4073eb on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:27.815597 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d1de2503-8e89-42db-9290-09a6f0bc307a req-05682379-8c71-4ccf-ae3b-5e70622bda7a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.818842 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1de2503-8e89-42db-9290-09a6f0bc307a req-05682379-8c71-4ccf-ae3b-5e70622bda7a tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.69 "DELETE /v2.0/ports/be3efc5b-19d7-483a-bc0e-0f388d4073eb HTTP/1.1" status: 204 len: 173 time: 2.7385428 Jul 16 01:21:27.819835 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b30935cc-8b6d-4279-a6e3-80030efbf5b2', 'name': 'network-vif-deleted', 'tag': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:27.825407 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0f0a2c-fe18-4b24-bc54-5c0e14dcb4b7" -d '{"events": [{"server_uuid": "b30935cc-8b6d-4279-a6e3-80030efbf5b2", "name": "network-vif-deleted", "tag": "be3efc5b-19d7-483a-bc0e-0f388d4073eb"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:27.859785 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ee84-af7f-4d72-b9bf-3d964be074d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:27.900866 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaf44fe-599c-4854-815a-fc8959adbd33 x-openstack-request-id: req-acaf44fe-599c-4854-815a-fc8959adbd33 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:27.901434 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b30935cc-8b6d-4279-a6e3-80030efbf5b2", "name": "network-vif-deleted", "tag": "be3efc5b-19d7-483a-bc0e-0f388d4073eb", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:27.901964 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-acaf44fe-599c-4854-815a-fc8959adbd33 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:27.902983 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b30935cc-8b6d-4279-a6e3-80030efbf5b2', 'name': 'network-vif-deleted', 'tag': 'be3efc5b-19d7-483a-bc0e-0f388d4073eb', 'status': 'completed', 'code': 200} Jul 16 01:21:27.913874 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ee84-af7f-4d72-b9bf-3d964be074d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.078948 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ee84-af7f-4d72-b9bf-3d964be074d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.082484 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5fd0ee84-af7f-4d72-b9bf-3d964be074d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.086788 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5fd0ee84-af7f-4d72-b9bf-3d964be074d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/759417de-5b41-4903-8a8a-f446f35e16ae HTTP/1.1" status: 204 len: 168 time: 0.6614895 Jul 16 01:21:28.119726 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3cd501ba-3295-49d8-8d45-5e08af917f50 req-1a6dcf45-fa5a-4265-9242-ccc49e4d7294 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 210 time: 0.1170850 Jul 16 01:21:28.126529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0ee84-af7f-4d72-b9bf-3d964be074d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759417de-5b41-4903-8a8a-f446f35e16ae,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:28.182289 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-23da1810-ab01-4da7-a4ef-bb15cd786ebd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Deleting port 00e7d520-eb9c-4dc9-aadc-b9aa1537549b {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:28.182637 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-23da1810-ab01-4da7-a4ef-bb15cd786ebd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.244826 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.319986 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 40690948-5131-4f5d-b5bd-c2936e021008, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=40690948-5131-4f5d-b5bd-c2936e021008,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:28.325340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device be3efc5b-19d7-483a-bc0e-0f388d4073eb no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:28.381227 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.400913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417bf216-c7cd-4c49-9940-175cad7cb105 req-f1e50363-b04a-4ed1-a2a0-294d169a5a24 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:28.418204 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-417bf216-c7cd-4c49-9940-175cad7cb105 req-f1e50363-b04a-4ed1-a2a0-294d169a5a24 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 945 time: 0.1621470 Jul 16 01:21:28.441522 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-23da1810-ab01-4da7-a4ef-bb15cd786ebd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:28.487337 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-23da1810-ab01-4da7-a4ef-bb15cd786ebd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Calling delete_port for 00e7d520-eb9c-4dc9-aadc-b9aa1537549b owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:28.531361 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-417bf216-c7cd-4c49-9940-175cad7cb105 req-e78da4cd-27bf-4c70-a86b-6c2776da6aa3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120467 Jul 16 01:21:28.589577 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: be3efc5b-19d7-483a-bc0e-0f388d4073eb {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:28.591234 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device be3efc5b-19d7-483a-bc0e-0f388d4073eb not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:28.607992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=40690948-5131-4f5d-b5bd-c2936e021008,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:28.646737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53894) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:28.769279 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-76819717-d25f-457c-b950-3ef1447674f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2dd1e1-3fb3-4966-a66f-7baf72c37b91', 'name': 'tempest-snat-router-1874496', 'tenant_id': 'd2da5903665542848bf4deeac7fedc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.252'}], 'enable_snat': True}, 'gw_port_id': '00e7d520-eb9c-4dc9-aadc-b9aa1537549b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:22Z', 'updated_at': '2021-07-16T01:21:24Z', 'revision_number': 3, 'project_id': 'd2da5903665542848bf4deeac7fedc4f', 'gw_port': {'id': '00e7d520-eb9c-4dc9-aadc-b9aa1537549b', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e7:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a2dd1e1-3fb3-4966-a66f-7baf72c37b91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1213, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:21:23Z', 'updated_at': '2021-07-16T01:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:28.856369 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76819717-d25f-457c-b950-3ef1447674f3 None None] Checking router: 9a2dd1e1-3fb3-4966-a66f-7baf72c37b91 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:28.858471 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76819717-d25f-457c-b950-3ef1447674f3 None None] Updating router 9a2dd1e1-3fb3-4966-a66f-7baf72c37b91 port 00e7d520-eb9c-4dc9-aadc-b9aa1537549b binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:21:28.956164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-eb0bd662-3ca9-413f-ac0c-5738176c039c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1660339747-network', 'tenant_id': 'bf5e7324058e45fead7661561e5bc67d'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:29.003592 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 40690948-5131-4f5d-b5bd-c2936e021008 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:29.007711 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-23da1810-ab01-4da7-a4ef-bb15cd786ebd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.030164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0bd662-3ca9-413f-ac0c-5738176c039c admin admin] Made reservation on behalf of bf5e7324058e45fead7661561e5bc67d for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:29.033462 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd662-3ca9-413f-ac0c-5738176c039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.064725 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd662-3ca9-413f-ac0c-5738176c039c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.162967 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd662-3ca9-413f-ac0c-5738176c039c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.168669 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd662-3ca9-413f-ac0c-5738176c039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.197029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0bd662-3ca9-413f-ac0c-5738176c039c admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:29.221228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0bd662-3ca9-413f-ac0c-5738176c039c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab473e0d-3993-4ac3-af91-b6c8a92abb5f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:29.225839 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd662-3ca9-413f-ac0c-5738176c039c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.227211 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-eb0bd662-3ca9-413f-ac0c-5738176c039c admin admin] Added segment fa2d298d-7f1d-4abc-aef5-c5a271f5823c of type vlan for network b3526898-227d-40ba-84c7-a758574536e3 Jul 16 01:21:29.250482 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da1810-ab01-4da7-a4ef-bb15cd786ebd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Pushing event deleted for resources: {'Port': ['ID=00e7d520-eb9c-4dc9-aadc-b9aa1537549b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:29.254720 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-76819717-d25f-457c-b950-3ef1447674f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.261226 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-23da1810-ab01-4da7-a4ef-bb15cd786ebd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.324053 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd662-3ca9-413f-ac0c-5738176c039c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.363808 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd662-3ca9-413f-ac0c-5738176c039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.365035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0bd662-3ca9-413f-ac0c-5738176c039c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:29.367129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eb0bd662-3ca9-413f-ac0c-5738176c039c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.378278 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76819717-d25f-457c-b950-3ef1447674f3 None None] Port 00e7d520-eb9c-4dc9-aadc-b9aa1537549b not found while updating agent binding for router 9a2dd1e1-3fb3-4966-a66f-7baf72c37b91. {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 01:21:29.471256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-eb0bd662-3ca9-413f-ac0c-5738176c039c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8231423 Jul 16 01:21:29.477076 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53920) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:29.500843 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76819717-d25f-457c-b950-3ef1447674f3 None None] Routers {'9a2dd1e1-3fb3-4966-a66f-7baf72c37b91'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:29.503812 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-76819717-d25f-457c-b950-3ef1447674f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9a2dd1e1-3fb3-4966-a66f-7baf72c37b91'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:29.577609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b54cf44d-e599-4e0f-acd1-cf600a999115 admin admin] Request body: {'subnet': {'network_id': 'b3526898-227d-40ba-84c7-a758574536e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1660339747-subnet', 'tenant_id': 'bf5e7324058e45fead7661561e5bc67d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:29.595973 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-23da1810-ab01-4da7-a4ef-bb15cd786ebd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.612131 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-23da1810-ab01-4da7-a4ef-bb15cd786ebd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.612339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0bd662-3ca9-413f-ac0c-5738176c039c admin admin] Pushing event updated for resources: {'Network': ['ID=b3526898-227d-40ba-84c7-a758574536e3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:29.660522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network b3526898-227d-40ba-84c7-a758574536e3 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:29.710045 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 40690948-5131-4f5d-b5bd-c2936e021008 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:29.710668 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.730643 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-23da1810-ab01-4da7-a4ef-bb15cd786ebd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.731786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23da1810-ab01-4da7-a4ef-bb15cd786ebd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9a2dd1e1-3fb3-4966-a66f-7baf72c37b91 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:21:29.732906 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-76819717-d25f-457c-b950-3ef1447674f3 None None] Set router 9a2dd1e1-3fb3-4966-a66f-7baf72c37b91 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:29.741972 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-23da1810-ab01-4da7-a4ef-bb15cd786ebd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.750557 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-23da1810-ab01-4da7-a4ef-bb15cd786ebd tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "DELETE /v2.0/routers/9a2dd1e1-3fb3-4966-a66f-7baf72c37b91 HTTP/1.1" status: 204 len: 168 time: 2.2690861 Jul 16 01:21:29.759005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53926) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:29.763348 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54cf44d-e599-4e0f-acd1-cf600a999115 admin admin] Made reservation on behalf of bf5e7324058e45fead7661561e5bc67d for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:29.765743 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b54cf44d-e599-4e0f-acd1-cf600a999115 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.863168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-76819717-d25f-457c-b950-3ef1447674f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a2dd1e1-3fb3-4966-a66f-7baf72c37b91', 'name': 'tempest-snat-router-1874496', 'tenant_id': 'd2da5903665542848bf4deeac7fedc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:22Z', 'updated_at': '2021-07-16T01:21:28Z', 'revision_number': 5, 'project_id': 'd2da5903665542848bf4deeac7fedc4f', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:29.900277 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1de491ea-28f2-4429-8cb7-02eed6b5b460 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:29.905423 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76819717-d25f-457c-b950-3ef1447674f3 None None] The sync data for ids ['9a2dd1e1-3fb3-4966-a66f-7baf72c37b91'] in n-d-791505-14 is: [{'id': '9a2dd1e1-3fb3-4966-a66f-7baf72c37b91', 'name': 'tempest-snat-router-1874496', 'tenant_id': 'd2da5903665542848bf4deeac7fedc4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:21:22Z', 'updated_at': '2021-07-16T01:21:28Z', 'revision_number': 5, 'project_id': 'd2da5903665542848bf4deeac7fedc4f', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:30.104408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5182e6d-c2e4-410c-b165-6e758d643e01 req-b3d4318b-3f74-4ed3-abf4-c8ef3bef5348 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 210 time: 0.1317332 Jul 16 01:21:30.127419 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.150092 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1de491ea-28f2-4429-8cb7-02eed6b5b460 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.280854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1de491ea-28f2-4429-8cb7-02eed6b5b460 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Deleting port 40690948-5131-4f5d-b5bd-c2936e021008 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:30.281495 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1de491ea-28f2-4429-8cb7-02eed6b5b460 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.326606 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b54cf44d-e599-4e0f-acd1-cf600a999115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.436736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21afdd7-e3f9-4f20-a7a6-402bc9441401 req-1b2d7743-3b4f-4843-9384-d3e03d10486b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:30.447445 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d21afdd7-e3f9-4f20-a7a6-402bc9441401 req-1b2d7743-3b4f-4843-9384-d3e03d10486b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 945 time: 0.7699506 Jul 16 01:21:30.448878 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53944) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:30.457670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4e5072ea-75a9-48ba-9064-003068480e5d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Request body: {'floatingip': {'port_id': '2df0715b-8991-478d-a325-905e669148d1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:30.507101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-1de491ea-28f2-4429-8cb7-02eed6b5b460 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] For port 40690948-5131-4f5d-b5bd-c2936e021008, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=40690948-5131-4f5d-b5bd-c2936e021008,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:30.508340 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1de491ea-28f2-4429-8cb7-02eed6b5b460 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.537338 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1de491ea-28f2-4429-8cb7-02eed6b5b460 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Calling delete_port for 40690948-5131-4f5d-b5bd-c2936e021008 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:30.549629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54cf44d-e599-4e0f-acd1-cf600a999115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=822a094b-5e1b-40f4-8960-0fb86859c919,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:30.562161 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e5072ea-75a9-48ba-9064-003068480e5d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.700622 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54cf44d-e599-4e0f-acd1-cf600a999115 admin admin] Checking segment: {'id': 'fa2d298d-7f1d-4abc-aef5-c5a271f5823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b3526898-227d-40ba-84c7-a758574536e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:30.700993 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54cf44d-e599-4e0f-acd1-cf600a999115 admin admin] Network hostable DHCP agents. Network: b3526898-227d-40ba-84c7-a758574536e3, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:30.803869 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1de491ea-28f2-4429-8cb7-02eed6b5b460 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.870290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de491ea-28f2-4429-8cb7-02eed6b5b460 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Pushing event deleted for resources: {'Port': ['ID=40690948-5131-4f5d-b5bd-c2936e021008,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:30.949513 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:30.980692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53952) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:30.988065 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1de491ea-28f2-4429-8cb7-02eed6b5b460 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.085217 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1de491ea-28f2-4429-8cb7-02eed6b5b460 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.088151 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1de491ea-28f2-4429-8cb7-02eed6b5b460 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.150770 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1de491ea-28f2-4429-8cb7-02eed6b5b460 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.152602 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de491ea-28f2-4429-8cb7-02eed6b5b460 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b4890a2-6a88-4671-b70f-6008c49059ef {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:21:31.160524 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1de491ea-28f2-4429-8cb7-02eed6b5b460 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.165984 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1de491ea-28f2-4429-8cb7-02eed6b5b460 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "DELETE /v2.0/routers/0b4890a2-6a88-4671-b70f-6008c49059ef HTTP/1.1" status: 204 len: 168 time: 1.4057872 Jul 16 01:21:31.166627 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 53958) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:31.171446 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1826400818', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:31.232164 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.233787 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.351394 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.441028 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-602ae2aa-a2d5-4c59-b6b0-33ff94ba1cc6 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1545993075'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:31.524752 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602ae2aa-a2d5-4c59-b6b0-33ff94ba1cc6 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Made reservation on behalf of 88b1cde9a9aa4cc4979e84001b7a0f1e for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:31.530035 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-602ae2aa-a2d5-4c59-b6b0-33ff94ba1cc6 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.534595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e72eb9d5-b564-4837-b516-8ad7f15d8bcd req-54d6732d-3d87-45e3-b738-258507a19f01 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 210 time: 0.1065753 Jul 16 01:21:31.546675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54cf44d-e599-4e0f-acd1-cf600a999115 admin admin] Network b3526898-227d-40ba-84c7-a758574536e3 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:31.552215 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-602ae2aa-a2d5-4c59-b6b0-33ff94ba1cc6 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.730369 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b54cf44d-e599-4e0f-acd1-cf600a999115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, b3526898-227d-40ba-84c7-a758574536e3) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:31.742692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff30e64-7e79-48b0-8989-bb8ed5a7facf None None] Network b3526898-227d-40ba-84c7-a758574536e3 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:31.755827 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.db.resource_extend [None req-4e5072ea-75a9-48ba-9064-003068480e5d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:21:31.763503 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54cf44d-e599-4e0f-acd1-cf600a999115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:31.764437 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b54cf44d-e599-4e0f-acd1-cf600a999115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:31.792919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad09a09-a7f7-45fc-bfa8-59a884ef245b req-bb47c143-804c-4000-844c-2eeff7e41497 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:31.808116 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bad09a09-a7f7-45fc-bfa8-59a884ef245b req-bb47c143-804c-4000-844c-2eeff7e41497 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 1.1815300 Jul 16 01:21:31.984819 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.001954 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-602ae2aa-a2d5-4c59-b6b0-33ff94ba1cc6 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.010066 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e5072ea-75a9-48ba-9064-003068480e5d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.068161 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-602ae2aa-a2d5-4c59-b6b0-33ff94ba1cc6 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.069724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc777f5-e7eb-4713-9a73-6b6a2d3cd80c req-0b4f3a97-afe5-40c1-a8c4-15d41e9073fc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:32.069724 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fc777f5-e7eb-4713-9a73-6b6a2d3cd80c req-0b4f3a97-afe5-40c1-a8c4-15d41e9073fc tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.70 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 950 time: 0.6313317 Jul 16 01:21:32.069724 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bad09a09-a7f7-45fc-bfa8-59a884ef245b req-25e7ab78-2a0a-47e4-b1c6-8ea3135af105 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636581 Jul 16 01:21:32.102495 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e5072ea-75a9-48ba-9064-003068480e5d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.117985 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b54cf44d-e599-4e0f-acd1-cf600a999115 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6287315 Jul 16 01:21:32.121495 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602ae2aa-a2d5-4c59-b6b0-33ff94ba1cc6 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:32.123031 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ae2aa-a2d5-4c59-b6b0-33ff94ba1cc6 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29eeb38b-63ad-43c0-9a76-108270d44aea,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:32.151293 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-602ae2aa-a2d5-4c59-b6b0-33ff94ba1cc6 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.151293 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-602ae2aa-a2d5-4c59-b6b0-33ff94ba1cc6 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Added segment b94c6e0b-2a7f-47fa-acc5-cc01cf6ec489 of type vlan for network ee2d72a8-59b8-4999-bd7a-57af714070bc Jul 16 01:21:32.208186 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3306ef-c572-4467-b60c-7fe319c10018 None None] Network b3526898-227d-40ba-84c7-a758574536e3 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:32.246482 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-602ae2aa-a2d5-4c59-b6b0-33ff94ba1cc6 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.311406 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-4e5072ea-75a9-48ba-9064-003068480e5d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Floating IP bebac111-cad4-4319-9f34-dc12448078b8 associated. External IP: 172.25.2.203, port: 2df0715b-8991-478d-a325-905e669148d1. Jul 16 01:21:32.344763 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-602ae2aa-a2d5-4c59-b6b0-33ff94ba1cc6 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.353630 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602ae2aa-a2d5-4c59-b6b0-33ff94ba1cc6 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:32.358769 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-602ae2aa-a2d5-4c59-b6b0-33ff94ba1cc6 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.397653 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-4fc777f5-e7eb-4713-9a73-6b6a2d3cd80c req-618b0daa-3400-4231-9d93-e657d29ed477 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Deleting port 5938e55a-0d63-4df4-9d40-cfd72ec256fe {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:32.398025 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4fc777f5-e7eb-4713-9a73-6b6a2d3cd80c req-618b0daa-3400-4231-9d93-e657d29ed477 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.456378 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-602ae2aa-a2d5-4c59-b6b0-33ff94ba1cc6 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4734454 Jul 16 01:21:32.460957 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 53982) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:32.469834 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-136f68e2-8eef-485f-84c3-fd757bbb4760 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Request body: {'subnet': {'network_id': 'ee2d72a8-59b8-4999-bd7a-57af714070bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:32.724178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-4fc777f5-e7eb-4713-9a73-6b6a2d3cd80c req-618b0daa-3400-4231-9d93-e657d29ed477 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] For port 5938e55a-0d63-4df4-9d40-cfd72ec256fe, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5938e55a-0d63-4df4-9d40-cfd72ec256fe,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:32.724851 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4fc777f5-e7eb-4713-9a73-6b6a2d3cd80c req-618b0daa-3400-4231-9d93-e657d29ed477 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.790135 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-4fc777f5-e7eb-4713-9a73-6b6a2d3cd80c req-618b0daa-3400-4231-9d93-e657d29ed477 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Calling delete_port for 5938e55a-0d63-4df4-9d40-cfd72ec256fe owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:32.841030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136f68e2-8eef-485f-84c3-fd757bbb4760 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Made reservation on behalf of 88b1cde9a9aa4cc4979e84001b7a0f1e for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:32.850067 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-136f68e2-8eef-485f-84c3-fd757bbb4760 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:32.873633 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98280903-05c9-4155-8ea7-1ec95a1fae0c req-22057ffc-18e0-4592-81d1-68b60de5de98 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=d431af23-827d-41d5-8ad2-e6ffb40a6a34 HTTP/1.1" status: 200 len: 210 time: 0.1440365 Jul 16 01:21:32.948732 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 40690948-5131-4f5d-b5bd-c2936e021008 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:32.996140 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 40690948-5131-4f5d-b5bd-c2936e021008 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:32.996739 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 40690948-5131-4f5d-b5bd-c2936e021008 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:33.121863 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602ae2aa-a2d5-4c59-b6b0-33ff94ba1cc6 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Pushing event updated for resources: {'Network': ['ID=ee2d72a8-59b8-4999-bd7a-57af714070bc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:33.161248 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network ee2d72a8-59b8-4999-bd7a-57af714070bc details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:33.165406 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5072ea-75a9-48ba-9064-003068480e5d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Router ea66252d-205e-4dca-94ec-ffb83316a853 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:21:33.259675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54010) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:33.306973 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d08d2f82-7014-44c0-a9b7-00f9323e7aa0 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1230852717-network', 'tenant_id': 'f00dbccb56c1472e937fd05449dc1802'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:33.355831 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.378450 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.456136 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08d2f82-7014-44c0-a9b7-00f9323e7aa0 admin admin] Made reservation on behalf of f00dbccb56c1472e937fd05449dc1802 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:33.458595 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d08d2f82-7014-44c0-a9b7-00f9323e7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.467081 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4fc777f5-e7eb-4713-9a73-6b6a2d3cd80c req-618b0daa-3400-4231-9d93-e657d29ed477 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.480594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['af41e6cb-5231-4698-b325-3a1545890374'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:33.517918 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d08d2f82-7014-44c0-a9b7-00f9323e7aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.562789 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Allocated IP 172.25.2.186 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/1f7dfc7e-daec-45e3-93e9-ac598f34734f) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:33.570914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618b0daa-3400-4231-9d93-e657d29ed477 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Pushing event deleted for resources: {'Port': ['ID=5938e55a-0d63-4df4-9d40-cfd72ec256fe,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:33.586018 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5072ea-75a9-48ba-9064-003068480e5d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:33.595654 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3474a16a-603e-4c56-82ac-3c17cd7cd8c0 None None] Sync routers for ids ['ea66252d-205e-4dca-94ec-ffb83316a853'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:33.610837 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3474a16a-603e-4c56-82ac-3c17cd7cd8c0 None None] Routers {'ea66252d-205e-4dca-94ec-ffb83316a853'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:33.611703 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3474a16a-603e-4c56-82ac-3c17cd7cd8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['ea66252d-205e-4dca-94ec-ffb83316a853'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:33.613678 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e5072ea-75a9-48ba-9064-003068480e5d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.619321 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-136f68e2-8eef-485f-84c3-fd757bbb4760 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.713651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842b92c-b6c5-41e7-ac1a-331309603f06 req-70fb304c-62e5-4dec-8ef4-1e1c024d1a04 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:33.720571 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d842b92c-b6c5-41e7-ac1a-331309603f06 req-70fb304c-62e5-4dec-8ef4-1e1c024d1a04 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=67307507-1d5c-46f4-b452-2f055deb0837 HTTP/1.1" status: 200 len: 867 time: 0.4079008 Jul 16 01:21:33.779443 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-3474a16a-603e-4c56-82ac-3c17cd7cd8c0 None None] Set router ea66252d-205e-4dca-94ec-ffb83316a853 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:33.811605 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.876833 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:33.924084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:33.926991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:33.933953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:33.975196 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Pushing event updated for resources: {'Port': ['ID=1f7dfc7e-daec-45e3-93e9-ac598f34734f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:34.097060 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3474a16a-603e-4c56-82ac-3c17cd7cd8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'name': 'tempest-ServerActionsTestJSON-566973911-router', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:45Z', 'updated_at': '2021-07-16T01:20:54Z', 'revision_number': 4, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'gw_port': {'id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:47Z', 'updated_at': '2021-07-16T01:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'bebac111-cad4-4319-9f34-dc12448078b8', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'port_id': '2df0715b-8991-478d-a325-905e669148d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'mac_address': 'fa:16:3e:89:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:21:05Z', 'updated_at': '2021-07-16T01:21:31Z', 'revision_number': 1, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad8ab98-5a86-4d35-84f1-83d8dc81c877', 'name': '', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'mac_address': 'fa:16:3e:d5:35:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:21:01Z', 'revision_number': 5, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'subnets': [{'id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:34.127538 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3474a16a-603e-4c56-82ac-3c17cd7cd8c0 None None] Checking router: ea66252d-205e-4dca-94ec-ffb83316a853 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:21:34.137746 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3474a16a-603e-4c56-82ac-3c17cd7cd8c0 None None] Routers {'ea66252d-205e-4dca-94ec-ffb83316a853'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:34.138571 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3474a16a-603e-4c56-82ac-3c17cd7cd8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['ea66252d-205e-4dca-94ec-ffb83316a853'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:34.309217 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-3474a16a-603e-4c56-82ac-3c17cd7cd8c0 None None] Set router ea66252d-205e-4dca-94ec-ffb83316a853 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:21:34.328407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc777f5-e7eb-4713-9a73-6b6a2d3cd80c req-618b0daa-3400-4231-9d93-e657d29ed477 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] No DVR routers for this DVR port 5938e55a-0d63-4df4-9d40-cfd72ec256fe on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:34.339016 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4fc777f5-e7eb-4713-9a73-6b6a2d3cd80c req-618b0daa-3400-4231-9d93-e657d29ed477 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.341930 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fc777f5-e7eb-4713-9a73-6b6a2d3cd80c req-618b0daa-3400-4231-9d93-e657d29ed477 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.70 "DELETE /v2.0/ports/5938e55a-0d63-4df4-9d40-cfd72ec256fe HTTP/1.1" status: 204 len: 173 time: 2.2897954 Jul 16 01:21:34.354028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67307507-1d5c-46f4-b452-2f055deb0837', 'name': 'network-vif-deleted', 'tag': '5938e55a-0d63-4df4-9d40-cfd72ec256fe'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:34.360986 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.365359 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310f8601-c1f3-487b-aac9-69108d1e5850" -d '{"events": [{"server_uuid": "67307507-1d5c-46f4-b452-2f055deb0837", "name": "network-vif-deleted", "tag": "5938e55a-0d63-4df4-9d40-cfd72ec256fe"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:34.412009 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4e5072ea-75a9-48ba-9064-003068480e5d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "PUT /v2.0/floatingips/bebac111-cad4-4319-9f34-dc12448078b8 HTTP/1.1" status: 200 len: 991 time: 3.9599392 Jul 16 01:21:34.455889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d842b92c-b6c5-41e7-ac1a-331309603f06 req-ee1e4986-fab2-4a37-9761-cd6edbf1fc15 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7228363 Jul 16 01:21:34.507064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f68e2-8eef-485f-84c3-fd757bbb4760 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Pushing event updated for resources: {'Subnet': ['ID=22c22d68-e71f-406e-ae5a-a962bfb6b983,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:34.552977 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca37070-a14a-479e-8c0c-0905649f62e7 x-openstack-request-id: req-0ca37070-a14a-479e-8c0c-0905649f62e7 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:34.553336 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67307507-1d5c-46f4-b452-2f055deb0837", "name": "network-vif-deleted", "tag": "5938e55a-0d63-4df4-9d40-cfd72ec256fe", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:34.553719 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ca37070-a14a-479e-8c0c-0905649f62e7 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:34.578302 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67307507-1d5c-46f4-b452-2f055deb0837', 'name': 'network-vif-deleted', 'tag': '5938e55a-0d63-4df4-9d40-cfd72ec256fe', 'status': 'completed', 'code': 200} Jul 16 01:21:34.630749 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136f68e2-8eef-485f-84c3-fd757bbb4760 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Checking segment: {'id': 'b94c6e0b-2a7f-47fa-acc5-cc01cf6ec489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ee2d72a8-59b8-4999-bd7a-57af714070bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:34.631601 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f68e2-8eef-485f-84c3-fd757bbb4760 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Network hostable DHCP agents. Network: ee2d72a8-59b8-4999-bd7a-57af714070bc, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:34.674909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136f68e2-8eef-485f-84c3-fd757bbb4760 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Network ee2d72a8-59b8-4999-bd7a-57af714070bc is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:34.696324 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d08d2f82-7014-44c0-a9b7-00f9323e7aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.697961 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-136f68e2-8eef-485f-84c3-fd757bbb4760 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, ee2d72a8-59b8-4999-bd7a-57af714070bc) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:34.710031 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d08d2f82-7014-44c0-a9b7-00f9323e7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.714654 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136f68e2-8eef-485f-84c3-fd757bbb4760 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:34.716154 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-136f68e2-8eef-485f-84c3-fd757bbb4760 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.722872 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42083029-f946-4242-82fe-fb9133ff4483 None None] Network ee2d72a8-59b8-4999-bd7a-57af714070bc requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:34.753017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d2f82-7014-44c0-a9b7-00f9323e7aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bc0aa4-ca20-4b97-97d3-0ebc90c0cb71,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:34.765183 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.791981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d08d2f82-7014-44c0-a9b7-00f9323e7aa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:34.802144 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-136f68e2-8eef-485f-84c3-fd757bbb4760 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3399081 Jul 16 01:21:34.806954 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54070) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:34.814073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-c874a346-6292-4209-96bd-a0130bffc3d5 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Request body: {'port': {'network_id': 'ee2d72a8-59b8-4999-bd7a-57af714070bc', 'name': 'tempest-DHCPAgentSchedulersTestJSON-626272691'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:34.820989 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d08d2f82-7014-44c0-a9b7-00f9323e7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.821427 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-d08d2f82-7014-44c0-a9b7-00f9323e7aa0 admin admin] Added segment 1a042065-1edc-4544-bd82-8839cce485ae of type vlan for network 68a4406e-c690-48b0-b98e-25fdfd487394 Jul 16 01:21:34.826626 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3474a16a-603e-4c56-82ac-3c17cd7cd8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'name': 'tempest-ServerActionsTestJSON-566973911-router', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:45Z', 'updated_at': '2021-07-16T01:20:54Z', 'revision_number': 4, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'gw_port': {'id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:47Z', 'updated_at': '2021-07-16T01:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'bebac111-cad4-4319-9f34-dc12448078b8', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'port_id': '2df0715b-8991-478d-a325-905e669148d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'mac_address': 'fa:16:3e:89:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:21:05Z', 'updated_at': '2021-07-16T01:21:31Z', 'revision_number': 1, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad8ab98-5a86-4d35-84f1-83d8dc81c877', 'name': '', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'mac_address': 'fa:16:3e:d5:35:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:21:01Z', 'revision_number': 5, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'subnets': [{'id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:34.862835 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3474a16a-603e-4c56-82ac-3c17cd7cd8c0 None None] The sync data for ids ['ea66252d-205e-4dca-94ec-ffb83316a853'] in n-d-791505-14 is: [{'id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'name': 'tempest-ServerActionsTestJSON-566973911-router', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:45Z', 'updated_at': '2021-07-16T01:20:54Z', 'revision_number': 4, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'gw_port': {'id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:47Z', 'updated_at': '2021-07-16T01:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'bebac111-cad4-4319-9f34-dc12448078b8', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'floating_ip_address': '172.25.2.203', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'port_id': '2df0715b-8991-478d-a325-905e669148d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'mac_address': 'fa:16:3e:89:38:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:21:05Z', 'updated_at': '2021-07-16T01:21:31Z', 'revision_number': 1, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad8ab98-5a86-4d35-84f1-83d8dc81c877', 'name': '', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'mac_address': 'fa:16:3e:d5:35:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:21:01Z', 'revision_number': 5, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'subnets': [{'id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:34.895989 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7786cae3-6c46-4542-bfcb-86af1de12956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.968643 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d08d2f82-7014-44c0-a9b7-00f9323e7aa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:34.987921 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-ee2d72a8-59b8-4999-bd7a-57af714070bc', 'network_id': 'ee2d72a8-59b8-4999-bd7a-57af714070bc', 'tenant_id': '88b1cde9a9aa4cc4979e84001b7a0f1e', 'fixed_ips': [{'subnet_id': '22c22d68-e71f-406e-ae5a-a962bfb6b983'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:21:34.988478 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Router 609cd1c5-7b3e-41b0-b3b8-6f758736a0c4 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:21:34.989089 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.092669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74ea79-0f0e-4dae-9308-69c51714a527 req-227d71a0-1fd4-43ee-a687-35be975f6b96 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:35.100465 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a74ea79-0f0e-4dae-9308-69c51714a527 req-227d71a0-1fd4-43ee-a687-35be975f6b96 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 812 time: 0.3597271 Jul 16 01:21:35.126664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:35.135051 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5938e55a-0d63-4df4-9d40-cfd72ec256fe no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:35.159816 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a74ea79-0f0e-4dae-9308-69c51714a527 req-45c8b364-bd56-4a24-beb2-10939ac28238 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/quotas/9c1976ec7b3145beb100b1f9de70047d HTTP/1.1" status: 200 len: 375 time: 0.0579503 Jul 16 01:21:35.165922 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.167642 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bc0ff9a0-8bf4-44a8-adfb-896f84adac7f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0000546 Jul 16 01:21:35.170426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54072) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:35.170580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5d6027-a31e-480d-b077-dcf08382ba4a None None] Sync routers for ids ['609cd1c5-7b3e-41b0-b3b8-6f758736a0c4'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:35.175844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 5938e55a-0d63-4df4-9d40-cfd72ec256fe {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:35.176479 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5938e55a-0d63-4df4-9d40-cfd72ec256fe not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:35.176598 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f2840bf8-4a61-4449-8f21-2e4921ebdb47 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'enable_snat': False}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:35.183594 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d08d2f82-7014-44c0-a9b7-00f9323e7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.184587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08d2f82-7014-44c0-a9b7-00f9323e7aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:35.185195 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d08d2f82-7014-44c0-a9b7-00f9323e7aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.217468 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5d6027-a31e-480d-b077-dcf08382ba4a None None] Routers {'609cd1c5-7b3e-41b0-b3b8-6f758736a0c4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:35.218925 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4f5d6027-a31e-480d-b077-dcf08382ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['609cd1c5-7b3e-41b0-b3b8-6f758736a0c4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:35.234761 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a74ea79-0f0e-4dae-9308-69c51714a527 req-34df91e9-2866-4096-a79b-fe5df712f137 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0738494 Jul 16 01:21:35.267125 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6db211-b666-4fd6-af5e-ef2c902d98f5 None None] New status for floating IP bebac111-cad4-4319-9f34-dc12448078b8: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:21:35.272437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4f5d6027-a31e-480d-b077-dcf08382ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:35.304519 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5d6027-a31e-480d-b077-dcf08382ba4a None None] Routers {'609cd1c5-7b3e-41b0-b3b8-6f758736a0c4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:35.305519 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4f5d6027-a31e-480d-b077-dcf08382ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['609cd1c5-7b3e-41b0-b3b8-6f758736a0c4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:35.346821 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4f5d6027-a31e-480d-b077-dcf08382ba4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:35.347857 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5d6027-a31e-480d-b077-dcf08382ba4a None None] The sync data for ids ['609cd1c5-7b3e-41b0-b3b8-6f758736a0c4'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:35.356796 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Allocated IP 172.20.0.2 (ee2d72a8-59b8-4999-bd7a-57af714070bc/22c22d68-e71f-406e-ae5a-a962bfb6b983/22785ee3-0e0c-48d7-9ae0-a279e11d9526) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:35.435287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dabcd67-22b7-4475-92b0-3b84a037c46a req-2cd8c300-26f6-44b0-86e6-b57542fad7a3 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:35.436962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4dabcd67-22b7-4475-92b0-3b84a037c46a req-2cd8c300-26f6-44b0-86e6-b57542fad7a3 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 950 time: 0.4714651 Jul 16 01:21:35.443338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c874a346-6292-4209-96bd-a0130bffc3d5 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Made reservation on behalf of 88b1cde9a9aa4cc4979e84001b7a0f1e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:35.447196 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c874a346-6292-4209-96bd-a0130bffc3d5 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.452757 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d08d2f82-7014-44c0-a9b7-00f9323e7aa0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1880021 Jul 16 01:21:35.459689 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54078) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:35.460676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d2f82-7014-44c0-a9b7-00f9323e7aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=68a4406e-c690-48b0-b98e-25fdfd487394,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:35.467947 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5c697364-6b3e-4690-a0d5-6ae73cfe9a78 admin admin] Request body: {'subnet': {'network_id': '68a4406e-c690-48b0-b98e-25fdfd487394', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1230852717-subnet', 'tenant_id': 'f00dbccb56c1472e937fd05449dc1802', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:35.507039 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c697364-6b3e-4690-a0d5-6ae73cfe9a78 admin admin] Made reservation on behalf of f00dbccb56c1472e937fd05449dc1802 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:35.509420 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c697364-6b3e-4690-a0d5-6ae73cfe9a78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.568138 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.571419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-c874a346-6292-4209-96bd-a0130bffc3d5 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] device_id is not set on port 55a2dedf-6887-4409-8394-c8a71f322169 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:21:35.591209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Transition to ACTIVE for port object 22785ee3-0e0c-48d7-9ae0-a279e11d9526 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:35.612667 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Transition to ACTIVE for port object 22785ee3-0e0c-48d7-9ae0-a279e11d9526 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:35.620199 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 68a4406e-c690-48b0-b98e-25fdfd487394 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:35.625150 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.682399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a74ea79-0f0e-4dae-9308-69c51714a527 req-a991cd31-f36f-4f75-a59f-af9070c3aeb5 service neutron] 10.222.0.22 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465759 Jul 16 01:21:35.699953 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4dabcd67-22b7-4475-92b0-3b84a037c46a req-d26382ef-f139-4e7e-a376-39517c3a7196 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498116 Jul 16 01:21:35.807328 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f2840bf8-4a61-4449-8f21-2e4921ebdb47 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.823925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-c874a346-6292-4209-96bd-a0130bffc3d5 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Allocated IP 172.20.0.9 (ee2d72a8-59b8-4999-bd7a-57af714070bc/22c22d68-e71f-406e-ae5a-a962bfb6b983/55a2dedf-6887-4409-8394-c8a71f322169) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:35.860334 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a74ea79-0f0e-4dae-9308-69c51714a527 req-62b83fc0-89ae-4cac-b4a2-8d8f72006341 service neutron] 10.222.0.22 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767247 Jul 16 01:21:35.898416 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c697364-6b3e-4690-a0d5-6ae73cfe9a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:35.940432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Network ee2d72a8-59b8-4999-bd7a-57af714070bc is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:35.948830 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:35.951808 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:35.955982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Pushing event updated for resources: {'Port': ['ID=22785ee3-0e0c-48d7-9ae0-a279e11d9526,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:35.998283 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c697364-6b3e-4690-a0d5-6ae73cfe9a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2709465-1a0b-4a56-90ef-a9462fcb7b3d,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:36.032208 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Attempting to bind port 22785ee3-0e0c-48d7-9ae0-a279e11d9526 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:36.032678 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Attempting to bind port 22785ee3-0e0c-48d7-9ae0-a279e11d9526 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'b94c6e0b-2a7f-47fa-acc5-cc01cf6ec489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ee2d72a8-59b8-4999-bd7a-57af714070bc'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:36.032942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Attempting to bind port 22785ee3-0e0c-48d7-9ae0-a279e11d9526 on network ee2d72a8-59b8-4999-bd7a-57af714070bc {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:36.038364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:36.038740 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Checking segment: {'id': 'b94c6e0b-2a7f-47fa-acc5-cc01cf6ec489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ee2d72a8-59b8-4999-bd7a-57af714070bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:36.039651 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.040076 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Bound using segment: {'id': 'b94c6e0b-2a7f-47fa-acc5-cc01cf6ec489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ee2d72a8-59b8-4999-bd7a-57af714070bc'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:36.040540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Bound port: 22785ee3-0e0c-48d7-9ae0-a279e11d9526, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b94c6e0b-2a7f-47fa-acc5-cc01cf6ec489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ee2d72a8-59b8-4999-bd7a-57af714070bc'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:36.041398 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.041568 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c697364-6b3e-4690-a0d5-6ae73cfe9a78 admin admin] Checking segment: {'id': '1a042065-1edc-4544-bd82-8839cce485ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '68a4406e-c690-48b0-b98e-25fdfd487394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:36.042029 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c697364-6b3e-4690-a0d5-6ae73cfe9a78 admin admin] Network hostable DHCP agents. Network: 68a4406e-c690-48b0-b98e-25fdfd487394, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:21:36.113705 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c697364-6b3e-4690-a0d5-6ae73cfe9a78 admin admin] Network 68a4406e-c690-48b0-b98e-25fdfd487394 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:36.140590 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-5c697364-6b3e-4690-a0d5-6ae73cfe9a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 68a4406e-c690-48b0-b98e-25fdfd487394) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:36.147149 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] For port 22785ee3-0e0c-48d7-9ae0-a279e11d9526, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:36.152725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c01814-3203-4636-8133-1e523c353531 None None] Network 68a4406e-c690-48b0-b98e-25fdfd487394 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:36.157294 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] For port 22785ee3-0e0c-48d7-9ae0-a279e11d9526, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=22785ee3-0e0c-48d7-9ae0-a279e11d9526,segment=NetworkSegment(b94c6e0b-2a7f-47fa-acc5-cc01cf6ec489),segment_id=b94c6e0b-2a7f-47fa-acc5-cc01cf6ec489)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:36.170563 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.183495 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c697364-6b3e-4690-a0d5-6ae73cfe9a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:36.184012 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c697364-6b3e-4690-a0d5-6ae73cfe9a78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.186991 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c874a346-6292-4209-96bd-a0130bffc3d5 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.209356 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5c697364-6b3e-4690-a0d5-6ae73cfe9a78 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7395804 Jul 16 01:21:36.220246 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-c874a346-6292-4209-96bd-a0130bffc3d5 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Transition to ACTIVE for port object 55a2dedf-6887-4409-8394-c8a71f322169 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:36.305388 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c874a346-6292-4209-96bd-a0130bffc3d5 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.418700 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dd31fb-afe3-4816-945b-c509ca9ae04e None None] Pushing event updated for resources: {'Port': ['ID=22785ee3-0e0c-48d7-9ae0-a279e11d9526,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:36.438208 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c874a346-6292-4209-96bd-a0130bffc3d5 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Network ee2d72a8-59b8-4999-bd7a-57af714070bc is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:36.447555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-c874a346-6292-4209-96bd-a0130bffc3d5 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:36.457900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c874a346-6292-4209-96bd-a0130bffc3d5 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:36.557525 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07804012-018b-4f92-94b0-b6d05fac1310 None None] Network 68a4406e-c690-48b0-b98e-25fdfd487394 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:36.584180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'tag': '2df0715b-8991-478d-a325-905e669148d1'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:36.586588 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c61146-7f14-4f4a-a428-6f8ccdac087c" -d '{"events": [{"name": "network-changed", "server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "tag": "2df0715b-8991-478d-a325-905e669148d1"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:36.591818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874a346-6292-4209-96bd-a0130bffc3d5 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Pushing event updated for resources: {'Port': ['ID=55a2dedf-6887-4409-8394-c8a71f322169,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:36.654062 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c874a346-6292-4209-96bd-a0130bffc3d5 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:36.657667 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c874a346-6292-4209-96bd-a0130bffc3d5 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:36.696620 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c874a346-6292-4209-96bd-a0130bffc3d5 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8852754 Jul 16 01:21:36.698750 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54110) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:36.917504 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-750fc8cb-b10e-47b5-914e-f8d7e7a8fb3a req-163603c4-6fbf-4353-88eb-9951e44288e0 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6d6242c-91ed-41b6-a4cd-f6e4056cc62c HTTP/1.1" status: 200 len: 210 time: 0.0655682 Jul 16 01:21:36.981882 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-83ec1196-c9fa-4831-9ae4-0608f737394c tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Deleting port 55a2dedf-6887-4409-8394-c8a71f322169 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:36.982303 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83ec1196-c9fa-4831-9ae4-0608f737394c tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.013098 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f2840bf8-4a61-4449-8f21-2e4921ebdb47 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.016301 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eab2340-f9c8-4ed7-a5ac-907a51b24e60 x-openstack-request-id: req-2eab2340-f9c8-4ed7-a5ac-907a51b24e60 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:37.019803 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "tag": "2df0715b-8991-478d-a325-905e669148d1", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:37.020078 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2eab2340-f9c8-4ed7-a5ac-907a51b24e60 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:37.020490 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'tag': '2df0715b-8991-478d-a325-905e669148d1', 'status': 'completed', 'code': 200} Jul 16 01:21:37.023075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 22785ee3-0e0c-48d7-9ae0-a279e11d9526 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:37.029846 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f2840bf8-4a61-4449-8f21-2e4921ebdb47 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.154404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 22785ee3-0e0c-48d7-9ae0-a279e11d9526 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:37.183999 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83ec1196-c9fa-4831-9ae4-0608f737394c tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.216843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-83ec1196-c9fa-4831-9ae4-0608f737394c tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Calling delete_port for 55a2dedf-6887-4409-8394-c8a71f322169 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:37.274071 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.308977 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2840bf8-4a61-4449-8f21-2e4921ebdb47 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Router 609cd1c5-7b3e-41b0-b3b8-6f758736a0c4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:21:37.314604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c61146-7f14-4f4a-a428-6f8ccdac087c req-f1604d1a-d054-43ae-a58e-4c041c1ffa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:37.316193 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1c61146-7f14-4f4a-a428-6f8ccdac087c req-f1604d1a-d054-43ae-a58e-4c041c1ffa9c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 1097 time: 0.2352390 Jul 16 01:21:37.461498 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2840bf8-4a61-4449-8f21-2e4921ebdb47 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:37.474721 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f2840bf8-4a61-4449-8f21-2e4921ebdb47 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.474924 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17618d-e8b9-46ad-b156-1c24cf2dead4 None None] Sync routers for ids ['609cd1c5-7b3e-41b0-b3b8-6f758736a0c4'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:37.479294 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f2840bf8-4a61-4449-8f21-2e4921ebdb47 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "PUT /v2.0/routers/609cd1c5-7b3e-41b0-b3b8-6f758736a0c4 HTTP/1.1" status: 200 len: 926 time: 2.3041863 Jul 16 01:21:37.480478 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54136) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:37.489421 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17618d-e8b9-46ad-b156-1c24cf2dead4 None None] Routers {'609cd1c5-7b3e-41b0-b3b8-6f758736a0c4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:37.490685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bc17618d-e8b9-46ad-b156-1c24cf2dead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['609cd1c5-7b3e-41b0-b3b8-6f758736a0c4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:37.538573 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bc17618d-e8b9-46ad-b156-1c24cf2dead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:37.548522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d4ade-a428-4abc-9829-c9a376efa394 req-7d710c10-e411-473d-a07b-be1d11904503 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:37.550327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc17618d-e8b9-46ad-b156-1c24cf2dead4 None None] Routers {'609cd1c5-7b3e-41b0-b3b8-6f758736a0c4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:37.551206 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bc17618d-e8b9-46ad-b156-1c24cf2dead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['609cd1c5-7b3e-41b0-b3b8-6f758736a0c4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:37.558130 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c1d4ade-a428-4abc-9829-c9a376efa394 req-7d710c10-e411-473d-a07b-be1d11904503 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.3627326 Jul 16 01:21:37.596696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bc17618d-e8b9-46ad-b156-1c24cf2dead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:37.597356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc17618d-e8b9-46ad-b156-1c24cf2dead4 None None] The sync data for ids ['609cd1c5-7b3e-41b0-b3b8-6f758736a0c4'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:37.628448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-4a6cb472-04e6-4a17-9cf2-b256259fa5dd tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:37.637754 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-4a6cb472-04e6-4a17-9cf2-b256259fa5dd tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/networks?id=b3526898-227d-40ba-84c7-a758574536e3 HTTP/1.1" status: 200 len: 815 time: 0.3447723 Jul 16 01:21:37.641499 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5e80998c-c9ce-49a8-b199-4eb2464d352e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.712533 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-48200fb4-2d0a-4175-b8a3-c09af2151e58 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/quotas/bf5e7324058e45fead7661561e5bc67d HTTP/1.1" status: 200 len: 375 time: 0.0735502 Jul 16 01:21:37.720756 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c61146-7f14-4f4a-a428-6f8ccdac087c req-39f637ea-f76d-4456-8948-27be4cfea3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:37.722494 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1c61146-7f14-4f4a-a428-6f8ccdac087c req-39f637ea-f76d-4456-8948-27be4cfea3d1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.3898604 Jul 16 01:21:37.733083 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c1d4ade-a428-4abc-9829-c9a376efa394 req-f5174b24-9b42-4acb-81aa-0ed00088f126 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740429 Jul 16 01:21:37.777092 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-d6664cfa-7ebb-437b-b6b6-cac7e671676b tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bf5e7324058e45fead7661561e5bc67d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509503 Jul 16 01:21:37.826173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-9e6dca35-50c9-407c-b73d-b52a0188a528 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:21:37.828000 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-9e6dca35-50c9-407c-b73d-b52a0188a528 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0412216 Jul 16 01:21:37.840559 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00c68fe-5ed1-4796-9b61-643238c3b409 None None] Network ee2d72a8-59b8-4999-bd7a-57af714070bc requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:37.857142 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83ec1196-c9fa-4831-9ae4-0608f737394c tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:37.897370 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1c61146-7f14-4f4a-a428-6f8ccdac087c req-90f21907-d6c0-4864-9f31-9244c7abc5a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df0715b-8991-478d-a325-905e669148d1 HTTP/1.1" status: 200 len: 1001 time: 0.1235902 Jul 16 01:21:37.928470 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a1edff02-5472-459b-bcd1-66a3a2ce34a2 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "GET /v2.0/routers/609cd1c5-7b3e-41b0-b3b8-6f758736a0c4 HTTP/1.1" status: 200 len: 926 time: 0.4389796 Jul 16 01:21:37.928824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54144) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:37.949322 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec1196-c9fa-4831-9ae4-0608f737394c tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Pushing event deleted for resources: {'Port': ['ID=55a2dedf-6887-4409-8394-c8a71f322169,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:38.033404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bbc09a1e-daad-486f-a27e-0d2c29abbe6c None None] Provisioning for port 22785ee3-0e0c-48d7-9ae0-a279e11d9526 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:38.040031 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bbc09a1e-daad-486f-a27e-0d2c29abbe6c None None] Provisioning complete for port 22785ee3-0e0c-48d7-9ae0-a279e11d9526 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:38.040440 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bbc09a1e-daad-486f-a27e-0d2c29abbe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.041932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4531506a-95b0-4d96-b679-223a68e14db3 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:38.044016 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4531506a-95b0-4d96-b679-223a68e14db3 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&device_id=609cd1c5-7b3e-41b0-b3b8-6f758736a0c4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1126263 Jul 16 01:21:38.046958 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54150) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:38.117973 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c61146-7f14-4f4a-a428-6f8ccdac087c req-35a62db4-df61-4e8c-aedc-5a2d0d3b85df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:38.119657 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1c61146-7f14-4f4a-a428-6f8ccdac087c req-35a62db4-df61-4e8c-aedc-5a2d0d3b85df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.1885114 Jul 16 01:21:38.157307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 4799570f-1f18-422a-a5aa-c7ab83ca40da no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:38.215646 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83ec1196-c9fa-4831-9ae4-0608f737394c tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.215916 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bbc09a1e-daad-486f-a27e-0d2c29abbe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.220010 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e82be41-9ab4-4525-9e0d-6ab61488e760 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:38.221558 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9e82be41-9ab4-4525-9e0d-6ab61488e760 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 881 time: 0.1736677 Jul 16 01:21:38.225968 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54152) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:38.230680 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-83ec1196-c9fa-4831-9ae4-0608f737394c tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] 10.222.0.22 "DELETE /v2.0/ports/55a2dedf-6887-4409-8394-c8a71f322169 HTTP/1.1" status: 204 len: 168 time: 1.5285518 Jul 16 01:21:38.267695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-df9b7605-f96e-4b63-ae0e-4a61d96602b8 service neutron] 10.222.0.22 "GET /v2.0/networks/b3526898-227d-40ba-84c7-a758574536e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4318979 Jul 16 01:21:38.268254 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54154) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:38.286596 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9fc3f06a-323a-43ea-b7bf-d91b9796118f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "GET /v2.0/ports?device_id=609cd1c5-7b3e-41b0-b3b8-6f758736a0c4 HTTP/1.1" status: 200 len: 205 time: 0.0588098 Jul 16 01:21:38.291429 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54160) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:38.337880 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-bbc09a1e-daad-486f-a27e-0d2c29abbe6c None None] For port 22785ee3-0e0c-48d7-9ae0-a279e11d9526, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=22785ee3-0e0c-48d7-9ae0-a279e11d9526,segment=NetworkSegment(b94c6e0b-2a7f-47fa-acc5-cc01cf6ec489),segment_id=b94c6e0b-2a7f-47fa-acc5-cc01cf6ec489)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:38.385782 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bbc09a1e-daad-486f-a27e-0d2c29abbe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.490839 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.497915 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c61146-7f14-4f4a-a428-6f8ccdac087c req-30a43670-1f5c-420a-84f9-ae821c208df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:38.505096 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1c61146-7f14-4f4a-a428-6f8ccdac087c req-30a43670-1f5c-420a-84f9-ae821c208df9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3701680 Jul 16 01:21:38.549757 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99591842-c653-43b3-b085-270f6b5227d0 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.550435 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.582439 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc09a1e-daad-486f-a27e-0d2c29abbe6c None None] Pushing event updated for resources: {'Port': ['ID=22785ee3-0e0c-48d7-9ae0-a279e11d9526,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:38.585223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0bc80e28-ace1-4dc5-b97b-4cd105e09ca3 None None] Provisioning complete for port 22785ee3-0e0c-48d7-9ae0-a279e11d9526 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:38.585597 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0bc80e28-ace1-4dc5-b97b-4cd105e09ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.593306 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b8419c-3249-4ef2-9730-7960d109057c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4799570f-1f18-422a-a5aa-c7ab83ca40da'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:38.595923 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7488fa44-aa76-4c85-b328-ad46d1a89727" -d '{"events": [{"server_uuid": "03b8419c-3249-4ef2-9730-7960d109057c", "name": "network-vif-unplugged", "status": "completed", "tag": "4799570f-1f18-422a-a5aa-c7ab83ca40da"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:38.620140 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-76731741-4ed2-4602-aada-c1f38ed7a4ce tempest-DHCPAgentSchedulersTestJSON-2001765628 tempest-DHCPAgentSchedulersTestJSON-2001765628-project-admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.3504994 Jul 16 01:21:38.636336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-8c882ff2-1d2e-4c7d-b8d8-e3f3711a58bf service neutron] 10.222.0.22 "GET /v2.0/networks/b3526898-227d-40ba-84c7-a758574536e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351912 Jul 16 01:21:38.639130 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54164) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:38.643517 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 4799570f-1f18-422a-a5aa-c7ab83ca40da, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=4799570f-1f18-422a-a5aa-c7ab83ca40da,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:38.649959 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.660055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3561ac3d-ff1d-4e34-b3ec-366a63661a79 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1465886890'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:38.681021 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99591842-c653-43b3-b085-270f6b5227d0 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.751100 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-99591842-c653-43b3-b085-270f6b5227d0 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Deleting port 1f7dfc7e-daec-45e3-93e9-ac598f34734f {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:38.751459 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99591842-c653-43b3-b085-270f6b5227d0 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.767009 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=4799570f-1f18-422a-a5aa-c7ab83ca40da,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:38.768061 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bfe132af-5904-43eb-b33d-c08815ecc8f0 req-8445674c-0c6b-4e22-bc7a-b2b61ba9d98d tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6d6242c-91ed-41b6-a4cd-f6e4056cc62c HTTP/1.1" status: 200 len: 210 time: 0.0841746 Jul 16 01:21:38.822041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3561ac3d-ff1d-4e34-b3ec-366a63661a79 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Made reservation on behalf of 88b1cde9a9aa4cc4979e84001b7a0f1e for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:38.825912 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3561ac3d-ff1d-4e34-b3ec-366a63661a79 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.880666 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9960c0-4e3d-4a45-aabd-2fe08e9fb4d3 x-openstack-request-id: req-5c9960c0-4e3d-4a45-aabd-2fe08e9fb4d3 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:38.881917 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b8419c-3249-4ef2-9730-7960d109057c", "name": "network-vif-unplugged", "status": "completed", "tag": "4799570f-1f18-422a-a5aa-c7ab83ca40da", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:38.882377 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5c9960c0-4e3d-4a45-aabd-2fe08e9fb4d3 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:38.883908 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b8419c-3249-4ef2-9730-7960d109057c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4799570f-1f18-422a-a5aa-c7ab83ca40da', 'code': 200} Jul 16 01:21:38.886610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3561ac3d-ff1d-4e34-b3ec-366a63661a79 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:21:38.898427 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3561ac3d-ff1d-4e34-b3ec-366a63661a79 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.898947 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-3561ac3d-ff1d-4e34-b3ec-366a63661a79 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Added segment b997fa94-7540-4c53-84fa-cd33dd814f55 of type vlan for network 12d4ee4b-6c48-45fe-9b9d-93e43a937278 Jul 16 01:21:38.912105 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7ce6ed68-88e6-46ab-8317-da82d8f83939 None None] Could not find standard attr ID for object 55a2dedf-6887-4409-8394-c8a71f322169. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:21:38.958931 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99591842-c653-43b3-b085-270f6b5227d0 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.964048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 22785ee3-0e0c-48d7-9ae0-a279e11d9526 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:38.968971 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3561ac3d-ff1d-4e34-b3ec-366a63661a79 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:38.985603 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-99591842-c653-43b3-b085-270f6b5227d0 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Calling delete_port for 1f7dfc7e-daec-45e3-93e9-ac598f34734f owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:39.008729 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1c61146-7f14-4f4a-a428-6f8ccdac087c req-3e15cf44-5164-4d5f-b273-6c9bef60dcc4 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4954152 Jul 16 01:21:39.074351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 22785ee3-0e0c-48d7-9ae0-a279e11d9526 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:39.075276 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.172472 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3561ac3d-ff1d-4e34-b3ec-366a63661a79 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.177902 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3561ac3d-ff1d-4e34-b3ec-366a63661a79 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:39.178716 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3561ac3d-ff1d-4e34-b3ec-366a63661a79 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.228999 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2a74ea79-0f0e-4dae-9308-69c51714a527 req-e9c3052b-04d6-4f56-b5ce-c6b26201a2ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&device_id=c6d6242c-91ed-41b6-a4cd-f6e4056cc62c HTTP/1.1" status: 200 len: 210 time: 0.0338650 Jul 16 01:21:39.234395 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d46d02bf-7273-49c8-b353-7d57fe61f3c1 req-21387351-c2c9-4dbe-b29f-74e954567c06 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/ports?device_id=6909d1a4-cda8-452a-be29-ffa5cd97e80f HTTP/1.1" status: 200 len: 210 time: 0.2215939 Jul 16 01:21:39.324496 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3561ac3d-ff1d-4e34-b3ec-366a63661a79 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6808224 Jul 16 01:21:39.327808 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54180) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:39.394545 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1c61146-7f14-4f4a-a428-6f8ccdac087c req-1e325dfa-fe22-4c08-b1c3-db5d3de3c2d9 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502650 Jul 16 01:21:39.398870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561ac3d-ff1d-4e34-b3ec-366a63661a79 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Pushing event updated for resources: {'Network': ['ID=12d4ee4b-6c48-45fe-9b9d-93e43a937278,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:39.411509 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 12d4ee4b-6c48-45fe-9b9d-93e43a937278 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:21:39.444751 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a068614-ad83-4e07-b692-2fa14a77e661 req-16de2756-d3c7-4553-adb1-af15a4532cb4 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:39.447257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1a068614-ad83-4e07-b692-2fa14a77e661 req-16de2756-d3c7-4553-adb1-af15a4532cb4 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.2417679 Jul 16 01:21:39.487026 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149e9a3-6584-4059-9c79-6ded0f526dc1 req-404e17db-79a0-4a0e-8fcd-df06aa340f69 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:39.489449 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5149e9a3-6584-4059-9c79-6ded0f526dc1 req-404e17db-79a0-4a0e-8fcd-df06aa340f69 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 949 time: 0.2662640 Jul 16 01:21:39.538330 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1a068614-ad83-4e07-b692-2fa14a77e661 req-8467f1b0-4fbb-423e-a400-ca3eb9bd1cf4 tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/security-groups?id=9bc72513-89b9-429e-9b6d-f0558ed6cf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826499 Jul 16 01:21:39.540050 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99591842-c653-43b3-b085-270f6b5227d0 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.582000 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74ea79-0f0e-4dae-9308-69c51714a527 req-2d190fd6-8bbb-42c8-9dfa-f64365c4d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:39.583507 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2a74ea79-0f0e-4dae-9308-69c51714a527 req-2d190fd6-8bbb-42c8-9dfa-f64365c4d1f2 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=9c1976ec7b3145beb100b1f9de70047d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3448322 Jul 16 01:21:39.613494 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99591842-c653-43b3-b085-270f6b5227d0 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Pushing event deleted for resources: {'Port': ['ID=1f7dfc7e-daec-45e3-93e9-ac598f34734f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:39.687144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-5149e9a3-6584-4059-9c79-6ded0f526dc1 req-bd94b956-bc48-4336-90bb-16b26d11524d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Deleting port af41e6cb-5231-4698-b325-3a1545890374 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:39.688049 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5149e9a3-6584-4059-9c79-6ded0f526dc1 req-bd94b956-bc48-4336-90bb-16b26d11524d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.794706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-5149e9a3-6584-4059-9c79-6ded0f526dc1 req-bd94b956-bc48-4336-90bb-16b26d11524d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] For port af41e6cb-5231-4698-b325-3a1545890374, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=af41e6cb-5231-4698-b325-3a1545890374,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:39.795088 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5149e9a3-6584-4059-9c79-6ded0f526dc1 req-bd94b956-bc48-4336-90bb-16b26d11524d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.808970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-5149e9a3-6584-4059-9c79-6ded0f526dc1 req-bd94b956-bc48-4336-90bb-16b26d11524d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Calling delete_port for af41e6cb-5231-4698-b325-3a1545890374 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:39.865972 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-40d4f9d6-c948-40ae-b55e-3884196f3d1c tempest-DHCPAgentSchedulersTestJSON-2001765628 tempest-DHCPAgentSchedulersTestJSON-2001765628-project-admin] 10.222.0.22 "GET /v2.0/agents/4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02/dhcp-networks HTTP/1.1" status: 200 len: 8865 time: 0.5187626 Jul 16 01:21:39.874261 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54196) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:39.880531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99591842-c653-43b3-b085-270f6b5227d0 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.980968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3685a4e-44a0-4dfd-a027-b2f5e390d67f tempest-DHCPAgentSchedulersTestJSON-2001765628 tempest-DHCPAgentSchedulersTestJSON-2001765628-project-admin] Network 12d4ee4b-6c48-45fe-9b9d-93e43a937278 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:21:39.985831 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99591842-c653-43b3-b085-270f6b5227d0 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.989530 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99591842-c653-43b3-b085-270f6b5227d0 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:39.994069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74ea79-0f0e-4dae-9308-69c51714a527 req-4d21feba-e731-4f95-8765-96bba823475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:39.995594 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2a74ea79-0f0e-4dae-9308-69c51714a527 req-4d21feba-e731-4f95-8765-96bba823475a service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3841245 Jul 16 01:21:40.039662 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60b91a99-b8da-40d1-8baa-6a6499c9acd2 req-07cb757b-2a33-491f-b326-4f3f5c0fe6d6 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6d6242c-91ed-41b6-a4cd-f6e4056cc62c HTTP/1.1" status: 200 len: 210 time: 0.0543523 Jul 16 01:21:40.047557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c3685a4e-44a0-4dfd-a027-b2f5e390d67f tempest-DHCPAgentSchedulersTestJSON-2001765628 tempest-DHCPAgentSchedulersTestJSON-2001765628-project-admin] 10.222.0.22 "POST /v2.0/agents/4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1719739 Jul 16 01:21:40.050322 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54198) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:40.063665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1bfb80-ea69-4adc-b8e2-d56dd0311fbc None None] Network 12d4ee4b-6c48-45fe-9b9d-93e43a937278 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:40.076809 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2a74ea79-0f0e-4dae-9308-69c51714a527 req-b607eafe-2ac0-4a02-8bcf-8f5ad5de9c5a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6d6242c-91ed-41b6-a4cd-f6e4056cc62c HTTP/1.1" status: 200 len: 210 time: 0.0422926 Jul 16 01:21:40.078662 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99591842-c653-43b3-b085-270f6b5227d0 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.079175 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99591842-c653-43b3-b085-270f6b5227d0 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Fanout notify agent at l3_agent the message router_deleted on router 609cd1c5-7b3e-41b0-b3b8-6f758736a0c4 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:21:40.093558 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99591842-c653-43b3-b085-270f6b5227d0 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.094697 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-99591842-c653-43b3-b085-270f6b5227d0 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "DELETE /v2.0/routers/609cd1c5-7b3e-41b0-b3b8-6f758736a0c4 HTTP/1.1" status: 204 len: 168 time: 1.8018558 Jul 16 01:21:40.099505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54200) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:40.104364 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-164122cb-ab2a-42fe-bd3f-12625ab049e1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-823245316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:40.112814 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5149e9a3-6584-4059-9c79-6ded0f526dc1 req-bd94b956-bc48-4336-90bb-16b26d11524d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.150756 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd94b956-bc48-4336-90bb-16b26d11524d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Pushing event deleted for resources: {'Port': ['ID=af41e6cb-5231-4698-b325-3a1545890374,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:40.156778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['af41e6cb-5231-4698-b325-3a1545890374'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:40.163981 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-164122cb-ab2a-42fe-bd3f-12625ab049e1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.165090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-164122cb-ab2a-42fe-bd3f-12625ab049e1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.184719 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.245115 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-5149e9a3-6584-4059-9c79-6ded0f526dc1 req-bd94b956-bc48-4336-90bb-16b26d11524d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] No DVR routers for this DVR port af41e6cb-5231-4698-b325-3a1545890374 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:40.247865 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5149e9a3-6584-4059-9c79-6ded0f526dc1 req-bd94b956-bc48-4336-90bb-16b26d11524d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.250991 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5149e9a3-6584-4059-9c79-6ded0f526dc1 req-bd94b956-bc48-4336-90bb-16b26d11524d tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.70 "DELETE /v2.0/ports/af41e6cb-5231-4698-b325-3a1545890374 HTTP/1.1" status: 204 len: 173 time: 0.7316828 Jul 16 01:21:40.263467 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6f04a31c-0dcc-4655-b3e9-ecf82d8ebcc8 tempest-DHCPAgentSchedulersTestJSON-2001765628 tempest-DHCPAgentSchedulersTestJSON-2001765628-project-admin] 10.222.0.22 "GET /v2.0/agents/4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02/dhcp-networks HTTP/1.1" status: 200 len: 9636 time: 0.1932685 Jul 16 01:21:40.264288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54204) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:40.371221 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1f485571-9cd7-46fd-826c-c41ce1d2ccdc tempest-DHCPAgentSchedulersTestJSON-2001765628 tempest-DHCPAgentSchedulersTestJSON-2001765628-project-admin] 10.222.0.22 "DELETE /v2.0/agents/4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02/dhcp-networks/12d4ee4b-6c48-45fe-9b9d-93e43a937278 HTTP/1.1" status: 204 len: 168 time: 0.1056714 Jul 16 01:21:40.372200 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54206) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:40.817226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffbbcb27-53c8-4523-b367-a4b9f4b7fa28', 'name': 'network-vif-deleted', 'tag': 'af41e6cb-5231-4698-b325-3a1545890374'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:40.829252 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23293480-a64a-4278-9ad2-108273d09325" -d '{"events": [{"server_uuid": "ffbbcb27-53c8-4523-b367-a4b9f4b7fa28", "name": "network-vif-deleted", "tag": "af41e6cb-5231-4698-b325-3a1545890374"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:40.863009 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-164122cb-ab2a-42fe-bd3f-12625ab049e1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.901390 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40dbb60d-69c9-49c4-8961-bd261f51ab49 req-22a4d962-f7bd-41a9-858b-7ae83e2336a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&device_id=c6d6242c-91ed-41b6-a4cd-f6e4056cc62c HTTP/1.1" status: 200 len: 210 time: 0.3763280 Jul 16 01:21:40.905691 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-164122cb-ab2a-42fe-bd3f-12625ab049e1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.915293 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f116a78-fa71-4cec-ae49-95d20166393c req-b38c3054-5ca8-4b3f-abf9-2ecbbf89a8bc tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/ports?device_id=6909d1a4-cda8-452a-be29-ffa5cd97e80f HTTP/1.1" status: 200 len: 210 time: 0.0797319 Jul 16 01:21:40.965300 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-164122cb-ab2a-42fe-bd3f-12625ab049e1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:40.966473 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-164122cb-ab2a-42fe-bd3f-12625ab049e1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8659399 Jul 16 01:21:40.976081 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c469355e-ae61-40f6-a543-8077be347e0d tempest-DHCPAgentSchedulersTestJSON-2001765628 tempest-DHCPAgentSchedulersTestJSON-2001765628-project-admin] 10.222.0.22 "GET /v2.0/agents/4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02/dhcp-networks HTTP/1.1" status: 200 len: 8865 time: 0.5972688 Jul 16 01:21:40.976252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54228) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:40.978779 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54230) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:40.983276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Request body: {'router': {'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:41.007672 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c8240a07-a874-46a0-8823-45626c4ccf03 tempest-DHCPAgentSchedulersTestJSON-2001765628 tempest-DHCPAgentSchedulersTestJSON-2001765628-project-admin] 10.222.0.22 "GET /v2.0/networks/ee2d72a8-59b8-4999-bd7a-57af714070bc/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0246332 Jul 16 01:21:41.025952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54232) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:41.068393 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbb60d-69c9-49c4-8961-bd261f51ab49 req-0e70ee95-cb0c-43a4-982c-186ce109d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:41.070072 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40dbb60d-69c9-49c4-8961-bd261f51ab49 req-0e70ee95-cb0c-43a4-982c-186ce109d019 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=9c1976ec7b3145beb100b1f9de70047d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1499393 Jul 16 01:21:41.130627 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb65e9d-f848-4275-aca8-cc601383761c x-openstack-request-id: req-afb65e9d-f848-4275-aca8-cc601383761c {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:41.131017 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffbbcb27-53c8-4523-b367-a4b9f4b7fa28", "name": "network-vif-deleted", "tag": "af41e6cb-5231-4698-b325-3a1545890374", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:41.131133 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-afb65e9d-f848-4275-aca8-cc601383761c {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:41.131534 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffbbcb27-53c8-4523-b367-a4b9f4b7fa28', 'name': 'network-vif-deleted', 'tag': 'af41e6cb-5231-4698-b325-3a1545890374', 'status': 'completed', 'code': 200} Jul 16 01:21:41.142914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-d91c8618-8218-4dd2-a7d9-7347e348b64b tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:41.144544 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-d91c8618-8218-4dd2-a7d9-7347e348b64b tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.70 "GET /v2.0/networks?id=b3526898-227d-40ba-84c7-a758574536e3 HTTP/1.1" status: 200 len: 815 time: 0.3079441 Jul 16 01:21:41.146623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-110ef1f6-7fa6-4aa0-bc4e-61166fece598 req-e4e0ecdb-faa3-43ea-808b-7d2548940beb tempest-MigrationsAdminTest-1244948850 tempest-MigrationsAdminTest-1244948850-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffbbcb27-53c8-4523-b367-a4b9f4b7fa28 HTTP/1.1" status: 200 len: 210 time: 0.0596774 Jul 16 01:21:41.153523 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-94692cc5-a656-4906-aa15-e6f8ec057854 tempest-DHCPAgentSchedulersTestJSON-2001765628 tempest-DHCPAgentSchedulersTestJSON-2001765628-project-admin] 10.222.0.22 "GET /v2.0/networks/ee2d72a8-59b8-4999-bd7a-57af714070bc/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1264088 Jul 16 01:21:41.156024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54236) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:41.177950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:41.197093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbb60d-69c9-49c4-8961-bd261f51ab49 req-10dbfdb7-cbf1-407b-bc48-34a31bc1963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:41.200499 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40dbb60d-69c9-49c4-8961-bd261f51ab49 req-10dbfdb7-cbf1-407b-bc48-34a31bc1963a service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1097400 Jul 16 01:21:41.287729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:41.296980 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-f9ce9aa4-d04d-4e44-87ad-77c99b89e59a tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Request body: {'port': {'device_id': '6909d1a4-cda8-452a-be29-ffa5cd97e80f', 'network_id': 'b3526898-227d-40ba-84c7-a758574536e3', 'admin_state_up': True, 'tenant_id': 'bf5e7324058e45fead7661561e5bc67d'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:41.300488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4', 'mac_address': 'fa:16:3e:07:49:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:41.354703 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.360545 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a674b455-21f5-4efb-931f-86fcc08a07b0 req-08a83861-8295-4fa0-ab84-b22f53dd26ce tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=c6d6242c-91ed-41b6-a4cd-f6e4056cc62c HTTP/1.1" status: 200 len: 210 time: 0.1272571 Jul 16 01:21:41.379334 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:41.395286 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40dbb60d-69c9-49c4-8961-bd261f51ab49 req-fc388b43-6c71-4a36-8086-3bf66271dc3f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.70 "GET /v2.0/ports?device_id=c6d6242c-91ed-41b6-a4cd-f6e4056cc62c HTTP/1.1" status: 200 len: 210 time: 0.0476308 Jul 16 01:21:41.416682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:41.423851 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.455892 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.482770 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:41.556486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['1267ef69-c7df-426d-8f0f-c5d6c9ea95e4'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:41.656598 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-82a6a0ba-0dec-4f28-a1a2-d902b47857f7 tempest-DHCPAgentSchedulersTestJSON-2001765628 tempest-DHCPAgentSchedulersTestJSON-2001765628-project-admin] 10.222.0.22 "GET /v2.0/agents/4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02/dhcp-networks HTTP/1.1" status: 200 len: 8865 time: 0.4992979 Jul 16 01:21:41.660122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54246) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:41.748565 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-f9ce9aa4-d04d-4e44-87ad-77c99b89e59a tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Made reservation on behalf of bf5e7324058e45fead7661561e5bc67d for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:41.752288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-f9ce9aa4-d04d-4e44-87ad-77c99b89e59a tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:41.829147 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83aba9b1-610e-4573-8f06-69b227a00d6d tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.086733 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83aba9b1-610e-4573-8f06-69b227a00d6d tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.114194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-83aba9b1-610e-4573-8f06-69b227a00d6d tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12d4ee4b-6c48-45fe-9b9d-93e43a937278']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:42.171281 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-83aba9b1-610e-4573-8f06-69b227a00d6d tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b997fa94-7540-4c53-84fa-cd33dd814f55') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:42.171666 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-83aba9b1-610e-4573-8f06-69b227a00d6d tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b997fa94-7540-4c53-84fa-cd33dd814f55') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:42.179408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3379274b-a287-4c1c-8c81-982f54949a4a req-b7ec1b58-1c70-4290-9583-b751e50a5e23 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/ports?device_id=6909d1a4-cda8-452a-be29-ffa5cd97e80f HTTP/1.1" status: 200 len: 210 time: 0.0833473 Jul 16 01:21:42.188432 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-f9ce9aa4-d04d-4e44-87ad-77c99b89e59a tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Allocated IP 172.20.0.10 (b3526898-227d-40ba-84c7-a758574536e3/822a094b-5e1b-40f4-8960-0fb86859c919/4fe27ed1-9523-4904-98a5-a537866c7084) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:42.199675 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83aba9b1-610e-4573-8f06-69b227a00d6d tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.225393 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.254730 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83aba9b1-610e-4573-8f06-69b227a00d6d tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.261028 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.268226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83aba9b1-610e-4573-8f06-69b227a00d6d tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:21:42.268226 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83aba9b1-610e-4573-8f06-69b227a00d6d tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:21:42.270778 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:21:42.419800 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83aba9b1-610e-4573-8f06-69b227a00d6d tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.443036 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83aba9b1-610e-4573-8f06-69b227a00d6d tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.448221 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54284) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:42.448975 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-83aba9b1-610e-4573-8f06-69b227a00d6d tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] 10.222.0.22 "DELETE /v2.0/networks/12d4ee4b-6c48-45fe-9b9d-93e43a937278 HTTP/1.1" status: 204 len: 168 time: 0.7852116 Jul 16 01:21:42.486096 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aba9b1-610e-4573-8f06-69b227a00d6d tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Pushing event deleted for resources: {'Network': ['ID=12d4ee4b-6c48-45fe-9b9d-93e43a937278,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:42.523160 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-280f2d2c-d9b1-445e-9e0f-89eec2b84e0e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] DELETE failed (client error): The resource could not be found. Jul 16 01:21:42.525154 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280f2d2c-d9b1-445e-9e0f-89eec2b84e0e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:21:42.527188 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-280f2d2c-d9b1-445e-9e0f-89eec2b84e0e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] 10.222.0.22 "DELETE /v2.0/ports/55a2dedf-6887-4409-8394-c8a71f322169 HTTP/1.1" status: 404 len: 333 time: 0.0780268 Jul 16 01:21:42.535004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54288) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:42.563646 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Allocated IP 172.25.2.80 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/4d106381-d448-4b30-b1de-0587342852d3) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:42.646503 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-0777d159-41f9-4890-baec-6d93e898f3c3 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Deleting subnet 22c22d68-e71f-406e-ae5a-a962bfb6b983 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:21:42.656076 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0777d159-41f9-4890-baec-6d93e898f3c3 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.693483 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-f9ce9aa4-d04d-4e44-87ad-77c99b89e59a tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.754159 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0777d159-41f9-4890-baec-6d93e898f3c3 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.792384 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54302) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:42.879376 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-f9ce9aa4-d04d-4e44-87ad-77c99b89e59a tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:42.990929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-f9ce9aa4-d04d-4e44-87ad-77c99b89e59a tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Network b3526898-227d-40ba-84c7-a758574536e3 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:43.010768 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-f9ce9aa4-d04d-4e44-87ad-77c99b89e59a tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:43.019234 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.028126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-f9ce9aa4-d04d-4e44-87ad-77c99b89e59a tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:43.040395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ce9aa4-d04d-4e44-87ad-77c99b89e59a tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Pushing event updated for resources: {'Port': ['ID=4fe27ed1-9523-4904-98a5-a537866c7084,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:43.084545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-96739671-3f95-4ce3-9b4a-56739bf74533 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:43.091581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-96739671-3f95-4ce3-9b4a-56739bf74533 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 812 time: 0.3763661 Jul 16 01:21:43.138767 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-4ba49b9c-a6e4-4237-9fe5-6cdda143343b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/quotas/9c1976ec7b3145beb100b1f9de70047d HTTP/1.1" status: 200 len: 375 time: 0.0461175 Jul 16 01:21:43.145096 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0777d159-41f9-4890-baec-6d93e898f3c3 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.155550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-f9ce9aa4-d04d-4e44-87ad-77c99b89e59a tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:43.156785 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-f9ce9aa4-d04d-4e44-87ad-77c99b89e59a tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.178098 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:43.240199 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1fb197ef-6eff-4a20-91c1-5f6d3e950d5d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ad0bba0e2e44974a313bcf0d9d62e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4463587 Jul 16 01:21:43.243226 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54316) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:43.248378 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-f9ce9aa4-d04d-4e44-87ad-77c99b89e59a tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0130286 Jul 16 01:21:43.286103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-3244da0e-f192-4a8d-8010-883bc6991219 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1459889 Jul 16 01:21:43.294444 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0777d159-41f9-4890-baec-6d93e898f3c3 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.300344 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:43.303240 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.336213 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777d159-41f9-4890-baec-6d93e898f3c3 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Pushing event deleted for resources: {'Subnet': ['ID=22c22d68-e71f-406e-ae5a-a962bfb6b983,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:43.341970 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0777d159-41f9-4890-baec-6d93e898f3c3 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.343951 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0777d159-41f9-4890-baec-6d93e898f3c3 tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] 10.222.0.22 "DELETE /v2.0/subnets/22c22d68-e71f-406e-ae5a-a962bfb6b983 HTTP/1.1" status: 204 len: 168 time: 0.8073554 Jul 16 01:21:43.348555 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323960ee-ef6f-4fd1-b765-a03c0a60a879 None None] Network ee2d72a8-59b8-4999-bd7a-57af714070bc requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:21:43.349656 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54324) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:43.377390 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb142bf4-f80d-4800-94de-b93bf553f4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.445621 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb142bf4-f80d-4800-94de-b93bf553f4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.461208 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.509872 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-6a4d9517-9416-4fa3-a780-011b2d1e21f7 service neutron] 10.222.0.22 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221334 Jul 16 01:21:43.518435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-4717281b-a569-4162-b4ea-5070f77daa5d tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:21:43.519718 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-4717281b-a569-4162-b4ea-5070f77daa5d tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2306054 Jul 16 01:21:43.554066 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb142bf4-f80d-4800-94de-b93bf553f4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.557052 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb142bf4-f80d-4800-94de-b93bf553f4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.558479 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fb142bf4-f80d-4800-94de-b93bf553f4d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9bc72513-89b9-429e-9b6d-f0558ed6cf3d HTTP/1.1" status: 204 len: 168 time: 0.3140125 Jul 16 01:21:43.573550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Request body: {'port': {'device_id': '6909d1a4-cda8-452a-be29-ffa5cd97e80f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:43.586205 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb142bf4-f80d-4800-94de-b93bf553f4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc72513-89b9-429e-9b6d-f0558ed6cf3d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:43.604653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Deleting port 22785ee3-0e0c-48d7-9ae0-a279e11d9526 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:43.612593 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.625745 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.757403 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] For port 22785ee3-0e0c-48d7-9ae0-a279e11d9526, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=22785ee3-0e0c-48d7-9ae0-a279e11d9526,segment=NetworkSegment(b94c6e0b-2a7f-47fa-acc5-cc01cf6ec489),segment_id=b94c6e0b-2a7f-47fa-acc5-cc01cf6ec489)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:43.757860 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.785458 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Calling delete_port for 22785ee3-0e0c-48d7-9ae0-a279e11d9526 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:43.841301 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.869645 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0e792f-9688-4a9c-98ea-0c40280be6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:43.872357 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdca293-1ca7-4426-90cb-a77f52c54c3a" -d '{"events": [{"server_uuid": "db0e792f-9688-4a9c-98ea-0c40280be6b6", "name": "network-vif-plugged", "status": "completed", "tag": "1267ef69-c7df-426d-8f0f-c5d6c9ea95e4"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:43.875901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:43.897437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:43.904405 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.905338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device af41e6cb-5231-4698-b325-3a1545890374 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:43.927194 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:43.954769 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: af41e6cb-5231-4698-b325-3a1545890374 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:43.955126 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device af41e6cb-5231-4698-b325-3a1545890374 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:43.989554 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Pushing event deleted for resources: {'Port': ['ID=22785ee3-0e0c-48d7-9ae0-a279e11d9526,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:43.990799 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,revision_number=10']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:43.991711 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] No DVR routers for this DVR port 22785ee3-0e0c-48d7-9ae0-a279e11d9526 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:21:44.012424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:44.019514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:44.038748 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e262e5-334f-4c38-af51-eeca5c3141f1 None None] DHCP port deletion for ee2d72a8-59b8-4999-bd7a-57af714070bc request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:21:44.103184 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.107714 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d5a7bff-afb3-4921-9d8a-c3ec1efe9868 req-b08e7ee2-6487-4a30-9b64-890d66a09915 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=03b8419c-3249-4ef2-9730-7960d109057c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8985987 Jul 16 01:21:44.109651 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-41291585-42c0-4afb-8032-2cfb483e0c2e service neutron] 10.222.0.22 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5990818 Jul 16 01:21:44.114087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Pushing event updated for resources: {'Port': ['ID=4d106381-d448-4b30-b1de-0587342852d3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:44.133609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3457c06d-ee1e-4fec-9fc8-2c1ab26ab284 req-3d159e14-9d15-4cf2-8c11-51944eb6bed6 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:44.142637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3457c06d-ee1e-4fec-9fc8-2c1ab26ab284 req-3d159e14-9d15-4cf2-8c11-51944eb6bed6 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/ports?device_id=6909d1a4-cda8-452a-be29-ffa5cd97e80f HTTP/1.1" status: 200 len: 932 time: 0.5650418 Jul 16 01:21:44.167227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54332) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:44.191727 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.204124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee2d72a8-59b8-4999-bd7a-57af714070bc']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:44.220441 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b94c6e0b-2a7f-47fa-acc5-cc01cf6ec489') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:44.220767 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b94c6e0b-2a7f-47fa-acc5-cc01cf6ec489') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:44.231958 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.253334 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.274125 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:21:44.274652 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:21:44.353441 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:21:44.357159 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.370465 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:44.384901 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] 10.222.0.22 "DELETE /v2.0/networks/ee2d72a8-59b8-4999-bd7a-57af714070bc HTTP/1.1" status: 204 len: 168 time: 1.0342152 Jul 16 01:21:44.424416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0274d09-9006-4945-999d-b36f84d9bc8e tempest-DHCPAgentSchedulersTestJSON-414210495 tempest-DHCPAgentSchedulersTestJSON-414210495-project] Pushing event deleted for resources: {'Network': ['ID=ee2d72a8-59b8-4999-bd7a-57af714070bc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:44.508136 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0d6caf-aca1-40c7-b542-b9938dadc440 x-openstack-request-id: req-7b0d6caf-aca1-40c7-b542-b9938dadc440 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:44.508659 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0e792f-9688-4a9c-98ea-0c40280be6b6", "name": "network-vif-plugged", "status": "completed", "tag": "1267ef69-c7df-426d-8f0f-c5d6c9ea95e4", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:44.508659 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b0d6caf-aca1-40c7-b542-b9938dadc440 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:44.509119 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0e792f-9688-4a9c-98ea-0c40280be6b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4', 'code': 200} Jul 16 01:21:44.838167 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54358) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:44.930757 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 22785ee3-0e0c-48d7-9ae0-a279e11d9526 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:21:44.979953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 22785ee3-0e0c-48d7-9ae0-a279e11d9526 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:21:44.982065 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 22785ee3-0e0c-48d7-9ae0-a279e11d9526 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:21:45.138610 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-466e7cba-9db5-481c-93a7-e56b5f34e7a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=88b1cde9a9aa4cc4979e84001b7a0f1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2978694 Jul 16 01:21:45.140148 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54364) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:45.223408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c7bf0ede-f47e-4fea-90ee-abd82e55cf94 req-1907a3d2-7265-4c1e-93a6-9858075fb8b7 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0 HTTP/1.1" status: 200 len: 210 time: 0.2319620 Jul 16 01:21:45.235631 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3457c06d-ee1e-4fec-9fc8-2c1ab26ab284 req-b0e36671-99ac-4694-b6a7-4b0deaeed7ef tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab473e0d-3993-4ac3-af91-b6c8a92abb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0884879 Jul 16 01:21:45.251041 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0818-19c3-4e3d-a5c4-b08ff5353c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.290467 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0818-19c3-4e3d-a5c4-b08ff5353c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.338742 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9af65597-4eb0-4bb1-86e9-a54dd85db39f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd5dd6933c3d49f7a4c7630c8d029754&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1590185 Jul 16 01:21:45.339813 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54366) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:45.366727 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0818-19c3-4e3d-a5c4-b08ff5353c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.370914 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0818-19c3-4e3d-a5c4-b08ff5353c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.372562 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6ffb0818-19c3-4e3d-a5c4-b08ff5353c63 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29eeb38b-63ad-43c0-9a76-108270d44aea HTTP/1.1" status: 204 len: 168 time: 0.2303658 Jul 16 01:21:45.372847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a7bff-afb3-4921-9d8a-c3ec1efe9868 req-9659d164-d2ab-495c-965d-137ff40a4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:45.374506 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d5a7bff-afb3-4921-9d8a-c3ec1efe9868 req-9659d164-d2ab-495c-965d-137ff40a4432 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=70af7833c40c4f98a6be458eb578ac70&device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 1100 time: 1.2160864 Jul 16 01:21:45.398706 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb0818-19c3-4e3d-a5c4-b08ff5353c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29eeb38b-63ad-43c0-9a76-108270d44aea,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:45.420166 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b642ed4b-4172-41f6-9872-6661b5ef87c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.451008 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b642ed4b-4172-41f6-9872-6661b5ef87c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.535591 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b642ed4b-4172-41f6-9872-6661b5ef87c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.540220 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b642ed4b-4172-41f6-9872-6661b5ef87c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.544264 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b642ed4b-4172-41f6-9872-6661b5ef87c7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0603792-a0a8-467a-a408-c90edf3b1aca HTTP/1.1" status: 204 len: 168 time: 0.2030876 Jul 16 01:21:45.560999 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b642ed4b-4172-41f6-9872-6661b5ef87c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0603792-a0a8-467a-a408-c90edf3b1aca,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:45.627078 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a7bff-afb3-4921-9d8a-c3ec1efe9868 req-3178fbcd-fc0e-4a09-bb3f-27069cfb6638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:45.628588 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d5a7bff-afb3-4921-9d8a-c3ec1efe9868 req-3178fbcd-fc0e-4a09-bb3f-27069cfb6638 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2021573 Jul 16 01:21:45.784664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe27ed1-9523-4904-98a5-a537866c7084 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:45.795152 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d5a7bff-afb3-4921-9d8a-c3ec1efe9868 req-f4a0159b-a98f-453c-b978-91770cc0c859 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=4799570f-1f18-422a-a5aa-c7ab83ca40da HTTP/1.1" status: 200 len: 217 time: 0.0912189 Jul 16 01:21:45.810406 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.926856 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Transition to ACTIVE for port object 4fe27ed1-9523-4904-98a5-a537866c7084 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:45.938640 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:45.993856 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Pushing event updated for resources: {'Port': ['ID=4fe27ed1-9523-4904-98a5-a537866c7084,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:46.003599 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a7bff-afb3-4921-9d8a-c3ec1efe9868 req-701c4e8f-9685-4ac7-a581-03710ed8fa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:46.006116 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d5a7bff-afb3-4921-9d8a-c3ec1efe9868 req-701c4e8f-9685-4ac7-a581-03710ed8fa9d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.2029672 Jul 16 01:21:46.083972 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.143278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54396) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:46.171412 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63e17d67-84cb-47fa-a6b3-8120fee0f30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.245403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Attempting to bind port 4fe27ed1-9523-4904-98a5-a537866c7084 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:46.246001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Attempting to bind port 4fe27ed1-9523-4904-98a5-a537866c7084 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'fa2d298d-7f1d-4abc-aef5-c5a271f5823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b3526898-227d-40ba-84c7-a758574536e3'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:46.246091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Attempting to bind port 4fe27ed1-9523-4904-98a5-a537866c7084 on network b3526898-227d-40ba-84c7-a758574536e3 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:46.320175 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a7bff-afb3-4921-9d8a-c3ec1efe9868 req-678d9de5-efff-42c0-a2cd-7322428536fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:46.327885 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d5a7bff-afb3-4921-9d8a-c3ec1efe9868 req-678d9de5-efff-42c0-a2cd-7322428536fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3089886 Jul 16 01:21:46.330415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Port 4fe27ed1-9523-4904-98a5-a537866c7084 on network b3526898-227d-40ba-84c7-a758574536e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:46.334976 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Attempting to bind port 4fe27ed1-9523-4904-98a5-a537866c7084 on network b3526898-227d-40ba-84c7-a758574536e3 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:46.423937 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:46.424632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Checking segment: {'id': 'fa2d298d-7f1d-4abc-aef5-c5a271f5823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b3526898-227d-40ba-84c7-a758574536e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:46.425209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Bound using segment: {'id': 'fa2d298d-7f1d-4abc-aef5-c5a271f5823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b3526898-227d-40ba-84c7-a758574536e3'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:46.425680 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Bound port: 4fe27ed1-9523-4904-98a5-a537866c7084, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa2d298d-7f1d-4abc-aef5-c5a271f5823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b3526898-227d-40ba-84c7-a758574536e3'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:46.426062 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.478025 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-97cb53f3-8beb-4d3b-aff5-a3415f49d497 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:46.479570 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-97cb53f3-8beb-4d3b-aff5-a3415f49d497 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.69 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 812 time: 0.2818878 Jul 16 01:21:46.509398 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-6b37f69d-6030-475f-a165-81e47a100438 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Request body: {'port': {'device_id': 'e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0', 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea', 'admin_state_up': True, 'tenant_id': '9c1976ec7b3145beb100b1f9de70047d'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:46.616263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d5a7bff-afb3-4921-9d8a-c3ec1efe9868 req-3aa2f823-dca2-4ed8-9af7-15f7fe885b91 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737021 Jul 16 01:21:46.621675 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b130bb44-4898-4242-aa39-2033c6a226ef req-ae7003a8-e74b-4091-b042-523a7ec0ce3e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0 HTTP/1.1" status: 200 len: 210 time: 0.1838191 Jul 16 01:21:46.759695 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63e17d67-84cb-47fa-a6b3-8120fee0f30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.766871 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63e17d67-84cb-47fa-a6b3-8120fee0f30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.792102 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] For port 4fe27ed1-9523-4904-98a5-a537866c7084, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:46.830419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] For port 4fe27ed1-9523-4904-98a5-a537866c7084, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4fe27ed1-9523-4904-98a5-a537866c7084,segment=NetworkSegment(fa2d298d-7f1d-4abc-aef5-c5a271f5823c),segment_id=fa2d298d-7f1d-4abc-aef5-c5a271f5823c)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:46.834574 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-63e17d67-84cb-47fa-a6b3-8120fee0f30b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c93f5816354f4a54bea6c139a893c3d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6857736 Jul 16 01:21:46.834574 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54414) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:46.849003 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.850538 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-6b37f69d-6030-475f-a165-81e47a100438 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Made reservation on behalf of 9c1976ec7b3145beb100b1f9de70047d for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:46.854074 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-6b37f69d-6030-475f-a165-81e47a100438 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.857797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e17d67-84cb-47fa-a6b3-8120fee0f30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24e5011-7f31-44d8-82e3-f96b3b0594a9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:46.993654 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:46.994541 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:46.996646 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] 10.222.0.70 "PUT /v2.0/ports/4fe27ed1-9523-4904-98a5-a537866c7084 HTTP/1.1" status: 200 len: 1093 time: 3.4313571 Jul 16 01:21:47.003540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6909d1a4-cda8-452a-be29-ffa5cd97e80f', 'tag': '4fe27ed1-9523-4904-98a5-a537866c7084'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:47.010683 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65cb50a-e423-4104-a852-d638cb1f4ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "6909d1a4-cda8-452a-be29-ffa5cd97e80f", "tag": "4fe27ed1-9523-4904-98a5-a537866c7084"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:47.020659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-6b37f69d-6030-475f-a165-81e47a100438 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Allocated IP 172.20.0.14 (8fcb8e6c-5076-4d25-8790-4e6d6232edea/dcb4b501-ff87-4c91-b62d-7063cf216269/4843e7fb-3411-4586-8a72-f7c5d9001332) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:47.110104 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.119611 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970fb1d4-ce7a-4cf2-89fd-9a743a81918a service neutron] Pushing event updated for resources: {'Port': ['ID=4fe27ed1-9523-4904-98a5-a537866c7084,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:47.133584 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d5a7bff-afb3-4921-9d8a-c3ec1efe9868 req-b05ada8d-45c0-4870-8d42-a8827fe45bb1 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5089803 Jul 16 01:21:47.143199 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.164492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e761f7a-1f1f-4575-808b-260080d3233b req-7589023c-1da6-4a71-b083-a6383e75d084 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.166736 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e761f7a-1f1f-4575-808b-260080d3233b req-7589023c-1da6-4a71-b083-a6383e75d084 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/ports?device_id=6909d1a4-cda8-452a-be29-ffa5cd97e80f HTTP/1.1" status: 200 len: 944 time: 0.5410542 Jul 16 01:21:47.224430 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c74fe5ab-dd39-4f39-9b75-357d164cd7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.237532 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-6b37f69d-6030-475f-a165-81e47a100438 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.251226 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d76b88-852e-4380-ba11-597c266f32ab x-openstack-request-id: req-25d76b88-852e-4380-ba11-597c266f32ab {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:47.251841 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6909d1a4-cda8-452a-be29-ffa5cd97e80f", "tag": "4fe27ed1-9523-4904-98a5-a537866c7084", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:47.251939 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-25d76b88-852e-4380-ba11-597c266f32ab {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:47.252535 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6909d1a4-cda8-452a-be29-ffa5cd97e80f', 'tag': '4fe27ed1-9523-4904-98a5-a537866c7084', 'status': 'completed', 'code': 200} Jul 16 01:21:47.278318 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c74fe5ab-dd39-4f39-9b75-357d164cd7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.315746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-b7651ee1-5682-4e18-8a11-ad8eccece9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.316918 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-b7651ee1-5682-4e18-8a11-ad8eccece9fc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bf5e7324058e45fead7661561e5bc67d&device_id=6909d1a4-cda8-452a-be29-ffa5cd97e80f HTTP/1.1" status: 200 len: 1096 time: 0.2746527 Jul 16 01:21:47.322511 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e761f7a-1f1f-4575-808b-260080d3233b req-4ed395c8-0543-4e49-90e1-70735f141d23 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab473e0d-3993-4ac3-af91-b6c8a92abb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476474 Jul 16 01:21:47.344137 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-6b37f69d-6030-475f-a165-81e47a100438 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.381261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-0baa39d1-0487-49f7-9a00-c00b213955db service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe27ed1-9523-4904-98a5-a537866c7084 HTTP/1.1" status: 200 len: 217 time: 0.0535271 Jul 16 01:21:47.402140 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c74fe5ab-dd39-4f39-9b75-357d164cd7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.404715 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c74fe5ab-dd39-4f39-9b75-357d164cd7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.405845 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c74fe5ab-dd39-4f39-9b75-357d164cd7ae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a24e5011-7f31-44d8-82e3-f96b3b0594a9 HTTP/1.1" status: 204 len: 168 time: 0.5637891 Jul 16 01:21:47.428637 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74fe5ab-dd39-4f39-9b75-357d164cd7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24e5011-7f31-44d8-82e3-f96b3b0594a9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:47.431501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-6b37f69d-6030-475f-a165-81e47a100438 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Network 8fcb8e6c-5076-4d25-8790-4e6d6232edea is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:47.435414 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-6b37f69d-6030-475f-a165-81e47a100438 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:47.451873 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-6b37f69d-6030-475f-a165-81e47a100438 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:47.455654 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b37f69d-6030-475f-a165-81e47a100438 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Pushing event updated for resources: {'Port': ['ID=4843e7fb-3411-4586-8a72-f7c5d9001332,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:47.509708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-6b37f69d-6030-475f-a165-81e47a100438 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.510348 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-6b37f69d-6030-475f-a165-81e47a100438 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:47.510830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-46e2672e-475a-4e4b-9510-341e3c1ffe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:47.512530 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-46e2672e-475a-4e4b-9510-341e3c1ffe69 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=822a094b-5e1b-40f4-8960-0fb86859c919 HTTP/1.1" status: 200 len: 855 time: 0.1244681 Jul 16 01:21:47.528327 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-6b37f69d-6030-475f-a165-81e47a100438 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0379872 Jul 16 01:21:47.533968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Router 03c16f23-5a47-4d56-842d-380a2d77c6f4 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:21:47.541916 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Request body: {'port': {'device_id': 'e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:47.563151 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-2fe34f52-e3cb-43fc-b685-6b80a9ab978f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3526898-227d-40ba-84c7-a758574536e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375042 Jul 16 01:21:47.634717 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.138213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:48.150942 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-a3b90e07-02e5-4afa-ab48-552e7307ad29 service neutron] 10.222.0.70 "GET /v2.0/networks/b3526898-227d-40ba-84c7-a758574536e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5779791 Jul 16 01:21:48.155061 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ce081d-333e-4972-aff8-5583633c50d6 None None] Sync routers for ids ['03c16f23-5a47-4d56-842d-380a2d77c6f4'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:48.170826 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ce081d-333e-4972-aff8-5583633c50d6 None None] Routers {'03c16f23-5a47-4d56-842d-380a2d77c6f4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:48.171531 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-08ce081d-333e-4972-aff8-5583633c50d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['03c16f23-5a47-4d56-842d-380a2d77c6f4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:48.174545 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.189051 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b896865d-4a73-404a-81ca-04bcd39fa636 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "PUT /v2.0/routers/03c16f23-5a47-4d56-842d-380a2d77c6f4 HTTP/1.1" status: 200 len: 882 time: 7.2107949 Jul 16 01:21:48.202633 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54472) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:48.226119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4843e7fb-3411-4586-8a72-f7c5d9001332 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:48.228978 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-08ce081d-333e-4972-aff8-5583633c50d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:48.236401 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.239984 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ce081d-333e-4972-aff8-5583633c50d6 None None] Routers {'03c16f23-5a47-4d56-842d-380a2d77c6f4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:48.242466 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-08ce081d-333e-4972-aff8-5583633c50d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['03c16f23-5a47-4d56-842d-380a2d77c6f4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:48.254733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Transition to ACTIVE for port object 4843e7fb-3411-4586-8a72-f7c5d9001332 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:21:48.264626 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.286092 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-08ce081d-333e-4972-aff8-5583633c50d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:48.287148 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ce081d-333e-4972-aff8-5583633c50d6 None None] The sync data for ids ['03c16f23-5a47-4d56-842d-380a2d77c6f4'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:48.335851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Pushing event updated for resources: {'Port': ['ID=4843e7fb-3411-4586-8a72-f7c5d9001332,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:48.344588 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0813c7c-7b29-49c1-a2a4-37a75952fff7 req-62451a1a-421e-45af-998c-12a2cdd69612 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.346954 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a0813c7c-7b29-49c1-a2a4-37a75952fff7 req-62451a1a-421e-45af-998c-12a2cdd69612 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0 HTTP/1.1" status: 200 len: 932 time: 0.3472710 Jul 16 01:21:48.495656 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a0813c7c-7b29-49c1-a2a4-37a75952fff7 req-a375104d-b3a9-468a-ae40-83d8d556b2b3 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382976 Jul 16 01:21:48.510286 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2eb7b29-3f59-4021-a2d4-063ac3caef64 req-ed075a12-e6be-4f51-850a-91430a07b310 service neutron] 10.222.0.70 "GET /v2.0/networks/b3526898-227d-40ba-84c7-a758574536e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189688 Jul 16 01:21:48.539714 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1fb5bb58-eda6-4e86-b061-ab0c41b12374 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "GET /v2.0/routers/03c16f23-5a47-4d56-842d-380a2d77c6f4 HTTP/1.1" status: 200 len: 923 time: 0.3286734 Jul 16 01:21:48.542468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54488) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:48.572892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Attempting to bind port 4843e7fb-3411-4586-8a72-f7c5d9001332 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:21:48.573229 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Attempting to bind port 4843e7fb-3411-4586-8a72-f7c5d9001332 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:21:48.574057 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Attempting to bind port 4843e7fb-3411-4586-8a72-f7c5d9001332 on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:48.578707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Port 4843e7fb-3411-4586-8a72-f7c5d9001332 on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:21:48.579029 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Attempting to bind port 4843e7fb-3411-4586-8a72-f7c5d9001332 on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:21:48.591009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:21:48.592880 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Checking segment: {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:21:48.592880 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Bound using segment: {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:21:48.592880 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Bound port: 4843e7fb-3411-4586-8a72-f7c5d9001332, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:21:48.592880 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.711808 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] For port 4843e7fb-3411-4586-8a72-f7c5d9001332, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:21:48.720224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] For port 4843e7fb-3411-4586-8a72-f7c5d9001332, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=4843e7fb-3411-4586-8a72-f7c5d9001332,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:21:48.725440 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.837680 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.838863 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:48.839942 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] 10.222.0.69 "PUT /v2.0/ports/4843e7fb-3411-4586-8a72-f7c5d9001332 HTTP/1.1" status: 200 len: 1093 time: 1.3048718 Jul 16 01:21:48.842425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0', 'tag': '4843e7fb-3411-4586-8a72-f7c5d9001332'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:48.846270 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59aaf68f-2280-4ac8-bbe7-82a789e5f466" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0", "tag": "4843e7fb-3411-4586-8a72-f7c5d9001332"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:48.889780 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4931f44-2f2b-4cc3-92e6-473d89c0b32e tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.891963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e4931f44-2f2b-4cc3-92e6-473d89c0b32e tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&device_id=03c16f23-5a47-4d56-842d-380a2d77c6f4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3483543 Jul 16 01:21:48.894686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cb50a-e423-4104-a852-d638cb1f4ff4 req-707af35f-9047-46ae-a0c6-3ad89ee161c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.896635 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54516) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:48.902248 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c65cb50a-e423-4104-a852-d638cb1f4ff4 req-707af35f-9047-46ae-a0c6-3ad89ee161c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bf5e7324058e45fead7661561e5bc67d&device_id=6909d1a4-cda8-452a-be29-ffa5cd97e80f HTTP/1.1" status: 200 len: 1096 time: 0.2368488 Jul 16 01:21:48.971742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc41021-eb3e-4b0e-a3ef-31be0a892545 service neutron] Pushing event updated for resources: {'Port': ['ID=4843e7fb-3411-4586-8a72-f7c5d9001332,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:48.980073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d4b22-1c12-4488-85d3-12fdd0d2d577 req-07c84de1-eca7-4514-98d1-083aefca986b tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:48.983456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a4d4b22-1c12-4488-85d3-12fdd0d2d577 req-07c84de1-eca7-4514-98d1-083aefca986b tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/ports?device_id=6909d1a4-cda8-452a-be29-ffa5cd97e80f HTTP/1.1" status: 200 len: 944 time: 0.2428286 Jul 16 01:21:49.089297 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a4d4b22-1c12-4488-85d3-12fdd0d2d577 req-71e95f52-a1d2-4566-8e15-cbed6c82ceac tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab473e0d-3993-4ac3-af91-b6c8a92abb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912168 Jul 16 01:21:49.133423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b11d04-0dae-4029-83d0-536ff18b14c9 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:49.140636 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c3b11d04-0dae-4029-83d0-536ff18b14c9 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 881 time: 0.2370200 Jul 16 01:21:49.141668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cb50a-e423-4104-a852-d638cb1f4ff4 req-af90f8eb-9cc7-403c-b091-cfa046abbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:49.141817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54538) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:49.143667 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c65cb50a-e423-4104-a852-d638cb1f4ff4 req-af90f8eb-9cc7-403c-b091-cfa046abbef0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=b3526898-227d-40ba-84c7-a758574536e3 HTTP/1.1" status: 200 len: 916 time: 0.2347512 Jul 16 01:21:49.165197 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf0dc55-d303-4abe-acb7-2b86788af98f x-openstack-request-id: req-1bf0dc55-d303-4abe-acb7-2b86788af98f {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:49.165490 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0", "tag": "4843e7fb-3411-4586-8a72-f7c5d9001332", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:49.165742 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1bf0dc55-d303-4abe-acb7-2b86788af98f {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:49.166143 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0', 'tag': '4843e7fb-3411-4586-8a72-f7c5d9001332', 'status': 'completed', 'code': 200} Jul 16 01:21:49.168000 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-29a3cfce-fb07-4899-a660-7c01308def88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:49.169573 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-29a3cfce-fb07-4899-a660-7c01308def88 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&device_id=e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0 HTTP/1.1" status: 200 len: 1096 time: 0.2360854 Jul 16 01:21:49.213097 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c65cb50a-e423-4104-a852-d638cb1f4ff4 req-b11e5c30-ae76-44e1-b645-b84247b4877c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4fe27ed1-9523-4904-98a5-a537866c7084 HTTP/1.1" status: 200 len: 217 time: 0.0601025 Jul 16 01:21:49.228983 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b5524dea-29e8-4110-8aa0-2880006b4025 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "GET /v2.0/ports?device_id=03c16f23-5a47-4d56-842d-380a2d77c6f4 HTTP/1.1" status: 200 len: 205 time: 0.0820544 Jul 16 01:21:49.233131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54548) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:49.314111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cb50a-e423-4104-a852-d638cb1f4ff4 req-b5dc2768-af93-457d-8ce8-ff48c44cc73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:49.315982 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c65cb50a-e423-4104-a852-d638cb1f4ff4 req-b5dc2768-af93-457d-8ce8-ff48c44cc73a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=822a094b-5e1b-40f4-8960-0fb86859c919 HTTP/1.1" status: 200 len: 855 time: 0.0932193 Jul 16 01:21:49.364872 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c65cb50a-e423-4104-a852-d638cb1f4ff4 req-5ceea59f-2ff4-45c9-b052-53c95b7d417b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=b3526898-227d-40ba-84c7-a758574536e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413909 Jul 16 01:21:49.422819 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60892a0d-8677-4551-bad6-8f0a60c827d5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.507208 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-8bc2ee4a-58fa-40e3-aa7f-10e8f1893991 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4843e7fb-3411-4586-8a72-f7c5d9001332 HTTP/1.1" status: 200 len: 217 time: 0.2733185 Jul 16 01:21:49.512358 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c65cb50a-e423-4104-a852-d638cb1f4ff4 req-78be4e2d-00c8-4196-a695-7c2b4ba4d976 service neutron] 10.222.0.70 "GET /v2.0/networks/b3526898-227d-40ba-84c7-a758574536e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321027 Jul 16 01:21:49.617681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-4bb4c45e-cda6-486f-ae3e-1c5736d79454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:49.619555 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-4bb4c45e-cda6-486f-ae3e-1c5736d79454 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dcb4b501-ff87-4c91-b62d-7063cf216269 HTTP/1.1" status: 200 len: 852 time: 0.1045384 Jul 16 01:21:49.661961 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c65cb50a-e423-4104-a852-d638cb1f4ff4 req-cab33532-2a09-4751-8938-b383a814dde6 service neutron] 10.222.0.70 "GET /v2.0/networks/b3526898-227d-40ba-84c7-a758574536e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410294 Jul 16 01:21:49.693594 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-6b5534d4-7f08-4f64-9eea-2511393bbbd0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fcb8e6c-5076-4d25-8790-4e6d6232edea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579107 Jul 16 01:21:49.697477 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60892a0d-8677-4551-bad6-8f0a60c827d5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:49.839834 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-471fcf2d-9f03-40f7-b20b-9d6ff9be9c0f service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375287 Jul 16 01:21:49.894571 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3b5a9-19f2-4b90-ad67-75b4ef0ee63c req-23453d6c-03d5-4450-bee0-a90a18b8c1a5 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:49.896537 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ddf3b5a9-19f2-4b90-ad67-75b4ef0ee63c req-23453d6c-03d5-4450-bee0-a90a18b8c1a5 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0 HTTP/1.1" status: 200 len: 944 time: 0.1066391 Jul 16 01:21:49.942581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ddf3b5a9-19f2-4b90-ad67-75b4ef0ee63c req-073fb2b7-52a1-4c39-a635-6c385b3469ba tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362732 Jul 16 01:21:49.994179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54614) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:50.041353 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-60892a0d-8677-4551-bad6-8f0a60c827d5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Deleting port 4d106381-d448-4b30-b1de-0587342852d3 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:50.041700 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60892a0d-8677-4551-bad6-8f0a60c827d5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.060763 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f655bc0-3803-446a-8f17-109b92b44f6f req-61768c87-3c3b-4c7e-8bd0-562589ef3353 service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775553 Jul 16 01:21:50.175939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:50.182367 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60892a0d-8677-4551-bad6-8f0a60c827d5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.198810 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-60892a0d-8677-4551-bad6-8f0a60c827d5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Calling delete_port for 4d106381-d448-4b30-b1de-0587342852d3 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:50.245566 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.282530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaf68f-2280-4ac8-bbe7-82a789e5f466 req-b7e0fd6d-374e-4fb3-a223-f445f4bb0ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:50.284345 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-59aaf68f-2280-4ac8-bbe7-82a789e5f466 req-b7e0fd6d-374e-4fb3-a223-f445f4bb0ca5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&device_id=e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0 HTTP/1.1" status: 200 len: 1096 time: 0.1567979 Jul 16 01:21:50.410417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545a6a2-f343-4470-924f-499a21701203 req-482858c1-ba46-4c71-b200-ecd6b8ff090d tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:50.413331 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2545a6a2-f343-4470-924f-499a21701203 req-482858c1-ba46-4c71-b200-ecd6b8ff090d tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/ports?device_id=6909d1a4-cda8-452a-be29-ffa5cd97e80f HTTP/1.1" status: 200 len: 944 time: 0.1271343 Jul 16 01:21:50.463544 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaf68f-2280-4ac8-bbe7-82a789e5f466 req-be11edf2-c442-4155-8d97-3a794ec8f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:50.479729 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-59aaf68f-2280-4ac8-bbe7-82a789e5f466 req-be11edf2-c442-4155-8d97-3a794ec8f5b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 913 time: 0.1848736 Jul 16 01:21:50.488401 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.518970 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2545a6a2-f343-4470-924f-499a21701203 req-bfb76a0f-c02d-421f-b09b-25a485f4b813 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab473e0d-3993-4ac3-af91-b6c8a92abb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803010 Jul 16 01:21:50.680008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Allocated IP 172.25.2.11 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/ef9b08f1-c158-4d15-884d-ee6575191747) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:50.838296 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.841353 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-59aaf68f-2280-4ac8-bbe7-82a789e5f466 req-f0fa2ea7-ec09-46ac-aec7-d4f3afddeacc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4843e7fb-3411-4586-8a72-f7c5d9001332 HTTP/1.1" status: 200 len: 217 time: 0.3536859 Jul 16 01:21:50.913620 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60892a0d-8677-4551-bad6-8f0a60c827d5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.928638 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:50.985113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:50.990111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:50.994617 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60892a0d-8677-4551-bad6-8f0a60c827d5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Pushing event deleted for resources: {'Port': ['ID=4d106381-d448-4b30-b1de-0587342852d3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:50.995058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:51.008027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaf68f-2280-4ac8-bbe7-82a789e5f466 req-27a1defe-1c00-4a93-ae7a-7a7b47908e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:51.009589 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-59aaf68f-2280-4ac8-bbe7-82a789e5f466 req-27a1defe-1c00-4a93-ae7a-7a7b47908e73 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dcb4b501-ff87-4c91-b62d-7063cf216269 HTTP/1.1" status: 200 len: 852 time: 0.1593974 Jul 16 01:21:51.021170 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Pushing event updated for resources: {'Port': ['ID=ef9b08f1-c158-4d15-884d-ee6575191747,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:51.075580 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60892a0d-8677-4551-bad6-8f0a60c827d5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.125644 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-59aaf68f-2280-4ac8-bbe7-82a789e5f466 req-a95a7d87-89a0-4748-9161-0f50277201c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fcb8e6c-5076-4d25-8790-4e6d6232edea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903571 Jul 16 01:21:51.219850 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60892a0d-8677-4551-bad6-8f0a60c827d5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.222557 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 4fe27ed1-9523-4904-98a5-a537866c7084 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:51.225493 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60892a0d-8677-4551-bad6-8f0a60c827d5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.241432 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.319881 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60892a0d-8677-4551-bad6-8f0a60c827d5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.321112 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60892a0d-8677-4551-bad6-8f0a60c827d5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Fanout notify agent at l3_agent the message router_deleted on router 03c16f23-5a47-4d56-842d-380a2d77c6f4 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:21:51.355994 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60892a0d-8677-4551-bad6-8f0a60c827d5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.358271 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-60892a0d-8677-4551-bad6-8f0a60c827d5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "DELETE /v2.0/routers/03c16f23-5a47-4d56-842d-380a2d77c6f4 HTTP/1.1" status: 204 len: 168 time: 2.1197915 Jul 16 01:21:51.367925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54732) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:51.374934 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d1c31696-bc17-424a-9b07-d5477eedb06f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1982162582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:51.420199 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-59aaf68f-2280-4ac8-bbe7-82a789e5f466 req-6c1d6b16-3da7-4789-ae55-18c9173aadea service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624781 Jul 16 01:21:51.420599 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 4fe27ed1-9523-4904-98a5-a537866c7084, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4fe27ed1-9523-4904-98a5-a537866c7084,segment=NetworkSegment(fa2d298d-7f1d-4abc-aef5-c5a271f5823c),segment_id=fa2d298d-7f1d-4abc-aef5-c5a271f5823c)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:51.422490 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.438934 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5890dd-0381-4a04-b8a4-7445150febd5 req-483a1e97-4d8b-4352-8cfc-08e467cf6141 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:51.444768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '4fe27ed1-9523-4904-98a5-a537866c7084', 'network_id': 'b3526898-227d-40ba-84c7-a758574536e3', 'port_id': '4fe27ed1-9523-4904-98a5-a537866c7084', 'mac_address': 'fa:16:3e:3c:f5:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822a094b-5e1b-40f4-8960-0fb86859c919', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:51.451473 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b5890dd-0381-4a04-b8a4-7445150febd5 req-483a1e97-4d8b-4352-8cfc-08e467cf6141 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0 HTTP/1.1" status: 200 len: 944 time: 0.2690506 Jul 16 01:21:51.522625 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.559066 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe27ed1-9523-4904-98a5-a537866c7084 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:51.570040 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-59aaf68f-2280-4ac8-bbe7-82a789e5f466 req-c14e70ce-10bf-4400-bd53-ea65a09344f4 service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408744 Jul 16 01:21:51.592934 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 4fe27ed1-9523-4904-98a5-a537866c7084, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4fe27ed1-9523-4904-98a5-a537866c7084,segment=NetworkSegment(fa2d298d-7f1d-4abc-aef5-c5a271f5823c),segment_id=fa2d298d-7f1d-4abc-aef5-c5a271f5823c)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:51.597979 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b5890dd-0381-4a04-b8a4-7445150febd5 req-a70fbd76-85e3-467d-835b-a20fc74e4002 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987406 Jul 16 01:21:51.599277 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.603265 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1c31696-bc17-424a-9b07-d5477eedb06f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.606775 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1c31696-bc17-424a-9b07-d5477eedb06f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.701184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=4fe27ed1-9523-4904-98a5-a537866c7084,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:51.789651 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1c31696-bc17-424a-9b07-d5477eedb06f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.803620 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1c31696-bc17-424a-9b07-d5477eedb06f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.898986 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1c31696-bc17-424a-9b07-d5477eedb06f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:51.903177 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d1c31696-bc17-424a-9b07-d5477eedb06f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5340474 Jul 16 01:21:51.904013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54764) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:51.916233 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'enable_snat': True}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:51.972361 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['4fe27ed1-9523-4904-98a5-a537866c7084'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:52.151448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99add181-37a7-4fe1-aee5-738ca0616777 req-38504bec-a6f0-4c30-97e4-8500ae72fe58 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:52.152745 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99add181-37a7-4fe1-aee5-738ca0616777 req-38504bec-a6f0-4c30-97e4-8500ae72fe58 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/ports?device_id=6909d1a4-cda8-452a-be29-ffa5cd97e80f HTTP/1.1" status: 200 len: 945 time: 0.3650827 Jul 16 01:21:52.192238 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.218411 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 4843e7fb-3411-4586-8a72-f7c5d9001332 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:21:52.257746 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.393964 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 4843e7fb-3411-4586-8a72-f7c5d9001332, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=4843e7fb-3411-4586-8a72-f7c5d9001332,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:52.417189 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '4843e7fb-3411-4586-8a72-f7c5d9001332', 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea', 'port_id': '4843e7fb-3411-4586-8a72-f7c5d9001332', 'mac_address': 'fa:16:3e:cc:9b:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb4b501-ff87-4c91-b62d-7063cf216269', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:21:52.470396 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.490673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4843e7fb-3411-4586-8a72-f7c5d9001332 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:21:52.518106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 4843e7fb-3411-4586-8a72-f7c5d9001332, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=4843e7fb-3411-4586-8a72-f7c5d9001332,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:52.538546 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.584887 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99add181-37a7-4fe1-aee5-738ca0616777 req-e67d7b78-b9b2-438e-b2c3-f58755653914 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab473e0d-3993-4ac3-af91-b6c8a92abb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903983 Jul 16 01:21:52.605714 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=4843e7fb-3411-4586-8a72-f7c5d9001332,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:52.700386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Pushing event updated for resources: {'Port': ['ID=ef9b08f1-c158-4d15-884d-ee6575191747,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:52.704283 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.743920 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.771721 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['4843e7fb-3411-4586-8a72-f7c5d9001332'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:21:52.779288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.783252 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fa4f6a70-19d7-43e5-92e4-20ca172b45ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7854285 Jul 16 01:21:52.784037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54832) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:52.789444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-93daa5c3-b697-4b62-87da-17c71413f24f tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1092357943', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'fixed_ips': [{'ip_address': '172.25.2.11'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:52.825307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93daa5c3-b697-4b62-87da-17c71413f24f tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Made reservation on behalf of 5b57372bb05d4415ae653c3208684327 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:21:52.827722 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93daa5c3-b697-4b62-87da-17c71413f24f tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.844841 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93daa5c3-b697-4b62-87da-17c71413f24f tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:52.931166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b06a8a-2f47-466a-b1a4-358ad5cab172 req-21445ac0-7ba7-4da7-a610-71363112b8d3 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:52.932771 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66b06a8a-2f47-466a-b1a4-358ad5cab172 req-21445ac0-7ba7-4da7-a610-71363112b8d3 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0 HTTP/1.1" status: 200 len: 945 time: 0.1670108 Jul 16 01:21:53.043664 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93daa5c3-b697-4b62-87da-17c71413f24f tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.048500 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93daa5c3-b697-4b62-87da-17c71413f24f tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.060192 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-93daa5c3-b697-4b62-87da-17c71413f24f tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] device_id is not set on port a1002060-8022-47f9-9b34-ae48b91ef8e4 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:21:53.094809 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66b06a8a-2f47-466a-b1a4-358ad5cab172 req-cf880a84-3e94-4bf7-9552-e29339e11621 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532042 Jul 16 01:21:53.171372 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.210188 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.239279 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 4fe27ed1-9523-4904-98a5-a537866c7084 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:53.339101 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 4fe27ed1-9523-4904-98a5-a537866c7084 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:53.343285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 4fe27ed1-9523-4904-98a5-a537866c7084 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:53.343893 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.389844 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-93daa5c3-b697-4b62-87da-17c71413f24f tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:21:53.390538 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93daa5c3-b697-4b62-87da-17c71413f24f tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:21:53.396919 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93daa5c3-b697-4b62-87da-17c71413f24f tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca9fbd1-d424-42cd-8993-f7cb980640bc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:53.410336 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-93daa5c3-b697-4b62-87da-17c71413f24f tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.6255169 Jul 16 01:21:53.413363 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54858) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:53.454719 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.462331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Allocated IP 172.25.2.119 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/f9fe1de1-b44d-424f-a565-42000597c46e) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:53.503781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6909d1a4-cda8-452a-be29-ffa5cd97e80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe27ed1-9523-4904-98a5-a537866c7084'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:53.506065 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af13deb5-17ec-4eea-a8ef-23cdb1800deb" -d '{"events": [{"server_uuid": "6909d1a4-cda8-452a-be29-ffa5cd97e80f", "name": "network-vif-plugged", "status": "completed", "tag": "4fe27ed1-9523-4904-98a5-a537866c7084"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:53.539466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 4fe27ed1-9523-4904-98a5-a537866c7084, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4fe27ed1-9523-4904-98a5-a537866c7084,segment=NetworkSegment(fa2d298d-7f1d-4abc-aef5-c5a271f5823c),segment_id=fa2d298d-7f1d-4abc-aef5-c5a271f5823c)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:53.555483 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.594728 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77417e2b-1650-44f7-8eb1-0cabbdf864e7 x-openstack-request-id: req-77417e2b-1650-44f7-8eb1-0cabbdf864e7 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:53.595024 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6909d1a4-cda8-452a-be29-ffa5cd97e80f", "name": "network-vif-plugged", "status": "completed", "tag": "4fe27ed1-9523-4904-98a5-a537866c7084", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:53.595285 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-77417e2b-1650-44f7-8eb1-0cabbdf864e7 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:53.596478 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6909d1a4-cda8-452a-be29-ffa5cd97e80f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe27ed1-9523-4904-98a5-a537866c7084', 'code': 200} Jul 16 01:21:53.655844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=4fe27ed1-9523-4904-98a5-a537866c7084,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:53.751003 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.759567 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-2a74401b-d077-4aab-a3e3-a00e29cca5ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Deleting port ef9b08f1-c158-4d15-884d-ee6575191747 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:53.760379 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a74401b-d077-4aab-a3e3-a00e29cca5ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.806183 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506227a-10da-4ff6-97ff-1dbd7f4a8718 req-9f48a611-a6eb-44e4-8c29-269b0b4a1f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:53.807963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3506227a-10da-4ff6-97ff-1dbd7f4a8718 req-9f48a611-a6eb-44e4-8c29-269b0b4a1f75 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6909d1a4-cda8-452a-be29-ffa5cd97e80f HTTP/1.1" status: 200 len: 1098 time: 0.1138361 Jul 16 01:21:53.849470 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.849697 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a74401b-d077-4aab-a3e3-a00e29cca5ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.850174 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a74401b-d077-4aab-a3e3-a00e29cca5ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:53.865064 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-2a74401b-d077-4aab-a3e3-a00e29cca5ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Calling delete_port for ef9b08f1-c158-4d15-884d-ee6575191747 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:53.945372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:53.963522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:53.973617 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:21:53.976868 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3506227a-10da-4ff6-97ff-1dbd7f4a8718 req-0b9ef2e7-96dd-4a53-a730-bb4676ec6baf service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=ab473e0d-3993-4ac3-af91-b6c8a92abb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510882 Jul 16 01:21:53.979343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Pushing event updated for resources: {'Port': ['ID=f9fe1de1-b44d-424f-a565-42000597c46e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:54.112896 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a74401b-d077-4aab-a3e3-a00e29cca5ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.165301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74401b-d077-4aab-a3e3-a00e29cca5ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef9b08f1-c158-4d15-884d-ee6575191747,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:54.170329 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b468a205-654e-4843-a7f7-28898c9ec1fd req-2b0f5bef-b75e-4ccf-b38a-e77aa7ced1cc tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:54.171947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b468a205-654e-4843-a7f7-28898c9ec1fd req-2b0f5bef-b75e-4ccf-b38a-e77aa7ced1cc tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/ports?device_id=6909d1a4-cda8-452a-be29-ffa5cd97e80f HTTP/1.1" status: 200 len: 946 time: 0.1994128 Jul 16 01:21:54.217025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 4843e7fb-3411-4586-8a72-f7c5d9001332 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:21:54.273845 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a74401b-d077-4aab-a3e3-a00e29cca5ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.277565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b468a205-654e-4843-a7f7-28898c9ec1fd req-5b560ef6-9657-487b-99d5-5951bd97c121 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab473e0d-3993-4ac3-af91-b6c8a92abb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878198 Jul 16 01:21:54.281679 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a74401b-d077-4aab-a3e3-a00e29cca5ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.292341 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2a74401b-d077-4aab-a3e3-a00e29cca5ee tempest-ExternalNetworksAdminNegativeTestJSON-1537383465 tempest-ExternalNetworksAdminNegativeTestJSON-1537383465-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/64d4c3bf-abd7-4d07-b793-c69fe8f9f0b9 HTTP/1.1" status: 204 len: 168 time: 0.8750417 Jul 16 01:21:54.314132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 4843e7fb-3411-4586-8a72-f7c5d9001332 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:21:54.318420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 4843e7fb-3411-4586-8a72-f7c5d9001332 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:21:54.318896 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.418881 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df3645-be3a-4339-970c-b3df57307379 req-edfb85a4-d87f-4a54-a02e-b56ea92d9616 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:54.420804 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60df3645-be3a-4339-970c-b3df57307379 req-edfb85a4-d87f-4a54-a02e-b56ea92d9616 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0 HTTP/1.1" status: 200 len: 945 time: 0.1640904 Jul 16 01:21:54.427215 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.444752 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.535660 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 4843e7fb-3411-4586-8a72-f7c5d9001332, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=4843e7fb-3411-4586-8a72-f7c5d9001332,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:21:54.551871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60df3645-be3a-4339-970c-b3df57307379 req-d4908db7-adc0-4aa1-a34c-6107e2ff7e4f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219454 Jul 16 01:21:54.557345 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.646970 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=4843e7fb-3411-4586-8a72-f7c5d9001332,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:54.773686 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.780226 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:54.872175 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54962) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:55.130563 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Router 5582f01e-3ab7-4f20-9564-5b13ebb9862e is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:21:55.146946 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c739d497-1ce2-455d-aaaa-1a977da7bc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.296747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:21:55.296747 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.298547 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c739d497-1ce2-455d-aaaa-1a977da7bc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.298630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f3a8a26b-2c4d-4a60-842d-879ea8df98af tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "PUT /v2.0/routers/5582f01e-3ab7-4f20-9564-5b13ebb9862e HTTP/1.1" status: 200 len: 919 time: 3.3713655 Jul 16 01:21:55.298701 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e290c61f-4694-4360-a67e-9e6618c8f3f8 None None] Sync routers for ids ['5582f01e-3ab7-4f20-9564-5b13ebb9862e'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:21:55.298787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55006) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:55.299204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e290c61f-4694-4360-a67e-9e6618c8f3f8 None None] Routers {'5582f01e-3ab7-4f20-9564-5b13ebb9862e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:55.300027 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e290c61f-4694-4360-a67e-9e6618c8f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5582f01e-3ab7-4f20-9564-5b13ebb9862e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:55.332933 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c739d497-1ce2-455d-aaaa-1a977da7bc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.347093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e290c61f-4694-4360-a67e-9e6618c8f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:55.357519 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e290c61f-4694-4360-a67e-9e6618c8f3f8 None None] Routers {'5582f01e-3ab7-4f20-9564-5b13ebb9862e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:21:55.358340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e290c61f-4694-4360-a67e-9e6618c8f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5582f01e-3ab7-4f20-9564-5b13ebb9862e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:55.387797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739d497-1ce2-455d-aaaa-1a977da7bc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a750b187-24d4-45c5-866f-c0e7b139adf1,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:55.403704 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e290c61f-4694-4360-a67e-9e6618c8f3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:21:55.404763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e290c61f-4694-4360-a67e-9e6618c8f3f8 None None] The sync data for ids ['5582f01e-3ab7-4f20-9564-5b13ebb9862e'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:21:55.440021 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c739d497-1ce2-455d-aaaa-1a977da7bc04 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b6da44cd1474d5e83b070cb9d3e6c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5658045 Jul 16 01:21:55.443358 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55026) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:55.459587 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:21:55.497653 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-71a04ff9-bfd3-4f62-96bb-2357b58976b0 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "GET /v2.0/routers/5582f01e-3ab7-4f20-9564-5b13ebb9862e HTTP/1.1" status: 200 len: 925 time: 0.2087405 Jul 16 01:21:55.501719 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55028) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:55.562119 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-318dd89b-afb2-4f4e-9fd2-a9c6af7dfe51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.587641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296a83c-1045-4e1b-8daa-9056e676f9a6 req-960fa093-6a2a-4b39-98c5-69b974f4e54c tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:55.597634 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4843e7fb-3411-4586-8a72-f7c5d9001332'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:21:55.599561 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90eedaf4-5177-4ca2-86e4-14e73851739c" -d '{"events": [{"server_uuid": "e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0", "name": "network-vif-plugged", "status": "completed", "tag": "4843e7fb-3411-4586-8a72-f7c5d9001332"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:21:55.602448 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9296a83c-1045-4e1b-8daa-9056e676f9a6 req-960fa093-6a2a-4b39-98c5-69b974f4e54c tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/ports?device_id=6909d1a4-cda8-452a-be29-ffa5cd97e80f HTTP/1.1" status: 200 len: 946 time: 0.1164868 Jul 16 01:21:55.614078 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d8d4ab-9072-43ad-b8b2-99456599a32e tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:55.615737 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f3d8d4ab-9072-43ad-b8b2-99456599a32e tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&device_id=5582f01e-3ab7-4f20-9564-5b13ebb9862e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1127429 Jul 16 01:21:55.620482 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55038) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:55.629723 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-318dd89b-afb2-4f4e-9fd2-a9c6af7dfe51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:55.707972 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9296a83c-1045-4e1b-8daa-9056e676f9a6 req-37f260ee-a258-489b-a225-28171dde62f0 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab473e0d-3993-4ac3-af91-b6c8a92abb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044838 Jul 16 01:21:55.841903 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa41428-80a0-405e-8dde-00e4666379c3 x-openstack-request-id: req-6aa41428-80a0-405e-8dde-00e4666379c3 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:21:55.842441 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0", "name": "network-vif-plugged", "status": "completed", "tag": "4843e7fb-3411-4586-8a72-f7c5d9001332", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:21:55.843021 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6aa41428-80a0-405e-8dde-00e4666379c3 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:21:55.843623 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4843e7fb-3411-4586-8a72-f7c5d9001332', 'code': 200} Jul 16 01:21:55.986394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc4218b-c28c-4528-badd-588cddcf0aaa req-5fba56d0-47cf-426b-8e5c-ab7799a771b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:55.988490 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-abc4218b-c28c-4528-badd-588cddcf0aaa req-5fba56d0-47cf-426b-8e5c-ab7799a771b1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0 HTTP/1.1" status: 200 len: 1098 time: 0.0774441 Jul 16 01:21:56.050936 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-abc4218b-c28c-4528-badd-588cddcf0aaa req-0db90c54-dc5c-4c98-bdab-75815d208897 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551970 Jul 16 01:21:56.200680 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a78dda4-d2e3-437e-a46b-86762cb27dee tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:56.202146 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9a78dda4-d2e3-437e-a46b-86762cb27dee tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 881 time: 0.5746968 Jul 16 01:21:56.205149 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55082) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:56.241260 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-318dd89b-afb2-4f4e-9fd2-a9c6af7dfe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.243914 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-318dd89b-afb2-4f4e-9fd2-a9c6af7dfe51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.247333 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-318dd89b-afb2-4f4e-9fd2-a9c6af7dfe51 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a750b187-24d4-45c5-866f-c0e7b139adf1 HTTP/1.1" status: 204 len: 168 time: 0.8006866 Jul 16 01:21:56.270490 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e4194da7-d489-4fcb-aeba-011abfdd853c tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "GET /v2.0/ports?device_id=5582f01e-3ab7-4f20-9564-5b13ebb9862e HTTP/1.1" status: 200 len: 205 time: 0.0639381 Jul 16 01:21:56.285526 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55086) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:56.293022 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30614cb4-5913-4c6b-9f7f-08832cd871cf req-16a19af5-b3da-4cde-98d4-9a0749989a87 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:56.302313 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30614cb4-5913-4c6b-9f7f-08832cd871cf req-16a19af5-b3da-4cde-98d4-9a0749989a87 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0 HTTP/1.1" status: 200 len: 946 time: 0.1802616 Jul 16 01:21:56.376698 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318dd89b-afb2-4f4e-9fd2-a9c6af7dfe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a750b187-24d4-45c5-866f-c0e7b139adf1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:56.444310 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30614cb4-5913-4c6b-9f7f-08832cd871cf req-9af3c77f-9f25-48f1-9be7-8c17d92e4755 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382644 Jul 16 01:21:56.559725 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd3609e1-8de7-4e1e-8272-fbd40a4f7781 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.901726 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd3609e1-8de7-4e1e-8272-fbd40a4f7781 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:56.988257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55126) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:57.064904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-fd3609e1-8de7-4e1e-8272-fbd40a4f7781 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Deleting port f9fe1de1-b44d-424f-a565-42000597c46e {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:21:57.064904 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd3609e1-8de7-4e1e-8272-fbd40a4f7781 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.098691 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-790e9b43-ca43-40c9-9bca-865addd99dd7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b57372bb05d4415ae653c3208684327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1065469 Jul 16 01:21:57.099090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55130) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:57.197275 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-627b19de-4e43-4f46-9889-f27add468c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.241423 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd3609e1-8de7-4e1e-8272-fbd40a4f7781 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.253891 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-627b19de-4e43-4f46-9889-f27add468c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.262378 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-fd3609e1-8de7-4e1e-8272-fbd40a4f7781 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Calling delete_port for f9fe1de1-b44d-424f-a565-42000597c46e owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:21:57.334791 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-627b19de-4e43-4f46-9889-f27add468c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.338119 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-627b19de-4e43-4f46-9889-f27add468c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.340782 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-627b19de-4e43-4f46-9889-f27add468c72 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5ca9fbd1-d424-42cd-8993-f7cb980640bc HTTP/1.1" status: 204 len: 168 time: 0.2407997 Jul 16 01:21:57.352719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b19de-4e43-4f46-9889-f27add468c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca9fbd1-d424-42cd-8993-f7cb980640bc,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:57.600097 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd3609e1-8de7-4e1e-8272-fbd40a4f7781 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.635708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3609e1-8de7-4e1e-8272-fbd40a4f7781 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Pushing event deleted for resources: {'Port': ['ID=f9fe1de1-b44d-424f-a565-42000597c46e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:57.749591 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd3609e1-8de7-4e1e-8272-fbd40a4f7781 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.789314 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11651b3c-67fd-4dcf-8cfe-d07f52b67856 req-02eb2a92-6fe9-4757-89c4-0c98cd034201 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:57.800207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11651b3c-67fd-4dcf-8cfe-d07f52b67856 req-02eb2a92-6fe9-4757-89c4-0c98cd034201 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0 HTTP/1.1" status: 200 len: 946 time: 0.0922282 Jul 16 01:21:57.888936 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd3609e1-8de7-4e1e-8272-fbd40a4f7781 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.888936 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd3609e1-8de7-4e1e-8272-fbd40a4f7781 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:57.900367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11651b3c-67fd-4dcf-8cfe-d07f52b67856 req-e205cf45-766f-410e-9d6a-2dc4a7a0e50f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987804 Jul 16 01:21:58.002078 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd3609e1-8de7-4e1e-8272-fbd40a4f7781 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.003273 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3609e1-8de7-4e1e-8272-fbd40a4f7781 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Fanout notify agent at l3_agent the message router_deleted on router 5582f01e-3ab7-4f20-9564-5b13ebb9862e {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:21:58.019690 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd3609e1-8de7-4e1e-8272-fbd40a4f7781 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.037151 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fd3609e1-8de7-4e1e-8272-fbd40a4f7781 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "DELETE /v2.0/routers/5582f01e-3ab7-4f20-9564-5b13ebb9862e HTTP/1.1" status: 204 len: 168 time: 1.7438955 Jul 16 01:21:58.037519 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55174) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:58.045803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4789fa8e-4c0d-4c5c-90ef-b73d5652189d tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2052627421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:58.092968 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4789fa8e-4c0d-4c5c-90ef-b73d5652189d tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.094886 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4789fa8e-4c0d-4c5c-90ef-b73d5652189d tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.185938 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4789fa8e-4c0d-4c5c-90ef-b73d5652189d tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.195380 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4789fa8e-4c0d-4c5c-90ef-b73d5652189d tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.224935 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4789fa8e-4c0d-4c5c-90ef-b73d5652189d tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.230178 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4789fa8e-4c0d-4c5c-90ef-b73d5652189d tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1887472 Jul 16 01:21:58.232031 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55180) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:58.237054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'enable_snat': False}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:21:58.317200 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55182) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:58.599782 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8003-f821-4017-b0a2-7a0124974178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.608729 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.795311 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905e20a-c8f3-4069-9fc1-b15444eb8d99 req-333e0d3f-8a07-4f39-b149-be34bf03f4b9 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:21:58.797761 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b905e20a-c8f3-4069-9fc1-b15444eb8d99 req-333e0d3f-8a07-4f39-b149-be34bf03f4b9 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0 HTTP/1.1" status: 200 len: 946 time: 0.1267183 Jul 16 01:21:58.885199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b905e20a-c8f3-4069-9fc1-b15444eb8d99 req-72a2425d-6de6-4ca7-b6ab-f55413dfc0cc tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799177 Jul 16 01:21:58.890860 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8003-f821-4017-b0a2-7a0124974178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.897409 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d8e8003-f821-4017-b0a2-7a0124974178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:58.954337 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3d8e8003-f821-4017-b0a2-7a0124974178 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=913b03e8745c4adf8be5667d2c892703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6342280 Jul 16 01:21:58.955273 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55204) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:21:58.955970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8e8003-f821-4017-b0a2-7a0124974178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d9b3e4-cac2-407f-80da-ebbb8cc257b2,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:59.037305 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4079b43d-3cb9-4876-a074-6997d881b209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.091368 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.091909 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4079b43d-3cb9-4876-a074-6997d881b209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.118692 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.182591 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4079b43d-3cb9-4876-a074-6997d881b209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.185333 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4079b43d-3cb9-4876-a074-6997d881b209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.190298 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4079b43d-3cb9-4876-a074-6997d881b209 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b8d9b3e4-cac2-407f-80da-ebbb8cc257b2 HTTP/1.1" status: 204 len: 168 time: 0.2312016 Jul 16 01:21:59.204262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079b43d-3cb9-4876-a074-6997d881b209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d9b3e4-cac2-407f-80da-ebbb8cc257b2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:59.284953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Allocated IP 172.25.2.251 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/648ea6a6-379d-4d4d-87c7-8101c37c67db) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:21:59.430511 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.477139 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:21:59.534467 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Pushing event updated for resources: {'Port': ['ID=648ea6a6-379d-4d4d-87c7-8101c37c67db,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:21:59.548892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:21:59.550561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:21:59.553678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:00.142909 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.306968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188db30f-fe73-4d85-8b39-4f546064e3fa req-77d71687-a913-4bb5-8e15-c7c04155ab60 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:00.309834 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-188db30f-fe73-4d85-8b39-4f546064e3fa req-77d71687-a913-4bb5-8e15-c7c04155ab60 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0 HTTP/1.1" status: 200 len: 946 time: 0.1496670 Jul 16 01:22:00.326853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55262) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:00.399292 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-188db30f-fe73-4d85-8b39-4f546064e3fa req-c87f95da-9d58-4238-8f16-14240cc9e647 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810311 Jul 16 01:22:00.475263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55280) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:00.662036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-807733931-network', 'tenant_id': '4ffe4651e94549f79f2ce0e1de246351'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:00.690752 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Made reservation on behalf of 4ffe4651e94549f79f2ce0e1de246351 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:00.695689 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.712815 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.714990 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.763697 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1783818730', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:00.971984 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.974291 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:00.986579 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.051801 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edcc68b-9013-4d96-a964-d8ada3b9a5f7,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:01.112046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:01.115033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:01.115487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:01.115961 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:01.116405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:01.117462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:01.117924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:01.118334 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:01.118764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:01.119190 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:01.119631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:01.120074 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:01.120498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:01.138524 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.138902 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Added segment 813a1d3b-c147-45d0-ab87-28cd3b169120 of type vlan for network a47cc427-dddf-41e6-aab7-dc74fef88d06 Jul 16 01:22:01.153584 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.157627 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.220770 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.276704 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.277709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:01.278455 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.286732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Made reservation on behalf of b766fe8ef12948ca9e1063dacd1f7735 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:01.292927 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.345287 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Router aa51f0b5-cf33-4d91-b336-2ffc6f5199fd is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:22:01.347606 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.457120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9795213 Jul 16 01:22:01.468259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fb228-8b04-462c-a34b-7ad705900579 req-9a49c2b9-639e-4eb1-8ea4-7da538122040 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:01.475490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-347fb228-8b04-462c-a34b-7ad705900579 req-9a49c2b9-639e-4eb1-8ea4-7da538122040 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0 HTTP/1.1" status: 200 len: 946 time: 0.4274738 Jul 16 01:22:01.481962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55288) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:01.483042 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d7af5-2d48-4be5-91a3-04c4d091c8c9 admin admin] Pushing event updated for resources: {'Network': ['ID=a47cc427-dddf-41e6-aab7-dc74fef88d06,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:01.492754 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Request body: {'subnet': {'network_id': 'a47cc427-dddf-41e6-aab7-dc74fef88d06', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-807733931-subnet', 'tenant_id': '4ffe4651e94549f79f2ce0e1de246351', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:01.497431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network a47cc427-dddf-41e6-aab7-dc74fef88d06 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:01.526059 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:01.540376 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aee90a-fa83-4314-80b0-dbdcfeebdb43 None None] Sync routers for ids ['aa51f0b5-cf33-4d91-b336-2ffc6f5199fd'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:01.542700 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.546617 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5ce6e9ae-4d99-4dc1-9fee-22f6c5fd00ae tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "PUT /v2.0/routers/aa51f0b5-cf33-4d91-b336-2ffc6f5199fd HTTP/1.1" status: 200 len: 920 time: 3.3128657 Jul 16 01:22:01.549658 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55302) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:01.553484 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aee90a-fa83-4314-80b0-dbdcfeebdb43 None None] Routers {'aa51f0b5-cf33-4d91-b336-2ffc6f5199fd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:01.559565 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b9aee90a-fa83-4314-80b0-dbdcfeebdb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['aa51f0b5-cf33-4d91-b336-2ffc6f5199fd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:01.641685 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-347fb228-8b04-462c-a34b-7ad705900579 req-ff40f1b4-2eff-411b-876c-26614bc86a86 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651788 Jul 16 01:22:01.661865 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b9aee90a-fa83-4314-80b0-dbdcfeebdb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:01.701587 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aee90a-fa83-4314-80b0-dbdcfeebdb43 None None] Routers {'aa51f0b5-cf33-4d91-b336-2ffc6f5199fd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:01.702213 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b9aee90a-fa83-4314-80b0-dbdcfeebdb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:21:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['aa51f0b5-cf33-4d91-b336-2ffc6f5199fd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:01.770783 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d218e4b1-ac0e-48b3-811d-1d44c8019e7e tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "GET /v2.0/routers/aa51f0b5-cf33-4d91-b336-2ffc6f5199fd HTTP/1.1" status: 200 len: 926 time: 0.2179000 Jul 16 01:22:01.771493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55312) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:01.772926 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b9aee90a-fa83-4314-80b0-dbdcfeebdb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:01.774280 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aee90a-fa83-4314-80b0-dbdcfeebdb43 None None] The sync data for ids ['aa51f0b5-cf33-4d91-b336-2ffc6f5199fd'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:01.797743 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.804971 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.819518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] device_id is not set on port d7b8ffe8-8186-4a76-84ba-33480e1a37c1 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:22:01.866490 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Made reservation on behalf of 4ffe4651e94549f79f2ce0e1de246351 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:01.869026 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:01.954618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92020461-466c-444f-b24d-e6ac536187bb,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:02.008907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Allocated IP 172.25.2.138 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/d7b8ffe8-8186-4a76-84ba-33480e1a37c1) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:02.051010 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3111d4-491c-473b-ab77-8021e06eb7cc tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:02.052951 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0d3111d4-491c-473b-ab77-8021e06eb7cc tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&device_id=aa51f0b5-cf33-4d91-b336-2ffc6f5199fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2804811 Jul 16 01:22:02.059835 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55316) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:02.212785 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.266026 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.285957 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00523f20-23d3-4f3e-bd64-eb0ebd4a2243 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:02.291671 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-00523f20-23d3-4f3e-bd64-eb0ebd4a2243 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 881 time: 0.2346449 Jul 16 01:22:02.292356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55318) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:02.323411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:02.328276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:02.341694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:02.345600 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Pushing event updated for resources: {'Port': ['ID=d7b8ffe8-8186-4a76-84ba-33480e1a37c1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:02.372260 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8b894716-04f3-4064-a703-3b33251c9d47 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa51f0b5-cf33-4d91-b336-2ffc6f5199fd HTTP/1.1" status: 200 len: 205 time: 0.0772004 Jul 16 01:22:02.374167 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55320) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:02.414924 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.459911 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:02.460887 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.506374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Checking segment: {'id': '813a1d3b-c147-45d0-ab87-28cd3b169120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a47cc427-dddf-41e6-aab7-dc74fef88d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:02.506746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Network hostable DHCP agents. Network: a47cc427-dddf-41e6-aab7-dc74fef88d06, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:02.513346 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-09da718c-4eb3-41f4-b5ad-52ac5de663d5 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1841800 Jul 16 01:22:02.515497 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae2b419a-0fcb-470f-9146-043c8156c97c,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:02.516318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55322) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:02.521265 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-256ffdc7-df1f-45bb-9b0e-b8e2bd9cbf47 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.138'}]}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:02.542905 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c92c2-cb30-4355-bc28-2b06d40a355b req-d2e0cd88-ab1a-44eb-8b39-fdf3560be110 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:02.544531 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-824c92c2-cb30-4355-bc28-2b06d40a355b req-d2e0cd88-ab1a-44eb-8b39-fdf3560be110 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.69 "GET /v2.0/ports?device_id=e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0 HTTP/1.1" status: 200 len: 946 time: 0.2060230 Jul 16 01:22:02.546013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Network a47cc427-dddf-41e6-aab7-dc74fef88d06 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:02.561649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:02.562095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:02.562645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:02.562993 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:02.563573 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:02.564145 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:02.564599 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:02.565219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:02.565686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:02.566132 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:02.566468 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:02.567411 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:02.568243 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87ebae97-4473-4887-a85c-a9d2f0addbf5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.579462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, a47cc427-dddf-41e6-aab7-dc74fef88d06) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:02.584620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:02.585218 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.591479 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e8d5f8-11d2-4833-88a8-0b6576f6b25a None None] Network a47cc427-dddf-41e6-aab7-dc74fef88d06 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:02.704336 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-256ffdc7-df1f-45bb-9b0e-b8e2bd9cbf47 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.705340 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-256ffdc7-df1f-45bb-9b0e-b8e2bd9cbf47 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.713354 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87ebae97-4473-4887-a85c-a9d2f0addbf5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.800827 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8d05d41d-e29c-44b8-97a0-672d0464a2ab admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3090801 Jul 16 01:22:02.848304 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-824c92c2-cb30-4355-bc28-2b06d40a355b req-d9b3fd08-74ee-468a-8ef1-370807698d7b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Deleting port 4843e7fb-3411-4586-8a72-f7c5d9001332 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:02.849201 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-824c92c2-cb30-4355-bc28-2b06d40a355b req-d9b3fd08-74ee-468a-8ef1-370807698d7b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.891149 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-256ffdc7-df1f-45bb-9b0e-b8e2bd9cbf47 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.951487 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ec246c-fee2-44fe-8bf1-b6327e007585 None None] Network a47cc427-dddf-41e6-aab7-dc74fef88d06 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:02.975281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-824c92c2-cb30-4355-bc28-2b06d40a355b req-d9b3fd08-74ee-468a-8ef1-370807698d7b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] For port 4843e7fb-3411-4586-8a72-f7c5d9001332, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=4843e7fb-3411-4586-8a72-f7c5d9001332,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:02.976521 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-824c92c2-cb30-4355-bc28-2b06d40a355b req-d9b3fd08-74ee-468a-8ef1-370807698d7b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:02.991491 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-824c92c2-cb30-4355-bc28-2b06d40a355b req-d9b3fd08-74ee-468a-8ef1-370807698d7b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Calling delete_port for 4843e7fb-3411-4586-8a72-f7c5d9001332 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:03.175574 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-824c92c2-cb30-4355-bc28-2b06d40a355b req-d9b3fd08-74ee-468a-8ef1-370807698d7b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.203898 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['4843e7fb-3411-4586-8a72-f7c5d9001332'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:03.234845 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3fd08-74ee-468a-8ef1-370807698d7b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Pushing event deleted for resources: {'Port': ['ID=4843e7fb-3411-4586-8a72-f7c5d9001332,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:03.298376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-824c92c2-cb30-4355-bc28-2b06d40a355b req-d9b3fd08-74ee-468a-8ef1-370807698d7b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] No DVR routers for this DVR port 4843e7fb-3411-4586-8a72-f7c5d9001332 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:03.303042 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-256ffdc7-df1f-45bb-9b0e-b8e2bd9cbf47 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.303205 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-824c92c2-cb30-4355-bc28-2b06d40a355b req-d9b3fd08-74ee-468a-8ef1-370807698d7b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.311214 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-824c92c2-cb30-4355-bc28-2b06d40a355b req-d9b3fd08-74ee-468a-8ef1-370807698d7b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.69 "DELETE /v2.0/ports/4843e7fb-3411-4586-8a72-f7c5d9001332 HTTP/1.1" status: 204 len: 173 time: 0.7527847 Jul 16 01:22:03.311904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0', 'name': 'network-vif-deleted', 'tag': '4843e7fb-3411-4586-8a72-f7c5d9001332'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:03.323319 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485bd897-3b6c-49fe-a738-8ba5d6be47f2" -d '{"events": [{"server_uuid": "e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0", "name": "network-vif-deleted", "tag": "4843e7fb-3411-4586-8a72-f7c5d9001332"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:03.384881 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-87ebae97-4473-4887-a85c-a9d2f0addbf5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Deleting port 648ea6a6-379d-4d4d-87c7-8101c37c67db {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:03.384881 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87ebae97-4473-4887-a85c-a9d2f0addbf5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.448131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85a72e-d810-4dd6-b20f-a1fb37356693 req-28e5acdb-26b0-4fd0-8dbc-ee2663080734 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:03.449687 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa85a72e-d810-4dd6-b20f-a1fb37356693 req-28e5acdb-26b0-4fd0-8dbc-ee2663080734 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0 HTTP/1.1" status: 200 len: 867 time: 0.4421592 Jul 16 01:22:03.572961 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87ebae97-4473-4887-a85c-a9d2f0addbf5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:03.604039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-87ebae97-4473-4887-a85c-a9d2f0addbf5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Calling delete_port for 648ea6a6-379d-4d4d-87c7-8101c37c67db owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:03.642797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa85a72e-d810-4dd6-b20f-a1fb37356693 req-4e835e5f-e822-4a74-8ef6-e635b7da96e4 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859517 Jul 16 01:22:03.701009 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b0c878-c585-4b9e-bf25-e31d2055f567 x-openstack-request-id: req-c1b0c878-c585-4b9e-bf25-e31d2055f567 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:03.701306 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0", "name": "network-vif-deleted", "tag": "4843e7fb-3411-4586-8a72-f7c5d9001332", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:03.701580 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c1b0c878-c585-4b9e-bf25-e31d2055f567 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:03.701990 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a6ad5b-4b31-4c75-9ea0-1aa5ab19ecb0', 'name': 'network-vif-deleted', 'tag': '4843e7fb-3411-4586-8a72-f7c5d9001332', 'status': 'completed', 'code': 200} Jul 16 01:22:04.252621 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6013c5-cead-4e28-8ad2-601277866284 req-805de7a6-db53-45f4-8be0-0cb4b018901e tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.253986 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb6013c5-cead-4e28-8ad2-601277866284 req-805de7a6-db53-45f4-8be0-0cb4b018901e tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/networks?id=a47cc427-dddf-41e6-aab7-dc74fef88d06 HTTP/1.1" status: 200 len: 821 time: 0.5717702 Jul 16 01:22:04.276553 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-256ffdc7-df1f-45bb-9b0e-b8e2bd9cbf47 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.309474 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-256ffdc7-df1f-45bb-9b0e-b8e2bd9cbf47 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.324362 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb6013c5-cead-4e28-8ad2-601277866284 req-0fd967fd-ed56-499c-ac53-3385f921123f tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/quotas/4ffe4651e94549f79f2ce0e1de246351 HTTP/1.1" status: 200 len: 375 time: 0.0444839 Jul 16 01:22:04.428003 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb6013c5-cead-4e28-8ad2-601277866284 req-070a7158-9174-470c-b6f7-0451536e0c32 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4ffe4651e94549f79f2ce0e1de246351&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918624 Jul 16 01:22:04.518178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28778d-a9e8-4a15-b523-90c1e15f3669 req-630f7e54-a0ca-477d-922b-a70de017dc1e tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:04.519602 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d28778d-a9e8-4a15-b523-90c1e15f3669 req-630f7e54-a0ca-477d-922b-a70de017dc1e tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=db0e792f-9688-4a9c-98ea-0c40280be6b6 HTTP/1.1" status: 200 len: 950 time: 0.2915132 Jul 16 01:22:04.535455 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87ebae97-4473-4887-a85c-a9d2f0addbf5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.624940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ebae97-4473-4887-a85c-a9d2f0addbf5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Pushing event deleted for resources: {'Port': ['ID=648ea6a6-379d-4d4d-87c7-8101c37c67db,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:04.722086 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d28778d-a9e8-4a15-b523-90c1e15f3669 req-546ceb82-7731-4475-80e2-b01ec95030fa tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914573 Jul 16 01:22:04.734101 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb6013c5-cead-4e28-8ad2-601277866284 req-77be5f50-16cd-4d6b-ba19-15a558d9af15 service neutron] 10.222.0.22 "GET /v2.0/networks/a47cc427-dddf-41e6-aab7-dc74fef88d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946479 Jul 16 01:22:04.757261 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d83a-4aa4-435b-9aab-c9aa951bf1e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.759032 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-256ffdc7-df1f-45bb-9b0e-b8e2bd9cbf47 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:04.847558 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87ebae97-4473-4887-a85c-a9d2f0addbf5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.034935 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87ebae97-4473-4887-a85c-a9d2f0addbf5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.069516 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87ebae97-4473-4887-a85c-a9d2f0addbf5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.084133 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-256ffdc7-df1f-45bb-9b0e-b8e2bd9cbf47 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.093278 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-256ffdc7-df1f-45bb-9b0e-b8e2bd9cbf47 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.135133 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb6013c5-cead-4e28-8ad2-601277866284 req-18126f4f-c35b-4e21-ae9a-8f7f3d808033 service neutron] 10.222.0.22 "GET /v2.0/networks/a47cc427-dddf-41e6-aab7-dc74fef88d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941243 Jul 16 01:22:05.167564 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87ebae97-4473-4887-a85c-a9d2f0addbf5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.168241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ebae97-4473-4887-a85c-a9d2f0addbf5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Fanout notify agent at l3_agent the message router_deleted on router aa51f0b5-cf33-4d91-b336-2ffc6f5199fd {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:22:05.176260 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87ebae97-4473-4887-a85c-a9d2f0addbf5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.177047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-87ebae97-4473-4887-a85c-a9d2f0addbf5 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "DELETE /v2.0/routers/aa51f0b5-cf33-4d91-b336-2ffc6f5199fd HTTP/1.1" status: 204 len: 168 time: 2.8014004 Jul 16 01:22:05.181217 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55406) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:05.187034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-972883495', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}, 'admin_state_up': False}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:05.192780 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-256ffdc7-df1f-45bb-9b0e-b8e2bd9cbf47 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.193264 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256ffdc7-df1f-45bb-9b0e-b8e2bd9cbf47 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7247c2d-e25c-4e02-a872-35796a60ed21 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:22:05.222106 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.223843 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.230290 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-256ffdc7-df1f-45bb-9b0e-b8e2bd9cbf47 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:22:05.231230 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-256ffdc7-df1f-45bb-9b0e-b8e2bd9cbf47 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7133489 Jul 16 01:22:05.233682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55416) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:05.369881 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.423500 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54100425-9e3a-4d6c-9117-e68d586a88e2 req-96b0f73d-b9f3-455c-a85f-b4c80385f070 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 210 time: 0.0747492 Jul 16 01:22:05.614362 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-e477ce76-d4c5-422e-9938-2b886d2459eb tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:05.615698 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-e477ce76-d4c5-422e-9938-2b886d2459eb tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 812 time: 0.3431623 Jul 16 01:22:05.624472 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.649701 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-4328ff5a-41e7-4ee4-96b9-9316f2993034 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/quotas/9c1976ec7b3145beb100b1f9de70047d HTTP/1.1" status: 200 len: 375 time: 0.0274510 Jul 16 01:22:05.678363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-329df856-44f4-4368-aeeb-4d67bded96c8 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Deleting port d7b8ffe8-8186-4a76-84ba-33480e1a37c1 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:05.678764 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-329df856-44f4-4368-aeeb-4d67bded96c8 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:05.731702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-0d217bcd-c617-4a5a-8e2b-eb74007cf750 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695333 Jul 16 01:22:06.124467 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-329df856-44f4-4368-aeeb-4d67bded96c8 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.170269 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-329df856-44f4-4368-aeeb-4d67bded96c8 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Calling delete_port for d7b8ffe8-8186-4a76-84ba-33480e1a37c1 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:06.245664 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 4843e7fb-3411-4586-8a72-f7c5d9001332 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:06.246216 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-1b6bf952-6242-4dee-8abc-4e19b693f2a9 service neutron] 10.222.0.22 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066113 Jul 16 01:22:06.272761 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 4843e7fb-3411-4586-8a72-f7c5d9001332 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:06.273924 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 4843e7fb-3411-4586-8a72-f7c5d9001332 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:06.389991 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa262d-b7d1-4485-9e29-b4546a76b0ae req-8a0def86-6181-416e-b696-e8274c16b9a9 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:06.391489 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7dfa262d-b7d1-4485-9e29-b4546a76b0ae req-8a0def86-6181-416e-b696-e8274c16b9a9 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=db0e792f-9688-4a9c-98ea-0c40280be6b6 HTTP/1.1" status: 200 len: 950 time: 0.5441456 Jul 16 01:22:06.451968 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6013c5-cead-4e28-8ad2-601277866284 req-97dabb89-ca81-490a-bf56-1d8522aa1c9a tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:06.453580 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb6013c5-cead-4e28-8ad2-601277866284 req-97dabb89-ca81-490a-bf56-1d8522aa1c9a tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.69 "GET /v2.0/networks?id=a47cc427-dddf-41e6-aab7-dc74fef88d06 HTTP/1.1" status: 200 len: 821 time: 0.1114700 Jul 16 01:22:06.469382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-bb6013c5-cead-4e28-8ad2-601277866284 req-450aecb8-e416-428a-877a-e271335d9179 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Request body: {'port': {'device_id': '5487f3d8-ed88-4661-a7a5-94f2a907a235', 'network_id': 'a47cc427-dddf-41e6-aab7-dc74fef88d06', 'admin_state_up': True, 'tenant_id': '4ffe4651e94549f79f2ce0e1de246351'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:06.521635 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-ff8c710c-88ed-4f90-8efc-36757ea8b124 service neutron] 10.222.0.22 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651792 Jul 16 01:22:06.522093 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.555939 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.571078 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7dfa262d-b7d1-4485-9e29-b4546a76b0ae req-55d07c26-8294-4dea-ae8b-fc69c03a1fbd tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403184 Jul 16 01:22:06.577073 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-329df856-44f4-4368-aeeb-4d67bded96c8 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.588637 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb6013c5-cead-4e28-8ad2-601277866284 req-450aecb8-e416-428a-877a-e271335d9179 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Made reservation on behalf of 4ffe4651e94549f79f2ce0e1de246351 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:06.592686 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bb6013c5-cead-4e28-8ad2-601277866284 req-450aecb8-e416-428a-877a-e271335d9179 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.644629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329df856-44f4-4368-aeeb-4d67bded96c8 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7b8ffe8-8186-4a76-84ba-33480e1a37c1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:06.774750 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Allocated IP 172.25.2.94 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/4a0312b0-0439-4c0f-a61a-65fa1fdac791) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:06.781504 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-bb6013c5-cead-4e28-8ad2-601277866284 req-450aecb8-e416-428a-877a-e271335d9179 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Allocated IP 172.20.0.3 (a47cc427-dddf-41e6-aab7-dc74fef88d06/ae2b419a-0fcb-470f-9146-043c8156c97c/6cb63793-2ece-4866-adca-84a460bd8ec2) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:06.791046 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-329df856-44f4-4368-aeeb-4d67bded96c8 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:06.798229 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-329df856-44f4-4368-aeeb-4d67bded96c8 tempest-RoutersAdminNegativeTest-111453719 tempest-RoutersAdminNegativeTest-111453719-project-admin] 10.222.0.22 "DELETE /v2.0/ports/d7b8ffe8-8186-4a76-84ba-33480e1a37c1 HTTP/1.1" status: 204 len: 168 time: 1.5633619 Jul 16 01:22:06.931936 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.015709 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-43de5069-023a-440a-bfd0-8259dd5b076e req-fecd4f6b-5cc8-42a7-943b-866c736a7ba7 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 210 time: 0.0442560 Jul 16 01:22:07.026991 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.097523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:07.125434 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:07.126030 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bb6013c5-cead-4e28-8ad2-601277866284 req-450aecb8-e416-428a-877a-e271335d9179 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.133503 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:07.198459 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bb6013c5-cead-4e28-8ad2-601277866284 req-450aecb8-e416-428a-877a-e271335d9179 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.202961 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-315bf578-5e14-43c5-bdc1-29f337cbc748 req-14bce1a8-eebe-4b2b-a590-fe46114c548c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 210 time: 0.1092846 Jul 16 01:22:07.226879 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Pushing event updated for resources: {'Port': ['ID=4a0312b0-0439-4c0f-a61a-65fa1fdac791,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:07.230661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55480) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:07.264423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450aecb8-e416-428a-877a-e271335d9179 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Pushing event updated for resources: {'Port': ['ID=6cb63793-2ece-4866-adca-84a460bd8ec2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:07.264678 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.284402 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb6013c5-cead-4e28-8ad2-601277866284 req-450aecb8-e416-428a-877a-e271335d9179 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Network a47cc427-dddf-41e6-aab7-dc74fef88d06 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:07.286003 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-bb6013c5-cead-4e28-8ad2-601277866284 req-450aecb8-e416-428a-877a-e271335d9179 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:07.289279 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6013c5-cead-4e28-8ad2-601277866284 req-450aecb8-e416-428a-877a-e271335d9179 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:07.351265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6013c5-cead-4e28-8ad2-601277866284 req-450aecb8-e416-428a-877a-e271335d9179 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:07.352230 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bb6013c5-cead-4e28-8ad2-601277866284 req-450aecb8-e416-428a-877a-e271335d9179 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.376092 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb6013c5-cead-4e28-8ad2-601277866284 req-450aecb8-e416-428a-877a-e271335d9179 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9102798 Jul 16 01:22:07.391938 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Request body: {'port': {'device_id': '5487f3d8-ed88-4661-a7a5-94f2a907a235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:07.451859 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7c77d58c-17a1-4e12-acf1-313e18330add admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.525577 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.560342 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.632696 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c2ec4c47-35a2-409d-b1e0-e8981a0f183f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.708671 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7c77d58c-17a1-4e12-acf1-313e18330add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.713826 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7c77d58c-17a1-4e12-acf1-313e18330add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.814181 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77d58c-17a1-4e12-acf1-313e18330add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717422f1-cd1b-4612-a997-f24eabe972e2,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:07.829878 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7c77d58c-17a1-4e12-acf1-313e18330add admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2122301122e4189a5b95a6f49648ae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5951886 Jul 16 01:22:07.832301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55536) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:07.880803 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.939800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb63793-2ece-4866-adca-84a460bd8ec2 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:07.949261 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.973421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Transition to ACTIVE for port object 6cb63793-2ece-4866-adca-84a460bd8ec2 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:07.974886 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-942dcdd6-ece9-4ae9-87e5-ad94311e3275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:07.991050 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.039400 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Router cb2ed197-7d24-4808-b5de-a154f19ed0bd is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:22:08.043165 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-942dcdd6-ece9-4ae9-87e5-ad94311e3275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.186197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb63793-2ece-4866-adca-84a460bd8ec2,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:08.267147 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-942dcdd6-ece9-4ae9-87e5-ad94311e3275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.270423 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-942dcdd6-ece9-4ae9-87e5-ad94311e3275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.274399 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-942dcdd6-ece9-4ae9-87e5-ad94311e3275 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/717422f1-cd1b-4612-a997-f24eabe972e2 HTTP/1.1" status: 204 len: 168 time: 0.4379988 Jul 16 01:22:08.279007 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Attempting to bind port 6cb63793-2ece-4866-adca-84a460bd8ec2 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:08.279360 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Attempting to bind port 6cb63793-2ece-4866-adca-84a460bd8ec2 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '813a1d3b-c147-45d0-ab87-28cd3b169120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a47cc427-dddf-41e6-aab7-dc74fef88d06'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:08.280014 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Attempting to bind port 6cb63793-2ece-4866-adca-84a460bd8ec2 on network a47cc427-dddf-41e6-aab7-dc74fef88d06 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:08.290335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942dcdd6-ece9-4ae9-87e5-ad94311e3275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717422f1-cd1b-4612-a997-f24eabe972e2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:08.297815 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Port 6cb63793-2ece-4866-adca-84a460bd8ec2 on network a47cc427-dddf-41e6-aab7-dc74fef88d06 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:08.298208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Attempting to bind port 6cb63793-2ece-4866-adca-84a460bd8ec2 on network a47cc427-dddf-41e6-aab7-dc74fef88d06 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:08.306167 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:08.306573 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Checking segment: {'id': '813a1d3b-c147-45d0-ab87-28cd3b169120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a47cc427-dddf-41e6-aab7-dc74fef88d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:08.307775 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Bound using segment: {'id': '813a1d3b-c147-45d0-ab87-28cd3b169120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a47cc427-dddf-41e6-aab7-dc74fef88d06'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:08.307775 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Bound port: 6cb63793-2ece-4866-adca-84a460bd8ec2, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '813a1d3b-c147-45d0-ab87-28cd3b169120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'a47cc427-dddf-41e6-aab7-dc74fef88d06'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:08.324534 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.335964 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:08.347055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba02ae97-aded-4e74-9d2a-64d28422fe58 None None] Sync routers for ids ['cb2ed197-7d24-4808-b5de-a154f19ed0bd'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:08.360126 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02ae97-aded-4e74-9d2a-64d28422fe58 None None] Routers {'cb2ed197-7d24-4808-b5de-a154f19ed0bd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:08.361671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ba02ae97-aded-4e74-9d2a-64d28422fe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:22:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['cb2ed197-7d24-4808-b5de-a154f19ed0bd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:08.430344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] For port 6cb63793-2ece-4866-adca-84a460bd8ec2, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:08.434237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] For port 6cb63793-2ece-4866-adca-84a460bd8ec2, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=6cb63793-2ece-4866-adca-84a460bd8ec2,segment=NetworkSegment(813a1d3b-c147-45d0-ab87-28cd3b169120),segment_id=813a1d3b-c147-45d0-ab87-28cd3b169120)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:08.443502 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.457696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ba02ae97-aded-4e74-9d2a-64d28422fe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:08.483017 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.485571 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba02ae97-aded-4e74-9d2a-64d28422fe58 None None] Routers {'cb2ed197-7d24-4808-b5de-a154f19ed0bd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:08.486540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ba02ae97-aded-4e74-9d2a-64d28422fe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:22:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['cb2ed197-7d24-4808-b5de-a154f19ed0bd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:08.493751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:08.494969 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.497299 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb6013c5-cead-4e28-8ad2-601277866284 req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] 10.222.0.69 "PUT /v2.0/ports/6cb63793-2ece-4866-adca-84a460bd8ec2 HTTP/1.1" status: 200 len: 1092 time: 1.1141036 Jul 16 01:22:08.498081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5487f3d8-ed88-4661-a7a5-94f2a907a235', 'tag': '6cb63793-2ece-4866-adca-84a460bd8ec2'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:08.501951 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a06ca28-1afb-49fd-a84c-0304ed344dd2" -d '{"events": [{"name": "network-changed", "server_uuid": "5487f3d8-ed88-4661-a7a5-94f2a907a235", "tag": "6cb63793-2ece-4866-adca-84a460bd8ec2"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:08.546224 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ba02ae97-aded-4e74-9d2a-64d28422fe58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:08.547144 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba02ae97-aded-4e74-9d2a-64d28422fe58 None None] The sync data for ids ['cb2ed197-7d24-4808-b5de-a154f19ed0bd'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:08.586314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62b945-6af8-4173-bcc6-fa5f94c5e200 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb63793-2ece-4866-adca-84a460bd8ec2,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:08.616585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6013c5-cead-4e28-8ad2-601277866284 req-ca6f3541-bdf7-4b71-813f-ca4707b4b4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:08.618165 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb6013c5-cead-4e28-8ad2-601277866284 req-ca6f3541-bdf7-4b71-813f-ca4707b4b4b2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ffe4651e94549f79f2ce0e1de246351&device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 1095 time: 0.0640097 Jul 16 01:22:08.666847 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb6013c5-cead-4e28-8ad2-601277866284 req-15612605-5dd4-4cb4-ab47-320d945dd045 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cb63793-2ece-4866-adca-84a460bd8ec2 HTTP/1.1" status: 200 len: 217 time: 0.0410781 Jul 16 01:22:08.697913 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:08.699071 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-901268a2-7e6e-4d24-aea5-d094fd2de0eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.5166676 Jul 16 01:22:08.702747 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55598) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:08.706992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-d45845e3-f323-4454-b322-ada7ffa0fda4 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:08.707266 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ab3bbf41-5b52-40be-8f18-ddaa5ee302eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:08.708449 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-d45845e3-f323-4454-b322-ada7ffa0fda4 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.69 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 812 time: 0.5360453 Jul 16 01:22:08.730293 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55600) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:08.732306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34fe7bdd-3336-479a-9faa-c83e7f03c854 req-6f5a70c2-914f-4255-93c3-92a133ee8561 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 210 time: 0.0468752 Jul 16 01:22:08.736875 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-292f2c89-55f8-4eef-9aae-21e608fb7807 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Request body: {'port': {'device_id': 'ace8ca32-75e5-447f-8674-adfa385e85e9', 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea', 'admin_state_up': True, 'tenant_id': '9c1976ec7b3145beb100b1f9de70047d'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:08.769061 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6013c5-cead-4e28-8ad2-601277866284 req-6d1ecd8b-6f1b-406f-b973-d6394a5fab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:08.770571 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb6013c5-cead-4e28-8ad2-601277866284 req-6d1ecd8b-6f1b-406f-b973-d6394a5fab32 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae2b419a-0fcb-470f-9146-043c8156c97c HTTP/1.1" status: 200 len: 861 time: 0.0976572 Jul 16 01:22:08.789848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090d73a-0375-440c-9522-53de58d0f24f req-d0f854c0-4515-493a-a384-ce5b4bd96035 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:08.792580 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2090d73a-0375-440c-9522-53de58d0f24f req-d0f854c0-4515-493a-a384-ce5b4bd96035 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 943 time: 0.5375354 Jul 16 01:22:08.921795 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-38348923-678d-41f5-870a-519fa16c2789 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b766fe8ef12948ca9e1063dacd1f7735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1860399 Jul 16 01:22:08.928090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55618) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:08.941823 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2090d73a-0375-440c-9522-53de58d0f24f req-fc8170e0-fcdf-449b-8bcb-e5c396e10648 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/security-groups?id=8edcc68b-9013-4d96-a964-d8ada3b9a5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826879 Jul 16 01:22:08.952881 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-292f2c89-55f8-4eef-9aae-21e608fb7807 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Made reservation on behalf of 9c1976ec7b3145beb100b1f9de70047d for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:08.956632 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-292f2c89-55f8-4eef-9aae-21e608fb7807 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.050832 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fe7a440-6ccc-4577-8195-3d5cc68d42d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.079850 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83f9b1f-de6c-4123-a430-bd135194e55f x-openstack-request-id: req-b83f9b1f-de6c-4123-a430-bd135194e55f {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:09.080254 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5487f3d8-ed88-4661-a7a5-94f2a907a235", "tag": "6cb63793-2ece-4866-adca-84a460bd8ec2", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:09.080496 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b83f9b1f-de6c-4123-a430-bd135194e55f {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:09.080819 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5487f3d8-ed88-4661-a7a5-94f2a907a235', 'tag': '6cb63793-2ece-4866-adca-84a460bd8ec2', 'status': 'completed', 'code': 200} Jul 16 01:22:09.094299 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fe7a440-6ccc-4577-8195-3d5cc68d42d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.101839 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb6013c5-cead-4e28-8ad2-601277866284 req-169842f0-a95e-45c3-8555-d9c2308e5ff4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47cc427-dddf-41e6-aab7-dc74fef88d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3239186 Jul 16 01:22:09.172607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-292f2c89-55f8-4eef-9aae-21e608fb7807 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Allocated IP 172.20.0.8 (8fcb8e6c-5076-4d25-8790-4e6d6232edea/dcb4b501-ff87-4c91-b62d-7063cf216269/e5016402-fba8-49c5-b0a3-ff3be9309e08) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:09.211289 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fe7a440-6ccc-4577-8195-3d5cc68d42d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.213802 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fe7a440-6ccc-4577-8195-3d5cc68d42d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.214950 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3fe7a440-6ccc-4577-8195-3d5cc68d42d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92020461-466c-444f-b24d-e6ac536187bb HTTP/1.1" status: 204 len: 168 time: 0.2857714 Jul 16 01:22:09.233622 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe7a440-6ccc-4577-8195-3d5cc68d42d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92020461-466c-444f-b24d-e6ac536187bb,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:09.360198 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:09.383980 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb6013c5-cead-4e28-8ad2-601277866284 req-e8574749-8fd2-4400-ba25-e3878010cdbc service neutron] 10.222.0.69 "GET /v2.0/networks/a47cc427-dddf-41e6-aab7-dc74fef88d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734015 Jul 16 01:22:09.400330 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-292f2c89-55f8-4eef-9aae-21e608fb7807 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.458290 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-292f2c89-55f8-4eef-9aae-21e608fb7807 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.471723 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.485323 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-292f2c89-55f8-4eef-9aae-21e608fb7807 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Network 8fcb8e6c-5076-4d25-8790-4e6d6232edea is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:09.513852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-292f2c89-55f8-4eef-9aae-21e608fb7807 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:09.517398 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-292f2c89-55f8-4eef-9aae-21e608fb7807 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:09.520272 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0e792f-9688-4a9c-98ea-0c40280be6b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:09.521934 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409b8666-f63d-42c8-9afa-788c2019a578" -d '{"events": [{"server_uuid": "db0e792f-9688-4a9c-98ea-0c40280be6b6", "name": "network-vif-unplugged", "status": "completed", "tag": "1267ef69-c7df-426d-8f0f-c5d6c9ea95e4"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:09.559240 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:09.565659 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.598543 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbf41-5b52-40be-8f18-ddaa5ee302eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.602219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-292f2c89-55f8-4eef-9aae-21e608fb7807 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:09.603121 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-292f2c89-55f8-4eef-9aae-21e608fb7807 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.606999 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb6013c5-cead-4e28-8ad2-601277866284 req-6ea104ce-22df-493f-b9e2-1db47f8e5757 service neutron] 10.222.0.69 "GET /v2.0/networks/a47cc427-dddf-41e6-aab7-dc74fef88d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155664 Jul 16 01:22:09.618563 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbf41-5b52-40be-8f18-ddaa5ee302eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.635962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-292f2c89-55f8-4eef-9aae-21e608fb7807 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9057884 Jul 16 01:22:09.637501 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292f2c89-55f8-4eef-9aae-21e608fb7807 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Pushing event updated for resources: {'Port': ['ID=e5016402-fba8-49c5-b0a3-ff3be9309e08,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:09.639654 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bd2a48-88e2-4547-9988-5ca8958a3ed2 x-openstack-request-id: req-86bd2a48-88e2-4547-9988-5ca8958a3ed2 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:09.642485 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0e792f-9688-4a9c-98ea-0c40280be6b6", "name": "network-vif-unplugged", "status": "completed", "tag": "1267ef69-c7df-426d-8f0f-c5d6c9ea95e4", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:09.643279 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86bd2a48-88e2-4547-9988-5ca8958a3ed2 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:09.643847 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0e792f-9688-4a9c-98ea-0c40280be6b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4', 'code': 200} Jul 16 01:22:09.650534 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Request body: {'port': {'device_id': 'ace8ca32-75e5-447f-8674-adfa385e85e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:09.690465 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,revision_number=11']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:09.699726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:09.700403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:09.700961 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:09.701563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:09.702093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:09.702670 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:09.703444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:09.704628 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:09.705595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:09.706105 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:09.706625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:09.707423 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:22:09.759068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-ab3bbf41-5b52-40be-8f18-ddaa5ee302eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Deleting port 4a0312b0-0439-4c0f-a61a-65fa1fdac791 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:09.759068 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbf41-5b52-40be-8f18-ddaa5ee302eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.768139 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.786497 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06ca28-1afb-49fd-a84c-0304ed344dd2 req-61fb114d-0f0a-4670-8db1-5e85bfc8517d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:09.789716 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a06ca28-1afb-49fd-a84c-0304ed344dd2 req-61fb114d-0f0a-4670-8db1-5e85bfc8517d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4ffe4651e94549f79f2ce0e1de246351&device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 1095 time: 0.1127915 Jul 16 01:22:09.930764 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbf41-5b52-40be-8f18-ddaa5ee302eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:09.953602 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-ab3bbf41-5b52-40be-8f18-ddaa5ee302eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Calling delete_port for 4a0312b0-0439-4c0f-a61a-65fa1fdac791 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:09.981758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06ca28-1afb-49fd-a84c-0304ed344dd2 req-0f79960a-429b-4626-bc77-157bd42ec797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:09.983184 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a06ca28-1afb-49fd-a84c-0304ed344dd2 req-0f79960a-429b-4626-bc77-157bd42ec797 service neutron] 10.222.0.69 "GET /v2.0/networks?id=a47cc427-dddf-41e6-aab7-dc74fef88d06 HTTP/1.1" status: 200 len: 922 time: 0.1863334 Jul 16 01:22:10.067724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288bf50-9c7e-4d6e-b31d-a664c51565d4 req-ce49f5b6-18a0-46ed-94b6-3702ccb459c8 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:10.076370 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9288bf50-9c7e-4d6e-b31d-a664c51565d4 req-ce49f5b6-18a0-46ed-94b6-3702ccb459c8 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 931 time: 0.1615672 Jul 16 01:22:10.077057 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a06ca28-1afb-49fd-a84c-0304ed344dd2 req-139a881d-0a04-49dd-a46d-568aa0831036 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6cb63793-2ece-4866-adca-84a460bd8ec2 HTTP/1.1" status: 200 len: 217 time: 0.0530276 Jul 16 01:22:10.101477 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.163561 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9288bf50-9c7e-4d6e-b31d-a664c51565d4 req-c2ef02da-a021-448d-9f92-f3a6d6703530 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784702 Jul 16 01:22:10.197488 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06ca28-1afb-49fd-a84c-0304ed344dd2 req-7a5dfe6d-bb95-4723-9554-1d56f00112a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:10.198996 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a06ca28-1afb-49fd-a84c-0304ed344dd2 req-7a5dfe6d-bb95-4723-9554-1d56f00112a8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=ae2b419a-0fcb-470f-9146-043c8156c97c HTTP/1.1" status: 200 len: 861 time: 0.1151352 Jul 16 01:22:10.213827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5016402-fba8-49c5-b0a3-ff3be9309e08 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:10.226206 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.240908 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Transition to ACTIVE for port object e5016402-fba8-49c5-b0a3-ff3be9309e08 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:10.246401 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a06ca28-1afb-49fd-a84c-0304ed344dd2 req-62764a75-c5a3-421a-b87e-d6bd916a8fca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=a47cc427-dddf-41e6-aab7-dc74fef88d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382764 Jul 16 01:22:10.248302 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.341326 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbf41-5b52-40be-8f18-ddaa5ee302eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.373059 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55724) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:10.415841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3bbf41-5b52-40be-8f18-ddaa5ee302eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Pushing event deleted for resources: {'Port': ['ID=4a0312b0-0439-4c0f-a61a-65fa1fdac791,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:10.416946 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5016402-fba8-49c5-b0a3-ff3be9309e08,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:10.454481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Attempting to bind port e5016402-fba8-49c5-b0a3-ff3be9309e08 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:10.454812 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Attempting to bind port e5016402-fba8-49c5-b0a3-ff3be9309e08 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:10.455152 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Attempting to bind port e5016402-fba8-49c5-b0a3-ff3be9309e08 on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:10.465070 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Port e5016402-fba8-49c5-b0a3-ff3be9309e08 on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:10.465403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Attempting to bind port e5016402-fba8-49c5-b0a3-ff3be9309e08 on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:10.473674 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:10.474023 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Checking segment: {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:10.474421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Bound using segment: {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:10.474859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Bound port: e5016402-fba8-49c5-b0a3-ff3be9309e08, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:10.475227 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.500226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b9cc0-ed62-4d69-987d-9a1740339aa4 req-eaeeecee-55be-4d9d-9ff2-20af0a641074 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:10.502579 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d94b9cc0-ed62-4d69-987d-9a1740339aa4 req-eaeeecee-55be-4d9d-9ff2-20af0a641074 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 943 time: 0.1553566 Jul 16 01:22:10.504178 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbf41-5b52-40be-8f18-ddaa5ee302eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.553405 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-18fd007f-0f5d-41e8-86ab-4e5ac7a0b4a1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group': {'name': 'tempest-secgroup--1178792313'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:10.586987 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d94b9cc0-ed62-4d69-987d-9a1740339aa4 req-824b05a8-7936-47a6-b923-de86335425cb tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/security-groups?id=8edcc68b-9013-4d96-a964-d8ada3b9a5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619512 Jul 16 01:22:10.591383 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] For port e5016402-fba8-49c5-b0a3-ff3be9309e08, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:10.594728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] For port e5016402-fba8-49c5-b0a3-ff3be9309e08, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5016402-fba8-49c5-b0a3-ff3be9309e08,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:10.599117 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.611560 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a06ca28-1afb-49fd-a84c-0304ed344dd2 req-904e5147-46cf-4c46-8dea-2c0b44c67a0c service neutron] 10.222.0.69 "GET /v2.0/networks/a47cc427-dddf-41e6-aab7-dc74fef88d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572674 Jul 16 01:22:10.616991 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18fd007f-0f5d-41e8-86ab-4e5ac7a0b4a1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.640091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:10.640861 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.642352 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] 10.222.0.69 "PUT /v2.0/ports/e5016402-fba8-49c5-b0a3-ff3be9309e08 HTTP/1.1" status: 200 len: 1092 time: 0.9983938 Jul 16 01:22:10.642803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ace8ca32-75e5-447f-8674-adfa385e85e9', 'tag': 'e5016402-fba8-49c5-b0a3-ff3be9309e08'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:10.645270 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5cb691-315a-4351-9236-765ac6ac4144" -d '{"events": [{"name": "network-changed", "server_uuid": "ace8ca32-75e5-447f-8674-adfa385e85e9", "tag": "e5016402-fba8-49c5-b0a3-ff3be9309e08"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:10.670969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a01edf-4d09-4e7a-82ad-9c21ea023ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=e5016402-fba8-49c5-b0a3-ff3be9309e08,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:10.726775 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18fd007f-0f5d-41e8-86ab-4e5ac7a0b4a1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.745939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-ebf52e2c-e5e8-4768-9b38-31a892da803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:10.747810 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-ebf52e2c-e5e8-4768-9b38-31a892da803a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 1095 time: 0.0648448 Jul 16 01:22:10.799936 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-3e1ad97c-8b0d-46d5-831a-ed340cc6ec44 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5016402-fba8-49c5-b0a3-ff3be9309e08 HTTP/1.1" status: 200 len: 217 time: 0.0451190 Jul 16 01:22:10.841215 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0458fa81-e9ca-4780-a7ad-c2cc1c41dbdc x-openstack-request-id: req-0458fa81-e9ca-4780-a7ad-c2cc1c41dbdc {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:10.841528 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ace8ca32-75e5-447f-8674-adfa385e85e9", "tag": "e5016402-fba8-49c5-b0a3-ff3be9309e08", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:10.841780 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0458fa81-e9ca-4780-a7ad-c2cc1c41dbdc {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:10.842170 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ace8ca32-75e5-447f-8674-adfa385e85e9', 'tag': 'e5016402-fba8-49c5-b0a3-ff3be9309e08', 'status': 'completed', 'code': 200} Jul 16 01:22:10.856735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-93acfb61-1cff-48d0-b32e-fb48bf7ea5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:10.858345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-93acfb61-1cff-48d0-b32e-fb48bf7ea5bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dcb4b501-ff87-4c91-b62d-7063cf216269 HTTP/1.1" status: 200 len: 852 time: 0.0526886 Jul 16 01:22:10.861933 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbf41-5b52-40be-8f18-ddaa5ee302eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.881615 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbf41-5b52-40be-8f18-ddaa5ee302eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:10.898891 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-32d1eb79-d661-4f28-b951-a04ed2dcb82f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fcb8e6c-5076-4d25-8790-4e6d6232edea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340636 Jul 16 01:22:10.985106 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a06ca28-1afb-49fd-a84c-0304ed344dd2 req-0a8884e1-f7b8-419a-8e52-e30a72ecd2c7 service neutron] 10.222.0.69 "GET /v2.0/networks/a47cc427-dddf-41e6-aab7-dc74fef88d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657582 Jul 16 01:22:11.000036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3bbf41-5b52-40be-8f18-ddaa5ee302eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Router cb2ed197-7d24-4808-b5de-a154f19ed0bd has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:22:11.016309 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-18067f2d-64ff-4f2b-ad8c-b6f775e8523b service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103117 Jul 16 01:22:11.102813 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3bbf41-5b52-40be-8f18-ddaa5ee302eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:22:11.111390 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3bbf41-5b52-40be-8f18-ddaa5ee302eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.112566 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ab3bbf41-5b52-40be-8f18-ddaa5ee302eb tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "PUT /v2.0/routers/cb2ed197-7d24-4808-b5de-a154f19ed0bd HTTP/1.1" status: 200 len: 709 time: 2.4089022 Jul 16 01:22:11.117168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55764) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.117372 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4136bc30-7c43-4b7b-8ed4-14d87253a8c9 None None] Sync routers for ids ['cb2ed197-7d24-4808-b5de-a154f19ed0bd'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:22:11.126470 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18fd007f-0f5d-41e8-86ab-4e5ac7a0b4a1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.131501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1620b651-9ab4-4dd8-9f1c-0ebd276440ee req-418f1b05-d0ed-4503-94c8-f3920ca37ed8 service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084163 Jul 16 01:22:11.131654 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4136bc30-7c43-4b7b-8ed4-14d87253a8c9 None None] Routers {'cb2ed197-7d24-4808-b5de-a154f19ed0bd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:11.132305 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4136bc30-7c43-4b7b-8ed4-14d87253a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:22:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['cb2ed197-7d24-4808-b5de-a154f19ed0bd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:11.165303 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18fd007f-0f5d-41e8-86ab-4e5ac7a0b4a1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.173710 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4136bc30-7c43-4b7b-8ed4-14d87253a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:11.183865 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4136bc30-7c43-4b7b-8ed4-14d87253a8c9 None None] Routers {'cb2ed197-7d24-4808-b5de-a154f19ed0bd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:22:11.184483 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4136bc30-7c43-4b7b-8ed4-14d87253a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:22:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['cb2ed197-7d24-4808-b5de-a154f19ed0bd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:11.224773 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4136bc30-7c43-4b7b-8ed4-14d87253a8c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:11.225423 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4136bc30-7c43-4b7b-8ed4-14d87253a8c9 None None] The sync data for ids ['cb2ed197-7d24-4808-b5de-a154f19ed0bd'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:22:11.232468 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-84a3100a-0c69-418d-a09e-5dca3919e495 tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "GET /v2.0/routers/cb2ed197-7d24-4808-b5de-a154f19ed0bd HTTP/1.1" status: 200 len: 744 time: 0.1117747 Jul 16 01:22:11.235023 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55774) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.261652 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd007f-0f5d-41e8-86ab-4e5ac7a0b4a1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4de989-7980-47bb-a1a6-ef9166854657,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:11.289031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cb691-315a-4351-9236-765ac6ac4144 req-612b2655-2487-48f6-95b5-ca5864c14947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:11.290664 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce5cb691-315a-4351-9236-765ac6ac4144 req-612b2655-2487-48f6-95b5-ca5864c14947 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 1095 time: 0.1060109 Jul 16 01:22:11.294224 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f4696b98-7ef6-4aa9-a632-605ce53cd1fc tempest-RoutersIpV6AdminTest-149411648 tempest-RoutersIpV6AdminTest-149411648-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&device_id=cb2ed197-7d24-4808-b5de-a154f19ed0bd HTTP/1.1" status: 200 len: 205 time: 0.0580804 Jul 16 01:22:11.297590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55780) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.370079 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18fd007f-0f5d-41e8-86ab-4e5ac7a0b4a1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.372518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-615061f6-2914-4751-9c1e-66d8a748a9c6 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb2ed197-7d24-4808-b5de-a154f19ed0bd HTTP/1.1" status: 200 len: 205 time: 0.0725751 Jul 16 01:22:11.375422 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55790) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.386764 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18fd007f-0f5d-41e8-86ab-4e5ac7a0b4a1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.451176 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd007f-0f5d-41e8-86ab-4e5ac7a0b4a1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbeb5ef-02ff-48d7-b8d0-beff9b188f48,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:11.472637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cb691-315a-4351-9236-765ac6ac4144 req-e134e664-cb47-4e3d-b551-df9e052babfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:11.474177 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce5cb691-315a-4351-9236-765ac6ac4144 req-e134e664-cb47-4e3d-b551-df9e052babfa service neutron] 10.222.0.69 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 913 time: 0.1755190 Jul 16 01:22:11.488727 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a308c5-a5c7-4bdc-a769-8a69842e0285 req-24cf498b-a7f1-4a83-a327-f8e67df36032 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:11.490314 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e3a308c5-a5c7-4bdc-a769-8a69842e0285 req-24cf498b-a7f1-4a83-a327-f8e67df36032 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 943 time: 0.1511536 Jul 16 01:22:11.501354 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0232c34f-3179-4562-bb5c-60382a54394f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.532505 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce5cb691-315a-4351-9236-765ac6ac4144 req-21e8212f-3056-442d-869d-65207b7a4b7e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5016402-fba8-49c5-b0a3-ff3be9309e08 HTTP/1.1" status: 200 len: 217 time: 0.0408645 Jul 16 01:22:11.541092 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18fd007f-0f5d-41e8-86ab-4e5ac7a0b4a1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.542544 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-18fd007f-0f5d-41e8-86ab-4e5ac7a0b4a1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1685092 Jul 16 01:22:11.553074 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55816) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.643186 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e3a308c5-a5c7-4bdc-a769-8a69842e0285 req-417d56da-02a4-4099-a7ba-bf9146bd0e12 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446941 Jul 16 01:22:11.651073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cb691-315a-4351-9236-765ac6ac4144 req-46ae4029-8cae-4abf-a1fe-81bc61febdce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:11.652703 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce5cb691-315a-4351-9236-765ac6ac4144 req-46ae4029-8cae-4abf-a1fe-81bc61febdce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dcb4b501-ff87-4c91-b62d-7063cf216269 HTTP/1.1" status: 200 len: 852 time: 0.1121621 Jul 16 01:22:11.680396 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0232c34f-3179-4562-bb5c-60382a54394f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.683305 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0232c34f-3179-4562-bb5c-60382a54394f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.716220 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce5cb691-315a-4351-9236-765ac6ac4144 req-9750c0d2-7eba-4b99-afad-6c2453f42a82 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fcb8e6c-5076-4d25-8790-4e6d6232edea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569382 Jul 16 01:22:11.728595 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0232c34f-3179-4562-bb5c-60382a54394f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.729109 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0232c34f-3179-4562-bb5c-60382a54394f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Fanout notify agent at l3_agent the message router_deleted on router cb2ed197-7d24-4808-b5de-a154f19ed0bd {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:22:11.740239 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0232c34f-3179-4562-bb5c-60382a54394f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.744132 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0232c34f-3179-4562-bb5c-60382a54394f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "DELETE /v2.0/routers/cb2ed197-7d24-4808-b5de-a154f19ed0bd HTTP/1.1" status: 204 len: 168 time: 0.3618186 Jul 16 01:22:11.745496 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55824) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.762083 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5ae42946-da71-406d-a978-c23d8fab447f tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2067931 Jul 16 01:22:11.765238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55826) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.775022 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b9c7939f-3e2c-4c5a-8d2b-cb6258e1c80b tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group': {'name': 'tempest-security--1751955185', 'description': 'tempest-security-description-1368245375'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:11.783989 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1dbb4b2b-d86f-4912-8c9f-f789b58e7cbc tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "GET /v2.0/ports?device_id=cb2ed197-7d24-4808-b5de-a154f19ed0bd HTTP/1.1" status: 200 len: 205 time: 0.0369253 Jul 16 01:22:11.789832 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55830) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.827959 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-1364ab8f-4797-4ac2-ae10-57ee98be19a9 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] delete failed (client error): The resource could not be found. Jul 16 01:22:11.831674 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1364ab8f-4797-4ac2-ae10-57ee98be19a9 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "DELETE /v2.0/routers/cb2ed197-7d24-4808-b5de-a154f19ed0bd HTTP/1.1" status: 404 len: 336 time: 0.0408599 Jul 16 01:22:11.832837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55832) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.849313 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9c7939f-3e2c-4c5a-8d2b-cb6258e1c80b tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.865888 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-75cc7932-4a39-406c-8866-497dbf812e0c tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa51f0b5-cf33-4d91-b336-2ffc6f5199fd HTTP/1.1" status: 200 len: 205 time: 0.0322931 Jul 16 01:22:11.866951 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55834) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.894073 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9c7939f-3e2c-4c5a-8d2b-cb6258e1c80b tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.899787 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9c7939f-3e2c-4c5a-8d2b-cb6258e1c80b tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.902577 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9c7939f-3e2c-4c5a-8d2b-cb6258e1c80b tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:11.903926 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b9c7939f-3e2c-4c5a-8d2b-cb6258e1c80b tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "PUT /v2.0/security-groups/cfbeb5ef-02ff-48d7-b8d0-beff9b188f48 HTTP/1.1" status: 200 len: 1780 time: 0.1351187 Jul 16 01:22:11.909925 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-0c6921f9-b973-4ce1-88e6-107bb3f0470a tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] delete failed (client error): The resource could not be found. Jul 16 01:22:11.913930 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0c6921f9-b973-4ce1-88e6-107bb3f0470a tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "DELETE /v2.0/routers/aa51f0b5-cf33-4d91-b336-2ffc6f5199fd HTTP/1.1" status: 404 len: 336 time: 0.0459921 Jul 16 01:22:11.914495 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55836) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.914821 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55838) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.941384 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce5cb691-315a-4351-9236-765ac6ac4144 req-8987a606-85b4-4aec-820c-460eca292839 service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176790 Jul 16 01:22:11.956676 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-eda1e81e-f1a7-4a64-803f-121b498c5104 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "GET /v2.0/ports?device_id=5582f01e-3ab7-4f20-9564-5b13ebb9862e HTTP/1.1" status: 200 len: 205 time: 0.0375559 Jul 16 01:22:11.957179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55840) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:11.993455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7939f-3e2c-4c5a-8d2b-cb6258e1c80b tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbeb5ef-02ff-48d7-b8d0-beff9b188f48,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:12.001709 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-91b7202a-f873-47cf-ab70-2ee605e27630 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] delete failed (client error): The resource could not be found. Jul 16 01:22:12.004293 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-91b7202a-f873-47cf-ab70-2ee605e27630 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "DELETE /v2.0/routers/5582f01e-3ab7-4f20-9564-5b13ebb9862e HTTP/1.1" status: 404 len: 336 time: 0.0448680 Jul 16 01:22:12.008343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55842) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:12.020629 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3d068ad5-4e65-434b-a06c-16c7b5b4ed16 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-groups/cfbeb5ef-02ff-48d7-b8d0-beff9b188f48 HTTP/1.1" status: 200 len: 1780 time: 0.1047676 Jul 16 01:22:12.024645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55844) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:12.048355 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-452d1e9b-77d9-448b-bf98-5ac247bb7c4f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "GET /v2.0/ports?device_id=03c16f23-5a47-4d56-842d-380a2d77c6f4 HTTP/1.1" status: 200 len: 205 time: 0.0388994 Jul 16 01:22:12.051540 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55848) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:12.096198 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-146bacad-f2d8-4f5a-a3c3-774afdd57a5f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] delete failed (client error): The resource could not be found. Jul 16 01:22:12.099591 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-146bacad-f2d8-4f5a-a3c3-774afdd57a5f tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "DELETE /v2.0/routers/03c16f23-5a47-4d56-842d-380a2d77c6f4 HTTP/1.1" status: 404 len: 336 time: 0.0447590 Jul 16 01:22:12.100067 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55850) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:12.101186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22d6164-d4b8-4af1-ae76-601349444566 req-36cfe9be-2da1-4730-ad30-84d66c1b401a tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:12.102707 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f22d6164-d4b8-4af1-ae76-601349444566 req-36cfe9be-2da1-4730-ad30-84d66c1b401a tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 943 time: 0.1792750 Jul 16 01:22:12.123102 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce5cb691-315a-4351-9236-765ac6ac4144 req-54085e0a-23fd-412c-9829-4b560212395d service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612225 Jul 16 01:22:12.151142 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-073972a6-cb14-414b-835a-d76234662da2 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "GET /v2.0/ports?device_id=609cd1c5-7b3e-41b0-b3b8-6f758736a0c4 HTTP/1.1" status: 200 len: 205 time: 0.0495591 Jul 16 01:22:12.153535 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55856) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:12.177193 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a8866807-6d89-4862-b991-45a92cb76d09 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.200789 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-6163d8ec-286c-4576-a1da-b910dfb1899a tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] delete failed (client error): The resource could not be found. Jul 16 01:22:12.201876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6163d8ec-286c-4576-a1da-b910dfb1899a tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "DELETE /v2.0/routers/609cd1c5-7b3e-41b0-b3b8-6f758736a0c4 HTTP/1.1" status: 404 len: 336 time: 0.0473471 Jul 16 01:22:12.205607 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f22d6164-d4b8-4af1-ae76-601349444566 req-014dd7e8-9dcc-400d-bd88-7b08a9f681c6 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/security-groups?id=8edcc68b-9013-4d96-a964-d8ada3b9a5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813055 Jul 16 01:22:12.206070 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55858) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:12.212934 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a8866807-6d89-4862-b991-45a92cb76d09 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.238095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-71504b21-008b-4b90-aa43-043a67905b8a tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc4120c6-c082-41b8-9653-e34e58075672 HTTP/1.1" status: 200 len: 205 time: 0.0286219 Jul 16 01:22:12.238300 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55860) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:12.276862 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a8866807-6d89-4862-b991-45a92cb76d09 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.280306 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a8866807-6d89-4862-b991-45a92cb76d09 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.281563 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a8866807-6d89-4862-b991-45a92cb76d09 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-groups/cfbeb5ef-02ff-48d7-b8d0-beff9b188f48 HTTP/1.1" status: 204 len: 168 time: 0.2558837 Jul 16 01:22:12.284990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55862) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:12.304435 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-a93ed255-4949-4348-977f-9c23e01745c1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] delete failed (client error): The resource could not be found. Jul 16 01:22:12.306293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8866807-6d89-4862-b991-45a92cb76d09 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbeb5ef-02ff-48d7-b8d0-beff9b188f48,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:12.309098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a93ed255-4949-4348-977f-9c23e01745c1 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "DELETE /v2.0/routers/dc4120c6-c082-41b8-9653-e34e58075672 HTTP/1.1" status: 404 len: 336 time: 0.0699296 Jul 16 01:22:12.310144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55864) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:12.346319 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc2c5ef2-bc7f-4945-9965-511721cc0d14 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] DELETE failed (client error): The resource could not be found. Jul 16 01:22:12.347109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc2c5ef2-bc7f-4945-9965-511721cc0d14 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:22:12.349619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cc2c5ef2-bc7f-4945-9965-511721cc0d14 tempest-RoutersIpV6AdminTest-1523738501 tempest-RoutersIpV6AdminTest-1523738501-project] 10.222.0.22 "DELETE /v2.0/subnets/2a46b90c-0384-4cfa-9211-841d270895c8 HTTP/1.1" status: 404 len: 337 time: 0.0383339 Jul 16 01:22:12.352545 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-47f819e2-083f-4f72-a316-791e36324516 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0646563 Jul 16 01:22:12.355184 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55868) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:12.373436 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-f883ee9b-0d3c-4e0e-a671-cca8cb05896b tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] delete failed (client error): The resource could not be found. Jul 16 01:22:12.378479 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f883ee9b-0d3c-4e0e-a671-cca8cb05896b tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-groups/cfbeb5ef-02ff-48d7-b8d0-beff9b188f48 HTTP/1.1" status: 404 len: 347 time: 0.0182900 Jul 16 01:22:12.378891 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55870) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:12.384651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3f976b45-b683-438b-8c09-0ee7ecdbb7ca tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group': {'name': 'tempest-secgroup--1105405232'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:12.433872 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f976b45-b683-438b-8c09-0ee7ecdbb7ca tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.572435 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f976b45-b683-438b-8c09-0ee7ecdbb7ca tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.581504 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f976b45-b683-438b-8c09-0ee7ecdbb7ca tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.631224 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f976b45-b683-438b-8c09-0ee7ecdbb7ca tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.635565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3f976b45-b683-438b-8c09-0ee7ecdbb7ca tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2529676 Jul 16 01:22:12.636086 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55880) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:12.642697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0a87a111-2182-44fc-88ec-f9c678814e02 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group_rule': {'security_group_id': 'c305bc7b-1f42-4df5-8610-050f34235519', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:12.649484 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f976b45-b683-438b-8c09-0ee7ecdbb7ca tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c305bc7b-1f42-4df5-8610-050f34235519,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:12.686507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dce2e-5231-4134-b45f-6478b405aa9c req-c2d52652-e966-4e4b-a80e-18f763a8d5dc tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:12.693591 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a87a111-2182-44fc-88ec-f9c678814e02 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.704352 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e47dce2e-5231-4134-b45f-6478b405aa9c req-c2d52652-e966-4e4b-a80e-18f763a8d5dc tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 948 time: 0.1816680 Jul 16 01:22:12.745926 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55886) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:12.785875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a87a111-2182-44fc-88ec-f9c678814e02 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.790881 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a87a111-2182-44fc-88ec-f9c678814e02 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.798335 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e47dce2e-5231-4134-b45f-6478b405aa9c req-01315533-0039-4b72-915c-34336021155a tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819011 Jul 16 01:22:12.808849 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87a111-2182-44fc-88ec-f9c678814e02 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69eb98f6-8735-40c9-9464-e7d2c49b8a51,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:12.823653 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a87a111-2182-44fc-88ec-f9c678814e02 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.825728 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0a87a111-2182-44fc-88ec-f9c678814e02 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1880953 Jul 16 01:22:12.828130 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55892) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:12.859635 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95c372bc-931e-420c-8c68-7349a76a0eb8 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.869021 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95c372bc-931e-420c-8c68-7349a76a0eb8 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.891979 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-52f4ab4f-94b1-44e0-8907-2d3073c1cebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.900045 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95c372bc-931e-420c-8c68-7349a76a0eb8 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.907158 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-95c372bc-931e-420c-8c68-7349a76a0eb8 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:12.908474 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-95c372bc-931e-420c-8c68-7349a76a0eb8 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/69eb98f6-8735-40c9-9464-e7d2c49b8a51 HTTP/1.1" status: 204 len: 168 time: 0.0793688 Jul 16 01:22:12.912448 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55894) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:12.920691 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c372bc-931e-420c-8c68-7349a76a0eb8 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=69eb98f6-8735-40c9-9464-e7d2c49b8a51,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:12.954543 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9a9c3-0038-4756-97e5-22cef0ff5905 req-205f69a2-393d-4c58-98eb-998ff3377e38 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:12.956099 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1b9a9c3-0038-4756-97e5-22cef0ff5905 req-205f69a2-393d-4c58-98eb-998ff3377e38 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 943 time: 0.1172919 Jul 16 01:22:12.966993 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9ee75550-fb57-43a8-89eb-800be133d538 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0518081 Jul 16 01:22:12.969788 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55896) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:13.014438 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1b9a9c3-0038-4756-97e5-22cef0ff5905 req-324b5fbf-796e-4798-99a1-8d8c3692d764 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512364 Jul 16 01:22:13.060115 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-52f4ab4f-94b1-44e0-8907-2d3073c1cebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.064405 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-52f4ab4f-94b1-44e0-8907-2d3073c1cebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.107897 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-52f4ab4f-94b1-44e0-8907-2d3073c1cebb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c9c5aba792b045c5ba055e6f823aa85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3606608 Jul 16 01:22:13.108791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f4ab4f-94b1-44e0-8907-2d3073c1cebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76265342-8bef-4aca-b563-3dc1f10fa74d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:13.111090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55898) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:13.166395 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7bd49be-2289-4cdc-bc8c-2a645505ba68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.189134 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7bd49be-2289-4cdc-bc8c-2a645505ba68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.236810 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7bd49be-2289-4cdc-bc8c-2a645505ba68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.239816 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7bd49be-2289-4cdc-bc8c-2a645505ba68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.240785 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a7bd49be-2289-4cdc-bc8c-2a645505ba68 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/76265342-8bef-4aca-b563-3dc1f10fa74d HTTP/1.1" status: 204 len: 168 time: 0.1287754 Jul 16 01:22:13.249553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd49be-2289-4cdc-bc8c-2a645505ba68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76265342-8bef-4aca-b563-3dc1f10fa74d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:13.280832 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf802ec0-6dc0-46b7-b0ce-3f52f4d3a261 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.306171 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf802ec0-6dc0-46b7-b0ce-3f52f4d3a261 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.363150 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf802ec0-6dc0-46b7-b0ce-3f52f4d3a261 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.365723 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf802ec0-6dc0-46b7-b0ce-3f52f4d3a261 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.370001 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bf802ec0-6dc0-46b7-b0ce-3f52f4d3a261 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-groups/c305bc7b-1f42-4df5-8610-050f34235519 HTTP/1.1" status: 204 len: 168 time: 0.3967583 Jul 16 01:22:13.376167 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55906) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:13.378451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf802ec0-6dc0-46b7-b0ce-3f52f4d3a261 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c305bc7b-1f42-4df5-8610-050f34235519,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:13.421920 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dde64cf9-2f5c-462b-af7a-03a6207d1e7e tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0444739 Jul 16 01:22:13.425860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55908) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:13.436626 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f962cc54-cc09-429f-a924-d114689ccfe6 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group': {'name': 'tempest-secgroup--1468895908'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:13.468061 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f962cc54-cc09-429f-a924-d114689ccfe6 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.492894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70478e63-a345-4bb2-b8f5-9e84c07e8001 req-37c28401-db4f-4b15-b9fa-43ed97502793 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:13.494488 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70478e63-a345-4bb2-b8f5-9e84c07e8001 req-37c28401-db4f-4b15-b9fa-43ed97502793 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 943 time: 0.1503813 Jul 16 01:22:13.563744 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70478e63-a345-4bb2-b8f5-9e84c07e8001 req-1c9d9423-c2ba-4de7-865d-b841269def7a tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/security-groups?id=8edcc68b-9013-4d96-a964-d8ada3b9a5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619750 Jul 16 01:22:13.583593 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f962cc54-cc09-429f-a924-d114689ccfe6 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.588521 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f962cc54-cc09-429f-a924-d114689ccfe6 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.606215 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f962cc54-cc09-429f-a924-d114689ccfe6 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.610050 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f962cc54-cc09-429f-a924-d114689ccfe6 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1786678 Jul 16 01:22:13.610240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55912) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:13.615154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6f616d61-3e4e-4937-973f-7b3b3ac1e75a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group_rule': {'security_group_id': 'e2afd1d3-f2e1-4222-93e7-4f90e832392b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:13.637693 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962cc54-cc09-429f-a924-d114689ccfe6 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2afd1d3-f2e1-4222-93e7-4f90e832392b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:13.654634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55914) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:13.661822 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6f616d61-3e4e-4937-973f-7b3b3ac1e75a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.723300 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c6068d49-e0ed-42c4-90da-8dd61533cafb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d2da5903665542848bf4deeac7fedc4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653145 Jul 16 01:22:13.723856 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55916) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:13.740475 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6f616d61-3e4e-4937-973f-7b3b3ac1e75a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.745470 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6f616d61-3e4e-4937-973f-7b3b3ac1e75a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.765357 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f616d61-3e4e-4937-973f-7b3b3ac1e75a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa7cc60-aa54-435c-b4e7-e77b8c4395b8,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:13.778172 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6f616d61-3e4e-4937-973f-7b3b3ac1e75a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.782279 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6f616d61-3e4e-4937-973f-7b3b3ac1e75a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1685121 Jul 16 01:22:13.782775 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a21478d-8f63-456d-9c9c-2bca0033d027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.782915 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55920) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:13.790700 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-891d61e1-c7bd-4c4f-81ee-b2d23ca95ca1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group_rule': {'security_group_id': 'e2afd1d3-f2e1-4222-93e7-4f90e832392b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:13.807464 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a21478d-8f63-456d-9c9c-2bca0033d027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.841820 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-891d61e1-c7bd-4c4f-81ee-b2d23ca95ca1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.873664 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a21478d-8f63-456d-9c9c-2bca0033d027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.876252 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a21478d-8f63-456d-9c9c-2bca0033d027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.879744 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5a21478d-8f63-456d-9c9c-2bca0033d027 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6f77542-1df9-4715-be9f-b0bd37f38c54 HTTP/1.1" status: 204 len: 168 time: 0.1525760 Jul 16 01:22:13.893018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21478d-8f63-456d-9c9c-2bca0033d027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f77542-1df9-4715-be9f-b0bd37f38c54,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:13.928276 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-891d61e1-c7bd-4c4f-81ee-b2d23ca95ca1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:13.932799 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-891d61e1-c7bd-4c4f-81ee-b2d23ca95ca1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.275180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d61e1-c7bd-4c4f-81ee-b2d23ca95ca1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65399a2e-f493-4dcc-82c6-81666773f3df,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:14.297674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e5016402-fba8-49c5-b0a3-ff3be9309e08 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:14.301625 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-891d61e1-c7bd-4c4f-81ee-b2d23ca95ca1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.305783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-891d61e1-c7bd-4c4f-81ee-b2d23ca95ca1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5185747 Jul 16 01:22:14.306234 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55938) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:14.310781 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-fd109933-8840-4564-94b0-c9d8945957ea tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group_rule': {'security_group_id': 'e2afd1d3-f2e1-4222-93e7-4f90e832392b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:14.361787 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c88748-8a51-4c42-b6fc-5498d03c816a req-4fb21b87-ac3b-4f82-94b0-a09447721658 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:14.369519 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-97c88748-8a51-4c42-b6fc-5498d03c816a req-4fb21b87-ac3b-4f82-94b0-a09447721658 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 948 time: 0.4344409 Jul 16 01:22:14.371080 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd109933-8840-4564-94b0-c9d8945957ea tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.415753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e3d64-f91a-48db-a9a7-fc8cd5f447b1 req-22d98b9c-dc82-4b17-86c8-77fc3e485179 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:14.417291 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c0e3d64-f91a-48db-a9a7-fc8cd5f447b1 req-22d98b9c-dc82-4b17-86c8-77fc3e485179 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.69 "GET /v2.0/ports?device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 948 time: 0.4700644 Jul 16 01:22:14.446512 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5d32c-eb6c-4ea7-83dc-0dd37a9791e4 req-fdc774f1-962f-4dc3-830f-a0b8353093a2 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:14.454013 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2cf5d32c-eb6c-4ea7-83dc-0dd37a9791e4 req-fdc774f1-962f-4dc3-830f-a0b8353093a2 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 943 time: 0.1824930 Jul 16 01:22:14.466015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e5016402-fba8-49c5-b0a3-ff3be9309e08, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5016402-fba8-49c5-b0a3-ff3be9309e08,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:14.468057 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd109933-8840-4564-94b0-c9d8945957ea tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.472970 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd109933-8840-4564-94b0-c9d8945957ea tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.494489 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-97c88748-8a51-4c42-b6fc-5498d03c816a req-4dac6fa6-bbd8-49d5-81cc-0aa89538ea43 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239376 Jul 16 01:22:14.495864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'e5016402-fba8-49c5-b0a3-ff3be9309e08', 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea', 'port_id': 'e5016402-fba8-49c5-b0a3-ff3be9309e08', 'mac_address': 'fa:16:3e:be:60:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb4b501-ff87-4c91-b62d-7063cf216269', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:14.501408 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd109933-8840-4564-94b0-c9d8945957ea tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1466704-20c2-4291-a43f-8eecfb05253b,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:14.526578 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd109933-8840-4564-94b0-c9d8945957ea tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.528030 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fd109933-8840-4564-94b0-c9d8945957ea tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2208631 Jul 16 01:22:14.530837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55942) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:14.537488 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-cd952e2c-b1cd-40df-b35a-9a8c77b54c27 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group_rule': {'security_group_id': 'e2afd1d3-f2e1-4222-93e7-4f90e832392b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:14.560727 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.577869 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5016402-fba8-49c5-b0a3-ff3be9309e08 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:14.589316 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2cf5d32c-eb6c-4ea7-83dc-0dd37a9791e4 req-48c63d84-ef04-453c-a663-75a29e52e8ff tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340494 Jul 16 01:22:14.604071 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e5016402-fba8-49c5-b0a3-ff3be9309e08, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5016402-fba8-49c5-b0a3-ff3be9309e08,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:14.609844 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd952e2c-b1cd-40df-b35a-9a8c77b54c27 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.619025 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.621189 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 6cb63793-2ece-4866-adca-84a460bd8ec2 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:14.695745 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd952e2c-b1cd-40df-b35a-9a8c77b54c27 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.701580 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd952e2c-b1cd-40df-b35a-9a8c77b54c27 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.746593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd952e2c-b1cd-40df-b35a-9a8c77b54c27 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48d40f5b-e4bf-4940-8b17-e4886754ab99,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:14.748166 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e5016402-fba8-49c5-b0a3-ff3be9309e08,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:14.768860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-9c0e3d64-f91a-48db-a9a7-fc8cd5f447b1 req-6fc5693c-510a-43a1-b040-7592d0300fda tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Deleting port 4799570f-1f18-422a-a5aa-c7ab83ca40da {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:14.769688 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9c0e3d64-f91a-48db-a9a7-fc8cd5f447b1 req-6fc5693c-510a-43a1-b040-7592d0300fda tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.770744 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd952e2c-b1cd-40df-b35a-9a8c77b54c27 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.777736 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cd952e2c-b1cd-40df-b35a-9a8c77b54c27 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2456532 Jul 16 01:22:14.782748 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55954) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:14.799105 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0d0378f0-a730-4a2c-9321-6e4b719d1978 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group_rule': {'security_group_id': 'e2afd1d3-f2e1-4222-93e7-4f90e832392b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:14.885683 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0d0378f0-a730-4a2c-9321-6e4b719d1978 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.927386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-9c0e3d64-f91a-48db-a9a7-fc8cd5f447b1 req-6fc5693c-510a-43a1-b040-7592d0300fda tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] For port 4799570f-1f18-422a-a5aa-c7ab83ca40da, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=4799570f-1f18-422a-a5aa-c7ab83ca40da,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:14.927795 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9c0e3d64-f91a-48db-a9a7-fc8cd5f447b1 req-6fc5693c-510a-43a1-b040-7592d0300fda tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:14.948303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-9c0e3d64-f91a-48db-a9a7-fc8cd5f447b1 req-6fc5693c-510a-43a1-b040-7592d0300fda tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Calling delete_port for 4799570f-1f18-422a-a5aa-c7ab83ca40da owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:14.957553 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 6cb63793-2ece-4866-adca-84a460bd8ec2, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=6cb63793-2ece-4866-adca-84a460bd8ec2,segment=NetworkSegment(813a1d3b-c147-45d0-ab87-28cd3b169120),segment_id=813a1d3b-c147-45d0-ab87-28cd3b169120)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:14.974981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44874c9-efae-4865-96b7-4dfa4669eace req-5e8a7166-19a5-4ed3-9b09-fe76af5479f2 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:14.977262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '6cb63793-2ece-4866-adca-84a460bd8ec2', 'network_id': 'a47cc427-dddf-41e6-aab7-dc74fef88d06', 'port_id': '6cb63793-2ece-4866-adca-84a460bd8ec2', 'mac_address': 'fa:16:3e:aa:af:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae2b419a-0fcb-470f-9146-043c8156c97c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:14.981937 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f44874c9-efae-4865-96b7-4dfa4669eace req-5e8a7166-19a5-4ed3-9b09-fe76af5479f2 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 943 time: 0.1505885 Jul 16 01:22:15.028443 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0d0378f0-a730-4a2c-9321-6e4b719d1978 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.033904 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0d0378f0-a730-4a2c-9321-6e4b719d1978 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.038268 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.066832 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0378f0-a730-4a2c-9321-6e4b719d1978 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14eabada-7dd1-4483-92be-55a611bab416,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:15.073496 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb63793-2ece-4866-adca-84a460bd8ec2 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:15.076104 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55960) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:15.076520 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f44874c9-efae-4865-96b7-4dfa4669eace req-233fd0eb-bfc2-4a29-8a1a-ff441039b737 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/security-groups?id=8edcc68b-9013-4d96-a964-d8ada3b9a5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936468 Jul 16 01:22:15.083654 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0d0378f0-a730-4a2c-9321-6e4b719d1978 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.096306 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0d0378f0-a730-4a2c-9321-6e4b719d1978 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3099403 Jul 16 01:22:15.098986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55966) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:15.129981 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49c7a4bb-cf0e-4ad4-b775-ed9b9b0b158c tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.137622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 6cb63793-2ece-4866-adca-84a460bd8ec2, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=6cb63793-2ece-4866-adca-84a460bd8ec2,segment=NetworkSegment(813a1d3b-c147-45d0-ab87-28cd3b169120),segment_id=813a1d3b-c147-45d0-ab87-28cd3b169120)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:15.142642 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.148881 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49c7a4bb-cf0e-4ad4-b775-ed9b9b0b158c tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.173703 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9c0e3d64-f91a-48db-a9a7-fc8cd5f447b1 req-6fc5693c-510a-43a1-b040-7592d0300fda tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.206206 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49c7a4bb-cf0e-4ad4-b775-ed9b9b0b158c tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.211010 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc5693c-510a-43a1-b040-7592d0300fda tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Pushing event deleted for resources: {'Port': ['ID=4799570f-1f18-422a-a5aa-c7ab83ca40da,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:15.221357 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49c7a4bb-cf0e-4ad4-b775-ed9b9b0b158c tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.227304 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-49c7a4bb-cf0e-4ad4-b775-ed9b9b0b158c tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/14eabada-7dd1-4483-92be-55a611bab416 HTTP/1.1" status: 204 len: 168 time: 0.1255496 Jul 16 01:22:15.229000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55968) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:15.241734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7a4bb-cf0e-4ad4-b775-ed9b9b0b158c tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14eabada-7dd1-4483-92be-55a611bab416,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:15.279633 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=6cb63793-2ece-4866-adca-84a460bd8ec2,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:15.292099 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c0e3d64-f91a-48db-a9a7-fc8cd5f447b1 req-6fc5693c-510a-43a1-b040-7592d0300fda tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] No DVR routers for this DVR port 4799570f-1f18-422a-a5aa-c7ab83ca40da on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:15.296694 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-477b82c6-9a70-4de1-bd6e-0e381ca9c4fa tempest-AgentManagementNegativeTest-569135054 tempest-AgentManagementNegativeTest-569135054-project] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2161686 Jul 16 01:22:15.301555 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9c0e3d64-f91a-48db-a9a7-fc8cd5f447b1 req-6fc5693c-510a-43a1-b040-7592d0300fda tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.302295 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c0e3d64-f91a-48db-a9a7-fc8cd5f447b1 req-6fc5693c-510a-43a1-b040-7592d0300fda tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.69 "DELETE /v2.0/ports/4799570f-1f18-422a-a5aa-c7ab83ca40da HTTP/1.1" status: 204 len: 173 time: 0.8765821 Jul 16 01:22:15.302882 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b8419c-3249-4ef2-9730-7960d109057c', 'name': 'network-vif-deleted', 'tag': '4799570f-1f18-422a-a5aa-c7ab83ca40da'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:15.305834 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1baf216-2f1e-4d38-b09b-1ed0194b208e" -d '{"events": [{"server_uuid": "03b8419c-3249-4ef2-9730-7960d109057c", "name": "network-vif-deleted", "tag": "4799570f-1f18-422a-a5aa-c7ab83ca40da"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:15.348747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7164d34f-50b4-4f7a-be12-f89bd79bf986 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1178970 Jul 16 01:22:15.352044 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55974) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:15.362558 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e5016402-fba8-49c5-b0a3-ff3be9309e08'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:15.363042 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c313bd46-64ad-4c7c-ba15-3b10d52bba35 x-openstack-request-id: req-c313bd46-64ad-4c7c-ba15-3b10d52bba35 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:15.363150 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b8419c-3249-4ef2-9730-7960d109057c", "name": "network-vif-deleted", "tag": "4799570f-1f18-422a-a5aa-c7ab83ca40da", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:15.363348 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c313bd46-64ad-4c7c-ba15-3b10d52bba35 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:15.363752 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b8419c-3249-4ef2-9730-7960d109057c', 'name': 'network-vif-deleted', 'tag': '4799570f-1f18-422a-a5aa-c7ab83ca40da', 'status': 'completed', 'code': 200} Jul 16 01:22:15.381363 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bed42a8-9dd8-4b8f-a3aa-0e92253a947a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.391233 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bed42a8-9dd8-4b8f-a3aa-0e92253a947a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.423051 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bed42a8-9dd8-4b8f-a3aa-0e92253a947a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.431988 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bed42a8-9dd8-4b8f-a3aa-0e92253a947a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.433865 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9bed42a8-9dd8-4b8f-a3aa-0e92253a947a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/48d40f5b-e4bf-4940-8b17-e4886754ab99 HTTP/1.1" status: 204 len: 168 time: 0.0804865 Jul 16 01:22:15.436747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55976) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:15.441227 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed42a8-9dd8-4b8f-a3aa-0e92253a947a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=48d40f5b-e4bf-4940-8b17-e4886754ab99,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:15.515952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-68c862d6-ce63-4ddf-8e8d-42f7963bde75 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0779090 Jul 16 01:22:15.518742 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55978) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:15.579494 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dfa04140-76bf-4304-9d33-c9e500368f5a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.595949 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dfa04140-76bf-4304-9d33-c9e500368f5a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.600242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['6cb63793-2ece-4866-adca-84a460bd8ec2'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:15.651096 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dfa04140-76bf-4304-9d33-c9e500368f5a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.667623 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dfa04140-76bf-4304-9d33-c9e500368f5a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.670360 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dfa04140-76bf-4304-9d33-c9e500368f5a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/b1466704-20c2-4291-a43f-8eecfb05253b HTTP/1.1" status: 204 len: 168 time: 0.1491437 Jul 16 01:22:15.672047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55986) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:15.681481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa04140-76bf-4304-9d33-c9e500368f5a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1466704-20c2-4291-a43f-8eecfb05253b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:15.720213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55988) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:15.809054 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7f88a58f-a2c7-4f9f-89e9-2ddcd5f4227f tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1356230 Jul 16 01:22:15.809691 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55994) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:15.855397 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22664f8f-a7ea-47f9-b1b0-7e5565c0481d tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.872243 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22664f8f-a7ea-47f9-b1b0-7e5565c0481d tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.916431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f63fa9c-4d57-4d8c-84c3-ae3b91862cad req-df2d600b-5cb8-41d8-a8dc-3d8c59d03300 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=03b8419c-3249-4ef2-9730-7960d109057c HTTP/1.1" status: 200 len: 210 time: 0.1120427 Jul 16 01:22:15.926740 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22664f8f-a7ea-47f9-b1b0-7e5565c0481d tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.933375 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22664f8f-a7ea-47f9-b1b0-7e5565c0481d tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:15.936915 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-22664f8f-a7ea-47f9-b1b0-7e5565c0481d tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/65399a2e-f493-4dcc-82c6-81666773f3df HTTP/1.1" status: 204 len: 168 time: 0.1238537 Jul 16 01:22:15.941663 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55996) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:15.974777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22664f8f-a7ea-47f9-b1b0-7e5565c0481d tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65399a2e-f493-4dcc-82c6-81666773f3df,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:15.996502 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-37e3d390-4878-4d19-99bd-42b3e76c4dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.041593 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a9a5323c-fd63-40da-a9c5-4d2bebe6b077 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0987782 Jul 16 01:22:16.045598 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56000) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:16.131226 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a7a824cc-d610-492d-841f-efd88050c044 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.152311 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a7a824cc-d610-492d-841f-efd88050c044 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.172790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7effd78-99d8-4cf5-b9e9-142ca5baf4f9 req-a5e8b977-424e-41b8-a956-11c05b62fad0 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.175535 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7effd78-99d8-4cf5-b9e9-142ca5baf4f9 req-a5e8b977-424e-41b8-a956-11c05b62fad0 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 944 time: 0.3530903 Jul 16 01:22:16.187986 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-37e3d390-4878-4d19-99bd-42b3e76c4dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.198046 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a7a824cc-d610-492d-841f-efd88050c044 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.204451 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-37e3d390-4878-4d19-99bd-42b3e76c4dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.206075 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a7a824cc-d610-492d-841f-efd88050c044 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.208465 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a7a824cc-d610-492d-841f-efd88050c044 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/6aa7cc60-aa54-435c-b4e7-e77b8c4395b8 HTTP/1.1" status: 204 len: 168 time: 0.1615541 Jul 16 01:22:16.218061 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56004) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:16.219297 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a824cc-d610-492d-841f-efd88050c044 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6aa7cc60-aa54-435c-b4e7-e77b8c4395b8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:16.239335 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-37e3d390-4878-4d19-99bd-42b3e76c4dd9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=afa1625c4c1a4bf38c4131f4d3eb38b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5173562 Jul 16 01:22:16.244868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56006) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:16.277376 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f1a350a9-7ffd-4712-b400-3a4d814bef5d tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0446897 Jul 16 01:22:16.277645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56008) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:16.315111 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 4799570f-1f18-422a-a5aa-c7ab83ca40da no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:16.331943 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7effd78-99d8-4cf5-b9e9-142ca5baf4f9 req-c0fb8de9-3fe7-4b32-95f6-d4b58ae7f595 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472743 Jul 16 01:22:16.335017 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d1a51bf-da4b-4897-b93c-5395c482ea34 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.341002 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3d390-4878-4d19-99bd-42b3e76c4dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228f45f8-63db-4675-98c9-bc858c60a13d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:16.361906 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d1a51bf-da4b-4897-b93c-5395c482ea34 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.385866 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 4799570f-1f18-422a-a5aa-c7ab83ca40da {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:16.386359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 4799570f-1f18-422a-a5aa-c7ab83ca40da not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:16.390064 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f4f601ac-323c-4ca9-bf17-442604ce7463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.401145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a547f6cf-3f72-4532-b121-ea12b662ae8e req-c7940ed7-1473-4437-a0be-f9344bbccba0 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:16.402766 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a547f6cf-3f72-4532-b121-ea12b662ae8e req-c7940ed7-1473-4437-a0be-f9344bbccba0 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 944 time: 0.1623878 Jul 16 01:22:16.410371 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d1a51bf-da4b-4897-b93c-5395c482ea34 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.415462 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d1a51bf-da4b-4897-b93c-5395c482ea34 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.416801 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5d1a51bf-da4b-4897-b93c-5395c482ea34 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-groups/e2afd1d3-f2e1-4222-93e7-4f90e832392b HTTP/1.1" status: 204 len: 168 time: 0.1382616 Jul 16 01:22:16.426775 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56012) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:16.428777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a51bf-da4b-4897-b93c-5395c482ea34 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2afd1d3-f2e1-4222-93e7-4f90e832392b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:16.458010 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f4f601ac-323c-4ca9-bf17-442604ce7463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.489210 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c5acc92f-af8e-4a22-b958-1d6c297bce26 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0513127 Jul 16 01:22:16.490635 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56014) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:16.496846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-03c44b71-276f-4e53-a800-e21b522d8959 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097108394'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:16.508353 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a547f6cf-3f72-4532-b121-ea12b662ae8e req-45cbdc19-ac60-4c3d-b640-0d7aaaf7a378 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/security-groups?id=8edcc68b-9013-4d96-a964-d8ada3b9a5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966699 Jul 16 01:22:16.530310 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03c44b71-276f-4e53-a800-e21b522d8959 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.540344 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f4f601ac-323c-4ca9-bf17-442604ce7463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.544180 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f4f601ac-323c-4ca9-bf17-442604ce7463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.545428 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f4f601ac-323c-4ca9-bf17-442604ce7463 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/228f45f8-63db-4675-98c9-bc858c60a13d HTTP/1.1" status: 204 len: 168 time: 0.2995019 Jul 16 01:22:16.562381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f601ac-323c-4ca9-bf17-442604ce7463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228f45f8-63db-4675-98c9-bc858c60a13d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:16.636775 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03c44b71-276f-4e53-a800-e21b522d8959 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.641130 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03c44b71-276f-4e53-a800-e21b522d8959 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.670861 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03c44b71-276f-4e53-a800-e21b522d8959 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.672391 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-03c44b71-276f-4e53-a800-e21b522d8959 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1792963 Jul 16 01:22:16.673399 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c44b71-276f-4e53-a800-e21b522d8959 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e50f33a-13df-4d96-8277-a8f04e763276,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:16.675351 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56018) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:16.684341 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-49b3bfcc-b836-4c4a-8c65-ffd1f99afe0a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group_rule': {'security_group_id': '1e50f33a-13df-4d96-8277-a8f04e763276', 'direction': 'ingress', 'protocol': 17}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:16.717906 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49b3bfcc-b836-4c4a-8c65-ffd1f99afe0a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.767583 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49b3bfcc-b836-4c4a-8c65-ffd1f99afe0a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.772599 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49b3bfcc-b836-4c4a-8c65-ffd1f99afe0a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.791215 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b3bfcc-b836-4c4a-8c65-ffd1f99afe0a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e9cfb8-6d17-479a-bf3f-4bf10da4d1a2,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:16.798180 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49b3bfcc-b836-4c4a-8c65-ffd1f99afe0a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.799638 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-49b3bfcc-b836-4c4a-8c65-ffd1f99afe0a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1230872 Jul 16 01:22:16.802354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56024) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:16.863595 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53f8ecb3-ef77-441f-a5e3-3b143478cf68 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.887612 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53f8ecb3-ef77-441f-a5e3-3b143478cf68 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.935549 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53f8ecb3-ef77-441f-a5e3-3b143478cf68 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.938526 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53f8ecb3-ef77-441f-a5e3-3b143478cf68 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:16.939910 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-53f8ecb3-ef77-441f-a5e3-3b143478cf68 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-groups/1e50f33a-13df-4d96-8277-a8f04e763276 HTTP/1.1" status: 204 len: 168 time: 0.1362748 Jul 16 01:22:16.942485 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56034) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:16.958673 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f8ecb3-ef77-441f-a5e3-3b143478cf68 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e50f33a-13df-4d96-8277-a8f04e763276,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:16.997303 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-41ea55d0-7204-48dc-98ff-393326ffe6b6 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0535915 Jul 16 01:22:17.001523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56036) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:17.006345 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-989792bf-057d-4c0e-b49b-f964b3cf1888 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group': {'name': 'tempest-secgroup--1855835478'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:17.042844 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-989792bf-057d-4c0e-b49b-f964b3cf1888 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.170581 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-989792bf-057d-4c0e-b49b-f964b3cf1888 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.178691 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-989792bf-057d-4c0e-b49b-f964b3cf1888 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.219181 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-989792bf-057d-4c0e-b49b-f964b3cf1888 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.223261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-989792bf-057d-4c0e-b49b-f964b3cf1888 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2182758 Jul 16 01:22:17.223261 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989792bf-057d-4c0e-b49b-f964b3cf1888 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f95c328-b7ed-4cf1-a7b8-5a2e0f11ba23,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:17.224047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56050) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:17.230443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e57bc3c3-e47e-493b-ae6d-624de2ed2334 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group': {'name': 'tempest-secgroup--568249327'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:17.264418 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e57bc3c3-e47e-493b-ae6d-624de2ed2334 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.380898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56056) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:17.398402 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e57bc3c3-e47e-493b-ae6d-624de2ed2334 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.402818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e57bc3c3-e47e-493b-ae6d-624de2ed2334 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.449953 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e57bc3c3-e47e-493b-ae6d-624de2ed2334 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.451212 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e57bc3c3-e47e-493b-ae6d-624de2ed2334 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2260516 Jul 16 01:22:17.451937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bc3c3-e47e-493b-ae6d-624de2ed2334 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=628805fe-6edf-40f3-a70a-236a125aef24,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:17.453990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56062) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:17.463241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6c6ad2bd-9421-498b-b32e-ce297345b8f5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group_rule': {'security_group_id': '0f95c328-b7ed-4cf1-a7b8-5a2e0f11ba23', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '628805fe-6edf-40f3-a70a-236a125aef24', 'remote_ip_prefix': None}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:17.530801 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Request body: {'networks': [{'name': 'tempest-network--445399619'}, {'name': 'tempest-network--236901651'}]} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:17.531119 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Request body: {'network': {'name': 'tempest-network--445399619'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:17.531587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Request body: {'network': {'name': 'tempest-network--236901651'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:17.558472 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c6ad2bd-9421-498b-b32e-ce297345b8f5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.620182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Made reservation on behalf of 6ca7b97a990a404c829427eaf2ea0caa for: {'network': 2} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:17.624520 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.645422 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.688691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7096159f-d552-4d29-8079-d9ed84015ba1 req-0a311db1-f094-45b1-9aa1-9a0fe024f2de tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:17.690295 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7096159f-d552-4d29-8079-d9ed84015ba1 req-0a311db1-f094-45b1-9aa1-9a0fe024f2de tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=db0e792f-9688-4a9c-98ea-0c40280be6b6 HTTP/1.1" status: 200 len: 948 time: 0.2172761 Jul 16 01:22:17.757920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e0b29-87dd-467f-b074-93f84f805691 req-a33b46e6-b855-4e86-8748-8a1f6d696a0b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:17.759418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb8e0b29-87dd-467f-b074-93f84f805691 req-a33b46e6-b855-4e86-8748-8a1f6d696a0b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 944 time: 0.2150166 Jul 16 01:22:17.775903 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c6ad2bd-9421-498b-b32e-ce297345b8f5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.798158 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c6ad2bd-9421-498b-b32e-ce297345b8f5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.820940 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7096159f-d552-4d29-8079-d9ed84015ba1 req-a81199ae-2dc1-4d5d-ade5-5329fe66f25d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176665 Jul 16 01:22:17.844364 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ad2bd-9421-498b-b32e-ce297345b8f5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eaf6b32-eb1c-4202-b48f-c940b7e2d87e,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:17.869956 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb8e0b29-87dd-467f-b074-93f84f805691 req-29d3f51f-14db-457f-8ceb-939b2dd67562 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928090 Jul 16 01:22:17.907106 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.915071 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.916100 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.943513 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c6ad2bd-9421-498b-b32e-ce297345b8f5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.944908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6c6ad2bd-9421-498b-b32e-ce297345b8f5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4899251 Jul 16 01:22:17.947934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56068) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:17.982235 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-740c7354-6ae1-4bc0-a990-5efc1d73e3c5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:17.990599 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-740c7354-6ae1-4bc0-a990-5efc1d73e3c5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.001062 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:18.010765 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00067eec-a64f-4d39-a418-cba490028ee0,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:18.027470 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-740c7354-6ae1-4bc0-a990-5efc1d73e3c5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.034584 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-740c7354-6ae1-4bc0-a990-5efc1d73e3c5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.039791 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-740c7354-6ae1-4bc0-a990-5efc1d73e3c5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/7eaf6b32-eb1c-4202-b48f-c940b7e2d87e HTTP/1.1" status: 204 len: 168 time: 0.0907729 Jul 16 01:22:18.041509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56070) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:18.042359 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.042725 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Added segment ccc2f786-1bea-4ad4-a317-736d27d17103 of type vlan for network c9114d05-cdee-4884-ba95-f602ee6f287f Jul 16 01:22:18.053407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c7354-6ae1-4bc0-a990-5efc1d73e3c5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7eaf6b32-eb1c-4202-b48f-c940b7e2d87e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:18.093170 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4f9042be-f95e-4462-930c-75496284a636 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0505142 Jul 16 01:22:18.095954 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56072) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:18.102230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232e4c2-5751-4a7a-91c5-032901e6b528 req-85cc11eb-1d73-43ea-a96a-e2a292933e6c tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.103848 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5232e4c2-5751-4a7a-91c5-032901e6b528 req-85cc11eb-1d73-43ea-a96a-e2a292933e6c tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 944 time: 0.1518636 Jul 16 01:22:18.107470 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.159499 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65b8be1f-0305-4db6-a4ab-9b92634d9f59 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.164851 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5232e4c2-5751-4a7a-91c5-032901e6b528 req-f4c80fe6-2ae8-4b0a-a103-95766c610e11 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/security-groups?id=8edcc68b-9013-4d96-a964-d8ada3b9a5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535159 Jul 16 01:22:18.173164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:18.186137 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.186495 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Added segment 3ebd8cff-ece4-46ec-b441-12adac023736 of type vlan for network cbc36f2c-3944-4e04-bf14-2bf37e06246f Jul 16 01:22:18.190140 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65b8be1f-0305-4db6-a4ab-9b92634d9f59 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.234732 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.241954 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65b8be1f-0305-4db6-a4ab-9b92634d9f59 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.245397 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65b8be1f-0305-4db6-a4ab-9b92634d9f59 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.248354 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-65b8be1f-0305-4db6-a4ab-9b92634d9f59 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-groups/628805fe-6edf-40f3-a70a-236a125aef24 HTTP/1.1" status: 204 len: 168 time: 0.1512628 Jul 16 01:22:18.249731 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56076) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:18.259069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8be1f-0305-4db6-a4ab-9b92634d9f59 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=628805fe-6edf-40f3-a70a-236a125aef24,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:18.304100 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.304608 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.310147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.315907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.316576 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.323971 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 6cb63793-2ece-4866-adca-84a460bd8ec2 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:18.375668 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56082) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:18.378823 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 6cb63793-2ece-4866-adca-84a460bd8ec2 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:18.384996 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 6cb63793-2ece-4866-adca-84a460bd8ec2 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:18.385739 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.390503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.0084198 Jul 16 01:22:18.404798 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-faf55a77-fbfe-4b7e-91d7-277fad5ad4b2 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1536779 Jul 16 01:22:18.407506 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56084) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:18.484545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event updated for resources: {'Network': ['ID=c9114d05-cdee-4884-ba95-f602ee6f287f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:18.505309 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network c9114d05-cdee-4884-ba95-f602ee6f287f details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:18.539874 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.597236 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b5a84d34-e243-4d2c-bce0-e330b42e87ee tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.614843 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 6cb63793-2ece-4866-adca-84a460bd8ec2, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=6cb63793-2ece-4866-adca-84a460bd8ec2,segment=NetworkSegment(813a1d3b-c147-45d0-ab87-28cd3b169120),segment_id=813a1d3b-c147-45d0-ab87-28cd3b169120)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:18.616143 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9a15ef-5e08-4592-8349-146f30696da3 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.619650 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5487f3d8-ed88-4661-a7a5-94f2a907a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb63793-2ece-4866-adca-84a460bd8ec2'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:18.622840 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a26a1b9-24a4-4af1-8fe0-d31c703f05d6" -d '{"events": [{"server_uuid": "5487f3d8-ed88-4661-a7a5-94f2a907a235", "name": "network-vif-plugged", "status": "completed", "tag": "6cb63793-2ece-4866-adca-84a460bd8ec2"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:18.624607 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9a15ef-5e08-4592-8349-146f30696da3 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.628214 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.629282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e5016402-fba8-49c5-b0a3-ff3be9309e08 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:18.630652 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9a15ef-5e08-4592-8349-146f30696da3 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.636416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9a15ef-5e08-4592-8349-146f30696da3 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.638137 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8f9a15ef-5e08-4592-8349-146f30696da3 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2614357 Jul 16 01:22:18.641172 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56090) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:18.675289 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b5a84d34-e243-4d2c-bce0-e330b42e87ee tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.725263 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port e5016402-fba8-49c5-b0a3-ff3be9309e08 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:18.729505 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3537fea-f42d-4780-94da-a03de7b12abe x-openstack-request-id: req-f3537fea-f42d-4780-94da-a03de7b12abe {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:18.730041 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5487f3d8-ed88-4661-a7a5-94f2a907a235", "name": "network-vif-plugged", "status": "completed", "tag": "6cb63793-2ece-4866-adca-84a460bd8ec2", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:18.730621 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3537fea-f42d-4780-94da-a03de7b12abe {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:18.731223 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5487f3d8-ed88-4661-a7a5-94f2a907a235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb63793-2ece-4866-adca-84a460bd8ec2', 'code': 200} Jul 16 01:22:18.738633 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port e5016402-fba8-49c5-b0a3-ff3be9309e08 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:18.739070 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.739959 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cfd5af30-254b-4fe8-9919-62e2403c97a6 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.741181 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=6cb63793-2ece-4866-adca-84a460bd8ec2,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:18.784895 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b5a84d34-e243-4d2c-bce0-e330b42e87ee tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.792719 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b5a84d34-e243-4d2c-bce0-e330b42e87ee tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.796710 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b5a84d34-e243-4d2c-bce0-e330b42e87ee tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-groups/0f95c328-b7ed-4cf1-a7b8-5a2e0f11ba23 HTTP/1.1" status: 204 len: 168 time: 0.3801501 Jul 16 01:22:18.797711 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56094) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:18.848280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a504e01e-d43b-4f6a-8609-4bc41adb0be9 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event updated for resources: {'Network': ['ID=cbc36f2c-3944-4e04-bf14-2bf37e06246f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:18.852071 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a84d34-e243-4d2c-bce0-e330b42e87ee tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f95c328-b7ed-4cf1-a7b8-5a2e0f11ba23,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:18.865608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network cbc36f2c-3944-4e04-bf14-2bf37e06246f details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:18.901298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0e5e0-bf81-4b3a-8d9b-eb7db88a455e req-f5f6c3a9-1ad5-4362-8bef-da4d42cd84b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:18.903538 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6cd0e5e0-bf81-4b3a-8d9b-eb7db88a455e req-f5f6c3a9-1ad5-4362-8bef-da4d42cd84b2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 1097 time: 0.0686255 Jul 16 01:22:18.934012 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:18.945722 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-97a21e1b-7abf-4cd0-ac22-57f23c0c9a36 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1454816 Jul 16 01:22:18.946415 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56104) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:18.953226 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a9cfc721-a8cb-4b24-9d43-52ae10054401 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078027492'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:18.979651 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6cd0e5e0-bf81-4b3a-8d9b-eb7db88a455e req-aa658e47-d66a-4789-8135-b1017e1e6aa7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8edcc68b-9013-4d96-a964-d8ada3b9a5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701070 Jul 16 01:22:19.028956 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cfd5af30-254b-4fe8-9919-62e2403c97a6 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.041749 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc721-a8cb-4b24-9d43-52ae10054401 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.076485 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-cfd5af30-254b-4fe8-9919-62e2403c97a6 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9114d05-cdee-4884-ba95-f602ee6f287f']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:19.091213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e5016402-fba8-49c5-b0a3-ff3be9309e08, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5016402-fba8-49c5-b0a3-ff3be9309e08,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:19.099154 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.112166 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-cfd5af30-254b-4fe8-9919-62e2403c97a6 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccc2f786-1bea-4ad4-a317-736d27d17103') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:19.112457 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-cfd5af30-254b-4fe8-9919-62e2403c97a6 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccc2f786-1bea-4ad4-a317-736d27d17103') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:19.138193 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cfd5af30-254b-4fe8-9919-62e2403c97a6 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.149940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26a25c-1d57-4b95-8109-8a4499b20404 req-4467443e-d90e-4da6-979c-d480d05ad4d9 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:19.151796 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa26a25c-1d57-4b95-8109-8a4499b20404 req-4467443e-d90e-4da6-979c-d480d05ad4d9 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=db0e792f-9688-4a9c-98ea-0c40280be6b6 HTTP/1.1" status: 200 len: 948 time: 0.1607783 Jul 16 01:22:19.179923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e5016402-fba8-49c5-b0a3-ff3be9309e08,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:19.190604 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cfd5af30-254b-4fe8-9919-62e2403c97a6 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.201464 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3440894-94a1-45aa-8572-763b4a1bd201 req-21000507-c323-4bae-8677-6393b7a2eb85 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:19.203151 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e3440894-94a1-45aa-8572-763b4a1bd201 req-21000507-c323-4bae-8677-6393b7a2eb85 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.0993147 Jul 16 01:22:19.216288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd5af30-254b-4fe8-9919-62e2403c97a6 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:19.216725 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cfd5af30-254b-4fe8-9919-62e2403c97a6 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:19.219934 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:19.223095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa26a25c-1d57-4b95-8109-8a4499b20404 req-adbad4e4-ac44-407c-9131-30ad639406eb tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642948 Jul 16 01:22:19.261597 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e3440894-94a1-45aa-8572-763b4a1bd201 req-8bfcbe2d-77bc-4579-9052-a9a15f61cd18 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498407 Jul 16 01:22:19.316417 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cfd5af30-254b-4fe8-9919-62e2403c97a6 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.332807 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cfd5af30-254b-4fe8-9919-62e2403c97a6 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.334983 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cfd5af30-254b-4fe8-9919-62e2403c97a6 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "DELETE /v2.0/networks/c9114d05-cdee-4884-ba95-f602ee6f287f HTTP/1.1" status: 204 len: 168 time: 0.6928694 Jul 16 01:22:19.338216 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56110) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:19.408201 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc721-a8cb-4b24-9d43-52ae10054401 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.410895 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5af30-254b-4fe8-9919-62e2403c97a6 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event deleted for resources: {'Network': ['ID=c9114d05-cdee-4884-ba95-f602ee6f287f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:19.417219 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc721-a8cb-4b24-9d43-52ae10054401 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.449478 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9cfc721-a8cb-4b24-9d43-52ae10054401 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.451093 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a9cfc721-a8cb-4b24-9d43-52ae10054401 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5013235 Jul 16 01:22:19.454530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56112) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:19.459307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-724d8f06-f8a6-4242-bb8a-b1a934411fd4 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group_rule': {'security_group_id': '0dac7142-3cb1-46b0-82af-139450ade4f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:19.468930 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cfc721-a8cb-4b24-9d43-52ae10054401 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dac7142-3cb1-46b0-82af-139450ade4f3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:19.497031 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-724d8f06-f8a6-4242-bb8a-b1a934411fd4 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.506789 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-066d0b10-edbc-4e47-bfb0-84d64fe29cf5 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.592852 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-724d8f06-f8a6-4242-bb8a-b1a934411fd4 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.598860 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-724d8f06-f8a6-4242-bb8a-b1a934411fd4 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.625346 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d8f06-f8a6-4242-bb8a-b1a934411fd4 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb05cba-4cc7-49a8-bef8-e5a30ad1b7dc,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:19.661227 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-724d8f06-f8a6-4242-bb8a-b1a934411fd4 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.665462 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-724d8f06-f8a6-4242-bb8a-b1a934411fd4 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2068901 Jul 16 01:22:19.665833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56116) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:19.676805 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-066d0b10-edbc-4e47-bfb0-84d64fe29cf5 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.689884 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-066d0b10-edbc-4e47-bfb0-84d64fe29cf5 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc36f2c-3944-4e04-bf14-2bf37e06246f']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:19.693198 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64269f2f-8465-45dc-b981-056c2f12205a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.703975 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64269f2f-8465-45dc-b981-056c2f12205a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.721454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f632d-720a-43ad-a38e-2617cd13e5c8 req-424e3710-c41d-42df-85a5-3959a0f43398 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:19.732671 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2e8f632d-720a-43ad-a38e-2617cd13e5c8 req-424e3710-c41d-42df-85a5-3959a0f43398 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 945 time: 0.2763295 Jul 16 01:22:19.749724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-066d0b10-edbc-4e47-bfb0-84d64fe29cf5 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ebd8cff-ece4-46ec-b441-12adac023736') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:19.751064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-066d0b10-edbc-4e47-bfb0-84d64fe29cf5 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ebd8cff-ece4-46ec-b441-12adac023736') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:19.758807 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64269f2f-8465-45dc-b981-056c2f12205a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.771037 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64269f2f-8465-45dc-b981-056c2f12205a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.775484 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-64269f2f-8465-45dc-b981-056c2f12205a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/adb05cba-4cc7-49a8-bef8-e5a30ad1b7dc HTTP/1.1" status: 204 len: 168 time: 0.1087012 Jul 16 01:22:19.776321 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56120) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:19.781441 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-066d0b10-edbc-4e47-bfb0-84d64fe29cf5 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.787452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64269f2f-8465-45dc-b981-056c2f12205a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=adb05cba-4cc7-49a8-bef8-e5a30ad1b7dc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:19.823862 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-066d0b10-edbc-4e47-bfb0-84d64fe29cf5 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.825825 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c47019ce-88ff-4fe2-bfc6-92d5326b69b1 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0449066 Jul 16 01:22:19.828478 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56122) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:19.831628 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2e8f632d-720a-43ad-a38e-2617cd13e5c8 req-03d05365-d69b-4a1b-9700-afdc45b4ffe9 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/security-groups?id=8edcc68b-9013-4d96-a964-d8ada3b9a5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975888 Jul 16 01:22:19.834890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066d0b10-edbc-4e47-bfb0-84d64fe29cf5 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:19.835472 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-066d0b10-edbc-4e47-bfb0-84d64fe29cf5 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:19.840605 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:19.885408 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be68b110-93ac-490c-90f1-d345047b44e9 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.898266 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-066d0b10-edbc-4e47-bfb0-84d64fe29cf5 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.903702 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-066d0b10-edbc-4e47-bfb0-84d64fe29cf5 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.905913 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-066d0b10-edbc-4e47-bfb0-84d64fe29cf5 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "DELETE /v2.0/networks/cbc36f2c-3944-4e04-bf14-2bf37e06246f HTTP/1.1" status: 204 len: 168 time: 0.5664694 Jul 16 01:22:19.907504 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be68b110-93ac-490c-90f1-d345047b44e9 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:19.909773 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56124) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:19.921185 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d0b10-edbc-4e47-bfb0-84d64fe29cf5 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event deleted for resources: {'Network': ['ID=cbc36f2c-3944-4e04-bf14-2bf37e06246f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:20.000992 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be68b110-93ac-490c-90f1-d345047b44e9 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.003340 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be68b110-93ac-490c-90f1-d345047b44e9 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.004494 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-be68b110-93ac-490c-90f1-d345047b44e9 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-groups/0dac7142-3cb1-46b0-82af-139450ade4f3 HTTP/1.1" status: 204 len: 168 time: 0.1750114 Jul 16 01:22:20.009652 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56126) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:20.018446 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68b110-93ac-490c-90f1-d345047b44e9 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dac7142-3cb1-46b0-82af-139450ade4f3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:20.060933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3ac248-81c0-4695-a861-2479f9af2e5e tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:20.066990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3ac248-81c0-4695-a861-2479f9af2e5e tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:20.068657 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dd3ac248-81c0-4695-a861-2479f9af2e5e tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1579602 Jul 16 01:22:20.072386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56128) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:20.077222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-044814b6-129c-4d64-a00e-06fe340440fc tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1822789900'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:20.087426 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-33e3ba3a-08d2-4b89-992d-ff334c2ae210 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0726683 Jul 16 01:22:20.088258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56130) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:20.094100 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-7277cd9e-45a3-4c67-add2-276ed58685df tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group': {'name': 'tempest-secgroup--31196645'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:20.101216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044814b6-129c-4d64-a00e-06fe340440fc tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Made reservation on behalf of 6ca7b97a990a404c829427eaf2ea0caa for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:20.105033 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-044814b6-129c-4d64-a00e-06fe340440fc tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.117929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dac202-a1e2-47d2-b83f-55075e31b326 req-f0cf1e2b-6d3f-415f-8df1-9cd9f3f30de0 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:20.119426 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93dac202-a1e2-47d2-b83f-55075e31b326 req-f0cf1e2b-6d3f-415f-8df1-9cd9f3f30de0 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.70 "GET /v2.0/ports?device_id=db0e792f-9688-4a9c-98ea-0c40280be6b6 HTTP/1.1" status: 200 len: 948 time: 0.1195781 Jul 16 01:22:20.133260 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044814b6-129c-4d64-a00e-06fe340440fc tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:20.135795 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7277cd9e-45a3-4c67-add2-276ed58685df tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.142953 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-044814b6-129c-4d64-a00e-06fe340440fc tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.143334 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-044814b6-129c-4d64-a00e-06fe340440fc tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Added segment 43931992-2028-4f55-a1eb-581f66915366 of type vlan for network f6476fc5-a895-487c-92b2-0a002a528202 Jul 16 01:22:20.184927 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-044814b6-129c-4d64-a00e-06fe340440fc tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.213989 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-044814b6-129c-4d64-a00e-06fe340440fc tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.220477 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044814b6-129c-4d64-a00e-06fe340440fc tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:20.221082 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-044814b6-129c-4d64-a00e-06fe340440fc tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.270029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-93dac202-a1e2-47d2-b83f-55075e31b326 req-805b30fb-48ef-4e65-bff6-9ffdb80e533d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Deleting port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:20.270576 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-93dac202-a1e2-47d2-b83f-55075e31b326 req-805b30fb-48ef-4e65-bff6-9ffdb80e533d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.301415 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044814b6-129c-4d64-a00e-06fe340440fc tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event updated for resources: {'Network': ['ID=f6476fc5-a895-487c-92b2-0a002a528202,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:20.316108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network f6476fc5-a895-487c-92b2-0a002a528202 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:20.317169 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7277cd9e-45a3-4c67-add2-276ed58685df tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.322063 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7277cd9e-45a3-4c67-add2-276ed58685df tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.330580 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-044814b6-129c-4d64-a00e-06fe340440fc tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2549050 Jul 16 01:22:20.330869 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56136) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:20.336985 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-478c03ed-cb3b-461a-9a25-475da62daed1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1556826266'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:20.365220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478c03ed-cb3b-461a-9a25-475da62daed1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Made reservation on behalf of 6ca7b97a990a404c829427eaf2ea0caa for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:20.370379 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-478c03ed-cb3b-461a-9a25-475da62daed1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.392884 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7277cd9e-45a3-4c67-add2-276ed58685df tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.394125 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7277cd9e-45a3-4c67-add2-276ed58685df tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3049462 Jul 16 01:22:20.406140 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478c03ed-cb3b-461a-9a25-475da62daed1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:20.418321 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-478c03ed-cb3b-461a-9a25-475da62daed1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.418687 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-478c03ed-cb3b-461a-9a25-475da62daed1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Added segment effce18e-47e5-4013-b524-7013216e944f of type vlan for network 51aafbd0-4cfc-4964-bff8-60dca1e0095e Jul 16 01:22:20.421369 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56140) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:20.432442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-291be88b-5637-4bf6-a1fc-3cb1bfc080e5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group_rule': {'security_group_id': '24943992-2e19-45bc-ac8b-82b7f2eb69b1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:20.444963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277cd9e-45a3-4c67-add2-276ed58685df tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24943992-2e19-45bc-ac8b-82b7f2eb69b1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:20.467521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-93dac202-a1e2-47d2-b83f-55075e31b326 req-805b30fb-48ef-4e65-bff6-9ffdb80e533d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] For port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:20.467900 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-478c03ed-cb3b-461a-9a25-475da62daed1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.468017 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-93dac202-a1e2-47d2-b83f-55075e31b326 req-805b30fb-48ef-4e65-bff6-9ffdb80e533d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.497993 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-478c03ed-cb3b-461a-9a25-475da62daed1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.504297 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478c03ed-cb3b-461a-9a25-475da62daed1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:20.504899 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-478c03ed-cb3b-461a-9a25-475da62daed1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.506428 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-93dac202-a1e2-47d2-b83f-55075e31b326 req-805b30fb-48ef-4e65-bff6-9ffdb80e533d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Calling delete_port for 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:20.536611 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-291be88b-5637-4bf6-a1fc-3cb1bfc080e5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.542984 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-478c03ed-cb3b-461a-9a25-475da62daed1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2107980 Jul 16 01:22:20.546149 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56142) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:20.551177 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Request body: {'ports': [{'network_id': 'f6476fc5-a895-487c-92b2-0a002a528202', 'name': 'tempest-port--585329428', 'admin_state_up': True}, {'network_id': '51aafbd0-4cfc-4964-bff8-60dca1e0095e', 'admin_state_up': False}]} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:20.551499 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Request body: {'port': {'network_id': 'f6476fc5-a895-487c-92b2-0a002a528202', 'name': 'tempest-port--585329428', 'admin_state_up': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:20.552015 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Request body: {'port': {'network_id': '51aafbd0-4cfc-4964-bff8-60dca1e0095e', 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:20.598859 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478c03ed-cb3b-461a-9a25-475da62daed1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event updated for resources: {'Network': ['ID=51aafbd0-4cfc-4964-bff8-60dca1e0095e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:20.612536 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 51aafbd0-4cfc-4964-bff8-60dca1e0095e details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:20.612720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30177b54-fc68-4148-8efd-2002b9aa48aa req-6e4d4d2f-437e-414f-a9e7-e0c0e0dce4ab tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:20.614115 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30177b54-fc68-4148-8efd-2002b9aa48aa req-6e4d4d2f-437e-414f-a9e7-e0c0e0dce4ab tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=db0e792f-9688-4a9c-98ea-0c40280be6b6 HTTP/1.1" status: 200 len: 948 time: 0.2481329 Jul 16 01:22:20.677281 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58155cb6-5c08-4393-8fcc-90dee9c22664 req-09fa78dd-4342-4c21-bf20-5da56624d5c9 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:20.684144 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58155cb6-5c08-4393-8fcc-90dee9c22664 req-09fa78dd-4342-4c21-bf20-5da56624d5c9 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.2456460 Jul 16 01:22:20.732290 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace8ca32-75e5-447f-8674-adfa385e85e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5016402-fba8-49c5-b0a3-ff3be9309e08'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:20.735992 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e23c73-eaff-4d65-962a-9bad385528d6" -d '{"events": [{"server_uuid": "ace8ca32-75e5-447f-8674-adfa385e85e9", "name": "network-vif-plugged", "status": "completed", "tag": "e5016402-fba8-49c5-b0a3-ff3be9309e08"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:20.740114 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-291be88b-5637-4bf6-a1fc-3cb1bfc080e5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.744035 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30177b54-fc68-4148-8efd-2002b9aa48aa req-99282afe-5d7b-41ad-a8a7-9d823e248087 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1e98abe-63c7-4888-9deb-8b5d0d53ed90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174667 Jul 16 01:22:20.748008 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-291be88b-5637-4bf6-a1fc-3cb1bfc080e5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.762103 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Made reservation on behalf of 6ca7b97a990a404c829427eaf2ea0caa for: {'port': 2} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:20.769399 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.788353 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.816215 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58155cb6-5c08-4393-8fcc-90dee9c22664 req-e79bf853-b745-4172-9254-9323c376ebb2 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311035 Jul 16 01:22:20.827370 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291be88b-5637-4bf6-a1fc-3cb1bfc080e5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd92c87-6194-49bb-bcc6-cb57d4579670,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:20.839046 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-291be88b-5637-4bf6-a1fc-3cb1bfc080e5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.840304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-291be88b-5637-4bf6-a1fc-3cb1bfc080e5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4171391 Jul 16 01:22:20.844456 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56150) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:20.879011 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-93dac202-a1e2-47d2-b83f-55075e31b326 req-805b30fb-48ef-4e65-bff6-9ffdb80e533d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:20.920357 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6f00464e-1d4e-4995-a22f-313497af31bb tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-group-rules/ecd92c87-6194-49bb-bcc6-cb57d4579670 HTTP/1.1" status: 200 len: 763 time: 0.0695090 Jul 16 01:22:20.921982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56156) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:20.922744 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b30fb-48ef-4e65-bff6-9ffdb80e533d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Pushing event deleted for resources: {'Port': ['ID=1267ef69-c7df-426d-8f0f-c5d6c9ea95e4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:20.923543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] device_id is not set on port 36e6a6be-7137-4ab0-a0eb-e3757fe96169 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:22:20.948353 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88b37739-dece-483e-9bd9-f744f870cc56 x-openstack-request-id: req-88b37739-dece-483e-9bd9-f744f870cc56 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:20.948765 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace8ca32-75e5-447f-8674-adfa385e85e9", "name": "network-vif-plugged", "status": "completed", "tag": "e5016402-fba8-49c5-b0a3-ff3be9309e08", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:20.949120 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88b37739-dece-483e-9bd9-f744f870cc56 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:20.949630 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace8ca32-75e5-447f-8674-adfa385e85e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5016402-fba8-49c5-b0a3-ff3be9309e08', 'code': 200} Jul 16 01:22:20.995324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-93dac202-a1e2-47d2-b83f-55075e31b326 req-805b30fb-48ef-4e65-bff6-9ffdb80e533d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] No DVR routers for this DVR port 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:21.000075 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-93dac202-a1e2-47d2-b83f-55075e31b326 req-805b30fb-48ef-4e65-bff6-9ffdb80e533d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.002051 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93dac202-a1e2-47d2-b83f-55075e31b326 req-805b30fb-48ef-4e65-bff6-9ffdb80e533d tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.70 "DELETE /v2.0/ports/1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 HTTP/1.1" status: 204 len: 173 time: 0.8751020 Jul 16 01:22:21.003446 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db0e792f-9688-4a9c-98ea-0c40280be6b6', 'name': 'network-vif-deleted', 'tag': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:21.006429 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3567959a-ca1f-4e31-aacb-5ef2314d1758" -d '{"events": [{"server_uuid": "db0e792f-9688-4a9c-98ea-0c40280be6b6", "name": "network-vif-deleted", "tag": "1267ef69-c7df-426d-8f0f-c5d6c9ea95e4"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:21.029209 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-65834b2b-5376-4044-bd76-a78cf9387507 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1041055 Jul 16 01:22:21.036564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56160) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:21.124852 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.228991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] device_id is not set on port 0c963c2c-1769-4efe-8381-b100dd280268 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:22:21.363131 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.398202 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3d24ad-7d4d-4f9b-bf77-4b95e950c9ea x-openstack-request-id: req-4b3d24ad-7d4d-4f9b-bf77-4b95e950c9ea {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:21.399393 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db0e792f-9688-4a9c-98ea-0c40280be6b6", "name": "network-vif-deleted", "tag": "1267ef69-c7df-426d-8f0f-c5d6c9ea95e4", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:21.399818 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b3d24ad-7d4d-4f9b-bf77-4b95e950c9ea {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:21.400361 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db0e792f-9688-4a9c-98ea-0c40280be6b6', 'name': 'network-vif-deleted', 'tag': '1267ef69-c7df-426d-8f0f-c5d6c9ea95e4', 'status': 'completed', 'code': 200} Jul 16 01:22:21.410160 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.427546 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1fc14d4-a042-481d-adf5-478679809f9a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.436681 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1fc14d4-a042-481d-adf5-478679809f9a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.473648 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1fc14d4-a042-481d-adf5-478679809f9a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.479226 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1fc14d4-a042-481d-adf5-478679809f9a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.482821 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d1fc14d4-a042-481d-adf5-478679809f9a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/ecd92c87-6194-49bb-bcc6-cb57d4579670 HTTP/1.1" status: 204 len: 168 time: 0.4384389 Jul 16 01:22:21.486862 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56168) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:21.501804 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event updated for resources: {'Port': ['ID=36e6a6be-7137-4ab0-a0eb-e3757fe96169,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:21.517183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Checking segment: {'id': '43931992-2028-4f55-a1eb-581f66915366', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f6476fc5-a895-487c-92b2-0a002a528202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:21.517545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Network hostable DHCP agents. Network: f6476fc5-a895-487c-92b2-0a002a528202, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:21.518634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc14d4-a042-481d-adf5-478679809f9a tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ecd92c87-6194-49bb-bcc6-cb57d4579670,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:21.543875 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Network f6476fc5-a895-487c-92b2-0a002a528202 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:21.554195 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, f6476fc5-a895-487c-92b2-0a002a528202) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:21.556048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab48559-88e8-496e-bcc4-f5b7e56a4c69 req-e15eeaa7-b659-4b06-91f2-1845d42a5538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:21.558135 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ab48559-88e8-496e-bcc4-f5b7e56a4c69 req-e15eeaa7-b659-4b06-91f2-1845d42a5538 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 1097 time: 0.5133867 Jul 16 01:22:21.558377 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:21.559369 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.579749 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2436d58-ad96-433b-b773-b7af857174ec None None] Network f6476fc5-a895-487c-92b2-0a002a528202 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:21.585866 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fac909-054a-4bf9-a024-819b27a17e9e req-aedba9df-bf92-4a44-b185-8ea9376cdc04 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:21.587379 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9fac909-054a-4bf9-a024-819b27a17e9e req-aedba9df-bf92-4a44-b185-8ea9376cdc04 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 945 time: 0.5103481 Jul 16 01:22:21.604240 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-32367488-53dd-4d0c-b657-f9fc5057e8e8 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1160347 Jul 16 01:22:21.610980 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56170) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:21.625783 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e55b1031-2640-45a7-9668-367107de823e tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group_rule': {'security_group_id': '24943992-2e19-45bc-ac8b-82b7f2eb69b1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:21.646655 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ab48559-88e8-496e-bcc4-f5b7e56a4c69 req-9b7f5457-cd58-4932-9328-77861f7b4176 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805933 Jul 16 01:22:21.656545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event updated for resources: {'Port': ['ID=0c963c2c-1769-4efe-8381-b100dd280268,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:21.664709 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9fac909-054a-4bf9-a024-819b27a17e9e req-a1e1024d-6bca-45ab-b38f-79cb4dfad487 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/security-groups?id=8edcc68b-9013-4d96-a964-d8ada3b9a5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589442 Jul 16 01:22:21.717528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Checking segment: {'id': 'effce18e-47e5-4013-b524-7013216e944f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '51aafbd0-4cfc-4964-bff8-60dca1e0095e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:21.718042 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Network hostable DHCP agents. Network: 51aafbd0-4cfc-4964-bff8-60dca1e0095e, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:21.728801 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e55b1031-2640-45a7-9668-367107de823e tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.752062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Network 51aafbd0-4cfc-4964-bff8-60dca1e0095e is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:21.777222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 51aafbd0-4cfc-4964-bff8-60dca1e0095e) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:21.787616 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3ff57c-3f73-4b41-baa5-ba55fe694e87 None None] Network 51aafbd0-4cfc-4964-bff8-60dca1e0095e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:21.800718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:21.809117 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:21.813936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:21.814640 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.848902 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56180) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:21.862929 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9748af5b-6a3e-4da6-bb0c-5bd011a7d9c1 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.3152046 Jul 16 01:22:21.864919 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e55b1031-2640-45a7-9668-367107de823e tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.869551 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e55b1031-2640-45a7-9668-367107de823e tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.911612 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b1031-2640-45a7-9668-367107de823e tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c06d6f3-6fe3-4c6f-9210-c2cb2e41c4f0,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:21.933947 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e55b1031-2640-45a7-9668-367107de823e tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:21.935627 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e55b1031-2640-45a7-9668-367107de823e tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3191292 Jul 16 01:22:21.939280 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56186) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:21.971374 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8247ac71-d41c-47fd-a505-2013e06c4ae5 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-group-rules/6c06d6f3-6fe3-4c6f-9210-c2cb2e41c4f0 HTTP/1.1" status: 200 len: 763 time: 0.0306990 Jul 16 01:22:21.982314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56188) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:22.029782 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-869020bb-24ae-4115-8df6-7cb55732a6a2 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0462909 Jul 16 01:22:22.032828 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56192) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:22.044905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36816be2-3cf2-4b81-a22f-3c4c24d4d5de req-d48523b2-83c2-4d50-8bdd-26fbc0a9b012 tempest-ListImageFiltersTestJSON-1535779209 tempest-ListImageFiltersTestJSON-1535779209-project] 10.222.0.22 "GET /v2.0/ports?device_id=db0e792f-9688-4a9c-98ea-0c40280be6b6 HTTP/1.1" status: 200 len: 210 time: 0.0721078 Jul 16 01:22:22.072454 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eca36894-c221-47dc-a05c-9723ba86b5a4 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.072454 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eca36894-c221-47dc-a05c-9723ba86b5a4 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.103312 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eca36894-c221-47dc-a05c-9723ba86b5a4 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.111261 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eca36894-c221-47dc-a05c-9723ba86b5a4 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.123937 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-eca36894-c221-47dc-a05c-9723ba86b5a4 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/6c06d6f3-6fe3-4c6f-9210-c2cb2e41c4f0 HTTP/1.1" status: 204 len: 168 time: 0.0873799 Jul 16 01:22:22.125518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56194) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:22.132957 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca36894-c221-47dc-a05c-9723ba86b5a4 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c06d6f3-6fe3-4c6f-9210-c2cb2e41c4f0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:22.134894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe8d40d-f5df-434a-bf88-850624b68a42 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:22.140704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe8d40d-f5df-434a-bf88-850624b68a42 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:22.145037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0fe8d40d-f5df-434a-bf88-850624b68a42 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2924414 Jul 16 01:22:22.145497 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56196) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:22.203620 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd63d7-9ebc-4bce-bd5a-eebb5daf0acd req-372e04ce-a1a2-4401-a316-084b43508388 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:22.205323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6bfd63d7-9ebc-4bce-bd5a-eebb5daf0acd req-372e04ce-a1a2-4401-a316-084b43508388 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.1729662 Jul 16 01:22:22.214432 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a5267e90-bbf2-41b3-a38f-7681ec715057 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0709608 Jul 16 01:22:22.221362 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56198) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:22.226258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f0485bfc-2862-4800-b982-f4af65b29043 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Request body: {'security_group_rule': {'security_group_id': '24943992-2e19-45bc-ac8b-82b7f2eb69b1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:22.268135 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b9028-0d0c-4ece-8b97-6682c8402236 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Deleting port 36e6a6be-7137-4ab0-a0eb-e3757fe96169 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:22.268881 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9028-0d0c-4ece-8b97-6682c8402236 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.274980 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6bfd63d7-9ebc-4bce-bd5a-eebb5daf0acd req-e65077eb-e383-4a3f-bf5c-254f36ec11ff tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593677 Jul 16 01:22:22.297573 n-d-791505-14 neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-f0485bfc-2862-4800-b982-f4af65b29043 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Project 2f0d317f708c44c4a18e83a311fbc852 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:22:22.305478 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f0485bfc-2862-4800-b982-f4af65b29043 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.400596 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9028-0d0c-4ece-8b97-6682c8402236 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.401201 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f0485bfc-2862-4800-b982-f4af65b29043 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.405992 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f0485bfc-2862-4800-b982-f4af65b29043 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.430230 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b9028-0d0c-4ece-8b97-6682c8402236 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Calling delete_port for 36e6a6be-7137-4ab0-a0eb-e3757fe96169 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:22.450313 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f0485bfc-2862-4800-b982-f4af65b29043 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.451570 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f0485bfc-2862-4800-b982-f4af65b29043 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2292523 Jul 16 01:22:22.454300 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56204) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:22.465861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0485bfc-2862-4800-b982-f4af65b29043 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37b3e94-8342-499f-9859-dafe283a7c9f,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:22.479186 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5a0877a3-cc4e-4ad1-8327-53e303db87be tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-group-rules/b37b3e94-8342-499f-9859-dafe283a7c9f HTTP/1.1" status: 200 len: 769 time: 0.0229692 Jul 16 01:22:22.482581 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56206) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:22.553315 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-414f8e68-7a12-4034-92d7-7fef00aeb722 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0693457 Jul 16 01:22:22.554746 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9028-0d0c-4ece-8b97-6682c8402236 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.557273 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56208) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:22.594079 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f1b9028-0d0c-4ece-8b97-6682c8402236 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.596656 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6f1b9028-0d0c-4ece-8b97-6682c8402236 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "DELETE /v2.0/ports/36e6a6be-7137-4ab0-a0eb-e3757fe96169 HTTP/1.1" status: 204 len: 168 time: 0.4493754 Jul 16 01:22:22.597670 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b9028-0d0c-4ece-8b97-6682c8402236 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event deleted for resources: {'Port': ['ID=36e6a6be-7137-4ab0-a0eb-e3757fe96169,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:22.599301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56210) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:22.620641 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a308189a-f9d0-4e08-976f-8da2d06b9802 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.630273 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a308189a-f9d0-4e08-976f-8da2d06b9802 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.670333 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a308189a-f9d0-4e08-976f-8da2d06b9802 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.675130 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a308189a-f9d0-4e08-976f-8da2d06b9802 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.678753 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a308189a-f9d0-4e08-976f-8da2d06b9802 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/b37b3e94-8342-499f-9859-dafe283a7c9f HTTP/1.1" status: 204 len: 168 time: 0.1173975 Jul 16 01:22:22.680113 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56212) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:22.689003 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308189a-f9d0-4e08-976f-8da2d06b9802 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b37b3e94-8342-499f-9859-dafe283a7c9f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:22.700705 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb140f-04df-4407-8563-f6cae58c91dd req-926498d1-1772-4ac5-9ca0-dce842f0727f tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:22.702268 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23cb140f-04df-4407-8563-f6cae58c91dd req-926498d1-1772-4ac5-9ca0-dce842f0727f tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 945 time: 0.1361012 Jul 16 01:22:22.732617 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b8425979-b59c-479b-b0fa-40873ee69bb7 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0510802 Jul 16 01:22:22.736539 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56214) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:22.744365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23cb140f-04df-4407-8563-f6cae58c91dd req-b510f632-1ffc-4442-a89f-7095396c13fa tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/security-groups?id=8edcc68b-9013-4d96-a964-d8ada3b9a5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358076 Jul 16 01:22:22.779485 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-61bd5ae3-81d5-4d24-84fc-198ebad52d29 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Deleting port 0c963c2c-1769-4efe-8381-b100dd280268 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:22.779853 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61bd5ae3-81d5-4d24-84fc-198ebad52d29 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.858530 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c0e668e-b5eb-4e93-8f84-62eee6821801 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.870073 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61bd5ae3-81d5-4d24-84fc-198ebad52d29 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.892866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-61bd5ae3-81d5-4d24-84fc-198ebad52d29 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Calling delete_port for 0c963c2c-1769-4efe-8381-b100dd280268 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:22.898851 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c0e668e-b5eb-4e93-8f84-62eee6821801 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.982111 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c0e668e-b5eb-4e93-8f84-62eee6821801 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.984495 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c0e668e-b5eb-4e93-8f84-62eee6821801 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:22.985625 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5c0e668e-b5eb-4e93-8f84-62eee6821801 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "DELETE /v2.0/security-groups/24943992-2e19-45bc-ac8b-82b7f2eb69b1 HTTP/1.1" status: 204 len: 168 time: 0.2479928 Jul 16 01:22:22.988442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56216) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:23.001488 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e668e-b5eb-4e93-8f84-62eee6821801 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24943992-2e19-45bc-ac8b-82b7f2eb69b1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:23.012208 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61bd5ae3-81d5-4d24-84fc-198ebad52d29 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.047421 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5e77bf1c-323f-444f-a402-26fa3f72e4e9 tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0576484 Jul 16 01:22:23.053943 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56218) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:23.054126 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd5ae3-81d5-4d24-84fc-198ebad52d29 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event deleted for resources: {'Port': ['ID=0c963c2c-1769-4efe-8381-b100dd280268,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:23.061643 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61bd5ae3-81d5-4d24-84fc-198ebad52d29 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.064263 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-61bd5ae3-81d5-4d24-84fc-198ebad52d29 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "DELETE /v2.0/ports/0c963c2c-1769-4efe-8381-b100dd280268 HTTP/1.1" status: 204 len: 168 time: 0.4589853 Jul 16 01:22:23.066349 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56220) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:23.115669 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d3c92b08-c760-4c1e-9709-f3f93cbdb35e tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0479851 Jul 16 01:22:23.118622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ea7d54a5-185b-4896-99c0-3f5d0828c22b tempest-SecGroupIPv6Test-929806778 tempest-SecGroupIPv6Test-929806778-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0618887 Jul 16 01:22:23.120561 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56226) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:23.127932 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-cbcc44ed-5238-4461-828d-f8c0260ed133 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-30619768'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:23.160629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcc44ed-5238-4461-828d-f8c0260ed133 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Made reservation on behalf of 6ca7b97a990a404c829427eaf2ea0caa for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:23.164536 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cbcc44ed-5238-4461-828d-f8c0260ed133 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.194600 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbcc44ed-5238-4461-828d-f8c0260ed133 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:23.206359 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cbcc44ed-5238-4461-828d-f8c0260ed133 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.206853 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-cbcc44ed-5238-4461-828d-f8c0260ed133 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Added segment 4897264d-bf35-46af-9db8-e199c3115ae5 of type vlan for network 486a932e-4e66-4204-9b2e-77b9ad8d1e14 Jul 16 01:22:23.256452 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cbcc44ed-5238-4461-828d-f8c0260ed133 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.321674 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cbcc44ed-5238-4461-828d-f8c0260ed133 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.328684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcc44ed-5238-4461-828d-f8c0260ed133 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:23.329686 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cbcc44ed-5238-4461-828d-f8c0260ed133 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.378177 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cbcc44ed-5238-4461-828d-f8c0260ed133 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2555912 Jul 16 01:22:23.380940 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56244) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:23.385924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0557e765-860e-4284-aa43-d293c002a3ed tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-985499300'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:23.439102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0557e765-860e-4284-aa43-d293c002a3ed tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Made reservation on behalf of 6ca7b97a990a404c829427eaf2ea0caa for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:23.440108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc44ed-5238-4461-828d-f8c0260ed133 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event updated for resources: {'Network': ['ID=486a932e-4e66-4204-9b2e-77b9ad8d1e14,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:23.454353 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 486a932e-4e66-4204-9b2e-77b9ad8d1e14 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:23.456242 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0557e765-860e-4284-aa43-d293c002a3ed tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.487032 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0557e765-860e-4284-aa43-d293c002a3ed tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:23.509763 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0557e765-860e-4284-aa43-d293c002a3ed tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.513943 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56252) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:23.514511 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-0557e765-860e-4284-aa43-d293c002a3ed tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Added segment af41ead4-f1f2-436d-a5c2-2d7b47887447 of type vlan for network 8637ab9c-9daa-445a-a981-40949983a73b Jul 16 01:22:23.592228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af679a20-d7d1-4f35-95e7-1da8703528b6 req-490c2f61-3e3f-4fa4-97a2-1c4f219d8a49 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:23.594527 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-af679a20-d7d1-4f35-95e7-1da8703528b6 req-490c2f61-3e3f-4fa4-97a2-1c4f219d8a49 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.1421824 Jul 16 01:22:23.630653 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0557e765-860e-4284-aa43-d293c002a3ed tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.697714 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0557e765-860e-4284-aa43-d293c002a3ed tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.706189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0557e765-860e-4284-aa43-d293c002a3ed tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:23.706835 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0557e765-860e-4284-aa43-d293c002a3ed tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:23.711529 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-af679a20-d7d1-4f35-95e7-1da8703528b6 req-a0873975-d767-470b-ad9c-6e5fd3ecafc7 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020100 Jul 16 01:22:23.791178 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3a025d9f-a597-4d39-839e-b205c2aeaba0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2f0d317f708c44c4a18e83a311fbc852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756009 Jul 16 01:22:23.793910 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56270) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:23.846937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0557e765-860e-4284-aa43-d293c002a3ed tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event updated for resources: {'Network': ['ID=8637ab9c-9daa-445a-a981-40949983a73b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:23.852268 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0557e765-860e-4284-aa43-d293c002a3ed tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4707217 Jul 16 01:22:23.862189 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 8637ab9c-9daa-445a-a981-40949983a73b details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:23.871009 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83821800-8d02-4b45-8b64-d6cd862c078f req-070fc69a-697f-4892-9653-ee6ed70e13ea tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:23.872627 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83821800-8d02-4b45-8b64-d6cd862c078f req-070fc69a-697f-4892-9653-ee6ed70e13ea tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.69 "GET /v2.0/ports?device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 945 time: 0.1970882 Jul 16 01:22:24.034889 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6005980-c7f1-4ca7-96c0-926f67c67843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.060397 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6005980-c7f1-4ca7-96c0-926f67c67843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.179940 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6005980-c7f1-4ca7-96c0-926f67c67843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.182708 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6005980-c7f1-4ca7-96c0-926f67c67843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.186018 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a6005980-c7f1-4ca7-96c0-926f67c67843 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e4de989-7980-47bb-a1a6-ef9166854657 HTTP/1.1" status: 204 len: 168 time: 0.3894382 Jul 16 01:22:24.230590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6005980-c7f1-4ca7-96c0-926f67c67843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4de989-7980-47bb-a1a6-ef9166854657,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:24.309313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-83821800-8d02-4b45-8b64-d6cd862c078f req-74f34f0c-4acd-433f-8c70-5273f437fffa tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Deleting port 6cb63793-2ece-4866-adca-84a460bd8ec2 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:24.309757 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-83821800-8d02-4b45-8b64-d6cd862c078f req-74f34f0c-4acd-433f-8c70-5273f437fffa tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.416602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9675c73a-0320-4e9a-b85f-88aa55537edf req-077729b1-3b0e-433f-9821-e8334b6b5b44 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:24.424029 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9675c73a-0320-4e9a-b85f-88aa55537edf req-077729b1-3b0e-433f-9821-e8334b6b5b44 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 945 time: 0.1765196 Jul 16 01:22:24.499209 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9675c73a-0320-4e9a-b85f-88aa55537edf req-6fb7c00f-2d51-4d10-9ee8-87ad9c3ab9bd tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/security-groups?id=8edcc68b-9013-4d96-a964-d8ada3b9a5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660079 Jul 16 01:22:24.508040 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-83821800-8d02-4b45-8b64-d6cd862c078f req-74f34f0c-4acd-433f-8c70-5273f437fffa tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] For port 6cb63793-2ece-4866-adca-84a460bd8ec2, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=6cb63793-2ece-4866-adca-84a460bd8ec2,segment=NetworkSegment(813a1d3b-c147-45d0-ab87-28cd3b169120),segment_id=813a1d3b-c147-45d0-ab87-28cd3b169120)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:24.508850 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-83821800-8d02-4b45-8b64-d6cd862c078f req-74f34f0c-4acd-433f-8c70-5273f437fffa tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.532977 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-83821800-8d02-4b45-8b64-d6cd862c078f req-74f34f0c-4acd-433f-8c70-5273f437fffa tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Calling delete_port for 6cb63793-2ece-4866-adca-84a460bd8ec2 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:24.833687 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-83821800-8d02-4b45-8b64-d6cd862c078f req-74f34f0c-4acd-433f-8c70-5273f437fffa tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.859254 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['6cb63793-2ece-4866-adca-84a460bd8ec2'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:24.893554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f34f0c-4acd-433f-8c70-5273f437fffa tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Pushing event deleted for resources: {'Port': ['ID=6cb63793-2ece-4866-adca-84a460bd8ec2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:24.946752 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-83821800-8d02-4b45-8b64-d6cd862c078f req-74f34f0c-4acd-433f-8c70-5273f437fffa tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] No DVR routers for this DVR port 6cb63793-2ece-4866-adca-84a460bd8ec2 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:24.950178 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-83821800-8d02-4b45-8b64-d6cd862c078f req-74f34f0c-4acd-433f-8c70-5273f437fffa tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:24.952858 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83821800-8d02-4b45-8b64-d6cd862c078f req-74f34f0c-4acd-433f-8c70-5273f437fffa tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.69 "DELETE /v2.0/ports/6cb63793-2ece-4866-adca-84a460bd8ec2 HTTP/1.1" status: 204 len: 173 time: 1.0638771 Jul 16 01:22:24.953359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5487f3d8-ed88-4661-a7a5-94f2a907a235', 'name': 'network-vif-deleted', 'tag': '6cb63793-2ece-4866-adca-84a460bd8ec2'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:24.960774 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f47f18-4cad-4d7a-95de-e98b62b8cf25" -d '{"events": [{"server_uuid": "5487f3d8-ed88-4661-a7a5-94f2a907a235", "name": "network-vif-deleted", "tag": "6cb63793-2ece-4866-adca-84a460bd8ec2"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:25.120584 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b048a32-e86d-4e2b-b458-32613f334c9a req-5ab608f7-f508-4d7b-a575-1f2cb1ac92fe tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:25.126041 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b048a32-e86d-4e2b-b458-32613f334c9a req-5ab608f7-f508-4d7b-a575-1f2cb1ac92fe tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.1419179 Jul 16 01:22:25.209493 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b048a32-e86d-4e2b-b458-32613f334c9a req-f1b3e7a5-4f09-4537-ac44-340b8f0c366e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775473 Jul 16 01:22:25.468106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:25.515875 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:25.519034 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1267ef69-c7df-426d-8f0f-c5d6c9ea95e4 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:25.527062 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93861d50-1621-49b2-bc19-d058d45203ed x-openstack-request-id: req-93861d50-1621-49b2-bc19-d058d45203ed {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:25.528557 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5487f3d8-ed88-4661-a7a5-94f2a907a235", "name": "network-vif-deleted", "tag": "6cb63793-2ece-4866-adca-84a460bd8ec2", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:25.529032 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93861d50-1621-49b2-bc19-d058d45203ed {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:25.529650 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5487f3d8-ed88-4661-a7a5-94f2a907a235', 'name': 'network-vif-deleted', 'tag': '6cb63793-2ece-4866-adca-84a460bd8ec2', 'status': 'completed', 'code': 200} Jul 16 01:22:25.780868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56338) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:25.995589 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7e7121d-e014-419d-a005-186e89a1bcb8 req-af468433-e254-49fa-ae94-340b471969d5 tempest-InstanceActionsNegativeTestJSON-954423310 tempest-InstanceActionsNegativeTestJSON-954423310-project] 10.222.0.22 "GET /v2.0/ports?device_id=5487f3d8-ed88-4661-a7a5-94f2a907a235 HTTP/1.1" status: 200 len: 210 time: 0.0775850 Jul 16 01:22:26.007458 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d091ef6d-b185-4571-a974-63a5934f56eb tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:26.008187 n-d-791505-14 neutron-server[93919]: WARNING neutron.api.v2.base [None req-d091ef6d-b185-4571-a974-63a5934f56eb tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:22:26.008695 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-d091ef6d-b185-4571-a974-63a5934f56eb tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:22:26.009878 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d091ef6d-b185-4571-a974-63a5934f56eb tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2277555 Jul 16 01:22:26.014793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56348) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:26.020303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-92ba5753-ad3c-4fb3-95c5-e422371dd4f2 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1847523160'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:26.074255 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-92ba5753-ad3c-4fb3-95c5-e422371dd4f2 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.088970 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-92ba5753-ad3c-4fb3-95c5-e422371dd4f2 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.236349 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-92ba5753-ad3c-4fb3-95c5-e422371dd4f2 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.243212 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-92ba5753-ad3c-4fb3-95c5-e422371dd4f2 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.345245 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-92ba5753-ad3c-4fb3-95c5-e422371dd4f2 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.370173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba5753-ad3c-4fb3-95c5-e422371dd4f2 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c5bb34-67fa-40f4-8d83-e750e6b287b4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:26.385243 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-92ba5753-ad3c-4fb3-95c5-e422371dd4f2 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.460591 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-92ba5753-ad3c-4fb3-95c5-e422371dd4f2 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.461498 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-92ba5753-ad3c-4fb3-95c5-e422371dd4f2 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4457645 Jul 16 01:22:26.464574 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56364) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:26.470035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a3c546fe-0c35-4f69-95fa-b9c1953ceeb3 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': 'b41524b2-4017-4dbd-aaca-8a4037cb5b7b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:26.478226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba5753-ad3c-4fb3-95c5-e422371dd4f2 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41524b2-4017-4dbd-aaca-8a4037cb5b7b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:26.526135 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a3c546fe-0c35-4f69-95fa-b9c1953ceeb3 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.543486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafe6bf-4ee7-4ca2-af1f-1dfff543652c req-ed96fdc9-6626-4a79-b84f-5445cc3e8e6c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:26.545731 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ebafe6bf-4ee7-4ca2-af1f-1dfff543652c req-ed96fdc9-6626-4a79-b84f-5445cc3e8e6c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.1509278 Jul 16 01:22:26.548690 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56366) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:26.611105 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ebafe6bf-4ee7-4ca2-af1f-1dfff543652c req-bea5f04d-393f-4b25-a886-9018b13f8cab tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565338 Jul 16 01:22:26.612048 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a3c546fe-0c35-4f69-95fa-b9c1953ceeb3 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.625916 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a3c546fe-0c35-4f69-95fa-b9c1953ceeb3 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.656688 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c546fe-0c35-4f69-95fa-b9c1953ceeb3 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da34c3d-53ca-47eb-8985-313d449dcc33,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:26.669103 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a3c546fe-0c35-4f69-95fa-b9c1953ceeb3 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.672926 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a3c546fe-0c35-4f69-95fa-b9c1953ceeb3 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2043042 Jul 16 01:22:26.673415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56370) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:26.678637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-2ac16480-a341-4091-9b13-852a6554c557 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': 'b41524b2-4017-4dbd-aaca-8a4037cb5b7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:26.710880 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ac16480-a341-4091-9b13-852a6554c557 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.763792 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-2ac16480-a341-4091-9b13-852a6554c557 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:22:26.765755 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2ac16480-a341-4091-9b13-852a6554c557 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0910985 Jul 16 01:22:26.768546 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56374) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:26.820039 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0875fe16-1208-428e-bdbe-7353e62b6a91 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=70af7833c40c4f98a6be458eb578ac70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697392 Jul 16 01:22:26.822345 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56376) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:26.855540 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-40031ac3-91fd-4542-a2d7-a101db5368cc tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.880637 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-40031ac3-91fd-4542-a2d7-a101db5368cc tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.911035 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3eaeaf10-dd0f-41ce-88dc-2b662308795f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.926539 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-40031ac3-91fd-4542-a2d7-a101db5368cc tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.930118 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-40031ac3-91fd-4542-a2d7-a101db5368cc tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:26.932118 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-40031ac3-91fd-4542-a2d7-a101db5368cc tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "DELETE /v2.0/security-groups/b41524b2-4017-4dbd-aaca-8a4037cb5b7b HTTP/1.1" status: 204 len: 168 time: 0.1610382 Jul 16 01:22:26.936686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56380) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:26.961527 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40031ac3-91fd-4542-a2d7-a101db5368cc tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41524b2-4017-4dbd-aaca-8a4037cb5b7b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:26.976119 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3eaeaf10-dd0f-41ce-88dc-2b662308795f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.006951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9c7c9708-fcb1-4965-ae9a-b0efd2e0ae27 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667725 Jul 16 01:22:27.010898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56382) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:27.017849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-428285eb-6e94-4135-a0e2-4e77828a521e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group': {'name': 'tempest-secgroup--168464244'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:27.080967 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3eaeaf10-dd0f-41ce-88dc-2b662308795f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.083591 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3eaeaf10-dd0f-41ce-88dc-2b662308795f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.089270 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3eaeaf10-dd0f-41ce-88dc-2b662308795f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1e98abe-63c7-4888-9deb-8b5d0d53ed90 HTTP/1.1" status: 204 len: 168 time: 0.2602549 Jul 16 01:22:27.105340 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-428285eb-6e94-4135-a0e2-4e77828a521e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.121489 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaeaf10-dd0f-41ce-88dc-2b662308795f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e98abe-63c7-4888-9deb-8b5d0d53ed90,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:27.151318 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56388) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:27.210906 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-633a88b6-60b8-4f03-94d3-242111a86d3d admin admin] Deleting subnet ae2b419a-0fcb-470f-9146-043c8156c97c {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:27.215928 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-633a88b6-60b8-4f03-94d3-242111a86d3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.269981 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-633a88b6-60b8-4f03-94d3-242111a86d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.274519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56390) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:27.282585 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Request body: {'subnets': [{'network_id': '486a932e-4e66-4204-9b2e-77b9ad8d1e14', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1570382118', 'ip_version': 6}, {'network_id': '8637ab9c-9daa-445a-a981-40949983a73b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:27.282904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Request body: {'subnet': {'network_id': '486a932e-4e66-4204-9b2e-77b9ad8d1e14', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1570382118', 'ip_version': 6}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:27.283581 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Request body: {'subnet': {'network_id': '8637ab9c-9daa-445a-a981-40949983a73b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:27.329784 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-633a88b6-60b8-4f03-94d3-242111a86d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.330923 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-428285eb-6e94-4135-a0e2-4e77828a521e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.338624 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-428285eb-6e94-4135-a0e2-4e77828a521e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.398257 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-633a88b6-60b8-4f03-94d3-242111a86d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.408222 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-428285eb-6e94-4135-a0e2-4e77828a521e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.411959 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-428285eb-6e94-4135-a0e2-4e77828a521e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3969996 Jul 16 01:22:27.412933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56394) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:27.414231 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-633a88b6-60b8-4f03-94d3-242111a86d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.418979 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-633a88b6-60b8-4f03-94d3-242111a86d3d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ae2b419a-0fcb-470f-9146-043c8156c97c HTTP/1.1" status: 204 len: 168 time: 0.2665370 Jul 16 01:22:27.429837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56396) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:27.443240 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0f129671-eb51-4dd5-b682-aee57b5f876c tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '94bbb8b3-e984-4ec1-b0a6-4ca0d5a8bf06', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:27.444124 n-d-791505-14 neutron-server[93920]: WARNING neutron.api.v2.base [None req-0f129671-eb51-4dd5-b682-aee57b5f876c tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 01:22:27.445175 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-0f129671-eb51-4dd5-b682-aee57b5f876c tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:27.446338 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0f129671-eb51-4dd5-b682-aee57b5f876c tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0262551 Jul 16 01:22:27.450682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633a88b6-60b8-4f03-94d3-242111a86d3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae2b419a-0fcb-470f-9146-043c8156c97c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:27.452707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56400) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:27.454671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428285eb-6e94-4135-a0e2-4e77828a521e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94bbb8b3-e984-4ec1-b0a6-4ca0d5a8bf06,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:27.521912 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f648-02fd-4590-bf5d-59be50b1757e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.550961 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f648-02fd-4590-bf5d-59be50b1757e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.566944 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c4d3bcf5-f193-4efb-9578-c0839d8134f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.597685 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f648-02fd-4590-bf5d-59be50b1757e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.601217 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f648-02fd-4590-bf5d-59be50b1757e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.602762 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e6b2f648-02fd-4590-bf5d-59be50b1757e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "DELETE /v2.0/security-groups/94bbb8b3-e984-4ec1-b0a6-4ca0d5a8bf06 HTTP/1.1" status: 204 len: 168 time: 0.1359172 Jul 16 01:22:27.605881 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56406) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:27.644349 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Made reservation on behalf of 6ca7b97a990a404c829427eaf2ea0caa for: {'subnet': 2} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:27.649377 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.649663 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.661797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2f648-02fd-4590-bf5d-59be50b1757e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bbb8b3-e984-4ec1-b0a6-4ca0d5a8bf06,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:27.717594 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7dec6f63-b857-415b-b09e-22dc28705fcb tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1083720 Jul 16 01:22:27.719072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56414) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:27.729882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-21a5a7ee-e317-41ab-bf67-3e92bec01d5a tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758217420'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:27.766521 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-21a5a7ee-e317-41ab-bf67-3e92bec01d5a tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.819623 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c4d3bcf5-f193-4efb-9578-c0839d8134f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.852417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-c4d3bcf5-f193-4efb-9578-c0839d8134f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a47cc427-dddf-41e6-aab7-dc74fef88d06']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:27.900149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-c4d3bcf5-f193-4efb-9578-c0839d8134f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '813a1d3b-c147-45d0-ab87-28cd3b169120') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:27.900493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-c4d3bcf5-f193-4efb-9578-c0839d8134f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '813a1d3b-c147-45d0-ab87-28cd3b169120') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:27.905662 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-21a5a7ee-e317-41ab-bf67-3e92bec01d5a tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.914432 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c4d3bcf5-f193-4efb-9578-c0839d8134f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.915595 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-21a5a7ee-e317-41ab-bf67-3e92bec01d5a tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.951406 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c4d3bcf5-f193-4efb-9578-c0839d8134f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.971047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5a7ee-e317-41ab-bf67-3e92bec01d5a tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98b8a762-5b93-4138-a8ec-062dfe1107ff,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:27.975452 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d3bcf5-f193-4efb-9578-c0839d8134f5 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:27.978309 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c4d3bcf5-f193-4efb-9578-c0839d8134f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.981524 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-21a5a7ee-e317-41ab-bf67-3e92bec01d5a tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:27.982835 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-21a5a7ee-e317-41ab-bf67-3e92bec01d5a tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2627761 Jul 16 01:22:27.985579 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56426) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.002977 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d3e6722e-a33f-46b2-8243-5868b4226ca3 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '98b8a762-5b93-4138-a8ec-062dfe1107ff', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:28.004017 n-d-791505-14 neutron-server[93920]: WARNING neutron.api.v2.base [None req-d3e6722e-a33f-46b2-8243-5868b4226ca3 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 01:22:28.004602 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-d3e6722e-a33f-46b2-8243-5868b4226ca3 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:28.014909 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d3e6722e-a33f-46b2-8243-5868b4226ca3 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0282812 Jul 16 01:22:28.015829 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56428) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.113023 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f20a3474-3e90-4b78-b371-38cbf7a8cee3 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.137581 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f20a3474-3e90-4b78-b371-38cbf7a8cee3 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:28.187311 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:28.189708 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f20a3474-3e90-4b78-b371-38cbf7a8cee3 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.191269 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f20a3474-3e90-4b78-b371-38cbf7a8cee3 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.191682 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c4d3bcf5-f193-4efb-9578-c0839d8134f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.195294 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f20a3474-3e90-4b78-b371-38cbf7a8cee3 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "DELETE /v2.0/security-groups/98b8a762-5b93-4138-a8ec-062dfe1107ff HTTP/1.1" status: 204 len: 168 time: 0.1755438 Jul 16 01:22:28.198013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56436) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.209426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a3474-3e90-4b78-b371-38cbf7a8cee3 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b8a762-5b93-4138-a8ec-062dfe1107ff,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:28.220630 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c4d3bcf5-f193-4efb-9578-c0839d8134f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.224873 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c4d3bcf5-f193-4efb-9578-c0839d8134f5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a47cc427-dddf-41e6-aab7-dc74fef88d06 HTTP/1.1" status: 204 len: 168 time: 0.7909484 Jul 16 01:22:28.224873 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3bcf5-f193-4efb-9578-c0839d8134f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a47cc427-dddf-41e6-aab7-dc74fef88d06,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:28.316197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3aeda-3fa3-496b-94db-bbcdaef9eaa7 req-62034410-ece9-4e0c-872f-291903dbd3c6 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:28.323132 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7c3aeda-3fa3-496b-94db-bbcdaef9eaa7 req-62034410-ece9-4e0c-872f-291903dbd3c6 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.4931052 Jul 16 01:22:28.363575 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 6cb63793-2ece-4866-adca-84a460bd8ec2 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:28.387703 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 6cb63793-2ece-4866-adca-84a460bd8ec2 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:28.388340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 6cb63793-2ece-4866-adca-84a460bd8ec2 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:28.388579 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7c3aeda-3fa3-496b-94db-bbcdaef9eaa7 req-b944784c-7b4b-47b8-94e6-a780b1ccd168 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644801 Jul 16 01:22:28.407468 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d092041b-a5b4-437f-872e-cc4558f733e4 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1947882 Jul 16 01:22:28.411162 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56444) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.417794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8dced10e-6329-4944-860a-b900d2a69d6c tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1606615747'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:28.456074 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8dced10e-6329-4944-860a-b900d2a69d6c tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.459799 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56446) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.537112 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-80dc0ad3-effa-4bb6-b2df-240c234f8dfa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ffe4651e94549f79f2ce0e1de246351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755184 Jul 16 01:22:28.542295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56448) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.596567 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.637110 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-712eab35-34e8-4fe1-9155-737ca9307935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.641878 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8dced10e-6329-4944-860a-b900d2a69d6c tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.650982 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8dced10e-6329-4944-860a-b900d2a69d6c tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.659020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dafb2a-5b64-4f3c-b0f7-e8969a5f6b0f req-64ff52d9-7aa2-4736-ae7b-04756cac772e tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:28.660605 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-78dafb2a-5b64-4f3c-b0f7-e8969a5f6b0f req-64ff52d9-7aa2-4736-ae7b-04756cac772e tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/ports?device_id=6909d1a4-cda8-452a-be29-ffa5cd97e80f HTTP/1.1" status: 200 len: 946 time: 0.1395445 Jul 16 01:22:28.678376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event updated for resources: {'Subnet': ['ID=05fa03f0-0f6b-403a-b3b3-a9b55b15ccaf,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:28.680173 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-712eab35-34e8-4fe1-9155-737ca9307935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.691140 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8dced10e-6329-4944-860a-b900d2a69d6c tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.695445 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8dced10e-6329-4944-860a-b900d2a69d6c tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2802324 Jul 16 01:22:28.697175 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56454) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.707237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dced10e-6329-4944-860a-b900d2a69d6c tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6423ee20-621b-4122-8070-89b7e5b33557,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:28.711188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-488f0696-d380-4fe9-ad3b-465b26e82d0e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '6423ee20-621b-4122-8070-89b7e5b33557', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:28.719665 n-d-791505-14 neutron-server[93919]: WARNING neutron.api.v2.base [None req-488f0696-d380-4fe9-ad3b-465b26e82d0e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 01:22:28.720405 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-488f0696-d380-4fe9-ad3b-465b26e82d0e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:28.721567 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-488f0696-d380-4fe9-ad3b-465b26e82d0e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0234380 Jul 16 01:22:28.727309 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56456) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.731404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Checking segment: {'id': '4897264d-bf35-46af-9db8-e199c3115ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '486a932e-4e66-4204-9b2e-77b9ad8d1e14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:28.731903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Network hostable DHCP agents. Network: 486a932e-4e66-4204-9b2e-77b9ad8d1e14, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:28.732866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-cf0e0e1c-a543-4436-8858-cbbceb343bc0 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '6423ee20-621b-4122-8070-89b7e5b33557', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:28.734024 n-d-791505-14 neutron-server[93920]: WARNING neutron.api.v2.base [None req-cf0e0e1c-a543-4436-8858-cbbceb343bc0 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 01:22:28.734530 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-cf0e0e1c-a543-4436-8858-cbbceb343bc0 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:28.738232 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cf0e0e1c-a543-4436-8858-cbbceb343bc0 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0071561 Jul 16 01:22:28.738421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56462) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.742938 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c90ec09a-0c05-4963-91c7-45740ffce337 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '6423ee20-621b-4122-8070-89b7e5b33557', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:28.745228 n-d-791505-14 neutron-server[93920]: WARNING neutron.api.v2.base [None req-c90ec09a-0c05-4963-91c7-45740ffce337 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 01:22:28.746154 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-c90ec09a-0c05-4963-91c7-45740ffce337 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:28.750250 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c90ec09a-0c05-4963-91c7-45740ffce337 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073676 Jul 16 01:22:28.750250 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56464) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.754517 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-37e251f7-9c20-4521-b3c2-a304a5b92668 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '6423ee20-621b-4122-8070-89b7e5b33557', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:28.755409 n-d-791505-14 neutron-server[93920]: WARNING neutron.api.v2.base [None req-37e251f7-9c20-4521-b3c2-a304a5b92668 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 01:22:28.755987 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-37e251f7-9c20-4521-b3c2-a304a5b92668 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:28.757721 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-37e251f7-9c20-4521-b3c2-a304a5b92668 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071509 Jul 16 01:22:28.760386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56468) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:28.766845 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-78dafb2a-5b64-4f3c-b0f7-e8969a5f6b0f req-bb1b2806-9998-4f7d-bccf-85829313b335 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab473e0d-3993-4ac3-af91-b6c8a92abb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895448 Jul 16 01:22:28.774575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Network 486a932e-4e66-4204-9b2e-77b9ad8d1e14 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:28.785988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 486a932e-4e66-4204-9b2e-77b9ad8d1e14) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:28.790951 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.792839 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-712eab35-34e8-4fe1-9155-737ca9307935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.795984 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-712eab35-34e8-4fe1-9155-737ca9307935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.799548 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-712eab35-34e8-4fe1-9155-737ca9307935 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8edcc68b-9013-4d96-a964-d8ada3b9a5f7 HTTP/1.1" status: 204 len: 168 time: 0.2540081 Jul 16 01:22:28.803860 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7911923c-995b-4339-95aa-fad8bb24f6c9 None None] Network 486a932e-4e66-4204-9b2e-77b9ad8d1e14 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:28.838743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712eab35-34e8-4fe1-9155-737ca9307935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edcc68b-9013-4d96-a964-d8ada3b9a5f7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:28.851844 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event updated for resources: {'Subnet': ['ID=0194df60-e676-4389-8cb4-055e64bdd4d5,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:28.881388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Checking segment: {'id': 'af41ead4-f1f2-436d-a5c2-2d7b47887447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8637ab9c-9daa-445a-a981-40949983a73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:28.882276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Network hostable DHCP agents. Network: 8637ab9c-9daa-445a-a981-40949983a73b, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:28.902272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Network 8637ab9c-9daa-445a-a981-40949983a73b is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:28.915334 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 8637ab9c-9daa-445a-a981-40949983a73b) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:28.929125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bf8134-9576-4eeb-9b6f-969df3ca5622 None None] Network 8637ab9c-9daa-445a-a981-40949983a73b requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:28.930386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:28.931039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:28.932099 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.942582 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73470eb8-f3e2-42d4-b8ed-fd9cbfc3fe90 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:28.972747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-027205aa-7c5c-4db1-a844-c68d3d604838 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6948943 Jul 16 01:22:28.973015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56494) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.006552 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73470eb8-f3e2-42d4-b8ed-fd9cbfc3fe90 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.098344 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73470eb8-f3e2-42d4-b8ed-fd9cbfc3fe90 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.101583 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73470eb8-f3e2-42d4-b8ed-fd9cbfc3fe90 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.105747 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-73470eb8-f3e2-42d4-b8ed-fd9cbfc3fe90 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "DELETE /v2.0/security-groups/6423ee20-621b-4122-8070-89b7e5b33557 HTTP/1.1" status: 204 len: 168 time: 0.3429406 Jul 16 01:22:29.106974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56498) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.160378 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73470eb8-f3e2-42d4-b8ed-fd9cbfc3fe90 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6423ee20-621b-4122-8070-89b7e5b33557,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:29.187480 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bd3ae5a5-61c2-4873-a167-82b377c9423b tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0698295 Jul 16 01:22:29.187682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29c348c-9290-4290-afcd-91dca134d370 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:29.189528 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29c348c-9290-4290-afcd-91dca134d370 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:29.191343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a29c348c-9290-4290-afcd-91dca134d370 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:29.191610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56504) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.193484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a29c348c-9290-4290-afcd-91dca134d370 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2194428 Jul 16 01:22:29.196512 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5422d278-b058-4a45-9db7-50fb6965802a tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1819035797'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:29.203622 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56506) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.223381 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5422d278-b058-4a45-9db7-50fb6965802a tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.273816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-74cb77bf-3832-4258-9974-a88ce2992a36 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Deleting subnet 05fa03f0-0f6b-403a-b3b3-a9b55b15ccaf {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:29.278153 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-74cb77bf-3832-4258-9974-a88ce2992a36 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.320105 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c416b0e-1d82-439b-8e2d-c3bd1e532282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-486a932e-4e66-4204-9b2e-77b9ad8d1e14', 'network_id': '486a932e-4e66-4204-9b2e-77b9ad8d1e14', 'tenant_id': '6ca7b97a990a404c829427eaf2ea0caa', 'fixed_ips': [{'subnet_id': '05fa03f0-0f6b-403a-b3b3-a9b55b15ccaf'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:22:29.320980 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0c416b0e-1d82-439b-8e2d-c3bd1e532282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.327260 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56508) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.341767 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-8637ab9c-9daa-445a-a981-40949983a73b', 'network_id': '8637ab9c-9daa-445a-a981-40949983a73b', 'tenant_id': '6ca7b97a990a404c829427eaf2ea0caa', 'fixed_ips': [{'subnet_id': '0194df60-e676-4389-8cb4-055e64bdd4d5'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:22:29.343019 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.358931 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-74cb77bf-3832-4258-9974-a88ce2992a36 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.371782 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5422d278-b058-4a45-9db7-50fb6965802a tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.377216 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5422d278-b058-4a45-9db7-50fb6965802a tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.410256 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-74cb77bf-3832-4258-9974-a88ce2992a36 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.449254 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5422d278-b058-4a45-9db7-50fb6965802a tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.452656 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5422d278-b058-4a45-9db7-50fb6965802a tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2582769 Jul 16 01:22:29.457047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5422d278-b058-4a45-9db7-50fb6965802a tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263734ee-9e8b-4c11-8c13-3f27b09303fc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:29.460527 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56518) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.472062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e1147796-d93d-41e8-b779-a2d193550a14 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '263734ee-9e8b-4c11-8c13-3f27b09303fc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:29.473945 n-d-791505-14 neutron-server[93920]: WARNING neutron.api.v2.base [None req-e1147796-d93d-41e8-b779-a2d193550a14 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:22:29.476844 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-e1147796-d93d-41e8-b779-a2d193550a14 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:29.481308 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e1147796-d93d-41e8-b779-a2d193550a14 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0163689 Jul 16 01:22:29.482805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56520) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.492887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-81b05eed-b155-4171-ab63-f6dc14528205 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '263734ee-9e8b-4c11-8c13-3f27b09303fc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:29.512695 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-74cb77bf-3832-4258-9974-a88ce2992a36 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.544963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cb77bf-3832-4258-9974-a88ce2992a36 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event deleted for resources: {'Subnet': ['ID=05fa03f0-0f6b-403a-b3b3-a9b55b15ccaf,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:29.546500 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a435e6b-38a6-46b3-9eea-25d1af922f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server [None req-0c416b0e-1d82-439b-8e2d-c3bd1e532282 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05fa03f0-0f6b-403a-b3b3-a9b55b15ccaf: This subnet is being modified by another concurrent operation. Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:22:29.576902 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 05fa03f0-0f6b-403a-b3b3-a9b55b15ccaf: This subnet is being modified by another concurrent operation. Jul 16 01:22:29.581382 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Jul 16 01:22:29.590194 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-74cb77bf-3832-4258-9974-a88ce2992a36 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.592820 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-74cb77bf-3832-4258-9974-a88ce2992a36 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "DELETE /v2.0/subnets/05fa03f0-0f6b-403a-b3b3-a9b55b15ccaf HTTP/1.1" status: 204 len: 168 time: 0.3878264 Jul 16 01:22:29.595697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56526) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.628244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3886be35-a7ef-4e47-9e2a-4c53f0df8052 None None] Network 486a932e-4e66-4204-9b2e-77b9ad8d1e14 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:29.682173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91f24e-b9e8-4d9b-a260-c4ae9025040a req-4e2d97e4-5d66-4635-8c27-199da07d978e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:29.690211 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a91f24e-b9e8-4d9b-a260-c4ae9025040a req-4e2d97e4-5d66-4635-8c27-199da07d978e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.1356981 Jul 16 01:22:29.728764 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a435e6b-38a6-46b3-9eea-25d1af922f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.736625 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-5841527b-7369-43fb-b5bb-0f2d00e5d597 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Deleting subnet 0194df60-e676-4389-8cb4-055e64bdd4d5 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:29.740837 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a435e6b-38a6-46b3-9eea-25d1af922f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.742662 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a91f24e-b9e8-4d9b-a260-c4ae9025040a req-9b04ad34-92e0-453c-85cc-9b58f5c8d570 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462730 Jul 16 01:22:29.747652 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-81b05eed-b155-4171-ab63-f6dc14528205 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:29.752892 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-81b05eed-b155-4171-ab63-f6dc14528205 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2685657 Jul 16 01:22:29.753500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56532) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.767784 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d5767964-73bf-4052-b04d-5b3ceafeb97c tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '263734ee-9e8b-4c11-8c13-3f27b09303fc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:29.767784 n-d-791505-14 neutron-server[93919]: WARNING neutron.api.v2.base [None req-d5767964-73bf-4052-b04d-5b3ceafeb97c tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 01:22:29.767784 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-d5767964-73bf-4052-b04d-5b3ceafeb97c tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:29.768972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56534) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.769071 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d5767964-73bf-4052-b04d-5b3ceafeb97c tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0099359 Jul 16 01:22:29.769153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-fc43bffa-852d-4aa7-8638-2682945d97ca tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '263734ee-9e8b-4c11-8c13-3f27b09303fc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:29.769246 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Allocated IP 2001:db8:0:1::1 (8637ab9c-9daa-445a-a981-40949983a73b/0194df60-e676-4389-8cb4-055e64bdd4d5/30dd16f0-8628-4e66-b604-96c867dd68d3) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:29.818101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a435e6b-38a6-46b3-9eea-25d1af922f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7ee95f-eaf8-4e86-8919-6c7dd7222191,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:29.824322 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5a435e6b-38a6-46b3-9eea-25d1af922f4a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=916d6c100d324244ae272abe1e2567f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4954152 Jul 16 01:22:29.827030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56540) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.876731 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-fc43bffa-852d-4aa7-8638-2682945d97ca tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:29.877885 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fc43bffa-852d-4aa7-8638-2682945d97ca tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1131001 Jul 16 01:22:29.881130 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56544) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.887060 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5381538a-0b88-49f1-8dfd-32c4a214065d tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '263734ee-9e8b-4c11-8c13-3f27b09303fc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:29.887784 n-d-791505-14 neutron-server[93919]: WARNING neutron.api.v2.base [None req-5381538a-0b88-49f1-8dfd-32c4a214065d tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:22:29.888441 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-5381538a-0b88-49f1-8dfd-32c4a214065d tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:29.889539 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5381538a-0b88-49f1-8dfd-32c4a214065d tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0074427 Jul 16 01:22:29.892404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56546) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.899952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-33dcb953-8d19-4a64-b133-93530b2784c8 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '263734ee-9e8b-4c11-8c13-3f27b09303fc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:29.904517 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22ede3d4-b223-41db-a93c-dbc7f146ab0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.935631 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22ede3d4-b223-41db-a93c-dbc7f146ab0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:29.979476 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-33dcb953-8d19-4a64-b133-93530b2784c8 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:29.980352 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-33dcb953-8d19-4a64-b133-93530b2784c8 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0857148 Jul 16 01:22:29.983145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56548) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.989166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b82ed26a-66e1-4f17-83c1-a35b18028c94 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '263734ee-9e8b-4c11-8c13-3f27b09303fc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:29.989645 n-d-791505-14 neutron-server[93919]: WARNING neutron.api.v2.base [None req-b82ed26a-66e1-4f17-83c1-a35b18028c94 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 01:22:29.990215 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-b82ed26a-66e1-4f17-83c1-a35b18028c94 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:29.991741 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b82ed26a-66e1-4f17-83c1-a35b18028c94 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071738 Jul 16 01:22:29.994644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56550) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:29.998558 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.001847 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1de793b2-402c-47b5-b6b9-7021a3de8d2e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '263734ee-9e8b-4c11-8c13-3f27b09303fc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:30.010360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56552) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:30.014502 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Transition to ACTIVE for port object 30dd16f0-8628-4e66-b604-96c867dd68d3 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:30.016450 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22ede3d4-b223-41db-a93c-dbc7f146ab0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.019290 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22ede3d4-b223-41db-a93c-dbc7f146ab0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.023505 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-22ede3d4-b223-41db-a93c-dbc7f146ab0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c7ee95f-eaf8-4e86-8919-6c7dd7222191 HTTP/1.1" status: 204 len: 168 time: 0.1923308 Jul 16 01:22:30.042638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Transition to ACTIVE for port object 30dd16f0-8628-4e66-b604-96c867dd68d3 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:30.045752 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ede3d4-b223-41db-a93c-dbc7f146ab0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7ee95f-eaf8-4e86-8919-6c7dd7222191,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:30.051411 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.058778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde20703-a073-4ffb-8555-35d2a57efb9c req-ab858bdf-e8f8-47d2-9a6d-57432dc7a1d5 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:30.065895 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dde20703-a073-4ffb-8555-35d2a57efb9c req-ab858bdf-e8f8-47d2-9a6d-57432dc7a1d5 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/ports?device_id=6909d1a4-cda8-452a-be29-ffa5cd97e80f HTTP/1.1" status: 200 len: 946 time: 0.1322172 Jul 16 01:22:30.067383 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5841527b-7369-43fb-b5bb-0f2d00e5d597 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.109106 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5841527b-7369-43fb-b5bb-0f2d00e5d597 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.120853 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dde20703-a073-4ffb-8555-35d2a57efb9c req-97c2091f-03e6-4d62-b0c7-51787dff82ab tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab473e0d-3993-4ac3-af91-b6c8a92abb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536611 Jul 16 01:22:30.150615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Network 8637ab9c-9daa-445a-a981-40949983a73b is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:30.163809 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.181630 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:30.184748 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:30.202205 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Pushing event updated for resources: {'Port': ['ID=30dd16f0-8628-4e66-b604-96c867dd68d3,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:30.210815 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-1de793b2-402c-47b5-b6b9-7021a3de8d2e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:30.214715 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1de793b2-402c-47b5-b6b9-7021a3de8d2e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2182946 Jul 16 01:22:30.217637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56564) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:30.226372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-c61e6600-44b6-4c39-a223-4d99dda1389f tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '263734ee-9e8b-4c11-8c13-3f27b09303fc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:30.254297 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5841527b-7369-43fb-b5bb-0f2d00e5d597 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.297409 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-c61e6600-44b6-4c39-a223-4d99dda1389f tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:30.301653 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c61e6600-44b6-4c39-a223-4d99dda1389f tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0804760 Jul 16 01:22:30.302197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56566) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:30.321554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Attempting to bind port 30dd16f0-8628-4e66-b604-96c867dd68d3 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:30.322093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Attempting to bind port 30dd16f0-8628-4e66-b604-96c867dd68d3 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'af41ead4-f1f2-436d-a5c2-2d7b47887447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8637ab9c-9daa-445a-a981-40949983a73b'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:30.322323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Attempting to bind port 30dd16f0-8628-4e66-b604-96c867dd68d3 on network 8637ab9c-9daa-445a-a981-40949983a73b {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:30.333644 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:30.334031 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Checking segment: {'id': 'af41ead4-f1f2-436d-a5c2-2d7b47887447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8637ab9c-9daa-445a-a981-40949983a73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:30.334581 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.334844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Bound using segment: {'id': 'af41ead4-f1f2-436d-a5c2-2d7b47887447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8637ab9c-9daa-445a-a981-40949983a73b'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:30.335366 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Bound port: 30dd16f0-8628-4e66-b604-96c867dd68d3, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af41ead4-f1f2-436d-a5c2-2d7b47887447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8637ab9c-9daa-445a-a981-40949983a73b'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:30.335753 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.407910 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-452f7b44-fd8d-4f5a-9441-d9b95b03ea73 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-722605781-network', 'tenant_id': '125c2f3bac084e13a44dbf4a0cebecdf'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:30.415785 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b9963b1-e0a4-4e05-858d-62298b98e1f1 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.419392 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5841527b-7369-43fb-b5bb-0f2d00e5d597 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.436319 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452f7b44-fd8d-4f5a-9441-d9b95b03ea73 admin admin] Made reservation on behalf of 125c2f3bac084e13a44dbf4a0cebecdf for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:30.437541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] For port 30dd16f0-8628-4e66-b604-96c867dd68d3, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:30.439895 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-452f7b44-fd8d-4f5a-9441-d9b95b03ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.442442 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] For port 30dd16f0-8628-4e66-b604-96c867dd68d3, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=30dd16f0-8628-4e66-b604-96c867dd68d3,segment=NetworkSegment(af41ead4-f1f2-436d-a5c2-2d7b47887447),segment_id=af41ead4-f1f2-436d-a5c2-2d7b47887447)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:30.451197 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-452f7b44-fd8d-4f5a-9441-d9b95b03ea73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.456404 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.463844 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5841527b-7369-43fb-b5bb-0f2d00e5d597 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event deleted for resources: {'Subnet': ['ID=0194df60-e676-4389-8cb4-055e64bdd4d5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:30.474240 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5841527b-7369-43fb-b5bb-0f2d00e5d597 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.476670 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5841527b-7369-43fb-b5bb-0f2d00e5d597 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "DELETE /v2.0/subnets/0194df60-e676-4389-8cb4-055e64bdd4d5 HTTP/1.1" status: 204 len: 168 time: 0.8800032 Jul 16 01:22:30.478245 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b9963b1-e0a4-4e05-858d-62298b98e1f1 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.480998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56574) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:30.551046 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98e3c0-c439-4fc8-961f-e8e7964bfb2f None None] Pushing event updated for resources: {'Port': ['ID=30dd16f0-8628-4e66-b604-96c867dd68d3,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:30.604329 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ef6a3-0eb8-48aa-8779-d3c10d9aa4d9 req-117340c7-c878-4e77-a7cf-cd9aaf17d1b4 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:30.606077 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a39c709-29c5-445a-a986-b3910447fb21 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:30.606713 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-862ef6a3-0eb8-48aa-8779-d3c10d9aa4d9 req-117340c7-c878-4e77-a7cf-cd9aaf17d1b4 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.70 "GET /v2.0/ports?device_id=6909d1a4-cda8-452a-be29-ffa5cd97e80f HTTP/1.1" status: 200 len: 946 time: 0.1415892 Jul 16 01:22:30.607605 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1a39c709-29c5-445a-a986-b3910447fb21 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1257231 Jul 16 01:22:30.612967 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56578) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:30.640003 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b9963b1-e0a4-4e05-858d-62298b98e1f1 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.642530 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b9963b1-e0a4-4e05-858d-62298b98e1f1 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.643690 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4b9963b1-e0a4-4e05-858d-62298b98e1f1 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "DELETE /v2.0/security-groups/263734ee-9e8b-4c11-8c13-3f27b09303fc HTTP/1.1" status: 204 len: 168 time: 0.3351574 Jul 16 01:22:30.656387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56580) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:30.671423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9963b1-e0a4-4e05-858d-62298b98e1f1 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263734ee-9e8b-4c11-8c13-3f27b09303fc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:30.713982 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-452f7b44-fd8d-4f5a-9441-d9b95b03ea73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.781982 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-452f7b44-fd8d-4f5a-9441-d9b95b03ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:30.794932 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-64119f0a-dccb-4de9-a246-3dae52079a73 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1368606 Jul 16 01:22:30.804855 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56590) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:30.917114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b980ef40-1936-4534-945f-2d3adea8a6f8 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group': {'name': 'tempest-secgroup--749129340'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:30.945824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f7b44-fd8d-4f5a-9441-d9b95b03ea73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568a89fc-0861-4caf-8730-e5943782ab9f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:30.979568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452f7b44-fd8d-4f5a-9441-d9b95b03ea73 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:31.001147 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.036855 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b980ef40-1936-4534-945f-2d3adea8a6f8 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.038900 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 30dd16f0-8628-4e66-b604-96c867dd68d3 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:31.097277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-862ef6a3-0eb8-48aa-8779-d3c10d9aa4d9 req-22681465-e15b-47f2-9e41-0457f579b67d tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Deleting port 4fe27ed1-9523-4904-98a5-a537866c7084 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:31.097558 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-862ef6a3-0eb8-48aa-8779-d3c10d9aa4d9 req-22681465-e15b-47f2-9e41-0457f579b67d tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.102287 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-452f7b44-fd8d-4f5a-9441-d9b95b03ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.102457 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 30dd16f0-8628-4e66-b604-96c867dd68d3 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:31.102669 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.102789 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-452f7b44-fd8d-4f5a-9441-d9b95b03ea73 admin admin] Added segment 3cbee03d-44ca-46a3-a67f-26ee1aa479a1 of type vlan for network 1c4e2ff1-d7b9-418c-9627-9b543ab5f137 Jul 16 01:22:31.134458 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56594) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:31.184516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Deleting port 30dd16f0-8628-4e66-b604-96c867dd68d3 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:31.184940 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.202767 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-452f7b44-fd8d-4f5a-9441-d9b95b03ea73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.273236 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5471e28f-f6d9-4cd9-9e7d-dff23456a229 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-5357013-network', 'tenant_id': '197b64275266443aa5f655f5f2d77414'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:31.291086 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] For port 30dd16f0-8628-4e66-b604-96c867dd68d3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=30dd16f0-8628-4e66-b604-96c867dd68d3,segment=NetworkSegment(af41ead4-f1f2-436d-a5c2-2d7b47887447),segment_id=af41ead4-f1f2-436d-a5c2-2d7b47887447)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:31.291448 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.305150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Calling delete_port for 30dd16f0-8628-4e66-b604-96c867dd68d3 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:31.386153 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.412442 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event deleted for resources: {'Port': ['ID=30dd16f0-8628-4e66-b604-96c867dd68d3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:31.416424 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] No DVR routers for this DVR port 30dd16f0-8628-4e66-b604-96c867dd68d3 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:31.483636 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a86243-a9c5-4bd0-af2c-3b5e08f948b2 req-1754a612-8990-4f81-8357-bdc6eccc7177 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:31.485227 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6a86243-a9c5-4bd0-af2c-3b5e08f948b2 req-1754a612-8990-4f81-8357-bdc6eccc7177 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.4728589 Jul 16 01:22:31.508820 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.520644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8637ab9c-9daa-445a-a981-40949983a73b']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:31.532882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af41ead4-f1f2-436d-a5c2-2d7b47887447') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:31.533455 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af41ead4-f1f2-436d-a5c2-2d7b47887447') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:31.543418 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.558931 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.565643 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:31.566053 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:31.570964 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:31.614381 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-452f7b44-fd8d-4f5a-9441-d9b95b03ea73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.615359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452f7b44-fd8d-4f5a-9441-d9b95b03ea73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:31.615970 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-452f7b44-fd8d-4f5a-9441-d9b95b03ea73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.619798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-862ef6a3-0eb8-48aa-8779-d3c10d9aa4d9 req-22681465-e15b-47f2-9e41-0457f579b67d tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] For port 4fe27ed1-9523-4904-98a5-a537866c7084, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4fe27ed1-9523-4904-98a5-a537866c7084,segment=NetworkSegment(fa2d298d-7f1d-4abc-aef5-c5a271f5823c),segment_id=fa2d298d-7f1d-4abc-aef5-c5a271f5823c)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:31.620163 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-862ef6a3-0eb8-48aa-8779-d3c10d9aa4d9 req-22681465-e15b-47f2-9e41-0457f579b67d tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.637529 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.648334 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.650668 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "DELETE /v2.0/networks/8637ab9c-9daa-445a-a981-40949983a73b HTTP/1.1" status: 204 len: 168 time: 1.0366671 Jul 16 01:22:31.659907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56604) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:31.666884 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6a86243-a9c5-4bd0-af2c-3b5e08f948b2 req-96d3ef07-f0e3-4442-9ba8-e18f135e817f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740487 Jul 16 01:22:31.672916 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd5d40-0540-4e8d-bd23-3e6ecaae7c83 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event deleted for resources: {'Network': ['ID=8637ab9c-9daa-445a-a981-40949983a73b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:31.687620 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-862ef6a3-0eb8-48aa-8779-d3c10d9aa4d9 req-22681465-e15b-47f2-9e41-0457f579b67d tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Calling delete_port for 4fe27ed1-9523-4904-98a5-a537866c7084 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:31.735962 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b980ef40-1936-4534-945f-2d3adea8a6f8 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.752111 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df6b57d1-c449-4576-b538-367f4abec411 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.767884 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5471e28f-f6d9-4cd9-9e7d-dff23456a229 admin admin] Made reservation on behalf of 197b64275266443aa5f655f5f2d77414 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:31.770280 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5471e28f-f6d9-4cd9-9e7d-dff23456a229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.796397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f7b44-fd8d-4f5a-9441-d9b95b03ea73 admin admin] Pushing event updated for resources: {'Network': ['ID=1c4e2ff1-d7b9-418c-9627-9b543ab5f137,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:31.805673 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a8219-90bc-4d99-9fba-8e4661905a32 req-0348c109-bc14-41ba-818a-d9f868c6514d tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:31.807361 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 1c4e2ff1-d7b9-418c-9627-9b543ab5f137 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:31.813239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff2a8219-90bc-4d99-9fba-8e4661905a32 req-0348c109-bc14-41ba-818a-d9f868c6514d tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/ports?device_id=6909d1a4-cda8-452a-be29-ffa5cd97e80f HTTP/1.1" status: 200 len: 946 time: 0.3259783 Jul 16 01:22:31.813399 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5471e28f-f6d9-4cd9-9e7d-dff23456a229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.815234 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b980ef40-1936-4534-945f-2d3adea8a6f8 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.836696 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-452f7b44-fd8d-4f5a-9441-d9b95b03ea73 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8253198 Jul 16 01:22:31.839527 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56606) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:31.848026 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4cbb8480-f2c4-4b01-bd21-31597bf59751 admin admin] Request body: {'subnet': {'network_id': '1c4e2ff1-d7b9-418c-9627-9b543ab5f137', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-722605781-subnet', 'tenant_id': '125c2f3bac084e13a44dbf4a0cebecdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:31.870735 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b980ef40-1936-4534-945f-2d3adea8a6f8 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.872012 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b980ef40-1936-4534-945f-2d3adea8a6f8 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9746661 Jul 16 01:22:31.878967 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56608) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:31.884725 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-217eaf16-d0af-4681-ac7d-35944b30b601 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '4067183b-324b-44c2-952d-027ecd6ebaef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:31.891144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980ef40-1936-4534-945f-2d3adea8a6f8 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4067183b-324b-44c2-952d-027ecd6ebaef,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:31.920328 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff2a8219-90bc-4d99-9fba-8e4661905a32 req-2765ff85-b80b-48c2-8850-469a3756f9b6 tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab473e0d-3993-4ac3-af91-b6c8a92abb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059916 Jul 16 01:22:31.923650 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df6b57d1-c449-4576-b538-367f4abec411 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:31.955177 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-df6b57d1-c449-4576-b538-367f4abec411 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486a932e-4e66-4204-9b2e-77b9ad8d1e14']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:31.971404 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-df6b57d1-c449-4576-b538-367f4abec411 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4897264d-bf35-46af-9db8-e199c3115ae5') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:31.971709 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-df6b57d1-c449-4576-b538-367f4abec411 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4897264d-bf35-46af-9db8-e199c3115ae5') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:31.986017 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-13532aa8-ba6f-4da5-8f9d-454276159d78 None None] Could not find standard attr ID for object 30dd16f0-8628-4e66-b604-96c867dd68d3. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:22:31.989435 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df6b57d1-c449-4576-b538-367f4abec411 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.012881 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df6b57d1-c449-4576-b538-367f4abec411 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.024137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6b57d1-c449-4576-b538-367f4abec411 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:32.024530 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df6b57d1-c449-4576-b538-367f4abec411 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.027673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a562112-2d20-409c-8d26-22098c124585 None None] DHCP port deletion for 8637ab9c-9daa-445a-a981-40949983a73b request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:32.028276 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:32.039291 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-862ef6a3-0eb8-48aa-8779-d3c10d9aa4d9 req-22681465-e15b-47f2-9e41-0457f579b67d tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.056017 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['4fe27ed1-9523-4904-98a5-a537866c7084'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:32.058803 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a38794-8138-40d0-b2eb-47b64ca97630 None None] Network 8637ab9c-9daa-445a-a981-40949983a73b requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:32.073128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22681465-e15b-47f2-9e41-0457f579b67d tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Pushing event deleted for resources: {'Port': ['ID=4fe27ed1-9523-4904-98a5-a537866c7084,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.075067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a38794-8138-40d0-b2eb-47b64ca97630 None None] Network 8637ab9c-9daa-445a-a981-40949983a73b could not be found, it might have been deleted concurrently. {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:22:32.098408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b827e932-057f-4822-ac82-6583c695ff4b None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:22:32.109138 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df6b57d1-c449-4576-b538-367f4abec411 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.118604 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df6b57d1-c449-4576-b538-367f4abec411 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.120988 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-df6b57d1-c449-4576-b538-367f4abec411 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "DELETE /v2.0/networks/486a932e-4e66-4204-9b2e-77b9ad8d1e14 HTTP/1.1" status: 204 len: 168 time: 0.4596298 Jul 16 01:22:32.123523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56610) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:32.136051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b57d1-c449-4576-b538-367f4abec411 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event deleted for resources: {'Network': ['ID=486a932e-4e66-4204-9b2e-77b9ad8d1e14,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.142370 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5471e28f-f6d9-4cd9-9e7d-dff23456a229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.149619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5471e28f-f6d9-4cd9-9e7d-dff23456a229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.159562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-862ef6a3-0eb8-48aa-8779-d3c10d9aa4d9 req-22681465-e15b-47f2-9e41-0457f579b67d tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] No DVR routers for this DVR port 4fe27ed1-9523-4904-98a5-a537866c7084 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:32.173984 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-862ef6a3-0eb8-48aa-8779-d3c10d9aa4d9 req-22681465-e15b-47f2-9e41-0457f579b67d tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.175556 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.db.api [None req-217eaf16-d0af-4681-ac7d-35944b30b601 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:22:32.175556 n-d-791505-14 neutron-server[93920]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:22:32.175556 n-d-791505-14 neutron-server[93920]: [parameters: {'project_id': '2d5da7c81f7042efbc588db7f987edfb', 'id': '3e5d7133-486a-4789-a969-64948d516c57', 'expiration': datetime.datetime(2021, 7, 16, 1, 24, 32, 157218)}] Jul 16 01:22:32.175556 n-d-791505-14 neutron-server[93920]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:22:32.175932 n-d-791505-14 neutron-server[93920]: DEBUG oslo_db.api [None req-217eaf16-d0af-4681-ac7d-35944b30b601 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:22:32.176141 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-862ef6a3-0eb8-48aa-8779-d3c10d9aa4d9 req-22681465-e15b-47f2-9e41-0457f579b67d tempest-VolumesAdminNegativeTest-1094798541 tempest-VolumesAdminNegativeTest-1094798541-project] 10.222.0.70 "DELETE /v2.0/ports/4fe27ed1-9523-4904-98a5-a537866c7084 HTTP/1.1" status: 204 len: 173 time: 1.5572278 Jul 16 01:22:32.176550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6909d1a4-cda8-452a-be29-ffa5cd97e80f', 'name': 'network-vif-deleted', 'tag': '4fe27ed1-9523-4904-98a5-a537866c7084'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:32.187995 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45b7f2d-5833-450f-b16e-5e7003d5bac7" -d '{"events": [{"server_uuid": "6909d1a4-cda8-452a-be29-ffa5cd97e80f", "name": "network-vif-deleted", "tag": "4fe27ed1-9523-4904-98a5-a537866c7084"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:32.195485 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5471e28f-f6d9-4cd9-9e7d-dff23456a229 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:32.200812 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471e28f-f6d9-4cd9-9e7d-dff23456a229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4316b710-02f0-4bc9-92cf-10e8a90a7593,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.206160 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbb8480-f2c4-4b01-bd21-31597bf59751 admin admin] Made reservation on behalf of 125c2f3bac084e13a44dbf4a0cebecdf for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:32.208648 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8480-f2c4-4b01-bd21-31597bf59751 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.214304 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5471e28f-f6d9-4cd9-9e7d-dff23456a229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.214304 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-5471e28f-f6d9-4cd9-9e7d-dff23456a229 admin admin] Added segment 1391ce5d-12c1-4214-8a9b-c9a20bfe74a7 of type vlan for network 70e25f3f-9f6a-481d-af66-466f6e3cc41a Jul 16 01:22:32.278575 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccd1438-e5de-4931-b951-2d528006076d x-openstack-request-id: req-fccd1438-e5de-4931-b951-2d528006076d {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:32.278911 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6909d1a4-cda8-452a-be29-ffa5cd97e80f", "name": "network-vif-deleted", "tag": "4fe27ed1-9523-4904-98a5-a537866c7084", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:32.279260 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fccd1438-e5de-4931-b951-2d528006076d {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:32.279924 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6909d1a4-cda8-452a-be29-ffa5cd97e80f', 'name': 'network-vif-deleted', 'tag': '4fe27ed1-9523-4904-98a5-a537866c7084', 'status': 'completed', 'code': 200} Jul 16 01:22:32.282301 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b827e932-057f-4822-ac82-6583c695ff4b None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:22:32.296212 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a7ad299-562e-4af6-9350-999b5aebc915 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.311368 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5471e28f-f6d9-4cd9-9e7d-dff23456a229 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.359741 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5471e28f-f6d9-4cd9-9e7d-dff23456a229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.360844 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5471e28f-f6d9-4cd9-9e7d-dff23456a229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:32.361377 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5471e28f-f6d9-4cd9-9e7d-dff23456a229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.405670 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a7ad299-562e-4af6-9350-999b5aebc915 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.420656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9a7ad299-562e-4af6-9350-999b5aebc915 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51aafbd0-4cfc-4964-bff8-60dca1e0095e']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:32.423813 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5471e28f-f6d9-4cd9-9e7d-dff23456a229 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2871099 Jul 16 01:22:32.426737 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56614) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:32.434662 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9a7ad299-562e-4af6-9350-999b5aebc915 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'effce18e-47e5-4013-b524-7013216e944f') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:32.435108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9a7ad299-562e-4af6-9350-999b5aebc915 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'effce18e-47e5-4013-b524-7013216e944f') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:32.437445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-cb168e41-6013-48d2-a1bd-969f8f380838 admin admin] Request body: {'subnet': {'network_id': '70e25f3f-9f6a-481d-af66-466f6e3cc41a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-5357013-subnet', 'tenant_id': '197b64275266443aa5f655f5f2d77414', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:32.445929 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a7ad299-562e-4af6-9350-999b5aebc915 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.460205 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:22:32.471706 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a7ad299-562e-4af6-9350-999b5aebc915 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.476620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471e28f-f6d9-4cd9-9e7d-dff23456a229 admin admin] Pushing event updated for resources: {'Network': ['ID=70e25f3f-9f6a-481d-af66-466f6e3cc41a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.485024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7ad299-562e-4af6-9350-999b5aebc915 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:32.485540 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a7ad299-562e-4af6-9350-999b5aebc915 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:32.489443 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:32.494009 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 70e25f3f-9f6a-481d-af66-466f6e3cc41a details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:32.527180 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb168e41-6013-48d2-a1bd-969f8f380838 admin admin] Made reservation on behalf of 197b64275266443aa5f655f5f2d77414 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:32.529995 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb168e41-6013-48d2-a1bd-969f8f380838 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.533223 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8480-f2c4-4b01-bd21-31597bf59751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.554085 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a7ad299-562e-4af6-9350-999b5aebc915 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.561328 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a7ad299-562e-4af6-9350-999b5aebc915 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.563281 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9a7ad299-562e-4af6-9350-999b5aebc915 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "DELETE /v2.0/networks/51aafbd0-4cfc-4964-bff8-60dca1e0095e HTTP/1.1" status: 204 len: 168 time: 0.4173756 Jul 16 01:22:32.565747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56616) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:32.583662 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ad299-562e-4af6-9350-999b5aebc915 tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event deleted for resources: {'Network': ['ID=51aafbd0-4cfc-4964-bff8-60dca1e0095e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.650530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb8480-f2c4-4b01-bd21-31597bf59751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa387b37-2aaf-45ae-9418-394fecdb1449,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.665440 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9ab38245-12b4-4a5b-a277-a43687fd0d9c tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.674042 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb8480-f2c4-4b01-bd21-31597bf59751 admin admin] Checking segment: {'id': '3cbee03d-44ca-46a3-a67f-26ee1aa479a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1c4e2ff1-d7b9-418c-9627-9b543ab5f137'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:32.674275 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbb8480-f2c4-4b01-bd21-31597bf59751 admin admin] Network hostable DHCP agents. Network: 1c4e2ff1-d7b9-418c-9627-9b543ab5f137, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:32.740852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbb8480-f2c4-4b01-bd21-31597bf59751 admin admin] Network 1c4e2ff1-d7b9-418c-9627-9b543ab5f137 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:32.779835 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9ab38245-12b4-4a5b-a277-a43687fd0d9c tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.785718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-4cbb8480-f2c4-4b01-bd21-31597bf59751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 1c4e2ff1-d7b9-418c-9627-9b543ab5f137) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:32.795056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9ab38245-12b4-4a5b-a277-a43687fd0d9c tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6476fc5-a895-487c-92b2-0a002a528202']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:32.797586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbb8480-f2c4-4b01-bd21-31597bf59751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:32.798333 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4cbb8480-f2c4-4b01-bd21-31597bf59751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.812865 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-217eaf16-d0af-4681-ac7d-35944b30b601 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The resource could not be found. Jul 16 01:22:32.816690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9ab38245-12b4-4a5b-a277-a43687fd0d9c tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43931992-2028-4f55-a1eb-581f66915366') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:32.816837 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-217eaf16-d0af-4681-ac7d-35944b30b601 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.9339433 Jul 16 01:22:32.816940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9ab38245-12b4-4a5b-a277-a43687fd0d9c tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43931992-2028-4f55-a1eb-581f66915366') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:32.817027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56620) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:32.821561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1bcfc3cd-5690-436d-ab4d-92a3f047a943 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '4067183b-324b-44c2-952d-027ecd6ebaef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '9261b050-388f-4780-950e-013d922725f9'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:32.843126 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb168e41-6013-48d2-a1bd-969f8f380838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.851495 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9ab38245-12b4-4a5b-a277-a43687fd0d9c tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.870772 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9ab38245-12b4-4a5b-a277-a43687fd0d9c tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.878792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab38245-12b4-4a5b-a277-a43687fd0d9c tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:32.879932 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9ab38245-12b4-4a5b-a277-a43687fd0d9c tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:32.883965 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:32.890039 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4cbb8480-f2c4-4b01-bd21-31597bf59751 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0475752 Jul 16 01:22:32.949408 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-1bcfc3cd-5690-436d-ab4d-92a3f047a943 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The resource could not be found. Jul 16 01:22:32.953561 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1bcfc3cd-5690-436d-ab4d-92a3f047a943 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1327248 Jul 16 01:22:32.953561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb168e41-6013-48d2-a1bd-969f8f380838 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec55a024-9c19-47fd-a909-372de30b62f4,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:32.964776 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56628) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:33.019631 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb168e41-6013-48d2-a1bd-969f8f380838 admin admin] Checking segment: {'id': '1391ce5d-12c1-4214-8a9b-c9a20bfe74a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '70e25f3f-9f6a-481d-af66-466f6e3cc41a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:33.020031 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb168e41-6013-48d2-a1bd-969f8f380838 admin admin] Network hostable DHCP agents. Network: 70e25f3f-9f6a-481d-af66-466f6e3cc41a, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:33.027477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 30dd16f0-8628-4e66-b604-96c867dd68d3 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:33.065990 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78993f82-8950-4476-9dd4-f163398f1a00 None None] Network 1c4e2ff1-d7b9-418c-9627-9b543ab5f137 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:33.067784 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 30dd16f0-8628-4e66-b604-96c867dd68d3 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:33.072461 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 30dd16f0-8628-4e66-b604-96c867dd68d3 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:33.089220 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9ab38245-12b4-4a5b-a277-a43687fd0d9c tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.094158 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb168e41-6013-48d2-a1bd-969f8f380838 admin admin] Network 70e25f3f-9f6a-481d-af66-466f6e3cc41a is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:33.113084 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0c5a2ace-4d5d-40f3-8400-a00a3adf58a4 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.114368 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9ab38245-12b4-4a5b-a277-a43687fd0d9c tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.114651 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-cb168e41-6013-48d2-a1bd-969f8f380838 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 70e25f3f-9f6a-481d-af66-466f6e3cc41a) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:33.122025 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb168e41-6013-48d2-a1bd-969f8f380838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:33.122635 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb168e41-6013-48d2-a1bd-969f8f380838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.139954 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9ab38245-12b4-4a5b-a277-a43687fd0d9c tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] 10.222.0.22 "DELETE /v2.0/networks/f6476fc5-a895-487c-92b2-0a002a528202 HTTP/1.1" status: 204 len: 168 time: 0.5502725 Jul 16 01:22:33.152913 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0c5a2ace-4d5d-40f3-8400-a00a3adf58a4 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.165052 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cb168e41-6013-48d2-a1bd-969f8f380838 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7276666 Jul 16 01:22:33.165629 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7155070d-c9bf-4951-a80c-b9cb04cdf232 None None] Network 70e25f3f-9f6a-481d-af66-466f6e3cc41a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:33.169382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab38245-12b4-4a5b-a277-a43687fd0d9c tempest-BulkNetworkOpsIpV6Test-695776602 tempest-BulkNetworkOpsIpV6Test-695776602-project] Pushing event deleted for resources: {'Network': ['ID=f6476fc5-a895-487c-92b2-0a002a528202,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:33.208264 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0c5a2ace-4d5d-40f3-8400-a00a3adf58a4 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.215576 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0c5a2ace-4d5d-40f3-8400-a00a3adf58a4 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.220718 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0c5a2ace-4d5d-40f3-8400-a00a3adf58a4 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "DELETE /v2.0/security-groups/4067183b-324b-44c2-952d-027ecd6ebaef HTTP/1.1" status: 204 len: 168 time: 0.2525806 Jul 16 01:22:33.220887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a74447-90e1-4bd2-be39-e1a45b3fc4f4 req-6b30ade5-7d98-4ba1-bda3-803eb27f24b1 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:33.223520 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56638) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:33.233616 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b0a74447-90e1-4bd2-be39-e1a45b3fc4f4 req-6b30ade5-7d98-4ba1-bda3-803eb27f24b1 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.3092489 Jul 16 01:22:33.272719 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a2ace-4d5d-40f3-8400-a00a3adf58a4 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4067183b-324b-44c2-952d-027ecd6ebaef,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:33.274298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56640) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:33.291118 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b0a74447-90e1-4bd2-be39-e1a45b3fc4f4 req-bbc883da-d8a1-4a33-a14e-56fc5e5bd9a8 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561955 Jul 16 01:22:33.332125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56644) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:33.336915 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-423c9c9a-d31a-4531-a482-58338c0447a2 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '2f430659-8907-4635-9b3b-9c273218a059', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:33.338331 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d44848b7-d12a-4b4f-860a-f9ce2462051c tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0940614 Jul 16 01:22:33.399487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-88634b72-cf53-4bf6-82b1-e50edf30733b admin admin] Deleting subnet 822a094b-5e1b-40f4-8960-0fb86859c919 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:33.405129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-88634b72-cf53-4bf6-82b1-e50edf30733b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.466003 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-88634b72-cf53-4bf6-82b1-e50edf30733b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.469183 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-423c9c9a-d31a-4531-a482-58338c0447a2 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The resource could not be found. Jul 16 01:22:33.473906 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-423c9c9a-d31a-4531-a482-58338c0447a2 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1364646 Jul 16 01:22:33.474023 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56650) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:33.479046 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-fedb3429-d0ab-4ed2-bc00-63b5f0879b70 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070740805'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:33.510323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f397bd71-790d-4bbe-b692-7bf0139f4a49 None None] Network 1c4e2ff1-d7b9-418c-9627-9b543ab5f137 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:33.512909 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fedb3429-d0ab-4ed2-bc00-63b5f0879b70 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.517762 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a26400b-6c52-48f7-933e-3744a0752ba5 None None] Network 70e25f3f-9f6a-481d-af66-466f6e3cc41a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:33.530216 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-88634b72-cf53-4bf6-82b1-e50edf30733b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.559967 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56654) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:33.616129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-88634b72-cf53-4bf6-82b1-e50edf30733b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.637602 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fedb3429-d0ab-4ed2-bc00-63b5f0879b70 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.643841 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fedb3429-d0ab-4ed2-bc00-63b5f0879b70 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.667662 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88634b72-cf53-4bf6-82b1-e50edf30733b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=822a094b-5e1b-40f4-8960-0fb86859c919,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:33.671805 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-88634b72-cf53-4bf6-82b1-e50edf30733b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.674773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-88634b72-cf53-4bf6-82b1-e50edf30733b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/822a094b-5e1b-40f4-8960-0fb86859c919 HTTP/1.1" status: 204 len: 168 time: 0.3992634 Jul 16 01:22:33.677324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56658) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:33.693105 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb3429-d0ab-4ed2-bc00-63b5f0879b70 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30fc0139-4d28-4f7e-8420-54e8bf950efe,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:33.701339 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fedb3429-d0ab-4ed2-bc00-63b5f0879b70 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.706646 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fedb3429-d0ab-4ed2-bc00-63b5f0879b70 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2316093 Jul 16 01:22:33.707350 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56660) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:33.713721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ce29b9d4-238c-4c24-b2ce-b9970dcb5fae tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group': {'name': 'tempest-secgroup--134672421'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:33.742925 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce29b9d4-238c-4c24-b2ce-b9970dcb5fae tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.776987 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a874401-1924-43ef-b604-6b1c338b5da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.852895 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce29b9d4-238c-4c24-b2ce-b9970dcb5fae tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.856571 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-0dd73187-d284-413e-adf6-f39baf345855 req-462b1f74-e937-4227-bf60-5eef1c8efa00 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-131927140', 'description': 'tempest-description-1797897915'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:33.857272 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce29b9d4-238c-4c24-b2ce-b9970dcb5fae tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.886786 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce29b9d4-238c-4c24-b2ce-b9970dcb5fae tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.890786 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ce29b9d4-238c-4c24-b2ce-b9970dcb5fae tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1795797 Jul 16 01:22:33.890918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56664) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:33.895419 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-bf712db4-09af-415f-af81-2f5133dc8c6a tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group_rule': {'security_group_id': '30fc0139-4d28-4f7e-8420-54e8bf950efe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '101470b0-36ff-4054-b3e6-abf05bbe04f9'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:33.901110 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29b9d4-238c-4c24-b2ce-b9970dcb5fae tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101470b0-36ff-4054-b3e6-abf05bbe04f9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:33.932189 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a874401-1924-43ef-b604-6b1c338b5da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.949318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-2a874401-1924-43ef-b604-6b1c338b5da4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3526898-227d-40ba-84c7-a758574536e3']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:33.968273 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-2a874401-1924-43ef-b604-6b1c338b5da4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa2d298d-7f1d-4abc-aef5-c5a271f5823c') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:33.968571 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-2a874401-1924-43ef-b604-6b1c338b5da4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa2d298d-7f1d-4abc-aef5-c5a271f5823c') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:33.970448 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dd73187-d284-413e-adf6-f39baf345855 req-462b1f74-e937-4227-bf60-5eef1c8efa00 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.997629 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a874401-1924-43ef-b604-6b1c338b5da4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:33.997871 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-bf712db4-09af-415f-af81-2f5133dc8c6a tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:22:33.999077 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bf712db4-09af-415f-af81-2f5133dc8c6a tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1069579 Jul 16 01:22:34.001674 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56668) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:34.002432 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bf020b18-7e02-4002-9f9a-9e406e3bd875 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ca7b97a990a404c829427eaf2ea0caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4406104 Jul 16 01:22:34.004913 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56670) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:34.021255 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a874401-1924-43ef-b604-6b1c338b5da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.035635 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a874401-1924-43ef-b604-6b1c338b5da4 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:34.036190 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a874401-1924-43ef-b604-6b1c338b5da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:34.095794 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:34.103869 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3360831a-4e25-4c32-bb06-9eb9845205f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.106445 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a874401-1924-43ef-b604-6b1c338b5da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.114371 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a874401-1924-43ef-b604-6b1c338b5da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.120623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2a874401-1924-43ef-b604-6b1c338b5da4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b3526898-227d-40ba-84c7-a758574536e3 HTTP/1.1" status: 204 len: 168 time: 0.4380994 Jul 16 01:22:34.122592 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56676) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:34.132736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a874401-1924-43ef-b604-6b1c338b5da4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3526898-227d-40ba-84c7-a758574536e3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:34.165752 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5c990f2-66fc-41de-ac7a-425ffd0db5df tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.183652 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dd73187-d284-413e-adf6-f39baf345855 req-462b1f74-e937-4227-bf60-5eef1c8efa00 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.187440 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3360831a-4e25-4c32-bb06-9eb9845205f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.188110 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dd73187-d284-413e-adf6-f39baf345855 req-462b1f74-e937-4227-bf60-5eef1c8efa00 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.211748 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5c990f2-66fc-41de-ac7a-425ffd0db5df tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.217452 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0dd73187-d284-413e-adf6-f39baf345855 req-462b1f74-e937-4227-bf60-5eef1c8efa00 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.218734 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dd73187-d284-413e-adf6-f39baf345855 req-462b1f74-e937-4227-bf60-5eef1c8efa00 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3814654 Jul 16 01:22:34.232874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b1f74-e937-4227-bf60-5eef1c8efa00 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6da96c-0b5f-4dbb-9d22-20c638fed46c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:34.248756 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b46fb0-3ab5-4f32-9918-c2507e69fdfa admin admin] Deleting subnet c2709465-1a0b-4a56-90ef-a9462fcb7b3d {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:34.274646 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a3b46fb0-3ab5-4f32-9918-c2507e69fdfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.316651 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1bc62de-3681-41ab-bd5a-cf934aa40cb9 req-661d24d8-a0ae-4c38-8fe8-54c7cb5ab005 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/7a6da96c-0b5f-4dbb-9d22-20c638fed46c HTTP/1.1" status: 200 len: 1806 time: 0.0481431 Jul 16 01:22:34.321252 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a3b46fb0-3ab5-4f32-9918-c2507e69fdfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.331507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-b1bc62de-3681-41ab-bd5a-cf934aa40cb9 req-086032aa-098a-4f11-9dd8-f51d1245c1e9 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a6da96c-0b5f-4dbb-9d22-20c638fed46c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:34.331828 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-b1bc62de-3681-41ab-bd5a-cf934aa40cb9 req-086032aa-098a-4f11-9dd8-f51d1245c1e9 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a6da96c-0b5f-4dbb-9d22-20c638fed46c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:34.343195 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5c990f2-66fc-41de-ac7a-425ffd0db5df tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.345769 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5c990f2-66fc-41de-ac7a-425ffd0db5df tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.349504 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b5c990f2-66fc-41de-ac7a-425ffd0db5df tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "DELETE /v2.0/security-groups/101470b0-36ff-4054-b3e6-abf05bbe04f9 HTTP/1.1" status: 204 len: 168 time: 0.3442161 Jul 16 01:22:34.349882 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56690) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:34.363458 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3360831a-4e25-4c32-bb06-9eb9845205f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.366498 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3360831a-4e25-4c32-bb06-9eb9845205f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.370120 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3360831a-4e25-4c32-bb06-9eb9845205f2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/00067eec-a64f-4d39-a418-cba490028ee0 HTTP/1.1" status: 204 len: 168 time: 0.3616154 Jul 16 01:22:34.384272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c990f2-66fc-41de-ac7a-425ffd0db5df tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=101470b0-36ff-4054-b3e6-abf05bbe04f9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:34.404351 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360831a-4e25-4c32-bb06-9eb9845205f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00067eec-a64f-4d39-a418-cba490028ee0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:34.434251 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a3b46fb0-3ab5-4f32-9918-c2507e69fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.479224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fff09d16-576b-4b69-a2a9-80da2f99b889 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1277552 Jul 16 01:22:34.482313 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56694) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:34.490114 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b1bc62de-3681-41ab-bd5a-cf934aa40cb9 req-086032aa-098a-4f11-9dd8-f51d1245c1e9 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.542509 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b1bc62de-3681-41ab-bd5a-cf934aa40cb9 req-086032aa-098a-4f11-9dd8-f51d1245c1e9 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.547618 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b1bc62de-3681-41ab-bd5a-cf934aa40cb9 req-086032aa-098a-4f11-9dd8-f51d1245c1e9 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.553260 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a3b46fb0-3ab5-4f32-9918-c2507e69fdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.580248 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1075cf6-3011-4ca3-9925-2b7bc47a219e req-b24ef15a-53eb-47df-8da8-d525e0a00b01 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:34.581841 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1075cf6-3011-4ca3-9925-2b7bc47a219e req-b24ef15a-53eb-47df-8da8-d525e0a00b01 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.1466625 Jul 16 01:22:34.583382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086032aa-098a-4f11-9dd8-f51d1245c1e9 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31f053c5-f4dd-4c4f-aa3e-4eeaecc333d6,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:34.587034 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b1bc62de-3681-41ab-bd5a-cf934aa40cb9 req-086032aa-098a-4f11-9dd8-f51d1245c1e9 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.588259 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1bc62de-3681-41ab-bd5a-cf934aa40cb9 req-086032aa-098a-4f11-9dd8-f51d1245c1e9 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2621582 Jul 16 01:22:34.592599 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-791b6cf3-aa91-4e73-8b87-db4c67b98168 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.594936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b46fb0-3ab5-4f32-9918-c2507e69fdfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2709465-1a0b-4a56-90ef-a9462fcb7b3d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:34.606691 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a3b46fb0-3ab5-4f32-9918-c2507e69fdfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.608642 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a3b46fb0-3ab5-4f32-9918-c2507e69fdfa admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c2709465-1a0b-4a56-90ef-a9462fcb7b3d HTTP/1.1" status: 204 len: 168 time: 0.4837375 Jul 16 01:22:34.611382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56702) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:34.629286 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-791b6cf3-aa91-4e73-8b87-db4c67b98168 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.662122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1075cf6-3011-4ca3-9925-2b7bc47a219e req-d4f8ba74-22b0-4ff1-b4e3-9a311f45040d tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720024 Jul 16 01:22:34.691606 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-791b6cf3-aa91-4e73-8b87-db4c67b98168 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.695597 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-791b6cf3-aa91-4e73-8b87-db4c67b98168 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.696933 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-791b6cf3-aa91-4e73-8b87-db4c67b98168 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "DELETE /v2.0/security-groups/30fc0139-4d28-4f7e-8420-54e8bf950efe HTTP/1.1" status: 204 len: 168 time: 0.2136674 Jul 16 01:22:34.700449 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56704) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:34.721296 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791b6cf3-aa91-4e73-8b87-db4c67b98168 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fc0139-4d28-4f7e-8420-54e8bf950efe,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:34.732392 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2e71-8032-493a-a992-e0d252e8c383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.763510 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ae1e0dda-1775-48b2-8d15-1a4c04ed2c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.780636 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-70e121ce-80b9-4c19-b43c-f61a65f95193 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0787809 Jul 16 01:22:34.781125 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56710) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:34.783268 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-48e71109-ff4a-44e9-a6b5-fa84dad4e1ee req-065a6d63-de30-405c-99e1-c5ca325e7f42 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1136581082', 'description': 'tempest-description-220155178'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:34.789649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e1e0995a-131f-496e-8668-9b2d2311786b tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group': {'name': 'tempest-secgroup--572882123'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:34.823348 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1e0995a-131f-496e-8668-9b2d2311786b tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.873311 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2e71-8032-493a-a992-e0d252e8c383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.882550 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-48e71109-ff4a-44e9-a6b5-fa84dad4e1ee req-065a6d63-de30-405c-99e1-c5ca325e7f42 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.888223 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b2ca2e71-8032-493a-a992-e0d252e8c383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68a4406e-c690-48b0-b98e-25fdfd487394']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:34.920332 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b2ca2e71-8032-493a-a992-e0d252e8c383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a042065-1edc-4544-bd82-8839cce485ae') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:34.920897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b2ca2e71-8032-493a-a992-e0d252e8c383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a042065-1edc-4544-bd82-8839cce485ae') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:34.934090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2e71-8032-493a-a992-e0d252e8c383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.952065 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2e71-8032-493a-a992-e0d252e8c383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.958839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ca2e71-8032-493a-a992-e0d252e8c383 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:34.959339 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2e71-8032-493a-a992-e0d252e8c383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:34.962211 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:34.973155 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1e0995a-131f-496e-8668-9b2d2311786b tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:34.978859 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1e0995a-131f-496e-8668-9b2d2311786b tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.014800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0995a-131f-496e-8668-9b2d2311786b tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82718937-3e0d-425e-9d8f-7d32e7c93f63,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:35.045471 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2e71-8032-493a-a992-e0d252e8c383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.054481 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2e71-8032-493a-a992-e0d252e8c383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.059242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b2ca2e71-8032-493a-a992-e0d252e8c383 admin admin] 10.222.0.22 "DELETE /v2.0/networks/68a4406e-c690-48b0-b98e-25fdfd487394 HTTP/1.1" status: 204 len: 168 time: 0.4456737 Jul 16 01:22:35.074042 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca2e71-8032-493a-a992-e0d252e8c383 admin admin] Pushing event deleted for resources: {'Network': ['ID=68a4406e-c690-48b0-b98e-25fdfd487394,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:35.125138 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-48e71109-ff4a-44e9-a6b5-fa84dad4e1ee req-065a6d63-de30-405c-99e1-c5ca325e7f42 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.129370 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-48e71109-ff4a-44e9-a6b5-fa84dad4e1ee req-065a6d63-de30-405c-99e1-c5ca325e7f42 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.134810 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1e0995a-131f-496e-8668-9b2d2311786b tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.140643 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e1e0995a-131f-496e-8668-9b2d2311786b tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3584251 Jul 16 01:22:35.141791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56732) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:35.151485 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9bc56884-9cda-4871-afef-c12561b39569 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:35.152941 n-d-791505-14 neutron-server[93920]: WARNING neutron.api.v2.base [None req-9bc56884-9cda-4871-afef-c12561b39569 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:22:35.154462 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-9bc56884-9cda-4871-afef-c12561b39569 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:22:35.159260 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9bc56884-9cda-4871-afef-c12561b39569 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "PUT /v2.0/security-groups/82718937-3e0d-425e-9d8f-7d32e7c93f63 HTTP/1.1" status: 409 len: 330 time: 0.0159552 Jul 16 01:22:35.160423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56734) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:35.168773 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-48e71109-ff4a-44e9-a6b5-fa84dad4e1ee req-065a6d63-de30-405c-99e1-c5ca325e7f42 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.170047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48e71109-ff4a-44e9-a6b5-fa84dad4e1ee req-065a6d63-de30-405c-99e1-c5ca325e7f42 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3931334 Jul 16 01:22:35.172250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a6d63-de30-405c-99e1-c5ca325e7f42 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8ab0e3-48b8-4565-98e5-418061cb751d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:35.239228 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5b46bab-8398-4e5d-8bc0-74e60ea0df5c req-387652ab-40b8-4712-a462-c8e77abd572e tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/8f8ab0e3-48b8-4565-98e5-418061cb751d HTTP/1.1" status: 200 len: 1806 time: 0.0457356 Jul 16 01:22:35.243455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56742) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:35.250411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-c5b46bab-8398-4e5d-8bc0-74e60ea0df5c req-fdf461d8-83de-42c3-98f4-f0eb83ea4735 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8f8ab0e3-48b8-4565-98e5-418061cb751d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:35.250411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-c5b46bab-8398-4e5d-8bc0-74e60ea0df5c req-fdf461d8-83de-42c3-98f4-f0eb83ea4735 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '8f8ab0e3-48b8-4565-98e5-418061cb751d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:35.256838 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c003-f4f2-485a-aa0d-ade92b266659 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.305560 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c003-f4f2-485a-aa0d-ade92b266659 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.306251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56748) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:35.306612 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f64e9341-89fa-4f8d-aa8c-729255ee992f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bf5e7324058e45fead7661561e5bc67d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0618145 Jul 16 01:22:35.354983 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5b46bab-8398-4e5d-8bc0-74e60ea0df5c req-fdf461d8-83de-42c3-98f4-f0eb83ea4735 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.377804 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5b46bab-8398-4e5d-8bc0-74e60ea0df5c req-fdf461d8-83de-42c3-98f4-f0eb83ea4735 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.383355 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5b46bab-8398-4e5d-8bc0-74e60ea0df5c req-fdf461d8-83de-42c3-98f4-f0eb83ea4735 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.389984 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-349a5b97-e98e-4eb6-8703-7d3617d01d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.405541 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c003-f4f2-485a-aa0d-ade92b266659 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.408965 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c8d6c003-f4f2-485a-aa0d-ade92b266659 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.410195 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c8d6c003-f4f2-485a-aa0d-ade92b266659 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "DELETE /v2.0/security-groups/82718937-3e0d-425e-9d8f-7d32e7c93f63 HTTP/1.1" status: 204 len: 168 time: 0.2455230 Jul 16 01:22:35.413737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56750) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:35.427131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf461d8-83de-42c3-98f4-f0eb83ea4735 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89db01a0-aeb3-4389-b0d1-71f21f767bab,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:35.435805 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-349a5b97-e98e-4eb6-8703-7d3617d01d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.437432 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c5b46bab-8398-4e5d-8bc0-74e60ea0df5c req-fdf461d8-83de-42c3-98f4-f0eb83ea4735 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.439009 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5b46bab-8398-4e5d-8bc0-74e60ea0df5c req-fdf461d8-83de-42c3-98f4-f0eb83ea4735 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1928952 Jul 16 01:22:35.459314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6c003-f4f2-485a-aa0d-ade92b266659 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82718937-3e0d-425e-9d8f-7d32e7c93f63,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:35.470685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-5bc9567d-62b0-4180-910e-d6b12c69e3db req-8085060f-0a17-4dfb-975b-fb541dca75a0 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-190006073', 'description': 'tempest-description-1869186732'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:35.486871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-229b00f3-da5b-4615-a8c4-20c0c180586e tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0720050 Jul 16 01:22:35.492094 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56764) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:35.494769 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 4fe27ed1-9523-4904-98a5-a537866c7084 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:35.519193 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-349a5b97-e98e-4eb6-8703-7d3617d01d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.521711 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 4fe27ed1-9523-4904-98a5-a537866c7084 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:35.522289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 4fe27ed1-9523-4904-98a5-a537866c7084 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:35.523946 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-349a5b97-e98e-4eb6-8703-7d3617d01d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.525050 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-349a5b97-e98e-4eb6-8703-7d3617d01d03 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab473e0d-3993-4ac3-af91-b6c8a92abb5f HTTP/1.1" status: 204 len: 168 time: 0.2177622 Jul 16 01:22:35.534073 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a5b97-e98e-4eb6-8703-7d3617d01d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab473e0d-3993-4ac3-af91-b6c8a92abb5f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:35.541960 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-4ed553ee-3d84-4706-83bf-8d564df211ea tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] delete failed (client error): The resource could not be found. Jul 16 01:22:35.543107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4ed553ee-3d84-4706-83bf-8d564df211ea tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "DELETE /v2.0/security-groups/ca582728-2591-4af4-acc4-e9bdad8cfec3 HTTP/1.1" status: 404 len: 347 time: 0.0500324 Jul 16 01:22:35.549215 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56768) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:35.551733 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bc9567d-62b0-4180-910e-d6b12c69e3db req-8085060f-0a17-4dfb-975b-fb541dca75a0 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.567963 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-760c4ca9-c7ff-4c6e-84d1-dabedba442d7 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] show failed (client error): The resource could not be found. Jul 16 01:22:35.572466 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-760c4ca9-c7ff-4c6e-84d1-dabedba442d7 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "GET /v2.0/security-groups/e76818bd-c89a-4291-94d3-9c2951e7146a HTTP/1.1" status: 404 len: 347 time: 0.0174525 Jul 16 01:22:35.573059 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56770) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:35.585574 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-2f06204f-eb31-4635-808c-7b9b32760a18 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] show failed (client error): The resource could not be found. Jul 16 01:22:35.588140 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2f06204f-eb31-4635-808c-7b9b32760a18 tempest-NegativeSecGroupTest-1651427625 tempest-NegativeSecGroupTest-1651427625-project] 10.222.0.22 "GET /v2.0/security-group-rules/2fb5431c-54f3-4694-96c3-f3dd87a13eeb HTTP/1.1" status: 404 len: 356 time: 0.0125282 Jul 16 01:22:35.611434 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56774) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:35.658688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-c0ed22f9-f32a-4df7-b08a-03d544bcccf3 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:35.660031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-c0ed22f9-f32a-4df7-b08a-03d544bcccf3 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/networks?id=1c4e2ff1-d7b9-418c-9627-9b543ab5f137 HTTP/1.1" status: 200 len: 809 time: 0.1584392 Jul 16 01:22:35.689975 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-af905bce-a0d1-4f21-ac31-de2aa5e85644 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/quotas/125c2f3bac084e13a44dbf4a0cebecdf HTTP/1.1" status: 200 len: 375 time: 0.0208807 Jul 16 01:22:35.737926 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-82a0f33d-89de-4563-a5cc-5995ef20f996 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=125c2f3bac084e13a44dbf4a0cebecdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438368 Jul 16 01:22:35.760242 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bc9567d-62b0-4180-910e-d6b12c69e3db req-8085060f-0a17-4dfb-975b-fb541dca75a0 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.777760 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bc9567d-62b0-4180-910e-d6b12c69e3db req-8085060f-0a17-4dfb-975b-fb541dca75a0 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.840531 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bc9567d-62b0-4180-910e-d6b12c69e3db req-8085060f-0a17-4dfb-975b-fb541dca75a0 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:35.841767 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bc9567d-62b0-4180-910e-d6b12c69e3db req-8085060f-0a17-4dfb-975b-fb541dca75a0 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3756096 Jul 16 01:22:35.852175 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085060f-0a17-4dfb-975b-fb541dca75a0 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cf11b0-dfa8-4bd4-a8be-6dc0f75e7737,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:35.883753 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-b84b8948-50a0-4f53-8138-cdf4445473eb service neutron] 10.222.0.22 "GET /v2.0/networks/1c4e2ff1-d7b9-418c-9627-9b543ab5f137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336722 Jul 16 01:22:35.927610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-6dd518b3-b4d8-48c9-b50e-204036c71914 tempest-SubnetPoolsTestJSON-1668505539 tempest-SubnetPoolsTestJSON-1668505539-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1183184589', 'prefixes': ['172.20.0.0/16']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:35.970445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56788) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:36.016802 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6dd518b3-b4d8-48c9-b50e-204036c71914 tempest-SubnetPoolsTestJSON-1668505539 tempest-SubnetPoolsTestJSON-1668505539-project] Notify callbacks [] for subnetpool, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.020439 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6dd518b3-b4d8-48c9-b50e-204036c71914 tempest-SubnetPoolsTestJSON-1668505539 tempest-SubnetPoolsTestJSON-1668505539-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4072819 Jul 16 01:22:36.021340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56792) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:36.042774 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56794) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:36.047486 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-48bde334-136a-4569-951e-9bf68ffcd9c2 service neutron] 10.222.0.22 "GET /v2.0/networks/1c4e2ff1-d7b9-418c-9627-9b543ab5f137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576490 Jul 16 01:22:36.078415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe001c6-19e7-4bcc-8acf-c28b2422e236 req-fd626c52-5e33-41c6-a832-0553000e3a03 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:36.085787 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9fe001c6-19e7-4bcc-8acf-c28b2422e236 req-fd626c52-5e33-41c6-a832-0553000e3a03 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.1071723 Jul 16 01:22:36.095657 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2c0a3fff-9433-48a5-b7f3-d57700367b85 tempest-SubnetPoolsTestJSON-1668505539 tempest-SubnetPoolsTestJSON-1668505539-project] 10.222.0.22 "GET /v2.0/subnetpools/f5107905-8c1c-4b27-922a-0adaea28c054 HTTP/1.1" status: 200 len: 732 time: 0.0703785 Jul 16 01:22:36.097257 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56796) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:36.103079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-463f947f-b2c4-478d-adb0-4b049ba1b226 tempest-SubnetPoolsTestJSON-1668505539 tempest-SubnetPoolsTestJSON-1668505539-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-204355717'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:36.136702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9fe001c6-19e7-4bcc-8acf-c28b2422e236 req-8b262268-d239-40bf-88db-166e72db4e87 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499387 Jul 16 01:22:36.173973 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-576db731-0a33-434c-a9fa-127e25b1c5d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f00dbccb56c1472e937fd05449dc1802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1300976 Jul 16 01:22:36.174587 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56798) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:36.176801 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-e62a3e1c-099e-434f-b860-092f80712753 req-d812c81c-1177-4ce1-811f-7415f947a0d6 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-889593897', 'description': 'tempest-description-1658587332'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:36.201731 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e62a3e1c-099e-434f-b860-092f80712753 req-d812c81c-1177-4ce1-811f-7415f947a0d6 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.246695 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-463f947f-b2c4-478d-adb0-4b049ba1b226 tempest-SubnetPoolsTestJSON-1668505539 tempest-SubnetPoolsTestJSON-1668505539-project] Notify callbacks [] for subnetpool, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.247941 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-463f947f-b2c4-478d-adb0-4b049ba1b226 tempest-SubnetPoolsTestJSON-1668505539 tempest-SubnetPoolsTestJSON-1668505539-project] 10.222.0.22 "PUT /v2.0/subnetpools/f5107905-8c1c-4b27-922a-0adaea28c054 HTTP/1.1" status: 200 len: 683 time: 0.1494789 Jul 16 01:22:36.251725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56800) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:36.283540 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da274b5f-a121-4c2c-a736-d55eaa39a304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.327003 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da274b5f-a121-4c2c-a736-d55eaa39a304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.339234 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7c1191b2-25cf-492d-869f-71148d5497a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d5da7c81f7042efbc588db7f987edfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3673854 Jul 16 01:22:36.339586 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56804) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:36.408424 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e62a3e1c-099e-434f-b860-092f80712753 req-d812c81c-1177-4ce1-811f-7415f947a0d6 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.410687 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da274b5f-a121-4c2c-a736-d55eaa39a304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.415111 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da274b5f-a121-4c2c-a736-d55eaa39a304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.416452 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-da274b5f-a121-4c2c-a736-d55eaa39a304 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/12bc0aa4-ca20-4b97-97d3-0ebc90c0cb71 HTTP/1.1" status: 204 len: 168 time: 0.2372694 Jul 16 01:22:36.429059 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da274b5f-a121-4c2c-a736-d55eaa39a304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bc0aa4-ca20-4b97-97d3-0ebc90c0cb71,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:36.431398 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e62a3e1c-099e-434f-b860-092f80712753 req-d812c81c-1177-4ce1-811f-7415f947a0d6 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.472131 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7d34accd-0686-403c-86ab-6eb32c69dbf5 tempest-SubnetPoolsTestJSON-1668505539 tempest-SubnetPoolsTestJSON-1668505539-project] Notify callbacks [] for subnetpool, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.473351 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7d34accd-0686-403c-86ab-6eb32c69dbf5 tempest-SubnetPoolsTestJSON-1668505539 tempest-SubnetPoolsTestJSON-1668505539-project] 10.222.0.22 "DELETE /v2.0/subnetpools/f5107905-8c1c-4b27-922a-0adaea28c054 HTTP/1.1" status: 204 len: 168 time: 0.2202716 Jul 16 01:22:36.477009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56812) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:36.484051 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e62a3e1c-099e-434f-b860-092f80712753 req-d812c81c-1177-4ce1-811f-7415f947a0d6 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.497193 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-27a0e52a-b07e-4f12-9e08-205b0e93586f tempest-SubnetPoolsTestJSON-1668505539 tempest-SubnetPoolsTestJSON-1668505539-project] show failed (client error): The resource could not be found. Jul 16 01:22:36.499559 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e62a3e1c-099e-434f-b860-092f80712753 req-d812c81c-1177-4ce1-811f-7415f947a0d6 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3254745 Jul 16 01:22:36.501477 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-27a0e52a-b07e-4f12-9e08-205b0e93586f tempest-SubnetPoolsTestJSON-1668505539 tempest-SubnetPoolsTestJSON-1668505539-project] 10.222.0.22 "GET /v2.0/subnetpools/f5107905-8c1c-4b27-922a-0adaea28c054 HTTP/1.1" status: 404 len: 346 time: 0.0234084 Jul 16 01:22:36.502092 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56816) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:36.503794 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-aa0121e2-1244-49f3-adfb-c82a8612a273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.519671 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-584c314a-caf3-45fd-bbcc-62b3b2d2118c tempest-SubnetPoolsTestJSON-1668505539 tempest-SubnetPoolsTestJSON-1668505539-project] delete failed (client error): The resource could not be found. Jul 16 01:22:36.525452 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-584c314a-caf3-45fd-bbcc-62b3b2d2118c tempest-SubnetPoolsTestJSON-1668505539 tempest-SubnetPoolsTestJSON-1668505539-project] 10.222.0.22 "DELETE /v2.0/subnetpools/f5107905-8c1c-4b27-922a-0adaea28c054 HTTP/1.1" status: 404 len: 346 time: 0.0223546 Jul 16 01:22:36.599390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812c81c-1177-4ce1-811f-7415f947a0d6 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=615d6754-c37e-489d-8d18-446bab5e0492,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:36.613897 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-688c79cd-1a70-418c-a270-fa87f5425130 req-2c731f17-1a83-4ab4-bf62-b4db90d119c8 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/ports?device_id=c32f1ba4-d92c-40db-972c-40df0c37cfc5 HTTP/1.1" status: 200 len: 210 time: 0.0785081 Jul 16 01:22:36.638148 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-aa0121e2-1244-49f3-adfb-c82a8612a273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.724755 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62911d21-d493-40d1-887e-ee93d086a64a req-9f2f66d1-a199-44ae-bc07-373c76ad38bd tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/75cf11b0-dfa8-4bd4-a8be-6dc0f75e7737 HTTP/1.1" status: 200 len: 1806 time: 0.0712581 Jul 16 01:22:36.759267 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-aa0121e2-1244-49f3-adfb-c82a8612a273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.762865 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-aa0121e2-1244-49f3-adfb-c82a8612a273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.767566 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-aa0121e2-1244-49f3-adfb-c82a8612a273 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b8c5bb34-67fa-40f4-8d83-e750e6b287b4 HTTP/1.1" status: 204 len: 168 time: 0.4222565 Jul 16 01:22:36.793564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0121e2-1244-49f3-adfb-c82a8612a273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c5bb34-67fa-40f4-8d83-e750e6b287b4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:36.814196 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62911d21-d493-40d1-887e-ee93d086a64a req-fb3ff20f-fe9c-48eb-a9a3-32b96fa49f72 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/615d6754-c37e-489d-8d18-446bab5e0492 HTTP/1.1" status: 200 len: 1806 time: 0.0808365 Jul 16 01:22:36.819692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-62911d21-d493-40d1-887e-ee93d086a64a req-1ea360a0-bd43-42d0-8554-7bc5eb86e0a7 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '75cf11b0-dfa8-4bd4-a8be-6dc0f75e7737', 'remote_group_id': '615d6754-c37e-489d-8d18-446bab5e0492', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:36.819996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-62911d21-d493-40d1-887e-ee93d086a64a req-1ea360a0-bd43-42d0-8554-7bc5eb86e0a7 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '75cf11b0-dfa8-4bd4-a8be-6dc0f75e7737', 'remote_group_id': '615d6754-c37e-489d-8d18-446bab5e0492', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:36.903818 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-62911d21-d493-40d1-887e-ee93d086a64a req-1ea360a0-bd43-42d0-8554-7bc5eb86e0a7 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.908936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56838) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:36.956495 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-62911d21-d493-40d1-887e-ee93d086a64a req-1ea360a0-bd43-42d0-8554-7bc5eb86e0a7 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.960633 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-62911d21-d493-40d1-887e-ee93d086a64a req-1ea360a0-bd43-42d0-8554-7bc5eb86e0a7 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:36.981799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea360a0-bd43-42d0-8554-7bc5eb86e0a7 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c603511-b9d1-4472-8d00-011cac76ab6e,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:36.990495 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-62911d21-d493-40d1-887e-ee93d086a64a req-1ea360a0-bd43-42d0-8554-7bc5eb86e0a7 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.004022 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62911d21-d493-40d1-887e-ee93d086a64a req-1ea360a0-bd43-42d0-8554-7bc5eb86e0a7 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1888719 Jul 16 01:22:37.037644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-b2dbb5b4-1b13-47c7-90b8-e6c1d025b512 req-49ab7bed-55b0-42a2-becf-b85b7d4c4b23 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1658607100', 'description': 'tempest-description-6585062'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:37.077658 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b2dbb5b4-1b13-47c7-90b8-e6c1d025b512 req-49ab7bed-55b0-42a2-becf-b85b7d4c4b23 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.171910 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b2dbb5b4-1b13-47c7-90b8-e6c1d025b512 req-49ab7bed-55b0-42a2-becf-b85b7d4c4b23 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.176308 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b2dbb5b4-1b13-47c7-90b8-e6c1d025b512 req-49ab7bed-55b0-42a2-becf-b85b7d4c4b23 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.197038 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d286b4d2-71ac-4238-934a-727dededfcf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.218741 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b2dbb5b4-1b13-47c7-90b8-e6c1d025b512 req-49ab7bed-55b0-42a2-becf-b85b7d4c4b23 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.224496 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2dbb5b4-1b13-47c7-90b8-e6c1d025b512 req-49ab7bed-55b0-42a2-becf-b85b7d4c4b23 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1923664 Jul 16 01:22:37.225350 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ab7bed-55b0-42a2-becf-b85b7d4c4b23 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490bf3dc-d414-462f-86a2-6dfbc108c4ab,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:37.250519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-7a80e71d-987e-4fa1-9045-e297d7e481ac req-64bd5bba-77ef-4e9b-b4a4-9bcca9d4f9c6 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-620399687', 'description': 'tempest-description-482866241'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:37.264450 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.283491 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.db.api [req-7a80e71d-987e-4fa1-9045-e297d7e481ac req-64bd5bba-77ef-4e9b-b4a4-9bcca9d4f9c6 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:22:37.283491 n-d-791505-14 neutron-server[93919]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:22:37.283491 n-d-791505-14 neutron-server[93919]: [parameters: {'project_id': '197b64275266443aa5f655f5f2d77414', 'id': '881db66c-4dac-4226-9886-8cc883b90ee4', 'expiration': datetime.datetime(2021, 7, 16, 1, 24, 37, 269495)}] Jul 16 01:22:37.283491 n-d-791505-14 neutron-server[93919]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93919) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:22:37.283947 n-d-791505-14 neutron-server[93919]: DEBUG oslo_db.api [req-7a80e71d-987e-4fa1-9045-e297d7e481ac req-64bd5bba-77ef-4e9b-b4a4-9bcca9d4f9c6 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:22:37.414519 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d286b4d2-71ac-4238-934a-727dededfcf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.419238 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d286b4d2-71ac-4238-934a-727dededfcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.452096 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbad03-b2fc-4fe1-9949-1b1324b2cec4 req-149b8158-3183-4f53-a626-33165f93c5cd tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:37.454274 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0bbad03-b2fc-4fe1-9949-1b1324b2cec4 req-149b8158-3183-4f53-a626-33165f93c5cd tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.0877852 Jul 16 01:22:37.467681 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d286b4d2-71ac-4238-934a-727dededfcf2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=da0e4579b06c487da3e4c6dd24b36bce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5578167 Jul 16 01:22:37.471019 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56870) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:37.481008 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286b4d2-71ac-4238-934a-727dededfcf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bdb4f5-46c9-4ac9-a52f-589531bcd5d6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:37.503674 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0bbad03-b2fc-4fe1-9949-1b1324b2cec4 req-478f3595-9d70-49a5-9c58-df1eef6f327d tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430875 Jul 16 01:22:37.543123 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-178158e8-85d8-40a8-ae34-31c158bfa72a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.547142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56872) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:37.570095 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-178158e8-85d8-40a8-ae34-31c158bfa72a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.631194 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6c633357-b258-4b0e-9966-a6116c26affd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.654833 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-178158e8-85d8-40a8-ae34-31c158bfa72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.658350 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-178158e8-85d8-40a8-ae34-31c158bfa72a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.659540 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-178158e8-85d8-40a8-ae34-31c158bfa72a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d9bdb4f5-46c9-4ac9-a52f-589531bcd5d6 HTTP/1.1" status: 204 len: 168 time: 0.1873155 Jul 16 01:22:37.671144 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178158e8-85d8-40a8-ae34-31c158bfa72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bdb4f5-46c9-4ac9-a52f-589531bcd5d6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:37.681369 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-97388720-5821-4358-90cf-d2fa1e425f56 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-436732558-network', 'tenant_id': '0ef7e8bc5d6a4037b34df05cb22c0252'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:37.715750 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97388720-5821-4358-90cf-d2fa1e425f56 admin admin] Made reservation on behalf of 0ef7e8bc5d6a4037b34df05cb22c0252 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:37.724761 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97388720-5821-4358-90cf-d2fa1e425f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.733718 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97388720-5821-4358-90cf-d2fa1e425f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:37.827909 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce0434ef-145b-4955-9b98-13f438e18276 req-4d30c0fd-a642-493f-9286-499649815feb tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/ports?device_id=c32f1ba4-d92c-40db-972c-40df0c37cfc5 HTTP/1.1" status: 200 len: 210 time: 0.0398085 Jul 16 01:22:38.002329 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-46ba61c5-de2b-4ebe-92c1-fd53f7dff9ef tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:38.003966 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-46ba61c5-de2b-4ebe-92c1-fd53f7dff9ef tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.70 "GET /v2.0/networks?id=1c4e2ff1-d7b9-418c-9627-9b543ab5f137 HTTP/1.1" status: 200 len: 809 time: 0.1180396 Jul 16 01:22:38.027799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-322f35b2-f6f0-4280-83bc-d5c2bed92ef7 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Request body: {'port': {'device_id': 'c32f1ba4-d92c-40db-972c-40df0c37cfc5', 'network_id': '1c4e2ff1-d7b9-418c-9627-9b543ab5f137', 'admin_state_up': True, 'tenant_id': '125c2f3bac084e13a44dbf4a0cebecdf'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:38.033112 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97388720-5821-4358-90cf-d2fa1e425f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.057650 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97388720-5821-4358-90cf-d2fa1e425f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.123422 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7a80e71d-987e-4fa1-9045-e297d7e481ac req-64bd5bba-77ef-4e9b-b4a4-9bcca9d4f9c6 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.130148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97388720-5821-4358-90cf-d2fa1e425f56 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:38.165410 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97388720-5821-4358-90cf-d2fa1e425f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:38.168475 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97388720-5821-4358-90cf-d2fa1e425f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.168824 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-97388720-5821-4358-90cf-d2fa1e425f56 admin admin] Added segment 89c86b18-6421-4c18-8e20-5d3b84d2bcff of type vlan for network cad5d24e-09b5-4d53-9e59-1113d894f355 Jul 16 01:22:38.248175 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97388720-5821-4358-90cf-d2fa1e425f56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.297650 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97388720-5821-4358-90cf-d2fa1e425f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.298605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97388720-5821-4358-90cf-d2fa1e425f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:38.299192 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97388720-5821-4358-90cf-d2fa1e425f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.345992 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7a80e71d-987e-4fa1-9045-e297d7e481ac req-64bd5bba-77ef-4e9b-b4a4-9bcca9d4f9c6 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.356878 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7a80e71d-987e-4fa1-9045-e297d7e481ac req-64bd5bba-77ef-4e9b-b4a4-9bcca9d4f9c6 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.462655 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.678973 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56930) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:38.685937 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97388720-5821-4358-90cf-d2fa1e425f56 admin admin] Pushing event updated for resources: {'Network': ['ID=cad5d24e-09b5-4d53-9e59-1113d894f355,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:38.697665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network cad5d24e-09b5-4d53-9e59-1113d894f355 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:38.744215 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd5bba-77ef-4e9b-b4a4-9bcca9d4f9c6 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36cbd758-aa87-40e8-b7b8-83660989a632,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:38.749122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-322f35b2-f6f0-4280-83bc-d5c2bed92ef7 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Made reservation on behalf of 125c2f3bac084e13a44dbf4a0cebecdf for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:38.753194 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-322f35b2-f6f0-4280-83bc-d5c2bed92ef7 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.757680 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7a80e71d-987e-4fa1-9045-e297d7e481ac req-64bd5bba-77ef-4e9b-b4a4-9bcca9d4f9c6 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.763432 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a80e71d-987e-4fa1-9045-e297d7e481ac req-64bd5bba-77ef-4e9b-b4a4-9bcca9d4f9c6 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.5213048 Jul 16 01:22:38.782425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56936) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:38.787568 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ae8fdf00-072b-4d0c-82c0-9315262a814c admin admin] Request body: {'subnet': {'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-436732558-subnet', 'tenant_id': '0ef7e8bc5d6a4037b34df05cb22c0252', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:38.788210 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-97388720-5821-4358-90cf-d2fa1e425f56 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2390006 Jul 16 01:22:38.826703 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a76d2151-401f-486b-9dab-f7846925020a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-161749805'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:38.852692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8fdf00-072b-4d0c-82c0-9315262a814c admin admin] Made reservation on behalf of 0ef7e8bc5d6a4037b34df05cb22c0252 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:38.855998 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdf00-072b-4d0c-82c0-9315262a814c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.859072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76d2151-401f-486b-9dab-f7846925020a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Made reservation on behalf of 69514548e14b4d7da1479e4837eab083 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:38.863815 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a76d2151-401f-486b-9dab-f7846925020a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:38.872878 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e840b0-c5e3-481d-8b70-67abdd5d4c00 req-0a7c0be6-99f7-4a7e-b0cc-fe85fa26ddf0 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:38.874834 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-75e840b0-c5e3-481d-8b70-67abdd5d4c00 req-0a7c0be6-99f7-4a7e-b0cc-fe85fa26ddf0 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.1813016 Jul 16 01:22:38.893331 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a76d2151-401f-486b-9dab-f7846925020a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.021145 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-75e840b0-c5e3-481d-8b70-67abdd5d4c00 req-e245484d-f4a2-4ee1-9952-c5521c68ce01 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399374 Jul 16 01:22:39.044871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7a6d3f1-e677-472e-885e-caa4f2b18467 req-bb56fa4c-1ae7-44a9-a9e3-7bebf0c8e668 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/490bf3dc-d414-462f-86a2-6dfbc108c4ab HTTP/1.1" status: 200 len: 1804 time: 0.1372814 Jul 16 01:22:39.045944 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-322f35b2-f6f0-4280-83bc-d5c2bed92ef7 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Allocated IP 172.20.0.6 (1c4e2ff1-d7b9-418c-9627-9b543ab5f137/aa387b37-2aaf-45ae-9418-394fecdb1449/3636b028-e761-4f1e-8046-218716f2d4b0) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:39.189313 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d4af993-8e10-4b7a-a554-05c5c219290d req-ac1b63df-e6a6-4398-802e-ba6bff05f79e tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/ports?device_id=c32f1ba4-d92c-40db-972c-40df0c37cfc5 HTTP/1.1" status: 200 len: 210 time: 0.0494397 Jul 16 01:22:39.201189 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdf00-072b-4d0c-82c0-9315262a814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.205197 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a76d2151-401f-486b-9dab-f7846925020a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.230975 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a76d2151-401f-486b-9dab-f7846925020a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.289456 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d2151-401f-486b-9dab-f7846925020a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4218d74-36c5-4330-8a96-97180eb59596,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:39.293106 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76d2151-401f-486b-9dab-f7846925020a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:39.300958 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fdf00-072b-4d0c-82c0-9315262a814c admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e3fe52-c0e2-447a-9b76-70730059c2ad,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:39.319095 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a76d2151-401f-486b-9dab-f7846925020a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.320082 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-a76d2151-401f-486b-9dab-f7846925020a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Added segment b93bb0d0-8d07-42c5-8d04-3e59da87979f of type vlan for network cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862 Jul 16 01:22:39.332965 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-322f35b2-f6f0-4280-83bc-d5c2bed92ef7 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.356870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae8fdf00-072b-4d0c-82c0-9315262a814c admin admin] Checking segment: {'id': '89c86b18-6421-4c18-8e20-5d3b84d2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:39.357236 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8fdf00-072b-4d0c-82c0-9315262a814c admin admin] Network hostable DHCP agents. Network: cad5d24e-09b5-4d53-9e59-1113d894f355, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:39.372561 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7a6d3f1-e677-472e-885e-caa4f2b18467 req-2c38d16a-931a-4f6b-a920-0ff271cded83 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/36cbd758-aa87-40e8-b7b8-83660989a632 HTTP/1.1" status: 200 len: 1805 time: 0.3070934 Jul 16 01:22:39.375341 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a76d2151-401f-486b-9dab-f7846925020a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.390505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-b7a6d3f1-e677-472e-885e-caa4f2b18467 req-d4aa38e3-4d16-4845-88c8-c40b688d4d95 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '490bf3dc-d414-462f-86a2-6dfbc108c4ab', 'remote_group_id': '36cbd758-aa87-40e8-b7b8-83660989a632', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:39.390902 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-b7a6d3f1-e677-472e-885e-caa4f2b18467 req-d4aa38e3-4d16-4845-88c8-c40b688d4d95 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '490bf3dc-d414-462f-86a2-6dfbc108c4ab', 'remote_group_id': '36cbd758-aa87-40e8-b7b8-83660989a632', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:39.392119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8fdf00-072b-4d0c-82c0-9315262a814c admin admin] Network cad5d24e-09b5-4d53-9e59-1113d894f355 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:39.412414 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-322f35b2-f6f0-4280-83bc-d5c2bed92ef7 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.418551 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-ae8fdf00-072b-4d0c-82c0-9315262a814c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, cad5d24e-09b5-4d53-9e59-1113d894f355) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:39.422984 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8fdf00-072b-4d0c-82c0-9315262a814c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.423938 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ae8fdf00-072b-4d0c-82c0-9315262a814c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.428931 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec76bb1-fee0-409c-8298-c57f1ac419be None None] Network cad5d24e-09b5-4d53-9e59-1113d894f355 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:39.437761 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a76d2151-401f-486b-9dab-f7846925020a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.443852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76d2151-401f-486b-9dab-f7846925020a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.444534 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a76d2151-401f-486b-9dab-f7846925020a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.477084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-322f35b2-f6f0-4280-83bc-d5c2bed92ef7 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Network 1c4e2ff1-d7b9-418c-9627-9b543ab5f137 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:39.478520 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ae8fdf00-072b-4d0c-82c0-9315262a814c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6949413 Jul 16 01:22:39.482185 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-322f35b2-f6f0-4280-83bc-d5c2bed92ef7 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:39.489915 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a76d2151-401f-486b-9dab-f7846925020a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8092289 Jul 16 01:22:39.493039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-322f35b2-f6f0-4280-83bc-d5c2bed92ef7 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:39.493222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56952) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:39.497302 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f35b2-f6f0-4280-83bc-d5c2bed92ef7 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Pushing event updated for resources: {'Port': ['ID=3636b028-e761-4f1e-8046-218716f2d4b0,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:39.497798 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f18cc566-0707-4b99-8a2b-8e31f012c294 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Request body: {'subnet': {'network_id': 'cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:39.557810 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7a6d3f1-e677-472e-885e-caa4f2b18467 req-d4aa38e3-4d16-4845-88c8-c40b688d4d95 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.558092 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76d2151-401f-486b-9dab-f7846925020a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Pushing event updated for resources: {'Network': ['ID=cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:39.568831 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-322f35b2-f6f0-4280-83bc-d5c2bed92ef7 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:39.569999 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-322f35b2-f6f0-4280-83bc-d5c2bed92ef7 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.589233 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:39.596753 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-322f35b2-f6f0-4280-83bc-d5c2bed92ef7 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5822244 Jul 16 01:22:39.602464 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7a6d3f1-e677-472e-885e-caa4f2b18467 req-d4aa38e3-4d16-4845-88c8-c40b688d4d95 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.605816 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f0b99a-6b8f-4c0d-b606-d8bb5fb7312a None None] Network cad5d24e-09b5-4d53-9e59-1113d894f355 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:39.608722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Request body: {'port': {'device_id': 'c32f1ba4-d92c-40db-972c-40df0c37cfc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:39.612509 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7a6d3f1-e677-472e-885e-caa4f2b18467 req-d4aa38e3-4d16-4845-88c8-c40b688d4d95 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.660987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18cc566-0707-4b99-8a2b-8e31f012c294 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Made reservation on behalf of 69514548e14b4d7da1479e4837eab083 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:39.666177 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f18cc566-0707-4b99-8a2b-8e31f012c294 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.678174 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa38e3-4d16-4845-88c8-c40b688d4d95 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a142b3d6-4433-4119-8fcb-710688c9fec7,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:39.682086 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7a6d3f1-e677-472e-885e-caa4f2b18467 req-d4aa38e3-4d16-4845-88c8-c40b688d4d95 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.683305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7a6d3f1-e677-472e-885e-caa4f2b18467 req-d4aa38e3-4d16-4845-88c8-c40b688d4d95 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3005009 Jul 16 01:22:39.762968 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.783213 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-625d2b0c-6085-4736-bb0c-066721da1ce2 req-19a015ee-17e3-433e-8c35-83b862323ea6 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/36cbd758-aa87-40e8-b7b8-83660989a632 HTTP/1.1" status: 200 len: 1805 time: 0.0651040 Jul 16 01:22:39.929114 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f18cc566-0707-4b99-8a2b-8e31f012c294 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:39.945697 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-625d2b0c-6085-4736-bb0c-066721da1ce2 req-26c90d46-9154-4615-ae4f-293d6be16b79 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.013487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18cc566-0707-4b99-8a2b-8e31f012c294 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Checking segment: {'id': 'b93bb0d0-8d07-42c5-8d04-3e59da87979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:40.013932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18cc566-0707-4b99-8a2b-8e31f012c294 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Network hostable DHCP agents. Network: cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:40.018424 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18cc566-0707-4b99-8a2b-8e31f012c294 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Pushing event updated for resources: {'Subnet': ['ID=5c014b3f-15d3-446b-9dd3-f9ed8248e8ed,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:40.021712 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-625d2b0c-6085-4736-bb0c-066721da1ce2 req-26c90d46-9154-4615-ae4f-293d6be16b79 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.045141 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18cc566-0707-4b99-8a2b-8e31f012c294 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Network cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:40.058003 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-f18cc566-0707-4b99-8a2b-8e31f012c294 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:40.068841 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81de5cc2-b7fe-4be4-9308-ef9ebf7b552d None None] Network cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:40.070341 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18cc566-0707-4b99-8a2b-8e31f012c294 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:40.071130 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f18cc566-0707-4b99-8a2b-8e31f012c294 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.086716 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f18cc566-0707-4b99-8a2b-8e31f012c294 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5930603 Jul 16 01:22:40.089236 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56966) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:40.095265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-84b93303-01b1-44e2-b8da-e4a21c79ec26 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Request body: {'port': {'network_id': 'cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862', 'name': 'tempest-TagsExtTest-972284123'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:40.142808 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.162961 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-625d2b0c-6085-4736-bb0c-066721da1ce2 req-26c90d46-9154-4615-ae4f-293d6be16b79 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.166515 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-625d2b0c-6085-4736-bb0c-066721da1ce2 req-26c90d46-9154-4615-ae4f-293d6be16b79 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.170376 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-625d2b0c-6085-4736-bb0c-066721da1ce2 req-26c90d46-9154-4615-ae4f-293d6be16b79 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "DELETE /v2.0/security-groups/36cbd758-aa87-40e8-b7b8-83660989a632 HTTP/1.1" status: 204 len: 173 time: 0.3645453 Jul 16 01:22:40.175182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3636b028-e761-4f1e-8046-218716f2d4b0 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:40.187409 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.202974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c90d46-9154-4615-ae4f-293d6be16b79 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cbd758-aa87-40e8-b7b8-83660989a632,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:40.232726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Transition to ACTIVE for port object 3636b028-e761-4f1e-8046-218716f2d4b0 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:40.243056 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.258799 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b93303-01b1-44e2-b8da-e4a21c79ec26 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Made reservation on behalf of 69514548e14b4d7da1479e4837eab083 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:40.262934 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84b93303-01b1-44e2-b8da-e4a21c79ec26 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.290211 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-84b93303-01b1-44e2-b8da-e4a21c79ec26 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] device_id is not set on port 98a5b973-2875-4aa7-87cf-2598383e6184 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:22:40.296934 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862', 'network_id': 'cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862', 'tenant_id': '69514548e14b4d7da1479e4837eab083', 'fixed_ips': [{'subnet_id': '5c014b3f-15d3-446b-9dd3-f9ed8248e8ed'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:22:40.297939 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.367096 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Pushing event updated for resources: {'Port': ['ID=3636b028-e761-4f1e-8046-218716f2d4b0,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:40.453374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-84b93303-01b1-44e2-b8da-e4a21c79ec26 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Allocated IP 172.20.0.7 (cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862/5c014b3f-15d3-446b-9dd3-f9ed8248e8ed/98a5b973-2875-4aa7-87cf-2598383e6184) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:40.461339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-9d2bea92-3c46-401b-b30d-84e96aa69f45 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:40.462902 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-9d2bea92-3c46-401b-b30d-84e96aa69f45 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/networks?id=cad5d24e-09b5-4d53-9e59-1113d894f355 HTTP/1.1" status: 200 len: 821 time: 0.2579827 Jul 16 01:22:40.495929 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-298f91f8-a826-4a93-92b4-1202d6d1c99f tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/quotas/0ef7e8bc5d6a4037b34df05cb22c0252 HTTP/1.1" status: 200 len: 375 time: 0.0261183 Jul 16 01:22:40.566777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Attempting to bind port 3636b028-e761-4f1e-8046-218716f2d4b0 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:40.567124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Attempting to bind port 3636b028-e761-4f1e-8046-218716f2d4b0 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '3cbee03d-44ca-46a3-a67f-26ee1aa479a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1c4e2ff1-d7b9-418c-9627-9b543ab5f137'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:40.567467 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Attempting to bind port 3636b028-e761-4f1e-8046-218716f2d4b0 on network 1c4e2ff1-d7b9-418c-9627-9b543ab5f137 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:40.573631 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-7ca2f812-f760-4569-a247-4c2523c5e336 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0ef7e8bc5d6a4037b34df05cb22c0252&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686061 Jul 16 01:22:40.578763 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Port 3636b028-e761-4f1e-8046-218716f2d4b0 on network 1c4e2ff1-d7b9-418c-9627-9b543ab5f137 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:40.578995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Attempting to bind port 3636b028-e761-4f1e-8046-218716f2d4b0 on network 1c4e2ff1-d7b9-418c-9627-9b543ab5f137 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:40.595491 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:40.595737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Checking segment: {'id': '3cbee03d-44ca-46a3-a67f-26ee1aa479a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1c4e2ff1-d7b9-418c-9627-9b543ab5f137'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:40.596139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Bound using segment: {'id': '3cbee03d-44ca-46a3-a67f-26ee1aa479a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1c4e2ff1-d7b9-418c-9627-9b543ab5f137'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:40.596580 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Bound port: 3636b028-e761-4f1e-8046-218716f2d4b0, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cbee03d-44ca-46a3-a67f-26ee1aa479a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '1c4e2ff1-d7b9-418c-9627-9b543ab5f137'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:40.596941 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.631356 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84b93303-01b1-44e2-b8da-e4a21c79ec26 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.644891 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-84b93303-01b1-44e2-b8da-e4a21c79ec26 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Transition to ACTIVE for port object 98a5b973-2875-4aa7-87cf-2598383e6184 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:40.677996 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84b93303-01b1-44e2-b8da-e4a21c79ec26 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.713530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce9f66b-1e09-40d1-8838-80a08fa99b85 req-cce88b83-d377-411b-b721-80e185dd2b01 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:40.715076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fce9f66b-1e09-40d1-8838-80a08fa99b85 req-cce88b83-d377-411b-b721-80e185dd2b01 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.2291043 Jul 16 01:22:40.725027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b93303-01b1-44e2-b8da-e4a21c79ec26 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Network cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:40.727277 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Allocated IP 172.20.0.2 (cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862/5c014b3f-15d3-446b-9dd3-f9ed8248e8ed/5ff6399e-2725-4d52-8ac2-e070d764f316) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:40.731454 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-84b93303-01b1-44e2-b8da-e4a21c79ec26 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:40.736046 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b93303-01b1-44e2-b8da-e4a21c79ec26 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:40.761401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b93303-01b1-44e2-b8da-e4a21c79ec26 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Pushing event updated for resources: {'Port': ['ID=98a5b973-2875-4aa7-87cf-2598383e6184,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:40.763066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] For port 3636b028-e761-4f1e-8046-218716f2d4b0, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:40.784345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-172b3a6b-4a3a-4eb7-8ea3-ef694dbf426b service neutron] 10.222.0.22 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005939 Jul 16 01:22:40.787172 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b93303-01b1-44e2-b8da-e4a21c79ec26 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:40.787703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] For port 3636b028-e761-4f1e-8046-218716f2d4b0, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=3636b028-e761-4f1e-8046-218716f2d4b0,segment=NetworkSegment(3cbee03d-44ca-46a3-a67f-26ee1aa479a1),segment_id=3cbee03d-44ca-46a3-a67f-26ee1aa479a1)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:40.788699 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84b93303-01b1-44e2-b8da-e4a21c79ec26 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.805766 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-84b93303-01b1-44e2-b8da-e4a21c79ec26 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.7129765 Jul 16 01:22:40.806821 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56988) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:40.807374 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.811827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-56a8deb1-40a9-44cd-9ea1-ab2a467ae55d tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1626114444', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:40.837815 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56a8deb1-40a9-44cd-9ea1-ab2a467ae55d tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.838814 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56a8deb1-40a9-44cd-9ea1-ab2a467ae55d tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.857035 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fce9f66b-1e09-40d1-8838-80a08fa99b85 req-0077c877-ccbd-4f92-bd4c-abb87e73c2e0 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286931 Jul 16 01:22:40.908042 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56a8deb1-40a9-44cd-9ea1-ab2a467ae55d tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.913849 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56a8deb1-40a9-44cd-9ea1-ab2a467ae55d tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.927272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:40.927941 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.929629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] 10.222.0.70 "PUT /v2.0/ports/3636b028-e761-4f1e-8046-218716f2d4b0 HTTP/1.1" status: 200 len: 1092 time: 1.3251982 Jul 16 01:22:40.935686 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56a8deb1-40a9-44cd-9ea1-ab2a467ae55d tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:40.937051 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-56a8deb1-40a9-44cd-9ea1-ab2a467ae55d tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1292272 Jul 16 01:22:40.941275 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56990) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:40.946553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-dac14492-5017-4c5e-b51c-d23c445c7073 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-327555912', 'prefixes': ['172.20.0.0/16']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:40.952328 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32f1ba4-d92c-40db-972c-40df0c37cfc5', 'tag': '3636b028-e761-4f1e-8046-218716f2d4b0'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:40.956612 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c69665-1486-403e-bc57-490599983f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "c32f1ba4-d92c-40db-972c-40df0c37cfc5", "tag": "3636b028-e761-4f1e-8046-218716f2d4b0"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:41.009079 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dac14492-5017-4c5e-b51c-d23c445c7073 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks [] for subnetpool, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.010504 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dac14492-5017-4c5e-b51c-d23c445c7073 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0687413 Jul 16 01:22:41.013869 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56994) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:41.018384 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-1caedd23-a920-4ff5-b915-29540fce67a1 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5c014b3f-15d3-446b-9dd3-f9ed8248e8ed', 'tempest-TagsExtTest-Tag-428879890') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:41.047297 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-d510e426-5cd9-49ac-b457-4469470663ea service neutron] 10.222.0.22 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519593 Jul 16 01:22:41.061623 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.071274 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a95c4-3774-4863-bc0f-e85b8b9d3e2c service neutron] Pushing event updated for resources: {'Port': ['ID=3636b028-e761-4f1e-8046-218716f2d4b0,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:41.084171 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e9da30d-3dfd-4628-b097-1dc2fdbee900 req-f211fdb5-b178-4570-80d9-ec81d8f326f8 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/490bf3dc-d414-462f-86a2-6dfbc108c4ab HTTP/1.1" status: 200 len: 1804 time: 0.1666970 Jul 16 01:22:41.085962 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Transition to ACTIVE for port object 5ff6399e-2725-4d52-8ac2-e070d764f316 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:41.111201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Transition to ACTIVE for port object 5ff6399e-2725-4d52-8ac2-e070d764f316 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:41.113019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-3cd6b4bb-8a55-499e-8f8a-02de7e9b4a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:41.117136 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-3cd6b4bb-8a55-499e-8f8a-02de7e9b4a25 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=125c2f3bac084e13a44dbf4a0cebecdf&device_id=c32f1ba4-d92c-40db-972c-40df0c37cfc5 HTTP/1.1" status: 200 len: 1095 time: 0.1267841 Jul 16 01:22:41.119602 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.153391 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1caedd23-a920-4ff5-b915-29540fce67a1 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "PUT /v2.0/subnets/5c014b3f-15d3-446b-9dd3-f9ed8248e8ed/tags/tempest-TagsExtTest-Tag-428879890 HTTP/1.1" status: 201 len: 201 time: 0.1384640 Jul 16 01:22:41.155625 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56998) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:41.161909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-48138fc3-1a2c-4d37-b9ec-8ef496221dff tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '98a5b973-2875-4aa7-87cf-2598383e6184', 'tempest-TagsExtTest-Tag-1440703208') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:41.169457 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Pushing event updated for resources: {'Port': ['ID=5ff6399e-2725-4d52-8ac2-e070d764f316,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:41.183500 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-f3670304-457c-49ef-b421-b97f63fd58e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3636b028-e761-4f1e-8046-218716f2d4b0 HTTP/1.1" status: 200 len: 217 time: 0.0566270 Jul 16 01:22:41.185490 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Network cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:41.187953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:41.190760 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:41.257796 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Attempting to bind port 5ff6399e-2725-4d52-8ac2-e070d764f316 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:41.258183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Attempting to bind port 5ff6399e-2725-4d52-8ac2-e070d764f316 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'b93bb0d0-8d07-42c5-8d04-3e59da87979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:41.259696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Attempting to bind port 5ff6399e-2725-4d52-8ac2-e070d764f316 on network cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:41.279715 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:41.280943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Checking segment: {'id': 'b93bb0d0-8d07-42c5-8d04-3e59da87979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:41.280943 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.281334 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Bound using segment: {'id': 'b93bb0d0-8d07-42c5-8d04-3e59da87979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:41.282009 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Bound port: 5ff6399e-2725-4d52-8ac2-e070d764f316, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93bb0d0-8d07-42c5-8d04-3e59da87979f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:41.282401 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.298298 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-48138fc3-1a2c-4d37-b9ec-8ef496221dff tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "PUT /v2.0/ports/98a5b973-2875-4aa7-87cf-2598383e6184/tags/tempest-TagsExtTest-Tag-1440703208 HTTP/1.1" status: 201 len: 201 time: 0.1414948 Jul 16 01:22:41.301089 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57004) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:41.309959 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-bb09b230-6155-4eb0-a99b-929580920a03 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a4dc89ce-f411-438a-b335-158c682dc431', 'tempest-TagsExtTest-Tag-1077972862') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:41.326733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-2d8d2d81-3cd4-47dc-9030-3bd0fd2dd806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:41.328305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-2d8d2d81-3cd4-47dc-9030-3bd0fd2dd806 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aa387b37-2aaf-45ae-9418-394fecdb1449 HTTP/1.1" status: 200 len: 849 time: 0.1379204 Jul 16 01:22:41.362323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] For port 5ff6399e-2725-4d52-8ac2-e070d764f316, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:41.367485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] For port 5ff6399e-2725-4d52-8ac2-e070d764f316, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5ff6399e-2725-4d52-8ac2-e070d764f316,segment=NetworkSegment(b93bb0d0-8d07-42c5-8d04-3e59da87979f),segment_id=b93bb0d0-8d07-42c5-8d04-3e59da87979f)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:41.373675 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.400928 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-8a3dd8bb-0470-4315-bc6b-1164b87c3b3b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c4e2ff1-d7b9-418c-9627-9b543ab5f137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598834 Jul 16 01:22:41.429107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abf2ab-9062-468c-9506-92c0f84355d8 req-6ed69953-694a-4dfa-b72d-4eb62e21a02e tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:41.439938 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03abf2ab-9062-468c-9506-92c0f84355d8 req-6ed69953-694a-4dfa-b72d-4eb62e21a02e tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/ports?device_id=c32f1ba4-d92c-40db-972c-40df0c37cfc5 HTTP/1.1" status: 200 len: 943 time: 0.2327151 Jul 16 01:22:41.441870 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bb09b230-6155-4eb0-a99b-929580920a03 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "PUT /v2.0/routers/a4dc89ce-f411-438a-b335-158c682dc431/tags/tempest-TagsExtTest-Tag-1077972862 HTTP/1.1" status: 201 len: 201 time: 0.1391706 Jul 16 01:22:41.442469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57008) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:41.448363 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-c082901d-73a1-4abd-8214-eb7ef0effa9e tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e21220b6-4565-4b07-b632-8b6f8adbd7ae', 'tempest-TagsExtTest-Tag-389089027') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:41.462534 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ee678f-80c0-454c-8bee-4a6c83364487 x-openstack-request-id: req-24ee678f-80c0-454c-8bee-4a6c83364487 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:41.462841 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c32f1ba4-d92c-40db-972c-40df0c37cfc5", "tag": "3636b028-e761-4f1e-8046-218716f2d4b0", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:41.463196 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24ee678f-80c0-454c-8bee-4a6c83364487 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:41.463475 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32f1ba4-d92c-40db-972c-40df0c37cfc5', 'tag': '3636b028-e761-4f1e-8046-218716f2d4b0', 'status': 'completed', 'code': 200} Jul 16 01:22:41.472515 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145abda7-3830-4f70-ad86-cca32c4247ce None None] Pushing event updated for resources: {'Port': ['ID=5ff6399e-2725-4d52-8ac2-e070d764f316,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:41.507722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-6c467603-1a33-43d5-ba1f-7b27947d306c req-469c56a1-2f71-4716-a4b2-fd0e058f515e tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-796639432', 'description': 'tempest-description-291575353'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:41.515715 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c082901d-73a1-4abd-8214-eb7ef0effa9e tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "PUT /v2.0/subnetpools/e21220b6-4565-4b07-b632-8b6f8adbd7ae/tags/tempest-TagsExtTest-Tag-389089027 HTTP/1.1" status: 201 len: 201 time: 0.0721769 Jul 16 01:22:41.516377 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57014) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:41.521396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-15bb8c6d-c8aa-4621-9a0f-94c3fc060def tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5c014b3f-15d3-446b-9dd3-f9ed8248e8ed') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:41.588981 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-15bb8c6d-c8aa-4621-9a0f-94c3fc060def tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/subnets/5c014b3f-15d3-446b-9dd3-f9ed8248e8ed/tags HTTP/1.1" status: 200 len: 240 time: 0.0708735 Jul 16 01:22:41.590926 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57018) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:41.598037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-b1280277-29c9-4368-a431-d8c0ed80eb1a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5c014b3f-15d3-446b-9dd3-f9ed8248e8ed', 'tempest-TagsExtTest-Tag-428879890') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:41.632201 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03abf2ab-9062-468c-9506-92c0f84355d8 req-33320ddf-b358-488c-ae65-151a8cf27ef3 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/security-groups?id=568a89fc-0861-4caf-8730-e5943782ab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931007 Jul 16 01:22:41.635263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6c467603-1a33-43d5-ba1f-7b27947d306c req-469c56a1-2f71-4716-a4b2-fd0e058f515e tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:41.730185 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b1280277-29c9-4368-a431-d8c0ed80eb1a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/subnets/5c014b3f-15d3-446b-9dd3-f9ed8248e8ed/tags/tempest-TagsExtTest-Tag-428879890 HTTP/1.1" status: 204 len: 168 time: 0.1375120 Jul 16 01:22:41.731088 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57024) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:41.736221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-ed94e150-7b9e-40c8-aae8-5ef01f12a28c service neutron] 10.222.0.70 "GET /v2.0/networks/1c4e2ff1-d7b9-418c-9627-9b543ab5f137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965577 Jul 16 01:22:41.744393 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.tag.tag_plugin [None req-1fa22975-89d0-41d6-9a30-807859b8a388 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '5c014b3f-15d3-446b-9dd3-f9ed8248e8ed', 'tempest-TagsExtTest-Tag-428879890') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:41.800105 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a079ab6a-ebd3-4074-874b-e9e41b7d222c req-d29dce03-cbcb-4404-a274-2041734853fb tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 210 time: 0.0862389 Jul 16 01:22:42.042896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9516a7a-8406-4e8d-8ba2-acdaedbbfe3e req-4221ce81-c4f6-4278-93c8-821afe6ddf8f service neutron] 10.222.0.70 "GET /v2.0/networks/1c4e2ff1-d7b9-418c-9627-9b543ab5f137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765641 Jul 16 01:22:42.088753 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6c467603-1a33-43d5-ba1f-7b27947d306c req-469c56a1-2f71-4716-a4b2-fd0e058f515e tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.093623 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6c467603-1a33-43d5-ba1f-7b27947d306c req-469c56a1-2f71-4716-a4b2-fd0e058f515e tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.221320 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6c467603-1a33-43d5-ba1f-7b27947d306c req-469c56a1-2f71-4716-a4b2-fd0e058f515e tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:42.228500 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c467603-1a33-43d5-ba1f-7b27947d306c req-469c56a1-2f71-4716-a4b2-fd0e058f515e tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7381132 Jul 16 01:22:42.228500 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1fa22975-89d0-41d6-9a30-807859b8a388 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/subnets/5c014b3f-15d3-446b-9dd3-f9ed8248e8ed/tags/tempest-TagsExtTest-Tag-428879890 HTTP/1.1" status: 204 len: 168 time: 0.4952531 Jul 16 01:22:42.230838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57038) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:42.249990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.tag.tag_plugin [None req-1f7f5b04-4163-46ac-9504-dfdcc3a7a558 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '5c014b3f-15d3-446b-9dd3-f9ed8248e8ed') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:42.257990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469c56a1-2f71-4716-a4b2-fd0e058f515e tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b797d1-c760-461b-a335-27f329f79f9b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:42.348108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c69665-1486-403e-bc57-490599983f9a req-982b9a7e-4574-4d9e-ad0d-5d9ae61c021a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:42.349629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53c69665-1486-403e-bc57-490599983f9a req-982b9a7e-4574-4d9e-ad0d-5d9ae61c021a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=125c2f3bac084e13a44dbf4a0cebecdf&device_id=c32f1ba4-d92c-40db-972c-40df0c37cfc5 HTTP/1.1" status: 200 len: 1095 time: 0.2405765 Jul 16 01:22:42.358927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef9b8b26-0b26-42db-884c-bba5f515dbe0 req-e59a55fb-45b7-46a3-96a8-ce410b3f8e84 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/c6b797d1-c760-461b-a335-27f329f79f9b HTTP/1.1" status: 200 len: 1805 time: 0.1138530 Jul 16 01:22:42.388912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-ef9b8b26-0b26-42db-884c-bba5f515dbe0 req-3fb1e802-8864-4ba4-9b72-f5bea7860ca9 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6b797d1-c760-461b-a335-27f329f79f9b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:42.389239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-ef9b8b26-0b26-42db-884c-bba5f515dbe0 req-3fb1e802-8864-4ba4-9b72-f5bea7860ca9 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6b797d1-c760-461b-a335-27f329f79f9b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:42.411929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f754d6e-7ac3-41ea-b4cd-970c29f0c232 req-1d8df034-4c1a-4f12-8bd9-3e4959ed2030 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:42.413723 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f754d6e-7ac3-41ea-b4cd-970c29f0c232 req-1d8df034-4c1a-4f12-8bd9-3e4959ed2030 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.3018374 Jul 16 01:22:42.653351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28a1be1-ac06-43a8-9fd6-4ce7607105ce None None] Network cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:42.778019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d0099bf4-3235-469a-91d1-289bb385564c None None] Provisioning for port 5ff6399e-2725-4d52-8ac2-e070d764f316 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:42.827251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1f7f5b04-4163-46ac-9504-dfdcc3a7a558 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/subnets/5c014b3f-15d3-446b-9dd3-f9ed8248e8ed/tags HTTP/1.1" status: 200 len: 205 time: 0.5811293 Jul 16 01:22:42.828340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57048) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:42.834121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-ad72c543-f81e-4e88-9fe2-d17b2f6e18b8 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '98a5b973-2875-4aa7-87cf-2598383e6184') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:42.918912 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ad72c543-f81e-4e88-9fe2-d17b2f6e18b8 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/ports/98a5b973-2875-4aa7-87cf-2598383e6184/tags HTTP/1.1" status: 200 len: 241 time: 0.0883296 Jul 16 01:22:42.921330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57050) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:42.926400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-d0a18b46-03a5-4a2e-aa10-23b4b17ad346 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '98a5b973-2875-4aa7-87cf-2598383e6184', 'tempest-TagsExtTest-Tag-1440703208') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:42.991210 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d0a18b46-03a5-4a2e-aa10-23b4b17ad346 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/ports/98a5b973-2875-4aa7-87cf-2598383e6184/tags/tempest-TagsExtTest-Tag-1440703208 HTTP/1.1" status: 204 len: 168 time: 0.0665939 Jul 16 01:22:42.992152 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57054) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:42.997654 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5ff6399e-2725-4d52-8ac2-e070d764f316 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:43.004944 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-d2b36f15-6e49-42bd-8ac2-2062278049e2 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '98a5b973-2875-4aa7-87cf-2598383e6184', 'tempest-TagsExtTest-Tag-1440703208') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:43.012006 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f754d6e-7ac3-41ea-b4cd-970c29f0c232 req-57af16e1-9623-41ad-be05-73f772ed0b0f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857852 Jul 16 01:22:43.081292 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c69665-1486-403e-bc57-490599983f9a req-ec575cc4-31d7-4d79-8784-05fd78754919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:43.083349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53c69665-1486-403e-bc57-490599983f9a req-ec575cc4-31d7-4d79-8784-05fd78754919 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1c4e2ff1-d7b9-418c-9627-9b543ab5f137 HTTP/1.1" status: 200 len: 910 time: 0.7222657 Jul 16 01:22:43.093084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-33aef951-49c9-4395-a9d4-2a672c5f4676 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:43.095711 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-33aef951-49c9-4395-a9d4-2a672c5f4676 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.69 "GET /v2.0/networks?id=cad5d24e-09b5-4d53-9e59-1113d894f355 HTTP/1.1" status: 200 len: 821 time: 0.3660314 Jul 16 01:22:43.098838 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 5ff6399e-2725-4d52-8ac2-e070d764f316 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:43.109273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 5ff6399e-2725-4d52-8ac2-e070d764f316 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:43.109654 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.109894 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d2b36f15-6e49-42bd-8ac2-2062278049e2 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/ports/98a5b973-2875-4aa7-87cf-2598383e6184/tags/tempest-TagsExtTest-Tag-1440703208 HTTP/1.1" status: 204 len: 168 time: 0.1164136 Jul 16 01:22:43.111987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57056) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:43.119028 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-721230b6-c7af-431c-b641-1e77ac3bea88 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '98a5b973-2875-4aa7-87cf-2598383e6184') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:43.121975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-15f456c9-e746-4cad-a85f-146dee3ccbaf tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Request body: {'port': {'device_id': '97fa5961-157b-4263-98c3-54484aebaf9d', 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355', 'admin_state_up': True, 'tenant_id': '0ef7e8bc5d6a4037b34df05cb22c0252'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:43.171642 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ef9b8b26-0b26-42db-884c-bba5f515dbe0 req-3fb1e802-8864-4ba4-9b72-f5bea7860ca9 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.188458 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53c69665-1486-403e-bc57-490599983f9a req-533379a2-b8a0-4e44-aaba-21e09de89b50 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3636b028-e761-4f1e-8046-218716f2d4b0 HTTP/1.1" status: 200 len: 217 time: 0.0916855 Jul 16 01:22:43.233017 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.239874 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-721230b6-c7af-431c-b641-1e77ac3bea88 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/ports/98a5b973-2875-4aa7-87cf-2598383e6184/tags HTTP/1.1" status: 200 len: 205 time: 0.1238732 Jul 16 01:22:43.240616 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57060) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:43.253002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-7fcfeb64-edde-42e9-9386-399fceb6560e tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a4dc89ce-f411-438a-b335-158c682dc431') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:43.278218 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-26bfbb02-951b-4468-b457-d4cfda187c2d None None] Provisioning for port 98a5b973-2875-4aa7-87cf-2598383e6184 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:43.292631 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-26bfbb02-951b-4468-b457-d4cfda187c2d None None] Provisioning complete for port 98a5b973-2875-4aa7-87cf-2598383e6184 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:43.295532 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-26bfbb02-951b-4468-b457-d4cfda187c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.316963 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ef9b8b26-0b26-42db-884c-bba5f515dbe0 req-3fb1e802-8864-4ba4-9b72-f5bea7860ca9 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.324623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c69665-1486-403e-bc57-490599983f9a req-3312099b-9028-4f10-a95a-9b6c92a5c85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:43.327287 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53c69665-1486-403e-bc57-490599983f9a req-3312099b-9028-4f10-a95a-9b6c92a5c85d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aa387b37-2aaf-45ae-9418-394fecdb1449 HTTP/1.1" status: 200 len: 849 time: 0.1308711 Jul 16 01:22:43.331624 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ef9b8b26-0b26-42db-884c-bba5f515dbe0 req-3fb1e802-8864-4ba4-9b72-f5bea7860ca9 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.389593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 5ff6399e-2725-4d52-8ac2-e070d764f316, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5ff6399e-2725-4d52-8ac2-e070d764f316,segment=NetworkSegment(b93bb0d0-8d07-42c5-8d04-3e59da87979f),segment_id=b93bb0d0-8d07-42c5-8d04-3e59da87979f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:43.395656 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.421336 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7fcfeb64-edde-42e9-9386-399fceb6560e tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/routers/a4dc89ce-f411-438a-b335-158c682dc431/tags HTTP/1.1" status: 200 len: 241 time: 0.1795042 Jul 16 01:22:43.421950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57068) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:43.439241 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-50cce7f2-17ea-4f6c-b522-211fc4d1de73 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a4dc89ce-f411-438a-b335-158c682dc431', 'tempest-TagsExtTest-Tag-1077972862') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:43.447088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-26bfbb02-951b-4468-b457-d4cfda187c2d None None] Port 98a5b973-2875-4aa7-87cf-2598383e6184 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:43.483038 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=5ff6399e-2725-4d52-8ac2-e070d764f316,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:43.488104 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53c69665-1486-403e-bc57-490599983f9a req-26bd00f7-8dde-48cb-9d4a-da9d1d14ad1a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1c4e2ff1-d7b9-418c-9627-9b543ab5f137&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1495693 Jul 16 01:22:43.489648 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb1e802-8864-4ba4-9b72-f5bea7860ca9 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9135e733-4142-47bf-92a9-423a7fbef1aa,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:43.498079 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-26bfbb02-951b-4468-b457-d4cfda187c2d None None] Provisioning complete for port 5ff6399e-2725-4d52-8ac2-e070d764f316 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:43.498593 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-26bfbb02-951b-4468-b457-d4cfda187c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.498987 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ef9b8b26-0b26-42db-884c-bba5f515dbe0 req-3fb1e802-8864-4ba4-9b72-f5bea7860ca9 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.500435 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef9b8b26-0b26-42db-884c-bba5f515dbe0 req-3fb1e802-8864-4ba4-9b72-f5bea7860ca9 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1276319 Jul 16 01:22:43.562354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-15f456c9-e746-4cad-a85f-146dee3ccbaf tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Made reservation on behalf of 0ef7e8bc5d6a4037b34df05cb22c0252 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:43.566608 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-15f456c9-e746-4cad-a85f-146dee3ccbaf tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.742778 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cedd3ee8-5343-473e-aa8a-8f7eba6418e0 req-6c6cc3e5-b8a7-4a12-92db-50e8e9ce7486 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 210 time: 0.0528228 Jul 16 01:22:43.751158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b433191-828a-4ae1-a8d9-79fe6e84eaba req-bd462caa-11bf-47aa-9c31-ccd996ae1ea2 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:43.758192 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5b433191-828a-4ae1-a8d9-79fe6e84eaba req-bd462caa-11bf-47aa-9c31-ccd996ae1ea2 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/ports?device_id=c32f1ba4-d92c-40db-972c-40df0c37cfc5 HTTP/1.1" status: 200 len: 943 time: 0.4276013 Jul 16 01:22:43.769292 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2778689e-c5a4-4d51-9a40-1e6e6d5a8f85 None None] Provisioning complete for port 98a5b973-2875-4aa7-87cf-2598383e6184 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:43.771150 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2778689e-c5a4-4d51-9a40-1e6e6d5a8f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:43.854796 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2778689e-c5a4-4d51-9a40-1e6e6d5a8f85 None None] Port 98a5b973-2875-4aa7-87cf-2598383e6184 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:22:43.859262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53c69665-1486-403e-bc57-490599983f9a req-a5ae8a46-a927-4a10-b0d7-feac908c66f1 service neutron] 10.222.0.70 "GET /v2.0/networks/1c4e2ff1-d7b9-418c-9627-9b543ab5f137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552451 Jul 16 01:22:43.873173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5b433191-828a-4ae1-a8d9-79fe6e84eaba req-b8d89413-02fa-40f2-9be9-7c471c93ea08 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/security-groups?id=568a89fc-0861-4caf-8730-e5943782ab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140125 Jul 16 01:22:43.898537 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-50cce7f2-17ea-4f6c-b522-211fc4d1de73 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/routers/a4dc89ce-f411-438a-b335-158c682dc431/tags/tempest-TagsExtTest-Tag-1077972862 HTTP/1.1" status: 204 len: 168 time: 0.4741449 Jul 16 01:22:43.900160 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57084) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:43.909810 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-1a0a2e5f-668d-4e53-8237-4fde8dc611c4 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'a4dc89ce-f411-438a-b335-158c682dc431', 'tempest-TagsExtTest-Tag-1077972862') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:43.928941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-15f456c9-e746-4cad-a85f-146dee3ccbaf tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Allocated IP 172.20.0.3 (cad5d24e-09b5-4d53-9e59-1113d894f355/43e3fe52-c0e2-447a-9b76-70730059c2ad/8ad96ba8-251d-4f57-9c72-c1da61362af1) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:44.030364 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1a0a2e5f-668d-4e53-8237-4fde8dc611c4 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/routers/a4dc89ce-f411-438a-b335-158c682dc431/tags/tempest-TagsExtTest-Tag-1077972862 HTTP/1.1" status: 204 len: 168 time: 0.1268685 Jul 16 01:22:44.032305 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57090) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.036792 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-7c044667-a68b-40e9-9b1c-2d0a7d32b98c tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'a4dc89ce-f411-438a-b335-158c682dc431') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.135691 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7c044667-a68b-40e9-9b1c-2d0a7d32b98c tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/routers/a4dc89ce-f411-438a-b335-158c682dc431/tags HTTP/1.1" status: 200 len: 205 time: 0.1023178 Jul 16 01:22:44.136405 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57094) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.141118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-28a98a32-a1f1-4cbb-adf1-57e0ad772fb6 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e21220b6-4565-4b07-b632-8b6f8adbd7ae') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.165447 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-28a98a32-a1f1-4cbb-adf1-57e0ad772fb6 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/subnetpools/e21220b6-4565-4b07-b632-8b6f8adbd7ae/tags HTTP/1.1" status: 200 len: 240 time: 0.0278068 Jul 16 01:22:44.167163 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57096) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.171882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-85c7915f-1195-4cbf-afe4-360cbb9115ed tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e21220b6-4565-4b07-b632-8b6f8adbd7ae', 'tempest-TagsExtTest-Tag-389089027') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.183938 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae1fe445-a426-4128-a520-08e80f3c7c70 req-8b43c7fc-6ae1-45bc-9515-c114c6e88361 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/c6b797d1-c760-461b-a335-27f329f79f9b HTTP/1.1" status: 200 len: 2399 time: 0.2720635 Jul 16 01:22:44.197881 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-85c7915f-1195-4cbf-afe4-360cbb9115ed tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/subnetpools/e21220b6-4565-4b07-b632-8b6f8adbd7ae/tags/tempest-TagsExtTest-Tag-389089027 HTTP/1.1" status: 204 len: 168 time: 0.0276268 Jul 16 01:22:44.198078 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57100) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.202574 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-a7842810-0afc-477f-b867-3c8931fb8b45 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'e21220b6-4565-4b07-b632-8b6f8adbd7ae', 'tempest-TagsExtTest-Tag-389089027') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.220744 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-ae1fe445-a426-4128-a520-08e80f3c7c70 req-9c9328c4-79d7-462c-ac1a-4b0a1f0a205f tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6b797d1-c760-461b-a335-27f329f79f9b', 'remote_group_id': None}]} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:44.221077 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-ae1fe445-a426-4128-a520-08e80f3c7c70 req-9c9328c4-79d7-462c-ac1a-4b0a1f0a205f tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c6b797d1-c760-461b-a335-27f329f79f9b', 'remote_group_id': None}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:44.233121 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53c69665-1486-403e-bc57-490599983f9a req-3162a7d0-cad9-42ee-a677-a6d8d52ee6d8 service neutron] 10.222.0.70 "GET /v2.0/networks/1c4e2ff1-d7b9-418c-9627-9b543ab5f137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541098 Jul 16 01:22:44.239488 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a7842810-0afc-477f-b867-3c8931fb8b45 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/subnetpools/e21220b6-4565-4b07-b632-8b6f8adbd7ae/tags/tempest-TagsExtTest-Tag-389089027 HTTP/1.1" status: 204 len: 168 time: 0.0380993 Jul 16 01:22:44.240900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57102) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.244907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-0647af08-da61-440b-8cb2-aa850a24582a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'e21220b6-4565-4b07-b632-8b6f8adbd7ae') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.265540 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-15f456c9-e746-4cad-a85f-146dee3ccbaf tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.269237 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0647af08-da61-440b-8cb2-aa850a24582a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/subnetpools/e21220b6-4565-4b07-b632-8b6f8adbd7ae/tags HTTP/1.1" status: 200 len: 205 time: 0.0269780 Jul 16 01:22:44.270438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57104) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.276750 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-b7c38cd0-5773-4613-adc2-e05f5481b7db tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e21220b6-4565-4b07-b632-8b6f8adbd7ae') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.311813 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b7c38cd0-5773-4613-adc2-e05f5481b7db tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/subnetpools/e21220b6-4565-4b07-b632-8b6f8adbd7ae/tags HTTP/1.1" status: 204 len: 168 time: 0.0385337 Jul 16 01:22:44.312690 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57106) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.317480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-f5d7e9e4-a517-45f3-a688-de2e423f4a75 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a4dc89ce-f411-438a-b335-158c682dc431') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.360151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280e842c-68a1-4735-9410-a59d90d7890b req-4a5a6748-dc6a-40a8-8b85-cff4c1adac35 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:44.361660 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-280e842c-68a1-4735-9410-a59d90d7890b req-4a5a6748-dc6a-40a8-8b85-cff4c1adac35 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.2133873 Jul 16 01:22:44.368931 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ae1fe445-a426-4128-a520-08e80f3c7c70 req-9c9328c4-79d7-462c-ac1a-4b0a1f0a205f tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.401551 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f5d7e9e4-a517-45f3-a688-de2e423f4a75 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/routers/a4dc89ce-f411-438a-b335-158c682dc431/tags HTTP/1.1" status: 204 len: 168 time: 0.0854530 Jul 16 01:22:44.401792 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57108) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.402066 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-15f456c9-e746-4cad-a85f-146dee3ccbaf tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.406354 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-4ff25460-6c95-41ff-be81-a8768f2113fd tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '98a5b973-2875-4aa7-87cf-2598383e6184') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.422391 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ae1fe445-a426-4128-a520-08e80f3c7c70 req-9c9328c4-79d7-462c-ac1a-4b0a1f0a205f tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.450883 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ae1fe445-a426-4128-a520-08e80f3c7c70 req-9c9328c4-79d7-462c-ac1a-4b0a1f0a205f tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.459073 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-280e842c-68a1-4735-9410-a59d90d7890b req-74a39862-1006-461b-87b7-26d095ce9236 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868056 Jul 16 01:22:44.463374 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4ff25460-6c95-41ff-be81-a8768f2113fd tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/ports/98a5b973-2875-4aa7-87cf-2598383e6184/tags HTTP/1.1" status: 204 len: 168 time: 0.0604455 Jul 16 01:22:44.466707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57110) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.471467 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-f5f73f6d-4627-497c-a64a-90520e89c1b5 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5c014b3f-15d3-446b-9dd3-f9ed8248e8ed') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.488086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-15f456c9-e746-4cad-a85f-146dee3ccbaf tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Network cad5d24e-09b5-4d53-9e59-1113d894f355 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:22:44.490250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9328c4-79d7-462c-ac1a-4b0a1f0a205f tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f42e502d-8ca4-4505-b76a-0c10c258c2df,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:44.495172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-15f456c9-e746-4cad-a85f-146dee3ccbaf tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:44.500084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-15f456c9-e746-4cad-a85f-146dee3ccbaf tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:22:44.502666 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ae1fe445-a426-4128-a520-08e80f3c7c70 req-9c9328c4-79d7-462c-ac1a-4b0a1f0a205f tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.504157 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae1fe445-a426-4128-a520-08e80f3c7c70 req-9c9328c4-79d7-462c-ac1a-4b0a1f0a205f tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2965736 Jul 16 01:22:44.514600 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f456c9-e746-4cad-a85f-146dee3ccbaf tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Pushing event updated for resources: {'Port': ['ID=8ad96ba8-251d-4f57-9c72-c1da61362af1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:44.555918 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f5f73f6d-4627-497c-a64a-90520e89c1b5 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/subnets/5c014b3f-15d3-446b-9dd3-f9ed8248e8ed/tags HTTP/1.1" status: 204 len: 168 time: 0.0880444 Jul 16 01:22:44.560251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57114) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.566909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-6d719523-427b-49ce-8f23-cfc75bf6b306 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '5c014b3f-15d3-446b-9dd3-f9ed8248e8ed', 'tempest-TagsExtTest-Tag-793156591') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.613954 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-15f456c9-e746-4cad-a85f-146dee3ccbaf tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:44.614588 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-15f456c9-e746-4cad-a85f-146dee3ccbaf tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.631803 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03b63642-b4d6-42fe-91de-b2c9bf5310bc req-40598bd2-7a09-4bd1-bb29-14db628ecbe2 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/c6b797d1-c760-461b-a335-27f329f79f9b HTTP/1.1" status: 200 len: 2998 time: 0.0967119 Jul 16 01:22:44.662587 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6d719523-427b-49ce-8f23-cfc75bf6b306 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "PUT /v2.0/subnets/5c014b3f-15d3-446b-9dd3-f9ed8248e8ed/tags/tempest-TagsExtTest-Tag-793156591 HTTP/1.1" status: 201 len: 201 time: 0.0989926 Jul 16 01:22:44.665115 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57118) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.672113 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-1c275294-59db-4e68-8d48-6fe368a4b23b tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '98a5b973-2875-4aa7-87cf-2598383e6184', 'tempest-TagsExtTest-Tag-1496845562') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.678746 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-15f456c9-e746-4cad-a85f-146dee3ccbaf tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5731003 Jul 16 01:22:44.689911 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01a681b8-96b4-4fe0-858f-24d2103cb804 req-a7f62c6f-2a20-4206-9cdb-65ba8727e1c5 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-group-rules/f42e502d-8ca4-4505-b76a-0c10c258c2df HTTP/1.1" status: 200 len: 783 time: 0.0256557 Jul 16 01:22:44.707825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Request body: {'port': {'device_id': '97fa5961-157b-4263-98c3-54484aebaf9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:44.776122 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0d53d21c-e035-4dfb-b38e-90459ebd9c2a req-53658421-698e-4b9c-9d94-e2bcf16e33dc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0780320 Jul 16 01:22:44.782200 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1c275294-59db-4e68-8d48-6fe368a4b23b tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "PUT /v2.0/ports/98a5b973-2875-4aa7-87cf-2598383e6184/tags/tempest-TagsExtTest-Tag-1496845562 HTTP/1.1" status: 201 len: 201 time: 0.1161642 Jul 16 01:22:44.784953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57122) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.787523 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-644234a3-7255-4431-94f4-2d26b47f5d42 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1683476 Jul 16 01:22:44.792020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-bb17d753-c6bf-4eb6-ad52-f0df550f7f21 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'a4dc89ce-f411-438a-b335-158c682dc431', 'tempest-TagsExtTest-Tag-1264457382') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.824079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01a681b8-96b4-4fe0-858f-24d2103cb804 req-4538cab1-e348-4667-a7e0-926eb97a7c68 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/c6b797d1-c760-461b-a335-27f329f79f9b HTTP/1.1" status: 200 len: 2998 time: 0.1219363 Jul 16 01:22:44.917232 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.940859 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-01a681b8-96b4-4fe0-858f-24d2103cb804 req-680f8e7d-42c9-4110-98e5-20c6098f6164 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.943998 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5ff6399e-2725-4d52-8ac2-e070d764f316 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:44.966313 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bb17d753-c6bf-4eb6-ad52-f0df550f7f21 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "PUT /v2.0/routers/a4dc89ce-f411-438a-b335-158c682dc431/tags/tempest-TagsExtTest-Tag-1264457382 HTTP/1.1" status: 201 len: 201 time: 0.1798723 Jul 16 01:22:44.966954 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57128) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:44.973045 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-f1611c3e-ee0e-43a6-834a-67ded0e69905 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'e21220b6-4565-4b07-b632-8b6f8adbd7ae', 'tempest-TagsExtTest-Tag-1361913037') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:44.975985 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-01a681b8-96b4-4fe0-858f-24d2103cb804 req-680f8e7d-42c9-4110-98e5-20c6098f6164 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:44.977467 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53d21c-e035-4dfb-b38e-90459ebd9c2a req-1837c41b-b9a8-48de-bba4-b931b220a9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:44.979084 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0d53d21c-e035-4dfb-b38e-90459ebd9c2a req-1837c41b-b9a8-48de-bba4-b931b220a9fb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 1097 time: 0.1337006 Jul 16 01:22:45.015074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 5ff6399e-2725-4d52-8ac2-e070d764f316 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:45.015931 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.069446 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f1611c3e-ee0e-43a6-834a-67ded0e69905 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "PUT /v2.0/subnetpools/e21220b6-4565-4b07-b632-8b6f8adbd7ae/tags/tempest-TagsExtTest-Tag-1361913037 HTTP/1.1" status: 201 len: 201 time: 0.1003132 Jul 16 01:22:45.072075 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57132) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:45.120939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-2aa138a2-7b10-43f1-a3be-5364b421bf28 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '5c014b3f-15d3-446b-9dd3-f9ed8248e8ed', {'tags': ['tempest-TagsExtTest-Tag-1197069741', 'tempest-TagsExtTest-Tag-1061063881', 'tempest-TagsExtTest-Tag-1143668170']}) {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:45.147147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-224e6752-3461-408a-b03e-5a445549fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.147147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-224e6752-3461-408a-b03e-5a445549fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.147147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-224e6752-3461-408a-b03e-5a445549fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.147147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-224e6752-3461-408a-b03e-5a445549fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.147147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-224e6752-3461-408a-b03e-5a445549fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.147147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-224e6752-3461-408a-b03e-5a445549fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.148390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-224e6752-3461-408a-b03e-5a445549fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.151501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-224e6752-3461-408a-b03e-5a445549fcae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 6498 time: 0.2943590 Jul 16 01:22:45.190109 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53d21c-e035-4dfb-b38e-90459ebd9c2a req-c4861acd-6f83-4bb4-9d8b-819c5be191fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.191959 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0d53d21c-e035-4dfb-b38e-90459ebd9c2a req-c4861acd-6f83-4bb4-9d8b-819c5be191fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.1858637 Jul 16 01:22:45.206906 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-01a681b8-96b4-4fe0-858f-24d2103cb804 req-680f8e7d-42c9-4110-98e5-20c6098f6164 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.213185 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-01a681b8-96b4-4fe0-858f-24d2103cb804 req-680f8e7d-42c9-4110-98e5-20c6098f6164 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.214392 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01a681b8-96b4-4fe0-858f-24d2103cb804 req-680f8e7d-42c9-4110-98e5-20c6098f6164 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/f42e502d-8ca4-4505-b76a-0c10c258c2df HTTP/1.1" status: 204 len: 173 time: 0.3695133 Jul 16 01:22:45.277562 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2aa138a2-7b10-43f1-a3be-5364b421bf28 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "PUT /v2.0/subnets/5c014b3f-15d3-446b-9dd3-f9ed8248e8ed/tags HTTP/1.1" status: 200 len: 318 time: 0.2046359 Jul 16 01:22:45.280974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57138) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:45.285956 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-8c5b055c-474b-4ca6-a732-4c9716c8d626 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5c014b3f-15d3-446b-9dd3-f9ed8248e8ed') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:45.286116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680f8e7d-42c9-4110-98e5-20c6098f6164 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f42e502d-8ca4-4505-b76a-0c10c258c2df,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:45.299222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac5c4b-f362-4f93-9252-e2ac1fa4b1f2 req-9bcb73e8-6477-42b2-980b-681d55299ed4 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.300834 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0cac5c4b-f362-4f93-9252-e2ac1fa4b1f2 req-9bcb73e8-6477-42b2-980b-681d55299ed4 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 931 time: 0.3802335 Jul 16 01:22:45.323040 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0d53d21c-e035-4dfb-b38e-90459ebd9c2a req-fb571b71-49ca-48ef-8af6-6dc49bc0415f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df0715b-8991-478d-a325-905e669148d1 HTTP/1.1" status: 200 len: 1001 time: 0.1243834 Jul 16 01:22:45.389442 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53d21c-e035-4dfb-b38e-90459ebd9c2a req-8a1c170b-2d72-466b-9403-71d9c8fc5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.391178 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0d53d21c-e035-4dfb-b38e-90459ebd9c2a req-8a1c170b-2d72-466b-9403-71d9c8fc5e5d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.0569093 Jul 16 01:22:45.444483 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8c5b055c-474b-4ca6-a732-4c9716c8d626 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/subnets/5c014b3f-15d3-446b-9dd3-f9ed8248e8ed/tags HTTP/1.1" status: 204 len: 168 time: 0.1598189 Jul 16 01:22:45.445529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57140) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:45.450589 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-eab8df27-1409-44f2-b3a8-293d61f050cb tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5c014b3f-15d3-446b-9dd3-f9ed8248e8ed', 'tempest-TagsExtTest-Tag-1197069741') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:45.479575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-fd4c3e65-4e81-4403-8362-b8b0780af3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.479994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-fd4c3e65-4e81-4403-8362-b8b0780af3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.480468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-fd4c3e65-4e81-4403-8362-b8b0780af3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.482076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-fd4c3e65-4e81-4403-8362-b8b0780af3c5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d840524c-d20b-4c1a-aaec-1bfb1e9b9dac&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=d1c225b4-f269-4788-b264-c404aac5f0ff&id=d1c225b4-f269-4788-b264-c404aac5f0ff HTTP/1.1" status: 200 len: 2292 time: 0.2631419 Jul 16 01:22:45.495851 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0cac5c4b-f362-4f93-9252-e2ac1fa4b1f2 req-1e287837-7b36-475f-b519-cf26a57bee3a tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592727 Jul 16 01:22:45.498121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53d21c-e035-4dfb-b38e-90459ebd9c2a req-e0682bc4-e6cc-471e-8a7e-b19eb920640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.500422 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0d53d21c-e035-4dfb-b38e-90459ebd9c2a req-e0682bc4-e6cc-471e-8a7e-b19eb920640e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1007693 Jul 16 01:22:45.550388 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 3636b028-e761-4f1e-8046-218716f2d4b0 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:45.586165 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-eab8df27-1409-44f2-b3a8-293d61f050cb tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] show failed (client error): The resource could not be found. Jul 16 01:22:45.589930 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-eab8df27-1409-44f2-b3a8-293d61f050cb tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/subnets/5c014b3f-15d3-446b-9dd3-f9ed8248e8ed/tags/tempest-TagsExtTest-Tag-1197069741 HTTP/1.1" status: 404 len: 329 time: 0.1406291 Jul 16 01:22:45.591204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57144) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:45.595700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-ae319225-cd65-4b52-816f-685db626f8df tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5c014b3f-15d3-446b-9dd3-f9ed8248e8ed', 'tempest-TagsExtTest-Tag-1061063881') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:45.645451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc2e20-8bf7-4ba7-8651-9853a4aad85d req-e09a5ccc-55b5-482b-9a93-da484301c454 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.646480 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0d53d21c-e035-4dfb-b38e-90459ebd9c2a req-4965a924-1122-4443-a414-f77fc79bde29 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392705 Jul 16 01:22:45.652871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5dc2e20-8bf7-4ba7-8651-9853a4aad85d req-e09a5ccc-55b5-482b-9a93-da484301c454 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/ports?device_id=c32f1ba4-d92c-40db-972c-40df0c37cfc5 HTTP/1.1" status: 200 len: 943 time: 0.2999024 Jul 16 01:22:45.718122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-85b5bf45-bc16-4143-9798-ecb1d65cdc51 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=289cca9c-7347-49d8-bee5-4d9099ba744b HTTP/1.1" status: 200 len: 1002 time: 0.2211299 Jul 16 01:22:45.719429 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 3636b028-e761-4f1e-8046-218716f2d4b0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=3636b028-e761-4f1e-8046-218716f2d4b0,segment=NetworkSegment(3cbee03d-44ca-46a3-a67f-26ee1aa479a1),segment_id=3cbee03d-44ca-46a3-a67f-26ee1aa479a1)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:45.733188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '3636b028-e761-4f1e-8046-218716f2d4b0', 'network_id': '1c4e2ff1-d7b9-418c-9627-9b543ab5f137', 'port_id': '3636b028-e761-4f1e-8046-218716f2d4b0', 'mac_address': 'fa:16:3e:46:3e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa387b37-2aaf-45ae-9418-394fecdb1449', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:45.734503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5dc2e20-8bf7-4ba7-8651-9853a4aad85d req-7dcb9de3-7bb8-4b8d-941e-ef60b77824b5 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/security-groups?id=568a89fc-0861-4caf-8730-e5943782ab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807161 Jul 16 01:22:45.742671 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-ae319225-cd65-4b52-816f-685db626f8df tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] show failed (client error): The resource could not be found. Jul 16 01:22:45.744010 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ae319225-cd65-4b52-816f-685db626f8df tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/subnets/5c014b3f-15d3-446b-9dd3-f9ed8248e8ed/tags/tempest-TagsExtTest-Tag-1061063881 HTTP/1.1" status: 404 len: 329 time: 0.1517050 Jul 16 01:22:45.752874 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57148) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:45.752874 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-f2a1c623-4f66-4a5d-a96d-e74ddf6ca443 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '5c014b3f-15d3-446b-9dd3-f9ed8248e8ed', 'tempest-TagsExtTest-Tag-1143668170') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:45.792848 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0d53d21c-e035-4dfb-b38e-90459ebd9c2a req-3313b65c-0b2d-4924-9898-ade62fb6d010 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399536 Jul 16 01:22:45.814077 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.829730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3636b028-e761-4f1e-8046-218716f2d4b0 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:45.839317 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-f2a1c623-4f66-4a5d-a96d-e74ddf6ca443 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] show failed (client error): The resource could not be found. Jul 16 01:22:45.840846 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f2a1c623-4f66-4a5d-a96d-e74ddf6ca443 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/subnets/5c014b3f-15d3-446b-9dd3-f9ed8248e8ed/tags/tempest-TagsExtTest-Tag-1143668170 HTTP/1.1" status: 404 len: 329 time: 0.0917258 Jul 16 01:22:45.844244 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57150) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:45.854458 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-8f738e1b-9481-49dc-b766-def6a4f664e9 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '98a5b973-2875-4aa7-87cf-2598383e6184', {'tags': ['tempest-TagsExtTest-Tag-2018988379', 'tempest-TagsExtTest-Tag-1543474274', 'tempest-TagsExtTest-Tag-467392153']}) {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:45.856559 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 3636b028-e761-4f1e-8046-218716f2d4b0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=3636b028-e761-4f1e-8046-218716f2d4b0,segment=NetworkSegment(3cbee03d-44ca-46a3-a67f-26ee1aa479a1),segment_id=3cbee03d-44ca-46a3-a67f-26ee1aa479a1)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:45.862074 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.880960 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ad96ba8-251d-4f57-9c72-c1da61362af1 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:45.892024 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.897448 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4758283c-07c6-4c7d-9a4c-5a573ab027fe req-ee95427e-a41e-4211-91fd-2f1b537a758d tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/c6b797d1-c760-461b-a335-27f329f79f9b HTTP/1.1" status: 200 len: 2399 time: 0.1588161 Jul 16 01:22:45.933904 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=3636b028-e761-4f1e-8046-218716f2d4b0,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:45.948589 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Transition to ACTIVE for port object 8ad96ba8-251d-4f57-9c72-c1da61362af1 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:22:45.959261 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8f738e1b-9481-49dc-b766-def6a4f664e9 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "PUT /v2.0/ports/98a5b973-2875-4aa7-87cf-2598383e6184/tags HTTP/1.1" status: 200 len: 317 time: 0.1120117 Jul 16 01:22:45.959459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57152) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:45.964551 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-c3017d0c-2520-4fb4-a81e-1ca5fac63939 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '98a5b973-2875-4aa7-87cf-2598383e6184') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:45.981443 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:45.984083 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-3005ea5a-61c1-467d-b5a7-e58f97a9a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:45.985545 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-3005ea5a-61c1-467d-b5a7-e58f97a9a53c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285c6a64-1df3-41f2-8898-775d2babb8a9 HTTP/1.1" status: 200 len: 851 time: 0.1980677 Jul 16 01:22:46.033076 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c3017d0c-2520-4fb4-a81e-1ca5fac63939 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/ports/98a5b973-2875-4aa7-87cf-2598383e6184/tags HTTP/1.1" status: 204 len: 168 time: 0.0697124 Jul 16 01:22:46.034327 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57154) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:46.039582 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-72260bde-f7f9-40d0-b18b-d05526869d39 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '98a5b973-2875-4aa7-87cf-2598383e6184', 'tempest-TagsExtTest-Tag-2018988379') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:46.105227 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-72260bde-f7f9-40d0-b18b-d05526869d39 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] show failed (client error): The resource could not be found. Jul 16 01:22:46.109147 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-72260bde-f7f9-40d0-b18b-d05526869d39 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/ports/98a5b973-2875-4aa7-87cf-2598383e6184/tags/tempest-TagsExtTest-Tag-2018988379 HTTP/1.1" status: 404 len: 329 time: 0.0710595 Jul 16 01:22:46.109355 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57156) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:46.113859 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-00855191-d004-4712-b1a6-46509020a4e8 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '98a5b973-2875-4aa7-87cf-2598383e6184', 'tempest-TagsExtTest-Tag-1543474274') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:46.114945 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Pushing event updated for resources: {'Port': ['ID=8ad96ba8-251d-4f57-9c72-c1da61362af1,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:46.164516 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4758283c-07c6-4c7d-9a4c-5a573ab027fe req-2ca12fdf-f41a-4cb4-9bb2-0c449dc2a157 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.170744 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-00855191-d004-4712-b1a6-46509020a4e8 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] show failed (client error): The resource could not be found. Jul 16 01:22:46.174442 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-00855191-d004-4712-b1a6-46509020a4e8 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/ports/98a5b973-2875-4aa7-87cf-2598383e6184/tags/tempest-TagsExtTest-Tag-1543474274 HTTP/1.1" status: 404 len: 329 time: 0.0615299 Jul 16 01:22:46.174667 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57160) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:46.179227 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-9b99e0cc-de99-4213-9005-a0dd6e0ea7f0 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '98a5b973-2875-4aa7-87cf-2598383e6184', 'tempest-TagsExtTest-Tag-467392153') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:46.183950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['3636b028-e761-4f1e-8046-218716f2d4b0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:46.267714 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-9b99e0cc-de99-4213-9005-a0dd6e0ea7f0 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] show failed (client error): The resource could not be found. Jul 16 01:22:46.271907 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9b99e0cc-de99-4213-9005-a0dd6e0ea7f0 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/ports/98a5b973-2875-4aa7-87cf-2598383e6184/tags/tempest-TagsExtTest-Tag-467392153 HTTP/1.1" status: 404 len: 328 time: 0.0961201 Jul 16 01:22:46.273081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57166) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:46.278060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-5aed84bd-a2fc-41dd-af3f-d976fe3cab06 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'a4dc89ce-f411-438a-b335-158c682dc431', {'tags': ['tempest-TagsExtTest-Tag-1030698388', 'tempest-TagsExtTest-Tag-595860455', 'tempest-TagsExtTest-Tag-222069475']}) {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:46.405820 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5aed84bd-a2fc-41dd-af3f-d976fe3cab06 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "PUT /v2.0/routers/a4dc89ce-f411-438a-b335-158c682dc431/tags HTTP/1.1" status: 200 len: 316 time: 0.1316235 Jul 16 01:22:46.406494 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57170) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:46.411294 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-6334c343-8003-454f-99b2-52d328e56c90 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a4dc89ce-f411-438a-b335-158c682dc431') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:46.519063 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6334c343-8003-454f-99b2-52d328e56c90 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/routers/a4dc89ce-f411-438a-b335-158c682dc431/tags HTTP/1.1" status: 204 len: 168 time: 0.1107764 Jul 16 01:22:46.520008 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57172) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:46.524442 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4758283c-07c6-4c7d-9a4c-5a573ab027fe req-2ca12fdf-f41a-4cb4-9bb2-0c449dc2a157 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.528918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-103c622d-868b-4d4b-b728-697fb7c0fc3a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a4dc89ce-f411-438a-b335-158c682dc431', 'tempest-TagsExtTest-Tag-1030698388') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:46.549041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfdb78-d288-457c-9339-c7c6532f5a98 req-a3abe1ff-d19b-40c4-b08a-b6aef365be67 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:46.550577 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17cfdb78-d288-457c-9339-c7c6532f5a98 req-a3abe1ff-d19b-40c4-b08a-b6aef365be67 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.6211603 Jul 16 01:22:46.556329 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-7eff3978-6a79-4a80-8539-bffa7fa1b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:46.557778 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-7eff3978-6a79-4a80-8539-bffa7fa1b82b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d840524c-d20b-4c1a-aaec-1bfb1e9b9dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5624323 Jul 16 01:22:46.572233 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Attempting to bind port 8ad96ba8-251d-4f57-9c72-c1da61362af1 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:22:46.572574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Attempting to bind port 8ad96ba8-251d-4f57-9c72-c1da61362af1 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '89c86b18-6421-4c18-8e20-5d3b84d2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:22:46.572907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Attempting to bind port 8ad96ba8-251d-4f57-9c72-c1da61362af1 on network cad5d24e-09b5-4d53-9e59-1113d894f355 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:46.613744 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Port 8ad96ba8-251d-4f57-9c72-c1da61362af1 on network cad5d24e-09b5-4d53-9e59-1113d894f355 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:22:46.614075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Attempting to bind port 8ad96ba8-251d-4f57-9c72-c1da61362af1 on network cad5d24e-09b5-4d53-9e59-1113d894f355 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:22:46.626176 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-103c622d-868b-4d4b-b728-697fb7c0fc3a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] show failed (client error): The resource could not be found. Jul 16 01:22:46.633363 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-103c622d-868b-4d4b-b728-697fb7c0fc3a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/routers/a4dc89ce-f411-438a-b335-158c682dc431/tags/tempest-TagsExtTest-Tag-1030698388 HTTP/1.1" status: 404 len: 329 time: 0.1122260 Jul 16 01:22:46.635088 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57176) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:46.640057 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-a6c2239a-1196-4877-8fb7-bf749f59ba65 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a4dc89ce-f411-438a-b335-158c682dc431', 'tempest-TagsExtTest-Tag-595860455') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:46.645875 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:22:46.646223 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Checking segment: {'id': '89c86b18-6421-4c18-8e20-5d3b84d2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:46.646662 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Bound using segment: {'id': '89c86b18-6421-4c18-8e20-5d3b84d2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:22:46.647739 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Bound port: 8ad96ba8-251d-4f57-9c72-c1da61362af1, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c86b18-6421-4c18-8e20-5d3b84d2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:22:46.648131 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.701051 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17cfdb78-d288-457c-9339-c7c6532f5a98 req-7005d8f1-d9db-4a92-a144-9c1e3b2feea1 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421280 Jul 16 01:22:46.706929 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4758283c-07c6-4c7d-9a4c-5a573ab027fe req-2ca12fdf-f41a-4cb4-9bb2-0c449dc2a157 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.709714 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4758283c-07c6-4c7d-9a4c-5a573ab027fe req-2ca12fdf-f41a-4cb4-9bb2-0c449dc2a157 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.710843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4758283c-07c6-4c7d-9a4c-5a573ab027fe req-2ca12fdf-f41a-4cb4-9bb2-0c449dc2a157 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "DELETE /v2.0/security-groups/c6b797d1-c760-461b-a335-27f329f79f9b HTTP/1.1" status: 204 len: 173 time: 0.7992496 Jul 16 01:22:46.762685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca12fdf-f41a-4cb4-9bb2-0c449dc2a157 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b797d1-c760-461b-a335-27f329f79f9b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:46.779526 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-a6c2239a-1196-4877-8fb7-bf749f59ba65 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] show failed (client error): The resource could not be found. Jul 16 01:22:46.791538 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a6c2239a-1196-4877-8fb7-bf749f59ba65 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/routers/a4dc89ce-f411-438a-b335-158c682dc431/tags/tempest-TagsExtTest-Tag-595860455 HTTP/1.1" status: 404 len: 328 time: 0.1553805 Jul 16 01:22:46.792411 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57184) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:46.796881 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-eef434a2-06c1-4776-b78f-b269802589cd tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'a4dc89ce-f411-438a-b335-158c682dc431', 'tempest-TagsExtTest-Tag-222069475') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:46.821677 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] For port 8ad96ba8-251d-4f57-9c72-c1da61362af1, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:22:46.829011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] For port 8ad96ba8-251d-4f57-9c72-c1da61362af1, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ad96ba8-251d-4f57-9c72-c1da61362af1,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:22:46.836231 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-9aee5d4f-8f22-43ca-b1aa-4e4c5dcad336 service neutron] 10.222.0.70 "GET /v2.0/networks/d840524c-d20b-4c1a-aaec-1bfb1e9b9dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543964 Jul 16 01:22:46.838991 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.925530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:46.926151 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:46.927534 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] 10.222.0.69 "PUT /v2.0/ports/8ad96ba8-251d-4f57-9c72-c1da61362af1 HTTP/1.1" status: 200 len: 1092 time: 2.2266569 Jul 16 01:22:46.950574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fa5961-157b-4263-98c3-54484aebaf9d', 'tag': '8ad96ba8-251d-4f57-9c72-c1da61362af1'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:46.953036 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffc58a3-4320-4953-b21f-9275ab0869e8" -d '{"events": [{"name": "network-changed", "server_uuid": "97fa5961-157b-4263-98c3-54484aebaf9d", "tag": "8ad96ba8-251d-4f57-9c72-c1da61362af1"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:46.968949 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-eef434a2-06c1-4776-b78f-b269802589cd tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] show failed (client error): The resource could not be found. Jul 16 01:22:46.974805 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-eef434a2-06c1-4776-b78f-b269802589cd tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/routers/a4dc89ce-f411-438a-b335-158c682dc431/tags/tempest-TagsExtTest-Tag-222069475 HTTP/1.1" status: 404 len: 328 time: 0.1812735 Jul 16 01:22:46.975795 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57188) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:46.981730 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-bd5d41f5-bce3-48db-abf1-8c51d09b9b31 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'e21220b6-4565-4b07-b632-8b6f8adbd7ae', {'tags': ['tempest-TagsExtTest-Tag-192334314', 'tempest-TagsExtTest-Tag-908101443', 'tempest-TagsExtTest-Tag-2128944103']}) {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:47.012023 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43383ae-6208-4a06-a910-64d25da1a91f service neutron] Pushing event updated for resources: {'Port': ['ID=8ad96ba8-251d-4f57-9c72-c1da61362af1,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:47.051601 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bd5d41f5-bce3-48db-abf1-8c51d09b9b31 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "PUT /v2.0/subnetpools/e21220b6-4565-4b07-b632-8b6f8adbd7ae/tags HTTP/1.1" status: 200 len: 316 time: 0.0721908 Jul 16 01:22:47.052197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57190) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:47.057375 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-6674e3cf-62c1-4ed8-9c64-374239888a0f tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e21220b6-4565-4b07-b632-8b6f8adbd7ae') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:47.095398 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-6dc17c97-d58f-47fb-a5fe-692693dc9f31 service neutron] 10.222.0.70 "GET /v2.0/networks/d840524c-d20b-4c1a-aaec-1bfb1e9b9dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506356 Jul 16 01:22:47.105365 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6674e3cf-62c1-4ed8-9c64-374239888a0f tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/subnetpools/e21220b6-4565-4b07-b632-8b6f8adbd7ae/tags HTTP/1.1" status: 204 len: 168 time: 0.0498288 Jul 16 01:22:47.105709 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57192) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:47.111325 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-6b0c83d4-a6f5-476e-93b1-4ca0e73d7828 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e21220b6-4565-4b07-b632-8b6f8adbd7ae', 'tempest-TagsExtTest-Tag-192334314') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:47.123892 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-004629e7-8d12-42aa-82b0-3803414e245d req-3e5d31ed-58d8-414b-95bb-1a637edadef3 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] show failed (client error): The resource could not be found. Jul 16 01:22:47.124952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-004629e7-8d12-42aa-82b0-3803414e245d req-3e5d31ed-58d8-414b-95bb-1a637edadef3 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/36cbd758-aa87-40e8-b7b8-83660989a632 HTTP/1.1" status: 404 len: 352 time: 0.0410545 Jul 16 01:22:47.134717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca95a9-15ca-4d08-a0ec-e9c267fbe1d1 req-137312ea-d512-488b-9c9e-e49966372c8c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:47.136246 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1ca95a9-15ca-4d08-a0ec-e9c267fbe1d1 req-137312ea-d512-488b-9c9e-e49966372c8c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 943 time: 0.2364542 Jul 16 01:22:47.153029 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-6b0c83d4-a6f5-476e-93b1-4ca0e73d7828 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] show failed (client error): The resource could not be found. Jul 16 01:22:47.157483 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6b0c83d4-a6f5-476e-93b1-4ca0e73d7828 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/subnetpools/e21220b6-4565-4b07-b632-8b6f8adbd7ae/tags/tempest-TagsExtTest-Tag-192334314 HTTP/1.1" status: 404 len: 328 time: 0.0507205 Jul 16 01:22:47.158244 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57196) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:47.165251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-173a7848-d596-493c-ab43-6bbdf53ecb3c tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e21220b6-4565-4b07-b632-8b6f8adbd7ae', 'tempest-TagsExtTest-Tag-908101443') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:47.169109 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-abfef107-9689-47f6-b812-c9ef12fb307d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=35c71f39-10b4-4237-a3c3-980c3cbe864d HTTP/1.1" status: 200 len: 217 time: 0.0540338 Jul 16 01:22:47.193253 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-173a7848-d596-493c-ab43-6bbdf53ecb3c tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] show failed (client error): The resource could not be found. Jul 16 01:22:47.193426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-9c5d1422-8a9c-42bb-bcf6-377b9c90f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:47.194867 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-173a7848-d596-493c-ab43-6bbdf53ecb3c tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/subnetpools/e21220b6-4565-4b07-b632-8b6f8adbd7ae/tags/tempest-TagsExtTest-Tag-908101443 HTTP/1.1" status: 404 len: 328 time: 0.0347304 Jul 16 01:22:47.195488 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-9c5d1422-8a9c-42bb-bcf6-377b9c90f8bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ef7e8bc5d6a4037b34df05cb22c0252&device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 1095 time: 0.2211828 Jul 16 01:22:47.198248 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57198) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:47.203619 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.tag.tag_plugin [None req-2a4656c5-9c78-4d12-9e96-81ed9654b4ab tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'e21220b6-4565-4b07-b632-8b6f8adbd7ae', 'tempest-TagsExtTest-Tag-2128944103') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:47.305181 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-6143c9e5-dade-4266-a38b-951d2fb89114 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ad96ba8-251d-4f57-9c72-c1da61362af1 HTTP/1.1" status: 200 len: 217 time: 0.0823739 Jul 16 01:22:47.328621 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1ca95a9-15ca-4d08-a0ec-e9c267fbe1d1 req-41d86bd4-ab1e-4263-bc0a-60cdf9012ca6 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627498 Jul 16 01:22:47.353418 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-2a4656c5-9c78-4d12-9e96-81ed9654b4ab tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] show failed (client error): The resource could not be found. Jul 16 01:22:47.357289 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2a4656c5-9c78-4d12-9e96-81ed9654b4ab tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/subnetpools/e21220b6-4565-4b07-b632-8b6f8adbd7ae/tags/tempest-TagsExtTest-Tag-2128944103 HTTP/1.1" status: 404 len: 329 time: 0.1543560 Jul 16 01:22:47.358034 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57200) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:47.379292 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-5153e29f-66fa-49a2-b55a-acd92baa8005 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'e21220b6-4565-4b07-b632-8b6f8adbd7ae') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:47.398163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-e1f9142c-4318-4f37-9da4-d04ebde61545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:47.399937 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-e1f9142c-4318-4f37-9da4-d04ebde61545 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15fe3a60-f147-4868-aa26-636891800539 HTTP/1.1" status: 200 len: 797 time: 0.2215517 Jul 16 01:22:47.409623 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d184076-b33e-4335-a684-55d79aa71dd2 x-openstack-request-id: req-1d184076-b33e-4335-a684-55d79aa71dd2 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:47.410273 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fa5961-157b-4263-98c3-54484aebaf9d", "tag": "8ad96ba8-251d-4f57-9c72-c1da61362af1", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:47.410673 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d184076-b33e-4335-a684-55d79aa71dd2 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:47.411209 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97fa5961-157b-4263-98c3-54484aebaf9d', 'tag': '8ad96ba8-251d-4f57-9c72-c1da61362af1', 'status': 'completed', 'code': 200} Jul 16 01:22:47.425229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-71b296dd-c5d8-449e-9e9b-3d42902994dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:47.426847 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-71b296dd-c5d8-449e-9e9b-3d42902994dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43e3fe52-c0e2-447a-9b76-70730059c2ad HTTP/1.1" status: 200 len: 861 time: 0.0965824 Jul 16 01:22:47.436855 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5153e29f-66fa-49a2-b55a-acd92baa8005 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/subnetpools/e21220b6-4565-4b07-b632-8b6f8adbd7ae/tags HTTP/1.1" status: 204 len: 168 time: 0.0775898 Jul 16 01:22:47.439788 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57208) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:47.446031 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-6029c3a6-0dbc-4cb2-a839-53de2573469a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'a4dc89ce-f411-438a-b335-158c682dc431') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:47.493828 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-956db1a9-0bbc-4aaa-9e49-ecd6eebac62f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cad5d24e-09b5-4d53-9e59-1113d894f355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588858 Jul 16 01:22:47.540192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a00588-ddd5-4e77-95e8-e8c7784afefa req-26bcc5d6-b5de-4aea-a9a6-ad9a2d219a6a tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:47.541704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38a00588-ddd5-4e77-95e8-e8c7784afefa req-26bcc5d6-b5de-4aea-a9a6-ad9a2d219a6a tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/ports?device_id=c32f1ba4-d92c-40db-972c-40df0c37cfc5 HTTP/1.1" status: 200 len: 944 time: 0.2980669 Jul 16 01:22:47.556439 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6029c3a6-0dbc-4cb2-a839-53de2573469a tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/routers/a4dc89ce-f411-438a-b335-158c682dc431/tags HTTP/1.1" status: 204 len: 168 time: 0.1113281 Jul 16 01:22:47.556750 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57214) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:47.561335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-82c74aff-6323-4606-9dbf-64c8ed6ff30c tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '98a5b973-2875-4aa7-87cf-2598383e6184') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:47.578172 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 3636b028-e761-4f1e-8046-218716f2d4b0 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:47.623337 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a5f2239-18c5-4f38-b5fe-dbdc16ac7345 req-f6a5c119-7f06-46a3-ba67-c7020268f211 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/490bf3dc-d414-462f-86a2-6dfbc108c4ab HTTP/1.1" status: 200 len: 1804 time: 0.1704330 Jul 16 01:22:47.646841 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 3636b028-e761-4f1e-8046-218716f2d4b0 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:47.655428 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 3636b028-e761-4f1e-8046-218716f2d4b0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:47.655853 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.661894 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-82c74aff-6323-4606-9dbf-64c8ed6ff30c tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/ports/98a5b973-2875-4aa7-87cf-2598383e6184/tags HTTP/1.1" status: 204 len: 168 time: 0.1039627 Jul 16 01:22:47.665228 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57222) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:47.680510 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-0e8149ac-54c7-4727-96a5-b8fd1d3eea3e tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '5c014b3f-15d3-446b-9dd3-f9ed8248e8ed') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:47.693163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38a00588-ddd5-4e77-95e8-e8c7784afefa req-4ce31d28-52f8-4dc2-9e62-a71bc69b2ed1 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/security-groups?id=568a89fc-0861-4caf-8730-e5943782ab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418567 Jul 16 01:22:47.728206 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-16801226-275e-479e-b702-0d0d8f01f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:47.729852 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-16801226-275e-479e-b702-0d0d8f01f150 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3148792 Jul 16 01:22:47.759712 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0e8149ac-54c7-4727-96a5-b8fd1d3eea3e tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/subnets/5c014b3f-15d3-446b-9dd3-f9ed8248e8ed/tags HTTP/1.1" status: 204 len: 168 time: 0.0934622 Jul 16 01:22:47.764340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57230) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:47.781559 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.797915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-25290bee-cd47-4ce7-87db-b276d28f8173 service neutron] 10.222.0.69 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949109 Jul 16 01:22:47.835675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32f1ba4-d92c-40db-972c-40df0c37cfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3636b028-e761-4f1e-8046-218716f2d4b0'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:47.839913 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6f4701-e336-42a0-a0b1-5a5b1dc97258" -d '{"events": [{"server_uuid": "c32f1ba4-d92c-40db-972c-40df0c37cfc5", "name": "network-vif-plugged", "status": "completed", "tag": "3636b028-e761-4f1e-8046-218716f2d4b0"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:47.850731 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 3636b028-e761-4f1e-8046-218716f2d4b0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=3636b028-e761-4f1e-8046-218716f2d4b0,segment=NetworkSegment(3cbee03d-44ca-46a3-a67f-26ee1aa479a1),segment_id=3cbee03d-44ca-46a3-a67f-26ee1aa479a1)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:47.855585 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.867203 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77878dd1-c6cb-4d3b-8fd4-f1cc927120dc tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks [] for subnetpool, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.867203 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-77878dd1-c6cb-4d3b-8fd4-f1cc927120dc tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/subnetpools/e21220b6-4565-4b07-b632-8b6f8adbd7ae HTTP/1.1" status: 204 len: 168 time: 0.0989611 Jul 16 01:22:47.868399 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57236) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:47.906867 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-90e50fa5-be68-4caa-9340-5b595a47b831 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4dc89ce-f411-438a-b335-158c682dc431 HTTP/1.1" status: 200 len: 205 time: 0.0371213 Jul 16 01:22:47.909161 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57238) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:47.918981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=3636b028-e761-4f1e-8046-218716f2d4b0,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:47.953279 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5a5f2239-18c5-4f38-b5fe-dbdc16ac7345 req-8e2fd71c-ba55-4ebe-a710-acecd76953ae tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:47.994532 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b514543-ccb7-4feb-b25e-97ccc6715946 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.064452 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5a5f2239-18c5-4f38-b5fe-dbdc16ac7345 req-8e2fd71c-ba55-4ebe-a710-acecd76953ae tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.075407 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-67ca845a-a7e6-432b-984a-415d03d5ad15 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148415 Jul 16 01:22:48.083667 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70bb6c75-e37d-4d35-b2ec-73960da460d3 req-1b8d4719-47b4-4793-b87d-dc5be7a85cf4 service neutron] 10.222.0.69 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784452 Jul 16 01:22:48.153207 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b514543-ccb7-4feb-b25e-97ccc6715946 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.154668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12420d-09fe-4f1f-ae2a-ac721a5fd00e req-7da9c16a-1d6c-4ded-935e-08b5d30b429f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.155249 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b514543-ccb7-4feb-b25e-97ccc6715946 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.156198 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c12420d-09fe-4f1f-ae2a-ac721a5fd00e req-7da9c16a-1d6c-4ded-935e-08b5d30b429f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.2239270 Jul 16 01:22:48.203782 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b514543-ccb7-4feb-b25e-97ccc6715946 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.204291 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b514543-ccb7-4feb-b25e-97ccc6715946 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Fanout notify agent at l3_agent the message router_deleted on router a4dc89ce-f411-438a-b335-158c682dc431 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:22:48.211619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b514543-ccb7-4feb-b25e-97ccc6715946 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.215312 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3b514543-ccb7-4feb-b25e-97ccc6715946 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/routers/a4dc89ce-f411-438a-b335-158c682dc431 HTTP/1.1" status: 204 len: 168 time: 0.3026299 Jul 16 01:22:48.215409 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5a5f2239-18c5-4f38-b5fe-dbdc16ac7345 req-8e2fd71c-ba55-4ebe-a710-acecd76953ae tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.215665 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57244) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:48.218110 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5a5f2239-18c5-4f38-b5fe-dbdc16ac7345 req-8e2fd71c-ba55-4ebe-a710-acecd76953ae tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.219150 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a5f2239-18c5-4f38-b5fe-dbdc16ac7345 req-8e2fd71c-ba55-4ebe-a710-acecd76953ae tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "DELETE /v2.0/security-groups/490bf3dc-d414-462f-86a2-6dfbc108c4ab HTTP/1.1" status: 204 len: 173 time: 0.5866539 Jul 16 01:22:48.246572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2fd71c-ba55-4ebe-a710-acecd76953ae tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=490bf3dc-d414-462f-86a2-6dfbc108c4ab,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:48.272141 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957f2e19-1d57-4473-b026-e1c13d58cfa7 x-openstack-request-id: req-957f2e19-1d57-4473-b026-e1c13d58cfa7 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:48.272453 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32f1ba4-d92c-40db-972c-40df0c37cfc5", "name": "network-vif-plugged", "status": "completed", "tag": "3636b028-e761-4f1e-8046-218716f2d4b0", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:48.272704 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-957f2e19-1d57-4473-b026-e1c13d58cfa7 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:48.275897 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32f1ba4-d92c-40db-972c-40df0c37cfc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3636b028-e761-4f1e-8046-218716f2d4b0', 'code': 200} Jul 16 01:22:48.286005 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c12420d-09fe-4f1f-ae2a-ac721a5fd00e req-65ead21e-20f9-420b-a490-4a5d27ce7813 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074398 Jul 16 01:22:48.296246 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-aa6f546d-ed6d-4da6-9829-b4db8cb62e36 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068310 Jul 16 01:22:48.310437 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc58a3-4320-4953-b21f-9275ab0869e8 req-5b53f068-b9e4-4559-a573-f96b542a2c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.310437 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ffc58a3-4320-4953-b21f-9275ab0869e8 req-5b53f068-b9e4-4559-a573-f96b542a2c67 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=0ef7e8bc5d6a4037b34df05cb22c0252&device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 1095 time: 0.1756964 Jul 16 01:22:48.370797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-4ffba328-08bc-4069-b9d4-72cbc9bea8a9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=a81b7832-77d3-447a-8ff3-9eb0ad423218 HTTP/1.1" status: 200 len: 217 time: 0.0608916 Jul 16 01:22:48.384718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-4229c654-8ca7-455f-9f76-c464bc260db3 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Deleting port 98a5b973-2875-4aa7-87cf-2598383e6184 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:48.385071 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4229c654-8ca7-455f-9f76-c464bc260db3 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.500194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-1a3768ef-b909-4d5b-bf7b-4af797be407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.501692 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-1a3768ef-b909-4d5b-bf7b-4af797be407c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15fe3a60-f147-4868-aa26-636891800539 HTTP/1.1" status: 200 len: 797 time: 0.1196890 Jul 16 01:22:48.550605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc58a3-4320-4953-b21f-9275ab0869e8 req-932f692d-2608-4f57-943c-f152fbe3b24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.552126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ffc58a3-4320-4953-b21f-9275ab0869e8 req-932f692d-2608-4f57-943c-f152fbe3b24f service neutron] 10.222.0.69 "GET /v2.0/networks?id=cad5d24e-09b5-4d53-9e59-1113d894f355 HTTP/1.1" status: 200 len: 922 time: 0.1899767 Jul 16 01:22:48.624737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-efe8f638-eb39-4f39-9017-bf58c705f9c8 req-596c27da-68e0-43d9-b781-8cd38a024c2a tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/615d6754-c37e-489d-8d18-446bab5e0492 HTTP/1.1" status: 200 len: 1806 time: 0.1741891 Jul 16 01:22:48.629872 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ffc58a3-4320-4953-b21f-9275ab0869e8 req-1e34213e-37fc-4296-ae98-6456adfc9496 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ad96ba8-251d-4f57-9c72-c1da61362af1 HTTP/1.1" status: 200 len: 217 time: 0.0657403 Jul 16 01:22:48.730797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-0e2e1466-8765-4d4d-a760-bdb7a51e3cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.732241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-0e2e1466-8765-4d4d-a760-bdb7a51e3cba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2194784 Jul 16 01:22:48.739449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffc58a3-4320-4953-b21f-9275ab0869e8 req-0e1f7aa1-e272-4963-8548-7ad937bb2ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.740886 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ffc58a3-4320-4953-b21f-9275ab0869e8 req-0e1f7aa1-e272-4963-8548-7ad937bb2ec7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=43e3fe52-c0e2-447a-9b76-70730059c2ad HTTP/1.1" status: 200 len: 861 time: 0.0994706 Jul 16 01:22:48.744090 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79c14c-d5bc-43fe-9323-7be43fa17e1d req-2e0ab379-2ea0-4ff1-bd3e-58bd1ace928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.745564 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9b79c14c-d5bc-43fe-9323-7be43fa17e1d req-2e0ab379-2ea0-4ff1-bd3e-58bd1ace928a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c32f1ba4-d92c-40db-972c-40df0c37cfc5 HTTP/1.1" status: 200 len: 1097 time: 0.3901398 Jul 16 01:22:48.749499 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5b1d3-afc9-46e8-8601-f164c45671d0 req-45455b11-f0c4-4dcb-b6af-787a38794b2a tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:48.750897 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48c5b1d3-afc9-46e8-8601-f164c45671d0 req-45455b11-f0c4-4dcb-b6af-787a38794b2a tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 943 time: 0.2207553 Jul 16 01:22:48.773350 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4229c654-8ca7-455f-9f76-c464bc260db3 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.794164 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-4229c654-8ca7-455f-9f76-c464bc260db3 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Calling delete_port for 98a5b973-2875-4aa7-87cf-2598383e6184 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:48.806413 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9b79c14c-d5bc-43fe-9323-7be43fa17e1d req-99a69044-187a-4684-80b1-d8c03fac25fb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=568a89fc-0861-4caf-8730-e5943782ab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523832 Jul 16 01:22:48.815215 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ffc58a3-4320-4953-b21f-9275ab0869e8 req-60825c3f-c84e-4099-b389-cf02ae10874e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cad5d24e-09b5-4d53-9e59-1113d894f355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562434 Jul 16 01:22:48.886697 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-efe8f638-eb39-4f39-9017-bf58c705f9c8 req-79995359-4561-4303-abc4-83ad2eb5fb03 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.928960 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4229c654-8ca7-455f-9f76-c464bc260db3 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.959243 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229c654-8ca7-455f-9f76-c464bc260db3 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Pushing event deleted for resources: {'Port': ['ID=98a5b973-2875-4aa7-87cf-2598383e6184,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:48.968889 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-efe8f638-eb39-4f39-9017-bf58c705f9c8 req-79995359-4561-4303-abc4-83ad2eb5fb03 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:48.980173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48c5b1d3-afc9-46e8-8601-f164c45671d0 req-1c6d4b07-f474-489e-8f1e-ca2f71951785 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127779 Jul 16 01:22:49.002347 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-be14dfe6-e47f-4677-91eb-cca5ed508dc8 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604101 Jul 16 01:22:49.041216 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ffc58a3-4320-4953-b21f-9275ab0869e8 req-6d071db0-e848-4113-8694-987db586d469 service neutron] 10.222.0.69 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132070 Jul 16 01:22:49.065230 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4229c654-8ca7-455f-9f76-c464bc260db3 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.067225 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4229c654-8ca7-455f-9f76-c464bc260db3 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/ports/98a5b973-2875-4aa7-87cf-2598383e6184 HTTP/1.1" status: 204 len: 168 time: 0.8505375 Jul 16 01:22:49.070856 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57256) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:49.151999 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a074220-667a-4757-8f5e-317c1ac9becc tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Deleting subnet 5c014b3f-15d3-446b-9dd3-f9ed8248e8ed {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:49.155248 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a074220-667a-4757-8f5e-317c1ac9becc tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.212801 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a074220-667a-4757-8f5e-317c1ac9becc tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.331350 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a074220-667a-4757-8f5e-317c1ac9becc tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.414765 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a074220-667a-4757-8f5e-317c1ac9becc tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.444890 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a074220-667a-4757-8f5e-317c1ac9becc tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Pushing event deleted for resources: {'Subnet': ['ID=5c014b3f-15d3-446b-9dd3-f9ed8248e8ed,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:49.448111 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a074220-667a-4757-8f5e-317c1ac9becc tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.452438 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2a074220-667a-4757-8f5e-317c1ac9becc tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/subnets/5c014b3f-15d3-446b-9dd3-f9ed8248e8ed HTTP/1.1" status: 204 len: 168 time: 0.3783944 Jul 16 01:22:49.452725 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57272) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:49.458536 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db59ce3-23c1-4f61-895a-62e345172133 None None] Network cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:49.550398 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.629606 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-f0a812ec-b1bd-43c4-ad1c-63538100e43e service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6082492 Jul 16 01:22:49.630200 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-efe8f638-eb39-4f39-9017-bf58c705f9c8 req-79995359-4561-4303-abc4-83ad2eb5fb03 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.632057 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Deleting port 5ff6399e-2725-4d52-8ac2-e070d764f316 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:49.632599 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.632934 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-efe8f638-eb39-4f39-9017-bf58c705f9c8 req-79995359-4561-4303-abc4-83ad2eb5fb03 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.645161 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-efe8f638-eb39-4f39-9017-bf58c705f9c8 req-79995359-4561-4303-abc4-83ad2eb5fb03 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "DELETE /v2.0/security-groups/615d6754-c37e-489d-8d18-446bab5e0492 HTTP/1.1" status: 204 len: 173 time: 1.0118456 Jul 16 01:22:49.679106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ffc58a3-4320-4953-b21f-9275ab0869e8 req-beab9603-35c6-44f0-a9ee-48d263b90ec9 service neutron] 10.222.0.69 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253257 Jul 16 01:22:49.712708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] For port 5ff6399e-2725-4d52-8ac2-e070d764f316, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5ff6399e-2725-4d52-8ac2-e070d764f316,segment=NetworkSegment(b93bb0d0-8d07-42c5-8d04-3e59da87979f),segment_id=b93bb0d0-8d07-42c5-8d04-3e59da87979f)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:49.713077 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.726609 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Calling delete_port for 5ff6399e-2725-4d52-8ac2-e070d764f316 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:49.763275 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d130874d-2c8a-40c2-a854-857d1fbd7bf6 None None] DHCP port deletion for cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:22:49.767429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79995359-4561-4303-abc4-83ad2eb5fb03 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=615d6754-c37e-489d-8d18-446bab5e0492,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:49.816677 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f685f-3518-4d5e-b09b-7ff644be0433 req-4334535e-0f88-43cd-9924-423ef182248c tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:49.824830 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b2f685f-3518-4d5e-b09b-7ff644be0433 req-4334535e-0f88-43cd-9924-423ef182248c tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/ports?device_id=c32f1ba4-d92c-40db-972c-40df0c37cfc5 HTTP/1.1" status: 200 len: 945 time: 0.3890505 Jul 16 01:22:49.854953 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-f3a6ce6f-b2a2-4e6e-9675-0cad2a070e7a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=d3f5b683-f652-4d49-951f-b57a2483dc2c HTTP/1.1" status: 200 len: 217 time: 0.2084019 Jul 16 01:22:49.855389 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d130874d-2c8a-40c2-a854-857d1fbd7bf6 None None] Deleting port 5ff6399e-2725-4d52-8ac2-e070d764f316 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:49.856101 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d130874d-2c8a-40c2-a854-857d1fbd7bf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.902015 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.933518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Pushing event deleted for resources: {'Port': ['ID=5ff6399e-2725-4d52-8ac2-e070d764f316,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:49.941081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] No DVR routers for this DVR port 5ff6399e-2725-4d52-8ac2-e070d764f316 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:49.953352 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b2f685f-3518-4d5e-b09b-7ff644be0433 req-570902b5-620e-439b-a234-79ab36de4629 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/security-groups?id=568a89fc-0861-4caf-8730-e5943782ab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276417 Jul 16 01:22:49.962701 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d130874d-2c8a-40c2-a854-857d1fbd7bf6 None None] For port 5ff6399e-2725-4d52-8ac2-e070d764f316, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5ff6399e-2725-4d52-8ac2-e070d764f316,segment=NetworkSegment(b93bb0d0-8d07-42c5-8d04-3e59da87979f),segment_id=b93bb0d0-8d07-42c5-8d04-3e59da87979f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:49.962701 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d130874d-2c8a-40c2-a854-857d1fbd7bf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:49.967924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-920d7fc8-5c7c-4685-abd1-6eb8129fcaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:49.969427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-920d7fc8-5c7c-4685-abd1-6eb8129fcaf1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15fe3a60-f147-4868-aa26-636891800539 HTTP/1.1" status: 200 len: 797 time: 0.1023808 Jul 16 01:22:49.984750 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d130874d-2c8a-40c2-a854-857d1fbd7bf6 None None] Calling delete_port for 5ff6399e-2725-4d52-8ac2-e070d764f316 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:50.036859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4352a-1c23-46b4-9f3b-8455ff5f2a5a req-58476bd7-3318-4ceb-9691-10e00beff8c1 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.038501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-61b4352a-1c23-46b4-9f3b-8455ff5f2a5a req-58476bd7-3318-4ceb-9691-10e00beff8c1 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.2674119 Jul 16 01:22:50.055002 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.113347 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:50.117562 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d130874d-2c8a-40c2-a854-857d1fbd7bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.150746 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-61b4352a-1c23-46b4-9f3b-8455ff5f2a5a req-9c84fc04-23e2-47af-85a4-ba859182d5fa tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046290 Jul 16 01:22:50.164064 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d130874d-2c8a-40c2-a854-857d1fbd7bf6 None None] No DVR routers for this DVR port 5ff6399e-2725-4d52-8ac2-e070d764f316 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:50.164217 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-9638c4fe-9525-4a81-a72b-bb016abb0abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.164911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93bb0d0-8d07-42c5-8d04-3e59da87979f') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:50.165870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93bb0d0-8d07-42c5-8d04-3e59da87979f') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:50.170289 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-9638c4fe-9525-4a81-a72b-bb016abb0abc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1934872 Jul 16 01:22:50.176353 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130874d-2c8a-40c2-a854-857d1fbd7bf6 None None] Pushing event deleted for resources: {'Port': ['ID=5ff6399e-2725-4d52-8ac2-e070d764f316,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:50.190025 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.210805 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.223574 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:50.224745 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:50.228732 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:50.318172 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.319326 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9feac372-8690-4c28-a09c-317d4d92dd30 req-48c1e184-3c9f-4167-a894-744596d8cfc0 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/75cf11b0-dfa8-4bd4-a8be-6dc0f75e7737 HTTP/1.1" status: 200 len: 1806 time: 0.0847919 Jul 16 01:22:50.327416 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.329849 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] 10.222.0.22 "DELETE /v2.0/networks/cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862 HTTP/1.1" status: 204 len: 168 time: 0.8761339 Jul 16 01:22:50.330564 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-6ac87b23-bec2-498a-92de-a5366a62880e service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407382 Jul 16 01:22:50.343027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33725879-4e7e-468e-ad45-ffbd2de94a12 tempest-TagsExtTest-449978661 tempest-TagsExtTest-449978661-project] Pushing event deleted for resources: {'Network': ['ID=cf3ed9f9-0aaf-4a2c-a0fe-b5d095dbf862,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:50.507685 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9feac372-8690-4c28-a09c-317d4d92dd30 req-532f68ed-2269-482d-b7f4-9a3c1174ad97 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.535954 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-120cda50-ffe9-446b-b691-6dfe812fb344 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932144 Jul 16 01:22:50.557366 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9feac372-8690-4c28-a09c-317d4d92dd30 req-532f68ed-2269-482d-b7f4-9a3c1174ad97 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.590225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57290) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:50.598409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-b5c3712c-04a0-42dc-98e1-a246e4728e5b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=a14a4579-d368-44f0-ab6e-91c9cd789cce HTTP/1.1" status: 200 len: 217 time: 0.0548913 Jul 16 01:22:50.632535 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c38a4e5-3a5b-43cd-b7fc-8447f02898dd req-9f7a1314-3085-45cb-8964-0a38a888ce3a tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.634096 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1c38a4e5-3a5b-43cd-b7fc-8447f02898dd req-9f7a1314-3085-45cb-8964-0a38a888ce3a tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 943 time: 0.2372992 Jul 16 01:22:50.693161 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9feac372-8690-4c28-a09c-317d4d92dd30 req-532f68ed-2269-482d-b7f4-9a3c1174ad97 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.696786 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9feac372-8690-4c28-a09c-317d4d92dd30 req-532f68ed-2269-482d-b7f4-9a3c1174ad97 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.700235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9feac372-8690-4c28-a09c-317d4d92dd30 req-532f68ed-2269-482d-b7f4-9a3c1174ad97 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "DELETE /v2.0/security-groups/75cf11b0-dfa8-4bd4-a8be-6dc0f75e7737 HTTP/1.1" status: 204 len: 173 time: 0.3589306 Jul 16 01:22:50.726279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-40badaf1-2b57-4785-ba32-357bdcf1ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.727741 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-40badaf1-2b57-4785-ba32-357bdcf1ebbc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15fe3a60-f147-4868-aa26-636891800539 HTTP/1.1" status: 200 len: 797 time: 0.1208203 Jul 16 01:22:50.738505 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8c27b076-e627-47a6-8606-f2af74ff5de7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69514548e14b4d7da1479e4837eab083&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439161 Jul 16 01:22:50.738890 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57296) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:50.744662 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1c38a4e5-3a5b-43cd-b7fc-8447f02898dd req-265e3a08-dcb4-48b6-b4e5-fb33e6906c7d tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807331 Jul 16 01:22:50.748198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f68ed-2269-482d-b7f4-9a3c1174ad97 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cf11b0-dfa8-4bd4-a8be-6dc0f75e7737,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:50.833993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18c55e04-ed72-4990-9165-1109eaca9c20 req-b3fd75c1-f57b-49f5-9853-61f8f9f2ff33 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/8f8ab0e3-48b8-4565-98e5-418061cb751d HTTP/1.1" status: 200 len: 2406 time: 0.1039944 Jul 16 01:22:50.843506 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9c721f3-e8c1-4bac-8aa9-908349742a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.871323 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9c721f3-e8c1-4bac-8aa9-908349742a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.886246 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-60eb360c-d24b-4e43-9d09-fa82555316cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:50.888138 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-60eb360c-d24b-4e43-9d09-fa82555316cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1412206 Jul 16 01:22:50.942596 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9c721f3-e8c1-4bac-8aa9-908349742a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.950313 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-18c55e04-ed72-4990-9165-1109eaca9c20 req-f61db4d2-2200-4d87-ad8e-799e403cfdae tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.951582 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5ff6399e-2725-4d52-8ac2-e070d764f316 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:50.962380 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9c721f3-e8c1-4bac-8aa9-908349742a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:50.964131 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c9c721f3-e8c1-4bac-8aa9-908349742a55 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b4218d74-36c5-4330-8a96-97180eb59596 HTTP/1.1" status: 204 len: 168 time: 0.2240808 Jul 16 01:22:50.972692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 5ff6399e-2725-4d52-8ac2-e070d764f316 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:50.973035 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5ff6399e-2725-4d52-8ac2-e070d764f316 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:50.983908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c721f3-e8c1-4bac-8aa9-908349742a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4218d74-36c5-4330-8a96-97180eb59596,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:51.064522 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-18c55e04-ed72-4990-9165-1109eaca9c20 req-f61db4d2-2200-4d87-ad8e-799e403cfdae tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.135126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-47731e78-4524-4f8d-9b22-bb08f4856841 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326579 Jul 16 01:22:51.246050 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-18c55e04-ed72-4990-9165-1109eaca9c20 req-f61db4d2-2200-4d87-ad8e-799e403cfdae tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.248902 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-18c55e04-ed72-4990-9165-1109eaca9c20 req-f61db4d2-2200-4d87-ad8e-799e403cfdae tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.250178 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18c55e04-ed72-4990-9165-1109eaca9c20 req-f61db4d2-2200-4d87-ad8e-799e403cfdae tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "DELETE /v2.0/security-groups/8f8ab0e3-48b8-4565-98e5-418061cb751d HTTP/1.1" status: 204 len: 173 time: 0.4096811 Jul 16 01:22:51.285628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61db4d2-2200-4d87-ad8e-799e403cfdae tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8ab0e3-48b8-4565-98e5-418061cb751d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:51.313564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1909da0e-7e6e-4c5e-9b51-87e64e942e8d req-b91e01c8-6031-46f1-b2fe-a30e27eeb527 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:51.315005 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1909da0e-7e6e-4c5e-9b51-87e64e942e8d req-b91e01c8-6031-46f1-b2fe-a30e27eeb527 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/ports?device_id=c32f1ba4-d92c-40db-972c-40df0c37cfc5 HTTP/1.1" status: 200 len: 945 time: 0.1938603 Jul 16 01:22:51.317075 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-4128e7b0-a823-462f-8a80-4804f8d3aef0 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612670 Jul 16 01:22:51.379585 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-8aac1778-7365-498b-b4b0-6108f60efdd4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7cd63309-9e07-41bf-ae8a-287f6d4a879b HTTP/1.1" status: 200 len: 217 time: 0.0535328 Jul 16 01:22:51.448248 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1909da0e-7e6e-4c5e-9b51-87e64e942e8d req-f1b44f9b-ca40-4d85-a799-4074a9b34bcb tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/security-groups?id=568a89fc-0861-4caf-8730-e5943782ab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240385 Jul 16 01:22:51.484765 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-c2264890-1d26-4edc-bd4b-4a366cc486c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:51.486267 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-c2264890-1d26-4edc-bd4b-4a366cc486c2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4965d52c-657c-4f3d-a829-d383d740e194 HTTP/1.1" status: 200 len: 797 time: 0.0938408 Jul 16 01:22:51.558485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa343db-5bcb-4c2c-b800-2eb402ca7f76 req-81f27b23-ccad-44d2-b17d-b5316efd1e96 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:51.560313 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5aa343db-5bcb-4c2c-b800-2eb402ca7f76 req-81f27b23-ccad-44d2-b17d-b5316efd1e96 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.1556146 Jul 16 01:22:51.626288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-8747b120-e0c1-4e57-8b33-7aef0ed721c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:51.627844 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-8747b120-e0c1-4e57-8b33-7aef0ed721c5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1c225b4-f269-4788-b264-c404aac5f0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1335735 Jul 16 01:22:51.632581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5aa343db-5bcb-4c2c-b800-2eb402ca7f76 req-b923899c-2fa5-48da-a52d-35a46b5808bd tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643017 Jul 16 01:22:51.758166 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e9d00c57-6ed5-4bf7-8971-9f07dfc9f46a req-809cbb8e-ae3f-4d17-bbcd-b2fd85af7f12 tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "GET /v2.0/security-groups/7a6da96c-0b5f-4dbb-9d22-20c638fed46c HTTP/1.1" status: 200 len: 2400 time: 0.1291909 Jul 16 01:22:51.763620 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-85f7870b-80f8-4a98-9e72-545eec872672 service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247919 Jul 16 01:22:51.892732 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e9d00c57-6ed5-4bf7-8971-9f07dfc9f46a req-c3c07606-a234-421c-8e39-4fff9a90399c tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:51.900413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-30968084-31ac-4f05-8ca9-29ca877bca1c service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272185 Jul 16 01:22:51.961214 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-c4b63588-eee2-4a98-9405-a62f69f4df25 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b95a4ed-88df-418a-96a8-8e0499b6c17f HTTP/1.1" status: 200 len: 217 time: 0.0522647 Jul 16 01:22:51.989545 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e9d00c57-6ed5-4bf7-8971-9f07dfc9f46a req-c3c07606-a234-421c-8e39-4fff9a90399c tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.088842 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-2f9821a5-8d7b-453c-8dc5-b5a67e6973c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.090533 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-2f9821a5-8d7b-453c-8dc5-b5a67e6973c3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4965d52c-657c-4f3d-a829-d383d740e194 HTTP/1.1" status: 200 len: 797 time: 0.1042304 Jul 16 01:22:52.108771 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197206e8-5279-42ec-8d45-9803aed9c3de req-ec61faae-c4c2-4610-96e4-a03e1db42d27 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.110531 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-197206e8-5279-42ec-8d45-9803aed9c3de req-ec61faae-c4c2-4610-96e4-a03e1db42d27 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 943 time: 0.1640790 Jul 16 01:22:52.120677 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e9d00c57-6ed5-4bf7-8971-9f07dfc9f46a req-c3c07606-a234-421c-8e39-4fff9a90399c tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.126038 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e9d00c57-6ed5-4bf7-8971-9f07dfc9f46a req-c3c07606-a234-421c-8e39-4fff9a90399c tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.127562 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e9d00c57-6ed5-4bf7-8971-9f07dfc9f46a req-c3c07606-a234-421c-8e39-4fff9a90399c tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] 10.222.0.22 "DELETE /v2.0/security-groups/7a6da96c-0b5f-4dbb-9d22-20c638fed46c HTTP/1.1" status: 204 len: 173 time: 0.3629251 Jul 16 01:22:52.133984 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57362) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:52.191377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c07606-a234-421c-8e39-4fff9a90399c tempest-SecurityGroupRulesTestJSON-299600426 tempest-SecurityGroupRulesTestJSON-299600426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6da96c-0b5f-4dbb-9d22-20c638fed46c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:52.237531 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-197206e8-5279-42ec-8d45-9803aed9c3de req-5f071c80-2b6e-4b58-8cf8-d2df093b3422 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187658 Jul 16 01:22:52.255047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b16dd06-22f4-4210-9e6b-b4e2a2b44e5c admin admin] Deleting subnet ec55a024-9c19-47fd-a909-372de30b62f4 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:52.262718 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b16dd06-22f4-4210-9e6b-b4e2a2b44e5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.295123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-5ac7f3b0-2da6-4922-8383-8653f33b2812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.296963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-5ac7f3b0-2da6-4922-8383-8653f33b2812 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1c225b4-f269-4788-b264-c404aac5f0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1975102 Jul 16 01:22:52.351403 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b16dd06-22f4-4210-9e6b-b4e2a2b44e5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.405742 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b16dd06-22f4-4210-9e6b-b4e2a2b44e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.455346 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e5016402-fba8-49c5-b0a3-ff3be9309e08 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:52.487157 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b16dd06-22f4-4210-9e6b-b4e2a2b44e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.494542 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-96ecddee-6798-4dc3-8dbb-dcf18c7c4194 service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848497 Jul 16 01:22:52.542530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16dd06-22f4-4210-9e6b-b4e2a2b44e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec55a024-9c19-47fd-a909-372de30b62f4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:52.565162 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b16dd06-22f4-4210-9e6b-b4e2a2b44e5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.567105 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8b16dd06-22f4-4210-9e6b-b4e2a2b44e5c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ec55a024-9c19-47fd-a909-372de30b62f4 HTTP/1.1" status: 204 len: 168 time: 0.4321074 Jul 16 01:22:52.571153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57382) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:52.702508 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e24c171-352e-4934-a9fc-71848306d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.705975 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1da6306-cfba-452c-b837-9d46fd73b4eb req-26efe9fa-984e-4bf8-9317-8e48817ee617 service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067537 Jul 16 01:22:52.823597 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e5016402-fba8-49c5-b0a3-ff3be9309e08, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5016402-fba8-49c5-b0a3-ff3be9309e08,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:52.839397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'e5016402-fba8-49c5-b0a3-ff3be9309e08', 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea', 'port_id': 'e5016402-fba8-49c5-b0a3-ff3be9309e08', 'mac_address': 'fa:16:3e:be:60:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb4b501-ff87-4c91-b62d-7063cf216269', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:52.907281 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc6add-7d38-45e8-9e48-059af4210cff req-b28fde0f-90ef-4006-850d-35768b3ff4fc tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:52.910429 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95cc6add-7d38-45e8-9e48-059af4210cff req-b28fde0f-90ef-4006-850d-35768b3ff4fc tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/ports?device_id=c32f1ba4-d92c-40db-972c-40df0c37cfc5 HTTP/1.1" status: 200 len: 945 time: 0.0966070 Jul 16 01:22:52.918926 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.922278 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e24c171-352e-4934-a9fc-71848306d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.934318 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-8e24c171-352e-4934-a9fc-71848306d4bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e25f3f-9f6a-481d-af66-466f6e3cc41a']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:52.937492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5016402-fba8-49c5-b0a3-ff3be9309e08 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:52.956160 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-8e24c171-352e-4934-a9fc-71848306d4bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1391ce5d-12c1-4214-8a9b-c9a20bfe74a7') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:52.956459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-8e24c171-352e-4934-a9fc-71848306d4bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1391ce5d-12c1-4214-8a9b-c9a20bfe74a7') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:52.969423 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95cc6add-7d38-45e8-9e48-059af4210cff req-79b97632-57e7-44cd-a1de-ba46067ee7ae tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/security-groups?id=568a89fc-0861-4caf-8730-e5943782ab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513027 Jul 16 01:22:52.971441 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e24c171-352e-4934-a9fc-71848306d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.986642 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e5016402-fba8-49c5-b0a3-ff3be9309e08, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5016402-fba8-49c5-b0a3-ff3be9309e08,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:52.987290 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e24c171-352e-4934-a9fc-71848306d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.992317 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:52.993053 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8ad96ba8-251d-4f57-9c72-c1da61362af1 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:22:53.005222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e24c171-352e-4934-a9fc-71848306d4bb admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:53.007839 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e24c171-352e-4934-a9fc-71848306d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:53.009808 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:53.055161 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e5016402-fba8-49c5-b0a3-ff3be9309e08,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:53.112562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24f2ad-d4a0-4e49-8c37-2a4bd78bc36a req-12067e85-6b9b-443e-9117-37b86bd17ab0 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:53.122069 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f24f2ad-d4a0-4e49-8c37-2a4bd78bc36a req-12067e85-6b9b-443e-9117-37b86bd17ab0 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 944 time: 0.1063168 Jul 16 01:22:53.158695 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e24c171-352e-4934-a9fc-71848306d4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.180471 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e24c171-352e-4934-a9fc-71848306d4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.184459 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8e24c171-352e-4934-a9fc-71848306d4bb admin admin] 10.222.0.22 "DELETE /v2.0/networks/70e25f3f-9f6a-481d-af66-466f6e3cc41a HTTP/1.1" status: 204 len: 168 time: 0.6122544 Jul 16 01:22:53.187896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8ad96ba8-251d-4f57-9c72-c1da61362af1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ad96ba8-251d-4f57-9c72-c1da61362af1,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:53.229490 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '8ad96ba8-251d-4f57-9c72-c1da61362af1', 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355', 'port_id': '8ad96ba8-251d-4f57-9c72-c1da61362af1', 'mac_address': 'fa:16:3e:47:6d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e3fe52-c0e2-447a-9b76-70730059c2ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:22:53.250302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e24c171-352e-4934-a9fc-71848306d4bb admin admin] Pushing event deleted for resources: {'Network': ['ID=70e25f3f-9f6a-481d-af66-466f6e3cc41a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:53.277364 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f24f2ad-d4a0-4e49-8c37-2a4bd78bc36a req-684e9da9-92b2-45bf-94df-261f03d29c65 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538987 Jul 16 01:22:53.335220 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.362444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ad96ba8-251d-4f57-9c72-c1da61362af1 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:22:53.389544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8ad96ba8-251d-4f57-9c72-c1da61362af1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ad96ba8-251d-4f57-9c72-c1da61362af1,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:53.395390 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.460450 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=8ad96ba8-251d-4f57-9c72-c1da61362af1,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:53.496463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e5016402-fba8-49c5-b0a3-ff3be9309e08'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:53.572743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57428) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:53.577966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b63c5c-3b8a-4280-89d8-3663968a988a req-5d5e9d27-f312-41b4-acfa-070bf588c57d tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:53.582241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86b63c5c-3b8a-4280-89d8-3663968a988a req-5d5e9d27-f312-41b4-acfa-070bf588c57d tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 944 time: 0.1595573 Jul 16 01:22:53.648392 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86b63c5c-3b8a-4280-89d8-3663968a988a req-4f1c2de4-f1cf-4677-be8d-cef38019aad2 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592265 Jul 16 01:22:53.663429 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9222247a-3f28-4e1c-b55a-d7af87873dc6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=197b64275266443aa5f655f5f2d77414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889947 Jul 16 01:22:53.666503 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57430) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:53.669104 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['8ad96ba8-251d-4f57-9c72-c1da61362af1'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:22:53.724701 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-deaf4e0f-eea7-4f7e-811c-a88994e3d84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.756641 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-deaf4e0f-eea7-4f7e-811c-a88994e3d84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.817187 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-deaf4e0f-eea7-4f7e-811c-a88994e3d84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.823642 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-deaf4e0f-eea7-4f7e-811c-a88994e3d84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:53.837886 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-deaf4e0f-eea7-4f7e-811c-a88994e3d84b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4316b710-02f0-4bc9-92cf-10e8a90a7593 HTTP/1.1" status: 204 len: 168 time: 0.1684613 Jul 16 01:22:53.851501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf4e0f-eea7-4f7e-811c-a88994e3d84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4316b710-02f0-4bc9-92cf-10e8a90a7593,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:54.240557 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c33cc-b6b9-4809-a1eb-7f91f6646ddc req-8118e977-7586-4c17-937d-96433ebb761b tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:54.248018 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d94c33cc-b6b9-4809-a1eb-7f91f6646ddc req-8118e977-7586-4c17-937d-96433ebb761b tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/ports?device_id=c32f1ba4-d92c-40db-972c-40df0c37cfc5 HTTP/1.1" status: 200 len: 945 time: 0.0896969 Jul 16 01:22:54.327687 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d94c33cc-b6b9-4809-a1eb-7f91f6646ddc req-c4cb8778-1c49-4494-9b75-ea7fc6f64270 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/security-groups?id=568a89fc-0861-4caf-8730-e5943782ab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773258 Jul 16 01:22:54.452646 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8ad96ba8-251d-4f57-9c72-c1da61362af1 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:54.487253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbf8f5-4d34-4c1e-afd3-8f5bc898f970 req-d34cb7aa-e8f1-40d9-9a9c-1dc20cf11438 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:54.489035 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1abbf8f5-4d34-4c1e-afd3-8f5bc898f970 req-d34cb7aa-e8f1-40d9-9a9c-1dc20cf11438 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.70 "GET /v2.0/ports?device_id=c32f1ba4-d92c-40db-972c-40df0c37cfc5 HTTP/1.1" status: 200 len: 945 time: 0.1592040 Jul 16 01:22:54.550909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 8ad96ba8-251d-4f57-9c72-c1da61362af1 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:22:54.557341 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 8ad96ba8-251d-4f57-9c72-c1da61362af1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:54.560586 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.719131 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.802548 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8ad96ba8-251d-4f57-9c72-c1da61362af1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ad96ba8-251d-4f57-9c72-c1da61362af1,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:54.804359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fa5961-157b-4263-98c3-54484aebaf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad96ba8-251d-4f57-9c72-c1da61362af1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:54.808029 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f775cd79-984d-4138-bda5-be704f95c1c4" -d '{"events": [{"server_uuid": "97fa5961-157b-4263-98c3-54484aebaf9d", "name": "network-vif-plugged", "status": "completed", "tag": "8ad96ba8-251d-4f57-9c72-c1da61362af1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:54.812034 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.813081 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e5016402-fba8-49c5-b0a3-ff3be9309e08 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:22:54.834686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1abbf8f5-4d34-4c1e-afd3-8f5bc898f970 req-9d51face-e2db-48ca-a756-08eec2305132 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Deleting port 3636b028-e761-4f1e-8046-218716f2d4b0 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:22:54.835044 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1abbf8f5-4d34-4c1e-afd3-8f5bc898f970 req-9d51face-e2db-48ca-a756-08eec2305132 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.905262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port e5016402-fba8-49c5-b0a3-ff3be9309e08 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:22:54.905640 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:54.990116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa80eda-d2c5-4d16-8944-489c4a3cfc2a req-a31cd7e2-168a-4ce1-9633-d7cb0b95c8bb tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:54.993539 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=8ad96ba8-251d-4f57-9c72-c1da61362af1,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:55.016412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fa80eda-d2c5-4d16-8944-489c4a3cfc2a req-a31cd7e2-168a-4ce1-9633-d7cb0b95c8bb tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 944 time: 0.4013531 Jul 16 01:22:55.023567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57484) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:55.058408 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.103102 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e5016402-fba8-49c5-b0a3-ff3be9309e08, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5016402-fba8-49c5-b0a3-ff3be9309e08,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:55.108720 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.209045 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-1abbf8f5-4d34-4c1e-afd3-8f5bc898f970 req-9d51face-e2db-48ca-a756-08eec2305132 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] For port 3636b028-e761-4f1e-8046-218716f2d4b0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=3636b028-e761-4f1e-8046-218716f2d4b0,segment=NetworkSegment(3cbee03d-44ca-46a3-a67f-26ee1aa479a1),segment_id=3cbee03d-44ca-46a3-a67f-26ee1aa479a1)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:22:55.210173 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1abbf8f5-4d34-4c1e-afd3-8f5bc898f970 req-9d51face-e2db-48ca-a756-08eec2305132 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.228068 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fa80eda-d2c5-4d16-8944-489c4a3cfc2a req-f9c2606f-52a7-4843-b895-e8a3fcf04f11 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104027 Jul 16 01:22:55.259541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-dcb7692b-5e5e-4796-ab13-04d9fd2b830d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1474693029-network', 'tenant_id': '9ba61207ba2c4f4e854877a3e463e14d'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:55.289591 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e5016402-fba8-49c5-b0a3-ff3be9309e08,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:55.306439 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aabbd44-6928-47c4-b595-ebe86619e82d x-openstack-request-id: req-2aabbd44-6928-47c4-b595-ebe86619e82d {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:55.306773 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fa5961-157b-4263-98c3-54484aebaf9d", "name": "network-vif-plugged", "status": "completed", "tag": "8ad96ba8-251d-4f57-9c72-c1da61362af1", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:55.307032 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2aabbd44-6928-47c4-b595-ebe86619e82d {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:55.307439 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fa5961-157b-4263-98c3-54484aebaf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad96ba8-251d-4f57-9c72-c1da61362af1', 'code': 200} Jul 16 01:22:55.307804 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1abbf8f5-4d34-4c1e-afd3-8f5bc898f970 req-9d51face-e2db-48ca-a756-08eec2305132 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Calling delete_port for 3636b028-e761-4f1e-8046-218716f2d4b0 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:22:55.326962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad08bb-fc6b-40dc-a059-c1ae23e1e42f req-502a826b-64ba-49fa-b97e-b5cdadd53138 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:55.334044 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7cad08bb-fc6b-40dc-a059-c1ae23e1e42f req-502a826b-64ba-49fa-b97e-b5cdadd53138 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 945 time: 0.2824678 Jul 16 01:22:55.366498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb7692b-5e5e-4796-ab13-04d9fd2b830d admin admin] Made reservation on behalf of 9ba61207ba2c4f4e854877a3e463e14d for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:55.369052 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dcb7692b-5e5e-4796-ab13-04d9fd2b830d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.441268 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dcb7692b-5e5e-4796-ab13-04d9fd2b830d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.562510 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7cad08bb-fc6b-40dc-a059-c1ae23e1e42f req-428c1e99-8601-49f5-83be-3dfc01571431 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274146 Jul 16 01:22:55.737547 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b3f4b8-7149-4152-badb-a9ff0ae06345 req-0b81d4e5-e184-433a-83f9-abad90ad7a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:55.739103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21b3f4b8-7149-4152-badb-a9ff0ae06345 req-0b81d4e5-e184-433a-83f9-abad90ad7a19 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 1097 time: 0.3328447 Jul 16 01:22:55.832590 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21b3f4b8-7149-4152-badb-a9ff0ae06345 req-9be030ea-87ca-4a79-85e2-780a5bd12e6f service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675960 Jul 16 01:22:55.853340 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1abbf8f5-4d34-4c1e-afd3-8f5bc898f970 req-9d51face-e2db-48ca-a756-08eec2305132 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:55.884075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162de2c4-aa27-454a-8f2d-441a16967908 req-fa809fc4-5896-4889-a67a-fbeaf7abf6b1 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:55.892506 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-162de2c4-aa27-454a-8f2d-441a16967908 req-fa809fc4-5896-4889-a67a-fbeaf7abf6b1 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/ports?device_id=c32f1ba4-d92c-40db-972c-40df0c37cfc5 HTTP/1.1" status: 200 len: 945 time: 0.2834830 Jul 16 01:22:55.994507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51face-e2db-48ca-a756-08eec2305132 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Pushing event deleted for resources: {'Port': ['ID=3636b028-e761-4f1e-8046-218716f2d4b0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:56.100969 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-162de2c4-aa27-454a-8f2d-441a16967908 req-ad96e38c-4f8b-4e65-b9c0-588f46cdf44d tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.22 "GET /v2.0/security-groups?id=568a89fc-0861-4caf-8730-e5943782ab9f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066779 Jul 16 01:22:56.136931 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1abbf8f5-4d34-4c1e-afd3-8f5bc898f970 req-9d51face-e2db-48ca-a756-08eec2305132 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] No DVR routers for this DVR port 3636b028-e761-4f1e-8046-218716f2d4b0 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:22:56.141794 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1abbf8f5-4d34-4c1e-afd3-8f5bc898f970 req-9d51face-e2db-48ca-a756-08eec2305132 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.144561 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1abbf8f5-4d34-4c1e-afd3-8f5bc898f970 req-9d51face-e2db-48ca-a756-08eec2305132 tempest-ServerGroupTestJSON-286273177 tempest-ServerGroupTestJSON-286273177-project] 10.222.0.70 "DELETE /v2.0/ports/3636b028-e761-4f1e-8046-218716f2d4b0 HTTP/1.1" status: 204 len: 173 time: 1.6468604 Jul 16 01:22:56.145121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32f1ba4-d92c-40db-972c-40df0c37cfc5', 'name': 'network-vif-deleted', 'tag': '3636b028-e761-4f1e-8046-218716f2d4b0'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:56.148657 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1d6b53-9059-42bf-8c40-6fe14f21373d" -d '{"events": [{"server_uuid": "c32f1ba4-d92c-40db-972c-40df0c37cfc5", "name": "network-vif-deleted", "tag": "3636b028-e761-4f1e-8046-218716f2d4b0"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:56.199448 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dcb7692b-5e5e-4796-ab13-04d9fd2b830d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.205646 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dcb7692b-5e5e-4796-ab13-04d9fd2b830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.238669 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d19471-d7f0-474f-8280-ee6a7edffd52 x-openstack-request-id: req-b2d19471-d7f0-474f-8280-ee6a7edffd52 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:56.238964 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c32f1ba4-d92c-40db-972c-40df0c37cfc5", "name": "network-vif-deleted", "tag": "3636b028-e761-4f1e-8046-218716f2d4b0", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:56.239218 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b2d19471-d7f0-474f-8280-ee6a7edffd52 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:56.239645 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32f1ba4-d92c-40db-972c-40df0c37cfc5', 'name': 'network-vif-deleted', 'tag': '3636b028-e761-4f1e-8046-218716f2d4b0', 'status': 'completed', 'code': 200} Jul 16 01:22:56.244620 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb7692b-5e5e-4796-ab13-04d9fd2b830d admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:22:56.267645 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dcb7692b-5e5e-4796-ab13-04d9fd2b830d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.268239 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-dcb7692b-5e5e-4796-ab13-04d9fd2b830d admin admin] Added segment 84b9b03c-0a13-4fb6-85a4-6a301236c4e0 of type vlan for network 6504a12b-0a6b-4253-8a36-570413368fa4 Jul 16 01:22:56.269567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7692b-5e5e-4796-ab13-04d9fd2b830d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:56.324377 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dcb7692b-5e5e-4796-ab13-04d9fd2b830d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.384812 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dcb7692b-5e5e-4796-ab13-04d9fd2b830d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.390970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb7692b-5e5e-4796-ab13-04d9fd2b830d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:56.394746 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dcb7692b-5e5e-4796-ab13-04d9fd2b830d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.433675 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dcb7692b-5e5e-4796-ab13-04d9fd2b830d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3944933 Jul 16 01:22:56.434846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57518) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:56.446717 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1508ed3b-cbba-4f24-a138-a4b1fe560298 admin admin] Request body: {'subnet': {'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1474693029-subnet', 'tenant_id': '9ba61207ba2c4f4e854877a3e463e14d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:56.511695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1508ed3b-cbba-4f24-a138-a4b1fe560298 admin admin] Made reservation on behalf of 9ba61207ba2c4f4e854877a3e463e14d for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:22:56.517481 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1508ed3b-cbba-4f24-a138-a4b1fe560298 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:56.608731 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7692b-5e5e-4796-ab13-04d9fd2b830d admin admin] Pushing event updated for resources: {'Network': ['ID=6504a12b-0a6b-4253-8a36-570413368fa4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:56.620980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 6504a12b-0a6b-4253-8a36-570413368fa4 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:22:57.091865 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1508ed3b-cbba-4f24-a138-a4b1fe560298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.185587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f1132-cedc-4a78-b350-1fbb6fb2f180 req-04b227d8-5f5d-4e96-8c88-e6e868f21bb3 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:57.197649 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-422f1132-cedc-4a78-b350-1fbb6fb2f180 req-04b227d8-5f5d-4e96-8c88-e6e868f21bb3 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.3310130 Jul 16 01:22:57.252768 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508ed3b-cbba-4f24-a138-a4b1fe560298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86fed443-807a-4e25-9ca2-091b2a4e90c8,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:57.287720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8409cdf-adae-4e17-b6c5-fc8b4ad91303 req-d65ca096-0cbe-41e6-b7c9-af411f913f1a tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:57.308359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ace8ca32-75e5-447f-8674-adfa385e85e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5016402-fba8-49c5-b0a3-ff3be9309e08'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:22:57.314963 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af5cc2ef-343b-4b25-bc47-defdb48c48ed" -d '{"events": [{"server_uuid": "ace8ca32-75e5-447f-8674-adfa385e85e9", "name": "network-vif-plugged", "status": "completed", "tag": "e5016402-fba8-49c5-b0a3-ff3be9309e08"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:22:57.318918 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8409cdf-adae-4e17-b6c5-fc8b4ad91303 req-d65ca096-0cbe-41e6-b7c9-af411f913f1a tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 945 time: 0.3632333 Jul 16 01:22:57.363218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1508ed3b-cbba-4f24-a138-a4b1fe560298 admin admin] Checking segment: {'id': '84b9b03c-0a13-4fb6-85a4-6a301236c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:22:57.363509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1508ed3b-cbba-4f24-a138-a4b1fe560298 admin admin] Network hostable DHCP agents. Network: 6504a12b-0a6b-4253-8a36-570413368fa4, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:22:57.374598 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-422f1132-cedc-4a78-b350-1fbb6fb2f180 req-f591e297-7920-424c-a9f5-df302559235f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748102 Jul 16 01:22:57.410908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1508ed3b-cbba-4f24-a138-a4b1fe560298 admin admin] Network 6504a12b-0a6b-4253-8a36-570413368fa4 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:22:57.425169 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-1508ed3b-cbba-4f24-a138-a4b1fe560298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 6504a12b-0a6b-4253-8a36-570413368fa4) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:22:57.435989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f432ff-3773-4fc8-b4fe-49b35b512eec None None] Network 6504a12b-0a6b-4253-8a36-570413368fa4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:57.441468 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1508ed3b-cbba-4f24-a138-a4b1fe560298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:57.443019 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1508ed3b-cbba-4f24-a138-a4b1fe560298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.467330 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8409cdf-adae-4e17-b6c5-fc8b4ad91303 req-54601c01-5c72-421d-9a3e-cb5b632b1672 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473408 Jul 16 01:22:57.472705 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1508ed3b-cbba-4f24-a138-a4b1fe560298 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0363276 Jul 16 01:22:57.476395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57536) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:57.484343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1474693029-router', 'tenant_id': '9ba61207ba2c4f4e854877a3e463e14d', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:22:57.550823 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.552018 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:57.660293 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 3636b028-e761-4f1e-8046-218716f2d4b0 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:22:57.725861 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1407c29b-5c19-40dc-99a3-e351a6866c65 x-openstack-request-id: req-1407c29b-5c19-40dc-99a3-e351a6866c65 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:22:57.726428 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ace8ca32-75e5-447f-8674-adfa385e85e9", "name": "network-vif-plugged", "status": "completed", "tag": "e5016402-fba8-49c5-b0a3-ff3be9309e08", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:22:57.727091 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1407c29b-5c19-40dc-99a3-e351a6866c65 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:22:57.727632 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ace8ca32-75e5-447f-8674-adfa385e85e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5016402-fba8-49c5-b0a3-ff3be9309e08', 'code': 200} Jul 16 01:22:57.731932 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 3636b028-e761-4f1e-8046-218716f2d4b0 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:22:57.732458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 3636b028-e761-4f1e-8046-218716f2d4b0 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:22:57.749954 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.170527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe4f1ec-e066-4b4f-b27f-19f9b3aee6c8 None None] Network 6504a12b-0a6b-4253-8a36-570413368fa4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:22:58.414791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57572) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:58.482608 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-825dcc8a-311e-4b0d-ad8c-1dde7ead449c admin admin] Deleting subnet aa387b37-2aaf-45ae-9418-394fecdb1449 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:22:58.485923 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-825dcc8a-311e-4b0d-ad8c-1dde7ead449c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.544630 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.558452 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-825dcc8a-311e-4b0d-ad8c-1dde7ead449c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.626603 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-825dcc8a-311e-4b0d-ad8c-1dde7ead449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.742532 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-825dcc8a-311e-4b0d-ad8c-1dde7ead449c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.785085 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825dcc8a-311e-4b0d-ad8c-1dde7ead449c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa387b37-2aaf-45ae-9418-394fecdb1449,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:58.795727 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-825dcc8a-311e-4b0d-ad8c-1dde7ead449c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:58.800967 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-825dcc8a-311e-4b0d-ad8c-1dde7ead449c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/aa387b37-2aaf-45ae-9418-394fecdb1449 HTTP/1.1" status: 204 len: 168 time: 0.3848033 Jul 16 01:22:58.801894 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57580) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:58.969474 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4a80732-a189-412a-b98c-ed86c8578d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.051641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f5417-3bd0-455f-98fa-194d239439eb req-c9e0b7f2-c1be-4fd7-99d9-1cb55c90aee6 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:59.053539 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef1f5417-3bd0-455f-98fa-194d239439eb req-c9e0b7f2-c1be-4fd7-99d9-1cb55c90aee6 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 945 time: 0.3333440 Jul 16 01:22:59.098000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6341007-df10-4bc3-8695-02d5be1d141f req-078cf79d-d2a1-4746-8f28-ba257c702f85 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:59.105165 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a6341007-df10-4bc3-8695-02d5be1d141f req-078cf79d-d2a1-4746-8f28-ba257c702f85 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.3384483 Jul 16 01:22:59.119466 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4a80732-a189-412a-b98c-ed86c8578d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.132243 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f4a80732-a189-412a-b98c-ed86c8578d7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4e2ff1-d7b9-418c-9627-9b543ab5f137']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:59.150306 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f4a80732-a189-412a-b98c-ed86c8578d7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbee03d-44ca-46a3-a67f-26ee1aa479a1') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:59.150686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f4a80732-a189-412a-b98c-ed86c8578d7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbee03d-44ca-46a3-a67f-26ee1aa479a1') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:22:59.162700 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4a80732-a189-412a-b98c-ed86c8578d7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.167487 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.181343 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4a80732-a189-412a-b98c-ed86c8578d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.188700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a80732-a189-412a-b98c-ed86c8578d7e admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:22:59.189116 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4a80732-a189-412a-b98c-ed86c8578d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.192126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef1f5417-3bd0-455f-98fa-194d239439eb req-e76c6bbc-6508-410c-8910-145f58dcfe92 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127756 Jul 16 01:22:59.252232 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.267053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a6341007-df10-4bc3-8695-02d5be1d141f req-aacee442-e8dd-42e7-8d6a-32d76c49889f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603847 Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:22:59.269820 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:22:59.274060 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4a80732-a189-412a-b98c-ed86c8578d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.286720 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4a80732-a189-412a-b98c-ed86c8578d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.316511 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f4a80732-a189-412a-b98c-ed86c8578d7e admin admin] 10.222.0.22 "DELETE /v2.0/networks/1c4e2ff1-d7b9-418c-9627-9b543ab5f137 HTTP/1.1" status: 204 len: 168 time: 0.5031643 Jul 16 01:22:59.348221 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a80732-a189-412a-b98c-ed86c8578d7e admin admin] Pushing event deleted for resources: {'Network': ['ID=1c4e2ff1-d7b9-418c-9627-9b543ab5f137,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:22:59.525556 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57594) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:59.613152 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Allocated IP 172.25.2.125 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/6e2a60b9-1cd2-4632-baa0-f17e54d56bc8) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:22:59.681704 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c3b8a97b-9c4e-4e1d-b205-8da92162711c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=125c2f3bac084e13a44dbf4a0cebecdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1548531 Jul 16 01:22:59.687476 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57596) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:22:59.830626 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b38927d-7650-40a4-8313-8e285835194e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.878365 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b38927d-7650-40a4-8313-8e285835194e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:22:59.910008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10172c01-6dd2-4717-bd0d-e530ec448ffa req-0c158950-d3a7-46cd-b81c-74818cad9025 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:22:59.912076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10172c01-6dd2-4717-bd0d-e530ec448ffa req-0c158950-d3a7-46cd-b81c-74818cad9025 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 945 time: 0.2963140 Jul 16 01:22:59.966455 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.003609 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b38927d-7650-40a4-8313-8e285835194e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.009192 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b38927d-7650-40a4-8313-8e285835194e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.014388 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0b38927d-7650-40a4-8313-8e285835194e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/568a89fc-0861-4caf-8730-e5943782ab9f HTTP/1.1" status: 204 len: 168 time: 0.3215244 Jul 16 01:23:00.058408 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38927d-7650-40a4-8313-8e285835194e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568a89fc-0861-4caf-8730-e5943782ab9f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:00.064845 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10172c01-6dd2-4717-bd0d-e530ec448ffa req-84fe94b8-5a87-4540-936c-22fa66ca2752 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391883 Jul 16 01:23:00.123208 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.183990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:00.188749 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:00.194742 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:00.198749 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:00.253830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2a60b9-1cd2-4632-baa0-f17e54d56bc8,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:00.657361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4b1de-31c9-40b7-a9f4-d52047b23509 req-99361e97-f875-4e0a-8f54-73579580e79a tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:00.664861 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35d4b1de-31c9-40b7-a9f4-d52047b23509 req-99361e97-f875-4e0a-8f54-73579580e79a tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 945 time: 0.2326028 Jul 16 01:23:00.750780 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08716b-575a-4ba4-8f2c-f326ae4cf011 req-1264abe6-76c4-44de-9bfe-7d7224c61f34 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:00.752747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb08716b-575a-4ba4-8f2c-f326ae4cf011 req-1264abe6-76c4-44de-9bfe-7d7224c61f34 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.2430627 Jul 16 01:23:00.883903 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35d4b1de-31c9-40b7-a9f4-d52047b23509 req-8db444c5-0a7f-4bd1-9c06-4d17f9711c4a tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181430 Jul 16 01:23:00.945634 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb08716b-575a-4ba4-8f2c-f326ae4cf011 req-098415bc-1640-4794-8f4c-7d5179602b4b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641128 Jul 16 01:23:00.981776 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.019202 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.438466 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.662239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Router 06308645-b2ad-4abf-944f-1dd1d8c54212 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:23:01.697490 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a23418-04df-455f-906d-5744b93dd42f req-61e5c236-b8ed-4d98-bad7-36196644c19e tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:01.699218 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54a23418-04df-455f-906d-5744b93dd42f req-61e5c236-b8ed-4d98-bad7-36196644c19e tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 945 time: 0.2623994 Jul 16 01:23:01.796877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54a23418-04df-455f-906d-5744b93dd42f req-478a0f87-dc99-4883-86b4-81b6b9da18ec tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486157 Jul 16 01:23:01.895924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:01.906762 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Sync routers for ids ['06308645-b2ad-4abf-944f-1dd1d8c54212'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:01.924183 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:01.925688 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d5a78a2d-e560-4dd9-8588-7454a3eafa67 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.4482775 Jul 16 01:23:01.928479 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57668) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:01.929140 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Routers {'06308645-b2ad-4abf-944f-1dd1d8c54212'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:01.929904 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:22:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['06308645-b2ad-4abf-944f-1dd1d8c54212'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:02.195683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Set router 06308645-b2ad-4abf-944f-1dd1d8c54212 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:02.712677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'name': 'tempest-ServerRescueNegativeTestJSON-1474693029-router', 'tenant_id': '9ba61207ba2c4f4e854877a3e463e14d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6e2a60b9-1cd2-4632-baa0-f17e54d56bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:23:00Z', 'revision_number': 3, 'project_id': '9ba61207ba2c4f4e854877a3e463e14d', 'gw_port': {'id': '6e2a60b9-1cd2-4632-baa0-f17e54d56bc8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:59Z', 'updated_at': '2021-07-16T01:22:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:02.813730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Checking router: 06308645-b2ad-4abf-944f-1dd1d8c54212 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:02.814283 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Updating router 06308645-b2ad-4abf-944f-1dd1d8c54212 port 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:23:02.822843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9cd5b-c304-4df4-ac02-1ef1a69f7625 req-0a0f7cf4-fb65-4fd9-b1d3-05fffc7c7930 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:02.830435 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53e9cd5b-c304-4df4-ac02-1ef1a69f7625 req-0a0f7cf4-fb65-4fd9-b1d3-05fffc7c7930 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 945 time: 0.3501682 Jul 16 01:23:02.908354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57740c-8c31-46d6-adcb-cbcb74a8911e req-071b3549-0161-4d55-816d-54bf344ebf6c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:02.912408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a57740c-8c31-46d6-adcb-cbcb74a8911e req-071b3549-0161-4d55-816d-54bf344ebf6c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.4344049 Jul 16 01:23:02.926768 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.146814 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a57740c-8c31-46d6-adcb-cbcb74a8911e req-39ba6c45-f7e8-457c-8343-fce899e26532 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247787 Jul 16 01:23:03.167615 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53e9cd5b-c304-4df4-ac02-1ef1a69f7625 req-08827616-98bf-48b4-9c21-a0576eba9d79 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361173 Jul 16 01:23:03.767081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57720) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:03.871910 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.885205 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Transition to ACTIVE for port object 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:03.895859 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.925410 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e8c120b7-aaa4-4080-8f08-4a9c66acc3fc req-75efbd3d-ac81-443c-b73c-bbecf99c2dea tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cc189a0-6b32-4a5b-9a80-5210b038f8f3 HTTP/1.1" status: 200 len: 210 time: 0.1261284 Jul 16 01:23:03.958284 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:03.996617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Attempting to bind port 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:03.997643 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Attempting to bind port 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:03.998200 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Attempting to bind port 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:04.012013 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01535e3b-7887-436e-a6d9-adda63316554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.012882 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:04.013459 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:04.014174 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.015551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:04.016247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Bound port: 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:04.016871 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.069589 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de787b-97e4-4c34-8d85-3c00cd7fef90 None None] Pushing event updated for resources: {'Port': ['ID=6e2a60b9-1cd2-4632-baa0-f17e54d56bc8,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:04.179315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] For port 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:04.188370 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] For port 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6e2a60b9-1cd2-4632-baa0-f17e54d56bc8,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:04.197439 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.311167 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01535e3b-7887-436e-a6d9-adda63316554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.317156 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01535e3b-7887-436e-a6d9-adda63316554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.331459 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de787b-97e4-4c34-8d85-3c00cd7fef90 None None] Pushing event updated for resources: {'Port': ['ID=6e2a60b9-1cd2-4632-baa0-f17e54d56bc8,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:04.378164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Routers {'06308645-b2ad-4abf-944f-1dd1d8c54212'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:04.379105 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:22:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['06308645-b2ad-4abf-944f-1dd1d8c54212'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:04.450268 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d9ef31-9fc1-4606-be70-ff61529e0b93 req-063d591c-cf60-4032-a0dc-8451d68cf228 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:04.452176 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24d9ef31-9fc1-4606-be70-ff61529e0b93 req-063d591c-cf60-4032-a0dc-8451d68cf228 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 945 time: 0.4358196 Jul 16 01:23:04.461470 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-01535e3b-7887-436e-a6d9-adda63316554 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6399f77558cd4be2bc13dccb73a6cab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6876464 Jul 16 01:23:04.462202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57732) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:04.462947 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01535e3b-7887-436e-a6d9-adda63316554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85cf39a-9c0e-4f8d-8b2f-a9092de737f4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:04.493506 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01535e3b-7887-436e-a6d9-adda63316554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:04.507314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01535e3b-7887-436e-a6d9-adda63316554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:04.512649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01535e3b-7887-436e-a6d9-adda63316554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:04.516952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01535e3b-7887-436e-a6d9-adda63316554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:04.518422 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01535e3b-7887-436e-a6d9-adda63316554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:04.521025 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01535e3b-7887-436e-a6d9-adda63316554 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:04.522656 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01535e3b-7887-436e-a6d9-adda63316554 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:04.523386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01535e3b-7887-436e-a6d9-adda63316554 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:04.524902 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01535e3b-7887-436e-a6d9-adda63316554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:04.525965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01535e3b-7887-436e-a6d9-adda63316554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:04.528133 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01535e3b-7887-436e-a6d9-adda63316554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:04.529595 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01535e3b-7887-436e-a6d9-adda63316554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:04.629469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] Set router 06308645-b2ad-4abf-944f-1dd1d8c54212 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:04.707812 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-90ec580d-5036-4bb2-886d-956f1909d3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.782173 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-90ec580d-5036-4bb2-886d-956f1909d3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.783003 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24d9ef31-9fc1-4606-be70-ff61529e0b93 req-80882021-e010-4655-ab5e-050af893d0d6 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011570 Jul 16 01:23:04.924188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14dc90-df43-4e76-ba0f-c50226a7d795 req-528b3bc1-4db5-413c-8efd-68b78fcbce68 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:04.936313 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe14dc90-df43-4e76-ba0f-c50226a7d795 req-528b3bc1-4db5-413c-8efd-68b78fcbce68 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.4531648 Jul 16 01:23:04.938435 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-42698ffd-6672-4a44-8954-0a7cb95425c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.960624 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-90ec580d-5036-4bb2-886d-956f1909d3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.965970 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-90ec580d-5036-4bb2-886d-956f1909d3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:04.968648 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-90ec580d-5036-4bb2-886d-956f1909d3a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a85cf39a-9c0e-4f8d-8b2f-a9092de737f4 HTTP/1.1" status: 204 len: 168 time: 0.4875846 Jul 16 01:23:04.987952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec580d-5036-4bb2-886d-956f1909d3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85cf39a-9c0e-4f8d-8b2f-a9092de737f4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:05.069546 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe14dc90-df43-4e76-ba0f-c50226a7d795 req-30b1aae4-be9c-48cc-9895-c1b42f0de08b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316695 Jul 16 01:23:05.074278 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Allocated IP 172.20.0.1 (6504a12b-0a6b-4253-8a36-570413368fa4/86fed443-807a-4e25-9ca2-091b2a4e90c8/fb3d675e-70e5-4fbc-9366-378ea0b2a314) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:05.364959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'name': 'tempest-ServerRescueNegativeTestJSON-1474693029-router', 'tenant_id': '9ba61207ba2c4f4e854877a3e463e14d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6e2a60b9-1cd2-4632-baa0-f17e54d56bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:23:00Z', 'revision_number': 3, 'project_id': '9ba61207ba2c4f4e854877a3e463e14d', 'gw_port': {'id': '6e2a60b9-1cd2-4632-baa0-f17e54d56bc8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:59Z', 'updated_at': '2021-07-16T01:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:05.376541 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.437917 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927e71e-4781-4435-baf0-f47c37723242 None None] The sync data for ids ['06308645-b2ad-4abf-944f-1dd1d8c54212'] in n-d-791505-14 is: [{'id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'name': 'tempest-ServerRescueNegativeTestJSON-1474693029-router', 'tenant_id': '9ba61207ba2c4f4e854877a3e463e14d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6e2a60b9-1cd2-4632-baa0-f17e54d56bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:23:00Z', 'revision_number': 3, 'project_id': '9ba61207ba2c4f4e854877a3e463e14d', 'gw_port': {'id': '6e2a60b9-1cd2-4632-baa0-f17e54d56bc8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6a:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:59Z', 'updated_at': '2021-07-16T01:23:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:05.519491 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.714052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57764) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:05.718543 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Network 6504a12b-0a6b-4253-8a36-570413368fa4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:05.719684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Pushing event updated for resources: {'Port': ['ID=fb3d675e-70e5-4fbc-9366-378ea0b2a314,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:05.724651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:05.734587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:05.766647 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05e79a21-9475-44c8-bc9a-a7f607c4e478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:05.806296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:05.808243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:05.809248 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:05.809959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:05.810499 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:05.811034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:05.811575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:05.812294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:05.812859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:05.813406 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:05.814085 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:05.814667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:05.892848 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.102263 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05e79a21-9475-44c8-bc9a-a7f607c4e478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.116806 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05e79a21-9475-44c8-bc9a-a7f607c4e478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.167904 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91a75488-e6b2-43a2-b1df-eda78bc9218d req-7ebb566a-4282-4fa6-8ce5-db9e6aaa71fb tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.2903244 Jul 16 01:23:06.220777 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-05e79a21-9475-44c8-bc9a-a7f607c4e478 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=512598a3025f4d01bf19b877054ce393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5052228 Jul 16 01:23:06.221618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57776) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:06.233000 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e79a21-9475-44c8-bc9a-a7f607c4e478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51aaca3c-cbcf-43c6-a5a8-bcb5bd6081b4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:06.319956 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4a65528-5e6d-4da4-8959-c294bf1159af req-07c58d03-8259-49b3-9c1d-191055093b6f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=9cc189a0-6b32-4a5b-9a80-5210b038f8f3 HTTP/1.1" status: 200 len: 210 time: 0.1624773 Jul 16 01:23:06.353906 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0f951ebd-dbc2-4121-a971-ae65de7a4429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.419006 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0f951ebd-dbc2-4121-a971-ae65de7a4429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.505090 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0f951ebd-dbc2-4121-a971-ae65de7a4429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.514213 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0f951ebd-dbc2-4121-a971-ae65de7a4429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:06.517821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee3c51-e426-4468-86d6-a5c8d5889667 req-83fb261f-3e5c-4718-b8b8-fb9a291f9047 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:06.522760 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0f951ebd-dbc2-4121-a971-ae65de7a4429 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51aaca3c-cbcf-43c6-a5a8-bcb5bd6081b4 HTTP/1.1" status: 204 len: 168 time: 0.2969084 Jul 16 01:23:06.526850 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86ee3c51-e426-4468-86d6-a5c8d5889667 req-83fb261f-3e5c-4718-b8b8-fb9a291f9047 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 945 time: 0.7847836 Jul 16 01:23:06.570030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f951ebd-dbc2-4121-a971-ae65de7a4429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51aaca3c-cbcf-43c6-a5a8-bcb5bd6081b4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:06.810815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86ee3c51-e426-4468-86d6-a5c8d5889667 req-2410e4d7-5ed6-4752-ae46-de21f1d243d2 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828853 Jul 16 01:23:07.040128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d205b3-e8a2-4c19-a16b-fc18e7aefb6c req-475c1baa-a0be-4478-b3b2-9f64641287e0 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:07.048093 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22d205b3-e8a2-4c19-a16b-fc18e7aefb6c req-475c1baa-a0be-4478-b3b2-9f64641287e0 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.5104458 Jul 16 01:23:07.142136 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.190443 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:07.249473 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22d205b3-e8a2-4c19-a16b-fc18e7aefb6c req-419a94fc-655e-4db0-855a-fe0cd90b8044 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900985 Jul 16 01:23:07.419474 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.493348 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:07.512297 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:07.512934 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.671337 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4a35abc6-890c-4301-82f2-2eb343a75173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.698586 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.742554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6e2a60b9-1cd2-4632-baa0-f17e54d56bc8,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:07.748121 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.841040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=6e2a60b9-1cd2-4632-baa0-f17e54d56bc8,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:07.876092 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:07.886694 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.047846 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.155053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb389a29-ea23-4197-aed2-6b9d38b89eea req-27152e06-359f-407e-9e30-4d2d2354ed03 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:08.164761 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb389a29-ea23-4197-aed2-6b9d38b89eea req-27152e06-359f-407e-9e30-4d2d2354ed03 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 945 time: 0.4555564 Jul 16 01:23:08.173712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Pushing event updated for resources: {'Port': ['ID=fb3d675e-70e5-4fbc-9366-378ea0b2a314,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:08.313813 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8013b2-9337-4a3d-8417-f607fc76c8da req-1565d714-a4ac-454f-949b-5e86d7404da3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:08.322011 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c8013b2-9337-4a3d-8417-f607fc76c8da req-1565d714-a4ac-454f-949b-5e86d7404da3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 945 time: 0.6538253 Jul 16 01:23:08.473120 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:08.501024 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb389a29-ea23-4197-aed2-6b9d38b89eea req-106e0254-98f2-468f-af00-6fa517e64b01 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326039 Jul 16 01:23:08.543230 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c8013b2-9337-4a3d-8417-f607fc76c8da req-7f58f381-bdce-4cf1-8d75-728040279f9a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199104 Jul 16 01:23:08.614387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Network 6504a12b-0a6b-4253-8a36-570413368fa4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:08.626455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:08.831222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57824) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:08.906816 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-104eae56-d6a3-46cb-bde3-fc43804edd18 req-c769a4da-8771-4622-a7bc-1d3316c22ddc tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0988557 Jul 16 01:23:08.991978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Router 06308645-b2ad-4abf-944f-1dd1d8c54212 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:23:09.045060 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462a8d8-5057-4704-b94b-11483d308e38 req-3f749696-8c55-46fa-bdc4-b74498650504 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:09.050298 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3462a8d8-5057-4704-b94b-11483d308e38 req-3f749696-8c55-46fa-bdc4-b74498650504 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.2612138 Jul 16 01:23:09.055243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:09.151396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-94acc033-af82-4df4-a397-32f7687f64ab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1971005719-network', 'tenant_id': 'abf26ee01603476f823252da27ed82b6'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:09.160906 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:09.161284 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.211008 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94acc033-af82-4df4-a397-32f7687f64ab admin admin] Made reservation on behalf of abf26ee01603476f823252da27ed82b6 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:09.212486 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94acc033-af82-4df4-a397-32f7687f64ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.235789 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94acc033-af82-4df4-a397-32f7687f64ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.239257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3462a8d8-5057-4704-b94b-11483d308e38 req-d1ffa816-7d7e-46a9-bff4-1e3b26c6d21f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965471 Jul 16 01:23:09.285058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:23:09.303633 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Sync routers for ids ['06308645-b2ad-4abf-944f-1dd1d8c54212'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:23:09.305150 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3bb27cda-bb81-4fb6-b1a1-c44c981991c1 admin admin] 10.222.0.22 "PUT /v2.0/routers/06308645-b2ad-4abf-944f-1dd1d8c54212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3749547 Jul 16 01:23:09.308783 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Routers {'06308645-b2ad-4abf-944f-1dd1d8c54212'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:09.309453 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:23:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['06308645-b2ad-4abf-944f-1dd1d8c54212'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:09.529900 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94acc033-af82-4df4-a397-32f7687f64ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.534367 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94acc033-af82-4df4-a397-32f7687f64ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.594149 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acc033-af82-4df4-a397-32f7687f64ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45f80ff-6198-4db5-9609-a6103fd29d41,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:09.615087 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94acc033-af82-4df4-a397-32f7687f64ab admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:23:09.632590 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94acc033-af82-4df4-a397-32f7687f64ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.634065 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-94acc033-af82-4df4-a397-32f7687f64ab admin admin] Added segment 5fed7a5b-37ef-4a72-9084-1716ac8e047d of type vlan for network 42adb04e-bab5-447c-91f8-de453790d15e Jul 16 01:23:09.652055 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:23:09.712696 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Set router 06308645-b2ad-4abf-944f-1dd1d8c54212 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:09.789694 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94acc033-af82-4df4-a397-32f7687f64ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.897034 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0484d928-aab7-4a3e-8448-de975462a27b req-b71e405e-32ef-41c3-ad4a-bb10358e3175 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.1190314 Jul 16 01:23:09.919806 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94acc033-af82-4df4-a397-32f7687f64ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:09.924715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94acc033-af82-4df4-a397-32f7687f64ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:09.926229 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94acc033-af82-4df4-a397-32f7687f64ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.090013 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-94acc033-af82-4df4-a397-32f7687f64ab admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2574930 Jul 16 01:23:10.093378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57862) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:10.101039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a6d42044-7e01-42df-8528-9d94616232d0 admin admin] Request body: {'subnet': {'network_id': '42adb04e-bab5-447c-91f8-de453790d15e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1971005719-subnet', 'tenant_id': 'abf26ee01603476f823252da27ed82b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:10.122605 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.164865 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94acc033-af82-4df4-a397-32f7687f64ab admin admin] Pushing event updated for resources: {'Network': ['ID=42adb04e-bab5-447c-91f8-de453790d15e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:10.183914 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 42adb04e-bab5-447c-91f8-de453790d15e details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:23:10.193030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d42044-7e01-42df-8528-9d94616232d0 admin admin] Made reservation on behalf of abf26ee01603476f823252da27ed82b6 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:10.204983 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6d42044-7e01-42df-8528-9d94616232d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.457461 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'name': 'tempest-ServerRescueNegativeTestJSON-1474693029-router', 'tenant_id': '9ba61207ba2c4f4e854877a3e463e14d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6e2a60b9-1cd2-4632-baa0-f17e54d56bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:23:06Z', 'revision_number': 4, 'project_id': '9ba61207ba2c4f4e854877a3e463e14d', 'gw_port': {'id': '6e2a60b9-1cd2-4632-baa0-f17e54d56bc8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:59Z', 'updated_at': '2021-07-16T01:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'fb3d675e-70e5-4fbc-9366-378ea0b2a314', 'name': '', 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4', 'tenant_id': '9ba61207ba2c4f4e854877a3e463e14d', 'mac_address': 'fa:16:3e:25:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '86fed443-807a-4e25-9ca2-091b2a4e90c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:04Z', 'updated_at': '2021-07-16T01:23:07Z', 'revision_number': 2, 'project_id': '9ba61207ba2c4f4e854877a3e463e14d', 'subnets': [{'id': '86fed443-807a-4e25-9ca2-091b2a4e90c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:10.518947 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Checking router: 06308645-b2ad-4abf-944f-1dd1d8c54212 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:23:10.519376 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Updating router 06308645-b2ad-4abf-944f-1dd1d8c54212 port fb3d675e-70e5-4fbc-9366-378ea0b2a314 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:23:10.557491 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.839802 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0495695a-f154-45a8-bf9c-c08755e80d65 req-d6348156-dd5b-4a7e-a926-7be49c97c89b tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.3113096 Jul 16 01:23:10.859249 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6d42044-7e01-42df-8528-9d94616232d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:10.987106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d42044-7e01-42df-8528-9d94616232d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb9f62c3-baeb-4988-a8d5-fd0289f7a922,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:11.011824 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.043136 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Transition to ACTIVE for port object fb3d675e-70e5-4fbc-9366-378ea0b2a314 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:11.082291 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.308889 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c4fa7-3f0b-4d8c-8e8e-7d9f11e854f9 None None] Pushing event updated for resources: {'Port': ['ID=fb3d675e-70e5-4fbc-9366-378ea0b2a314,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:11.328023 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c4fa7-3f0b-4d8c-8e8e-7d9f11e854f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.329978 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c4fa7-3f0b-4d8c-8e8e-7d9f11e854f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.332164 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c4fa7-3f0b-4d8c-8e8e-7d9f11e854f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.332749 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c4fa7-3f0b-4d8c-8e8e-7d9f11e854f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.339798 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c4fa7-3f0b-4d8c-8e8e-7d9f11e854f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.340435 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c4fa7-3f0b-4d8c-8e8e-7d9f11e854f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.341036 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c4fa7-3f0b-4d8c-8e8e-7d9f11e854f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.341529 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c4fa7-3f0b-4d8c-8e8e-7d9f11e854f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.342030 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c4fa7-3f0b-4d8c-8e8e-7d9f11e854f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.342542 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c4fa7-3f0b-4d8c-8e8e-7d9f11e854f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.343027 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c4fa7-3f0b-4d8c-8e8e-7d9f11e854f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.343511 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3c4fa7-3f0b-4d8c-8e8e-7d9f11e854f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:11.460076 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Attempting to bind port fb3d675e-70e5-4fbc-9366-378ea0b2a314 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:11.461190 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Attempting to bind port fb3d675e-70e5-4fbc-9366-378ea0b2a314 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '84b9b03c-0a13-4fb6-85a4-6a301236c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:11.461766 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Attempting to bind port fb3d675e-70e5-4fbc-9366-378ea0b2a314 on network 6504a12b-0a6b-4253-8a36-570413368fa4 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:11.467297 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:11.468011 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Checking segment: {'id': '84b9b03c-0a13-4fb6-85a4-6a301236c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:11.468648 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.476459 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Bound using segment: {'id': '84b9b03c-0a13-4fb6-85a4-6a301236c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:11.477684 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Bound port: fb3d675e-70e5-4fbc-9366-378ea0b2a314, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b9b03c-0a13-4fb6-85a4-6a301236c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:11.478362 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.569226 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] For port fb3d675e-70e5-4fbc-9366-378ea0b2a314, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:11.572763 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] For port fb3d675e-70e5-4fbc-9366-378ea0b2a314, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=fb3d675e-70e5-4fbc-9366-378ea0b2a314,segment=NetworkSegment(84b9b03c-0a13-4fb6-85a4-6a301236c4e0),segment_id=84b9b03c-0a13-4fb6-85a4-6a301236c4e0)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:11.580940 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.594656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d42044-7e01-42df-8528-9d94616232d0 admin admin] Checking segment: {'id': '5fed7a5b-37ef-4a72-9084-1716ac8e047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '42adb04e-bab5-447c-91f8-de453790d15e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:11.595031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d42044-7e01-42df-8528-9d94616232d0 admin admin] Network hostable DHCP agents. Network: 42adb04e-bab5-447c-91f8-de453790d15e, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:23:11.638433 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c4fa7-3f0b-4d8c-8e8e-7d9f11e854f9 None None] Pushing event updated for resources: {'Port': ['ID=fb3d675e-70e5-4fbc-9366-378ea0b2a314,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:11.667161 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Routers {'06308645-b2ad-4abf-944f-1dd1d8c54212'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:23:11.668572 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:23:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['06308645-b2ad-4abf-944f-1dd1d8c54212'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:11.669114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d42044-7e01-42df-8528-9d94616232d0 admin admin] Network 42adb04e-bab5-447c-91f8-de453790d15e is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:23:11.704291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-a6d42044-7e01-42df-8528-9d94616232d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 42adb04e-bab5-447c-91f8-de453790d15e) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:11.725199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d42044-7e01-42df-8528-9d94616232d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:11.725813 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6d42044-7e01-42df-8528-9d94616232d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:11.773504 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7530c6-de2f-4a0e-baba-7931a2d503fb None None] Network 42adb04e-bab5-447c-91f8-de453790d15e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:11.782382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-33736619-7a0b-4a69-b4cb-dd8d16c1a60d tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:11.789583 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-33736619-7a0b-4a69-b4cb-dd8d16c1a60d tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/networks?id=6504a12b-0a6b-4253-8a36-570413368fa4 HTTP/1.1" status: 200 len: 819 time: 0.9407070 Jul 16 01:23:11.955178 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] Set router 06308645-b2ad-4abf-944f-1dd1d8c54212 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:23:12.070601 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a6d42044-7e01-42df-8528-9d94616232d0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9700561 Jul 16 01:23:12.085080 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-a6dcd1f9-b98a-479f-a35b-d4c99a41c42e tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/quotas/9ba61207ba2c4f4e854877a3e463e14d HTTP/1.1" status: 200 len: 375 time: 0.2860019 Jul 16 01:23:12.107262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cdea2b-4d61-4521-baf2-ad3d5bf394e6 None None] Network 42adb04e-bab5-447c-91f8-de453790d15e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:23:12.327808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f84741-dcc9-4f89-b81e-4c7cde86865b req-98560d9a-8a2b-4ebc-9972-ab8bb644677d tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:12.343279 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-68f84741-dcc9-4f89-b81e-4c7cde86865b req-98560d9a-8a2b-4ebc-9972-ab8bb644677d tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.5855238 Jul 16 01:23:12.358343 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'name': 'tempest-ServerRescueNegativeTestJSON-1474693029-router', 'tenant_id': '9ba61207ba2c4f4e854877a3e463e14d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6e2a60b9-1cd2-4632-baa0-f17e54d56bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:23:06Z', 'revision_number': 4, 'project_id': '9ba61207ba2c4f4e854877a3e463e14d', 'gw_port': {'id': '6e2a60b9-1cd2-4632-baa0-f17e54d56bc8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:59Z', 'updated_at': '2021-07-16T01:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'fb3d675e-70e5-4fbc-9366-378ea0b2a314', 'name': '', 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4', 'tenant_id': '9ba61207ba2c4f4e854877a3e463e14d', 'mac_address': 'fa:16:3e:25:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '86fed443-807a-4e25-9ca2-091b2a4e90c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:04Z', 'updated_at': '2021-07-16T01:23:11Z', 'revision_number': 4, 'project_id': '9ba61207ba2c4f4e854877a3e463e14d', 'subnets': [{'id': '86fed443-807a-4e25-9ca2-091b2a4e90c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:23:12.431345 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790dd0cd-0275-4a75-b4f4-344df17b80fb None None] The sync data for ids ['06308645-b2ad-4abf-944f-1dd1d8c54212'] in n-d-791505-14 is: [{'id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'name': 'tempest-ServerRescueNegativeTestJSON-1474693029-router', 'tenant_id': '9ba61207ba2c4f4e854877a3e463e14d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6e2a60b9-1cd2-4632-baa0-f17e54d56bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:23:06Z', 'revision_number': 4, 'project_id': '9ba61207ba2c4f4e854877a3e463e14d', 'gw_port': {'id': '6e2a60b9-1cd2-4632-baa0-f17e54d56bc8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:59Z', 'updated_at': '2021-07-16T01:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'fb3d675e-70e5-4fbc-9366-378ea0b2a314', 'name': '', 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4', 'tenant_id': '9ba61207ba2c4f4e854877a3e463e14d', 'mac_address': 'fa:16:3e:25:12:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1500, 'fixed_ips': [{'subnet_id': '86fed443-807a-4e25-9ca2-091b2a4e90c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:23:04Z', 'updated_at': '2021-07-16T01:23:11Z', 'revision_number': 4, 'project_id': '9ba61207ba2c4f4e854877a3e463e14d', 'subnets': [{'id': '86fed443-807a-4e25-9ca2-091b2a4e90c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:23:12.442427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-fba49900-3dca-4075-a1bf-e76b99e09f40 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9ba61207ba2c4f4e854877a3e463e14d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3411617 Jul 16 01:23:12.496039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-68f84741-dcc9-4f89-b81e-4c7cde86865b req-f75b26a7-e9a2-4d2e-9853-5e18a31ed97c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494808 Jul 16 01:23:12.679060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-a62e01ca-5407-44ef-92dc-fa17e04de620 service neutron] 10.222.0.22 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246084 Jul 16 01:23:12.806412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-e8b654ec-1495-4e87-ad24-a5d4966c2763 service neutron] 10.222.0.22 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213183 Jul 16 01:23:13.131292 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device fb3d675e-70e5-4fbc-9366-378ea0b2a314 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:13.193121 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6b5c35a-7985-4c5a-b640-be8e0e3caa1b req-fe712067-47e1-4a45-b044-b8ac7eda603f tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.1188962 Jul 16 01:23:13.276322 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port fb3d675e-70e5-4fbc-9366-378ea0b2a314 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:13.284208 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port fb3d675e-70e5-4fbc-9366-378ea0b2a314 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:13.284208 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:13.668962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65012c69-10c5-4b87-a802-f895bb97a63e req-385db82b-2599-4466-b089-28552fb0b630 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 210 time: 0.1783881 Jul 16 01:23:13.798172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f735dea-b5aa-4807-b574-8a34cc77ec03 req-11e291df-c13e-4cbf-9631-4c7c49cb3d75 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:13.812146 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1f735dea-b5aa-4807-b574-8a34cc77ec03 req-11e291df-c13e-4cbf-9631-4c7c49cb3d75 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 945 time: 0.4240725 Jul 16 01:23:13.902843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1f735dea-b5aa-4807-b574-8a34cc77ec03 req-353c063b-57a9-4c5f-a46c-de089d556501 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893860 Jul 16 01:23:13.984364 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.105206 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port fb3d675e-70e5-4fbc-9366-378ea0b2a314, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=fb3d675e-70e5-4fbc-9366-378ea0b2a314,segment=NetworkSegment(84b9b03c-0a13-4fb6-85a4-6a301236c4e0),segment_id=84b9b03c-0a13-4fb6-85a4-6a301236c4e0)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:14.114263 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:14.336364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=fb3d675e-70e5-4fbc-9366-378ea0b2a314,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:14.343072 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afb575-a0da-4d81-8da0-47d82d00ab67 req-90454fd4-60db-4ed3-9daf-c92b70330e0e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:14.348427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73afb575-a0da-4d81-8da0-47d82d00ab67 req-90454fd4-60db-4ed3-9daf-c92b70330e0e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.2483985 Jul 16 01:23:14.391030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:14.391413 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:14.391703 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:14.392110 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:14.392387 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:14.392719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:14.393042 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:14.417224 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:14.417748 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:14.418093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:14.418433 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:14.418768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:23:14.480033 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73afb575-a0da-4d81-8da0-47d82d00ab67 req-75293db9-b7d2-463c-8c2e-582be078cfb7 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191740 Jul 16 01:23:14.579812 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8ad96ba8-251d-4f57-9c72-c1da61362af1 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:14.931127 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8ad96ba8-251d-4f57-9c72-c1da61362af1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ad96ba8-251d-4f57-9c72-c1da61362af1,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:14.961021 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '8ad96ba8-251d-4f57-9c72-c1da61362af1', 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355', 'port_id': '8ad96ba8-251d-4f57-9c72-c1da61362af1', 'mac_address': 'fa:16:3e:47:6d:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e3fe52-c0e2-447a-9b76-70730059c2ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:15.038604 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.106987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ad96ba8-251d-4f57-9c72-c1da61362af1 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:15.136876 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device fb3d675e-70e5-4fbc-9366-378ea0b2a314 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:15.142444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-94c0f5f5-dc66-4756-94a3-5e3ec3b1d0f4 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:15.150121 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-94c0f5f5-dc66-4756-94a3-5e3ec3b1d0f4 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/networks?id=6504a12b-0a6b-4253-8a36-570413368fa4 HTTP/1.1" status: 200 len: 819 time: 0.3968241 Jul 16 01:23:15.225753 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-aff3c818-0ccb-4344-ab91-c280de46d90f tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/quotas/9ba61207ba2c4f4e854877a3e463e14d HTTP/1.1" status: 200 len: 375 time: 0.0628252 Jul 16 01:23:15.313891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8ad96ba8-251d-4f57-9c72-c1da61362af1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ad96ba8-251d-4f57-9c72-c1da61362af1,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:15.322184 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.323184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 2df0715b-8991-478d-a325-905e669148d1 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:15.407576 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49323968-3b05-41dd-af78-3e7a28dcc936 req-5592c468-a648-403c-a3ba-b1db22f2c62a tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.1415730 Jul 16 01:23:15.559403 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-68d12982-e0ed-4591-b551-ff09bcb19c6f tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9ba61207ba2c4f4e854877a3e463e14d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3324068 Jul 16 01:23:15.651544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=8ad96ba8-251d-4f57-9c72-c1da61362af1,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:15.702535 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port fb3d675e-70e5-4fbc-9366-378ea0b2a314 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:15.717394 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.725447 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2df0715b-8991-478d-a325-905e669148d1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:15.811466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '2df0715b-8991-478d-a325-905e669148d1', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'port_id': '2df0715b-8991-478d-a325-905e669148d1', 'mac_address': 'fa:16:3e:89:38:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:15.951039 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:15.977980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2df0715b-8991-478d-a325-905e669148d1 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:15.993757 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-a09f0e86-4195-4524-bccd-353c4153eaab tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:15.995856 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-a09f0e86-4195-4524-bccd-353c4153eaab tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.69 "GET /v2.0/networks?id=6504a12b-0a6b-4253-8a36-570413368fa4 HTTP/1.1" status: 200 len: 819 time: 0.5249789 Jul 16 01:23:16.015063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2df0715b-8991-478d-a325-905e669148d1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:16.019796 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.022954 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780ddff-37c8-4dd9-b1df-28beb6f76a86 req-ae56aa5a-64d9-49d3-992c-55cec7a1fa4e tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:16.030352 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f780ddff-37c8-4dd9-b1df-28beb6f76a86 req-ae56aa5a-64d9-49d3-992c-55cec7a1fa4e tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 944 time: 0.3699982 Jul 16 01:23:16.041829 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-616b5b66-a341-4c98-bcc8-7cbf62463b0b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Request body: {'port': {'device_id': '2934931d-5177-4867-97f1-bb1d4e1e2dd4', 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4', 'admin_state_up': True, 'tenant_id': '9ba61207ba2c4f4e854877a3e463e14d'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:16.145422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['2df0715b-8991-478d-a325-905e669148d1'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:16.187455 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['8ad96ba8-251d-4f57-9c72-c1da61362af1'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:16.194324 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-ceabe504-7825-4e0e-8d80-0272656cd3b7 service neutron] 10.222.0.22 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6307807 Jul 16 01:23:16.277960 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f780ddff-37c8-4dd9-b1df-28beb6f76a86 req-0201cd7c-9c79-4ef0-9360-f7c327e89d4a tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464993 Jul 16 01:23:16.279482 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=2df0715b-8991-478d-a325-905e669148d1,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:16.292226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-616b5b66-a341-4c98-bcc8-7cbf62463b0b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Made reservation on behalf of 9ba61207ba2c4f4e854877a3e463e14d for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:16.310872 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-616b5b66-a341-4c98-bcc8-7cbf62463b0b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.535562 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-c08e3d3c-22b0-4e0b-b382-ece8ee088b85 service neutron] 10.222.0.22 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397276 Jul 16 01:23:16.610371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8ad96ba8-251d-4f57-9c72-c1da61362af1 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:16.714270 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.737792 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8ad96ba8-251d-4f57-9c72-c1da61362af1 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:16.770587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8ad96ba8-251d-4f57-9c72-c1da61362af1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ad96ba8-251d-4f57-9c72-c1da61362af1,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:16.776556 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:16.877693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=8ad96ba8-251d-4f57-9c72-c1da61362af1,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:17.062139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-616b5b66-a341-4c98-bcc8-7cbf62463b0b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Allocated IP 172.20.0.5 (6504a12b-0a6b-4253-8a36-570413368fa4/86fed443-807a-4e25-9ca2-091b2a4e90c8/065bf33a-ce06-4032-ae27-362a428d5d51) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:17.364385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18baee95-ab7d-4afb-a7c1-2027b3df8718 req-a16c59ce-85e8-4d8f-80d2-b90ba2a73425 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:17.375833 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18baee95-ab7d-4afb-a7c1-2027b3df8718 req-a16c59ce-85e8-4d8f-80d2-b90ba2a73425 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.8304229 Jul 16 01:23:17.409935 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-616b5b66-a341-4c98-bcc8-7cbf62463b0b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:17.472725 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18baee95-ab7d-4afb-a7c1-2027b3df8718 req-e49ba66b-a90f-4a8f-b02c-2303cc39eed6 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823481 Jul 16 01:23:17.562603 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-616b5b66-a341-4c98-bcc8-7cbf62463b0b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:17.618240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-616b5b66-a341-4c98-bcc8-7cbf62463b0b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Network 6504a12b-0a6b-4253-8a36-570413368fa4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:17.634184 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-616b5b66-a341-4c98-bcc8-7cbf62463b0b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:17.640454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-616b5b66-a341-4c98-bcc8-7cbf62463b0b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:17.649830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b5b66-a341-4c98-bcc8-7cbf62463b0b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Pushing event updated for resources: {'Port': ['ID=065bf33a-ce06-4032-ae27-362a428d5d51,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:17.732863 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-616b5b66-a341-4c98-bcc8-7cbf62463b0b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:17.736711 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-616b5b66-a341-4c98-bcc8-7cbf62463b0b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:17.769803 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-616b5b66-a341-4c98-bcc8-7cbf62463b0b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7546873 Jul 16 01:23:17.791141 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Request body: {'port': {'device_id': '2934931d-5177-4867-97f1-bb1d4e1e2dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:17.978658 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.383384 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9052393-0aae-4238-9d76-81b70a1df6f5 req-933249be-5092-468c-ac2d-44cfd0236ca1 tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0601270 Jul 16 01:23:18.594220 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8ad96ba8-251d-4f57-9c72-c1da61362af1 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:18.636055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 065bf33a-ce06-4032-ae27-362a428d5d51 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:18.663821 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.698703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Transition to ACTIVE for port object 065bf33a-ce06-4032-ae27-362a428d5d51 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:18.706680 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.779292 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 8ad96ba8-251d-4f57-9c72-c1da61362af1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:18.779833 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.971887 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:18.998238 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1e034865-f2eb-41fc-b636-47032b194c12 req-62c5090c-4269-4bc4-8d0c-19cca171895f tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 210 time: 0.2320573 Jul 16 01:23:19.043771 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fa5961-157b-4263-98c3-54484aebaf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad96ba8-251d-4f57-9c72-c1da61362af1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:19.048325 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5444acc2-796c-42cd-b731-8bd6c6dd2b81" -d '{"events": [{"server_uuid": "97fa5961-157b-4263-98c3-54484aebaf9d", "name": "network-vif-plugged", "status": "completed", "tag": "8ad96ba8-251d-4f57-9c72-c1da61362af1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:19.071534 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Pushing event updated for resources: {'Port': ['ID=065bf33a-ce06-4032-ae27-362a428d5d51,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:19.088785 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8ad96ba8-251d-4f57-9c72-c1da61362af1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ad96ba8-251d-4f57-9c72-c1da61362af1,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:19.094824 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.096538 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 2df0715b-8991-478d-a325-905e669148d1 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:19.199533 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 2df0715b-8991-478d-a325-905e669148d1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:19.199533 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.263067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=8ad96ba8-251d-4f57-9c72-c1da61362af1,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:19.318505 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.361442 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2df0715b-8991-478d-a325-905e669148d1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:19.371238 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.508584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=2df0715b-8991-478d-a325-905e669148d1,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:19.561104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ed6e0-391c-4060-9971-05599407deba req-2e39b43e-f21b-458e-a521-9d34f3f94ff2 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:19.562739 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-398ed6e0-391c-4060-9971-05599407deba req-2e39b43e-f21b-458e-a521-9d34f3f94ff2 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/networks?id=42adb04e-bab5-447c-91f8-de453790d15e HTTP/1.1" status: 200 len: 809 time: 0.7916646 Jul 16 01:23:19.573272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-9c9cb153-c137-46d3-9bc2-ac43b38cf43b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:19.577130 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-9c9cb153-c137-46d3-9bc2-ac43b38cf43b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.70 "GET /v2.0/networks?id=6504a12b-0a6b-4253-8a36-570413368fa4 HTTP/1.1" status: 200 len: 819 time: 0.6184325 Jul 16 01:23:19.632842 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-1cc44d76-6e47-4954-a0a9-9082c2b0b1f0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Request body: {'port': {'device_id': '836cc896-4da2-49b6-8045-fb97ad7d85a9', 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4', 'admin_state_up': True, 'tenant_id': '9ba61207ba2c4f4e854877a3e463e14d'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:19.782714 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142dffd-305d-4d48-a936-9fac2f797b5b req-be10cb04-017b-4bfd-877f-0dc3df86b606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:19.784286 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3142dffd-305d-4d48-a936-9fac2f797b5b req-be10cb04-017b-4bfd-877f-0dc3df86b606 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 1097 time: 0.1890848 Jul 16 01:23:19.864799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Attempting to bind port 065bf33a-ce06-4032-ae27-362a428d5d51 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:19.865408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Attempting to bind port 065bf33a-ce06-4032-ae27-362a428d5d51 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '84b9b03c-0a13-4fb6-85a4-6a301236c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:19.865506 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Attempting to bind port 065bf33a-ce06-4032-ae27-362a428d5d51 on network 6504a12b-0a6b-4253-8a36-570413368fa4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:19.876942 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-398ed6e0-391c-4060-9971-05599407deba req-0337d3d2-b8a4-4459-be63-04e6892cb167 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/quotas/abf26ee01603476f823252da27ed82b6 HTTP/1.1" status: 200 len: 375 time: 0.2603955 Jul 16 01:23:19.880270 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Port 065bf33a-ce06-4032-ae27-362a428d5d51 on network 6504a12b-0a6b-4253-8a36-570413368fa4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:19.880754 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Attempting to bind port 065bf33a-ce06-4032-ae27-362a428d5d51 on network 6504a12b-0a6b-4253-8a36-570413368fa4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:19.923380 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:19.924364 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Checking segment: {'id': '84b9b03c-0a13-4fb6-85a4-6a301236c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:19.924942 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Bound using segment: {'id': '84b9b03c-0a13-4fb6-85a4-6a301236c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:19.925552 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Bound port: 065bf33a-ce06-4032-ae27-362a428d5d51, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b9b03c-0a13-4fb6-85a4-6a301236c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:19.926118 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:19.966879 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142dffd-305d-4d48-a936-9fac2f797b5b req-642d86f0-4ded-407d-9d76-58ef071d0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:19.968560 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3142dffd-305d-4d48-a936-9fac2f797b5b req-642d86f0-4ded-407d-9d76-58ef071d0d9c service neutron] 10.222.0.69 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 913 time: 0.1761980 Jul 16 01:23:19.979820 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-398ed6e0-391c-4060-9971-05599407deba req-64dcd8dd-eb5d-4a69-a9cd-f95fd4f5360a tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=abf26ee01603476f823252da27ed82b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870116 Jul 16 01:23:19.980666 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-1cc44d76-6e47-4954-a0a9-9082c2b0b1f0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Made reservation on behalf of 9ba61207ba2c4f4e854877a3e463e14d for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:19.984407 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-1cc44d76-6e47-4954-a0a9-9082c2b0b1f0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.013690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e4e27-a509-4b4d-ab1e-059cd8a1fe9a req-273db69e-9b78-46f1-a74f-1487adefa457 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:20.016636 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3142dffd-305d-4d48-a936-9fac2f797b5b req-e3c33e1e-e53a-460d-bc7d-ccdc098a788c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e5016402-fba8-49c5-b0a3-ff3be9309e08 HTTP/1.1" status: 200 len: 217 time: 0.0403402 Jul 16 01:23:20.021232 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-666e4e27-a509-4b4d-ab1e-059cd8a1fe9a req-273db69e-9b78-46f1-a74f-1487adefa457 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 945 time: 0.5948048 Jul 16 01:23:20.152160 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142dffd-305d-4d48-a936-9fac2f797b5b req-87810baa-1aff-48a1-a80d-0f8d977dbb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:20.154545 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3142dffd-305d-4d48-a936-9fac2f797b5b req-87810baa-1aff-48a1-a80d-0f8d977dbb61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dcb4b501-ff87-4c91-b62d-7063cf216269 HTTP/1.1" status: 200 len: 852 time: 0.1317711 Jul 16 01:23:20.216059 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3142dffd-305d-4d48-a936-9fac2f797b5b req-5ef0aab2-3bde-4545-835b-b2e6438a13bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fcb8e6c-5076-4d25-8790-4e6d6232edea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523849 Jul 16 01:23:20.222731 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-666e4e27-a509-4b4d-ab1e-059cd8a1fe9a req-9a330af0-68e8-4f25-b80b-a211842909b6 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000380 Jul 16 01:23:20.346240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] For port 065bf33a-ce06-4032-ae27-362a428d5d51, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:20.366836 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-398ed6e0-391c-4060-9971-05599407deba req-5d2ec9eb-e819-41f1-8f74-4cfea097b346 service neutron] 10.222.0.22 "GET /v2.0/networks/42adb04e-bab5-447c-91f8-de453790d15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622267 Jul 16 01:23:20.375798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] For port 065bf33a-ce06-4032-ae27-362a428d5d51, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=065bf33a-ce06-4032-ae27-362a428d5d51,segment=NetworkSegment(84b9b03c-0a13-4fb6-85a4-6a301236c4e0),segment_id=84b9b03c-0a13-4fb6-85a4-6a301236c4e0)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:20.395613 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d011512d-0e95-4d5f-adb5-c9d765eaea4e req-a28602e7-b859-4be7-898f-1997f2bb22c3 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:20.397998 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d011512d-0e95-4d5f-adb5-c9d765eaea4e req-a28602e7-b859-4be7-898f-1997f2bb22c3 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.69 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 945 time: 0.4633005 Jul 16 01:23:20.421815 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3142dffd-305d-4d48-a936-9fac2f797b5b req-e5d81ef2-c941-4da6-a49c-d630b09fb569 service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010808 Jul 16 01:23:20.425161 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.541924 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3142dffd-305d-4d48-a936-9fac2f797b5b req-f6cd17dc-5b31-46f5-b8c4-72ee945d5bed service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116457 Jul 16 01:23:20.936115 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:20.936739 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:20.938425 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] 10.222.0.69 "PUT /v2.0/ports/065bf33a-ce06-4032-ae27-362a428d5d51 HTTP/1.1" status: 200 len: 1092 time: 3.1618519 Jul 16 01:23:20.947267 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2934931d-5177-4867-97f1-bb1d4e1e2dd4', 'tag': '065bf33a-ce06-4032-ae27-362a428d5d51'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:20.951070 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ce9031-5471-4914-906e-0dfae9aec9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2934931d-5177-4867-97f1-bb1d4e1e2dd4", "tag": "065bf33a-ce06-4032-ae27-362a428d5d51"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:21.047548 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-1cc44d76-6e47-4954-a0a9-9082c2b0b1f0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Allocated IP 172.20.0.14 (6504a12b-0a6b-4253-8a36-570413368fa4/86fed443-807a-4e25-9ca2-091b2a4e90c8/ba780ee1-5c2c-44c7-9ecf-6ee4b5822740) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:21.087137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e31580-aab9-4eb1-b8f4-5478a7c40006 service neutron] Pushing event updated for resources: {'Port': ['ID=065bf33a-ce06-4032-ae27-362a428d5d51,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:21.108610 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-398ed6e0-391c-4060-9971-05599407deba req-58b0df23-cfe4-4bd1-a13f-a3314482c6b2 service neutron] 10.222.0.22 "GET /v2.0/networks/42adb04e-bab5-447c-91f8-de453790d15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7309794 Jul 16 01:23:21.194183 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e4d96-e546-412d-8430-208844172a5c req-3c829965-7748-4fe4-91ec-0a6d57dfb8d0 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:21.201142 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d6e4d96-e546-412d-8430-208844172a5c req-3c829965-7748-4fe4-91ec-0a6d57dfb8d0 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.7737200 Jul 16 01:23:21.279991 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-8aa1e09c-0ab6-413d-b527-417b0465a63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:21.281518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-8aa1e09c-0ab6-413d-b527-417b0465a63f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9ba61207ba2c4f4e854877a3e463e14d&device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 1095 time: 0.2976251 Jul 16 01:23:21.288919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-d011512d-0e95-4d5f-adb5-c9d765eaea4e req-8857a18c-36db-4dd1-8ed6-dd14816852e5 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Deleting port 8ad96ba8-251d-4f57-9c72-c1da61362af1 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:21.289573 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d011512d-0e95-4d5f-adb5-c9d765eaea4e req-8857a18c-36db-4dd1-8ed6-dd14816852e5 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.387045 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d6e4d96-e546-412d-8430-208844172a5c req-f20ee3a7-fc98-4d11-9ebf-bff3e3108ea4 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849084 Jul 16 01:23:21.449591 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-f9df6601-9999-45b2-883a-36bb1c7fea30 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=065bf33a-ce06-4032-ae27-362a428d5d51 HTTP/1.1" status: 200 len: 217 time: 0.1535003 Jul 16 01:23:21.453312 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d75463c-4870-4038-a15b-2f5548135403 x-openstack-request-id: req-6d75463c-4870-4038-a15b-2f5548135403 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:21.453840 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fa5961-157b-4263-98c3-54484aebaf9d", "name": "network-vif-plugged", "status": "completed", "tag": "8ad96ba8-251d-4f57-9c72-c1da61362af1", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:21.453935 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6d75463c-4870-4038-a15b-2f5548135403 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:21.454289 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fa5961-157b-4263-98c3-54484aebaf9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ad96ba8-251d-4f57-9c72-c1da61362af1', 'code': 200} Jul 16 01:23:21.723046 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7533b19a-d969-4c9e-bef9-cd224d912635 req-d4313bea-ac52-4f15-9ac1-0f9d4b495d6a tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.1314039 Jul 16 01:23:21.820704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91adf057-1fdf-4b83-abdc-0eb8f2815b15 req-ee1ef7fb-91ec-47f8-80b3-8e3fab43ef2e tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 210 time: 0.1692202 Jul 16 01:23:21.832339 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c44ca9e-b8d3-40ca-b532-ab7f50d9b03e x-openstack-request-id: req-9c44ca9e-b8d3-40ca-b532-ab7f50d9b03e {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:21.832648 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2934931d-5177-4867-97f1-bb1d4e1e2dd4", "tag": "065bf33a-ce06-4032-ae27-362a428d5d51", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:21.834567 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c44ca9e-b8d3-40ca-b532-ab7f50d9b03e {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:21.836582 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2934931d-5177-4867-97f1-bb1d4e1e2dd4', 'tag': '065bf33a-ce06-4032-ae27-362a428d5d51', 'status': 'completed', 'code': 200} Jul 16 01:23:21.855954 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-1cc44d76-6e47-4954-a0a9-9082c2b0b1f0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:21.977408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-e1c52f83-0c5a-42e5-8a42-31daf4bd836f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:21.978935 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-e1c52f83-0c5a-42e5-8a42-31daf4bd836f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86fed443-807a-4e25-9ca2-091b2a4e90c8 HTTP/1.1" status: 200 len: 859 time: 0.5147209 Jul 16 01:23:21.987219 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-1cc44d76-6e47-4954-a0a9-9082c2b0b1f0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.071684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-511d9bac-b5f0-4491-9fac-8922451f3584 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6504a12b-0a6b-4253-8a36-570413368fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609374 Jul 16 01:23:22.160564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc44d76-6e47-4954-a0a9-9082c2b0b1f0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Pushing event updated for resources: {'Port': ['ID=ba780ee1-5c2c-44c7-9ecf-6ee4b5822740,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:22.303177 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a6b549f8-ea94-4f68-9888-b2dccaa32c95 req-2127c311-240e-4d35-864a-f2c428184f12 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=1556ba88-1c27-4115-b2a9-655175805405 HTTP/1.1" status: 200 len: 210 time: 0.3114531 Jul 16 01:23:22.306401 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d011512d-0e95-4d5f-adb5-c9d765eaea4e req-8857a18c-36db-4dd1-8ed6-dd14816852e5 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] For port 8ad96ba8-251d-4f57-9c72-c1da61362af1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ad96ba8-251d-4f57-9c72-c1da61362af1,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:22.306783 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d011512d-0e95-4d5f-adb5-c9d765eaea4e req-8857a18c-36db-4dd1-8ed6-dd14816852e5 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.384906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-d011512d-0e95-4d5f-adb5-c9d765eaea4e req-8857a18c-36db-4dd1-8ed6-dd14816852e5 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Calling delete_port for 8ad96ba8-251d-4f57-9c72-c1da61362af1 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:22.470313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-1cc44d76-6e47-4954-a0a9-9082c2b0b1f0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Network 6504a12b-0a6b-4253-8a36-570413368fa4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:22.519812 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-1cc44d76-6e47-4954-a0a9-9082c2b0b1f0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:22.544763 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-1cc44d76-6e47-4954-a0a9-9082c2b0b1f0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:22.576794 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-d708c202-1b30-4540-9188-9a09d3ff838f service neutron] 10.222.0.69 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595528 Jul 16 01:23:22.614004 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e5016402-fba8-49c5-b0a3-ff3be9309e08 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:22.663069 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-1cc44d76-6e47-4954-a0a9-9082c2b0b1f0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:22.664744 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-1cc44d76-6e47-4954-a0a9-9082c2b0b1f0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.743282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e534ee-c00d-44de-9a18-f542168e1855 req-d9fb8494-34ac-4af9-aa1a-5a4dcc9cc054 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:22.754392 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3e534ee-c00d-44de-9a18-f542168e1855 req-d9fb8494-34ac-4af9-aa1a-5a4dcc9cc054 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 945 time: 0.8312876 Jul 16 01:23:22.761936 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.842892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e5016402-fba8-49c5-b0a3-ff3be9309e08, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5016402-fba8-49c5-b0a3-ff3be9309e08,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:22.846352 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3e534ee-c00d-44de-9a18-f542168e1855 req-c3d0c1f6-aac0-4da5-9c1d-de7d20070f5b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907133 Jul 16 01:23:22.848503 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:22.944058 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-1cc44d76-6e47-4954-a0a9-9082c2b0b1f0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3163176 Jul 16 01:23:22.948185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e5016402-fba8-49c5-b0a3-ff3be9309e08,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:23.003390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Request body: {'port': {'device_id': '836cc896-4da2-49b6-8045-fb97ad7d85a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:23.019693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfbd678-6b9a-4223-97aa-29919ede92e3 req-c635f022-0ed9-4521-a5d0-ac16380914de tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.027516 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dfbd678-6b9a-4223-97aa-29919ede92e3 req-c635f022-0ed9-4521-a5d0-ac16380914de tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 945 time: 0.4791059 Jul 16 01:23:23.150614 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5964b7d7-c855-4053-88e4-f8377f82ee88 req-6ec12d2b-cbce-4b3a-a46a-c60f0158a234 service neutron] 10.222.0.69 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4233484 Jul 16 01:23:23.211691 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dfbd678-6b9a-4223-97aa-29919ede92e3 req-613ae870-7703-4aa6-876a-4924c91f0696 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496062 Jul 16 01:23:23.456012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df0715b-8991-478d-a325-905e669148d1'}, {'server_uuid': 'ace8ca32-75e5-447f-8674-adfa385e85e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5016402-fba8-49c5-b0a3-ff3be9309e08'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:23.458371 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e7ccf7-2c66-4bf8-9f0b-1312046ba007" -d '{"events": [{"server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "name": "network-vif-plugged", "status": "completed", "tag": "2df0715b-8991-478d-a325-905e669148d1"}, {"server_uuid": "ace8ca32-75e5-447f-8674-adfa385e85e9", "name": "network-vif-unplugged", "status": "completed", "tag": "e5016402-fba8-49c5-b0a3-ff3be9309e08"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:23.478664 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e476fa0d-2745-4709-917f-11989b2dfc53 req-376b6a91-2e4a-4ae7-bef4-0d8186e23bbb tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.1270337 Jul 16 01:23:23.479323 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.579672 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d011512d-0e95-4d5f-adb5-c9d765eaea4e req-8857a18c-36db-4dd1-8ed6-dd14816852e5 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.696162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857a18c-36db-4dd1-8ed6-dd14816852e5 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Pushing event deleted for resources: {'Port': ['ID=8ad96ba8-251d-4f57-9c72-c1da61362af1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:23.790509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ed6e0-391c-4060-9971-05599407deba req-8182fde3-4351-4535-a204-2afd76e23060 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.792087 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-398ed6e0-391c-4060-9971-05599407deba req-8182fde3-4351-4535-a204-2afd76e23060 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.69 "GET /v2.0/networks?id=42adb04e-bab5-447c-91f8-de453790d15e HTTP/1.1" status: 200 len: 809 time: 0.2959304 Jul 16 01:23:23.812737 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-398ed6e0-391c-4060-9971-05599407deba req-53d779bc-85ae-4bc6-8a33-d7db127c9216 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Request body: {'port': {'device_id': '1556ba88-1c27-4115-b2a9-655175805405', 'network_id': '42adb04e-bab5-447c-91f8-de453790d15e', 'admin_state_up': True, 'tenant_id': 'abf26ee01603476f823252da27ed82b6'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:23.836262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce9031-5471-4914-906e-0dfae9aec9fe req-9dd1efa7-5afa-4b68-bee7-4104d95f6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.837816 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85ce9031-5471-4914-906e-0dfae9aec9fe req-9dd1efa7-5afa-4b68-bee7-4104d95f6f8b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9ba61207ba2c4f4e854877a3e463e14d&device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 1095 time: 0.5643148 Jul 16 01:23:23.838627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d011512d-0e95-4d5f-adb5-c9d765eaea4e req-8857a18c-36db-4dd1-8ed6-dd14816852e5 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] No DVR routers for this DVR port 8ad96ba8-251d-4f57-9c72-c1da61362af1 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:23.855726 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d011512d-0e95-4d5f-adb5-c9d765eaea4e req-8857a18c-36db-4dd1-8ed6-dd14816852e5 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:23.858000 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d011512d-0e95-4d5f-adb5-c9d765eaea4e req-8857a18c-36db-4dd1-8ed6-dd14816852e5 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.69 "DELETE /v2.0/ports/8ad96ba8-251d-4f57-9c72-c1da61362af1 HTTP/1.1" status: 204 len: 173 time: 3.4407423 Jul 16 01:23:23.883697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 58198) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:23.932725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fa5961-157b-4263-98c3-54484aebaf9d', 'name': 'network-vif-deleted', 'tag': '8ad96ba8-251d-4f57-9c72-c1da61362af1'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:23.937160 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a0a3c4-9081-40a1-ab8f-17344a4f90e6" -d '{"events": [{"server_uuid": "97fa5961-157b-4263-98c3-54484aebaf9d", "name": "network-vif-deleted", "tag": "8ad96ba8-251d-4f57-9c72-c1da61362af1"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:23.953743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012ad1f-5041-4e2a-aab2-82305363ab26 req-f979ce67-c196-4ba7-82ed-5533ac39c96f tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:23.956265 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e012ad1f-5041-4e2a-aab2-82305363ab26 req-f979ce67-c196-4ba7-82ed-5533ac39c96f tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 932 time: 0.4944203 Jul 16 01:23:24.074839 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-398ed6e0-391c-4060-9971-05599407deba req-53d779bc-85ae-4bc6-8a33-d7db127c9216 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Made reservation on behalf of abf26ee01603476f823252da27ed82b6 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:24.080367 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-398ed6e0-391c-4060-9971-05599407deba req-53d779bc-85ae-4bc6-8a33-d7db127c9216 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.112207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e012ad1f-5041-4e2a-aab2-82305363ab26 req-17dd70f0-0e96-40b7-a9d6-cf52b4fbb1b1 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385469 Jul 16 01:23:24.184059 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce9031-5471-4914-906e-0dfae9aec9fe req-6931b521-15d9-437b-85cb-28a4d821a5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:24.185832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85ce9031-5471-4914-906e-0dfae9aec9fe req-6931b521-15d9-437b-85cb-28a4d821a5bd service neutron] 10.222.0.69 "GET /v2.0/networks?id=6504a12b-0a6b-4253-8a36-570413368fa4 HTTP/1.1" status: 200 len: 920 time: 0.2547390 Jul 16 01:23:24.227517 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-283b2f51-a0e7-4c54-a1cf-d178a05925e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.278286 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85ce9031-5471-4914-906e-0dfae9aec9fe req-6969ea9f-7a22-4a46-9602-29bd87cd0eac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=065bf33a-ce06-4032-ae27-362a428d5d51 HTTP/1.1" status: 200 len: 217 time: 0.0817750 Jul 16 01:23:24.362547 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-398ed6e0-391c-4060-9971-05599407deba req-53d779bc-85ae-4bc6-8a33-d7db127c9216 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Allocated IP 172.20.0.2 (42adb04e-bab5-447c-91f8-de453790d15e/fb9f62c3-baeb-4988-a8d5-fd0289f7a922/a49ae58f-4183-42d9-bf57-37ae53ff3ccd) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:24.383845 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:24.394482 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.410285 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Transition to ACTIVE for port object ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:24.484145 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-080ce018-4dc9-4868-9948-fb8d0d677800 req-1d8334c2-24cd-4072-8d38-a0c940c800f9 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=1556ba88-1c27-4115-b2a9-655175805405 HTTP/1.1" status: 200 len: 210 time: 0.0699832 Jul 16 01:23:24.509458 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.594527 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-283b2f51-a0e7-4c54-a1cf-d178a05925e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.604173 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-283b2f51-a0e7-4c54-a1cf-d178a05925e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.628887 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 353 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9186080d-13f7-4d33-af10-65c20fe3bae0 x-openstack-request-id: req-9186080d-13f7-4d33-af10-65c20fe3bae0 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:24.630173 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "name": "network-vif-plugged", "status": "completed", "tag": "2df0715b-8991-478d-a325-905e669148d1", "code": 200}, {"server_uuid": "ace8ca32-75e5-447f-8674-adfa385e85e9", "name": "network-vif-unplugged", "status": "failed", "tag": "e5016402-fba8-49c5-b0a3-ff3be9309e08", "code": 422}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:24.630624 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9186080d-13f7-4d33-af10-65c20fe3bae0 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:24.631530 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df0715b-8991-478d-a325-905e669148d1', 'code': 200} Jul 16 01:23:24.632204 n-d-791505-14 neutron-server[93921]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ace8ca32-75e5-447f-8674-adfa385e85e9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e5016402-fba8-49c5-b0a3-ff3be9309e08', 'code': 422} returned with failed status Jul 16 01:23:24.636067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8ad96ba8-251d-4f57-9c72-c1da61362af1 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:24.663789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ce9031-5471-4914-906e-0dfae9aec9fe req-fbc6947a-fbec-46c3-bcb1-377a2446a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:24.668316 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85ce9031-5471-4914-906e-0dfae9aec9fe req-fbc6947a-fbec-46c3-bcb1-377a2446a733 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86fed443-807a-4e25-9ca2-091b2a4e90c8 HTTP/1.1" status: 200 len: 859 time: 0.3807032 Jul 16 01:23:24.671408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba780ee1-5c2c-44c7-9ecf-6ee4b5822740,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:24.694284 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b2f51-a0e7-4c54-a1cf-d178a05925e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c9909f-cb5d-404a-a6d0-edb4d445ff91,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:24.706476 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-283b2f51-a0e7-4c54-a1cf-d178a05925e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=51445786c1874f1c9f2a7a035a1beb4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8192203 Jul 16 01:23:24.707782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 58236) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:24.721973 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 8ad96ba8-251d-4f57-9c72-c1da61362af1 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:24.723380 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8ad96ba8-251d-4f57-9c72-c1da61362af1 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:24.741102 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-398ed6e0-391c-4060-9971-05599407deba req-53d779bc-85ae-4bc6-8a33-d7db127c9216 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.777241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85ce9031-5471-4914-906e-0dfae9aec9fe req-6e6799f8-b2a4-407e-9ae6-74dfc99f8e8d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6504a12b-0a6b-4253-8a36-570413368fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927756 Jul 16 01:23:24.797975 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53be3c72-89de-4819-a6ea-71b1b95c95d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.889882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53be3c72-89de-4819-a6ea-71b1b95c95d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:24.925652 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-398ed6e0-391c-4060-9971-05599407deba req-53d779bc-85ae-4bc6-8a33-d7db127c9216 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.033881 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-398ed6e0-391c-4060-9971-05599407deba req-53d779bc-85ae-4bc6-8a33-d7db127c9216 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Network 42adb04e-bab5-447c-91f8-de453790d15e is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:25.044405 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-398ed6e0-391c-4060-9971-05599407deba req-53d779bc-85ae-4bc6-8a33-d7db127c9216 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:25.047628 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-398ed6e0-391c-4060-9971-05599407deba req-53d779bc-85ae-4bc6-8a33-d7db127c9216 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:25.057842 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d779bc-85ae-4bc6-8a33-d7db127c9216 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Pushing event updated for resources: {'Port': ['ID=a49ae58f-4183-42d9-bf57-37ae53ff3ccd,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:25.107865 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53be3c72-89de-4819-a6ea-71b1b95c95d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.111005 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53be3c72-89de-4819-a6ea-71b1b95c95d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.114636 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-53be3c72-89de-4819-a6ea-71b1b95c95d4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18c9909f-cb5d-404a-a6d0-edb4d445ff91 HTTP/1.1" status: 204 len: 168 time: 0.4030569 Jul 16 01:23:25.128898 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be3c72-89de-4819-a6ea-71b1b95c95d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c9909f-cb5d-404a-a6d0-edb4d445ff91,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:25.171864 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ed6e0-391c-4060-9971-05599407deba req-53d779bc-85ae-4bc6-8a33-d7db127c9216 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:25.172598 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-398ed6e0-391c-4060-9971-05599407deba req-53d779bc-85ae-4bc6-8a33-d7db127c9216 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.190317 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-398ed6e0-391c-4060-9971-05599407deba req-53d779bc-85ae-4bc6-8a33-d7db127c9216 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3888927 Jul 16 01:23:25.217701 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Request body: {'port': {'device_id': '1556ba88-1c27-4115-b2a9-655175805405', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:25.339115 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.383390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Attempting to bind port ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:25.384091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Attempting to bind port ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '84b9b03c-0a13-4fb6-85a4-6a301236c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:25.384091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Attempting to bind port ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 on network 6504a12b-0a6b-4253-8a36-570413368fa4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:25.390332 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6236560c-ca41-4442-a659-696173286cec req-daf6db15-4451-40cc-bf7c-9e1785b10640 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=97fa5961-157b-4263-98c3-54484aebaf9d HTTP/1.1" status: 200 len: 210 time: 0.1054046 Jul 16 01:23:25.392374 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85ce9031-5471-4914-906e-0dfae9aec9fe req-d9abd990-9138-4d58-ba71-7c4563dea753 service neutron] 10.222.0.69 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5871904 Jul 16 01:23:25.444266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Port ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 on network 6504a12b-0a6b-4253-8a36-570413368fa4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:25.444668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Attempting to bind port ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 on network 6504a12b-0a6b-4253-8a36-570413368fa4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:25.466350 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:25.466822 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Checking segment: {'id': '84b9b03c-0a13-4fb6-85a4-6a301236c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:25.467284 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Bound using segment: {'id': '84b9b03c-0a13-4fb6-85a4-6a301236c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:25.467827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Bound port: ba780ee1-5c2c-44c7-9ecf-6ee4b5822740, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b9b03c-0a13-4fb6-85a4-6a301236c4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:25.468262 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.528180 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83951f79-c446-4f7e-96c2-6b8aa00fe4e7 x-openstack-request-id: req-83951f79-c446-4f7e-96c2-6b8aa00fe4e7 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:25.528571 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fa5961-157b-4263-98c3-54484aebaf9d", "name": "network-vif-deleted", "tag": "8ad96ba8-251d-4f57-9c72-c1da61362af1", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:25.528899 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83951f79-c446-4f7e-96c2-6b8aa00fe4e7 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:25.529369 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97fa5961-157b-4263-98c3-54484aebaf9d', 'name': 'network-vif-deleted', 'tag': '8ad96ba8-251d-4f57-9c72-c1da61362af1', 'status': 'completed', 'code': 200} Jul 16 01:23:25.621833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 58248) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:25.638141 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41625a-235a-4221-97ce-c0ac1f5f7aa4 req-f42d797f-a285-4cf0-84a6-36717eba989e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:25.640176 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb41625a-235a-4221-97ce-c0ac1f5f7aa4 req-f42d797f-a285-4cf0-84a6-36717eba989e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=ace8ca32-75e5-447f-8674-adfa385e85e9 HTTP/1.1" status: 200 len: 943 time: 0.3561716 Jul 16 01:23:25.680780 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85ce9031-5471-4914-906e-0dfae9aec9fe req-7d419d1f-1621-41e2-ad02-ca12fec43e1f service neutron] 10.222.0.69 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816372 Jul 16 01:23:25.683375 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4de9afbf-82f9-4a36-a633-a4bd93be79f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.733995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] For port ba780ee1-5c2c-44c7-9ecf-6ee4b5822740, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:25.742465 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] For port ba780ee1-5c2c-44c7-9ecf-6ee4b5822740, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ba780ee1-5c2c-44c7-9ecf-6ee4b5822740,segment=NetworkSegment(84b9b03c-0a13-4fb6-85a4-6a301236c4e0),segment_id=84b9b03c-0a13-4fb6-85a4-6a301236c4e0)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:25.753957 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.812941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:25.813746 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.815472 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] 10.222.0.70 "PUT /v2.0/ports/ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 HTTP/1.1" status: 200 len: 1093 time: 2.8164909 Jul 16 01:23:25.844077 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a49ae58f-4183-42d9-bf57-37ae53ff3ccd {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:25.857948 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.884311 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Transition to ACTIVE for port object a49ae58f-4183-42d9-bf57-37ae53ff3ccd will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:25.894765 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.899107 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4de9afbf-82f9-4a36-a633-a4bd93be79f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.908472 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4de9afbf-82f9-4a36-a633-a4bd93be79f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:25.933945 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e219b747-7de3-4b0b-b0d3-a73ac56ba6bd req-cb78119a-2913-44aa-bfc4-083e7d6a911f tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.1142378 Jul 16 01:23:25.965956 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f29182-1862-474c-8184-20e2bd4312a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba780ee1-5c2c-44c7-9ecf-6ee4b5822740,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:25.984243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-bb41625a-235a-4221-97ce-c0ac1f5f7aa4 req-bdbe3598-1b3a-4e25-8140-fe99724c255a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Deleting port e5016402-fba8-49c5-b0a3-ff3be9309e08 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:25.984595 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bb41625a-235a-4221-97ce-c0ac1f5f7aa4 req-bdbe3598-1b3a-4e25-8140-fe99724c255a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.035508 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de9afbf-82f9-4a36-a633-a4bd93be79f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa63d852-03aa-4155-a397-92acbd597e7f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:26.061035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-4d557e32-8e58-4030-a44e-f9eaf4d9fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.062663 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-4d557e32-8e58-4030-a44e-f9eaf4d9fd34 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ba61207ba2c4f4e854877a3e463e14d&device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 1096 time: 0.1638515 Jul 16 01:23:26.065957 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4de9afbf-82f9-4a36-a633-a4bd93be79f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5244a841f21407680a8a97b2a7cdc40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4406235 Jul 16 01:23:26.066741 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 58254) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:26.090782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Pushing event updated for resources: {'Port': ['ID=a49ae58f-4183-42d9-bf57-37ae53ff3ccd,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:26.146104 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-9601e0b2-00a7-4028-9e4d-07252d25d4bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 HTTP/1.1" status: 200 len: 217 time: 0.0499465 Jul 16 01:23:26.198320 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a4e7-51f9-46e8-8dc7-67508d82bdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.216581 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Attempting to bind port a49ae58f-4183-42d9-bf57-37ae53ff3ccd on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:26.216925 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Attempting to bind port a49ae58f-4183-42d9-bf57-37ae53ff3ccd by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '5fed7a5b-37ef-4a72-9084-1716ac8e047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '42adb04e-bab5-447c-91f8-de453790d15e'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:26.217264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Attempting to bind port a49ae58f-4183-42d9-bf57-37ae53ff3ccd on network 42adb04e-bab5-447c-91f8-de453790d15e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:26.233863 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Port a49ae58f-4183-42d9-bf57-37ae53ff3ccd on network 42adb04e-bab5-447c-91f8-de453790d15e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:26.234191 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Attempting to bind port a49ae58f-4183-42d9-bf57-37ae53ff3ccd on network 42adb04e-bab5-447c-91f8-de453790d15e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:26.241386 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a4e7-51f9-46e8-8dc7-67508d82bdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.253997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:26.254336 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Checking segment: {'id': '5fed7a5b-37ef-4a72-9084-1716ac8e047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '42adb04e-bab5-447c-91f8-de453790d15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:26.254738 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Bound using segment: {'id': '5fed7a5b-37ef-4a72-9084-1716ac8e047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '42adb04e-bab5-447c-91f8-de453790d15e'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:26.255189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Bound port: a49ae58f-4183-42d9-bf57-37ae53ff3ccd, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fed7a5b-37ef-4a72-9084-1716ac8e047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '42adb04e-bab5-447c-91f8-de453790d15e'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:26.255584 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.263950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-bb41625a-235a-4221-97ce-c0ac1f5f7aa4 req-bdbe3598-1b3a-4e25-8140-fe99724c255a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] For port e5016402-fba8-49c5-b0a3-ff3be9309e08, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5016402-fba8-49c5-b0a3-ff3be9309e08,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:26.264320 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bb41625a-235a-4221-97ce-c0ac1f5f7aa4 req-bdbe3598-1b3a-4e25-8140-fe99724c255a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.284123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-a726055b-085f-4d03-88d9-270ef8f0bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.285637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-a726055b-085f-4d03-88d9-270ef8f0bc90 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=86fed443-807a-4e25-9ca2-091b2a4e90c8 HTTP/1.1" status: 200 len: 859 time: 0.1121221 Jul 16 01:23:26.290408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-bb41625a-235a-4221-97ce-c0ac1f5f7aa4 req-bdbe3598-1b3a-4e25-8140-fe99724c255a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Calling delete_port for e5016402-fba8-49c5-b0a3-ff3be9309e08 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:26.350312 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] For port a49ae58f-4183-42d9-bf57-37ae53ff3ccd, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:26.353969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] For port a49ae58f-4183-42d9-bf57-37ae53ff3ccd, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a49ae58f-4183-42d9-bf57-37ae53ff3ccd,segment=NetworkSegment(5fed7a5b-37ef-4a72-9084-1716ac8e047d),segment_id=5fed7a5b-37ef-4a72-9084-1716ac8e047d)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:26.363077 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.373349 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a4e7-51f9-46e8-8dc7-67508d82bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.373732 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-a3b464c6-0870-4342-b1cf-25c7feff9010 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6504a12b-0a6b-4253-8a36-570413368fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658753 Jul 16 01:23:26.374463 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7cf3a4e7-51f9-46e8-8dc7-67508d82bdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.379208 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7cf3a4e7-51f9-46e8-8dc7-67508d82bdd0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aa63d852-03aa-4155-a397-92acbd597e7f HTTP/1.1" status: 204 len: 168 time: 0.3044245 Jul 16 01:23:26.393333 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69bfa6a-d40a-4c11-a9f6-dc63e8c7264c req-596b41e8-09ee-497e-b665-d0a7fa6da226 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.403312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b69bfa6a-d40a-4c11-a9f6-dc63e8c7264c req-596b41e8-09ee-497e-b665-d0a7fa6da226 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 944 time: 0.2602766 Jul 16 01:23:26.414914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf3a4e7-51f9-46e8-8dc7-67508d82bdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa63d852-03aa-4155-a397-92acbd597e7f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:26.417164 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.417791 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.419186 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-398ed6e0-391c-4060-9971-05599407deba req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] 10.222.0.69 "PUT /v2.0/ports/a49ae58f-4183-42d9-bf57-37ae53ff3ccd HTTP/1.1" status: 200 len: 1092 time: 1.2083986 Jul 16 01:23:26.421489 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1556ba88-1c27-4115-b2a9-655175805405', 'tag': 'a49ae58f-4183-42d9-bf57-37ae53ff3ccd'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:26.434439 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391644e5-519a-497f-973a-d84468fc4ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "1556ba88-1c27-4115-b2a9-655175805405", "tag": "a49ae58f-4183-42d9-bf57-37ae53ff3ccd"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:26.511041 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c3632-6ea1-4d7c-b111-11cadf7d7947 service neutron] Pushing event updated for resources: {'Port': ['ID=a49ae58f-4183-42d9-bf57-37ae53ff3ccd,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:26.541279 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ed6e0-391c-4060-9971-05599407deba req-744573e0-9c46-4587-864a-7a8aa9651837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.542973 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-398ed6e0-391c-4060-9971-05599407deba req-744573e0-9c46-4587-864a-7a8aa9651837 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=abf26ee01603476f823252da27ed82b6&device_id=1556ba88-1c27-4115-b2a9-655175805405 HTTP/1.1" status: 200 len: 1095 time: 0.0709794 Jul 16 01:23:26.595225 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b69bfa6a-d40a-4c11-a9f6-dc63e8c7264c req-41709b5a-b741-40bc-99ac-1d40acebea77 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899478 Jul 16 01:23:26.609675 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-398ed6e0-391c-4060-9971-05599407deba req-0846b930-1999-4022-9cae-f8b450b1e92d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a49ae58f-4183-42d9-bf57-37ae53ff3ccd HTTP/1.1" status: 200 len: 217 time: 0.0581012 Jul 16 01:23:26.627106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 065bf33a-ce06-4032-ae27-362a428d5d51 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:26.632593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e5016402-fba8-49c5-b0a3-ff3be9309e08 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:26.666798 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-af72856c-9d5d-400e-9a8b-4b247a4b7267 service neutron] 10.222.0.70 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571757 Jul 16 01:23:26.679405 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398ed6e0-391c-4060-9971-05599407deba req-41fce978-8041-4234-8165-5d6623f47def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:26.683956 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-398ed6e0-391c-4060-9971-05599407deba req-41fce978-8041-4234-8165-5d6623f47def service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fb9f62c3-baeb-4988-a8d5-fd0289f7a922 HTTP/1.1" status: 200 len: 849 time: 0.0678213 Jul 16 01:23:26.747497 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-398ed6e0-391c-4060-9971-05599407deba req-282fd15d-6c4a-49dc-8c35-6bb5c8d54ba9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42adb04e-bab5-447c-91f8-de453790d15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571983 Jul 16 01:23:26.782456 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bb41625a-235a-4221-97ce-c0ac1f5f7aa4 req-bdbe3598-1b3a-4e25-8140-fe99724c255a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.886494 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 065bf33a-ce06-4032-ae27-362a428d5d51, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=065bf33a-ce06-4032-ae27-362a428d5d51,segment=NetworkSegment(84b9b03c-0a13-4fb6-85a4-6a301236c4e0),segment_id=84b9b03c-0a13-4fb6-85a4-6a301236c4e0)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:26.906992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '065bf33a-ce06-4032-ae27-362a428d5d51', 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4', 'port_id': '065bf33a-ce06-4032-ae27-362a428d5d51', 'mac_address': 'fa:16:3e:1b:64:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fed443-807a-4e25-9ca2-091b2a4e90c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:26.910873 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-398ed6e0-391c-4060-9971-05599407deba req-51dd6700-5f24-48a4-9d67-3a892e337b2e service neutron] 10.222.0.69 "GET /v2.0/networks/42adb04e-bab5-447c-91f8-de453790d15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567717 Jul 16 01:23:26.952417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe3598-1b3a-4e25-8140-fe99724c255a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Pushing event deleted for resources: {'Port': ['ID=e5016402-fba8-49c5-b0a3-ff3be9309e08,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:26.967272 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:26.984830 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 065bf33a-ce06-4032-ae27-362a428d5d51 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:27.018207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-105e1378-55b7-47b1-b93d-95bed7b4b8c0 req-786cb1e8-26e2-42e4-99c8-6672a9f070dc service neutron] 10.222.0.70 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3364363 Jul 16 01:23:27.030262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 065bf33a-ce06-4032-ae27-362a428d5d51, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=065bf33a-ce06-4032-ae27-362a428d5d51,segment=NetworkSegment(84b9b03c-0a13-4fb6-85a4-6a301236c4e0),segment_id=84b9b03c-0a13-4fb6-85a4-6a301236c4e0)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:27.041056 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:27.056105 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb41625a-235a-4221-97ce-c0ac1f5f7aa4 req-bdbe3598-1b3a-4e25-8140-fe99724c255a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] No DVR routers for this DVR port e5016402-fba8-49c5-b0a3-ff3be9309e08 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:27.064382 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bb41625a-235a-4221-97ce-c0ac1f5f7aa4 req-bdbe3598-1b3a-4e25-8140-fe99724c255a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:27.070985 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb41625a-235a-4221-97ce-c0ac1f5f7aa4 req-bdbe3598-1b3a-4e25-8140-fe99724c255a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "DELETE /v2.0/ports/e5016402-fba8-49c5-b0a3-ff3be9309e08 HTTP/1.1" status: 204 len: 173 time: 1.4229486 Jul 16 01:23:27.107290 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-398ed6e0-391c-4060-9971-05599407deba req-83db4f37-2fcf-4a1a-b93e-13d98d3d170a service neutron] 10.222.0.69 "GET /v2.0/networks/42adb04e-bab5-447c-91f8-de453790d15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784823 Jul 16 01:23:27.134764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=065bf33a-ce06-4032-ae27-362a428d5d51,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:27.138947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c202948-e415-4f0a-9ac7-5abb2d6cb87e req-20f9a29b-00c3-4769-a4df-07909d921042 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.153375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c202948-e415-4f0a-9ac7-5abb2d6cb87e req-20f9a29b-00c3-4769-a4df-07909d921042 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=1556ba88-1c27-4115-b2a9-655175805405 HTTP/1.1" status: 200 len: 943 time: 0.3231945 Jul 16 01:23:27.219976 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c202948-e415-4f0a-9ac7-5abb2d6cb87e req-d0545bee-9408-41d0-b520-19147b4a6ee6 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661798 Jul 16 01:23:27.272219 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['065bf33a-ce06-4032-ae27-362a428d5d51'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:27.366277 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38d4eb8-a875-4abb-8777-7f26a1c4275f x-openstack-request-id: req-f38d4eb8-a875-4abb-8777-7f26a1c4275f {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:27.366696 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1556ba88-1c27-4115-b2a9-655175805405", "tag": "a49ae58f-4183-42d9-bf57-37ae53ff3ccd", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:27.367055 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f38d4eb8-a875-4abb-8777-7f26a1c4275f {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:27.367694 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1556ba88-1c27-4115-b2a9-655175805405', 'tag': 'a49ae58f-4183-42d9-bf57-37ae53ff3ccd', 'status': 'completed', 'code': 200} Jul 16 01:23:27.512567 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391644e5-519a-497f-973a-d84468fc4ac0 req-7fe40a72-a589-4bcc-bdab-ee1584a4c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.517488 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-391644e5-519a-497f-973a-d84468fc4ac0 req-7fe40a72-a589-4bcc-bdab-ee1584a4c1e3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=abf26ee01603476f823252da27ed82b6&device_id=1556ba88-1c27-4115-b2a9-655175805405 HTTP/1.1" status: 200 len: 1095 time: 0.1196561 Jul 16 01:23:27.530748 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836cc896-4da2-49b6-8045-fb97ad7d85a9', 'tag': 'ba780ee1-5c2c-44c7-9ecf-6ee4b5822740'}, {'server_uuid': 'ace8ca32-75e5-447f-8674-adfa385e85e9', 'name': 'network-vif-deleted', 'tag': 'e5016402-fba8-49c5-b0a3-ff3be9309e08'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:27.536028 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ec2212-805e-41eb-8dab-2779fc9f3f03" -d '{"events": [{"name": "network-changed", "server_uuid": "836cc896-4da2-49b6-8045-fb97ad7d85a9", "tag": "ba780ee1-5c2c-44c7-9ecf-6ee4b5822740"}, {"server_uuid": "ace8ca32-75e5-447f-8674-adfa385e85e9", "name": "network-vif-deleted", "tag": "e5016402-fba8-49c5-b0a3-ff3be9309e08"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:27.719478 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391644e5-519a-497f-973a-d84468fc4ac0 req-f8661822-67bf-4da0-9dd9-1008683b15aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.721032 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-391644e5-519a-497f-973a-d84468fc4ac0 req-f8661822-67bf-4da0-9dd9-1008683b15aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=42adb04e-bab5-447c-91f8-de453790d15e HTTP/1.1" status: 200 len: 910 time: 0.2001195 Jul 16 01:23:27.768786 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-391644e5-519a-497f-973a-d84468fc4ac0 req-e1385394-2368-44ba-bfea-9538090b8e7d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a49ae58f-4183-42d9-bf57-37ae53ff3ccd HTTP/1.1" status: 200 len: 217 time: 0.0406678 Jul 16 01:23:27.785926 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bfbf46a-b86f-474d-ab22-3268b3011e8f req-ada69f5f-9f46-4da1-8afe-11aa5e2f55da tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0408356 Jul 16 01:23:27.850613 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391644e5-519a-497f-973a-d84468fc4ac0 req-3617d645-ee41-4028-a5b5-a8c3bd3919fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:27.857358 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-391644e5-519a-497f-973a-d84468fc4ac0 req-3617d645-ee41-4028-a5b5-a8c3bd3919fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fb9f62c3-baeb-4988-a8d5-fd0289f7a922 HTTP/1.1" status: 200 len: 849 time: 0.0777762 Jul 16 01:23:27.924766 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-391644e5-519a-497f-973a-d84468fc4ac0 req-eba95520-1255-444e-be4a-f803932e6891 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42adb04e-bab5-447c-91f8-de453790d15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615869 Jul 16 01:23:28.072075 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509625f1-ba9b-413c-b0c0-9be45d08b9db x-openstack-request-id: req-509625f1-ba9b-413c-b0c0-9be45d08b9db {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:28.072588 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836cc896-4da2-49b6-8045-fb97ad7d85a9", "tag": "ba780ee1-5c2c-44c7-9ecf-6ee4b5822740", "status": "completed", "code": 200}, {"server_uuid": "ace8ca32-75e5-447f-8674-adfa385e85e9", "name": "network-vif-deleted", "tag": "e5016402-fba8-49c5-b0a3-ff3be9309e08", "status": "failed", "code": 422}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:28.073000 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-509625f1-ba9b-413c-b0c0-9be45d08b9db {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:28.073555 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836cc896-4da2-49b6-8045-fb97ad7d85a9', 'tag': 'ba780ee1-5c2c-44c7-9ecf-6ee4b5822740', 'status': 'completed', 'code': 200} Jul 16 01:23:28.073986 n-d-791505-14 neutron-server[93919]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ace8ca32-75e5-447f-8674-adfa385e85e9', 'name': 'network-vif-deleted', 'tag': 'e5016402-fba8-49c5-b0a3-ff3be9309e08', 'status': 'failed', 'code': 422} returned with failed status Jul 16 01:23:28.225650 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec2212-805e-41eb-8dab-2779fc9f3f03 req-22db89cd-b097-43ac-a9f0-0c2266911e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.228035 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6ec2212-805e-41eb-8dab-2779fc9f3f03 req-22db89cd-b097-43ac-a9f0-0c2266911e1f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ba61207ba2c4f4e854877a3e463e14d&device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 1096 time: 0.1047244 Jul 16 01:23:28.286529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 58320) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:28.296629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-259891b2-f8e5-486e-b145-085d9c044435 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989869608', 'description': 'tempest-description--1404458140'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:28.430732 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-259891b2-f8e5-486e-b145-085d9c044435 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:28.556231 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-391644e5-519a-497f-973a-d84468fc4ac0 req-1a8bee06-2878-4599-be4a-7c1837519913 service neutron] 10.222.0.69 "GET /v2.0/networks/42adb04e-bab5-447c-91f8-de453790d15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6237388 Jul 16 01:23:28.625781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 065bf33a-ce06-4032-ae27-362a428d5d51 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:28.668663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec2212-805e-41eb-8dab-2779fc9f3f03 req-b65cb116-9827-4e80-ab32-6eda44f73d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.670288 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6ec2212-805e-41eb-8dab-2779fc9f3f03 req-b65cb116-9827-4e80-ab32-6eda44f73d3d service neutron] 10.222.0.70 "GET /v2.0/networks?id=6504a12b-0a6b-4253-8a36-570413368fa4 HTTP/1.1" status: 200 len: 920 time: 0.4304972 Jul 16 01:23:28.716625 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-391644e5-519a-497f-973a-d84468fc4ac0 req-e5b0a6de-9013-4302-8f1a-8bc4593c72e5 service neutron] 10.222.0.69 "GET /v2.0/networks/42adb04e-bab5-447c-91f8-de453790d15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532383 Jul 16 01:23:28.732705 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 065bf33a-ce06-4032-ae27-362a428d5d51 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:28.739391 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 065bf33a-ce06-4032-ae27-362a428d5d51 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:28.740848 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:28.753779 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6ec2212-805e-41eb-8dab-2779fc9f3f03 req-0470a470-1eec-4e4d-ab41-107b91897422 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 HTTP/1.1" status: 200 len: 217 time: 0.0670669 Jul 16 01:23:28.817760 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592f7741-8005-4531-a6cd-d3430b1c1ab5 req-0c4c545c-b0f3-497c-a3fc-b49d6604d78e tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.820695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-592f7741-8005-4531-a6cd-d3430b1c1ab5 req-0c4c545c-b0f3-497c-a3fc-b49d6604d78e tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 944 time: 0.4989080 Jul 16 01:23:28.896366 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:28.912169 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dbda4-9697-44f0-be19-e895a544ac54 req-6c9c16d0-e052-49fa-836e-746edad97f5e tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.913949 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-072dbda4-9697-44f0-be19-e895a544ac54 req-6c9c16d0-e052-49fa-836e-746edad97f5e tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=1556ba88-1c27-4115-b2a9-655175805405 HTTP/1.1" status: 200 len: 943 time: 0.3045697 Jul 16 01:23:28.937451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 065bf33a-ce06-4032-ae27-362a428d5d51, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=065bf33a-ce06-4032-ae27-362a428d5d51,segment=NetworkSegment(84b9b03c-0a13-4fb6-85a4-6a301236c4e0),segment_id=84b9b03c-0a13-4fb6-85a4-6a301236c4e0)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:28.937680 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec2212-805e-41eb-8dab-2779fc9f3f03 req-ff27d54f-e3f4-45fb-8e55-e778c0530380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:28.938810 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2934931d-5177-4867-97f1-bb1d4e1e2dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065bf33a-ce06-4032-ae27-362a428d5d51'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:28.939070 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6ec2212-805e-41eb-8dab-2779fc9f3f03 req-ff27d54f-e3f4-45fb-8e55-e778c0530380 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=86fed443-807a-4e25-9ca2-091b2a4e90c8 HTTP/1.1" status: 200 len: 859 time: 0.1744967 Jul 16 01:23:28.942717 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d3feeb-b9e7-4435-9dbd-ca4e8b8ce113" -d '{"events": [{"server_uuid": "2934931d-5177-4867-97f1-bb1d4e1e2dd4", "name": "network-vif-plugged", "status": "completed", "tag": "065bf33a-ce06-4032-ae27-362a428d5d51"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:28.947451 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:28.999590 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-259891b2-f8e5-486e-b145-085d9c044435 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.009624 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6ec2212-805e-41eb-8dab-2779fc9f3f03 req-04a20a60-30a2-4520-9131-d16630772160 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6504a12b-0a6b-4253-8a36-570413368fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447688 Jul 16 01:23:29.017184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=065bf33a-ce06-4032-ae27-362a428d5d51,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:29.022435 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-592f7741-8005-4531-a6cd-d3430b1c1ab5 req-0d54666f-6c45-4c30-a3a9-664bdb170f0d tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905670 Jul 16 01:23:29.032823 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-259891b2-f8e5-486e-b145-085d9c044435 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.226032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-072dbda4-9697-44f0-be19-e895a544ac54 req-c509d2ff-2495-4ff9-8430-b3e827cafee0 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984388 Jul 16 01:23:29.260114 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-259891b2-f8e5-486e-b145-085d9c044435 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.261343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-259891b2-f8e5-486e-b145-085d9c044435 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9730523 Jul 16 01:23:29.265743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 58358) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:29.273807 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5021caf0-122f-40d1-a922-97289e2ed1f4 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Request body: {'security_group_rule': {'security_group_id': 'f7f8592e-d759-4ab2-99b5-d1e71b6f6454', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:29.288671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259891b2-f8e5-486e-b145-085d9c044435 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f8592e-d759-4ab2-99b5-d1e71b6f6454,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:29.350567 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6ec2212-805e-41eb-8dab-2779fc9f3f03 req-54713aef-d7fc-46ff-90e8-af081632aad6 service neutron] 10.222.0.70 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242025 Jul 16 01:23:29.363245 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5021caf0-122f-40d1-a922-97289e2ed1f4 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.446758 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-52f585aa-bf22-4e65-bfcd-846456e694b9 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:29.458403 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-52f585aa-bf22-4e65-bfcd-846456e694b9 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 812 time: 0.2280524 Jul 16 01:23:29.497317 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5021caf0-122f-40d1-a922-97289e2ed1f4 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.503321 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5021caf0-122f-40d1-a922-97289e2ed1f4 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.517810 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-25956746-a68d-4345-9cd4-ff349bd77c08 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/quotas/9c1976ec7b3145beb100b1f9de70047d HTTP/1.1" status: 200 len: 375 time: 0.0581877 Jul 16 01:23:29.544379 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5021caf0-122f-40d1-a922-97289e2ed1f4 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.546803 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5021caf0-122f-40d1-a922-97289e2ed1f4 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2790396 Jul 16 01:23:29.557391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 58360) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:29.577492 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e2033577-34ee-43c3-9238-94d9b1cf7bb9 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Request body: {'security_group_rule': {'security_group_id': 'f7f8592e-d759-4ab2-99b5-d1e71b6f6454', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:29.591637 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5021caf0-122f-40d1-a922-97289e2ed1f4 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c459afee-dc48-450c-af3c-c7d7a37042cb,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:29.619672 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-dfc1cab3-f665-42a8-a465-0607a8d806bc tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918984 Jul 16 01:23:29.639041 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e2033577-34ee-43c3-9238-94d9b1cf7bb9 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.659615 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fe6949b-6e31-4355-a9a2-a1e25b8cf85a req-dadefcfc-6b4f-4f1a-acab-82c364c28e8b tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0847425 Jul 16 01:23:29.750610 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051416d1-a093-4ac0-addf-cf6257e1d1e3 x-openstack-request-id: req-051416d1-a093-4ac0-addf-cf6257e1d1e3 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:29.751124 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2934931d-5177-4867-97f1-bb1d4e1e2dd4", "name": "network-vif-plugged", "status": "completed", "tag": "065bf33a-ce06-4032-ae27-362a428d5d51", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:29.751124 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-051416d1-a093-4ac0-addf-cf6257e1d1e3 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:29.751378 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2934931d-5177-4867-97f1-bb1d4e1e2dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '065bf33a-ce06-4032-ae27-362a428d5d51', 'code': 200} Jul 16 01:23:29.755514 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e2033577-34ee-43c3-9238-94d9b1cf7bb9 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.758184 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6ec2212-805e-41eb-8dab-2779fc9f3f03 req-9684098b-90b3-4ddc-a487-33217d6edd1e service neutron] 10.222.0.70 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895392 Jul 16 01:23:29.769489 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e2033577-34ee-43c3-9238-94d9b1cf7bb9 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.783919 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:29.822722 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e2033577-34ee-43c3-9238-94d9b1cf7bb9 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.824695 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e2033577-34ee-43c3-9238-94d9b1cf7bb9 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2626426 Jul 16 01:23:29.831812 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2033577-34ee-43c3-9238-94d9b1cf7bb9 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d722f7-b5b4-4fb8-94e9-5e74b57131ff,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:29.832829 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 58366) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:23:29.858440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:29.877619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-6c17d917-0f92-4f27-b8d0-9c465ee87bab service neutron] 10.222.0.22 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314401 Jul 16 01:23:29.964507 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:29.965256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port ba780ee1-5c2c-44c7-9ecf-6ee4b5822740, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ba780ee1-5c2c-44c7-9ecf-6ee4b5822740,segment=NetworkSegment(84b9b03c-0a13-4fb6-85a4-6a301236c4e0),segment_id=84b9b03c-0a13-4fb6-85a4-6a301236c4e0)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:29.981802 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5191d-814f-44db-9880-9c0fdb7c1ee7 req-9f7d7d4d-3f26-4d2d-bb9b-d369c68399d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:29.983404 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fef5191d-814f-44db-9880-9c0fdb7c1ee7 req-9f7d7d4d-3f26-4d2d-bb9b-d369c68399d3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0931373 Jul 16 01:23:29.988800 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'ba780ee1-5c2c-44c7-9ecf-6ee4b5822740', 'network_id': '6504a12b-0a6b-4253-8a36-570413368fa4', 'port_id': 'ba780ee1-5c2c-44c7-9ecf-6ee4b5822740', 'mac_address': 'fa:16:3e:8c:95:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86fed443-807a-4e25-9ca2-091b2a4e90c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:30.045510 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fef5191d-814f-44db-9880-9c0fdb7c1ee7 req-89afecb0-0024-4293-820b-1d7f78e36c6b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556526 Jul 16 01:23:30.068731 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:30.088125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:30.116419 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-39e2ef78-53b3-42da-b405-7aeb012304bd service neutron] 10.222.0.22 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281220 Jul 16 01:23:30.141697 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port ba780ee1-5c2c-44c7-9ecf-6ee4b5822740, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ba780ee1-5c2c-44c7-9ecf-6ee4b5822740,segment=NetworkSegment(84b9b03c-0a13-4fb6-85a4-6a301236c4e0),segment_id=84b9b03c-0a13-4fb6-85a4-6a301236c4e0)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:30.165059 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:30.189043 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:30.307264 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=ba780ee1-5c2c-44c7-9ecf-6ee4b5822740,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:30.322644 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:30.343857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Allocated IP 172.25.2.95 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/7c4bee2b-ec50-4836-9546-e433835a5e12) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:30.584124 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['ba780ee1-5c2c-44c7-9ecf-6ee4b5822740'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:30.644715 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a49ae58f-4183-42d9-bf57-37ae53ff3ccd details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:30.942620 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a49ae58f-4183-42d9-bf57-37ae53ff3ccd, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a49ae58f-4183-42d9-bf57-37ae53ff3ccd,segment=NetworkSegment(5fed7a5b-37ef-4a72-9084-1716ac8e047d),segment_id=5fed7a5b-37ef-4a72-9084-1716ac8e047d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:30.965705 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'a49ae58f-4183-42d9-bf57-37ae53ff3ccd', 'network_id': '42adb04e-bab5-447c-91f8-de453790d15e', 'port_id': 'a49ae58f-4183-42d9-bf57-37ae53ff3ccd', 'mac_address': 'fa:16:3e:f1:95:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9f62c3-baeb-4988-a8d5-fd0289f7a922', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:31.024372 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.071211 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.077362 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.095310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a49ae58f-4183-42d9-bf57-37ae53ff3ccd {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:31.124263 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a49ae58f-4183-42d9-bf57-37ae53ff3ccd, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a49ae58f-4183-42d9-bf57-37ae53ff3ccd,segment=NetworkSegment(5fed7a5b-37ef-4a72-9084-1716ac8e047d),segment_id=5fed7a5b-37ef-4a72-9084-1716ac8e047d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:31.129787 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.165212 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c8ae6-54d6-42cc-913b-9510df3c58ed req-4a2a1606-0445-4c8c-be2a-5687a0ce3847 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:31.172263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-942c8ae6-54d6-42cc-913b-9510df3c58ed req-4a2a1606-0445-4c8c-be2a-5687a0ce3847 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 945 time: 0.8118367 Jul 16 01:23:31.185745 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.196238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=a49ae58f-4183-42d9-bf57-37ae53ff3ccd,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:31.244176 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986ddc2-795d-4e02-9cad-6b75bace5099 req-ef015422-774f-4727-8b60-b4b7abde48ab tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:31.251168 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3986ddc2-795d-4e02-9cad-6b75bace5099 req-ef015422-774f-4727-8b60-b4b7abde48ab tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=1556ba88-1c27-4115-b2a9-655175805405 HTTP/1.1" status: 200 len: 943 time: 0.3883135 Jul 16 01:23:31.261532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:31.266624 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:31.291696 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:31.351952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-942c8ae6-54d6-42cc-913b-9510df3c58ed req-536fa20a-30fa-4537-9005-b82300c91d29 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787026 Jul 16 01:23:31.356538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Pushing event updated for resources: {'Port': ['ID=7c4bee2b-ec50-4836-9546-e433835a5e12,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:31.360870 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['a49ae58f-4183-42d9-bf57-37ae53ff3ccd'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:31.442957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3986ddc2-795d-4e02-9cad-6b75bace5099 req-45cd478e-2fe3-4335-973a-bf648193a44c tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908064 Jul 16 01:23:31.518190 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.578634 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.636999 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e9fcef2e-0356-43be-9d3c-8933ce8b015e req-e877fe55-3e26-428f-b1da-a4cc5e8641b1 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 210 time: 0.0363965 Jul 16 01:23:31.772039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fd32087-ec14-41ed-8ae8-660733122315 req-365df06e-91b7-4d1d-aadf-a079297f0117 tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0527740 Jul 16 01:23:31.827209 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.832867 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.942935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Pushing event updated for resources: {'Port': ['ID=7c4bee2b-ec50-4836-9546-e433835a5e12,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:31.954877 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.973223 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:31.985947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-064746bd-60bb-4aad-ac57-6c03d5752f1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1489985 Jul 16 01:23:32.161585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-a76924da-9d17-4201-9a6a-5e8f068b3687 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:32.164706 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-a76924da-9d17-4201-9a6a-5e8f068b3687 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.69 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 812 time: 0.2650390 Jul 16 01:23:32.193204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-3fd973cc-0b78-404f-80f8-4be4e0901b84 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Request body: {'port': {'device_id': '3bc88396-908d-46f7-88cf-111e07728224', 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea', 'admin_state_up': True, 'tenant_id': '9c1976ec7b3145beb100b1f9de70047d'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:32.401115 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-4b45fa16-3ef3-4723-bc23-73d6428326ac tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:32.403031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-4b45fa16-3ef3-4723-bc23-73d6428326ac tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/networks?id=cad5d24e-09b5-4d53-9e59-1113d894f355 HTTP/1.1" status: 200 len: 821 time: 0.1272008 Jul 16 01:23:32.413407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-3fd973cc-0b78-404f-80f8-4be4e0901b84 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Made reservation on behalf of 9c1976ec7b3145beb100b1f9de70047d for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:32.417662 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-3fd973cc-0b78-404f-80f8-4be4e0901b84 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.430832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-fa9803f4-9b23-4161-a844-43fbcd7e3b26 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/quotas/0ef7e8bc5d6a4037b34df05cb22c0252 HTTP/1.1" status: 200 len: 375 time: 0.0199387 Jul 16 01:23:32.509904 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-d6d102d6-bdf1-4231-b1c6-75ea1ed3b5d1 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0ef7e8bc5d6a4037b34df05cb22c0252&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0781064 Jul 16 01:23:32.627454 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-3fd973cc-0b78-404f-80f8-4be4e0901b84 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Allocated IP 172.20.0.2 (8fcb8e6c-5076-4d25-8790-4e6d6232edea/dcb4b501-ff87-4c91-b62d-7063cf216269/f5d0b2b0-d61d-4287-b34c-aa383c4efd0c) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:32.638977 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d88e7-399d-4679-aef7-d7f612ae464e req-97c81d02-d6b8-417a-b218-c9a8644bf02d tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:32.641067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-334d88e7-399d-4679-aef7-d7f612ae464e req-97c81d02-d6b8-417a-b218-c9a8644bf02d tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 945 time: 0.1201725 Jul 16 01:23:32.642992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a49ae58f-4183-42d9-bf57-37ae53ff3ccd up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:32.690447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-334d88e7-399d-4679-aef7-d7f612ae464e req-b51b2e71-5089-407d-a51e-32b03293229b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391784 Jul 16 01:23:32.744659 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-96176b24-b24f-43da-a0e9-678de20ae9c5 service neutron] 10.222.0.22 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337849 Jul 16 01:23:32.752503 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port a49ae58f-4183-42d9-bf57-37ae53ff3ccd completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:32.760621 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port a49ae58f-4183-42d9-bf57-37ae53ff3ccd triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:32.761010 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.886832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-47b2de68-3a6c-40fd-88ff-59526756e93a service neutron] 10.222.0.22 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411803 Jul 16 01:23:32.910793 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.947786 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1556ba88-1c27-4115-b2a9-655175805405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49ae58f-4183-42d9-bf57-37ae53ff3ccd'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:32.951843 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34dfd317-fb98-4ab1-a85d-ea64e2e76033" -d '{"events": [{"server_uuid": "1556ba88-1c27-4115-b2a9-655175805405", "name": "network-vif-plugged", "status": "completed", "tag": "a49ae58f-4183-42d9-bf57-37ae53ff3ccd"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:32.972916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a49ae58f-4183-42d9-bf57-37ae53ff3ccd, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a49ae58f-4183-42d9-bf57-37ae53ff3ccd,segment=NetworkSegment(5fed7a5b-37ef-4a72-9084-1716ac8e047d),segment_id=5fed7a5b-37ef-4a72-9084-1716ac8e047d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:32.977654 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:32.995309 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-3fd973cc-0b78-404f-80f8-4be4e0901b84 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.033389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf51bd3-63f9-496c-8d1c-b1fa88dc7fd9 req-cfeae710-81cc-4156-a993-a19c416a0924 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.042501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3cf51bd3-63f9-496c-8d1c-b1fa88dc7fd9 req-cfeae710-81cc-4156-a993-a19c416a0924 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=1556ba88-1c27-4115-b2a9-655175805405 HTTP/1.1" status: 200 len: 944 time: 0.1496232 Jul 16 01:23:33.043253 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-3fd973cc-0b78-404f-80f8-4be4e0901b84 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.059317 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=a49ae58f-4183-42d9-bf57-37ae53ff3ccd,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:33.116701 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd973cc-0b78-404f-80f8-4be4e0901b84 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Pushing event updated for resources: {'Port': ['ID=f5d0b2b0-d61d-4287-b34c-aa383c4efd0c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:33.142976 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-3fd973cc-0b78-404f-80f8-4be4e0901b84 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Network 8fcb8e6c-5076-4d25-8790-4e6d6232edea is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:33.146171 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-3fd973cc-0b78-404f-80f8-4be4e0901b84 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:33.147136 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3cf51bd3-63f9-496c-8d1c-b1fa88dc7fd9 req-9039e9bf-6ee7-4133-85c0-9400c389e7aa tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961375 Jul 16 01:23:33.152621 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-3fd973cc-0b78-404f-80f8-4be4e0901b84 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:33.278178 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-3fd973cc-0b78-404f-80f8-4be4e0901b84 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.279294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-3fd973cc-0b78-404f-80f8-4be4e0901b84 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.308984 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-3fd973cc-0b78-404f-80f8-4be4e0901b84 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1295245 Jul 16 01:23:33.321376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Request body: {'port': {'device_id': '3bc88396-908d-46f7-88cf-111e07728224', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:33.507783 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:33.591976 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c782ec20-d19b-460c-ba38-882dfb439d17 req-82c3a011-97ac-433f-8b98-eaf59b2dcdac tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0474522 Jul 16 01:23:33.604304 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7e855-5631-4869-8cda-1ab9fbd673a6 req-b24e5e78-5d86-41e0-bf18-dc949ec09332 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:33.606108 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdc7e855-5631-4869-8cda-1ab9fbd673a6 req-b24e5e78-5d86-41e0-bf18-dc949ec09332 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 931 time: 0.1671054 Jul 16 01:23:33.670119 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdc7e855-5631-4869-8cda-1ab9fbd673a6 req-4d9e6170-6509-4073-8127-66bcd698933e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510817 Jul 16 01:23:33.720897 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405fbf9f-2f1f-486f-af4e-0f61b1f65cda x-openstack-request-id: req-405fbf9f-2f1f-486f-af4e-0f61b1f65cda {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:33.721981 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1556ba88-1c27-4115-b2a9-655175805405", "name": "network-vif-plugged", "status": "completed", "tag": "a49ae58f-4183-42d9-bf57-37ae53ff3ccd", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:33.722462 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-405fbf9f-2f1f-486f-af4e-0f61b1f65cda {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:33.723168 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1556ba88-1c27-4115-b2a9-655175805405', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a49ae58f-4183-42d9-bf57-37ae53ff3ccd', 'code': 200} Jul 16 01:23:33.798133 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:33.991261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e90827f0-7ba8-46de-8313-366f00dd4914 req-47d6550a-933e-4919-9f95-55f8a6130c6b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 210 time: 0.1223142 Jul 16 01:23:33.994170 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:34.010336 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:34.011113 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.066246 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55929685-5b75-4980-ad23-3062619cbd6a req-09b93e7a-0101-494c-9e14-99711eb07dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.074638 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-55929685-5b75-4980-ad23-3062619cbd6a req-09b93e7a-0101-494c-9e14-99711eb07dac service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=1556ba88-1c27-4115-b2a9-655175805405 HTTP/1.1" status: 200 len: 1097 time: 0.2982967 Jul 16 01:23:34.210386 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-55929685-5b75-4980-ad23-3062619cbd6a req-fd133c97-5307-4caf-b78a-ddcb447cfb55 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168733 Jul 16 01:23:34.219638 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.277438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d0b2b0-d61d-4287-b34c-aa383c4efd0c {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:34.277562 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port ba780ee1-5c2c-44c7-9ecf-6ee4b5822740, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ba780ee1-5c2c-44c7-9ecf-6ee4b5822740,segment=NetworkSegment(84b9b03c-0a13-4fb6-85a4-6a301236c4e0),segment_id=84b9b03c-0a13-4fb6-85a4-6a301236c4e0)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:34.285809 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.291411 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.316621 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Transition to ACTIVE for port object f5d0b2b0-d61d-4287-b34c-aa383c4efd0c will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:34.318375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f6278-6a4e-41c5-b8aa-c1137519e44a req-1b24e95b-7360-4d28-839c-0d100cb9354c tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.324047 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.331142 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e15f6278-6a4e-41c5-b8aa-c1137519e44a req-1b24e95b-7360-4d28-839c-0d100cb9354c tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 945 time: 0.2534134 Jul 16 01:23:34.376020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Pushing event updated for resources: {'Port': ['ID=f5d0b2b0-d61d-4287-b34c-aa383c4efd0c,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:34.376695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=ba780ee1-5c2c-44c7-9ecf-6ee4b5822740,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:34.404381 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e15f6278-6a4e-41c5-b8aa-c1137519e44a req-f4f08071-576f-4581-b885-2f47d34b8ac4 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722361 Jul 16 01:23:34.541039 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Attempting to bind port f5d0b2b0-d61d-4287-b34c-aa383c4efd0c on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:34.541391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Attempting to bind port f5d0b2b0-d61d-4287-b34c-aa383c4efd0c by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:34.541700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Attempting to bind port f5d0b2b0-d61d-4287-b34c-aa383c4efd0c on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:34.546992 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Port f5d0b2b0-d61d-4287-b34c-aa383c4efd0c on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:34.547318 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Attempting to bind port f5d0b2b0-d61d-4287-b34c-aa383c4efd0c on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:34.564027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645e870-aa58-427c-92af-477d8263bfe8 req-0dde515f-0f35-487d-9f85-e0ea68b7f6f2 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.576756 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7645e870-aa58-427c-92af-477d8263bfe8 req-0dde515f-0f35-487d-9f85-e0ea68b7f6f2 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=1556ba88-1c27-4115-b2a9-655175805405 HTTP/1.1" status: 200 len: 945 time: 0.1558406 Jul 16 01:23:34.578891 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:34.579235 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Checking segment: {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:34.579620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Bound using segment: {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:34.584535 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Bound port: f5d0b2b0-d61d-4287-b34c-aa383c4efd0c, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:34.584955 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.643007 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7645e870-aa58-427c-92af-477d8263bfe8 req-9e27418c-d5ea-4146-be45-dd349c8213b3 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649059 Jul 16 01:23:34.728122 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] For port f5d0b2b0-d61d-4287-b34c-aa383c4efd0c, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:34.733420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] For port f5d0b2b0-d61d-4287-b34c-aa383c4efd0c, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f5d0b2b0-d61d-4287-b34c-aa383c4efd0c,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:34.740156 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.776194 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dfeedaa8-4d9c-49ef-bd3c-a3eb945eb294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.835488 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:34.837094 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:34.840416 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-456b4a98-104b-462c-9516-314260e27fbf service neutron] 10.222.0.69 "PUT /v2.0/ports/f5d0b2b0-d61d-4287-b34c-aa383c4efd0c HTTP/1.1" status: 200 len: 1092 time: 1.5236328 Jul 16 01:23:34.843829 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bc88396-908d-46f7-88cf-111e07728224', 'tag': 'f5d0b2b0-d61d-4287-b34c-aa383c4efd0c'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:34.851893 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-065916d9-2771-4204-929e-e70271d6afa6" -d '{"events": [{"name": "network-changed", "server_uuid": "3bc88396-908d-46f7-88cf-111e07728224", "tag": "f5d0b2b0-d61d-4287-b34c-aa383c4efd0c"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:34.896844 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e2e23fd6-263d-478e-8b2b-f0a03e256c4e req-c8d66294-50c6-4072-8470-58ef661fb18b tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0611591 Jul 16 01:23:34.991365 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bdca01-0397-49d9-b614-678e3a83a37f x-openstack-request-id: req-95bdca01-0397-49d9-b614-678e3a83a37f {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:34.997575 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bc88396-908d-46f7-88cf-111e07728224", "tag": "f5d0b2b0-d61d-4287-b34c-aa383c4efd0c", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:34.997979 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95bdca01-0397-49d9-b614-678e3a83a37f {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:34.998506 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bc88396-908d-46f7-88cf-111e07728224', 'tag': 'f5d0b2b0-d61d-4287-b34c-aa383c4efd0c', 'status': 'completed', 'code': 200} Jul 16 01:23:35.009692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b4a98-104b-462c-9516-314260e27fbf service neutron] Pushing event updated for resources: {'Port': ['ID=f5d0b2b0-d61d-4287-b34c-aa383c4efd0c,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:35.046929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fad861b-f4fc-4af1-8967-16e32514dabd req-7c17eeef-3351-49c2-89bd-9ce1ded877cc tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:35.059660 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3fad861b-f4fc-4af1-8967-16e32514dabd req-7c17eeef-3351-49c2-89bd-9ce1ded877cc tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 943 time: 0.1773720 Jul 16 01:23:35.115963 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-0b092ef6-6305-4ef1-951d-fc2f61626f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:35.122066 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-0b092ef6-6305-4ef1-951d-fc2f61626f12 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 1095 time: 0.2240767 Jul 16 01:23:35.167896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3fad861b-f4fc-4af1-8967-16e32514dabd req-61fd205d-e3ee-4ce7-b0e4-8323e5ebd23e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005323 Jul 16 01:23:35.188967 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-cb3fb341-552b-4af2-af77-732489fb9563 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5d0b2b0-d61d-4287-b34c-aa383c4efd0c HTTP/1.1" status: 200 len: 217 time: 0.0573192 Jul 16 01:23:35.268728 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-fc9f7ffc-7572-42f3-9580-20e7d8d0253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:35.270539 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-fc9f7ffc-7572-42f3-9580-20e7d8d0253b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dcb4b501-ff87-4c91-b62d-7063cf216269 HTTP/1.1" status: 200 len: 852 time: 0.0759819 Jul 16 01:23:35.315448 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-aff8d5eb-d195-486b-87b1-1139045cb3cc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fcb8e6c-5076-4d25-8790-4e6d6232edea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382628 Jul 16 01:23:35.343380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bacd9d5d-d9fb-4b01-a3a8-14e6eb118f2c req-39747d83-3bc2-44c8-b37f-cd8034000ce1 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 210 time: 0.0661173 Jul 16 01:23:35.468115 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-b51fb722-d9f6-46f0-9919-295d2533a9e3 service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443739 Jul 16 01:23:35.622205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-1a8eca65-93c5-4a38-b2ab-dfaad2054859 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:35.623001 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf391a8e-c963-4f11-abc4-454cd8747eca req-856e6978-780a-4725-a98a-517546eb3dbe service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485653 Jul 16 01:23:35.624200 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-1a8eca65-93c5-4a38-b2ab-dfaad2054859 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.70 "GET /v2.0/networks?id=cad5d24e-09b5-4d53-9e59-1113d894f355 HTTP/1.1" status: 200 len: 821 time: 0.2213178 Jul 16 01:23:35.644107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-66eabe14-7b55-4a10-bb92-0ab31b4cb775 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Request body: {'port': {'device_id': '880faa19-ddd3-4f80-b468-c17605f63bd5', 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355', 'admin_state_up': True, 'tenant_id': '0ef7e8bc5d6a4037b34df05cb22c0252'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:35.667170 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1eb56-d2de-4938-b32b-5347429c68bb req-f4393a82-7b6f-4f63-b385-1116c2838050 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:35.674443 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7be1eb56-d2de-4938-b32b-5347429c68bb req-f4393a82-7b6f-4f63-b385-1116c2838050 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.1214237 Jul 16 01:23:35.724956 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836cc896-4da2-49b6-8045-fb97ad7d85a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba780ee1-5c2c-44c7-9ecf-6ee4b5822740'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:35.727471 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f7e146-e495-4280-9c55-d71a8828424b" -d '{"events": [{"server_uuid": "836cc896-4da2-49b6-8045-fb97ad7d85a9", "name": "network-vif-plugged", "status": "completed", "tag": "ba780ee1-5c2c-44c7-9ecf-6ee4b5822740"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:35.796314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065916d9-2771-4204-929e-e70271d6afa6 req-373657c2-89ba-48c6-ae39-9401282700d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:35.797838 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-065916d9-2771-4204-929e-e70271d6afa6 req-373657c2-89ba-48c6-ae39-9401282700d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 1095 time: 0.0682757 Jul 16 01:23:35.800615 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7be1eb56-d2de-4938-b32b-5347429c68bb req-2e66ebc0-f4cc-4ba7-9809-3870a94579ff tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250224 Jul 16 01:23:35.908325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-66eabe14-7b55-4a10-bb92-0ab31b4cb775 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Made reservation on behalf of 0ef7e8bc5d6a4037b34df05cb22c0252 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:35.919673 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-66eabe14-7b55-4a10-bb92-0ab31b4cb775 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:35.926743 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45aac1ad-e7e9-466d-8d9b-4efb395fe5e5 x-openstack-request-id: req-45aac1ad-e7e9-466d-8d9b-4efb395fe5e5 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:35.927655 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836cc896-4da2-49b6-8045-fb97ad7d85a9", "name": "network-vif-plugged", "status": "completed", "tag": "ba780ee1-5c2c-44c7-9ecf-6ee4b5822740", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:35.928734 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45aac1ad-e7e9-466d-8d9b-4efb395fe5e5 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:35.936410 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836cc896-4da2-49b6-8045-fb97ad7d85a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba780ee1-5c2c-44c7-9ecf-6ee4b5822740', 'code': 200} Jul 16 01:23:35.975039 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065916d9-2771-4204-929e-e70271d6afa6 req-56cca101-0c64-4c79-8983-882656ded9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:35.980049 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-065916d9-2771-4204-929e-e70271d6afa6 req-56cca101-0c64-4c79-8983-882656ded9c8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 913 time: 0.1732566 Jul 16 01:23:36.083103 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-065916d9-2771-4204-929e-e70271d6afa6 req-d8718473-9147-4d14-b7e8-a711437c6141 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f5d0b2b0-d61d-4287-b34c-aa383c4efd0c HTTP/1.1" status: 200 len: 217 time: 0.0901229 Jul 16 01:23:36.107883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-66eabe14-7b55-4a10-bb92-0ab31b4cb775 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Allocated IP 172.20.0.6 (cad5d24e-09b5-4d53-9e59-1113d894f355/43e3fe52-c0e2-447a-9b76-70730059c2ad/fe460c42-68c4-4e86-a015-204aa5ee9f08) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:36.185117 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065916d9-2771-4204-929e-e70271d6afa6 req-fc35cafe-c6a3-4621-a87a-20d0098d6aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.186643 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-065916d9-2771-4204-929e-e70271d6afa6 req-fc35cafe-c6a3-4621-a87a-20d0098d6aec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dcb4b501-ff87-4c91-b62d-7063cf216269 HTTP/1.1" status: 200 len: 852 time: 0.0807111 Jul 16 01:23:36.193643 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a73cb7-b97f-45c5-9652-2d9666d17911 req-54b16dba-dffe-43f4-acbf-b9fac4e953f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.195234 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60a73cb7-b97f-45c5-9652-2d9666d17911 req-54b16dba-dffe-43f4-acbf-b9fac4e953f7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 1098 time: 0.1228998 Jul 16 01:23:36.228357 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-065916d9-2771-4204-929e-e70271d6afa6 req-67dd63c6-3b57-47ab-a99f-8e1dcb544b53 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fcb8e6c-5076-4d25-8790-4e6d6232edea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320160 Jul 16 01:23:36.229682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-059ffa2e-0167-4628-af45-bdad44613147 req-18f263f5-49e8-4b3a-8d4a-61bf038fc84c tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0749114 Jul 16 01:23:36.293561 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60a73cb7-b97f-45c5-9652-2d9666d17911 req-5f47d259-c665-4acd-aec4-87f1131fc4a8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677283 Jul 16 01:23:36.342178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4aada-e67d-430e-84e0-c3000fef72b5 req-b1d25183-a21b-41dd-8a80-7fd88574c3e7 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.344066 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3d4aada-e67d-430e-84e0-c3000fef72b5 req-b1d25183-a21b-41dd-8a80-7fd88574c3e7 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=1556ba88-1c27-4115-b2a9-655175805405 HTTP/1.1" status: 200 len: 945 time: 0.1879590 Jul 16 01:23:36.355382 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-065916d9-2771-4204-929e-e70271d6afa6 req-ba14ffc9-9011-4606-b851-49d9c708b718 service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120934 Jul 16 01:23:36.438551 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-66eabe14-7b55-4a10-bb92-0ab31b4cb775 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.451153 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3d4aada-e67d-430e-84e0-c3000fef72b5 req-5256073f-ce9e-4bda-8a9a-4e2ad0f5948a tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992241 Jul 16 01:23:36.508420 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160f6d4-356f-4a97-b324-1b8aa5aca7d5 req-b8acd42c-10d2-4d42-ad7a-9d84b6e72b10 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.515375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e160f6d4-356f-4a97-b324-1b8aa5aca7d5 req-b8acd42c-10d2-4d42-ad7a-9d84b6e72b10 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 943 time: 0.1424251 Jul 16 01:23:36.638371 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-065916d9-2771-4204-929e-e70271d6afa6 req-0a0eec3e-f3fb-499a-8b5b-7723287dc52b service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951268 Jul 16 01:23:36.641304 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-66eabe14-7b55-4a10-bb92-0ab31b4cb775 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.722762 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-66eabe14-7b55-4a10-bb92-0ab31b4cb775 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Network cad5d24e-09b5-4d53-9e59-1113d894f355 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:36.735418 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-66eabe14-7b55-4a10-bb92-0ab31b4cb775 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:36.742370 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-66eabe14-7b55-4a10-bb92-0ab31b4cb775 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:36.752058 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e160f6d4-356f-4a97-b324-1b8aa5aca7d5 req-714314cf-7f78-481e-9ea2-66857483969a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355118 Jul 16 01:23:36.831607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eabe14-7b55-4a10-bb92-0ab31b4cb775 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Pushing event updated for resources: {'Port': ['ID=fe460c42-68c4-4e86-a015-204aa5ee9f08,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:36.875512 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-66eabe14-7b55-4a10-bb92-0ab31b4cb775 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.876425 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-66eabe14-7b55-4a10-bb92-0ab31b4cb775 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:36.900195 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-66eabe14-7b55-4a10-bb92-0ab31b4cb775 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2612951 Jul 16 01:23:36.916861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56900117-cfcb-4f67-8930-ff12f0cb1b27 req-8ae3704f-da1f-49d6-ad3a-b9164063d0da tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:36.919266 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56900117-cfcb-4f67-8930-ff12f0cb1b27 req-8ae3704f-da1f-49d6-ad3a-b9164063d0da tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 931 time: 0.1658478 Jul 16 01:23:36.925021 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Request body: {'port': {'device_id': '880faa19-ddd3-4f80-b468-c17605f63bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:37.035299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56900117-cfcb-4f67-8930-ff12f0cb1b27 req-5083ac93-3062-4973-b2b1-811bc4ad004c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073453 Jul 16 01:23:37.086229 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.106444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c641def-76cd-47e6-bd9b-5952b8ae9b0d req-ace2d8b1-bfcb-4842-b713-0e8d04497f6c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:37.107993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c641def-76cd-47e6-bd9b-5952b8ae9b0d req-ace2d8b1-bfcb-4842-b713-0e8d04497f6c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 945 time: 0.1490054 Jul 16 01:23:37.241209 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c641def-76cd-47e6-bd9b-5952b8ae9b0d req-f8900749-523c-48d2-85bc-d08c640ee15c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238604 Jul 16 01:23:37.278863 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.332155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa48e3-b646-4d3c-91b7-147ad647a1ed req-9543ed40-aa99-4993-aae2-d8946d3809c4 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:37.336242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1aa48e3-b646-4d3c-91b7-147ad647a1ed req-9543ed40-aa99-4993-aae2-d8946d3809c4 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.1908720 Jul 16 01:23:37.434652 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1aa48e3-b646-4d3c-91b7-147ad647a1ed req-5898bf41-b862-4a71-94d4-47fa0b3bf1c9 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897770 Jul 16 01:23:37.559514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe460c42-68c4-4e86-a015-204aa5ee9f08 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:37.568105 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.581463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Transition to ACTIVE for port object fe460c42-68c4-4e86-a015-204aa5ee9f08 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:37.594869 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.627045 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b0922229-a4f4-4789-9dea-95daef609559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.685497 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Pushing event updated for resources: {'Port': ['ID=fe460c42-68c4-4e86-a015-204aa5ee9f08,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:37.693781 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2140bf4-0c1c-4de5-b3fe-c04c9ae5a92b req-25d4551b-461d-4c49-ab82-025b503d11e0 tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.1099942 Jul 16 01:23:37.787714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Attempting to bind port fe460c42-68c4-4e86-a015-204aa5ee9f08 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:37.788381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Attempting to bind port fe460c42-68c4-4e86-a015-204aa5ee9f08 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '89c86b18-6421-4c18-8e20-5d3b84d2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:37.788509 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Attempting to bind port fe460c42-68c4-4e86-a015-204aa5ee9f08 on network cad5d24e-09b5-4d53-9e59-1113d894f355 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:37.795254 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Port fe460c42-68c4-4e86-a015-204aa5ee9f08 on network cad5d24e-09b5-4d53-9e59-1113d894f355 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:37.796397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Attempting to bind port fe460c42-68c4-4e86-a015-204aa5ee9f08 on network cad5d24e-09b5-4d53-9e59-1113d894f355 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:37.801860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:37.802887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Checking segment: {'id': '89c86b18-6421-4c18-8e20-5d3b84d2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:37.803286 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Bound using segment: {'id': '89c86b18-6421-4c18-8e20-5d3b84d2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:37.803734 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Bound port: fe460c42-68c4-4e86-a015-204aa5ee9f08, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c86b18-6421-4c18-8e20-5d3b84d2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:37.804258 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.883794 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] For port fe460c42-68c4-4e86-a015-204aa5ee9f08, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:37.889830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] For port fe460c42-68c4-4e86-a015-204aa5ee9f08, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=fe460c42-68c4-4e86-a015-204aa5ee9f08,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:37.895047 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.958082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Pushing event updated for resources: {'Port': ['ID=fe460c42-68c4-4e86-a015-204aa5ee9f08,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:37.968331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:37.969017 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:37.969915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-3ceae5b0-c0ae-4904-9d65-f82d17b6b238 service neutron] 10.222.0.70 "PUT /v2.0/ports/fe460c42-68c4-4e86-a015-204aa5ee9f08 HTTP/1.1" status: 200 len: 1092 time: 1.0491948 Jul 16 01:23:37.970362 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '880faa19-ddd3-4f80-b468-c17605f63bd5', 'tag': 'fe460c42-68c4-4e86-a015-204aa5ee9f08'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:37.972911 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972c7782-9d12-4f3e-a494-07a44e61ba70" -d '{"events": [{"name": "network-changed", "server_uuid": "880faa19-ddd3-4f80-b468-c17605f63bd5", "tag": "fe460c42-68c4-4e86-a015-204aa5ee9f08"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:38.087965 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831f52b0-c06f-4824-91bc-22d4b7466201 x-openstack-request-id: req-831f52b0-c06f-4824-91bc-22d4b7466201 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:38.088250 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "880faa19-ddd3-4f80-b468-c17605f63bd5", "tag": "fe460c42-68c4-4e86-a015-204aa5ee9f08", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:38.088611 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-831f52b0-c06f-4824-91bc-22d4b7466201 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:38.088884 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '880faa19-ddd3-4f80-b468-c17605f63bd5', 'tag': 'fe460c42-68c4-4e86-a015-204aa5ee9f08', 'status': 'completed', 'code': 200} Jul 16 01:23:38.158167 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8177a3bd-990a-499e-9ecb-6c594fdccea6 req-dde0e264-0afa-458e-a8ba-696b0868a3f5 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.159694 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8177a3bd-990a-499e-9ecb-6c594fdccea6 req-dde0e264-0afa-458e-a8ba-696b0868a3f5 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 943 time: 0.1238163 Jul 16 01:23:38.166462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-ea42e1c3-e417-4ee7-aa7f-8ed381565962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.167928 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-ea42e1c3-e417-4ee7-aa7f-8ed381565962 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ef7e8bc5d6a4037b34df05cb22c0252&device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 1095 time: 0.0917215 Jul 16 01:23:38.252410 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-7c8d5fd3-5c3e-4512-b5e5-6a36aae6bd59 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe460c42-68c4-4e86-a015-204aa5ee9f08 HTTP/1.1" status: 200 len: 217 time: 0.0631633 Jul 16 01:23:38.260479 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8177a3bd-990a-499e-9ecb-6c594fdccea6 req-c058a454-6925-434c-8d73-11d1ae89bdad tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915844 Jul 16 01:23:38.342061 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-d90e9b84-c1e8-4cfb-9b44-72614c714973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.343497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-d90e9b84-c1e8-4cfb-9b44-72614c714973 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=43e3fe52-c0e2-447a-9b76-70730059c2ad HTTP/1.1" status: 200 len: 861 time: 0.0821457 Jul 16 01:23:38.394201 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-866ae45a-0a15-4971-af81-ac79c7494e61 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cad5d24e-09b5-4d53-9e59-1113d894f355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390091 Jul 16 01:23:38.403482 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ac37d-994c-46f4-a684-1a3fa3412448 req-6b92d8c2-e7e5-45eb-949f-6662f7fc6287 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.405093 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d7ac37d-994c-46f4-a684-1a3fa3412448 req-6b92d8c2-e7e5-45eb-949f-6662f7fc6287 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=1556ba88-1c27-4115-b2a9-655175805405 HTTP/1.1" status: 200 len: 945 time: 0.2168670 Jul 16 01:23:38.471748 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.529133 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d7ac37d-994c-46f4-a684-1a3fa3412448 req-a773a37d-61c1-42c0-a349-c370472a7c76 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138141 Jul 16 01:23:38.569759 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-81b65aa0-a5e6-4ff8-b05b-a13e51d68ea9 service neutron] 10.222.0.70 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636260 Jul 16 01:23:38.582591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e91921-96df-4cdb-9a57-452321257213 req-b1f2e74f-2ae7-4415-a876-e8ca254c4fa0 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.584691 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45e91921-96df-4cdb-9a57-452321257213 req-b1f2e74f-2ae7-4415-a876-e8ca254c4fa0 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 943 time: 0.1523118 Jul 16 01:23:38.678062 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f5d0b2b0-d61d-4287-b34c-aa383c4efd0c details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:38.690890 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45e91921-96df-4cdb-9a57-452321257213 req-cde2acad-5748-49d8-895d-05594a6ecac3 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959716 Jul 16 01:23:38.711080 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7171f9b1-b0ad-47b1-b314-149bfd5b3029 req-a38b61df-2511-4d1f-8d08-ab3daefe354c service neutron] 10.222.0.70 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252086 Jul 16 01:23:38.792441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f5d0b2b0-d61d-4287-b34c-aa383c4efd0c, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f5d0b2b0-d61d-4287-b34c-aa383c4efd0c,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:38.879898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-29d8eb99-75cd-47cd-8b45-5bfd06f4c224 req-4ca76a56-ff5b-417e-94e2-119c455c2d6a tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0444443 Jul 16 01:23:38.889105 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271a9ce9-b6a3-493f-add5-5c3ea8287df3 req-ae63ae28-17a7-498b-83ad-b27947a5e99e tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.890252 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-271a9ce9-b6a3-493f-add5-5c3ea8287df3 req-ae63ae28-17a7-498b-83ad-b27947a5e99e tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.1401856 Jul 16 01:23:38.900692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c7782-9d12-4f3e-a494-07a44e61ba70 req-455551a0-de90-40aa-b958-a100c572bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:38.902191 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-972c7782-9d12-4f3e-a494-07a44e61ba70 req-455551a0-de90-40aa-b958-a100c572bc7a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ef7e8bc5d6a4037b34df05cb22c0252&device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 1095 time: 0.1168008 Jul 16 01:23:38.941175 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'f5d0b2b0-d61d-4287-b34c-aa383c4efd0c', 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea', 'port_id': 'f5d0b2b0-d61d-4287-b34c-aa383c4efd0c', 'mac_address': 'fa:16:3e:2f:48:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb4b501-ff87-4c91-b62d-7063cf216269', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:38.962123 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-271a9ce9-b6a3-493f-add5-5c3ea8287df3 req-db3e8efb-240e-4e61-83e6-25aada73a1c9 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589149 Jul 16 01:23:38.979190 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:38.995094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d0b2b0-d61d-4287-b34c-aa383c4efd0c {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:39.017421 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f5d0b2b0-d61d-4287-b34c-aa383c4efd0c, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f5d0b2b0-d61d-4287-b34c-aa383c4efd0c,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:39.022772 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:39.032455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c7782-9d12-4f3e-a494-07a44e61ba70 req-2b83aa1c-1b2b-40f8-a9c9-bcdcc2bcef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.034233 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-972c7782-9d12-4f3e-a494-07a44e61ba70 req-2b83aa1c-1b2b-40f8-a9c9-bcdcc2bcef5a service neutron] 10.222.0.70 "GET /v2.0/networks?id=cad5d24e-09b5-4d53-9e59-1113d894f355 HTTP/1.1" status: 200 len: 922 time: 0.1167586 Jul 16 01:23:39.076319 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=f5d0b2b0-d61d-4287-b34c-aa383c4efd0c,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:39.081524 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-972c7782-9d12-4f3e-a494-07a44e61ba70 req-c67d30b3-7320-449c-a74e-2a85e6a9c8cf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe460c42-68c4-4e86-a015-204aa5ee9f08 HTTP/1.1" status: 200 len: 217 time: 0.0358214 Jul 16 01:23:39.137982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c7782-9d12-4f3e-a494-07a44e61ba70 req-3530d67d-8feb-4b70-ab19-7af5d2445334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.139356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-972c7782-9d12-4f3e-a494-07a44e61ba70 req-3530d67d-8feb-4b70-ab19-7af5d2445334 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=43e3fe52-c0e2-447a-9b76-70730059c2ad HTTP/1.1" status: 200 len: 861 time: 0.0436614 Jul 16 01:23:39.176273 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-972c7782-9d12-4f3e-a494-07a44e61ba70 req-aefddf94-56b8-44f7-8738-3be47bae4bd9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cad5d24e-09b5-4d53-9e59-1113d894f355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273945 Jul 16 01:23:39.284097 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-972c7782-9d12-4f3e-a494-07a44e61ba70 req-105244dc-146f-4fc0-817d-b69390ea1069 service neutron] 10.222.0.70 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935903 Jul 16 01:23:39.325034 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef7eb0-c092-4ca9-8bc0-e4b8d12045e7 req-12d7f770-fbbd-46d0-b6ff-18c742bd75a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.326885 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f6ef7eb0-c092-4ca9-8bc0-e4b8d12045e7 req-12d7f770-fbbd-46d0-b6ff-18c742bd75a8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ba61207ba2c4f4e854877a3e463e14d&device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 1098 time: 0.0574210 Jul 16 01:23:39.338403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['f5d0b2b0-d61d-4287-b34c-aa383c4efd0c'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:39.470853 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef7eb0-c092-4ca9-8bc0-e4b8d12045e7 req-61194f4f-6405-46d8-80b1-f216c835fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.473209 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f6ef7eb0-c092-4ca9-8bc0-e4b8d12045e7 req-61194f4f-6405-46d8-80b1-f216c835fac3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6504a12b-0a6b-4253-8a36-570413368fa4 HTTP/1.1" status: 200 len: 920 time: 0.1252072 Jul 16 01:23:39.565157 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f6ef7eb0-c092-4ca9-8bc0-e4b8d12045e7 req-a0eb7ee5-e5c1-4e00-83bd-12af94123d09 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 HTTP/1.1" status: 200 len: 217 time: 0.0795724 Jul 16 01:23:39.620924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef7eb0-c092-4ca9-8bc0-e4b8d12045e7 req-de09c033-4dda-4ab2-8212-0c96f455fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.622645 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f6ef7eb0-c092-4ca9-8bc0-e4b8d12045e7 req-de09c033-4dda-4ab2-8212-0c96f455fa5c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=86fed443-807a-4e25-9ca2-091b2a4e90c8 HTTP/1.1" status: 200 len: 859 time: 0.0468321 Jul 16 01:23:39.684011 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f6ef7eb0-c092-4ca9-8bc0-e4b8d12045e7 req-7ed52c33-3fc1-4369-9787-3203d96860b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6504a12b-0a6b-4253-8a36-570413368fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511274 Jul 16 01:23:39.761958 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-972c7782-9d12-4f3e-a494-07a44e61ba70 req-6bf11ee5-53bb-4c49-ae8a-e348e739dc02 service neutron] 10.222.0.70 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692769 Jul 16 01:23:39.780227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bda4bb-0516-4404-90a5-93b673c61124 req-6c28724e-3ba0-4900-ab16-55a5d8e3bcb5 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.787613 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99bda4bb-0516-4404-90a5-93b673c61124 req-6c28724e-3ba0-4900-ab16-55a5d8e3bcb5 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.4863737 Jul 16 01:23:39.821963 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f6ef7eb0-c092-4ca9-8bc0-e4b8d12045e7 req-c62370fd-d999-4412-9b76-9e7797a98417 service neutron] 10.222.0.70 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277976 Jul 16 01:23:39.829541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57ec4b-a874-4818-8c8e-6d5a3eae82a8 req-c86745a0-96f4-4631-be2a-8ef6bda84ec2 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.830971 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-df57ec4b-a874-4818-8c8e-6d5a3eae82a8 req-c86745a0-96f4-4631-be2a-8ef6bda84ec2 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.69 "GET /v2.0/ports?device_id=1556ba88-1c27-4115-b2a9-655175805405 HTTP/1.1" status: 200 len: 945 time: 0.2075036 Jul 16 01:23:39.833073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47319715-955e-4160-a508-0fb574bb479f req-8fdf42f2-f475-4a67-b500-85d98fc7757a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:39.834614 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47319715-955e-4160-a508-0fb574bb479f req-8fdf42f2-f475-4a67-b500-85d98fc7757a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 944 time: 0.1601739 Jul 16 01:23:39.847664 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99bda4bb-0516-4404-90a5-93b673c61124 req-e55c1f0d-9ce7-46e3-8001-9547537e63d9 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591710 Jul 16 01:23:39.884075 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47319715-955e-4160-a508-0fb574bb479f req-33566445-e0b2-4534-8558-e330c63f68c0 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407221 Jul 16 01:23:39.985886 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f6ef7eb0-c092-4ca9-8bc0-e4b8d12045e7 req-f5a45bf9-e30b-4315-a71a-ad9864778ea6 service neutron] 10.222.0.70 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526182 Jul 16 01:23:40.006079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-df57ec4b-a874-4818-8c8e-6d5a3eae82a8 req-66dfe21f-5bf7-4026-9eca-f0769853b0d4 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Deleting port a49ae58f-4183-42d9-bf57-37ae53ff3ccd {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:23:40.006428 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-df57ec4b-a874-4818-8c8e-6d5a3eae82a8 req-66dfe21f-5bf7-4026-9eca-f0769853b0d4 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.109975 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.130661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0c61a-32e6-4cab-afb9-ba5a77151361 req-2f1b8931-ddb7-4cd5-aa50-4c768570d098 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:40.139829 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-edf0c61a-32e6-4cab-afb9-ba5a77151361 req-2f1b8931-ddb7-4cd5-aa50-4c768570d098 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=1556ba88-1c27-4115-b2a9-655175805405 HTTP/1.1" status: 200 len: 945 time: 0.1248076 Jul 16 01:23:40.182974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-df57ec4b-a874-4818-8c8e-6d5a3eae82a8 req-66dfe21f-5bf7-4026-9eca-f0769853b0d4 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] For port a49ae58f-4183-42d9-bf57-37ae53ff3ccd, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a49ae58f-4183-42d9-bf57-37ae53ff3ccd,segment=NetworkSegment(5fed7a5b-37ef-4a72-9084-1716ac8e047d),segment_id=5fed7a5b-37ef-4a72-9084-1716ac8e047d)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:40.183343 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-df57ec4b-a874-4818-8c8e-6d5a3eae82a8 req-66dfe21f-5bf7-4026-9eca-f0769853b0d4 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.198868 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-df57ec4b-a874-4818-8c8e-6d5a3eae82a8 req-66dfe21f-5bf7-4026-9eca-f0769853b0d4 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Calling delete_port for a49ae58f-4183-42d9-bf57-37ae53ff3ccd owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:23:40.204236 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-edf0c61a-32e6-4cab-afb9-ba5a77151361 req-30be23eb-1580-4b07-85f9-d3bd0ed901cb tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633676 Jul 16 01:23:40.295514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415d785-f9e0-413b-bdbf-1dc36d3ddc77 req-9c599e55-9fa9-4ed8-9219-f5befc1f5f78 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:40.298245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d415d785-f9e0-413b-bdbf-1dc36d3ddc77 req-9c599e55-9fa9-4ed8-9219-f5befc1f5f78 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 943 time: 0.0748751 Jul 16 01:23:40.350518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d415d785-f9e0-413b-bdbf-1dc36d3ddc77 req-ad1890b7-e2ec-4062-befa-6b719ceb3ec4 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434918 Jul 16 01:23:40.391748 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-df57ec4b-a874-4818-8c8e-6d5a3eae82a8 req-66dfe21f-5bf7-4026-9eca-f0769853b0d4 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.404161 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['a49ae58f-4183-42d9-bf57-37ae53ff3ccd'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:40.409432 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4d371f8-ee71-4fa5-8069-d42c3f40943a req-d15904a1-91f4-42c6-8c50-8f6aa342d3db tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0422249 Jul 16 01:23:40.448758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dfe21f-5bf7-4026-9eca-f0769853b0d4 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Pushing event deleted for resources: {'Port': ['ID=a49ae58f-4183-42d9-bf57-37ae53ff3ccd,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:40.490501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-df57ec4b-a874-4818-8c8e-6d5a3eae82a8 req-66dfe21f-5bf7-4026-9eca-f0769853b0d4 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] No DVR routers for this DVR port a49ae58f-4183-42d9-bf57-37ae53ff3ccd on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:23:40.493662 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-df57ec4b-a874-4818-8c8e-6d5a3eae82a8 req-66dfe21f-5bf7-4026-9eca-f0769853b0d4 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.495896 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-df57ec4b-a874-4818-8c8e-6d5a3eae82a8 req-66dfe21f-5bf7-4026-9eca-f0769853b0d4 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.69 "DELETE /v2.0/ports/a49ae58f-4183-42d9-bf57-37ae53ff3ccd HTTP/1.1" status: 204 len: 173 time: 0.6547892 Jul 16 01:23:40.496341 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1556ba88-1c27-4115-b2a9-655175805405', 'name': 'network-vif-deleted', 'tag': 'a49ae58f-4183-42d9-bf57-37ae53ff3ccd'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:40.498623 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7dcab7-070c-477a-97d1-764bf44252b3" -d '{"events": [{"server_uuid": "1556ba88-1c27-4115-b2a9-655175805405", "name": "network-vif-deleted", "tag": "a49ae58f-4183-42d9-bf57-37ae53ff3ccd"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:40.539952 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35476468-0dc3-466c-9f70-d1162225cfa1 x-openstack-request-id: req-35476468-0dc3-466c-9f70-d1162225cfa1 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:40.540275 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1556ba88-1c27-4115-b2a9-655175805405", "name": "network-vif-deleted", "tag": "a49ae58f-4183-42d9-bf57-37ae53ff3ccd", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:40.540537 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35476468-0dc3-466c-9f70-d1162225cfa1 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:40.541154 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1556ba88-1c27-4115-b2a9-655175805405', 'name': 'network-vif-deleted', 'tag': 'a49ae58f-4183-42d9-bf57-37ae53ff3ccd', 'status': 'completed', 'code': 200} Jul 16 01:23:40.672570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f5d0b2b0-d61d-4287-b34c-aa383c4efd0c up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:40.721932 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port f5d0b2b0-d61d-4287-b34c-aa383c4efd0c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:40.726837 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port f5d0b2b0-d61d-4287-b34c-aa383c4efd0c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:40.727214 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.821155 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.846314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc88396-908d-46f7-88cf-111e07728224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d0b2b0-d61d-4287-b34c-aa383c4efd0c'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:40.848906 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4915bc-7211-4e82-934e-f7349245abf1" -d '{"events": [{"server_uuid": "3bc88396-908d-46f7-88cf-111e07728224", "name": "network-vif-plugged", "status": "completed", "tag": "f5d0b2b0-d61d-4287-b34c-aa383c4efd0c"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:40.874176 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f5d0b2b0-d61d-4287-b34c-aa383c4efd0c, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f5d0b2b0-d61d-4287-b34c-aa383c4efd0c,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:40.882076 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:40.883199 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a49ae58f-4183-42d9-bf57-37ae53ff3ccd no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:40.913514 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93f5a864-7819-4ab7-a9ca-2fb2b25ad600 x-openstack-request-id: req-93f5a864-7819-4ab7-a9ca-2fb2b25ad600 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:40.913856 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc88396-908d-46f7-88cf-111e07728224", "name": "network-vif-plugged", "status": "completed", "tag": "f5d0b2b0-d61d-4287-b34c-aa383c4efd0c", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:40.914114 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93f5a864-7819-4ab7-a9ca-2fb2b25ad600 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:40.915055 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc88396-908d-46f7-88cf-111e07728224', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d0b2b0-d61d-4287-b34c-aa383c4efd0c', 'code': 200} Jul 16 01:23:40.935002 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: a49ae58f-4183-42d9-bf57-37ae53ff3ccd {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:23:40.935629 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a49ae58f-4183-42d9-bf57-37ae53ff3ccd not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:23:40.936074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 2df0715b-8991-478d-a325-905e669148d1 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:41.077521 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=f5d0b2b0-d61d-4287-b34c-aa383c4efd0c,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:41.144669 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.191823 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2df0715b-8991-478d-a325-905e669148d1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:41.197366 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:41.225898 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408f5fad-b227-4894-88a6-9bc550e69532 req-e97d9972-6d3b-4ff4-b338-08f7e8c9059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:41.227716 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-408f5fad-b227-4894-88a6-9bc550e69532 req-e97d9972-6d3b-4ff4-b338-08f7e8c9059a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 1097 time: 0.0684628 Jul 16 01:23:41.271284 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=2df0715b-8991-478d-a325-905e669148d1,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:41.283113 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-408f5fad-b227-4894-88a6-9bc550e69532 req-7c027727-ede9-420a-8517-aa95b28f014e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420687 Jul 16 01:23:41.320492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c52bd-42d7-4527-b2bd-d1c8380e8c12 req-86a577c5-2404-4c61-99d7-2b613cbefc53 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:41.321997 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c4c52bd-42d7-4527-b2bd-d1c8380e8c12 req-86a577c5-2404-4c61-99d7-2b613cbefc53 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.2194257 Jul 16 01:23:41.383353 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510d935-27a1-42bf-85e0-1f89ff3fe23f req-9f55fe51-717e-40d0-bd4a-aed7608c4839 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:41.384893 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e510d935-27a1-42bf-85e0-1f89ff3fe23f req-9f55fe51-717e-40d0-bd4a-aed7608c4839 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.1416385 Jul 16 01:23:41.387851 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c4c52bd-42d7-4527-b2bd-d1c8380e8c12 req-1e5da469-f742-4dc0-b6ac-c2065d71d77e tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590127 Jul 16 01:23:41.437871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e510d935-27a1-42bf-85e0-1f89ff3fe23f req-24d2ab70-f41a-40cd-b732-d29b32de5582 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417047 Jul 16 01:23:41.682787 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d9172cf-542a-4639-95af-b7cfa3cbda1e req-3bad8c9c-83df-4694-8cfd-af5656c79d2c tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0307758 Jul 16 01:23:41.719850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a97970-4247-4691-95d4-44a42d12ada3 req-9bb06704-5d6f-418a-8251-ef452457c310 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:41.721912 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02a97970-4247-4691-95d4-44a42d12ada3 req-9bb06704-5d6f-418a-8251-ef452457c310 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 943 time: 0.1077147 Jul 16 01:23:41.791320 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02a97970-4247-4691-95d4-44a42d12ada3 req-1bcffd61-0f21-4b57-8707-87d33b3fda7d tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543883 Jul 16 01:23:41.832527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device fe460c42-68c4-4e86-a015-204aa5ee9f08 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:41.922355 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-767f2e8c-bfdf-4457-a32d-327d700d27bf tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:41.932130 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-767f2e8c-bfdf-4457-a32d-327d700d27bf tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/networks?id=42adb04e-bab5-447c-91f8-de453790d15e HTTP/1.1" status: 200 len: 809 time: 0.1389549 Jul 16 01:23:41.948526 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-2b1647de-2336-41c1-8d9d-c38b8dd884e7 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/quotas/abf26ee01603476f823252da27ed82b6 HTTP/1.1" status: 200 len: 375 time: 0.0152223 Jul 16 01:23:41.966244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port fe460c42-68c4-4e86-a015-204aa5ee9f08, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=fe460c42-68c4-4e86-a015-204aa5ee9f08,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:41.980987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'fe460c42-68c4-4e86-a015-204aa5ee9f08', 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355', 'port_id': 'fe460c42-68c4-4e86-a015-204aa5ee9f08', 'mac_address': 'fa:16:3e:29:cf:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e3fe52-c0e2-447a-9b76-70730059c2ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:41.982091 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-682f8710-7079-4956-b30b-ca8ffcd382c9 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=abf26ee01603476f823252da27ed82b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317860 Jul 16 01:23:42.035833 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.049655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe460c42-68c4-4e86-a015-204aa5ee9f08 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:42.083194 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port fe460c42-68c4-4e86-a015-204aa5ee9f08, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=fe460c42-68c4-4e86-a015-204aa5ee9f08,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:42.090745 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:42.128417 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-75e67d37-7379-4261-9422-02fa815e077e service neutron] 10.222.0.22 "GET /v2.0/networks/42adb04e-bab5-447c-91f8-de453790d15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383557 Jul 16 01:23:42.177885 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=fe460c42-68c4-4e86-a015-204aa5ee9f08,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:42.249860 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-911e7730-802e-4722-bf74-d8ae293b17de service neutron] 10.222.0.22 "GET /v2.0/networks/42adb04e-bab5-447c-91f8-de453790d15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203966 Jul 16 01:23:42.502579 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80f94ef7-f298-4d60-b709-cc073965bbc3 req-a5069afd-1c4b-4f41-9591-fdc1fc925fa7 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 210 time: 0.0579858 Jul 16 01:23:42.511613 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['fe460c42-68c4-4e86-a015-204aa5ee9f08'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:42.642853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662286f-2bed-4713-9d0b-8eeb1b41c5d4 req-f661ed2e-8400-4d2c-9233-78ac4e4c396e tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:42.650238 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1662286f-2bed-4713-9d0b-8eeb1b41c5d4 req-f661ed2e-8400-4d2c-9233-78ac4e4c396e tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.0793095 Jul 16 01:23:42.682571 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 2df0715b-8991-478d-a325-905e669148d1 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:42.740167 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1662286f-2bed-4713-9d0b-8eeb1b41c5d4 req-99a8d03c-1e63-49ef-a2a7-f37722a5d9be tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849943 Jul 16 01:23:42.789379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88b15d-bb96-4dff-94ec-a9dba69a3aa3 req-44657f02-30a7-4ffc-ad5a-42f25d4225bc tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:42.791190 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c88b15d-bb96-4dff-94ec-a9dba69a3aa3 req-44657f02-30a7-4ffc-ad5a-42f25d4225bc tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.1333864 Jul 16 01:23:42.880743 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c88b15d-bb96-4dff-94ec-a9dba69a3aa3 req-5529d83a-68c3-4bf9-8619-9ba7c18c896c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793438 Jul 16 01:23:42.916125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df0715b-8991-478d-a325-905e669148d1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:42.918570 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75424145-48f3-47ee-b836-0d14c166643d" -d '{"events": [{"server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "name": "network-vif-unplugged", "status": "completed", "tag": "2df0715b-8991-478d-a325-905e669148d1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:42.936390 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2df0715b-8991-478d-a325-905e669148d1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:42.958071 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '2df0715b-8991-478d-a325-905e669148d1', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'port_id': '2df0715b-8991-478d-a325-905e669148d1', 'mac_address': 'fa:16:3e:89:38:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:43.031797 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.048535 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df0715b-8991-478d-a325-905e669148d1 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:43.089665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2df0715b-8991-478d-a325-905e669148d1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:43.095278 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:43.203267 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['2df0715b-8991-478d-a325-905e669148d1'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:43.286293 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=2df0715b-8991-478d-a325-905e669148d1,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:43.334641 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f80c10d-1223-4113-8e2e-dd2dd3659456 req-43f34696-3191-412e-a733-a3c2b14626ff tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.1349387 Jul 16 01:23:43.462763 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0057173-a4c7-4e77-9a93-ec61b6dd3612 req-b0d3fb93-cad4-4043-aba2-4d54fd1054bd tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:43.464745 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0057173-a4c7-4e77-9a93-ec61b6dd3612 req-b0d3fb93-cad4-4043-aba2-4d54fd1054bd tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 944 time: 0.2820051 Jul 16 01:23:43.536204 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0057173-a4c7-4e77-9a93-ec61b6dd3612 req-0e1b7fb9-4644-403a-817b-02efe3cdf361 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600653 Jul 16 01:23:43.606261 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2c110d-acdc-441d-8f84-00749fdd07af x-openstack-request-id: req-da2c110d-acdc-441d-8f84-00749fdd07af {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:43.606633 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "name": "network-vif-unplugged", "status": "completed", "tag": "2df0715b-8991-478d-a325-905e669148d1", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:43.606963 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da2c110d-acdc-441d-8f84-00749fdd07af {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:43.607428 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df0715b-8991-478d-a325-905e669148d1', 'code': 200} Jul 16 01:23:43.857613 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-249d8e2c-60b7-4c52-a28c-932842924c41 req-5d8394e1-e75a-4b4e-8ddd-f52dac7d1a11 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 210 time: 0.0435321 Jul 16 01:23:43.913349 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85dcf8e-1fb9-4dc4-ad80-cda1bda59322 req-11bb37cd-d5c8-4408-9ed8-631972ace0e9 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:43.920540 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e85dcf8e-1fb9-4dc4-ad80-cda1bda59322 req-11bb37cd-d5c8-4408-9ed8-631972ace0e9 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.1370711 Jul 16 01:23:43.975993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e85dcf8e-1fb9-4dc4-ad80-cda1bda59322 req-07484fb1-6bcd-455e-9b50-6483dbb9a812 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517488 Jul 16 01:23:44.070597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fdbc8f-e603-47da-a24e-c174148205a2 req-3760e20c-182c-478f-9119-210f2c256541 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.078076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09fdbc8f-e603-47da-a24e-c174148205a2 req-3760e20c-182c-478f-9119-210f2c256541 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.1003847 Jul 16 01:23:44.124824 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09fdbc8f-e603-47da-a24e-c174148205a2 req-bf27afc0-2a64-495b-9a45-3990c1d0a2d1 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453355 Jul 16 01:23:44.514921 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-c51d073e-9469-45df-85d7-d83af26a4812 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.516462 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-c51d073e-9469-45df-85d7-d83af26a4812 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.69 "GET /v2.0/networks?id=42adb04e-bab5-447c-91f8-de453790d15e HTTP/1.1" status: 200 len: 809 time: 0.1335976 Jul 16 01:23:44.529029 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-031bd80b-4579-413a-8f21-d6489d954cda req-6fb83707-eff1-4b2c-95fa-0bf9fa9dc070 tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0371983 Jul 16 01:23:44.537654 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-2b3dd6ef-00dd-4949-84ff-c3b1319aa190 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Request body: {'port': {'device_id': '56cc4025-26d1-4717-92e5-48ebdacf6d2f', 'network_id': '42adb04e-bab5-447c-91f8-de453790d15e', 'admin_state_up': True, 'tenant_id': 'abf26ee01603476f823252da27ed82b6'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:44.690436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 2df0715b-8991-478d-a325-905e669148d1 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:44.717430 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-c833211a-fb6a-4b3e-a84e-5d39beb3ebf4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1084492 Jul 16 01:23:44.729922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-2b3dd6ef-00dd-4949-84ff-c3b1319aa190 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Made reservation on behalf of abf26ee01603476f823252da27ed82b6 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:23:44.736439 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-2b3dd6ef-00dd-4949-84ff-c3b1319aa190 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.805265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 2df0715b-8991-478d-a325-905e669148d1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:44.805640 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:44.907735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb8287b-4209-4555-8037-6b511b9b3b32 req-c6307935-639b-4ea0-81df-b3162a278f16 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:44.909351 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3fb8287b-4209-4555-8037-6b511b9b3b32 req-c6307935-639b-4ea0-81df-b3162a278f16 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 944 time: 0.0863910 Jul 16 01:23:44.942940 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-2b3dd6ef-00dd-4949-84ff-c3b1319aa190 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Allocated IP 172.20.0.13 (42adb04e-bab5-447c-91f8-de453790d15e/fb9f62c3-baeb-4988-a8d5-fd0289f7a922/3295f652-df7e-43b5-be5e-82f0d26bbddc) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:23:44.976432 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3fb8287b-4209-4555-8037-6b511b9b3b32 req-81d06960-8ea1-4cb1-9a92-2add67d70941 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572734 Jul 16 01:23:45.039858 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.118720 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2df0715b-8991-478d-a325-905e669148d1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:45.124113 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.125846 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-2b3dd6ef-00dd-4949-84ff-c3b1319aa190 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.190671 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-2b3dd6ef-00dd-4949-84ff-c3b1319aa190 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.221980 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-687e3e41-e918-4b3a-bf22-f035dbef8b67 req-b913815a-bb75-4bbf-922d-789e8ba8be40 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 210 time: 0.0694664 Jul 16 01:23:45.241638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=2df0715b-8991-478d-a325-905e669148d1,revision_number=10']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:45.309616 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3dd6ef-00dd-4949-84ff-c3b1319aa190 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Pushing event updated for resources: {'Port': ['ID=3295f652-df7e-43b5-be5e-82f0d26bbddc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:45.331703 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-2b3dd6ef-00dd-4949-84ff-c3b1319aa190 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Network 42adb04e-bab5-447c-91f8-de453790d15e is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:23:45.335482 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-2b3dd6ef-00dd-4949-84ff-c3b1319aa190 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:23:45.346672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-2b3dd6ef-00dd-4949-84ff-c3b1319aa190 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:23:45.359068 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcfcfe-922b-41eb-b5ca-e545eb85c1f4 req-37e8d709-e880-4f41-a9de-41895e6f24e6 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.362951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6abcfcfe-922b-41eb-b5ca-e545eb85c1f4 req-37e8d709-e880-4f41-a9de-41895e6f24e6 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.1928818 Jul 16 01:23:45.418938 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-2b3dd6ef-00dd-4949-84ff-c3b1319aa190 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.419883 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-2b3dd6ef-00dd-4949-84ff-c3b1319aa190 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.444022 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-2b3dd6ef-00dd-4949-84ff-c3b1319aa190 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9105747 Jul 16 01:23:45.455615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-69fc77a6-1178-46de-9944-f4f93fe1e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.456355 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-69fc77a6-1178-46de-9944-f4f93fe1e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.457245 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-69fc77a6-1178-46de-9944-f4f93fe1e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.457927 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-69fc77a6-1178-46de-9944-f4f93fe1e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.458592 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-69fc77a6-1178-46de-9944-f4f93fe1e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.460030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-69fc77a6-1178-46de-9944-f4f93fe1e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.460668 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-69fc77a6-1178-46de-9944-f4f93fe1e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.463144 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-69fc77a6-1178-46de-9944-f4f93fe1e543 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 6498 time: 0.2859685 Jul 16 01:23:45.478257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6abcfcfe-922b-41eb-b5ca-e545eb85c1f4 req-a13c10c0-8eab-44f1-b8b8-9cda39a3e252 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075974 Jul 16 01:23:45.484959 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Request body: {'port': {'device_id': '56cc4025-26d1-4717-92e5-48ebdacf6d2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:23:45.593296 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:45.609146 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df0715b-8991-478d-a325-905e669148d1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:45.611945 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13842f09-a268-4a92-bb5d-6ccaca5698ce" -d '{"events": [{"server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "name": "network-vif-plugged", "status": "completed", "tag": "2df0715b-8991-478d-a325-905e669148d1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:45.792708 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3d875-bce1-4a1b-ab2d-9803dc2249a7 req-694ac5a5-19a3-4a98-a1af-ded537f9f3de tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:45.809169 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4c3d875-bce1-4a1b-ab2d-9803dc2249a7 req-694ac5a5-19a3-4a98-a1af-ded537f9f3de tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.1799378 Jul 16 01:23:45.875188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device fe460c42-68c4-4e86-a015-204aa5ee9f08 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:45.898451 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4c8cbb7-fa50-4c09-979d-376358b27f9e req-d114f684-9389-423f-be73-48e0a514e7c8 tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0523348 Jul 16 01:23:45.944427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4c3d875-bce1-4a1b-ab2d-9803dc2249a7 req-f1fd456c-5165-4ffc-a102-b0e6808920e1 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334760 Jul 16 01:23:46.037074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port fe460c42-68c4-4e86-a015-204aa5ee9f08 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:46.045878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port fe460c42-68c4-4e86-a015-204aa5ee9f08 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:46.049395 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.056335 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b43f65e-9712-444c-a850-fd6e7426a8e6 x-openstack-request-id: req-0b43f65e-9712-444c-a850-fd6e7426a8e6 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:46.056978 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "name": "network-vif-plugged", "status": "completed", "tag": "2df0715b-8991-478d-a325-905e669148d1", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:46.057572 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b43f65e-9712-444c-a850-fd6e7426a8e6 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:46.058240 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df0715b-8991-478d-a325-905e669148d1', 'code': 200} Jul 16 01:23:46.217385 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.288531 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port fe460c42-68c4-4e86-a015-204aa5ee9f08, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=fe460c42-68c4-4e86-a015-204aa5ee9f08,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:46.293384 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daae7c0-8730-4ff2-92d9-e774a5523e97 req-46f0b6ee-af44-4dd7-9ade-f4b15e5510d5 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.295370 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.303163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4daae7c0-8730-4ff2-92d9-e774a5523e97 req-46f0b6ee-af44-4dd7-9ade-f4b15e5510d5 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 944 time: 0.1324399 Jul 16 01:23:46.334206 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-5e0b5db1-dfe4-4cf6-9807-5e26a12c2035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.334598 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-5e0b5db1-dfe4-4cf6-9807-5e26a12c2035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.335064 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-5e0b5db1-dfe4-4cf6-9807-5e26a12c2035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.336721 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-5e0b5db1-dfe4-4cf6-9807-5e26a12c2035 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d840524c-d20b-4c1a-aaec-1bfb1e9b9dac&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=d1c225b4-f269-4788-b264-c404aac5f0ff&id=d1c225b4-f269-4788-b264-c404aac5f0ff HTTP/1.1" status: 200 len: 2292 time: 0.7516413 Jul 16 01:23:46.387264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4daae7c0-8730-4ff2-92d9-e774a5523e97 req-d94feeb1-c0f1-4d9a-900b-299c31d96313 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771639 Jul 16 01:23:46.398165 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=fe460c42-68c4-4e86-a015-204aa5ee9f08,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:46.470917 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-16ab576c-3948-4a73-9568-25f2a4f889e3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=289cca9c-7347-49d8-bee5-4d9099ba744b HTTP/1.1" status: 200 len: 1002 time: 0.0955682 Jul 16 01:23:46.542661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be479143-e30b-4dda-98b9-465052467ece req-a86ba148-85cf-40fe-859c-993e05ca42a9 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.545002 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be479143-e30b-4dda-98b9-465052467ece req-a86ba148-85cf-40fe-859c-993e05ca42a9 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 932 time: 0.1392517 Jul 16 01:23:46.563481 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-36b4b0e1-abda-41b7-9423-17c4585ecf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.564992 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-36b4b0e1-abda-41b7-9423-17c4585ecf05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285c6a64-1df3-41f2-8898-775d2babb8a9 HTTP/1.1" status: 200 len: 851 time: 0.0849519 Jul 16 01:23:46.597069 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:23:46.621874 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3295f652-df7e-43b5-be5e-82f0d26bbddc {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:46.622680 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be479143-e30b-4dda-98b9-465052467ece req-7e199c3d-d056-49e6-80f3-9c5abc0cce9b tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714514 Jul 16 01:23:46.633419 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.649203 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Transition to ACTIVE for port object 3295f652-df7e-43b5-be5e-82f0d26bbddc will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:23:46.661754 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:46.814385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a96c0-8d62-470f-9248-a25f5e6b5ba8 req-2114e474-0ccb-4631-aed6-19d023be7931 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.816306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-309a96c0-8d62-470f-9248-a25f5e6b5ba8 req-2114e474-0ccb-4631-aed6-19d023be7931 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.0926638 Jul 16 01:23:46.887965 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-309a96c0-8d62-470f-9248-a25f5e6b5ba8 req-d7beb2c4-8276-4b5e-8c18-da10007031d7 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647340 Jul 16 01:23:46.891915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3295f652-df7e-43b5-be5e-82f0d26bbddc,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:46.920297 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-43195bc9-d098-4fc3-a2fa-86718e35334f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:46.921727 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-43195bc9-d098-4fc3-a2fa-86718e35334f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d840524c-d20b-4c1a-aaec-1bfb1e9b9dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2713401 Jul 16 01:23:46.922774 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Attempting to bind port 3295f652-df7e-43b5-be5e-82f0d26bbddc on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:23:46.923129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Attempting to bind port 3295f652-df7e-43b5-be5e-82f0d26bbddc by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '5fed7a5b-37ef-4a72-9084-1716ac8e047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '42adb04e-bab5-447c-91f8-de453790d15e'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:23:46.923509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Attempting to bind port 3295f652-df7e-43b5-be5e-82f0d26bbddc on network 42adb04e-bab5-447c-91f8-de453790d15e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:46.928901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Port 3295f652-df7e-43b5-be5e-82f0d26bbddc on network 42adb04e-bab5-447c-91f8-de453790d15e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:23:46.929231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Attempting to bind port 3295f652-df7e-43b5-be5e-82f0d26bbddc on network 42adb04e-bab5-447c-91f8-de453790d15e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:23:46.941808 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:23:46.942153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Checking segment: {'id': '5fed7a5b-37ef-4a72-9084-1716ac8e047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '42adb04e-bab5-447c-91f8-de453790d15e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:23:46.942721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Bound using segment: {'id': '5fed7a5b-37ef-4a72-9084-1716ac8e047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '42adb04e-bab5-447c-91f8-de453790d15e'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:23:46.943707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Bound port: 3295f652-df7e-43b5-be5e-82f0d26bbddc, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fed7a5b-37ef-4a72-9084-1716ac8e047d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '42adb04e-bab5-447c-91f8-de453790d15e'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:23:46.944225 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.016818 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] For port 3295f652-df7e-43b5-be5e-82f0d26bbddc, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:23:47.020215 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] For port 3295f652-df7e-43b5-be5e-82f0d26bbddc, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=3295f652-df7e-43b5-be5e-82f0d26bbddc,segment=NetworkSegment(5fed7a5b-37ef-4a72-9084-1716ac8e047d),segment_id=5fed7a5b-37ef-4a72-9084-1716ac8e047d)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:23:47.039247 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.088674 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.090825 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:47.095939 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] 10.222.0.69 "PUT /v2.0/ports/3295f652-df7e-43b5-be5e-82f0d26bbddc HTTP/1.1" status: 200 len: 1093 time: 1.6315455 Jul 16 01:23:47.098324 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cc4025-26d1-4717-92e5-48ebdacf6d2f', 'tag': '3295f652-df7e-43b5-be5e-82f0d26bbddc'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:47.107557 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec4195c-8f37-4316-b462-a649038294f1" -d '{"events": [{"name": "network-changed", "server_uuid": "56cc4025-26d1-4717-92e5-48ebdacf6d2f", "tag": "3295f652-df7e-43b5-be5e-82f0d26bbddc"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:47.255522 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51381806-f5af-4d26-86ae-c4994e895750 req-cb17b718-168b-4a04-b9c1-4bad780597e1 tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0796986 Jul 16 01:23:47.281167 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67507d06-1851-4cf8-b678-3485fc0c3efe req-d8f78ffb-d7dd-4164-b04b-8e81717c4f46 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.282879 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-67507d06-1851-4cf8-b678-3485fc0c3efe req-d8f78ffb-d7dd-4164-b04b-8e81717c4f46 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.1536565 Jul 16 01:23:47.322185 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57134aa6-b68d-4490-aef8-3fb97aa0c2b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3295f652-df7e-43b5-be5e-82f0d26bbddc,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:47.345217 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-67507d06-1851-4cf8-b678-3485fc0c3efe req-a81f8c3f-638b-48d7-bf95-635525280915 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529041 Jul 16 01:23:47.369383 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3d21e7-d729-4dd3-a943-96b4de04810c x-openstack-request-id: req-9d3d21e7-d729-4dd3-a943-96b4de04810c {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:47.369748 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56cc4025-26d1-4717-92e5-48ebdacf6d2f", "tag": "3295f652-df7e-43b5-be5e-82f0d26bbddc", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:47.369929 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d3d21e7-d729-4dd3-a943-96b4de04810c {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:47.370320 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56cc4025-26d1-4717-92e5-48ebdacf6d2f', 'tag': '3295f652-df7e-43b5-be5e-82f0d26bbddc', 'status': 'completed', 'code': 200} Jul 16 01:23:47.377402 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-710c7e5b-48cc-49ea-9d5b-86ffe29b1aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.383382 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-710c7e5b-48cc-49ea-9d5b-86ffe29b1aa7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=abf26ee01603476f823252da27ed82b6&device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 1096 time: 0.2227540 Jul 16 01:23:47.387163 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-8b09d76c-9c21-4bbd-ac44-a9ec924ac4b6 service neutron] 10.222.0.70 "GET /v2.0/networks/d840524c-d20b-4c1a-aaec-1bfb1e9b9dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526954 Jul 16 01:23:47.549982 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-2cdfaef8-549f-4f6c-870f-0aaecdcba33b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3295f652-df7e-43b5-be5e-82f0d26bbddc HTTP/1.1" status: 200 len: 217 time: 0.1573083 Jul 16 01:23:47.591559 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-61f790e5-0fdd-480f-bc96-219d31b373d2 service neutron] 10.222.0.70 "GET /v2.0/networks/d840524c-d20b-4c1a-aaec-1bfb1e9b9dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903069 Jul 16 01:23:47.665036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b147b-3378-447d-b202-2bf81ead7797 req-fe9e7c2a-aa0a-40da-b03d-9a740a870f0b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.673234 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a47b147b-3378-447d-b202-2bf81ead7797 req-fe9e7c2a-aa0a-40da-b03d-9a740a870f0b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 945 time: 0.0867043 Jul 16 01:23:47.692740 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-88a784e4-8552-4344-8ee7-34c96c4db983 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=35c71f39-10b4-4237-a3c3-980c3cbe864d HTTP/1.1" status: 200 len: 217 time: 0.0508502 Jul 16 01:23:47.694887 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-54e23f93-b1ce-49d4-8999-f9536053cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.697715 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-54e23f93-b1ce-49d4-8999-f9536053cc49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fb9f62c3-baeb-4988-a8d5-fd0289f7a922 HTTP/1.1" status: 200 len: 849 time: 0.1410506 Jul 16 01:23:47.732866 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a47b147b-3378-447d-b202-2bf81ead7797 req-70c0e9c9-971d-4974-bd21-728f5e00034a tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581441 Jul 16 01:23:47.792192 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-bcf31511-4983-412b-8272-fe3200f2d01a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42adb04e-bab5-447c-91f8-de453790d15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717747 Jul 16 01:23:47.827605 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-58764d15-28ac-4140-8bac-f2cdcc071eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:47.829151 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-58764d15-28ac-4140-8bac-f2cdcc071eb9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15fe3a60-f147-4868-aa26-636891800539 HTTP/1.1" status: 200 len: 797 time: 0.1287980 Jul 16 01:23:48.012594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d5a01-ed88-4872-b224-323696d0e349 req-f496fe13-b2f1-40a4-8b72-f93555b689a1 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.022730 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-61b90509-83aa-4cae-9545-23447ddaeff1 service neutron] 10.222.0.69 "GET /v2.0/networks/42adb04e-bab5-447c-91f8-de453790d15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180126 Jul 16 01:23:48.025681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-89b36c48-b7f5-4052-873a-786dca28b5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.026405 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b96d5a01-ed88-4872-b224-323696d0e349 req-f496fe13-b2f1-40a4-8b72-f93555b689a1 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 944 time: 0.2049499 Jul 16 01:23:48.027113 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-89b36c48-b7f5-4052-873a-786dca28b5f2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1753008 Jul 16 01:23:48.065817 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880faa19-ddd3-4f80-b468-c17605f63bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe460c42-68c4-4e86-a015-204aa5ee9f08'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:48.068225 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3978bca6-5942-400a-9fff-8505e268436c" -d '{"events": [{"server_uuid": "880faa19-ddd3-4f80-b468-c17605f63bd5", "name": "network-vif-plugged", "status": "completed", "tag": "fe460c42-68c4-4e86-a015-204aa5ee9f08"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:48.100405 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b96d5a01-ed88-4872-b224-323696d0e349 req-95225960-bc09-45cf-b4a6-1dcb53eba28a tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729029 Jul 16 01:23:48.194100 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca3d979-5159-4b6c-b1d1-207e1fca67b3 x-openstack-request-id: req-fca3d979-5159-4b6c-b1d1-207e1fca67b3 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:48.194848 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880faa19-ddd3-4f80-b468-c17605f63bd5", "name": "network-vif-plugged", "status": "completed", "tag": "fe460c42-68c4-4e86-a015-204aa5ee9f08", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:48.195348 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fca3d979-5159-4b6c-b1d1-207e1fca67b3 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:48.195997 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880faa19-ddd3-4f80-b468-c17605f63bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe460c42-68c4-4e86-a015-204aa5ee9f08', 'code': 200} Jul 16 01:23:48.231741 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-d152f1c9-cda1-4e44-b171-a8023e5814db service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770575 Jul 16 01:23:48.308781 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dcb61379-de71-40dc-9f36-e0c31b363626 req-8ecac117-d396-4a37-a2d6-2615c52d67f6 service neutron] 10.222.0.69 "GET /v2.0/networks/42adb04e-bab5-447c-91f8-de453790d15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739072 Jul 16 01:23:48.398088 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-29042c19-fe65-4f47-8438-79db2048b322 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525185 Jul 16 01:23:48.449640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2800-be98-469a-ad79-98849809ebbe req-aa7f6f24-301f-4ca7-be15-883ee79cd9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.458261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-902d2800-be98-469a-ad79-98849809ebbe req-aa7f6f24-301f-4ca7-be15-883ee79cd9cc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 1097 time: 0.1140482 Jul 16 01:23:48.487215 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d822c-df6d-4f3f-81d4-61b465519e5f req-db2d6fa6-6af1-4687-8c37-31088819d3c7 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.487989 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-d42f1c7f-b0c2-431f-8be2-e0aee909546b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=a81b7832-77d3-447a-8ff3-9eb0ad423218 HTTP/1.1" status: 200 len: 217 time: 0.0690033 Jul 16 01:23:48.492307 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee4d822c-df6d-4f3f-81d4-61b465519e5f req-db2d6fa6-6af1-4687-8c37-31088819d3c7 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.2329762 Jul 16 01:23:48.537759 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4195c-8f37-4316-b462-a649038294f1 req-74beb4e8-d088-4b11-a219-ef4785bd5872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.539949 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fec4195c-8f37-4316-b462-a649038294f1 req-74beb4e8-d088-4b11-a219-ef4785bd5872 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=abf26ee01603476f823252da27ed82b6&device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 1096 time: 0.1573367 Jul 16 01:23:48.560915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-fbfae81e-ace9-4d3a-9bc5-37fcc772be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.562364 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-fbfae81e-ace9-4d3a-9bc5-37fcc772be91 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15fe3a60-f147-4868-aa26-636891800539 HTTP/1.1" status: 200 len: 797 time: 0.0673907 Jul 16 01:23:48.565834 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5772fdc4-b086-4cb6-a7fd-c18649944a2b req-4fe4714b-21be-46d6-8285-2465ac12ff35 tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0722163 Jul 16 01:23:48.633621 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-902d2800-be98-469a-ad79-98849809ebbe req-1cee1eef-f6b8-4873-955c-00da89ed6fde service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389596 Jul 16 01:23:48.660450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee4d822c-df6d-4f3f-81d4-61b465519e5f req-b00fd2dc-9c82-4e2d-b6fb-672606afcd66 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594212 Jul 16 01:23:48.748768 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4195c-8f37-4316-b462-a649038294f1 req-c44adb17-031a-482d-892e-849df6a3498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.750254 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fec4195c-8f37-4316-b462-a649038294f1 req-c44adb17-031a-482d-892e-849df6a3498c service neutron] 10.222.0.69 "GET /v2.0/networks?id=42adb04e-bab5-447c-91f8-de453790d15e HTTP/1.1" status: 200 len: 910 time: 0.1990604 Jul 16 01:23:48.754746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-8843095a-d6be-408d-8fd5-c88156ba6e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.756214 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-8843095a-d6be-408d-8fd5-c88156ba6e45 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1532114 Jul 16 01:23:48.809593 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fec4195c-8f37-4316-b462-a649038294f1 req-abccf101-025d-482f-aa20-b65dd13590cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3295f652-df7e-43b5-be5e-82f0d26bbddc HTTP/1.1" status: 200 len: 217 time: 0.0494542 Jul 16 01:23:48.843540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b73d80-3bc2-4962-ae9b-b377c9251e6d req-a88ed5ae-6bb4-47a5-b7f2-53659cd1f732 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.845310 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27b73d80-3bc2-4962-ae9b-b377c9251e6d req-a88ed5ae-6bb4-47a5-b7f2-53659cd1f732 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.1130939 Jul 16 01:23:48.935576 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4195c-8f37-4316-b462-a649038294f1 req-050b81b7-d2e7-4f3f-920b-15c126dce0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:48.937092 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fec4195c-8f37-4316-b462-a649038294f1 req-050b81b7-d2e7-4f3f-920b-15c126dce0b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fb9f62c3-baeb-4988-a8d5-fd0289f7a922 HTTP/1.1" status: 200 len: 849 time: 0.1150384 Jul 16 01:23:48.966375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27b73d80-3bc2-4962-ae9b-b377c9251e6d req-233fffe0-901b-4624-b94c-ef04e74f0657 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121476 Jul 16 01:23:49.006790 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fec4195c-8f37-4316-b462-a649038294f1 req-cab21dae-4af6-45e8-870f-c99d5afd278e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=42adb04e-bab5-447c-91f8-de453790d15e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604746 Jul 16 01:23:49.008903 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-35ade68c-0da4-4f01-912f-5548c9ee9d16 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103524 Jul 16 01:23:49.020856 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4297cf-bca9-4663-b5d6-455cdb819c74 req-c57aad19-2e81-41d8-a8fc-d771ef783d72 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:49.032233 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea4297cf-bca9-4663-b5d6-455cdb819c74 req-c57aad19-2e81-41d8-a8fc-d771ef783d72 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 945 time: 0.1285627 Jul 16 01:23:49.130358 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea4297cf-bca9-4663-b5d6-455cdb819c74 req-1f66a185-b6b7-484b-bf1e-e7e2b2ddf33c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965774 Jul 16 01:23:49.252048 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fec4195c-8f37-4316-b462-a649038294f1 req-c060fe35-61e2-4e76-8e41-b26f258dfc20 service neutron] 10.222.0.69 "GET /v2.0/networks/42adb04e-bab5-447c-91f8-de453790d15e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291601 Jul 16 01:23:49.320727 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b3e7606-8a2c-4405-a37b-db6f10f0813c req-23628904-1f78-45d3-a9e6-4e39b09ee4af service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0376613 Jul 16 01:23:49.358225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d9d97-5f0f-4d1d-ae3e-c5f51ca814a6 req-53223d83-c3c0-484f-b571-dcf0e68dbc30 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:49.366228 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d4d9d97-5f0f-4d1d-ae3e-c5f51ca814a6 req-53223d83-c3c0-484f-b571-dcf0e68dbc30 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 944 time: 0.1183581 Jul 16 01:23:49.394724 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-9c98e6b2-6ced-42ec-9238-ed7b41ac9dda service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698521 Jul 16 01:23:49.424574 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d4d9d97-5f0f-4d1d-ae3e-c5f51ca814a6 req-3a7bb6d6-f7dd-44b3-b0fb-33bd0ce50b4c tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572107 Jul 16 01:23:49.427866 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fec4195c-8f37-4316-b462-a649038294f1 req-d94adb6f-4cf0-4d46-9705-746a7cad3158 service neutron] 10.222.0.69 "GET /v2.0/networks/42adb04e-bab5-447c-91f8-de453790d15e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273115 Jul 16 01:23:49.477026 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-541243b7-2fac-4121-bfd2-72413a0070ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=d3f5b683-f652-4d49-951f-b57a2483dc2c HTTP/1.1" status: 200 len: 217 time: 0.0480275 Jul 16 01:23:49.546624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-79ee694f-4763-454c-b31d-fed02c1d7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:49.548169 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-79ee694f-4763-454c-b31d-fed02c1d7685 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15fe3a60-f147-4868-aa26-636891800539 HTTP/1.1" status: 200 len: 797 time: 0.0605764 Jul 16 01:23:49.626715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-5ee63bd4-9c9d-49cd-be4e-540578a0b8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:49.628419 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-5ee63bd4-9c9d-49cd-be4e-540578a0b8b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0655622 Jul 16 01:23:49.796063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c4b8832-5089-4e31-80c8-a4d2976d19a3 req-d9debada-deb5-434f-8c7d-7913751c79a5 tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0489035 Jul 16 01:23:49.837647 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-cbf70b73-342e-4763-80c2-fb89cfb9e712 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927729 Jul 16 01:23:49.919026 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf1126-4b1b-4c44-9a56-2969f5cca5af req-1f9c16ce-873f-4420-af2d-3f07610e45ba tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:49.921314 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ccf1126-4b1b-4c44-9a56-2969f5cca5af req-1f9c16ce-873f-4420-af2d-3f07610e45ba tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.0977385 Jul 16 01:23:49.978632 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-d90abbe4-ddc9-400e-bf24-4e8b9962b968 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318369 Jul 16 01:23:49.985751 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ccf1126-4b1b-4c44-9a56-2969f5cca5af req-85039daf-5946-4854-9c62-2534e1a6ef5a tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566170 Jul 16 01:23:50.083983 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-3bbd12cc-5c1a-4455-9ccc-b666deec875d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=a14a4579-d368-44f0-ab6e-91c9cd789cce HTTP/1.1" status: 200 len: 217 time: 0.0876052 Jul 16 01:23:50.172251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-1ad6b185-bd33-40c2-8b9e-26f6cde16591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.173793 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-1ad6b185-bd33-40c2-8b9e-26f6cde16591 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15fe3a60-f147-4868-aa26-636891800539 HTTP/1.1" status: 200 len: 797 time: 0.0829406 Jul 16 01:23:50.250750 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c05fb-0ef7-4261-bcd8-a36da83545e2 req-129bb52d-359c-4b61-98b3-30b6015e62f8 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.259712 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-443c05fb-0ef7-4261-bcd8-a36da83545e2 req-129bb52d-359c-4b61-98b3-30b6015e62f8 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.0902755 Jul 16 01:23:50.301790 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-9bd149d2-de5d-40e7-9229-9dc109722cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.303728 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-9bd149d2-de5d-40e7-9229-9dc109722cde service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0790892 Jul 16 01:23:50.315230 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-443c05fb-0ef7-4261-bcd8-a36da83545e2 req-4c1aa411-0bbd-47c4-8011-2e8fb8f0a1dc tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545282 Jul 16 01:23:50.410407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e16b87-bb8e-4a1b-93c2-57ba741c832a req-57e81b67-9702-492e-ab33-dd95be6c7fa4 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.417895 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4e16b87-bb8e-4a1b-93c2-57ba741c832a req-57e81b67-9702-492e-ab33-dd95be6c7fa4 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 945 time: 0.0921309 Jul 16 01:23:50.444780 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-87ad8017-050e-41f0-848c-ee62485cbc63 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303496 Jul 16 01:23:50.504462 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4e16b87-bb8e-4a1b-93c2-57ba741c832a req-6658bb52-1b34-40e0-843d-e39e77af4a9d tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854983 Jul 16 01:23:50.710429 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-c3d8b009-857a-49d8-a1b3-d9f7156352ed service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474663 Jul 16 01:23:50.799812 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-14ce053b-174d-41c8-8970-cbb175b42604 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7cd63309-9e07-41bf-ae8a-287f6d4a879b HTTP/1.1" status: 200 len: 217 time: 0.0749769 Jul 16 01:23:50.950015 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-2aff9dd9-3e8b-43fa-9674-daeaa06cc47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.955641 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-2aff9dd9-3e8b-43fa-9674-daeaa06cc47d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4965d52c-657c-4f3d-a829-d383d740e194 HTTP/1.1" status: 200 len: 797 time: 0.1151056 Jul 16 01:23:50.969931 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4cff8-e531-455a-bd71-be045e19fbfb req-3ab1a26e-e05e-4ac3-bcaf-1f2390dc667c tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.971843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6cf4cff8-e531-455a-bd71-be045e19fbfb req-3ab1a26e-e05e-4ac3-bcaf-1f2390dc667c tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 944 time: 0.1700065 Jul 16 01:23:50.980881 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189e7bf-2429-4fd7-a1b3-7b3b544f1765 req-f68e72b4-4c9a-413b-b5b7-1f9fe959b7d3 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:50.982368 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9189e7bf-2429-4fd7-a1b3-7b3b544f1765 req-f68e72b4-4c9a-413b-b5b7-1f9fe959b7d3 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 945 time: 0.1123407 Jul 16 01:23:51.061120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6cf4cff8-e531-455a-bd71-be045e19fbfb req-36595ad8-c7e0-42fd-a964-ad8ba6250de0 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736933 Jul 16 01:23:51.064895 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9189e7bf-2429-4fd7-a1b3-7b3b544f1765 req-028d5c63-db05-44a7-8701-4dc596fc05ec tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758140 Jul 16 01:23:51.076829 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-ecd6c80e-f98d-40ce-a4c5-de8987171dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:51.078866 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-ecd6c80e-f98d-40ce-a4c5-de8987171dc5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1c225b4-f269-4788-b264-c404aac5f0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1020513 Jul 16 01:23:51.220477 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-562a29d9-6eba-4bf2-b824-66bd24477620 service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160603 Jul 16 01:23:51.262221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51768f3b-e1cd-42af-af11-1e937ed622c8 req-48689bfd-831b-4dd9-b8be-e9b17d6e4e6e tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0557885 Jul 16 01:23:51.341438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f681a45-041c-42b6-9144-3bd15bc1a7b5 req-87afd9a0-d4fd-43fa-b5c9-28ccc3671f7c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:51.345385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1f681a45-041c-42b6-9144-3bd15bc1a7b5 req-87afd9a0-d4fd-43fa-b5c9-28ccc3671f7c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.1266341 Jul 16 01:23:51.380229 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-9b8e2382-84b9-4be9-997f-bb44a26aa838 service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508207 Jul 16 01:23:51.409550 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1f681a45-041c-42b6-9144-3bd15bc1a7b5 req-e97f40d9-59f6-4ba6-9dac-95ec9b9d3a9b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575383 Jul 16 01:23:51.512007 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-f050a9d7-7918-4463-82bf-13da2b7a7026 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b95a4ed-88df-418a-96a8-8e0499b6c17f HTTP/1.1" status: 200 len: 217 time: 0.1194890 Jul 16 01:23:51.781683 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59e35a16-dab0-4f31-b9ab-53c9bec76e76 req-c6da4249-63b2-4285-b1f6-7863e3125579 tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377&device_id=9cc189a0-6b32-4a5b-9a80-5210b038f8f3 HTTP/1.1" status: 200 len: 210 time: 0.0381722 Jul 16 01:23:51.950899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9e211-4c1a-445c-b4c9-c137ad5b0135 req-f114a0f6-9e38-47b3-beaa-e3db6795280b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:51.959904 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7aa9e211-4c1a-445c-b4c9-c137ad5b0135 req-f114a0f6-9e38-47b3-beaa-e3db6795280b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.0863693 Jul 16 01:23:52.014056 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7aa9e211-4c1a-445c-b4c9-c137ad5b0135 req-30942238-e834-4059-a0b6-d3872b02ca6c tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527847 Jul 16 01:23:52.149952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-ce008250-4abc-4d50-9c3c-b51087b2fcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:52.152764 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-ce008250-4abc-4d50-9c3c-b51087b2fcc2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4965d52c-657c-4f3d-a829-d383d740e194 HTTP/1.1" status: 200 len: 797 time: 0.6209800 Jul 16 01:23:52.256050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-ea87c0ed-6e5e-4b3f-98e4-fa1d51520025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:52.260228 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-ea87c0ed-6e5e-4b3f-98e4-fa1d51520025 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1c225b4-f269-4788-b264-c404aac5f0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0946140 Jul 16 01:23:52.515957 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-acea6ebe-7f3c-40c0-a5cb-e0a6f25d3e40 service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367644 Jul 16 01:23:52.601529 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94906e6a-f7ed-4dbc-bee8-020a732fb1eb req-3aa38fae-af1a-429c-8129-f7836b8170cc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0adfe2334ea44229f33ad726d7bec34&device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0707538 Jul 16 01:23:52.652554 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94906e6a-f7ed-4dbc-bee8-020a732fb1eb req-33548b0a-1e1b-404e-acef-8ac8f749764a service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=b0adfe2334ea44229f33ad726d7bec34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377078 Jul 16 01:23:52.700818 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f30f89cb-7247-428c-8ba5-7f03a2684aec req-7425a677-3ac4-4767-a66e-96e39fea0ad1 service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640556 Jul 16 01:23:52.736285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 3295f652-df7e-43b5-be5e-82f0d26bbddc details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:52.909458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 3295f652-df7e-43b5-be5e-82f0d26bbddc, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=3295f652-df7e-43b5-be5e-82f0d26bbddc,segment=NetworkSegment(5fed7a5b-37ef-4a72-9084-1716ac8e047d),segment_id=5fed7a5b-37ef-4a72-9084-1716ac8e047d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:52.926557 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '3295f652-df7e-43b5-be5e-82f0d26bbddc', 'network_id': '42adb04e-bab5-447c-91f8-de453790d15e', 'port_id': '3295f652-df7e-43b5-be5e-82f0d26bbddc', 'mac_address': 'fa:16:3e:b0:1d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9f62c3-baeb-4988-a8d5-fd0289f7a922', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:52.941660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21cb016-edd6-4311-ba17-c0612560d91a req-2f7b1ac9-c72e-427e-bb64-8e68cc61d5b7 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:52.950029 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e21cb016-edd6-4311-ba17-c0612560d91a req-2f7b1ac9-c72e-427e-bb64-8e68cc61d5b7 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 944 time: 0.2965026 Jul 16 01:23:53.008767 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.020675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc7c12-e873-4a5d-bf31-bafca806c520 req-7b93b274-a2f3-4e96-925c-95f3f041f34e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.028340 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8bc7c12-e873-4a5d-bf31-bafca806c520 req-7b93b274-a2f3-4e96-925c-95f3f041f34e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.2762663 Jul 16 01:23:53.034267 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3295f652-df7e-43b5-be5e-82f0d26bbddc {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:53.062051 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 3295f652-df7e-43b5-be5e-82f0d26bbddc, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=3295f652-df7e-43b5-be5e-82f0d26bbddc,segment=NetworkSegment(5fed7a5b-37ef-4a72-9084-1716ac8e047d),segment_id=5fed7a5b-37ef-4a72-9084-1716ac8e047d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:53.068369 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:53.068556 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94906e6a-f7ed-4dbc-bee8-020a732fb1eb req-445303d2-402a-40de-8b46-ebb0877565b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.069903 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94906e6a-f7ed-4dbc-bee8-020a732fb1eb req-445303d2-402a-40de-8b46-ebb0877565b2 service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4066205 Jul 16 01:23:53.096960 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8bc7c12-e873-4a5d-bf31-bafca806c520 req-4c5947c0-cfce-466f-b626-93e154feecaa tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675368 Jul 16 01:23:53.105540 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e21cb016-edd6-4311-ba17-c0612560d91a req-46fa401a-a4e7-4a1f-818e-04f22264e8b1 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543460 Jul 16 01:23:53.144167 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=3295f652-df7e-43b5-be5e-82f0d26bbddc,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:53.270323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9718c844-a427-406f-9e92-21fda322587c req-0d2643f6-fb1e-459f-a1ce-ee6814f558c2 tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0506964 Jul 16 01:23:53.334673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['3295f652-df7e-43b5-be5e-82f0d26bbddc'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:53.519192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e04682-eb8b-488d-a116-437e2230e575 req-8cccfd9e-9a12-45dd-bb79-50ad16d43f06 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.521147 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28e04682-eb8b-488d-a116-437e2230e575 req-8cccfd9e-9a12-45dd-bb79-50ad16d43f06 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.1805272 Jul 16 01:23:53.623234 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28e04682-eb8b-488d-a116-437e2230e575 req-095db204-ac86-4afc-bc3a-f411617bfb61 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918789 Jul 16 01:23:53.647394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b2d458-5488-4542-93e5-d9decfaea6e4 req-5938c437-f924-4ca6-9a3c-8b6937e3fe27 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:53.655478 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b2d458-5488-4542-93e5-d9decfaea6e4 req-5938c437-f924-4ca6-9a3c-8b6937e3fe27 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 945 time: 0.1991415 Jul 16 01:23:53.745562 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b2d458-5488-4542-93e5-d9decfaea6e4 req-0b48c24b-5863-43e6-a645-ff0147efd36b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890663 Jul 16 01:23:54.375015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679d635-4274-4ce6-883f-b6c28c1a9f63 req-b0db2ec3-8222-41a1-8960-535db70ea746 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:54.376569 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1679d635-4274-4ce6-883f-b6c28c1a9f63 req-b0db2ec3-8222-41a1-8960-535db70ea746 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.1509724 Jul 16 01:23:54.390784 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201b6b2-7871-46c1-910b-9c07feaaeec8 req-ebcc6699-72a4-4033-9fb6-385da99147e2 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:54.392235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6201b6b2-7871-46c1-910b-9c07feaaeec8 req-ebcc6699-72a4-4033-9fb6-385da99147e2 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 945 time: 0.1339552 Jul 16 01:23:54.448042 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1679d635-4274-4ce6-883f-b6c28c1a9f63 req-3690a1a6-3dd9-49a8-a0ff-f21fd265a378 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648122 Jul 16 01:23:54.451110 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6201b6b2-7871-46c1-910b-9c07feaaeec8 req-810ef00d-5897-466f-9736-6cdb162d3be4 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522659 Jul 16 01:23:54.598231 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b827dd87-ab6e-4f36-9ff5-9f1e723a350d req-44b2ca6b-e1c7-4c06-834e-04313d8089ce tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0323265 Jul 16 01:23:54.757606 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 3295f652-df7e-43b5-be5e-82f0d26bbddc up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:54.855051 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 3295f652-df7e-43b5-be5e-82f0d26bbddc completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:23:54.863878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 3295f652-df7e-43b5-be5e-82f0d26bbddc triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:54.864262 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:54.899608 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98e3626-e0cc-400a-b359-d9b42c3ce1ec req-62d705ea-66b5-47e4-8d66-cccd19d8ebbd tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:54.908362 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f98e3626-e0cc-400a-b359-d9b42c3ce1ec req-62d705ea-66b5-47e4-8d66-cccd19d8ebbd tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.1634059 Jul 16 01:23:54.974695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f98e3626-e0cc-400a-b359-d9b42c3ce1ec req-50990335-32e2-4e0b-8b95-5a71f35107a3 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651934 Jul 16 01:23:54.983546 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.043287 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cc4025-26d1-4717-92e5-48ebdacf6d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3295f652-df7e-43b5-be5e-82f0d26bbddc'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:55.045623 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb36ddaa-c5c2-4cf0-98b2-558368923da0" -d '{"events": [{"server_uuid": "56cc4025-26d1-4717-92e5-48ebdacf6d2f", "name": "network-vif-plugged", "status": "completed", "tag": "3295f652-df7e-43b5-be5e-82f0d26bbddc"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:55.075624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 3295f652-df7e-43b5-be5e-82f0d26bbddc, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=3295f652-df7e-43b5-be5e-82f0d26bbddc,segment=NetworkSegment(5fed7a5b-37ef-4a72-9084-1716ac8e047d),segment_id=5fed7a5b-37ef-4a72-9084-1716ac8e047d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:55.083366 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:55.102040 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebf571-6a12-470f-b5b1-0cff854760cf req-fb5a6b29-a992-4368-8571-a21f4b354a1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:55.110298 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83ebf571-6a12-470f-b5b1-0cff854760cf req-fb5a6b29-a992-4368-8571-a21f4b354a1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 945 time: 0.0985370 Jul 16 01:23:55.193557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83ebf571-6a12-470f-b5b1-0cff854760cf req-9fbba412-8e3e-4ce0-b8d5-cb41410a2bf1 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792904 Jul 16 01:23:55.213596 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=3295f652-df7e-43b5-be5e-82f0d26bbddc,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:55.260498 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1dc941-9e66-4f40-81c3-d1bbf81c60af x-openstack-request-id: req-7c1dc941-9e66-4f40-81c3-d1bbf81c60af {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:55.260860 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cc4025-26d1-4717-92e5-48ebdacf6d2f", "name": "network-vif-plugged", "status": "completed", "tag": "3295f652-df7e-43b5-be5e-82f0d26bbddc", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:55.261219 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c1dc941-9e66-4f40-81c3-d1bbf81c60af {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:55.261796 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cc4025-26d1-4717-92e5-48ebdacf6d2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3295f652-df7e-43b5-be5e-82f0d26bbddc', 'code': 200} Jul 16 01:23:55.484626 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3347726-c358-46f6-9a52-c8d6d1709983 req-c8d35016-5191-4014-9121-973bd0e04dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:55.486643 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3347726-c358-46f6-9a52-c8d6d1709983 req-c8d35016-5191-4014-9121-973bd0e04dad service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 1098 time: 0.1258662 Jul 16 01:23:55.536671 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3347726-c358-46f6-9a52-c8d6d1709983 req-9e84f7ca-0d53-4cb8-b239-4bc0fa2c9d15 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420425 Jul 16 01:23:55.939272 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device fe460c42-68c4-4e86-a015-204aa5ee9f08 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:23:56.101776 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port fe460c42-68c4-4e86-a015-204aa5ee9f08, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=fe460c42-68c4-4e86-a015-204aa5ee9f08,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:56.133396 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'fe460c42-68c4-4e86-a015-204aa5ee9f08', 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355', 'port_id': 'fe460c42-68c4-4e86-a015-204aa5ee9f08', 'mac_address': 'fa:16:3e:29:cf:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e3fe52-c0e2-447a-9b76-70730059c2ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:23:56.179999 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94906e6a-f7ed-4dbc-bee8-020a732fb1eb req-c121c906-5b0b-4924-84ce-06c476445e46 tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.70 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0399675 Jul 16 01:23:56.187673 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.212173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fe460c42-68c4-4e86-a015-204aa5ee9f08 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:23:56.242246 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port fe460c42-68c4-4e86-a015-204aa5ee9f08, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=fe460c42-68c4-4e86-a015-204aa5ee9f08,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:56.253216 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d99bff-5724-46a5-a93d-8d9b27017267 req-6da3635e-a122-42d3-be23-31ff4aa0e2fc tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:56.258669 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:56.261868 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71d99bff-5724-46a5-a93d-8d9b27017267 req-6da3635e-a122-42d3-be23-31ff4aa0e2fc tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 946 time: 0.5667014 Jul 16 01:23:56.327837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccc28a-b407-4cd0-83b8-4beff897d441 req-577df889-f32b-4837-8d9a-402bb6083a59 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:56.332450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afccc28a-b407-4cd0-83b8-4beff897d441 req-577df889-f32b-4837-8d9a-402bb6083a59 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.6349988 Jul 16 01:23:56.384347 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71d99bff-5724-46a5-a93d-8d9b27017267 req-d429de7d-9a9f-416b-b9eb-b94525f78ad1 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214213 Jul 16 01:23:56.386147 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=fe460c42-68c4-4e86-a015-204aa5ee9f08,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:56.416373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afccc28a-b407-4cd0-83b8-4beff897d441 req-72ac9a20-c528-4d0b-a849-8de11e15d5a4 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700169 Jul 16 01:23:56.459323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['fe460c42-68c4-4e86-a015-204aa5ee9f08'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:23:56.659530 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49a26710-ab46-451f-af9c-69ced2a45934 req-419be76e-1ddb-4f4e-800c-f6177e4990db tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc46455d-4dab-4b8b-9d37-d2900b996377 HTTP/1.1" status: 200 len: 210 time: 0.0638292 Jul 16 01:23:56.785451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b707b1-b041-4077-b118-61ec4d7d396e req-17b43d25-ffd1-4eaf-9997-0a67912b7013 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:56.793252 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09b707b1-b041-4077-b118-61ec4d7d396e req-17b43d25-ffd1-4eaf-9997-0a67912b7013 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.1446409 Jul 16 01:23:56.848476 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09b707b1-b041-4077-b118-61ec4d7d396e req-f28e56cb-4705-444d-b381-80d794129311 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543427 Jul 16 01:23:56.973675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff224b-3fcd-4d6b-80ac-ea77fbc5e9b0 req-ee39fbf4-2160-4dbe-90c0-7428e7dc3968 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:56.982131 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9ff224b-3fcd-4d6b-80ac-ea77fbc5e9b0 req-ee39fbf4-2160-4dbe-90c0-7428e7dc3968 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 944 time: 0.1578035 Jul 16 01:23:57.053797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9ff224b-3fcd-4d6b-80ac-ea77fbc5e9b0 req-df57f30a-2634-4641-bd1a-9b25c37e1205 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705729 Jul 16 01:23:57.673759 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c9a36-c876-4db7-9656-9a23d63e4691 req-553ac5ef-cb0f-4413-b634-4862ab16a1d6 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:57.680087 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b3c9a36-c876-4db7-9656-9a23d63e4691 req-553ac5ef-cb0f-4413-b634-4862ab16a1d6 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 944 time: 0.1660938 Jul 16 01:23:57.735347 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd787e98-bc16-46c9-a91e-29026a5a02ad req-c69b8ed2-4369-4e0e-b220-82b249cb8bed tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:57.743899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cd787e98-bc16-46c9-a91e-29026a5a02ad req-c69b8ed2-4369-4e0e-b220-82b249cb8bed tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 946 time: 0.1771452 Jul 16 01:23:57.762424 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b3c9a36-c876-4db7-9656-9a23d63e4691 req-525953c1-eda2-4ef6-921f-3b5f4550f80d tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762992 Jul 16 01:23:57.821340 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cd787e98-bc16-46c9-a91e-29026a5a02ad req-0003b765-5aaa-4266-bb06-cb1ac18d8c8f tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763268 Jul 16 01:23:57.945791 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device fe460c42-68c4-4e86-a015-204aa5ee9f08 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:23:58.093665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port fe460c42-68c4-4e86-a015-204aa5ee9f08 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:23:58.094184 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.201757 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44fd70e-1b24-4bc6-befb-030d7a1c553d req-842a1399-b7f5-4a53-a908-0bfe33e2c408 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:58.206252 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f44fd70e-1b24-4bc6-befb-030d7a1c553d req-842a1399-b7f5-4a53-a908-0bfe33e2c408 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.1288235 Jul 16 01:23:58.230346 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.274587 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f44fd70e-1b24-4bc6-befb-030d7a1c553d req-e4bea3ec-d12c-4ffa-a324-06249bda62fd tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634081 Jul 16 01:23:58.288954 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c555d3-713b-4ea0-820a-fe0aeddd9ee3 req-372f83ea-c279-4506-991c-4604054f4eb8 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:58.306349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0c555d3-713b-4ea0-820a-fe0aeddd9ee3 req-372f83ea-c279-4506-991c-4604054f4eb8 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.2923286 Jul 16 01:23:58.313707 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port fe460c42-68c4-4e86-a015-204aa5ee9f08, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=fe460c42-68c4-4e86-a015-204aa5ee9f08,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:23:58.318354 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880faa19-ddd3-4f80-b468-c17605f63bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe460c42-68c4-4e86-a015-204aa5ee9f08'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:23:58.325706 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8639ce7f-e437-411d-b5e2-8c6150066331" -d '{"events": [{"server_uuid": "880faa19-ddd3-4f80-b468-c17605f63bd5", "name": "network-vif-plugged", "status": "completed", "tag": "fe460c42-68c4-4e86-a015-204aa5ee9f08"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:23:58.336282 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:23:58.360824 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0c555d3-713b-4ea0-820a-fe0aeddd9ee3 req-470fb236-8e2a-4a6d-9a0f-2a26ef34ea60 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534704 Jul 16 01:23:58.467462 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=fe460c42-68c4-4e86-a015-204aa5ee9f08,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:23:58.547978 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c212bc-8a4c-47bd-971f-afb8c9b8376b x-openstack-request-id: req-c2c212bc-8a4c-47bd-971f-afb8c9b8376b {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:23:58.548520 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880faa19-ddd3-4f80-b468-c17605f63bd5", "name": "network-vif-plugged", "status": "completed", "tag": "fe460c42-68c4-4e86-a015-204aa5ee9f08", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:23:58.548951 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2c212bc-8a4c-47bd-971f-afb8c9b8376b {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:23:58.549519 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880faa19-ddd3-4f80-b468-c17605f63bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe460c42-68c4-4e86-a015-204aa5ee9f08', 'code': 200} Jul 16 01:23:58.738104 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2b55a94-5a02-4cb8-8c7e-cecd046f0de3 req-8bfb85a1-e491-4d06-9ddb-370f246cc73b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b0adfe2334ea44229f33ad726d7bec34&device_id=9cc189a0-6b32-4a5b-9a80-5210b038f8f3 HTTP/1.1" status: 200 len: 210 time: 0.0395005 Jul 16 01:23:58.782495 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2b55a94-5a02-4cb8-8c7e-cecd046f0de3 req-98bd8736-d977-4f37-bdf5-5178aa7b55d0 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=b0adfe2334ea44229f33ad726d7bec34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355685 Jul 16 01:23:58.870313 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e38be170-8ab8-4286-a322-07b980a50ada req-8525bec6-868a-4718-a427-119ac86452f9 tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cc189a0-6b32-4a5b-9a80-5210b038f8f3 HTTP/1.1" status: 200 len: 210 time: 0.0514193 Jul 16 01:23:58.957513 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b55a94-5a02-4cb8-8c7e-cecd046f0de3 req-78798cbd-1fba-4325-8526-9c41293b137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:58.961415 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2b55a94-5a02-4cb8-8c7e-cecd046f0de3 req-78798cbd-1fba-4325-8526-9c41293b137b service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1649749 Jul 16 01:23:59.166920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f0679-f574-4371-a8d3-bc10fd78fdf0 req-f0de4273-1d89-4b99-8ab9-f758417b934a tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:59.168957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-425f0679-f574-4371-a8d3-bc10fd78fdf0 req-f0de4273-1d89-4b99-8ab9-f758417b934a tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 945 time: 0.0804126 Jul 16 01:23:59.253752 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-425f0679-f574-4371-a8d3-bc10fd78fdf0 req-9270d22e-8ca2-4d67-b845-6271c87fabf1 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784256 Jul 16 01:23:59.316812 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4e0e23-3a47-4ba1-8df5-41274a9e1418 req-1e60b24a-c8a1-4ab9-89de-0552068a8579 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:59.319085 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec4e0e23-3a47-4ba1-8df5-41274a9e1418 req-1e60b24a-c8a1-4ab9-89de-0552068a8579 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 946 time: 0.1132784 Jul 16 01:23:59.388370 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec4e0e23-3a47-4ba1-8df5-41274a9e1418 req-8a59551d-8d6e-45aa-861c-28bdd1a10807 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632825 Jul 16 01:23:59.560359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceed8a1-4286-4526-a755-ee0539c970c6 req-43d48b19-68f0-45ea-9d19-5f9c4413658d tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:59.562354 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ceed8a1-4286-4526-a755-ee0539c970c6 req-43d48b19-68f0-45ea-9d19-5f9c4413658d tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.1245303 Jul 16 01:23:59.621513 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b0db15-5704-4a93-bedd-733a752b810f req-04c9688a-2526-417f-97c3-1084924e0df2 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:59.623119 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73b0db15-5704-4a93-bedd-733a752b810f req-04c9688a-2526-417f-97c3-1084924e0df2 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.1286438 Jul 16 01:23:59.639313 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ceed8a1-4286-4526-a755-ee0539c970c6 req-9a1fc82b-cc94-41ef-8503-68a29d226492 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715282 Jul 16 01:23:59.699323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73b0db15-5704-4a93-bedd-733a752b810f req-8e1b0ff6-5481-4c03-a485-05770cd3fc5f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586331 Jul 16 01:23:59.936872 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device fe460c42-68c4-4e86-a015-204aa5ee9f08 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:23:59.951042 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93b59e-d70c-4cb1-bece-88aeba72e868 req-eeb4fb6c-25fe-4a04-938a-42ee9f9f6024 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:23:59.955516 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef93b59e-d70c-4cb1-bece-88aeba72e868 req-eeb4fb6c-25fe-4a04-938a-42ee9f9f6024 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.70 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 945 time: 0.1254394 Jul 16 01:24:00.110868 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.174364 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.198686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59088) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:00.202402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port fe460c42-68c4-4e86-a015-204aa5ee9f08, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=fe460c42-68c4-4e86-a015-204aa5ee9f08,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:00.203949 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c974838-ebde-4c5e-a552-aa1189f71e5d req-52b23552-e891-4260-ba75-7aa3a3e10b44 tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cc189a0-6b32-4a5b-9a80-5210b038f8f3 HTTP/1.1" status: 200 len: 210 time: 0.1101496 Jul 16 01:24:00.218716 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.267803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-ef93b59e-d70c-4cb1-bece-88aeba72e868 req-d8df9970-53e1-4bd6-a568-4251c24fcc49 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Deleting port fe460c42-68c4-4e86-a015-204aa5ee9f08 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:00.271255 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ef93b59e-d70c-4cb1-bece-88aeba72e868 req-d8df9970-53e1-4bd6-a568-4251c24fcc49 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.309415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=fe460c42-68c4-4e86-a015-204aa5ee9f08,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:00.375419 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e75e6313-39c1-42c1-b474-dcc2f96835e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.457872 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-ef93b59e-d70c-4cb1-bece-88aeba72e868 req-d8df9970-53e1-4bd6-a568-4251c24fcc49 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] For port fe460c42-68c4-4e86-a015-204aa5ee9f08, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=fe460c42-68c4-4e86-a015-204aa5ee9f08,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:00.458301 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ef93b59e-d70c-4cb1-bece-88aeba72e868 req-d8df9970-53e1-4bd6-a568-4251c24fcc49 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.476180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-ef93b59e-d70c-4cb1-bece-88aeba72e868 req-d8df9970-53e1-4bd6-a568-4251c24fcc49 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Calling delete_port for fe460c42-68c4-4e86-a015-204aa5ee9f08 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:00.528499 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e75e6313-39c1-42c1-b474-dcc2f96835e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.550637 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e75e6313-39c1-42c1-b474-dcc2f96835e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.551255 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880faa19-ddd3-4f80-b468-c17605f63bd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe460c42-68c4-4e86-a015-204aa5ee9f08'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:00.554806 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657cd9f6-7697-49ff-bd25-0eecfcd615bc" -d '{"events": [{"server_uuid": "880faa19-ddd3-4f80-b468-c17605f63bd5", "name": "network-vif-unplugged", "status": "completed", "tag": "fe460c42-68c4-4e86-a015-204aa5ee9f08"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:00.638752 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e75e6313-39c1-42c1-b474-dcc2f96835e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ceaf568c53d74d14a328e86b498e71af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4388206 Jul 16 01:24:00.645025 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e6313-39c1-42c1-b474-dcc2f96835e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5cae4c-792a-4afe-ab13-ae3eb9ffc98e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:00.647700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59104) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:00.670862 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa7511-1d91-4ad2-a6ff-2a148de887e9 req-63a7d38c-7fa5-473a-aab9-75a788d0e6ef tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:00.678720 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21fa7511-1d91-4ad2-a6ff-2a148de887e9 req-63a7d38c-7fa5-473a-aab9-75a788d0e6ef tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 943 time: 0.2746558 Jul 16 01:24:00.719936 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a09a33d9-95b6-406b-acfd-8982cd6f7186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.730868 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22e7d3-69aa-4b29-a4c4-1c250b493c6c req-15532b6d-da9c-458f-9e91-05a06c9b97c3 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:00.732723 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-de22e7d3-69aa-4b29-a4c4-1c250b493c6c req-15532b6d-da9c-458f-9e91-05a06c9b97c3 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.69 "GET /v2.0/ports?device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 946 time: 0.1497018 Jul 16 01:24:00.782466 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a09a33d9-95b6-406b-acfd-8982cd6f7186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.783486 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21fa7511-1d91-4ad2-a6ff-2a148de887e9 req-612c28fa-b860-4bea-b9f7-ad3324ad9b22 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035807 Jul 16 01:24:00.798749 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b24ab-d55d-4d6c-9ed8-93e37235a510 req-c9414204-c29d-4b3d-9344-ae3067bc45d6 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:00.800244 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c8b24ab-d55d-4d6c-9ed8-93e37235a510 req-c9414204-c29d-4b3d-9344-ae3067bc45d6 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 946 time: 0.2486155 Jul 16 01:24:00.813509 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ef93b59e-d70c-4cb1-bece-88aeba72e868 req-d8df9970-53e1-4bd6-a568-4251c24fcc49 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.848345 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e9308e6-c9cc-4824-8fa6-cb1c361a1b76 x-openstack-request-id: req-6e9308e6-c9cc-4824-8fa6-cb1c361a1b76 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:00.849156 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880faa19-ddd3-4f80-b468-c17605f63bd5", "name": "network-vif-unplugged", "status": "completed", "tag": "fe460c42-68c4-4e86-a015-204aa5ee9f08", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:00.849676 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e9308e6-c9cc-4824-8fa6-cb1c361a1b76 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:00.850257 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880faa19-ddd3-4f80-b468-c17605f63bd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe460c42-68c4-4e86-a015-204aa5ee9f08', 'code': 200} Jul 16 01:24:00.871652 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df9970-53e1-4bd6-a568-4251c24fcc49 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Pushing event deleted for resources: {'Port': ['ID=fe460c42-68c4-4e86-a015-204aa5ee9f08,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:00.905855 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d2b55a94-5a02-4cb8-8c7e-cecd046f0de3 req-4cb6e3f8-df56-4f13-961b-ee95852182ee tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.70 "GET /v2.0/ports?device_id=9cc189a0-6b32-4a5b-9a80-5210b038f8f3 HTTP/1.1" status: 200 len: 210 time: 0.0398755 Jul 16 01:24:00.924894 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a09a33d9-95b6-406b-acfd-8982cd6f7186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.954797 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a09a33d9-95b6-406b-acfd-8982cd6f7186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.962139 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a09a33d9-95b6-406b-acfd-8982cd6f7186 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd5cae4c-792a-4afe-ab13-ae3eb9ffc98e HTTP/1.1" status: 204 len: 168 time: 0.3123188 Jul 16 01:24:00.967179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef93b59e-d70c-4cb1-bece-88aeba72e868 req-d8df9970-53e1-4bd6-a568-4251c24fcc49 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] No DVR routers for this DVR port fe460c42-68c4-4e86-a015-204aa5ee9f08 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:00.979517 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ef93b59e-d70c-4cb1-bece-88aeba72e868 req-d8df9970-53e1-4bd6-a568-4251c24fcc49 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:00.981538 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef93b59e-d70c-4cb1-bece-88aeba72e868 req-d8df9970-53e1-4bd6-a568-4251c24fcc49 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.70 "DELETE /v2.0/ports/fe460c42-68c4-4e86-a015-204aa5ee9f08 HTTP/1.1" status: 204 len: 173 time: 1.0175700 Jul 16 01:24:00.982002 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '880faa19-ddd3-4f80-b468-c17605f63bd5', 'name': 'network-vif-deleted', 'tag': 'fe460c42-68c4-4e86-a015-204aa5ee9f08'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:00.984266 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-131bd493-f5c9-47a4-a471-dd6564f8e000" -d '{"events": [{"server_uuid": "880faa19-ddd3-4f80-b468-c17605f63bd5", "name": "network-vif-deleted", "tag": "fe460c42-68c4-4e86-a015-204aa5ee9f08"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:00.997470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-de22e7d3-69aa-4b29-a4c4-1c250b493c6c req-f5546905-a429-4ae5-a3c8-95da390138aa tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Deleting port 3295f652-df7e-43b5-be5e-82f0d26bbddc {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:00.997841 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-de22e7d3-69aa-4b29-a4c4-1c250b493c6c req-f5546905-a429-4ae5-a3c8-95da390138aa tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.004529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a33d9-95b6-406b-acfd-8982cd6f7186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5cae4c-792a-4afe-ab13-ae3eb9ffc98e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:01.015014 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c8b24ab-d55d-4d6c-9ed8-93e37235a510 req-0801a310-2a47-4d8e-9f9e-0e79e6060760 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/security-groups?id=f45f80ff-6198-4db5-9609-a6103fd29d41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881142 Jul 16 01:24:01.030478 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.204658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4212dd-e948-4824-9b84-f0f7115c0864 req-22522bcf-09c6-4196-9027-cb05b5748457 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.209460 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d4212dd-e948-4824-9b84-f0f7115c0864 req-22522bcf-09c6-4196-9027-cb05b5748457 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.1903057 Jul 16 01:24:01.279728 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-de22e7d3-69aa-4b29-a4c4-1c250b493c6c req-f5546905-a429-4ae5-a3c8-95da390138aa tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] For port 3295f652-df7e-43b5-be5e-82f0d26bbddc, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=3295f652-df7e-43b5-be5e-82f0d26bbddc,segment=NetworkSegment(5fed7a5b-37ef-4a72-9084-1716ac8e047d),segment_id=5fed7a5b-37ef-4a72-9084-1716ac8e047d)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:01.280336 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-de22e7d3-69aa-4b29-a4c4-1c250b493c6c req-f5546905-a429-4ae5-a3c8-95da390138aa tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.295654 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d4212dd-e948-4824-9b84-f0f7115c0864 req-67373e29-76e1-41dd-9581-d306357bea00 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698833 Jul 16 01:24:01.309959 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-de22e7d3-69aa-4b29-a4c4-1c250b493c6c req-f5546905-a429-4ae5-a3c8-95da390138aa tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Calling delete_port for 3295f652-df7e-43b5-be5e-82f0d26bbddc owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:01.376641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73afd37-9ec9-44be-b1a3-1e073a0575f3 req-2e8e08ae-1aa3-4cf6-a37b-74ff6770e9df tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.388204 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d73afd37-9ec9-44be-b1a3-1e073a0575f3 req-2e8e08ae-1aa3-4cf6-a37b-74ff6770e9df tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.1740739 Jul 16 01:24:01.399316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59138) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:01.416655 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b832456b-0706-426d-bb35-72d4842926e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.445450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d73afd37-9ec9-44be-b1a3-1e073a0575f3 req-faf15862-53f8-4c0b-a8b4-3018303a0cea tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483811 Jul 16 01:24:01.500393 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5214a298-fb9f-44d5-b1e6-1ac7d2e19152 x-openstack-request-id: req-5214a298-fb9f-44d5-b1e6-1ac7d2e19152 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:01.501006 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "880faa19-ddd3-4f80-b468-c17605f63bd5", "name": "network-vif-deleted", "tag": "fe460c42-68c4-4e86-a015-204aa5ee9f08", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:01.501532 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5214a298-fb9f-44d5-b1e6-1ac7d2e19152 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:01.503041 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '880faa19-ddd3-4f80-b468-c17605f63bd5', 'name': 'network-vif-deleted', 'tag': 'fe460c42-68c4-4e86-a015-204aa5ee9f08', 'status': 'completed', 'code': 200} Jul 16 01:24:01.551535 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-de22e7d3-69aa-4b29-a4c4-1c250b493c6c req-f5546905-a429-4ae5-a3c8-95da390138aa tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.563144 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['3295f652-df7e-43b5-be5e-82f0d26bbddc'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:01.624118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5546905-a429-4ae5-a3c8-95da390138aa tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Pushing event deleted for resources: {'Port': ['ID=3295f652-df7e-43b5-be5e-82f0d26bbddc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:01.658689 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-de22e7d3-69aa-4b29-a4c4-1c250b493c6c req-f5546905-a429-4ae5-a3c8-95da390138aa tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] No DVR routers for this DVR port 3295f652-df7e-43b5-be5e-82f0d26bbddc on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:01.662162 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-de22e7d3-69aa-4b29-a4c4-1c250b493c6c req-f5546905-a429-4ae5-a3c8-95da390138aa tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.664455 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-de22e7d3-69aa-4b29-a4c4-1c250b493c6c req-f5546905-a429-4ae5-a3c8-95da390138aa tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.69 "DELETE /v2.0/ports/3295f652-df7e-43b5-be5e-82f0d26bbddc HTTP/1.1" status: 204 len: 173 time: 0.9237504 Jul 16 01:24:01.668800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cc4025-26d1-4717-92e5-48ebdacf6d2f', 'name': 'network-vif-deleted', 'tag': '3295f652-df7e-43b5-be5e-82f0d26bbddc'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:01.673272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb56cda3-636c-4453-9535-5ca61bc4492e req-8eafba90-a874-416a-b81f-6fdea72eb1df tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:01.674866 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb56cda3-636c-4453-9535-5ca61bc4492e req-8eafba90-a874-416a-b81f-6fdea72eb1df tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 946 time: 0.0746996 Jul 16 01:24:01.679820 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e465cfe0-ea48-40cd-8613-a469004f670d" -d '{"events": [{"server_uuid": "56cc4025-26d1-4717-92e5-48ebdacf6d2f", "name": "network-vif-deleted", "tag": "3295f652-df7e-43b5-be5e-82f0d26bbddc"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:01.727004 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b832456b-0706-426d-bb35-72d4842926e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.732050 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b832456b-0706-426d-bb35-72d4842926e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.735200 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb56cda3-636c-4453-9535-5ca61bc4492e req-17a0ebde-3f52-45b5-948a-09f3df8443db tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525811 Jul 16 01:24:01.763874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59142) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:01.778369 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b832456b-0706-426d-bb35-72d4842926e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9b12ddece72e4d4ebd056e9e8e52aab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3778033 Jul 16 01:24:01.819281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b832456b-0706-426d-bb35-72d4842926e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acbf89f-b00d-4f42-9485-779669fcf3c3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:01.848467 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b013fa-747c-4916-bdb3-087284b4152b x-openstack-request-id: req-c0b013fa-747c-4916-bdb3-087284b4152b {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:01.848813 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56cc4025-26d1-4717-92e5-48ebdacf6d2f", "name": "network-vif-deleted", "tag": "3295f652-df7e-43b5-be5e-82f0d26bbddc", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:01.849093 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0b013fa-747c-4916-bdb3-087284b4152b {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:01.849471 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cc4025-26d1-4717-92e5-48ebdacf6d2f', 'name': 'network-vif-deleted', 'tag': '3295f652-df7e-43b5-be5e-82f0d26bbddc', 'status': 'completed', 'code': 200} Jul 16 01:24:01.870666 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9bf856f-1a94-4c49-b6a5-b6af82ded5aa req-cb903604-0b4d-4a18-8da7-ec7194dee136 tempest-ServerShowV247Test-143226335 tempest-ServerShowV247Test-143226335-project] 10.222.0.22 "GET /v2.0/ports?device_id=9cc189a0-6b32-4a5b-9a80-5210b038f8f3 HTTP/1.1" status: 200 len: 210 time: 0.0574520 Jul 16 01:24:01.904935 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-751d08a8-eaf8-44e3-9da4-aa21be631876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.933739 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-751d08a8-eaf8-44e3-9da4-aa21be631876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:01.999809 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-751d08a8-eaf8-44e3-9da4-aa21be631876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.002311 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-751d08a8-eaf8-44e3-9da4-aa21be631876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:02.003518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-751d08a8-eaf8-44e3-9da4-aa21be631876 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0acbf89f-b00d-4f42-9485-779669fcf3c3 HTTP/1.1" status: 204 len: 168 time: 0.2386093 Jul 16 01:24:02.049804 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-510c99a0-e12f-487b-afab-03b894aaa2dc req-15a74acf-827a-4897-90a5-23f0cf7c033c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=880faa19-ddd3-4f80-b468-c17605f63bd5 HTTP/1.1" status: 200 len: 210 time: 0.0450087 Jul 16 01:24:02.050707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d08a8-eaf8-44e3-9da4-aa21be631876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acbf89f-b00d-4f42-9485-779669fcf3c3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:02.253449 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6b007a9-3a54-4b93-b1c1-eb0df93c0bf4 req-47b8869d-047a-4706-bfbd-7239af36ffd7 tempest-VolumesActionsTest-1116288608 tempest-VolumesActionsTest-1116288608-project] 10.222.0.22 "GET /v2.0/ports?device_id=56cc4025-26d1-4717-92e5-48ebdacf6d2f HTTP/1.1" status: 200 len: 210 time: 0.0529752 Jul 16 01:24:02.476035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c320d28d-f457-4a3e-b233-eb24b1b5a1c2 req-bf60c0a9-582a-4a8b-8d56-402d0d0641ad tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.482855 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c320d28d-f457-4a3e-b233-eb24b1b5a1c2 req-bf60c0a9-582a-4a8b-8d56-402d0d0641ad tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 946 time: 0.0834272 Jul 16 01:24:02.527075 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c320d28d-f457-4a3e-b233-eb24b1b5a1c2 req-72238aae-1856-4928-a112-144bf6d4be0d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433638 Jul 16 01:24:02.591422 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3615e4a-a05b-4728-b017-eef661466bea req-cc8530f5-0863-45a7-b771-7340e5ae01f4 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.593009 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3615e4a-a05b-4728-b017-eef661466bea req-cc8530f5-0863-45a7-b771-7340e5ae01f4 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.0827971 Jul 16 01:24:02.645073 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3615e4a-a05b-4728-b017-eef661466bea req-39526013-a8ed-4060-acf6-2bee1ae73e01 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420568 Jul 16 01:24:02.802680 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64454f-2082-4c13-b45f-629b8e19e47d req-1cf3380a-f742-4eaa-b41c-2b4e6b418d15 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:02.804340 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-af64454f-2082-4c13-b45f-629b8e19e47d req-1cf3380a-f742-4eaa-b41c-2b4e6b418d15 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.0645120 Jul 16 01:24:02.843124 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-af64454f-2082-4c13-b45f-629b8e19e47d req-efd34978-d40f-4e50-a84b-0caee04ebaff tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324378 Jul 16 01:24:03.300461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59214) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:03.430328 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-75b45313-672c-4c92-80d0-39f4a1bea688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.464546 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-d0ac9079-b6a6-4b7b-9e31-646db1414ae2 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:03.468369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-d0ac9079-b6a6-4b7b-9e31-646db1414ae2 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/networks?id=cad5d24e-09b5-4d53-9e59-1113d894f355 HTTP/1.1" status: 200 len: 821 time: 0.1452320 Jul 16 01:24:03.487852 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-4893c2ba-a48a-4c0c-8a83-1ad7a3cdd803 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/quotas/0ef7e8bc5d6a4037b34df05cb22c0252 HTTP/1.1" status: 200 len: 375 time: 0.0136888 Jul 16 01:24:03.609346 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-27acfe8c-ddf7-4e15-9178-1e58fc3ec1bd tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0ef7e8bc5d6a4037b34df05cb22c0252&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1144655 Jul 16 01:24:03.660847 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-75b45313-672c-4c92-80d0-39f4a1bea688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.702447 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-75b45313-672c-4c92-80d0-39f4a1bea688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.785435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b45313-672c-4c92-80d0-39f4a1bea688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecf65ca-7a5e-4a59-90fa-fb7beb25089e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:03.794393 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-75b45313-672c-4c92-80d0-39f4a1bea688 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b0adfe2334ea44229f33ad726d7bec34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4928482 Jul 16 01:24:03.797043 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59252) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:03.819808 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-f46d2205-4d10-4262-8fbf-985dded4df75 service neutron] 10.222.0.22 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095244 Jul 16 01:24:03.863324 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdba6172-ab9c-4993-ad8f-d592a99e28ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.868693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c655d8-ccc8-4d0f-af1f-d146d1b06378 req-1621cc5f-3d9e-47b9-9fb4-f98f4abc7ec3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:03.870234 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7c655d8-ccc8-4d0f-af1f-d146d1b06378 req-1621cc5f-3d9e-47b9-9fb4-f98f4abc7ec3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 946 time: 0.2057934 Jul 16 01:24:03.891963 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdba6172-ab9c-4993-ad8f-d592a99e28ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.956884 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7c655d8-ccc8-4d0f-af1f-d146d1b06378 req-6d7aecf5-79b1-431a-bc40-05d3bdd54a4a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577571 Jul 16 01:24:03.961323 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdba6172-ab9c-4993-ad8f-d592a99e28ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.964445 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdba6172-ab9c-4993-ad8f-d592a99e28ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:03.970269 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device fe460c42-68c4-4e86-a015-204aa5ee9f08 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:03.976756 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-7a4c2a47-4db6-432e-bd04-b6369c97b17f service neutron] 10.222.0.22 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560228 Jul 16 01:24:03.984054 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fdba6172-ab9c-4993-ad8f-d592a99e28ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eecf65ca-7a5e-4a59-90fa-fb7beb25089e HTTP/1.1" status: 204 len: 168 time: 0.1850557 Jul 16 01:24:04.005508 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba6172-ab9c-4993-ad8f-d592a99e28ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecf65ca-7a5e-4a59-90fa-fb7beb25089e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:04.012883 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: fe460c42-68c4-4e86-a015-204aa5ee9f08 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:04.013354 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device fe460c42-68c4-4e86-a015-204aa5ee9f08 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:04.285327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94733bc3-faf8-4a25-ab50-9aa1904d9335 req-f413cb6c-538f-4916-b61d-9f7b9d8d982d tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:04.287849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94733bc3-faf8-4a25-ab50-9aa1904d9335 req-f413cb6c-538f-4916-b61d-9f7b9d8d982d tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.1717784 Jul 16 01:24:04.368951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94733bc3-faf8-4a25-ab50-9aa1904d9335 req-badeed7e-efe4-4af3-a24c-8ff7a947dc4f tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750499 Jul 16 01:24:04.505952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b715032-c3d3-45d7-bcb5-3d0510c48a08 req-b90dc642-d71e-49a2-b2eb-d13ccb42e030 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4128b10-7de9-4a66-802d-6453c9b0f88a HTTP/1.1" status: 200 len: 210 time: 0.0392556 Jul 16 01:24:04.589131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588313ba-b912-4c9a-aaa7-bc3a0b1fc3d5 req-9238a509-1768-438a-9b78-8bbc337e3efc tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:04.590936 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-588313ba-b912-4c9a-aaa7-bc3a0b1fc3d5 req-9238a509-1768-438a-9b78-8bbc337e3efc tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.0788028 Jul 16 01:24:04.644582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-588313ba-b912-4c9a-aaa7-bc3a0b1fc3d5 req-54464742-2818-4244-a6de-2e154d57df70 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475612 Jul 16 01:24:04.767032 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-da772ad5-fa76-4a24-8181-b6a7b3c14b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:04.802305 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 3295f652-df7e-43b5-be5e-82f0d26bbddc no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:04.836715 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 3295f652-df7e-43b5-be5e-82f0d26bbddc {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:04.837398 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 3295f652-df7e-43b5-be5e-82f0d26bbddc not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:04.838700 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 2df0715b-8991-478d-a325-905e669148d1 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:04.969806 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.000605 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df0715b-8991-478d-a325-905e669148d1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:05.002871 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87957c85-1bf7-4207-88ae-6d4322a5b491" -d '{"events": [{"server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "name": "network-vif-unplugged", "status": "completed", "tag": "2df0715b-8991-478d-a325-905e669148d1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:05.015008 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2df0715b-8991-478d-a325-905e669148d1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:05.024503 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.088913 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79d66d9e-d573-45c8-95f0-4b994a65b28f x-openstack-request-id: req-79d66d9e-d573-45c8-95f0-4b994a65b28f {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:05.089317 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59326) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:05.089610 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "name": "network-vif-unplugged", "status": "completed", "tag": "2df0715b-8991-478d-a325-905e669148d1", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:05.089871 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79d66d9e-d573-45c8-95f0-4b994a65b28f {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:05.090264 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df0715b-8991-478d-a325-905e669148d1', 'code': 200} Jul 16 01:24:05.156675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=2df0715b-8991-478d-a325-905e669148d1,revision_number=11']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:05.287536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1a32e-1de6-4daa-a8a6-c7f0c8c6cda8 req-f7b169ed-aea8-4c73-bb65-9d7f29d4586b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.292405 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ad1a32e-1de6-4daa-a8a6-c7f0c8c6cda8 req-f7b169ed-aea8-4c73-bb65-9d7f29d4586b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1088309 Jul 16 01:24:05.302150 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-644550222-network', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:05.361005 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ad1a32e-1de6-4daa-a8a6-c7f0c8c6cda8 req-c3627c62-da6b-4072-8443-96aecd9f252b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546472 Jul 16 01:24:05.361599 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Made reservation on behalf of dc7c79121ea347e08eab6bb95810733c for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:05.364240 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.373715 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.500292 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.517318 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.573218 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:05.594296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f29532-8ff6-47a3-9708-91a65dae3e6b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:05.608870 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.609224 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Added segment 6b1189c5-858f-4ced-8bea-084f99590506 of type vlan for network 82cbe9d9-283a-4c69-a1bc-536a90b2446b Jul 16 01:24:05.668542 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.698802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab3688-2dfc-44cb-ad64-ecf2fda47ccb req-36f3739f-8dc5-476e-865d-cdec8d93e1b5 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.706256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01ab3688-2dfc-44cb-ad64-ecf2fda47ccb req-36f3739f-8dc5-476e-865d-cdec8d93e1b5 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.2033477 Jul 16 01:24:05.770605 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3f9651c-5b0b-4cc1-8e7b-89ff8da6a85a req-d2b78ba5-c0a7-475a-bc9b-05bac768abd3 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4128b10-7de9-4a66-802d-6453c9b0f88a HTTP/1.1" status: 200 len: 210 time: 0.0439796 Jul 16 01:24:05.782483 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.783834 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:05.784429 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:05.832561 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01ab3688-2dfc-44cb-ad64-ecf2fda47ccb req-8d34ab86-20ab-4151-afec-cddf6d9a1595 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226401 Jul 16 01:24:05.850168 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7597017 Jul 16 01:24:05.853013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59358) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:05.860409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-dad452eb-571b-4ef0-9777-e5505f904b8e admin admin] Request body: {'subnet': {'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-subnet', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:05.915253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Pushing event updated for resources: {'Network': ['ID=82cbe9d9-283a-4c69-a1bc-536a90b2446b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:05.952059 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:05.952479 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:05.952979 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:05.953397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:05.953806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:05.954193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:05.954595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:05.954984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:05.955407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:05.955883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:05.956220 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:05.956851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d9acc1-d0a0-4fcd-8695-2d6c68e16634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:05.968298 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 82cbe9d9-283a-4c69-a1bc-536a90b2446b details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:05.999388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad452eb-571b-4ef0-9777-e5505f904b8e admin admin] Made reservation on behalf of dc7c79121ea347e08eab6bb95810733c for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:06.001957 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dad452eb-571b-4ef0-9777-e5505f904b8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.205550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-b2fd073e-2741-4ed6-aec3-c5cb74299b05 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:06.215395 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-b2fd073e-2741-4ed6-aec3-c5cb74299b05 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.70 "GET /v2.0/networks?id=cad5d24e-09b5-4d53-9e59-1113d894f355 HTTP/1.1" status: 200 len: 821 time: 0.3148444 Jul 16 01:24:06.251963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-e252b600-682a-4050-9f09-feb768d85746 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Request body: {'port': {'device_id': 'd4128b10-7de9-4a66-802d-6453c9b0f88a', 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355', 'admin_state_up': True, 'tenant_id': '0ef7e8bc5d6a4037b34df05cb22c0252'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:06.320327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018892aa-7df8-47fd-bfa8-e37c55e4ae44 req-8b525c70-abef-41f5-bdd3-32d9c25c5884 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:06.327321 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-018892aa-7df8-47fd-bfa8-e37c55e4ae44 req-8b525c70-abef-41f5-bdd3-32d9c25c5884 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.3475091 Jul 16 01:24:06.720967 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-018892aa-7df8-47fd-bfa8-e37c55e4ae44 req-5431b5e1-50ea-47c7-ac99-d2e326c077b0 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884063 Jul 16 01:24:06.791900 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 2df0715b-8991-478d-a325-905e669148d1 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:06.832669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-e252b600-682a-4050-9f09-feb768d85746 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Made reservation on behalf of 0ef7e8bc5d6a4037b34df05cb22c0252 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:06.837343 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-e252b600-682a-4050-9f09-feb768d85746 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.861182 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dad452eb-571b-4ef0-9777-e5505f904b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:06.928247 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36cf8ab-7180-4207-84c5-0958dec7991b req-03e100ed-9deb-4d76-b809-dad2a6042131 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:06.930202 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c36cf8ab-7180-4207-84c5-0958dec7991b req-03e100ed-9deb-4d76-b809-dad2a6042131 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.3133557 Jul 16 01:24:07.405048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2df0715b-8991-478d-a325-905e669148d1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:07.438178 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '2df0715b-8991-478d-a325-905e669148d1', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'port_id': '2df0715b-8991-478d-a325-905e669148d1', 'mac_address': 'fa:16:3e:89:38:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:07.508987 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.550865 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.561229 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2df0715b-8991-478d-a325-905e669148d1 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:07.588674 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad452eb-571b-4ef0-9777-e5505f904b8e admin admin] Checking segment: {'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:07.592791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad452eb-571b-4ef0-9777-e5505f904b8e admin admin] Network hostable DHCP agents. Network: 82cbe9d9-283a-4c69-a1bc-536a90b2446b, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:07.621872 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2df0715b-8991-478d-a325-905e669148d1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:07.670205 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.698335 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d65d0a01-a289-4a44-98ff-13bd8783de8b req-c4c9ffb6-e04c-4442-a0ae-8c0f91caccb0 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4128b10-7de9-4a66-802d-6453c9b0f88a HTTP/1.1" status: 200 len: 210 time: 0.1668890 Jul 16 01:24:07.776004 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-05298789-dd03-4579-b44c-71e07ba0c629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:07.800777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad452eb-571b-4ef0-9777-e5505f904b8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:07.824927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['2df0715b-8991-478d-a325-905e669148d1'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:07.940266 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c36cf8ab-7180-4207-84c5-0958dec7991b req-4e85bfe9-89de-448b-b277-32fb035ed7ce tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0002737 Jul 16 01:24:07.982201 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad452eb-571b-4ef0-9777-e5505f904b8e admin admin] Network 82cbe9d9-283a-4c69-a1bc-536a90b2446b is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:08.046598 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-dad452eb-571b-4ef0-9777-e5505f904b8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 82cbe9d9-283a-4c69-a1bc-536a90b2446b) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:08.093981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad452eb-571b-4ef0-9777-e5505f904b8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:08.094983 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dad452eb-571b-4ef0-9777-e5505f904b8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.098392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae142cd-9478-44f4-a2f2-c40da84b362f None None] Network 82cbe9d9-283a-4c69-a1bc-536a90b2446b requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:08.161728 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=2df0715b-8991-478d-a325-905e669148d1,revision_number=12']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:08.162445 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-e252b600-682a-4050-9f09-feb768d85746 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Allocated IP 172.20.0.9 (cad5d24e-09b5-4d53-9e59-1113d894f355/43e3fe52-c0e2-447a-9b76-70730059c2ad/f015839c-b414-468a-8e03-ce39b461c784) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:08.202053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dad452eb-571b-4ef0-9777-e5505f904b8e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3478191 Jul 16 01:24:08.204712 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59412) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:08.209848 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:08.307776 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.310766 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.473147 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-e252b600-682a-4050-9f09-feb768d85746 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.531924 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-e252b600-682a-4050-9f09-feb768d85746 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.537982 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.709555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-e252b600-682a-4050-9f09-feb768d85746 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Network cad5d24e-09b5-4d53-9e59-1113d894f355 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:08.713485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e252b600-682a-4050-9f09-feb768d85746 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Pushing event updated for resources: {'Port': ['ID=f015839c-b414-468a-8e03-ce39b461c784,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:08.716072 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-e252b600-682a-4050-9f09-feb768d85746 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:08.726220 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-e252b600-682a-4050-9f09-feb768d85746 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:08.794673 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a2cce-3982-48eb-9efb-679380e2f23d req-96e0f8b4-084e-40cb-aee3-af0282545131 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:08.802438 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c25a2cce-3982-48eb-9efb-679380e2f23d req-96e0f8b4-084e-40cb-aee3-af0282545131 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.6746476 Jul 16 01:24:08.837735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb359d-b0fb-41e3-a89c-203c48c67923 req-d7a15841-3737-404b-9dd5-a631a70a08b2 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:08.839420 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81fb359d-b0fb-41e3-a89c-203c48c67923 req-d7a15841-3737-404b-9dd5-a631a70a08b2 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.3183124 Jul 16 01:24:08.908457 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81fb359d-b0fb-41e3-a89c-203c48c67923 req-2bff108b-e709-4190-9e9f-a57c34c4e76e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467069 Jul 16 01:24:08.917841 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-e252b600-682a-4050-9f09-feb768d85746 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:08.918510 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-e252b600-682a-4050-9f09-feb768d85746 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:08.984418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c25a2cce-3982-48eb-9efb-679380e2f23d req-f48840f6-adbb-47f5-bb15-8bd1f0a35fb1 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809559 Jul 16 01:24:08.989880 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-e252b600-682a-4050-9f09-feb768d85746 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7576435 Jul 16 01:24:09.005911 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Request body: {'port': {'device_id': 'd4128b10-7de9-4a66-802d-6453c9b0f88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:09.113630 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.116308 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:24:09.117208 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.226470 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.284530 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.606619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Allocated IP 172.20.0.2 (82cbe9d9-283a-4c69-a1bc-536a90b2446b/fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7/7766ffaf-b218-4ebf-ac60-5af92fb7c799) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:09.891076 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:09.929875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.042401 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.055327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Transition to ACTIVE for port object 7766ffaf-b218-4ebf-ac60-5af92fb7c799 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:10.089106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Transition to ACTIVE for port object 7766ffaf-b218-4ebf-ac60-5af92fb7c799 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:10.103907 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.137572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f015839c-b414-468a-8e03-ce39b461c784 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:10.165843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c388f3-6013-42d7-a339-045b548df95c req-35db00f8-fafc-4e26-9f83-79d0469be976 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:10.174084 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65c388f3-6013-42d7-a339-045b548df95c req-35db00f8-fafc-4e26-9f83-79d0469be976 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 945 time: 0.3213902 Jul 16 01:24:10.185922 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.209458 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73bce1a-0e58-4576-a6a9-e5a4667265cb req-9297bc03-8f5d-43db-9841-a5268e50528d tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:10.216463 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a73bce1a-0e58-4576-a6a9-e5a4667265cb req-9297bc03-8f5d-43db-9841-a5268e50528d tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4128b10-7de9-4a66-802d-6453c9b0f88a HTTP/1.1" status: 200 len: 931 time: 0.9628503 Jul 16 01:24:10.229177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Pushing event updated for resources: {'Port': ['ID=7766ffaf-b218-4ebf-ac60-5af92fb7c799,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:10.268460 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Network 82cbe9d9-283a-4c69-a1bc-536a90b2446b is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:10.273559 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:10.278671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:10.304368 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Transition to ACTIVE for port object f015839c-b414-468a-8e03-ce39b461c784 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:10.322746 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.324332 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Allocated IP 172.25.2.112 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/628718e8-fc4b-4c5e-b9cc-42f3e1393824) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:10.348008 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.465359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Pushing event updated for resources: {'Port': ['ID=f015839c-b414-468a-8e03-ce39b461c784,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:10.472592 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65c388f3-6013-42d7-a339-045b548df95c req-87d5ac52-c701-4771-a10a-855e1306e088 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969677 Jul 16 01:24:10.540205 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Attempting to bind port 7766ffaf-b218-4ebf-ac60-5af92fb7c799 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:10.540427 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Attempting to bind port 7766ffaf-b218-4ebf-ac60-5af92fb7c799 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:10.543037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a73bce1a-0e58-4576-a6a9-e5a4667265cb req-ee5b8ea7-3f40-4b0b-a314-a7128dd8da61 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257122 Jul 16 01:24:10.549499 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.555388 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Attempting to bind port 7766ffaf-b218-4ebf-ac60-5af92fb7c799 on network 82cbe9d9-283a-4c69-a1bc-536a90b2446b {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:10.591248 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:10.591641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Checking segment: {'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:10.592083 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.592488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Bound using segment: {'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:10.592985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Bound port: 7766ffaf-b218-4ebf-ac60-5af92fb7c799, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:10.607805 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.648387 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.751856 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Attempting to bind port f015839c-b414-468a-8e03-ce39b461c784 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:10.752224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Attempting to bind port f015839c-b414-468a-8e03-ce39b461c784 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '89c86b18-6421-4c18-8e20-5d3b84d2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:10.752527 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Attempting to bind port f015839c-b414-468a-8e03-ce39b461c784 on network cad5d24e-09b5-4d53-9e59-1113d894f355 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:10.767646 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Port f015839c-b414-468a-8e03-ce39b461c784 on network cad5d24e-09b5-4d53-9e59-1113d894f355 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:10.768038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Attempting to bind port f015839c-b414-468a-8e03-ce39b461c784 on network cad5d24e-09b5-4d53-9e59-1113d894f355 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:10.779228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:10.780806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Pushing event updated for resources: {'Port': ['ID=628718e8-fc4b-4c5e-b9cc-42f3e1393824,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:10.784382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Checking segment: {'id': '89c86b18-6421-4c18-8e20-5d3b84d2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:10.784832 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Bound using segment: {'id': '89c86b18-6421-4c18-8e20-5d3b84d2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:10.785289 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Bound port: f015839c-b414-468a-8e03-ce39b461c784, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89c86b18-6421-4c18-8e20-5d3b84d2bcff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:10.785662 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:10.797744 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:10.798738 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:10.799411 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:10.800146 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:10.800777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:10.802787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:10.803392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:10.804005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:10.804584 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:10.805152 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:10.805784 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:10.806337 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:10.817216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:10.821233 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:10.825728 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] For port 7766ffaf-b218-4ebf-ac60-5af92fb7c799, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:10.828126 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:10.840307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] For port 7766ffaf-b218-4ebf-ac60-5af92fb7c799, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7766ffaf-b218-4ebf-ac60-5af92fb7c799,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:10.848587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 2df0715b-8991-478d-a325-905e669148d1 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:10.857559 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.130144 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 2df0715b-8991-478d-a325-905e669148d1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:11.130526 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.234574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbee65ed-77b8-4535-8ebb-b3ed8c60fdf8 None None] Pushing event updated for resources: {'Port': ['ID=7766ffaf-b218-4ebf-ac60-5af92fb7c799,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:11.341258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] For port f015839c-b414-468a-8e03-ce39b461c784, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:11.363273 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] For port f015839c-b414-468a-8e03-ce39b461c784, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f015839c-b414-468a-8e03-ce39b461c784,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:11.380331 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.460257 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.473403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.474587 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.476138 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] 10.222.0.70 "PUT /v2.0/ports/f015839c-b414-468a-8e03-ce39b461c784 HTTP/1.1" status: 200 len: 1092 time: 2.4770622 Jul 16 01:24:11.481113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4128b10-7de9-4a66-802d-6453c9b0f88a', 'tag': 'f015839c-b414-468a-8e03-ce39b461c784'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:11.484248 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bfede31-5318-4728-a493-5f26b4e4064c" -d '{"events": [{"name": "network-changed", "server_uuid": "d4128b10-7de9-4a66-802d-6453c9b0f88a", "tag": "f015839c-b414-468a-8e03-ce39b461c784"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:11.530574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf29b7-fc41-4f00-bfec-9b2ed186d2f1 req-8ece5d32-ca0d-4f6e-8a20-e6d96a9b3e12 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.543784 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6bdf29b7-fc41-4f00-bfec-9b2ed186d2f1 req-8ece5d32-ca0d-4f6e-8a20-e6d96a9b3e12 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.6507602 Jul 16 01:24:11.607361 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.615523 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2df0715b-8991-478d-a325-905e669148d1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:11.617580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df0715b-8991-478d-a325-905e669148d1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:11.628122 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915604af-5802-4445-bc4d-79b8f076321e" -d '{"events": [{"server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "name": "network-vif-plugged", "status": "completed", "tag": "2df0715b-8991-478d-a325-905e669148d1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:11.641305 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:11.750397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989247b6-8d05-4323-8ad1-0bc70ce48493 service neutron] Pushing event updated for resources: {'Port': ['ID=f015839c-b414-468a-8e03-ce39b461c784,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:11.806385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6bdf29b7-fc41-4f00-bfec-9b2ed186d2f1 req-a1eeffb8-77ed-46f6-85d3-815726042a96 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615838 Jul 16 01:24:11.813177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=2df0715b-8991-478d-a325-905e669148d1,revision_number=13']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:11.837244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e2f31-3144-494c-9bc9-b1cf01980a5b req-0b1a4cd6-8e9c-43c3-aa99-e5df15ce2145 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.849924 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-373e2f31-3144-494c-9bc9-b1cf01980a5b req-0b1a4cd6-8e9c-43c3-aa99-e5df15ce2145 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.9553158 Jul 16 01:24:11.918017 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-373e2f31-3144-494c-9bc9-b1cf01980a5b req-80a2097a-5c09-4fac-ac53-ca4435e65777 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660205 Jul 16 01:24:11.938535 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-80be440c-47ed-44ed-bf95-14f47177bc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:11.942976 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-80be440c-47ed-44ed-bf95-14f47177bc6a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ef7e8bc5d6a4037b34df05cb22c0252&device_id=d4128b10-7de9-4a66-802d-6453c9b0f88a HTTP/1.1" status: 200 len: 1095 time: 0.3768222 Jul 16 01:24:12.041783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-d3bb6e74-4461-43c1-8e6c-34922a23730c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f015839c-b414-468a-8e03-ce39b461c784 HTTP/1.1" status: 200 len: 217 time: 0.0891821 Jul 16 01:24:12.046851 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116b60ef-ee59-4f26-951e-bea6d14fb58e x-openstack-request-id: req-116b60ef-ee59-4f26-951e-bea6d14fb58e {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:12.049169 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4128b10-7de9-4a66-802d-6453c9b0f88a", "tag": "f015839c-b414-468a-8e03-ce39b461c784", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:12.049677 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-116b60ef-ee59-4f26-951e-bea6d14fb58e {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:12.051144 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4128b10-7de9-4a66-802d-6453c9b0f88a', 'tag': 'f015839c-b414-468a-8e03-ce39b461c784', 'status': 'completed', 'code': 200} Jul 16 01:24:12.174318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-55c4cab8-14ea-43c8-ad94-91c1e6b4d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:12.176293 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-55c4cab8-14ea-43c8-ad94-91c1e6b4d901 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=43e3fe52-c0e2-447a-9b76-70730059c2ad HTTP/1.1" status: 200 len: 861 time: 0.1222012 Jul 16 01:24:12.229360 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.250915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-36db924b-b6d2-40cc-8902-07eace51fa82 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cad5d24e-09b5-4d53-9e59-1113d894f355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669584 Jul 16 01:24:12.492929 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-541c50c2-5f9d-4f9d-94a5-2694dca6c750 service neutron] 10.222.0.70 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281368 Jul 16 01:24:12.572410 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:24:12.873434 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:12.885061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Sync routers for ids ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:12.899609 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:12.901175 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Routers {'758ee5ad-6b80-4e65-8d23-3d7283fcc711'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:12.904196 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cdc670ec-0873-45c1-9ae7-cfa306b29c14 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.6983271 Jul 16 01:24:12.904992 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59450) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:12.908218 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:24:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:12.916462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679925a-b00a-4318-98ea-996d6f637de1 req-5d301a50-6276-42e3-97e2-5b3a4d3769da tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:12.918508 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7679925a-b00a-4318-98ea-996d6f637de1 req-5d301a50-6276-42e3-97e2-5b3a4d3769da tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 946 time: 0.4281285 Jul 16 01:24:12.948793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e238c20-953e-49a5-82d1-70f715ef8a77 req-0f5a578a-8352-442d-9079-1eb3656957c5 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:12.960086 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e238c20-953e-49a5-82d1-70f715ef8a77 req-0f5a578a-8352-442d-9079-1eb3656957c5 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4128b10-7de9-4a66-802d-6453c9b0f88a HTTP/1.1" status: 200 len: 943 time: 0.4586384 Jul 16 01:24:13.091162 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0896a85-45fa-4abd-bb13-6defd9bd859f req-7c161361-075a-477e-a4a3-02a0b2fd59e1 service neutron] 10.222.0.70 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259898 Jul 16 01:24:13.128289 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e238c20-953e-49a5-82d1-70f715ef8a77 req-7dec57a9-2fc6-4012-b33b-cf2bf589b0e1 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664643 Jul 16 01:24:13.142095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7679925a-b00a-4318-98ea-996d6f637de1 req-d36d95f2-b441-42ef-b211-2ca652daccf1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127314 Jul 16 01:24:13.311389 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Set router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:13.355982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfede31-5318-4728-a493-5f26b4e4064c req-a62f1284-ad1b-417c-bf23-c6db11edea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.364993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0bfede31-5318-4728-a493-5f26b4e4064c req-a62f1284-ad1b-417c-bf23-c6db11edea15 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=0ef7e8bc5d6a4037b34df05cb22c0252&device_id=d4128b10-7de9-4a66-802d-6453c9b0f88a HTTP/1.1" status: 200 len: 1095 time: 0.1940856 Jul 16 01:24:13.409031 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886f87d3-5937-41cc-93a0-f8312286b3e7 x-openstack-request-id: req-886f87d3-5937-41cc-93a0-f8312286b3e7 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:13.409327 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "name": "network-vif-plugged", "status": "completed", "tag": "2df0715b-8991-478d-a325-905e669148d1", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:13.409587 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-886f87d3-5937-41cc-93a0-f8312286b3e7 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:13.410313 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2df0715b-8991-478d-a325-905e669148d1', 'code': 200} Jul 16 01:24:13.542200 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53932d2-4642-4557-8147-170ba2ff9a4b None None] Network 82cbe9d9-283a-4c69-a1bc-536a90b2446b requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:13.546554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7766ffaf-b218-4ebf-ac60-5af92fb7c799 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:13.704721 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8683d649-2159-4dc3-b8bb-2c446ed0fddf None None] Provisioning for port 7766ffaf-b218-4ebf-ac60-5af92fb7c799 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:13.777945 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:11Z', 'revision_number': 3, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:13.829104 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Checking router: 758ee5ad-6b80-4e65-8d23-3d7283fcc711 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:13.829645 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Updating router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 port 628718e8-fc4b-4c5e-b9cc-42f3e1393824 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:24:13.839326 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 7766ffaf-b218-4ebf-ac60-5af92fb7c799 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:13.881027 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7766ffaf-b218-4ebf-ac60-5af92fb7c799 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:13.881495 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:13.974692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e696be0-6415-4d60-b0b1-11fd05f06e03 req-a905c2e8-6038-441b-bcbc-564f6f3a670c tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:13.989413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e696be0-6415-4d60-b0b1-11fd05f06e03 req-a905c2e8-6038-441b-bcbc-564f6f3a670c tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.5771458 Jul 16 01:24:14.100754 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.119026 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:14.139554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdcdb01-0754-4dc4-991f-d49033b319af req-9fd32497-4105-41d5-bd49-f8119fc3ad94 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:14.154084 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1cdcdb01-0754-4dc4-991f-d49033b319af req-9fd32497-4105-41d5-bd49-f8119fc3ad94 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.4523242 Jul 16 01:24:14.184562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfede31-5318-4728-a493-5f26b4e4064c req-b9119088-2691-4a4c-a85e-544e7f7d9d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:14.188531 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0bfede31-5318-4728-a493-5f26b4e4064c req-b9119088-2691-4a4c-a85e-544e7f7d9d24 service neutron] 10.222.0.70 "GET /v2.0/networks?id=cad5d24e-09b5-4d53-9e59-1113d894f355 HTTP/1.1" status: 200 len: 922 time: 0.8128214 Jul 16 01:24:14.356050 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0bfede31-5318-4728-a493-5f26b4e4064c req-dd201e1a-565f-4ab7-81b4-00d38132713e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f015839c-b414-468a-8e03-ce39b461c784 HTTP/1.1" status: 200 len: 217 time: 0.1274562 Jul 16 01:24:14.399216 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e696be0-6415-4d60-b0b1-11fd05f06e03 req-e5676a20-cb3e-4fc7-9163-653dbe92ddf0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574035 Jul 16 01:24:14.416223 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1cdcdb01-0754-4dc4-991f-d49033b319af req-cafc8272-c571-4c04-9516-879b907b8835 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607980 Jul 16 01:24:14.571942 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfede31-5318-4728-a493-5f26b4e4064c req-ded36a10-a1c9-4c81-83b8-721f531241f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:14.573464 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0bfede31-5318-4728-a493-5f26b4e4064c req-ded36a10-a1c9-4c81-83b8-721f531241f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=43e3fe52-c0e2-447a-9b76-70730059c2ad HTTP/1.1" status: 200 len: 861 time: 0.2106488 Jul 16 01:24:14.659961 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0bfede31-5318-4728-a493-5f26b4e4064c req-875915e0-9be6-447a-999d-21d6992a06d0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=cad5d24e-09b5-4d53-9e59-1113d894f355&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791850 Jul 16 01:24:14.731445 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.075198 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0bfede31-5318-4728-a493-5f26b4e4064c req-78991dda-841d-4a40-ba4e-a7b67a20ecbc service neutron] 10.222.0.70 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072971 Jul 16 01:24:15.092730 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3134c-d5a6-4c9e-aa4b-44c6e5695c54 req-e0398b71-43a4-4333-bc05-11bcbc16e933 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:15.095634 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74e3134c-d5a6-4c9e-aa4b-44c6e5695c54 req-e0398b71-43a4-4333-bc05-11bcbc16e933 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4128b10-7de9-4a66-802d-6453c9b0f88a HTTP/1.1" status: 200 len: 943 time: 0.4080143 Jul 16 01:24:15.201289 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.215125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 7766ffaf-b218-4ebf-ac60-5af92fb7c799, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7766ffaf-b218-4ebf-ac60-5af92fb7c799,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:15.240059 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.250376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Allocated IP 172.20.0.1 (82cbe9d9-283a-4c69-a1bc-536a90b2446b/fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7/39f8ae3f-13e1-48c1-9f30-4e46b1282da6) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:15.264705 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74e3134c-d5a6-4c9e-aa4b-44c6e5695c54 req-a1c690de-1c01-4718-96c2-8fa71c0a2afd tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680729 Jul 16 01:24:15.424556 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Transition to ACTIVE for port object 628718e8-fc4b-4c5e-b9cc-42f3e1393824 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:15.441428 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebffdf-5e65-4c54-ab98-ec4f30d531b8 req-129f76ca-1708-4567-9e63-0aea5a4a1951 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:15.445341 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=7766ffaf-b218-4ebf-ac60-5af92fb7c799,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:15.456832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9cebffdf-5e65-4c54-ab98-ec4f30d531b8 req-129f76ca-1708-4567-9e63-0aea5a4a1951 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 946 time: 0.5122898 Jul 16 01:24:15.495552 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:15.508186 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:15.508799 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:15.509299 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:15.512024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:15.512624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:15.514829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:15.515359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:15.516182 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:15.523236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:15.528526 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:15.529353 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:15.550814 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.575009 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0bfede31-5318-4728-a493-5f26b4e4064c req-41846fb5-b3b8-4552-900b-3e89ff34d1af service neutron] 10.222.0.70 "GET /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555588 Jul 16 01:24:15.645345 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.664100 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9cebffdf-5e65-4c54-ab98-ec4f30d531b8 req-975dd837-2e78-4f74-9c6c-72f045fed215 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2004728 Jul 16 01:24:15.682203 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Transition to ACTIVE for port object 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:15.700572 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Attempting to bind port 628718e8-fc4b-4c5e-b9cc-42f3e1393824 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:15.701229 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Attempting to bind port 628718e8-fc4b-4c5e-b9cc-42f3e1393824 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:15.701765 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Attempting to bind port 628718e8-fc4b-4c5e-b9cc-42f3e1393824 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:15.725359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:15.726070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:15.726660 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.727553 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:15.728499 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Bound port: 628718e8-fc4b-4c5e-b9cc-42f3e1393824, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:15.730364 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.796831 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:15.840550 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b876a93-3d88-4c4a-a293-e3f325edc7e4 None None] Pushing event updated for resources: {'Port': ['ID=628718e8-fc4b-4c5e-b9cc-42f3e1393824,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:15.947501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Pushing event updated for resources: {'Port': ['ID=39f8ae3f-13e1-48c1-9f30-4e46b1282da6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:15.951311 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88fb58b-fd51-40ec-a161-ed067614b971 req-afd6ca19-30ae-456b-bbdd-e72e451703ba tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:15.953042 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f88fb58b-fd51-40ec-a161-ed067614b971 req-afd6ca19-30ae-456b-bbdd-e72e451703ba tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.2136254 Jul 16 01:24:15.977289 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Network 82cbe9d9-283a-4c69-a1bc-536a90b2446b is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:15.979892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:15.983952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:15.997326 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] For port 628718e8-fc4b-4c5e-b9cc-42f3e1393824, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:16.009086 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] For port 628718e8-fc4b-4c5e-b9cc-42f3e1393824, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=628718e8-fc4b-4c5e-b9cc-42f3e1393824,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:16.019932 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.075918 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.142356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f015839c-b414-468a-8e03-ce39b461c784 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:16.153658 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f88fb58b-fd51-40ec-a161-ed067614b971 req-74178e45-de0d-4f5a-aaa5-6b55ed23d831 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937902 Jul 16 01:24:16.287847 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b876a93-3d88-4c4a-a293-e3f325edc7e4 None None] Pushing event updated for resources: {'Port': ['ID=628718e8-fc4b-4c5e-b9cc-42f3e1393824,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:16.309990 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Routers {'758ee5ad-6b80-4e65-8d23-3d7283fcc711'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:16.310789 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:24:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:16.421741 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34077048-d82f-46cc-9e38-07963cbc1bf0 req-3f081608-f3ef-45c8-baf4-ceda7a9e42db tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:16.435104 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34077048-d82f-46cc-9e38-07963cbc1bf0 req-3f081608-f3ef-45c8-baf4-ceda7a9e42db tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.3562317 Jul 16 01:24:16.552767 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34077048-d82f-46cc-9e38-07963cbc1bf0 req-0d2fc33d-76cc-4c0d-967d-16491c8d05c7 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165907 Jul 16 01:24:16.621312 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:16.958177 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98ba519-405f-4012-b0bb-d9b9643cd50e req-4301085e-e2a8-47f7-8d73-dd4a22c564d7 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:16.968421 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d98ba519-405f-4012-b0bb-d9b9643cd50e req-4301085e-e2a8-47f7-8d73-dd4a22c564d7 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4128b10-7de9-4a66-802d-6453c9b0f88a HTTP/1.1" status: 200 len: 943 time: 0.1500680 Jul 16 01:24:17.029544 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.040228 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.057322 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] Set router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:17.088111 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d98ba519-405f-4012-b0bb-d9b9643cd50e req-569a2dc4-459f-4729-91c4-78483b6d152b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184139 Jul 16 01:24:17.159285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-19de46d7-3645-43ad-91e9-41e2ac8e9bf0 None None] Provisioning complete for port 7766ffaf-b218-4ebf-ac60-5af92fb7c799 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:17.160025 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19de46d7-3645-43ad-91e9-41e2ac8e9bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.181730 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.246227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f015839c-b414-468a-8e03-ce39b461c784, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f015839c-b414-468a-8e03-ce39b461c784,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:17.284463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'f015839c-b414-468a-8e03-ce39b461c784', 'network_id': 'cad5d24e-09b5-4d53-9e59-1113d894f355', 'port_id': 'f015839c-b414-468a-8e03-ce39b461c784', 'mac_address': 'fa:16:3e:cf:90:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43e3fe52-c0e2-447a-9b76-70730059c2ad', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:17.306712 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Pushing event updated for resources: {'Port': ['ID=39f8ae3f-13e1-48c1-9f30-4e46b1282da6,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:17.588467 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7766ffaf-b218-4ebf-ac60-5af92fb7c799 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:17.656472 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.659539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35706d-dfe0-43c6-b186-fb18bd7bacfc req-7b1b7ba8-10d2-4600-9095-7a6e742fc75e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:17.661178 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Network 82cbe9d9-283a-4c69-a1bc-536a90b2446b is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:17.662649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:17.675149 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb35706d-dfe0-43c6-b186-fb18bd7bacfc req-7b1b7ba8-10d2-4600-9095-7a6e742fc75e tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.3408217 Jul 16 01:24:17.820793 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f015839c-b414-468a-8e03-ce39b461c784 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:17.887122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb35706d-dfe0-43c6-b186-fb18bd7bacfc req-ca9c3ebe-d3d4-4f55-a869-a2b24a2ebd76 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109652 Jul 16 01:24:17.895720 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f015839c-b414-468a-8e03-ce39b461c784, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f015839c-b414-468a-8e03-ce39b461c784,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:17.955799 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:17.999676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:18.093826 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1c0e22f9-2bdf-4aea-9cbd-a5f6166aa089 None None] Provisioning for port 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:18.173837 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1c0e22f9-2bdf-4aea-9cbd-a5f6166aa089 None None] Provisioning complete for port 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:18.175821 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1c0e22f9-2bdf-4aea-9cbd-a5f6166aa089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.192865 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96969d89-bb17-4618-be3b-b712e1b9c39b req-d367aa59-eb4b-4e3b-9a2d-6987f11ceca5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:18.193572 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:11Z', 'revision_number': 3, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:18.203591 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-96969d89-bb17-4618-be3b-b712e1b9c39b req-d367aa59-eb4b-4e3b-9a2d-6987f11ceca5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 946 time: 0.2101715 Jul 16 01:24:18.251011 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-96969d89-bb17-4618-be3b-b712e1b9c39b req-70a65cfc-611b-4e9e-8f00-e52bc1bde4d9 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460110 Jul 16 01:24:18.267311 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7766ffaf-b218-4ebf-ac60-5af92fb7c799 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:18.269002 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.341629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc339c3-5335-4290-956d-182d50fa0d8b req-a4fe4896-e1f7-451a-b422-033ff47469d2 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:18.347909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccd638d-a418-4ecc-a21d-9ecd9b829e3d None None] The sync data for ids ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'] in n-d-791505-14 is: [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:11Z', 'revision_number': 3, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:18.351409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afc339c3-5335-4290-956d-182d50fa0d8b req-a4fe4896-e1f7-451a-b422-033ff47469d2 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.2022359 Jul 16 01:24:18.442638 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afc339c3-5335-4290-956d-182d50fa0d8b req-c270b9c3-3820-4089-a577-4c2b68dd0fd7 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895367 Jul 16 01:24:18.446277 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['f015839c-b414-468a-8e03-ce39b461c784'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:18.503548 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:18.536628 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-72218272-f61f-4ffc-bea6-344f3108ee59 admin admin] 10.222.0.22 "PUT /v2.0/routers/758ee5ad-6b80-4e65-8d23-3d7283fcc711/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6201375 Jul 16 01:24:18.545492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=f015839c-b414-468a-8e03-ce39b461c784,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:18.572733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1c0e22f9-2bdf-4aea-9cbd-a5f6166aa089 None None] Port 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:18.624996 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c51db-7d40-45fe-9804-3a426591656e req-e924ca57-a001-47bc-9201-358cee0a1ded tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:18.626568 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b6c51db-7d40-45fe-9804-3a426591656e req-e924ca57-a001-47bc-9201-358cee0a1ded tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.69 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.3269496 Jul 16 01:24:18.747408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-86772f4a-30ee-4a7b-8f20-ebea162e547e None None] Provisioning complete for port 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:18.748066 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-86772f4a-30ee-4a7b-8f20-ebea162e547e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:18.995136 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f028a-5206-4e7a-ae91-c352e238d513 req-1fbfc402-8586-4905-a096-d75349bbd01a tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:19.007790 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8a2f028a-5206-4e7a-ae91-c352e238d513 req-1fbfc402-8586-4905-a096-d75349bbd01a tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4128b10-7de9-4a66-802d-6453c9b0f88a HTTP/1.1" status: 200 len: 944 time: 0.2514596 Jul 16 01:24:19.094926 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-4b6c51db-7d40-45fe-9804-3a426591656e req-61c9cc77-2bb9-4c40-9960-07df84e36743 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Deleting port f5d0b2b0-d61d-4287-b34c-aa383c4efd0c {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:19.095625 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4b6c51db-7d40-45fe-9804-3a426591656e req-61c9cc77-2bb9-4c40-9960-07df84e36743 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.124474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-86772f4a-30ee-4a7b-8f20-ebea162e547e None None] Port 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:19.236079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8a2f028a-5206-4e7a-ae91-c352e238d513 req-ce647f6e-3940-452d-b68e-aa418da09cf5 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272391 Jul 16 01:24:19.421692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-4b6c51db-7d40-45fe-9804-3a426591656e req-61c9cc77-2bb9-4c40-9960-07df84e36743 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] For port f5d0b2b0-d61d-4287-b34c-aa383c4efd0c, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f5d0b2b0-d61d-4287-b34c-aa383c4efd0c,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:19.424792 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4b6c51db-7d40-45fe-9804-3a426591656e req-61c9cc77-2bb9-4c40-9960-07df84e36743 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.451781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 628718e8-fc4b-4c5e-b9cc-42f3e1393824 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:19.481953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-4b6c51db-7d40-45fe-9804-3a426591656e req-61c9cc77-2bb9-4c40-9960-07df84e36743 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Calling delete_port for f5d0b2b0-d61d-4287-b34c-aa383c4efd0c owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:19.574970 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 628718e8-fc4b-4c5e-b9cc-42f3e1393824 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:19.581892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 628718e8-fc4b-4c5e-b9cc-42f3e1393824 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:19.582272 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.833108 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4b6c51db-7d40-45fe-9804-3a426591656e req-61c9cc77-2bb9-4c40-9960-07df84e36743 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.846475 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:19.858341 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11102018-6a0f-460b-921c-90398c4bb8eb req-04cb4d65-f2df-4253-9d03-30af897713e9 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:19.874640 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['f5d0b2b0-d61d-4287-b34c-aa383c4efd0c'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:19.879355 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11102018-6a0f-460b-921c-90398c4bb8eb req-04cb4d65-f2df-4253-9d03-30af897713e9 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bc88396-908d-46f7-88cf-111e07728224 HTTP/1.1" status: 200 len: 945 time: 0.3243918 Jul 16 01:24:20.000651 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11102018-6a0f-460b-921c-90398c4bb8eb req-c6780ab3-c0c3-4a77-ba99-305155b8150c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099114 Jul 16 01:24:20.021881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 628718e8-fc4b-4c5e-b9cc-42f3e1393824, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=628718e8-fc4b-4c5e-b9cc-42f3e1393824,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:20.031319 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.047522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59516) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:20.049066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9cc77-2bb9-4c40-9960-07df84e36743 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Pushing event deleted for resources: {'Port': ['ID=f5d0b2b0-d61d-4287-b34c-aa383c4efd0c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.054223 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a0e08aa3-16ae-4622-9970-24bf11c4651b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--953669305', 'description': 'tempest-description--446717915'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:20.104177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f015839c-b414-468a-8e03-ce39b461c784 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:20.154184 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6c51db-7d40-45fe-9804-3a426591656e req-61c9cc77-2bb9-4c40-9960-07df84e36743 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] No DVR routers for this DVR port f5d0b2b0-d61d-4287-b34c-aa383c4efd0c on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:20.166477 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0e08aa3-16ae-4622-9970-24bf11c4651b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.172123 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4b6c51db-7d40-45fe-9804-3a426591656e req-61c9cc77-2bb9-4c40-9960-07df84e36743 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.177667 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b6c51db-7d40-45fe-9804-3a426591656e req-61c9cc77-2bb9-4c40-9960-07df84e36743 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.69 "DELETE /v2.0/ports/f5d0b2b0-d61d-4287-b34c-aa383c4efd0c HTTP/1.1" status: 204 len: 173 time: 1.5341825 Jul 16 01:24:20.180358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bc88396-908d-46f7-88cf-111e07728224', 'name': 'network-vif-deleted', 'tag': 'f5d0b2b0-d61d-4287-b34c-aa383c4efd0c'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:20.188588 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6009f1d-19a4-4994-93f0-9ce7fdec780a" -d '{"events": [{"server_uuid": "3bc88396-908d-46f7-88cf-111e07728224", "name": "network-vif-deleted", "tag": "f5d0b2b0-d61d-4287-b34c-aa383c4efd0c"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:20.381656 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=628718e8-fc4b-4c5e-b9cc-42f3e1393824,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.450545 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0e08aa3-16ae-4622-9970-24bf11c4651b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.474453 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port f015839c-b414-468a-8e03-ce39b461c784 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:20.490371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port f015839c-b414-468a-8e03-ce39b461c784 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:20.490830 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.628004 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0e08aa3-16ae-4622-9970-24bf11c4651b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.680732 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.724690 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4128b10-7de9-4a66-802d-6453c9b0f88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f015839c-b414-468a-8e03-ce39b461c784'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:20.727831 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b57416-bac0-47d5-b37c-176cd9ca84dd" -d '{"events": [{"server_uuid": "d4128b10-7de9-4a66-802d-6453c9b0f88a", "name": "network-vif-plugged", "status": "completed", "tag": "f015839c-b414-468a-8e03-ce39b461c784"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:20.746303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f015839c-b414-468a-8e03-ce39b461c784, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f015839c-b414-468a-8e03-ce39b461c784,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:20.751382 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.758021 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0e08aa3-16ae-4622-9970-24bf11c4651b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.759290 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a0e08aa3-16ae-4622-9970-24bf11c4651b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7104828 Jul 16 01:24:20.763848 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59526) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:20.769311 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9404338c-a818-4c40-a80b-dc5908586f80 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Request body: {'security_group_rule': {'security_group_id': '6959a278-a9d3-468e-9c72-ab2c29c14bd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:20.830209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=f015839c-b414-468a-8e03-ce39b461c784,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.860438 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9404338c-a818-4c40-a80b-dc5908586f80 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.880498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c0580-8603-4477-aab2-6066a7fc0363 req-be1a6e66-efaf-4917-adfb-976fb81c44b0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:20.898679 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a6c0580-8603-4477-aab2-6066a7fc0363 req-be1a6e66-efaf-4917-adfb-976fb81c44b0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.4446304 Jul 16 01:24:20.908228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e08aa3-16ae-4622-9970-24bf11c4651b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6959a278-a9d3-468e-9c72-ab2c29c14bd3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:20.991010 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9404338c-a818-4c40-a80b-dc5908586f80 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:20.995878 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9404338c-a818-4c40-a80b-dc5908586f80 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.065547 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c152c0-f086-49a5-a485-390892d42a10 req-5f38d15d-49ab-4f1c-ac19-d5a92ae6b392 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:21.074693 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4c152c0-f086-49a5-a485-390892d42a10 req-5f38d15d-49ab-4f1c-ac19-d5a92ae6b392 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 946 time: 0.5014129 Jul 16 01:24:21.104790 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9404338c-a818-4c40-a80b-dc5908586f80 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6f4f83-afd1-48d2-8710-3cd9e4b2a4af,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:21.110783 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9404338c-a818-4c40-a80b-dc5908586f80 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.113433 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9404338c-a818-4c40-a80b-dc5908586f80 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3483341 Jul 16 01:24:21.122190 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59534) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:21.128556 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1e858535-44dc-4fb3-adf6-8c48afac3c1f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Request body: {'security_group_rule': {'security_group_id': '6959a278-a9d3-468e-9c72-ab2c29c14bd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:21.197570 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a6c0580-8603-4477-aab2-6066a7fc0363 req-a153d432-d4aa-4015-acef-89db2f68198c tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916529 Jul 16 01:24:21.233745 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e858535-44dc-4fb3-adf6-8c48afac3c1f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.239656 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4c152c0-f086-49a5-a485-390892d42a10 req-2525b985-95c7-41dc-9533-fccc1c8bd4a3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348062 Jul 16 01:24:21.427298 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 628718e8-fc4b-4c5e-b9cc-42f3e1393824 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:21.478810 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e858535-44dc-4fb3-adf6-8c48afac3c1f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.491802 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e858535-44dc-4fb3-adf6-8c48afac3c1f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.515599 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e858535-44dc-4fb3-adf6-8c48afac3c1f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd981311-e1b1-43b4-84df-5e19b6d5b18b,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:21.536781 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b08373-e4a4-45e5-b8c2-e5940fb5c3a0 x-openstack-request-id: req-a1b08373-e4a4-45e5-b8c2-e5940fb5c3a0 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:21.537433 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bc88396-908d-46f7-88cf-111e07728224", "name": "network-vif-deleted", "tag": "f5d0b2b0-d61d-4287-b34c-aa383c4efd0c", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:21.538021 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1b08373-e4a4-45e5-b8c2-e5940fb5c3a0 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:21.538619 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bc88396-908d-46f7-88cf-111e07728224', 'name': 'network-vif-deleted', 'tag': 'f5d0b2b0-d61d-4287-b34c-aa383c4efd0c', 'status': 'completed', 'code': 200} Jul 16 01:24:21.546110 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e858535-44dc-4fb3-adf6-8c48afac3c1f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.560662 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1e858535-44dc-4fb3-adf6-8c48afac3c1f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4369380 Jul 16 01:24:21.563421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59538) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:21.569057 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:21.606844 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.624537 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 628718e8-fc4b-4c5e-b9cc-42f3e1393824 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:21.624915 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:21.770677 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dda452-1731-4c85-ae1f-2106a0f3d2e9 x-openstack-request-id: req-c3dda452-1731-4c85-ae1f-2106a0f3d2e9 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:21.771262 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4128b10-7de9-4a66-802d-6453c9b0f88a", "name": "network-vif-plugged", "status": "completed", "tag": "f015839c-b414-468a-8e03-ce39b461c784", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:21.776003 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c3dda452-1731-4c85-ae1f-2106a0f3d2e9 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:21.778894 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4128b10-7de9-4a66-802d-6453c9b0f88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f015839c-b414-468a-8e03-ce39b461c784', 'code': 200} Jul 16 01:24:21.812113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acf2114-f639-4428-8fc5-e1f686dd8af5 req-58088093-f81c-4b75-b2ca-f99b66341204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:21.814250 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2acf2114-f639-4428-8fc5-e1f686dd8af5 req-58088093-f81c-4b75-b2ca-f99b66341204 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 1098 time: 0.2071009 Jul 16 01:24:21.880698 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2acf2114-f639-4428-8fc5-e1f686dd8af5 req-62adb40d-cc35-4e3a-91e9-b123fec8788c service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585797 Jul 16 01:24:22.043280 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360f32ac-bc79-4c58-b7bd-1ea96704f637 req-2a5d5ea6-ca9e-495d-aacb-d8bd55a3f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:22.044892 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-360f32ac-bc79-4c58-b7bd-1ea96704f637 req-2a5d5ea6-ca9e-495d-aacb-d8bd55a3f7f5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d4128b10-7de9-4a66-802d-6453c9b0f88a HTTP/1.1" status: 200 len: 1097 time: 0.1862018 Jul 16 01:24:22.046912 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.102963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a312fb-3e6d-48de-bc7f-d3102b3d6d09 req-9607af34-923a-4042-9dac-5ffc01690a1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:22.112568 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21a312fb-3e6d-48de-bc7f-d3102b3d6d09 req-9607af34-923a-4042-9dac-5ffc01690a1c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4128b10-7de9-4a66-802d-6453c9b0f88a HTTP/1.1" status: 200 len: 945 time: 0.2049518 Jul 16 01:24:22.145579 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-360f32ac-bc79-4c58-b7bd-1ea96704f637 req-bcb9ab8e-07cf-4930-9b5b-d99fa818279a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887513 Jul 16 01:24:22.152338 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Sync routers for ids ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:22.180864 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Routers {'758ee5ad-6b80-4e65-8d23-3d7283fcc711'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:22.181981 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:24:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:22.200200 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21a312fb-3e6d-48de-bc7f-d3102b3d6d09 req-e3a5f77f-e93b-434c-9226-14f79ef9ae38 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807962 Jul 16 01:24:22.373990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Allocated IP 172.25.2.14 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/b8937252-9893-4737-91c0-5198d4c3482e) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:22.547501 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Set router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:22.582007 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54718ba8-45c5-40b7-aafc-ecd6cc168e2c req-3e6e7fd1-accc-403b-85d2-1e24705c610d tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:22.591117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54718ba8-45c5-40b7-aafc-ecd6cc168e2c req-3e6e7fd1-accc-403b-85d2-1e24705c610d tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.1323338 Jul 16 01:24:22.632919 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.696301 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54718ba8-45c5-40b7-aafc-ecd6cc168e2c req-55b8420e-0d28-4de3-bf46-9ea96faf0c3c tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978041 Jul 16 01:24:22.748595 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:22.853866 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f5d0b2b0-d61d-4287-b34c-aa383c4efd0c no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:22.925370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event updated for resources: {'Port': ['ID=b8937252-9893-4737-91c0-5198d4c3482e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:22.938951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: f5d0b2b0-d61d-4287-b34c-aa383c4efd0c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:22.948563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f5d0b2b0-d61d-4287-b34c-aa383c4efd0c not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:22.980909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:22.983113 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:22.988137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:23.209865 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b37042-04a7-4444-abb6-541361d1bc27 req-e4423454-7918-4bf5-8b4f-50c84baabd9e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:23.219669 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58b37042-04a7-4444-abb6-541361d1bc27 req-e4423454-7918-4bf5-8b4f-50c84baabd9e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 946 time: 0.1331983 Jul 16 01:24:23.303788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58b37042-04a7-4444-abb6-541361d1bc27 req-d7153ae8-5dde-4b17-8bfb-914bacb3f823 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820673 Jul 16 01:24:23.304195 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.333492 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '39f8ae3f-13e1-48c1-9f30-4e46b1282da6', 'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'mac_address': 'fa:16:3e:6d:4a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 2, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'subnets': [{'id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:23.411783 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.431886 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Checking router: 758ee5ad-6b80-4e65-8d23-3d7283fcc711 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:23.435941 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Updating router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 port 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:24:23.486919 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.617787 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:24:23.840428 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:23.848550 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.096914 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.111291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe72976-6f80-420b-86d4-719b9ebcf49d req-4d346289-25f4-40fc-b2de-89085c92b149 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:24.127119 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbe72976-6f80-420b-86d4-719b9ebcf49d req-4d346289-25f4-40fc-b2de-89085c92b149 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/ports?device_id=d4128b10-7de9-4a66-802d-6453c9b0f88a HTTP/1.1" status: 200 len: 945 time: 0.3132176 Jul 16 01:24:24.135300 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59572) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:24.164482 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event updated for resources: {'Port': ['ID=b8937252-9893-4737-91c0-5198d4c3482e,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:24.178744 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.189443 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e31bffa5-6029-4e65-9c43-a3a0f6866030 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6161137 Jul 16 01:24:24.283618 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.307172 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Transition to ACTIVE for port object 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:24.317243 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.329332 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbe72976-6f80-420b-86d4-719b9ebcf49d req-2fa18a58-1f8c-4552-a6b1-c08bd90f5471 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007837 Jul 16 01:24:24.472414 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8eb5b8-dbcd-424c-8a9d-76cca95703dc None None] Pushing event updated for resources: {'Port': ['ID=39f8ae3f-13e1-48c1-9f30-4e46b1282da6,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:24.493828 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8eb5b8-dbcd-424c-8a9d-76cca95703dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:24.494184 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8eb5b8-dbcd-424c-8a9d-76cca95703dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:24.494523 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8eb5b8-dbcd-424c-8a9d-76cca95703dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:24.495470 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8eb5b8-dbcd-424c-8a9d-76cca95703dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:24.495854 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8eb5b8-dbcd-424c-8a9d-76cca95703dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:24.496196 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8eb5b8-dbcd-424c-8a9d-76cca95703dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:24.496529 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8eb5b8-dbcd-424c-8a9d-76cca95703dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:24.496860 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8eb5b8-dbcd-424c-8a9d-76cca95703dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:24.497185 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8eb5b8-dbcd-424c-8a9d-76cca95703dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:24.499554 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8eb5b8-dbcd-424c-8a9d-76cca95703dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:24.499554 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8eb5b8-dbcd-424c-8a9d-76cca95703dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:24.499554 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d8eb5b8-dbcd-424c-8a9d-76cca95703dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:24:24.554933 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6529083-3168-4e57-93b1-f8b643449e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.673785 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Attempting to bind port 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:24.673785 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Attempting to bind port 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:24.674073 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Attempting to bind port 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 on network 82cbe9d9-283a-4c69-a1bc-536a90b2446b {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:24.686808 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:24.687214 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Checking segment: {'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:24.687604 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.692566 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Bound using segment: {'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:24.693074 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Bound port: 39f8ae3f-13e1-48c1-9f30-4e46b1282da6, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:24.693470 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.840396 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] For port 39f8ae3f-13e1-48c1-9f30-4e46b1282da6, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:24.849334 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] For port 39f8ae3f-13e1-48c1-9f30-4e46b1282da6, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=39f8ae3f-13e1-48c1-9f30-4e46b1282da6,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:24.856839 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:24.881847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c3db6-1c25-4fd9-b99d-f19f0cc64e04 req-65525fb3-0b8b-488a-8d31-e15d07d0cb80 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:24.895566 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d51c3db6-1c25-4fd9-b99d-f19f0cc64e04 req-65525fb3-0b8b-488a-8d31-e15d07d0cb80 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.2517586 Jul 16 01:24:25.001841 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Routers {'758ee5ad-6b80-4e65-8d23-3d7283fcc711'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:25.002493 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:24:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:25.089013 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d51c3db6-1c25-4fd9-b99d-f19f0cc64e04 req-35e1c194-0ca0-4156-ac7c-f1a98c10a02c tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719553 Jul 16 01:24:25.102750 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6529083-3168-4e57-93b1-f8b643449e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.119287 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6529083-3168-4e57-93b1-f8b643449e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.248898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d6529083-3168-4e57-93b1-f8b643449e4c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58ea67bdb13d48a5975488d411ab145e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0362110 Jul 16 01:24:25.248898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6529083-3168-4e57-93b1-f8b643449e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7572141-d299-46ea-aba7-5cbcb57f1443,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:25.249273 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59590) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:25.281224 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] Set router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:25.550138 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fc48365b-25db-462e-acb2-36243a61cc8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.593220 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fc48365b-25db-462e-acb2-36243a61cc8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.691507 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fc48365b-25db-462e-acb2-36243a61cc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.692767 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b094f7-b0c6-4663-969d-7a4f36ebc694 req-122eb50a-e196-472b-ba5c-7c67fd328409 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:25.698290 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fc48365b-25db-462e-acb2-36243a61cc8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:25.699509 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fc48365b-25db-462e-acb2-36243a61cc8d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b7572141-d299-46ea-aba7-5cbcb57f1443 HTTP/1.1" status: 204 len: 168 time: 0.4479992 Jul 16 01:24:25.703079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-15b094f7-b0c6-4663-969d-7a4f36ebc694 req-122eb50a-e196-472b-ba5c-7c67fd328409 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 946 time: 0.2469561 Jul 16 01:24:25.714759 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48365b-25db-462e-acb2-36243a61cc8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7572141-d299-46ea-aba7-5cbcb57f1443,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:25.822208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-15b094f7-b0c6-4663-969d-7a4f36ebc694 req-b3b6a516-4be8-44c6-8ac0-d88dda311023 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180182 Jul 16 01:24:26.019782 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8eb5b8-dbcd-424c-8a9d-76cca95703dc None None] Pushing event updated for resources: {'Port': ['ID=39f8ae3f-13e1-48c1-9f30-4e46b1282da6,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:26.048479 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '39f8ae3f-13e1-48c1-9f30-4e46b1282da6', 'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'mac_address': 'fa:16:3e:6d:4a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:24Z', 'revision_number': 4, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'subnets': [{'id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:26.122298 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3267415-331e-4b9d-94f3-12c2a69c3437 None None] The sync data for ids ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'] in n-d-791505-14 is: [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '39f8ae3f-13e1-48c1-9f30-4e46b1282da6', 'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'mac_address': 'fa:16:3e:6d:4a:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:24Z', 'revision_number': 4, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'subnets': [{'id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:26.349695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59600) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:26.375664 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-101c8bf9-9326-40ea-94ca-52f6fa181bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.611381 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-101c8bf9-9326-40ea-94ca-52f6fa181bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.621289 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-101c8bf9-9326-40ea-94ca-52f6fa181bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.675452 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-101c8bf9-9326-40ea-94ca-52f6fa181bd3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2338967ec8204adc8f55f5e89d4422e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3238962 Jul 16 01:24:26.678339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59604) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:26.696356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c8bf9-9326-40ea-94ca-52f6fa181bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0ef077-cbbf-4dc6-8282-995ad590ddc4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:26.804963 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-32f55d24-a109-4b87-abe1-0b5c0cd0ad69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.835651 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-32f55d24-a109-4b87-abe1-0b5c0cd0ad69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.957426 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-32f55d24-a109-4b87-abe1-0b5c0cd0ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.960374 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-32f55d24-a109-4b87-abe1-0b5c0cd0ad69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:26.961592 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-32f55d24-a109-4b87-abe1-0b5c0cd0ad69 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe0ef077-cbbf-4dc6-8282-995ad590ddc4 HTTP/1.1" status: 204 len: 168 time: 0.2821963 Jul 16 01:24:26.969672 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f55d24-a109-4b87-abe1-0b5c0cd0ad69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0ef077-cbbf-4dc6-8282-995ad590ddc4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:27.508390 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:27.599388 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:27.622942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:27.623643 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.732225 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.781502 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 39f8ae3f-13e1-48c1-9f30-4e46b1282da6, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=39f8ae3f-13e1-48c1-9f30-4e46b1282da6,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:27.787528 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:27.921403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=39f8ae3f-13e1-48c1-9f30-4e46b1282da6,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:28.261109 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fa51e-da6f-4844-a3a2-bfb134e2e751 req-6cc452b0-47a8-4a07-9146-4429f882d462 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:28.266051 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db8fa51e-da6f-4844-a3a2-bfb134e2e751 req-6cc452b0-47a8-4a07-9146-4429f882d462 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.70 "GET /v2.0/ports?device_id=d4128b10-7de9-4a66-802d-6453c9b0f88a HTTP/1.1" status: 200 len: 945 time: 0.2145529 Jul 16 01:24:28.557364 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-db8fa51e-da6f-4844-a3a2-bfb134e2e751 req-81d9bcc9-28f0-41ff-87e1-28c63380a41b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Deleting port f015839c-b414-468a-8e03-ce39b461c784 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:28.557748 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db8fa51e-da6f-4844-a3a2-bfb134e2e751 req-81d9bcc9-28f0-41ff-87e1-28c63380a41b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.869088 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-db8fa51e-da6f-4844-a3a2-bfb134e2e751 req-81d9bcc9-28f0-41ff-87e1-28c63380a41b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] For port f015839c-b414-468a-8e03-ce39b461c784, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f015839c-b414-468a-8e03-ce39b461c784,segment=NetworkSegment(89c86b18-6421-4c18-8e20-5d3b84d2bcff),segment_id=89c86b18-6421-4c18-8e20-5d3b84d2bcff)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:28.869454 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db8fa51e-da6f-4844-a3a2-bfb134e2e751 req-81d9bcc9-28f0-41ff-87e1-28c63380a41b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:28.890798 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-db8fa51e-da6f-4844-a3a2-bfb134e2e751 req-81d9bcc9-28f0-41ff-87e1-28c63380a41b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Calling delete_port for f015839c-b414-468a-8e03-ce39b461c784 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:29.237306 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db8fa51e-da6f-4844-a3a2-bfb134e2e751 req-81d9bcc9-28f0-41ff-87e1-28c63380a41b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.251790 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['f015839c-b414-468a-8e03-ce39b461c784'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:29.386688 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9bcc9-28f0-41ff-87e1-28c63380a41b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Pushing event deleted for resources: {'Port': ['ID=f015839c-b414-468a-8e03-ce39b461c784,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:29.447723 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-db8fa51e-da6f-4844-a3a2-bfb134e2e751 req-81d9bcc9-28f0-41ff-87e1-28c63380a41b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] No DVR routers for this DVR port f015839c-b414-468a-8e03-ce39b461c784 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:29.455041 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-db8fa51e-da6f-4844-a3a2-bfb134e2e751 req-81d9bcc9-28f0-41ff-87e1-28c63380a41b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:29.460111 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-db8fa51e-da6f-4844-a3a2-bfb134e2e751 req-81d9bcc9-28f0-41ff-87e1-28c63380a41b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.70 "DELETE /v2.0/ports/f015839c-b414-468a-8e03-ce39b461c784 HTTP/1.1" status: 204 len: 173 time: 1.1856816 Jul 16 01:24:29.460746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4128b10-7de9-4a66-802d-6453c9b0f88a', 'name': 'network-vif-deleted', 'tag': 'f015839c-b414-468a-8e03-ce39b461c784'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:29.463136 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eec3c6f-784b-4381-9115-b7c576bdf55d" -d '{"events": [{"server_uuid": "d4128b10-7de9-4a66-802d-6453c9b0f88a", "name": "network-vif-deleted", "tag": "f015839c-b414-468a-8e03-ce39b461c784"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:29.477098 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:29.572159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:29.573059 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.150390 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:30.918607 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-27266e57-40d7-4427-876d-931e7c73a75c tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--953669305&fields=id&tenant_id=dc7c79121ea347e08eab6bb95810733c HTTP/1.1" status: 200 len: 267 time: 0.1396794 Jul 16 01:24:31.015610 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:31.181600 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-9a10d154-571b-4160-b467-529ba2a0af5d tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:31.209469 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-9a10d154-571b-4160-b467-529ba2a0af5d tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/networks?id=82cbe9d9-283a-4c69-a1bc-536a90b2446b HTTP/1.1" status: 200 len: 816 time: 0.2855451 Jul 16 01:24:31.251037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-e5ed4891-2e3e-4727-ab48-5392920da06f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/quotas/dc7c79121ea347e08eab6bb95810733c HTTP/1.1" status: 200 len: 375 time: 0.0374188 Jul 16 01:24:31.791523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-8af73c1c-1c46-4b49-b661-17b172198fdd tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:31.798432 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-8af73c1c-1c46-4b49-b661-17b172198fdd tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 812 time: 1.0178597 Jul 16 01:24:31.828652 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-159b7696-407d-4529-9d08-87e13e9ae414 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/quotas/9c1976ec7b3145beb100b1f9de70047d HTTP/1.1" status: 200 len: 375 time: 0.0291538 Jul 16 01:24:31.889385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-c00f4682-59f7-4680-a624-fce5940e6919 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc7c79121ea347e08eab6bb95810733c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6280522 Jul 16 01:24:31.904460 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-4f9b01b5-fa65-4830-9e02-951f45401756 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747526 Jul 16 01:24:32.085496 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-be5dac51-6f2f-4e82-b438-92231caedc62 service neutron] 10.222.0.22 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946342 Jul 16 01:24:32.106837 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-6364d511-02f1-4e93-af51-8b5cc0621a15 service neutron] 10.222.0.22 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988726 Jul 16 01:24:32.108329 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f015839c-b414-468a-8e03-ce39b461c784 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:32.142030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: f015839c-b414-468a-8e03-ce39b461c784 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:32.142576 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f015839c-b414-468a-8e03-ce39b461c784 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:32.288336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-9591e14f-83bd-4bb1-afee-479c083290dc service neutron] 10.222.0.22 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702926 Jul 16 01:24:32.326919 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-615bfd3d-f7d8-4334-8845-c638d4a4097e service neutron] 10.222.0.22 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352328 Jul 16 01:24:32.761053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd6f88-3349-4d1a-9dd9-1dfc3af18fc0 req-23a3d752-7d38-49f5-acb2-be338622427a tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:32.770978 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bfd6f88-3349-4d1a-9dd9-1dfc3af18fc0 req-23a3d752-7d38-49f5-acb2-be338622427a tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.0990930 Jul 16 01:24:32.830148 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bfd6f88-3349-4d1a-9dd9-1dfc3af18fc0 req-b1e64080-77c1-410c-80f1-c487a051eb29 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577521 Jul 16 01:24:32.918588 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a002eb-5c77-4881-9358-9ed0318e2c1e x-openstack-request-id: req-60a002eb-5c77-4881-9358-9ed0318e2c1e {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:32.919573 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4128b10-7de9-4a66-802d-6453c9b0f88a", "name": "network-vif-deleted", "tag": "f015839c-b414-468a-8e03-ce39b461c784", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:32.920126 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60a002eb-5c77-4881-9358-9ed0318e2c1e {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:32.920626 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4128b10-7de9-4a66-802d-6453c9b0f88a', 'name': 'network-vif-deleted', 'tag': 'f015839c-b414-468a-8e03-ce39b461c784', 'status': 'completed', 'code': 200} Jul 16 01:24:32.993444 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d7ea464-c947-4082-a503-37921ede1ee2 req-bf37cba3-2cdf-4849-b0ff-88270076a68d tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=734fcde6-9f16-40fb-805a-a5cc2ce53b8b HTTP/1.1" status: 200 len: 210 time: 0.0387831 Jul 16 01:24:33.002407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603b8a7-0cd3-48f0-b2d4-0c503ae8d04d req-6cd19888-06ed-4967-9002-ac57f885d294 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:33.003994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6603b8a7-0cd3-48f0-b2d4-0c503ae8d04d req-6cd19888-06ed-4967-9002-ac57f885d294 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 946 time: 0.1098111 Jul 16 01:24:33.089113 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6603b8a7-0cd3-48f0-b2d4-0c503ae8d04d req-18d7ca57-523a-4ddb-9183-850a2e592e12 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771041 Jul 16 01:24:33.151851 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-92d0b988-4639-4064-90b5-0e13b1436e0f req-5a58a15c-5651-4327-8742-3f8129996e1c tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 210 time: 0.0614343 Jul 16 01:24:33.459535 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb72e6-4261-4133-b9e9-0391505d5c59 req-2f863cd7-be71-42cc-b8ce-b97ced92d858 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:33.473920 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16eb72e6-4261-4133-b9e9-0391505d5c59 req-2f863cd7-be71-42cc-b8ce-b97ced92d858 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 946 time: 0.1009295 Jul 16 01:24:33.559383 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16eb72e6-4261-4133-b9e9-0391505d5c59 req-366e34b4-27da-40f2-9048-fef4129c36a1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872056 Jul 16 01:24:33.803708 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b7467-901f-498c-b1fc-761282fccb8f req-d6451ce2-a128-4185-8147-e69422604d23 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:33.811305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-817b7467-901f-498c-b1fc-761282fccb8f req-d6451ce2-a128-4185-8147-e69422604d23 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.0860093 Jul 16 01:24:33.898252 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-817b7467-901f-498c-b1fc-761282fccb8f req-a356bcf9-a112-4cc1-bbc1-0fb5992514f4 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855312 Jul 16 01:24:34.096075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59828) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:34.229017 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-db232186-55fb-4a1f-9d58-2afbc8eb9998 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.391329 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b7b5eea-e510-46bb-a1ae-018a99433dd4 req-035c8f2f-696d-45ff-a6b1-3e8dbb70d4cf tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=734fcde6-9f16-40fb-805a-a5cc2ce53b8b HTTP/1.1" status: 200 len: 210 time: 0.1060662 Jul 16 01:24:34.391329 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-db232186-55fb-4a1f-9d58-2afbc8eb9998 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.477130 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2bb6cc9-3116-4dec-a00a-157892d4a6e3 req-e390fc2e-3b1d-435b-a31a-1c4028460665 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 210 time: 0.1252270 Jul 16 01:24:34.583480 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-db232186-55fb-4a1f-9d58-2afbc8eb9998 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.589146 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-db232186-55fb-4a1f-9d58-2afbc8eb9998 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.591533 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-db232186-55fb-4a1f-9d58-2afbc8eb9998 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "DELETE /v2.0/security-groups/f7f8592e-d759-4ab2-99b5-d1e71b6f6454 HTTP/1.1" status: 204 len: 168 time: 0.4945416 Jul 16 01:24:34.594195 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59854) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:34.640922 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db232186-55fb-4a1f-9d58-2afbc8eb9998 tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f8592e-d759-4ab2-99b5-d1e71b6f6454,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:34.675424 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-dddbe179-a749-4fbc-9248-52cc2f04f91c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] show failed (client error): The resource could not be found. Jul 16 01:24:34.682658 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dddbe179-a749-4fbc-9248-52cc2f04f91c tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "GET /v2.0/security-groups/f7f8592e-d759-4ab2-99b5-d1e71b6f6454 HTTP/1.1" status: 404 len: 347 time: 0.0862799 Jul 16 01:24:34.685162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59856) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:34.774067 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c5c1e080-2c3b-431a-b3ab-7d1de9fa0e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:34.880563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 2df0715b-8991-478d-a325-905e669148d1 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:35.006771 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.045742 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df0715b-8991-478d-a325-905e669148d1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:35.048451 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a074d4-4742-4ca7-a889-b0989e1a4879" -d '{"events": [{"server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "name": "network-vif-unplugged", "status": "completed", "tag": "2df0715b-8991-478d-a325-905e669148d1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:35.108583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2df0715b-8991-478d-a325-905e669148d1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:35.117447 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.123304 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-af9e15d4-58de-42bd-99a6-a0946e149d69 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:35.126832 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-af9e15d4-58de-42bd-99a6-a0946e149d69 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.69 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 812 time: 0.4977953 Jul 16 01:24:35.139593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-573f1900-b2a6-4661-99c3-79e6b238f6ca tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Request body: {'port': {'device_id': '734fcde6-9f16-40fb-805a-a5cc2ce53b8b', 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea', 'admin_state_up': True, 'tenant_id': '9c1976ec7b3145beb100b1f9de70047d'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:35.179681 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-051a260b-6152-4ef7-b064-08b871aab02b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Deleting port 7c4bee2b-ec50-4836-9546-e433835a5e12 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:35.180306 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-051a260b-6152-4ef7-b064-08b871aab02b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.309806 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=2df0715b-8991-478d-a325-905e669148d1,revision_number=14']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:35.384263 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac1488b-1cb2-4f38-a7a4-699353431904 x-openstack-request-id: req-4ac1488b-1cb2-4f38-a7a4-699353431904 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:35.384620 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "name": "network-vif-unplugged", "status": "completed", "tag": "2df0715b-8991-478d-a325-905e669148d1", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:35.384814 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ac1488b-1cb2-4f38-a7a4-699353431904 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:35.385218 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2df0715b-8991-478d-a325-905e669148d1', 'code': 200} Jul 16 01:24:35.465078 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-573f1900-b2a6-4661-99c3-79e6b238f6ca tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Made reservation on behalf of 9c1976ec7b3145beb100b1f9de70047d for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:35.471726 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-573f1900-b2a6-4661-99c3-79e6b238f6ca tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.643186 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-051a260b-6152-4ef7-b064-08b871aab02b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.643519 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-051a260b-6152-4ef7-b064-08b871aab02b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.676649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-051a260b-6152-4ef7-b064-08b871aab02b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Calling delete_port for 7c4bee2b-ec50-4836-9546-e433835a5e12 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:35.756014 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-573f1900-b2a6-4661-99c3-79e6b238f6ca tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Allocated IP 172.20.0.11 (8fcb8e6c-5076-4d25-8790-4e6d6232edea/dcb4b501-ff87-4c91-b62d-7063cf216269/f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:35.881851 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-051a260b-6152-4ef7-b064-08b871aab02b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:35.940391 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a260b-6152-4ef7-b064-08b871aab02b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Pushing event deleted for resources: {'Port': ['ID=7c4bee2b-ec50-4836-9546-e433835a5e12,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:36.022776 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a3bf9ca-d221-4eb1-aa61-0af6eea5e2f6 req-b167b43a-c3bd-43a1-adcf-4ada4ebd4b30 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=734fcde6-9f16-40fb-805a-a5cc2ce53b8b HTTP/1.1" status: 200 len: 210 time: 0.1423757 Jul 16 01:24:36.101138 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-573f1900-b2a6-4661-99c3-79e6b238f6ca tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.135024 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-051a260b-6152-4ef7-b064-08b871aab02b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.137734 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-051a260b-6152-4ef7-b064-08b871aab02b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.141381 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-051a260b-6152-4ef7-b064-08b871aab02b tempest-ImagesOneServerNegativeTestJSON-836770840 tempest-ImagesOneServerNegativeTestJSON-836770840-project] 10.222.0.22 "DELETE /v2.0/floatingips/3381bdd4-c84c-4b54-88f3-854c74202557 HTTP/1.1" status: 204 len: 168 time: 1.4528213 Jul 16 01:24:36.179716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-d837a236-a5b3-457e-b327-e48e5ec6a7d4 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:36.181256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-d837a236-a5b3-457e-b327-e48e5ec6a7d4 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.69 "GET /v2.0/networks?id=82cbe9d9-283a-4c69-a1bc-536a90b2446b HTTP/1.1" status: 200 len: 816 time: 0.7609401 Jul 16 01:24:36.194686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf2bc86-8855-408e-a822-136af0188b1e req-0c9997c3-6ebe-4169-90e5-3d7628624eb2 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:36.203067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4bf2bc86-8855-408e-a822-136af0188b1e req-0c9997c3-6ebe-4169-90e5-3d7628624eb2 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.7841492 Jul 16 01:24:36.205353 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-573f1900-b2a6-4661-99c3-79e6b238f6ca tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.334702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-573f1900-b2a6-4661-99c3-79e6b238f6ca tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Network 8fcb8e6c-5076-4d25-8790-4e6d6232edea is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:36.375674 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-573f1900-b2a6-4661-99c3-79e6b238f6ca tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:36.388271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-8b6efbcc-d119-4712-b306-6ca84adef90b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc7c79121ea347e08eab6bb95810733c HTTP/1.1" status: 200 len: 379 time: 0.1827626 Jul 16 01:24:36.392429 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-573f1900-b2a6-4661-99c3-79e6b238f6ca tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:36.404853 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bff2fed3-91bc-41da-bff0-20163b1430f0 req-2192f04e-3632-452e-9f7d-7dd360947b5d tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 210 time: 0.0929301 Jul 16 01:24:36.424416 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4bf2bc86-8855-408e-a822-136af0188b1e req-d38e6658-d771-47a3-8a94-b4123e93fdcf tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203591 Jul 16 01:24:36.429583 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-303402ba-c60d-4621-9221-6fb2e8430844 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Request body: {'port': {'device_id': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'admin_state_up': True, 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'security_groups': ['6959a278-a9d3-468e-9c72-ab2c29c14bd3']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:36.473205 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f1900-b2a6-4661-99c3-79e6b238f6ca tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Pushing event updated for resources: {'Port': ['ID=f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:36.539280 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-573f1900-b2a6-4661-99c3-79e6b238f6ca tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:36.540012 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-573f1900-b2a6-4661-99c3-79e6b238f6ca tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.568346 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-573f1900-b2a6-4661-99c3-79e6b238f6ca tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4350500 Jul 16 01:24:36.581131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Request body: {'port': {'device_id': '734fcde6-9f16-40fb-805a-a5cc2ce53b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:36.727720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-303402ba-c60d-4621-9221-6fb2e8430844 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Made reservation on behalf of dc7c79121ea347e08eab6bb95810733c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:36.728675 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.732553 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-303402ba-c60d-4621-9221-6fb2e8430844 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:36.818533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab662b9-dadb-43d2-b3e2-b7c71781b71f req-252dfe3e-8fc0-48ef-9092-b69242fb434f tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:36.826077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ab662b9-dadb-43d2-b3e2-b7c71781b71f req-252dfe3e-8fc0-48ef-9092-b69242fb434f tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1127291 Jul 16 01:24:36.880479 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ab662b9-dadb-43d2-b3e2-b7c71781b71f req-820dc246-f782-482a-854a-b168b55bceca tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531354 Jul 16 01:24:37.159801 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-303402ba-c60d-4621-9221-6fb2e8430844 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Allocated IP 172.20.0.13 (82cbe9d9-283a-4c69-a1bc-536a90b2446b/fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7/951fff8e-ba82-4749-a4ff-83e2363e9ab3) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:37.279913 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.305217 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:37.329145 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.371344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Transition to ACTIVE for port object f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:37.376426 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.529437 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:37.641504 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e8687a33-e865-42ce-99b1-82dfe1c6f976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.642968 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-303402ba-c60d-4621-9221-6fb2e8430844 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.647898 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59946) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:37.708994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-303402ba-c60d-4621-9221-6fb2e8430844 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Transition to ACTIVE for port object 951fff8e-ba82-4749-a4ff-83e2363e9ab3 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:37.710949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Attempting to bind port f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:37.711488 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Attempting to bind port f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:37.712018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Attempting to bind port f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:37.745794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Port f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:37.746251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Attempting to bind port f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e on network 8fcb8e6c-5076-4d25-8790-4e6d6232edea {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:37.761148 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-098cda15-babc-497f-bb36-b3783876e3cc admin admin] Deleting subnet 43e3fe52-c0e2-447a-9b76-70730059c2ad {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:37.766303 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-098cda15-babc-497f-bb36-b3783876e3cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.768579 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:37.769056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Checking segment: {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:37.769964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Bound using segment: {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:37.771287 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Bound port: f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9120cb6f-285f-4cae-be05-50948cf1e6e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:37.771818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.900613 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] For port f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:37.906689 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] For port f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:37.913565 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-098cda15-babc-497f-bb36-b3783876e3cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.916664 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:37.916999 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be6578-6e1f-4a82-8fb6-45e90e75b66b req-dd6dec76-6127-4d8f-826f-b8ccdaf502b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:37.918828 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05be6578-6e1f-4a82-8fb6-45e90e75b66b req-dd6dec76-6127-4d8f-826f-b8ccdaf502b4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 1096 time: 0.4271727 Jul 16 01:24:38.029002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:38.029643 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.038553 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] 10.222.0.69 "PUT /v2.0/ports/f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e HTTP/1.1" status: 200 len: 1093 time: 1.4614005 Jul 16 01:24:38.043711 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '734fcde6-9f16-40fb-805a-a5cc2ce53b8b', 'tag': 'f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:38.046130 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb6cf33-0434-430c-ab27-0880acca48b1" -d '{"events": [{"name": "network-changed", "server_uuid": "734fcde6-9f16-40fb-805a-a5cc2ce53b8b", "tag": "f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:38.057520 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-303402ba-c60d-4621-9221-6fb2e8430844 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.086142 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-098cda15-babc-497f-bb36-b3783876e3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.111873 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83a46d-027b-4b13-84a7-57cc6a7ff359 req-1524b9ba-4819-4975-9461-b5322aa128f6 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:38.111873 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b83a46d-027b-4b13-84a7-57cc6a7ff359 req-1524b9ba-4819-4975-9461-b5322aa128f6 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.2533138 Jul 16 01:24:38.122722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b10b3-3316-498a-b0a3-04ab848c792c req-e2e47f0f-4cd2-4aae-9ec3-b2d5cfa48999 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:38.130305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cc6b10b3-3316-498a-b0a3-04ab848c792c req-e2e47f0f-4cd2-4aae-9ec3-b2d5cfa48999 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=734fcde6-9f16-40fb-805a-a5cc2ce53b8b HTTP/1.1" status: 200 len: 944 time: 0.4139862 Jul 16 01:24:38.131560 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c756a-afa4-4c68-8635-3fdf38ded9a5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:38.195175 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-303402ba-c60d-4621-9221-6fb2e8430844 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Network 82cbe9d9-283a-4c69-a1bc-536a90b2446b is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:38.219834 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-303402ba-c60d-4621-9221-6fb2e8430844 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:38.243040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b83a46d-027b-4b13-84a7-57cc6a7ff359 req-dae3b605-2494-4c96-b35d-86f2fdf9015f tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980673 Jul 16 01:24:38.253236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-303402ba-c60d-4621-9221-6fb2e8430844 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:38.349618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be6578-6e1f-4a82-8fb6-45e90e75b66b req-9abd2456-2bfe-4f22-8f87-87780b28f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:38.360973 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05be6578-6e1f-4a82-8fb6-45e90e75b66b req-9abd2456-2bfe-4f22-8f87-87780b28f689 service neutron] 10.222.0.69 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.4288967 Jul 16 01:24:38.481605 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.544079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59964) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:38.565395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303402ba-c60d-4621-9221-6fb2e8430844 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event updated for resources: {'Port': ['ID=951fff8e-ba82-4749-a4ff-83e2363e9ab3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:38.622567 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cc6b10b3-3316-498a-b0a3-04ab848c792c req-4ff98090-8475-4c36-b0e9-79f44d3ba0bc tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888327 Jul 16 01:24:38.654355 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-52fd9f61-68fc-4563-9d15-b9e8c2aef300 None None] Provisioning for port 951fff8e-ba82-4749-a4ff-83e2363e9ab3 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:38.670809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-52fd9f61-68fc-4563-9d15-b9e8c2aef300 None None] Provisioning complete for port 951fff8e-ba82-4749-a4ff-83e2363e9ab3 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:38.671934 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-52fd9f61-68fc-4563-9d15-b9e8c2aef300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.699659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-303402ba-c60d-4621-9221-6fb2e8430844 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:38.704854 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-303402ba-c60d-4621-9221-6fb2e8430844 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.758184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-52fd9f61-68fc-4563-9d15-b9e8c2aef300 None None] Port 951fff8e-ba82-4749-a4ff-83e2363e9ab3 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:38.771535 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05be6578-6e1f-4a82-8fb6-45e90e75b66b req-e88a2f4e-f71e-4909-b395-1f2de48cf0d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df0715b-8991-478d-a325-905e669148d1 HTTP/1.1" status: 200 len: 999 time: 0.3770945 Jul 16 01:24:38.782537 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-303402ba-c60d-4621-9221-6fb2e8430844 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3570144 Jul 16 01:24:38.831075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Request body: {'port': {'device_id': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:38.924947 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-098cda15-babc-497f-bb36-b3783876e3cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.962848 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a663-00e8-4e70-a1bf-95a301550937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.974355 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-098cda15-babc-497f-bb36-b3783876e3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:38.979155 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-098cda15-babc-497f-bb36-b3783876e3cc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/43e3fe52-c0e2-447a-9b76-70730059c2ad HTTP/1.1" status: 204 len: 168 time: 1.3255243 Jul 16 01:24:38.979155 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098cda15-babc-497f-bb36-b3783876e3cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e3fe52-c0e2-447a-9b76-70730059c2ad,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:38.982000 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59968) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:38.984705 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ea01530d-1626-4d9f-92f3-abd020921144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:38.986414 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-ea01530d-1626-4d9f-92f3-abd020921144 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&device_id=734fcde6-9f16-40fb-805a-a5cc2ce53b8b HTTP/1.1" status: 200 len: 1096 time: 0.8678305 Jul 16 01:24:39.062132 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-4b650adc-5731-4f5f-bf40-9accf4e976a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e HTTP/1.1" status: 200 len: 217 time: 0.0639803 Jul 16 01:24:39.192889 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07051d92-c5cc-4659-8cc9-1b325ab77134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.208095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-88a8c440-e9a6-4c55-843a-47770ff0ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.209803 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-88a8c440-e9a6-4c55-843a-47770ff0ce0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dcb4b501-ff87-4c91-b62d-7063cf216269 HTTP/1.1" status: 200 len: 852 time: 0.0950093 Jul 16 01:24:39.263933 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-2b6d6510-c2b9-4593-a47e-b55b0ad06750 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fcb8e6c-5076-4d25-8790-4e6d6232edea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465832 Jul 16 01:24:39.329273 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be6578-6e1f-4a82-8fb6-45e90e75b66b req-37f8cf83-0ded-4cf5-b93f-c384d6d49e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.330743 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05be6578-6e1f-4a82-8fb6-45e90e75b66b req-37f8cf83-0ded-4cf5-b93f-c384d6d49e08 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.5322731 Jul 16 01:24:39.342108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d373e-c4bd-483c-a408-6a89f462aedc req-2ca32bc2-1088-451e-b36f-7d9919778348 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.343541 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07051d92-c5cc-4659-8cc9-1b325ab77134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.349081 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb9d373e-c4bd-483c-a408-6a89f462aedc req-2ca32bc2-1088-451e-b36f-7d9919778348 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.8148086 Jul 16 01:24:39.380827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-07051d92-c5cc-4659-8cc9-1b325ab77134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad5d24e-09b5-4d53-9e59-1113d894f355']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:39.400271 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-07051d92-c5cc-4659-8cc9-1b325ab77134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c86b18-6421-4c18-8e20-5d3b84d2bcff') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:39.400553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-07051d92-c5cc-4659-8cc9-1b325ab77134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c86b18-6421-4c18-8e20-5d3b84d2bcff') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:39.414372 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07051d92-c5cc-4659-8cc9-1b325ab77134 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.435237 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.441075 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-cdeaae7b-3b0a-43aa-b553-0e592b841d46 service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659243 Jul 16 01:24:39.442160 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07051d92-c5cc-4659-8cc9-1b325ab77134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.478628 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb9d373e-c4bd-483c-a408-6a89f462aedc req-6238ba07-1018-4e3a-a97c-e2e011cfa53b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285899 Jul 16 01:24:39.507119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07051d92-c5cc-4659-8cc9-1b325ab77134 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07051d92-c5cc-4659-8cc9-1b325ab77134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:39.509826 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:39.547792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fde0d3-cbfa-40be-b7e3-d80a676cb3dd req-391ebd23-d101-4202-9e01-0db53e5eac70 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.549343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8fde0d3-cbfa-40be-b7e3-d80a676cb3dd req-391ebd23-d101-4202-9e01-0db53e5eac70 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 932 time: 0.6792622 Jul 16 01:24:39.615216 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be6578-6e1f-4a82-8fb6-45e90e75b66b req-a0637f22-7ba5-4012-88fd-9327440c19e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:39.616750 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05be6578-6e1f-4a82-8fb6-45e90e75b66b req-a0637f22-7ba5-4012-88fd-9327440c19e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2580266 Jul 16 01:24:39.627694 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07051d92-c5cc-4659-8cc9-1b325ab77134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.632611 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07051d92-c5cc-4659-8cc9-1b325ab77134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.638161 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-07051d92-c5cc-4659-8cc9-1b325ab77134 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cad5d24e-09b5-4d53-9e59-1113d894f355 HTTP/1.1" status: 204 len: 168 time: 0.6475635 Jul 16 01:24:39.673259 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e0bc9ea3-4b74-424b-acee-1d3622f84243 req-4a851eb3-9138-4015-ab8b-e42a5215e6ce service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163248 Jul 16 01:24:39.685790 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07051d92-c5cc-4659-8cc9-1b325ab77134 admin admin] Pushing event deleted for resources: {'Network': ['ID=cad5d24e-09b5-4d53-9e59-1113d894f355,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:39.747267 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a663-00e8-4e70-a1bf-95a301550937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.774945 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8fde0d3-cbfa-40be-b7e3-d80a676cb3dd req-020d4c32-08cb-4dc2-b5b1-fedb410085c2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152605 Jul 16 01:24:39.826132 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60000) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:39.835233 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495160c2-6b2c-4fe4-8704-e3fe72e04e7b x-openstack-request-id: req-495160c2-6b2c-4fe4-8704-e3fe72e04e7b {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:39.836400 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "734fcde6-9f16-40fb-805a-a5cc2ce53b8b", "tag": "f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:39.836400 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-495160c2-6b2c-4fe4-8704-e3fe72e04e7b {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:39.838274 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '734fcde6-9f16-40fb-805a-a5cc2ce53b8b', 'tag': 'f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e', 'status': 'completed', 'code': 200} Jul 16 01:24:39.854097 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a663-00e8-4e70-a1bf-95a301550937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:39.972141 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7ee3a663-00e8-4e70-a1bf-95a301550937 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c52bae593b4148c39c2205dbebf6c739&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4243534 Jul 16 01:24:39.981189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60006) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:40.115898 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.116417 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5c12005c-7198-4dc8-8b5f-f0c5e376a512 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ef7e8bc5d6a4037b34df05cb22c0252&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862267 Jul 16 01:24:40.131450 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60014) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:40.142179 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e472707c-a247-4a02-a220-5b814a08febf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.189202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6cf33-0434-430c-ab27-0880acca48b1 req-eb91520c-2211-4fef-9040-a34e034b1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.190737 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cfb6cf33-0434-430c-ab27-0880acca48b1 req-eb91520c-2211-4fef-9040-a34e034b1c2b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9c1976ec7b3145beb100b1f9de70047d&device_id=734fcde6-9f16-40fb-805a-a5cc2ce53b8b HTTP/1.1" status: 200 len: 1096 time: 0.3171501 Jul 16 01:24:40.222694 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e472707c-a247-4a02-a220-5b814a08febf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.236892 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3a663-00e8-4e70-a1bf-95a301550937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da141a4-d1d3-4108-876e-e4bff58e34c4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:40.290050 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce30feff-cefe-4031-aaaa-2e04d9f535c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.352372 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce30feff-cefe-4031-aaaa-2e04d9f535c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.376588 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05be6578-6e1f-4a82-8fb6-45e90e75b66b req-7dcd9d23-53ec-4f9c-86d4-716e2d7eceb4 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6756721 Jul 16 01:24:40.391683 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e472707c-a247-4a02-a220-5b814a08febf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.394202 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e472707c-a247-4a02-a220-5b814a08febf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.395966 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e472707c-a247-4a02-a220-5b814a08febf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8da141a4-d1d3-4108-876e-e4bff58e34c4 HTTP/1.1" status: 204 len: 168 time: 0.4061580 Jul 16 01:24:40.407032 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6cf33-0434-430c-ab27-0880acca48b1 req-8b20e728-ba1a-40bf-9440-43df8d54c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.408665 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cfb6cf33-0434-430c-ab27-0880acca48b1 req-8b20e728-ba1a-40bf-9440-43df8d54c77d service neutron] 10.222.0.69 "GET /v2.0/networks?id=8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 200 len: 913 time: 0.2003767 Jul 16 01:24:40.414599 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e472707c-a247-4a02-a220-5b814a08febf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da141a4-d1d3-4108-876e-e4bff58e34c4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:40.414824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba52e2c-6522-4922-af22-0f2dc1e1e1c9 req-9e8f221d-d771-4fa8-8e3e-e1801b82e3a6 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.418434 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ba52e2c-6522-4922-af22-0f2dc1e1e1c9 req-9e8f221d-d771-4fa8-8e3e-e1801b82e3a6 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.2956409 Jul 16 01:24:40.455255 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cfb6cf33-0434-430c-ab27-0880acca48b1 req-fbc91e86-82cd-4b5b-a2c9-1ed946a86dac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e HTTP/1.1" status: 200 len: 217 time: 0.0377064 Jul 16 01:24:40.487541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764394c-0746-4f2e-aabc-a9bd2e717a5a req-48e065f3-26cf-4079-9c19-adbbd8a09c5d tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.495900 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8764394c-0746-4f2e-aabc-a9bd2e717a5a req-48e065f3-26cf-4079-9c19-adbbd8a09c5d tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=734fcde6-9f16-40fb-805a-a5cc2ce53b8b HTTP/1.1" status: 200 len: 944 time: 0.4786859 Jul 16 01:24:40.499292 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce30feff-cefe-4031-aaaa-2e04d9f535c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.502184 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce30feff-cefe-4031-aaaa-2e04d9f535c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.506343 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ce30feff-cefe-4031-aaaa-2e04d9f535c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf80b8cd-b1af-478d-a4f9-aa3923f5cf03 HTTP/1.1" status: 204 len: 168 time: 0.3707807 Jul 16 01:24:40.521069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30feff-cefe-4031-aaaa-2e04d9f535c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf80b8cd-b1af-478d-a4f9-aa3923f5cf03,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:40.532843 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb6cf33-0434-430c-ab27-0880acca48b1 req-11acf5b4-fde5-4950-ad9f-1f44f8e2de50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:40.534512 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cfb6cf33-0434-430c-ab27-0880acca48b1 req-11acf5b4-fde5-4950-ad9f-1f44f8e2de50 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dcb4b501-ff87-4c91-b62d-7063cf216269 HTTP/1.1" status: 200 len: 852 time: 0.0719795 Jul 16 01:24:40.593909 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cfb6cf33-0434-430c-ab27-0880acca48b1 req-3964c50e-6104-4c35-8dbe-6c2159e4b8fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8fcb8e6c-5076-4d25-8790-4e6d6232edea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522337 Jul 16 01:24:40.613508 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ba52e2c-6522-4922-af22-0f2dc1e1e1c9 req-0389f0f1-66c3-4774-87ee-5b7bb3669a76 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674192 Jul 16 01:24:40.696040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8764394c-0746-4f2e-aabc-a9bd2e717a5a req-f19a1b08-5873-44f1-bd8d-0c8655885c5b tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958189 Jul 16 01:24:40.726119 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 951fff8e-ba82-4749-a4ff-83e2363e9ab3 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:40.732964 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05be6578-6e1f-4a82-8fb6-45e90e75b66b req-2e08e43d-19f5-4108-9fa9-8076f65e91c0 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450615 Jul 16 01:24:40.739264 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.754210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Transition to ACTIVE for port object 951fff8e-ba82-4749-a4ff-83e2363e9ab3 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:40.758733 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:40.791185 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cfb6cf33-0434-430c-ab27-0880acca48b1 req-95859c57-a521-4028-9a10-294186fb65f0 service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900117 Jul 16 01:24:40.902982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Pushing event updated for resources: {'Port': ['ID=951fff8e-ba82-4749-a4ff-83e2363e9ab3,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:40.984944 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cfb6cf33-0434-430c-ab27-0880acca48b1 req-04129a54-fca9-4a97-8490-0acab59cc7cd service neutron] 10.222.0.69 "GET /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867139 Jul 16 01:24:41.093463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Attempting to bind port 951fff8e-ba82-4749-a4ff-83e2363e9ab3 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:41.095099 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Attempting to bind port 951fff8e-ba82-4749-a4ff-83e2363e9ab3 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:41.095507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Attempting to bind port 951fff8e-ba82-4749-a4ff-83e2363e9ab3 on network 82cbe9d9-283a-4c69-a1bc-536a90b2446b {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:41.105431 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Port 951fff8e-ba82-4749-a4ff-83e2363e9ab3 on network 82cbe9d9-283a-4c69-a1bc-536a90b2446b not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:41.105824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Attempting to bind port 951fff8e-ba82-4749-a4ff-83e2363e9ab3 on network 82cbe9d9-283a-4c69-a1bc-536a90b2446b {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:41.116579 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:41.117014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Checking segment: {'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:41.117491 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Bound using segment: {'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:41.118720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Bound port: 951fff8e-ba82-4749-a4ff-83e2363e9ab3, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:41.119147 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.198186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825cb62-a377-4665-8ccb-4abcce21f2ad req-d7bbaae7-c5db-43cb-b178-94d529e6d603 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.216673 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5825cb62-a377-4665-8ccb-4abcce21f2ad req-d7bbaae7-c5db-43cb-b178-94d529e6d603 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.2015409 Jul 16 01:24:41.300581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5825cb62-a377-4665-8ccb-4abcce21f2ad req-ca6720dc-66fe-4d1e-b685-5d9cef26197d tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824232 Jul 16 01:24:41.303132 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] For port 951fff8e-ba82-4749-a4ff-83e2363e9ab3, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:41.307008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] For port 951fff8e-ba82-4749-a4ff-83e2363e9ab3, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:41.308161 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60050) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:41.318601 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.360695 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27497d27-b17b-4fa2-8dfc-5789acda6954 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.390651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.391281 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.392704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] 10.222.0.69 "PUT /v2.0/ports/951fff8e-ba82-4749-a4ff-83e2363e9ab3 HTTP/1.1" status: 200 len: 1093 time: 2.5774229 Jul 16 01:24:41.399653 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'tag': '951fff8e-ba82-4749-a4ff-83e2363e9ab3'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:41.402026 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dee0e2e-0110-44bd-acf6-273ee3d8f566" -d '{"events": [{"name": "network-changed", "server_uuid": "5c48c11c-fa3c-4e45-8441-5b1d938507ac", "tag": "951fff8e-ba82-4749-a4ff-83e2363e9ab3"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:41.454531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ce768-58ab-4d7e-a967-7bc37d177d79 service neutron] Pushing event updated for resources: {'Port': ['ID=951fff8e-ba82-4749-a4ff-83e2363e9ab3,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:41.458102 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b75d5a-27a6-4270-95ad-137dc8c82f79 x-openstack-request-id: req-c1b75d5a-27a6-4270-95ad-137dc8c82f79 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:41.458396 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c48c11c-fa3c-4e45-8441-5b1d938507ac", "tag": "951fff8e-ba82-4749-a4ff-83e2363e9ab3", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:41.458657 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c1b75d5a-27a6-4270-95ad-137dc8c82f79 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:41.459085 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'tag': '951fff8e-ba82-4749-a4ff-83e2363e9ab3', 'status': 'completed', 'code': 200} Jul 16 01:24:41.625233 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-c99368a0-7ab4-4df0-9fc1-f516f4c72660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.628640 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-c99368a0-7ab4-4df0-9fc1-f516f4c72660 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc7c79121ea347e08eab6bb95810733c&device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 1096 time: 0.1456327 Jul 16 01:24:41.760323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-3816ce9f-27d8-4e5c-914f-bb431a846276 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3 HTTP/1.1" status: 200 len: 217 time: 0.1125751 Jul 16 01:24:41.850049 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9318f8-d3fc-472c-9745-6f5ac3938d38 req-579eface-07cd-45ab-927a-cb99766adc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.851858 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a9318f8-d3fc-472c-9745-6f5ac3938d38 req-579eface-07cd-45ab-927a-cb99766adc65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9ba61207ba2c4f4e854877a3e463e14d&device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 1097 time: 0.1088202 Jul 16 01:24:41.876887 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27497d27-b17b-4fa2-8dfc-5789acda6954 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.909770 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-27f76240-db9a-49cd-9f69-49164eb19b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.911270 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-27f76240-db9a-49cd-9f69-49164eb19b9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7 HTTP/1.1" status: 200 len: 855 time: 0.1415505 Jul 16 01:24:41.911906 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27497d27-b17b-4fa2-8dfc-5789acda6954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:41.990419 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9318f8-d3fc-472c-9745-6f5ac3938d38 req-252f8d26-b78a-46e2-8256-44f87b592c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:41.992618 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a9318f8-d3fc-472c-9745-6f5ac3938d38 req-252f8d26-b78a-46e2-8256-44f87b592c97 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6504a12b-0a6b-4253-8a36-570413368fa4 HTTP/1.1" status: 200 len: 920 time: 0.1152697 Jul 16 01:24:42.036693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27497d27-b17b-4fa2-8dfc-5789acda6954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec20f0f9-05c3-4931-95fd-74d62006e10c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:42.041570 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-27497d27-b17b-4fa2-8dfc-5789acda6954 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5572d367a3f64034892f93f495ddeee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7320499 Jul 16 01:24:42.051292 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60112) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:42.076157 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a9318f8-d3fc-472c-9745-6f5ac3938d38 req-152d2d3a-7c24-4fa1-baf5-28b5bdd28e1c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=065bf33a-ce06-4032-ae27-362a428d5d51 HTTP/1.1" status: 200 len: 217 time: 0.0772145 Jul 16 01:24:42.117664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8353b-4ab6-4517-82eb-51cb414f1b86 req-1e14958c-be43-4b89-93c6-7569beaf5196 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:42.119200 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1d8353b-4ab6-4517-82eb-51cb414f1b86 req-1e14958c-be43-4b89-93c6-7569beaf5196 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.2737322 Jul 16 01:24:42.142153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9318f8-d3fc-472c-9745-6f5ac3938d38 req-b7c450d7-a395-43e8-81e4-09b3628e0d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:42.143937 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a9318f8-d3fc-472c-9745-6f5ac3938d38 req-b7c450d7-a395-43e8-81e4-09b3628e0d89 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86fed443-807a-4e25-9ca2-091b2a4e90c8 HTTP/1.1" status: 200 len: 859 time: 0.0617387 Jul 16 01:24:42.148654 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d555c93e-ace6-4490-bcb3-e100470c122d req-a62b3919-e254-42c0-ab7a-fba1b6969e08 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:42.150175 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d555c93e-ace6-4490-bcb3-e100470c122d req-a62b3919-e254-42c0-ab7a-fba1b6969e08 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.2522068 Jul 16 01:24:42.155816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-ab35dc38-e746-45ca-8337-4d234cdac808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:42.157372 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-ab35dc38-e746-45ca-8337-4d234cdac808 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82cbe9d9-283a-4c69-a1bc-536a90b2446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2378209 Jul 16 01:24:42.215741 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a9318f8-d3fc-472c-9745-6f5ac3938d38 req-0ed3630b-601e-47eb-8701-8ae126547e20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6504a12b-0a6b-4253-8a36-570413368fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641749 Jul 16 01:24:42.223033 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-832087a9-fe66-4831-9d8e-19b2e6132971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.279934 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1d8353b-4ab6-4517-82eb-51cb414f1b86 req-1a137f66-7fa2-4096-a514-b37feb487246 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473417 Jul 16 01:24:42.310412 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-832087a9-fe66-4831-9d8e-19b2e6132971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.316098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d555c93e-ace6-4490-bcb3-e100470c122d req-ff2a6123-89cd-44dc-ae9a-f8cb33c3e5e5 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579001 Jul 16 01:24:42.342998 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a9318f8-d3fc-472c-9745-6f5ac3938d38 req-ed8e04f9-167e-40d5-8df3-1f111c69cbb2 service neutron] 10.222.0.69 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207354 Jul 16 01:24:42.394912 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-a36ed03b-c09f-4b48-a460-bc7a42a99f7a service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259367 Jul 16 01:24:42.471211 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a9318f8-d3fc-472c-9745-6f5ac3938d38 req-6a6c6716-b19f-4593-8c64-f2b2ab0cf9c1 service neutron] 10.222.0.69 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214819 Jul 16 01:24:42.568141 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-832087a9-fe66-4831-9d8e-19b2e6132971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.572401 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-832087a9-fe66-4831-9d8e-19b2e6132971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:42.573966 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-832087a9-fe66-4831-9d8e-19b2e6132971 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ec20f0f9-05c3-4931-95fd-74d62006e10c HTTP/1.1" status: 204 len: 168 time: 0.5204868 Jul 16 01:24:42.613011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832087a9-fe66-4831-9d8e-19b2e6132971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec20f0f9-05c3-4931-95fd-74d62006e10c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:42.617857 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc734059-5f9c-447c-9d60-bfa31e1a3698 req-907be3e0-0c7c-4846-8c2a-c3ec3dec5fcf service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097826 Jul 16 01:24:42.634206 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed095d18-4d25-4992-bac4-7637dac64428 req-76377756-0578-42e3-be8f-0bd49025c260 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:42.635919 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed095d18-4d25-4992-bac4-7637dac64428 req-76377756-0578-42e3-be8f-0bd49025c260 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=734fcde6-9f16-40fb-805a-a5cc2ce53b8b HTTP/1.1" status: 200 len: 944 time: 0.2055240 Jul 16 01:24:42.679476 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed095d18-4d25-4992-bac4-7637dac64428 req-4d33291b-ff87-4977-bcd8-71b0293c481f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352638 Jul 16 01:24:42.860378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee0e2e-0110-44bd-acf6-273ee3d8f566 req-c6d0c30f-317a-4e55-80bc-98ee1f1be78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:42.868546 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6dee0e2e-0110-44bd-acf6-273ee3d8f566 req-c6d0c30f-317a-4e55-80bc-98ee1f1be78b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc7c79121ea347e08eab6bb95810733c&device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 1096 time: 0.1878514 Jul 16 01:24:42.895073 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:43.026259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee0e2e-0110-44bd-acf6-273ee3d8f566 req-1e63c859-2f4d-4faf-a225-a7cd529e3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.028185 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6dee0e2e-0110-44bd-acf6-273ee3d8f566 req-1e63c859-2f4d-4faf-a225-a7cd529e3875 service neutron] 10.222.0.69 "GET /v2.0/networks?id=82cbe9d9-283a-4c69-a1bc-536a90b2446b HTTP/1.1" status: 200 len: 917 time: 0.1268163 Jul 16 01:24:43.037883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a2f7b-2c6f-4c49-af95-56b6a987a398 req-4fc42845-3877-407b-b205-4b6ee19f7a5f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.039632 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2a2f7b-2c6f-4c49-af95-56b6a987a398 req-4fc42845-3877-407b-b205-4b6ee19f7a5f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.2144189 Jul 16 01:24:43.077176 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:43.089317 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e', 'network_id': '8fcb8e6c-5076-4d25-8790-4e6d6232edea', 'port_id': 'f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e', 'mac_address': 'fa:16:3e:e7:4b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcb4b501-ff87-4c91-b62d-7063cf216269', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:43.095358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60144) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:43.117999 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6dee0e2e-0110-44bd-acf6-273ee3d8f566 req-574853e8-5131-40d2-aae6-7587e120367f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3 HTTP/1.1" status: 200 len: 217 time: 0.0771811 Jul 16 01:24:43.139378 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.153281 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:43.180373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:43.186303 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.201871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2a2f7b-2c6f-4c49-af95-56b6a987a398 req-8439db06-5b33-4603-ae35-9ce27ff3e8a7 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434627 Jul 16 01:24:43.210655 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee0e2e-0110-44bd-acf6-273ee3d8f566 req-3a2fd6e3-2617-48cb-a386-682a89836d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.212256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6dee0e2e-0110-44bd-acf6-273ee3d8f566 req-3a2fd6e3-2617-48cb-a386-682a89836d12 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7 HTTP/1.1" status: 200 len: 855 time: 0.0862675 Jul 16 01:24:43.227367 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfd67b-c70e-41ea-adf7-82e466963a64 req-118db075-4911-4fb2-a55c-f299e56f89c6 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.235001 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fdfd67b-c70e-41ea-adf7-82e466963a64 req-118db075-4911-4fb2-a55c-f299e56f89c6 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.2057238 Jul 16 01:24:43.261448 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:43.319097 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c5dc575-4e38-4c1b-a41f-9444214ef2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.325498 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fdfd67b-c70e-41ea-adf7-82e466963a64 req-795a98a9-0a49-4f72-a52a-42ddabfadb80 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862505 Jul 16 01:24:43.377543 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee0e2e-0110-44bd-acf6-273ee3d8f566 req-c7c85d97-b496-404f-9cd2-c81f1440d6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.379156 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6dee0e2e-0110-44bd-acf6-273ee3d8f566 req-c7c85d97-b496-404f-9cd2-c81f1440d6da service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82cbe9d9-283a-4c69-a1bc-536a90b2446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1398437 Jul 16 01:24:43.496234 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:43.503706 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c5dc575-4e38-4c1b-a41f-9444214ef2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.510044 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6dee0e2e-0110-44bd-acf6-273ee3d8f566 req-1bd6f163-6b5f-485a-bf67-38f1d99bad47 service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227427 Jul 16 01:24:43.510416 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c5dc575-4e38-4c1b-a41f-9444214ef2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.553758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5dc575-4e38-4c1b-a41f-9444214ef2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122f49da-6066-45b1-aead-1a98dc164abc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:43.560524 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9c5dc575-4e38-4c1b-a41f-9444214ef2f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e431c23361754e0299fe9a1c3b5cec12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4640706 Jul 16 01:24:43.563118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60164) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:43.634338 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c99d0b70-9808-4630-b772-d053f024ee58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.669545 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c99d0b70-9808-4630-b772-d053f024ee58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.744124 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6dee0e2e-0110-44bd-acf6-273ee3d8f566 req-72b6064d-6770-4b10-aa92-827c1c0d0ccc service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100077 Jul 16 01:24:43.745988 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c99d0b70-9808-4630-b772-d053f024ee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.749078 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c99d0b70-9808-4630-b772-d053f024ee58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:43.750844 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c99d0b70-9808-4630-b772-d053f024ee58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/122f49da-6066-45b1-aead-1a98dc164abc HTTP/1.1" status: 204 len: 168 time: 0.1867855 Jul 16 01:24:43.771597 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d0b70-9808-4630-b772-d053f024ee58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122f49da-6066-45b1-aead-1a98dc164abc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:43.782071 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adde92d-480f-4dd1-a240-41093d622d32 req-33e89f7e-1a53-4296-96ec-cdaa74be33f2 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.783789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3adde92d-480f-4dd1-a240-41093d622d32 req-33e89f7e-1a53-4296-96ec-cdaa74be33f2 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.2482867 Jul 16 01:24:43.792198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c639fa07-b718-4796-a217-ee4aff16e8e9 req-d4d7edbe-0bbe-4a15-9e65-2cb45071b7ae tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:43.799382 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c639fa07-b718-4796-a217-ee4aff16e8e9 req-d4d7edbe-0bbe-4a15-9e65-2cb45071b7ae tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.3048930 Jul 16 01:24:43.860934 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3adde92d-480f-4dd1-a240-41093d622d32 req-acc02bdf-9c0e-49da-a3d6-cbfd3e1890e7 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589342 Jul 16 01:24:43.872696 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c639fa07-b718-4796-a217-ee4aff16e8e9 req-e304f867-cf71-4499-8c83-645f0c684f1f tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723672 Jul 16 01:24:44.154514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb955e7-99eb-4a1c-b6ae-d962710fb0be req-7a220137-e3bf-4ad9-b18e-aff3fec047e5 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:44.156400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6fb955e7-99eb-4a1c-b6ae-d962710fb0be req-7a220137-e3bf-4ad9-b18e-aff3fec047e5 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=734fcde6-9f16-40fb-805a-a5cc2ce53b8b HTTP/1.1" status: 200 len: 945 time: 0.1065686 Jul 16 01:24:44.262434 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6fb955e7-99eb-4a1c-b6ae-d962710fb0be req-0ba64571-4ccd-4458-832c-321563946a91 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909581 Jul 16 01:24:44.318184 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-55b30852-5244-4c56-bfe5-9b1fd785bc9e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:44.332883 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-55b30852-5244-4c56-bfe5-9b1fd785bc9e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 811 time: 0.1948342 Jul 16 01:24:44.359922 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-623bd47a-2200-43fd-be88-9f9342f5354c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/quotas/a78825c4b7e744d2b876a9d861c51f8b HTTP/1.1" status: 200 len: 375 time: 0.0125265 Jul 16 01:24:44.377325 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60206) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:44.442967 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fedb2a-5305-4216-8929-ff39c778b041 admin admin] Deleting subnet fb9f62c3-baeb-4988-a8d5-fd0289f7a922 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:24:44.447135 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55fedb2a-5305-4216-8929-ff39c778b041 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.466690 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-4ccd5331-037e-42e8-a6e5-e71415301e27 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1057127 Jul 16 01:24:44.513059 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55fedb2a-5305-4216-8929-ff39c778b041 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.590289 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55fedb2a-5305-4216-8929-ff39c778b041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.609040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-04e7f4ce-187f-4c82-b205-22070f994274 service neutron] 10.222.0.22 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411562 Jul 16 01:24:44.658297 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55fedb2a-5305-4216-8929-ff39c778b041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.703163 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fedb2a-5305-4216-8929-ff39c778b041 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb9f62c3-baeb-4988-a8d5-fd0289f7a922,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:44.713934 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55fedb2a-5305-4216-8929-ff39c778b041 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.727624 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-55fedb2a-5305-4216-8929-ff39c778b041 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fb9f62c3-baeb-4988-a8d5-fd0289f7a922 HTTP/1.1" status: 204 len: 168 time: 0.3425858 Jul 16 01:24:44.727624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60216) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:44.830466 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ebc55c0-76e4-48f1-b674-f554de3d367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.899077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:44.938502 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ebc55c0-76e4-48f1-b674-f554de3d367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.949242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-2ebc55c0-76e4-48f1-b674-f554de3d367c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42adb04e-bab5-447c-91f8-de453790d15e']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:44.960442 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-2ebc55c0-76e4-48f1-b674-f554de3d367c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fed7a5b-37ef-4a72-9084-1716ac8e047d') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:44.960655 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-2ebc55c0-76e4-48f1-b674-f554de3d367c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fed7a5b-37ef-4a72-9084-1716ac8e047d') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:44.971215 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ebc55c0-76e4-48f1-b674-f554de3d367c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:44.995330 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ebc55c0-76e4-48f1-b674-f554de3d367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.009826 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ebc55c0-76e4-48f1-b674-f554de3d367c admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:24:45.013688 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ebc55c0-76e4-48f1-b674-f554de3d367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.015029 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:45.028394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:45.028394 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.046565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-d54ff020-6c9a-41c5-82cd-eb10b03677f9 service neutron] 10.222.0.22 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120164 Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:24:45.049642 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:24:45.123361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002b4f7f-dcb1-4db2-b291-9f6a405bd9cb req-c9d979a3-13ea-49da-a5ee-eca90f0fac13 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.134363 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-002b4f7f-dcb1-4db2-b291-9f6a405bd9cb req-c9d979a3-13ea-49da-a5ee-eca90f0fac13 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.5395787 Jul 16 01:24:45.166014 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60234) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:45.180958 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ebc55c0-76e4-48f1-b674-f554de3d367c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.193554 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ebc55c0-76e4-48f1-b674-f554de3d367c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.202520 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2ebc55c0-76e4-48f1-b674-f554de3d367c admin admin] 10.222.0.22 "DELETE /v2.0/networks/42adb04e-bab5-447c-91f8-de453790d15e HTTP/1.1" status: 204 len: 168 time: 0.4719384 Jul 16 01:24:45.224887 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-002b4f7f-dcb1-4db2-b291-9f6a405bd9cb req-432b3824-4d87-42c5-a6be-67db5cbc3517 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874798 Jul 16 01:24:45.226256 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.229278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc55c0-76e4-48f1-b674-f554de3d367c admin admin] Pushing event deleted for resources: {'Network': ['ID=42adb04e-bab5-447c-91f8-de453790d15e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:45.286593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734fcde6-9f16-40fb-805a-a5cc2ce53b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:45.289929 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bd34fd-597e-4572-99d6-ae00aa5dc482" -d '{"events": [{"server_uuid": "734fcde6-9f16-40fb-805a-a5cc2ce53b8b", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:45.351518 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:45.357741 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.376821 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ba41da29-643f-4a03-b619-a9e1c632630a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1324698030-network', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:45.443032 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba41da29-643f-4a03-b619-a9e1c632630a admin admin] Made reservation on behalf of b26c7ce636f344af8313269dbceb7946 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:45.447022 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba41da29-643f-4a03-b619-a9e1c632630a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.471487 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba41da29-643f-4a03-b619-a9e1c632630a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.504799 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:45.511706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97117d40-7f30-43d2-98c5-1c0c904b06ec req-72d553f7-8a25-4f7e-8917-f4f250716b0d tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.519300 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-97117d40-7f30-43d2-98c5-1c0c904b06ec req-72d553f7-8a25-4f7e-8917-f4f250716b0d tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.1293819 Jul 16 01:24:45.580049 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60256) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:45.597990 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-97117d40-7f30-43d2-98c5-1c0c904b06ec req-44d0c56b-72e2-45b5-b746-836f55b2be7a tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769677 Jul 16 01:24:45.658376 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5196e7-f1d4-4957-99aa-93738a1ab2df x-openstack-request-id: req-ee5196e7-f1d4-4957-99aa-93738a1ab2df {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:45.659107 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734fcde6-9f16-40fb-805a-a5cc2ce53b8b", "name": "network-vif-plugged", "status": "completed", "tag": "f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:45.659516 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee5196e7-f1d4-4957-99aa-93738a1ab2df {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:45.660164 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734fcde6-9f16-40fb-805a-a5cc2ce53b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e', 'code': 200} Jul 16 01:24:45.738954 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-76603a78-01ae-4334-8df6-54395f026a73 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=abf26ee01603476f823252da27ed82b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1547801 Jul 16 01:24:45.738954 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba41da29-643f-4a03-b619-a9e1c632630a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.739601 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60262) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:45.750868 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-342af98a-7b87-4ec2-9c54-176f30ea743f req-eb37e35e-9244-4040-a172-62fc069fe43b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 210 time: 0.0510557 Jul 16 01:24:45.758656 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba41da29-643f-4a03-b619-a9e1c632630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.804779 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba41da29-643f-4a03-b619-a9e1c632630a admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:24:45.852836 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41da29-643f-4a03-b619-a9e1c632630a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc326bdb-3c76-46bc-951b-42bd782a72f7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:45.859874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a7104-7c47-4c23-ab6c-fe70354bc61c req-811f0c4f-b80d-4609-bff1-8d7cdfeec3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.861705 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-955a7104-7c47-4c23-ab6c-fe70354bc61c req-811f0c4f-b80d-4609-bff1-8d7cdfeec3db service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=734fcde6-9f16-40fb-805a-a5cc2ce53b8b HTTP/1.1" status: 200 len: 1098 time: 0.1136396 Jul 16 01:24:45.870984 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba41da29-643f-4a03-b619-a9e1c632630a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.871334 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-ba41da29-643f-4a03-b619-a9e1c632630a admin admin] Added segment 2e15e338-dd7e-4ccf-b3bf-73acd918fe27 of type vlan for network 80a71a10-4f75-4dfc-8149-655a58a39291 Jul 16 01:24:45.904990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07980e43-b3ed-49e0-91a8-3041c0034ad2 req-4c82e17f-b017-460e-8e32-3a8f3eae63a5 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:45.906738 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-07980e43-b3ed-49e0-91a8-3041c0034ad2 req-4c82e17f-b017-460e-8e32-3a8f3eae63a5 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=734fcde6-9f16-40fb-805a-a5cc2ce53b8b HTTP/1.1" status: 200 len: 946 time: 0.1185467 Jul 16 01:24:45.922068 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77b7acb3-6678-4a83-adf6-3f8aa8303f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.932478 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-955a7104-7c47-4c23-ab6c-fe70354bc61c req-35a97783-9e6c-47e0-95fa-8e7382f1a993 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624561 Jul 16 01:24:45.968476 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-07980e43-b3ed-49e0-91a8-3041c0034ad2 req-fc2ee49a-867a-465c-891c-005237bac408 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496306 Jul 16 01:24:45.982747 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba41da29-643f-4a03-b619-a9e1c632630a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:45.991087 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77b7acb3-6678-4a83-adf6-3f8aa8303f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.043230 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba41da29-643f-4a03-b619-a9e1c632630a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.044437 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41da29-643f-4a03-b619-a9e1c632630a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.045216 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba41da29-643f-4a03-b619-a9e1c632630a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.082475 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ba41da29-643f-4a03-b619-a9e1c632630a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9122987 Jul 16 01:24:46.083080 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60270) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:46.083663 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77b7acb3-6678-4a83-adf6-3f8aa8303f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.085832 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77b7acb3-6678-4a83-adf6-3f8aa8303f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.086984 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-77b7acb3-6678-4a83-adf6-3f8aa8303f3b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f45f80ff-6198-4db5-9609-a6103fd29d41 HTTP/1.1" status: 204 len: 168 time: 0.3465466 Jul 16 01:24:46.096951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-578b0d0a-d37f-4f6e-bb23-9095ce8f6da5 admin admin] Request body: {'subnet': {'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1324698030-subnet', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:46.138759 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41da29-643f-4a03-b619-a9e1c632630a admin admin] Pushing event updated for resources: {'Network': ['ID=80a71a10-4f75-4dfc-8149-655a58a39291,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:46.147752 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b7acb3-6678-4a83-adf6-3f8aa8303f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45f80ff-6198-4db5-9609-a6103fd29d41,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:46.151545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 80a71a10-4f75-4dfc-8149-655a58a39291 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:24:46.178965 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578b0d0a-d37f-4f6e-bb23-9095ce8f6da5 admin admin] Made reservation on behalf of b26c7ce636f344af8313269dbceb7946 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:46.181693 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-578b0d0a-d37f-4f6e-bb23-9095ce8f6da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.562279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d30422-7e36-4f23-b629-128fd83e842a req-3c5d86a3-3d36-4d8d-99a2-3c32de0abb41 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.575832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56d30422-7e36-4f23-b629-128fd83e842a req-3c5d86a3-3d36-4d8d-99a2-3c32de0abb41 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.1689284 Jul 16 01:24:46.579641 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-578b0d0a-d37f-4f6e-bb23-9095ce8f6da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.670749 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b0d0a-d37f-4f6e-bb23-9095ce8f6da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ff00f1c-308b-438e-9560-b6ed4ef1200b,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:46.695826 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56d30422-7e36-4f23-b629-128fd83e842a req-ef8a2cca-a266-4eae-a698-33c804f47c4b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124320 Jul 16 01:24:46.708724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578b0d0a-d37f-4f6e-bb23-9095ce8f6da5 admin admin] Checking segment: {'id': '2e15e338-dd7e-4ccf-b3bf-73acd918fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:46.709819 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578b0d0a-d37f-4f6e-bb23-9095ce8f6da5 admin admin] Network hostable DHCP agents. Network: 80a71a10-4f75-4dfc-8149-655a58a39291, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:24:46.728505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578b0d0a-d37f-4f6e-bb23-9095ce8f6da5 admin admin] Network 80a71a10-4f75-4dfc-8149-655a58a39291 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:24:46.744842 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-578b0d0a-d37f-4f6e-bb23-9095ce8f6da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 80a71a10-4f75-4dfc-8149-655a58a39291) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:46.753639 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4719044-df84-471f-8d13-d4b89e708d42 None None] Network 80a71a10-4f75-4dfc-8149-655a58a39291 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:46.761366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578b0d0a-d37f-4f6e-bb23-9095ce8f6da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:46.762214 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-578b0d0a-d37f-4f6e-bb23-9095ce8f6da5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.809573 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60296) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:46.810072 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-578b0d0a-d37f-4f6e-bb23-9095ce8f6da5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7243648 Jul 16 01:24:46.814718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1324698030-router', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:46.847403 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.848758 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:46.874576 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfb6b15a-6619-4d65-8f58-d6386a2652d1 req-a34c5e48-756b-413a-b8a4-ace1cf7082aa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1269453 Jul 16 01:24:46.942107 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 951fff8e-ba82-4749-a4ff-83e2363e9ab3 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:47.113988 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.123908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8a413a9-2a75-49fb-91b2-b9dc3c81e54c req-d5f7471e-55c6-4a8b-bd01-c9ab46a32940 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 210 time: 0.0807204 Jul 16 01:24:47.167367 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b96fc703-6bc7-494f-ae6b-528cd06e777b req-afac938f-43bb-426c-8f7e-a7f6e17cf807 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3030176 Jul 16 01:24:47.234005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5fac3-4cec-44c8-90db-8cfa17f3637b req-7ba06dca-3915-4233-9cb8-0bd1065f879f tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.235647 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bb5fac3-4cec-44c8-90db-8cfa17f3637b req-7ba06dca-3915-4233-9cb8-0bd1065f879f tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.3291223 Jul 16 01:24:47.262929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6b15a-6619-4d65-8f58-d6386a2652d1 req-8ff3e620-19d2-4c6c-a2ca-4d7df4462178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.264480 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfb6b15a-6619-4d65-8f58-d6386a2652d1 req-8ff3e620-19d2-4c6c-a2ca-4d7df4462178 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 1096 time: 0.2615886 Jul 16 01:24:47.448990 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bb5fac3-4cec-44c8-90db-8cfa17f3637b req-020ce037-b407-473c-8998-e1658f7f67d4 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058363 Jul 16 01:24:47.455542 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.576910 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fc703-6bc7-494f-ae6b-528cd06e777b req-1a4f64d4-e439-4708-81f8-ccfcd5bbb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.578718 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b96fc703-6bc7-494f-ae6b-528cd06e777b req-1a4f64d4-e439-4708-81f8-ccfcd5bbb182 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9ba61207ba2c4f4e854877a3e463e14d&device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 1098 time: 0.2843995 Jul 16 01:24:47.656065 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 951fff8e-ba82-4749-a4ff-83e2363e9ab3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:47.659794 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6b15a-6619-4d65-8f58-d6386a2652d1 req-fbb44092-f301-49a4-96f1-c339d5c66839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.661984 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfb6b15a-6619-4d65-8f58-d6386a2652d1 req-fbb44092-f301-49a4-96f1-c339d5c66839 service neutron] 10.222.0.69 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.3444762 Jul 16 01:24:47.671476 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9098c1f-529a-44a1-bd8a-3d5de5b150ba req-c02dc8aa-6b8f-4268-8029-7bf07baa2b5c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.678908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c9098c1f-529a-44a1-bd8a-3d5de5b150ba req-c02dc8aa-6b8f-4268-8029-7bf07baa2b5c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=734fcde6-9f16-40fb-805a-a5cc2ce53b8b HTTP/1.1" status: 200 len: 946 time: 0.2791374 Jul 16 01:24:47.686916 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-fe84ed20-fbd9-40f2-9448-473efb2cf6e2 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.688660 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-fe84ed20-fbd9-40f2-9448-473efb2cf6e2 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.70 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 811 time: 0.4013021 Jul 16 01:24:47.693145 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '951fff8e-ba82-4749-a4ff-83e2363e9ab3', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'port_id': '951fff8e-ba82-4749-a4ff-83e2363e9ab3', 'mac_address': 'fa:16:3e:bd:92:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:47.709149 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-80a71a10-4f75-4dfc-8149-655a58a39291', 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'fixed_ips': [{'subnet_id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:24:47.710009 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.749778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-4bb1d671-cb22-4863-bd3c-eaafa6d06911 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Request body: {'port': {'device_id': 'edd2583a-5427-410c-8734-79993f3c50da', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'admin_state_up': True, 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:47.810234 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.815811 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c9098c1f-529a-44a1-bd8a-3d5de5b150ba req-17d30848-6101-42af-bf09-fb7b8ce5ab3c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359081 Jul 16 01:24:47.859670 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951fff8e-ba82-4749-a4ff-83e2363e9ab3 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:47.893091 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 951fff8e-ba82-4749-a4ff-83e2363e9ab3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:47.904213 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:47.957550 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfb6b15a-6619-4d65-8f58-d6386a2652d1 req-ed6d7654-5b53-4533-917d-c432af494f68 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df0715b-8991-478d-a325-905e669148d1 HTTP/1.1" status: 200 len: 999 time: 0.2680719 Jul 16 01:24:47.992683 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fc703-6bc7-494f-ae6b-528cd06e777b req-4bc6e2a0-f88e-4cc2-908d-4aefb89fc03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:47.994239 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b96fc703-6bc7-494f-ae6b-528cd06e777b req-4bc6e2a0-f88e-4cc2-908d-4aefb89fc03b service neutron] 10.222.0.70 "GET /v2.0/networks?id=6504a12b-0a6b-4253-8a36-570413368fa4 HTTP/1.1" status: 200 len: 920 time: 0.3392868 Jul 16 01:24:48.078455 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b96fc703-6bc7-494f-ae6b-528cd06e777b req-6fe9f401-3b96-471f-9154-6af086209138 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 HTTP/1.1" status: 200 len: 217 time: 0.0554903 Jul 16 01:24:48.153684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Allocated IP 172.20.0.2 (80a71a10-4f75-4dfc-8149-655a58a39291/0ff00f1c-308b-438e-9560-b6ed4ef1200b/85cac8b5-9263-4724-88be-bb345248bd96) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:48.167820 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.203537 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6b15a-6619-4d65-8f58-d6386a2652d1 req-7c69c60e-0a4e-497c-8096-75e82a63d80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:48.205097 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfb6b15a-6619-4d65-8f58-d6386a2652d1 req-7c69c60e-0a4e-497c-8096-75e82a63d80a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.2311585 Jul 16 01:24:48.218402 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fc703-6bc7-494f-ae6b-528cd06e777b req-dfc098ba-90a7-40ff-83b1-a4fc8fbe2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:48.220626 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b96fc703-6bc7-494f-ae6b-528cd06e777b req-dfc098ba-90a7-40ff-83b1-a4fc8fbe2043 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=86fed443-807a-4e25-9ca2-091b2a4e90c8 HTTP/1.1" status: 200 len: 859 time: 0.1147292 Jul 16 01:24:48.222114 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.268072 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-4bb1d671-cb22-4863-bd3c-eaafa6d06911 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Made reservation on behalf of a78825c4b7e744d2b876a9d861c51f8b for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:24:48.272643 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-4bb1d671-cb22-4863-bd3c-eaafa6d06911 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.302517 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b2e3c-c732-4e1b-aef9-afa9244c86ef req-5f9b68f5-6b53-460a-91c2-42af0e276974 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:48.304171 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e48b2e3c-c732-4e1b-aef9-afa9244c86ef req-5f9b68f5-6b53-460a-91c2-42af0e276974 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 945 time: 0.3290896 Jul 16 01:24:48.402861 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Allocated IP 172.25.2.91 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/10b59e95-5ff1-4d62-9b98-f8f77f8292cd) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:48.406317 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6b15a-6619-4d65-8f58-d6386a2652d1 req-6f1f02b7-d69e-4e01-aa77-6935f6c60704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:48.408049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfb6b15a-6619-4d65-8f58-d6386a2652d1 req-6f1f02b7-d69e-4e01-aa77-6935f6c60704 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1946471 Jul 16 01:24:48.476265 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e48b2e3c-c732-4e1b-aef9-afa9244c86ef req-1b826129-9910-441f-afa5-2a1ad10f6849 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601365 Jul 16 01:24:48.512461 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.522207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Transition to ACTIVE for port object 85cac8b5-9263-4724-88be-bb345248bd96 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:48.534749 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b96fc703-6bc7-494f-ae6b-528cd06e777b req-d29463bb-c4b3-4737-a8c7-2d15a588d27e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6504a12b-0a6b-4253-8a36-570413368fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619142 Jul 16 01:24:48.565014 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=951fff8e-ba82-4749-a4ff-83e2363e9ab3,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:48.568265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['951fff8e-ba82-4749-a4ff-83e2363e9ab3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:48.597327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Transition to ACTIVE for port object 85cac8b5-9263-4724-88be-bb345248bd96 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:48.604856 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.610751 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.662702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.728681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Pushing event updated for resources: {'Port': ['ID=10b59e95-5ff1-4d62-9b98-f8f77f8292cd,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:48.743793 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Network 80a71a10-4f75-4dfc-8149-655a58a39291 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:48.746550 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Pushing event updated for resources: {'Port': ['ID=85cac8b5-9263-4724-88be-bb345248bd96,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:48.750000 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:48.752955 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:48.758888 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa219e54-dc02-4a7b-92b2-8e6aa9a6049b req-25acae78-db56-4f13-92af-ae7e8ca8e5d5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 210 time: 0.2063248 Jul 16 01:24:48.773352 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:48.823890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-4bb1d671-cb22-4863-bd3c-eaafa6d06911 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Allocated IP 172.20.0.10 (430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4/b4195e01-091a-461b-a934-93b1b286b6cf/bcc0da7a-60d7-44d9-b726-04e2a307262c) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:48.866180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Attempting to bind port 85cac8b5-9263-4724-88be-bb345248bd96 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:48.866556 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Attempting to bind port 85cac8b5-9263-4724-88be-bb345248bd96 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '2e15e338-dd7e-4ccf-b3bf-73acd918fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:48.866925 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Attempting to bind port 85cac8b5-9263-4724-88be-bb345248bd96 on network 80a71a10-4f75-4dfc-8149-655a58a39291 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:48.875965 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:48.876377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Checking segment: {'id': '2e15e338-dd7e-4ccf-b3bf-73acd918fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:48.876759 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.877162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Bound using segment: {'id': '2e15e338-dd7e-4ccf-b3bf-73acd918fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:48.877654 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Bound port: 85cac8b5-9263-4724-88be-bb345248bd96, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e15e338-dd7e-4ccf-b3bf-73acd918fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:48.878153 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:48.887009 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531179b-05b5-41dc-ac5a-787c1cc7b45c req-b6c15038-1cd9-46b3-a6f7-8c868b632588 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:48.889033 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9531179b-05b5-41dc-ac5a-787c1cc7b45c req-b6c15038-1cd9-46b3-a6f7-8c868b632588 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=734fcde6-9f16-40fb-805a-a5cc2ce53b8b HTTP/1.1" status: 200 len: 946 time: 0.1442840 Jul 16 01:24:48.893464 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfb6b15a-6619-4d65-8f58-d6386a2652d1 req-9e160d20-0795-454f-b0eb-83e9bae52691 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750695 Jul 16 01:24:48.975852 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] For port 85cac8b5-9263-4724-88be-bb345248bd96, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:48.979722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] For port 85cac8b5-9263-4724-88be-bb345248bd96, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=85cac8b5-9263-4724-88be-bb345248bd96,segment=NetworkSegment(2e15e338-dd7e-4ccf-b3bf-73acd918fe27),segment_id=2e15e338-dd7e-4ccf-b3bf-73acd918fe27)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:48.985923 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.038924 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9531179b-05b5-41dc-ac5a-787c1cc7b45c req-a41e4473-fe05-4bb9-ae6e-207d6589f2ed tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326172 Jul 16 01:24:49.196114 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d471eb7-708f-4f10-b4f8-45d4f10a667b None None] Pushing event updated for resources: {'Port': ['ID=85cac8b5-9263-4724-88be-bb345248bd96,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:49.250316 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfb6b15a-6619-4d65-8f58-d6386a2652d1 req-209225ed-4ce0-4422-80df-488d76e33f17 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373301 Jul 16 01:24:49.544396 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-4bb1d671-cb22-4863-bd3c-eaafa6d06911 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.554834 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:49.558568 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:49.604574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-4bb1d671-cb22-4863-bd3c-eaafa6d06911 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Transition to ACTIVE for port object bcc0da7a-60d7-44d9-b726-04e2a307262c will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:49.677688 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-4bb1d671-cb22-4863-bd3c-eaafa6d06911 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:49.734654 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b96fc703-6bc7-494f-ae6b-528cd06e777b req-7e32d898-0083-4fbb-89f7-ac6c2a40304e service neutron] 10.222.0.70 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1910682 Jul 16 01:24:49.818180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-4bb1d671-cb22-4863-bd3c-eaafa6d06911 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:49.831641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb1d671-cb22-4863-bd3c-eaafa6d06911 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event updated for resources: {'Port': ['ID=bcc0da7a-60d7-44d9-b726-04e2a307262c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:49.853476 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-4bb1d671-cb22-4863-bd3c-eaafa6d06911 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:49.860084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-4bb1d671-cb22-4863-bd3c-eaafa6d06911 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:49.931048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179c387-3ed7-4fb3-a3a1-946f3eac1e99 req-3267cdd9-d278-4a7d-a1d1-00e73bf45a49 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:49.932789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8179c387-3ed7-4fb3-a3a1-946f3eac1e99 req-3267cdd9-d278-4a7d-a1d1-00e73bf45a49 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.6557450 Jul 16 01:24:49.994578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-4bb1d671-cb22-4863-bd3c-eaafa6d06911 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:49.995225 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-4bb1d671-cb22-4863-bd3c-eaafa6d06911 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.008068 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9eb68-54d4-4d52-bc01-02d9c7a518cb req-e123c974-84a7-46f2-9155-051cbb3e2778 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.015087 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ded9eb68-54d4-4d52-bc01-02d9c7a518cb req-e123c974-84a7-46f2-9155-051cbb3e2778 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 945 time: 0.2779772 Jul 16 01:24:50.059958 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88de6ec-b5d0-4022-b6bd-ae8f64ebf30f req-d51081c1-657c-46be-965c-4e50d97434e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.060264 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b96fc703-6bc7-494f-ae6b-528cd06e777b req-39e77917-cdd7-4d0d-90cf-b0fc381d7969 service neutron] 10.222.0.70 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501671 Jul 16 01:24:50.071004 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f88de6ec-b5d0-4022-b6bd-ae8f64ebf30f req-d51081c1-657c-46be-965c-4e50d97434e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9ba61207ba2c4f4e854877a3e463e14d&device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 1097 time: 0.2485728 Jul 16 01:24:50.092169 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-4bb1d671-cb22-4863-bd3c-eaafa6d06911 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3541713 Jul 16 01:24:50.095501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8179c387-3ed7-4fb3-a3a1-946f3eac1e99 req-bb40a37c-3999-4eac-bd76-9366585b7f09 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545420 Jul 16 01:24:50.160986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Request body: {'port': {'device_id': 'edd2583a-5427-410c-8734-79993f3c50da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:50.185776 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.242426 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ded9eb68-54d4-4d52-bc01-02d9c7a518cb req-a0c5bfd9-5cc5-48fe-ac22-140914f3c6bc tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226133 Jul 16 01:24:50.370953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9eed2cc9-ee02-4b2a-aa56-a93d23c542a1 None None] Provisioning for port bcc0da7a-60d7-44d9-b726-04e2a307262c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:50.380897 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9eed2cc9-ee02-4b2a-aa56-a93d23c542a1 None None] Provisioning complete for port bcc0da7a-60d7-44d9-b726-04e2a307262c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:50.389351 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9eed2cc9-ee02-4b2a-aa56-a93d23c542a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.465344 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9eed2cc9-ee02-4b2a-aa56-a93d23c542a1 None None] Port bcc0da7a-60d7-44d9-b726-04e2a307262c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:50.513024 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.539479 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.556016 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88de6ec-b5d0-4022-b6bd-ae8f64ebf30f req-0ab133ec-186c-4934-a887-737276d4d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.557769 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f88de6ec-b5d0-4022-b6bd-ae8f64ebf30f req-0ab133ec-186c-4934-a887-737276d4d784 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6504a12b-0a6b-4253-8a36-570413368fa4 HTTP/1.1" status: 200 len: 920 time: 0.4532838 Jul 16 01:24:50.721276 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f88de6ec-b5d0-4022-b6bd-ae8f64ebf30f req-60a4d0d1-f0ba-4170-a5dd-5712956e26ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=065bf33a-ce06-4032-ae27-362a428d5d51 HTTP/1.1" status: 200 len: 217 time: 0.1514344 Jul 16 01:24:50.738967 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Router 1053be32-b81e-4700-8460-bfaaf619ac13 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:24:50.807093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fcb860-4909-4854-8a65-d127f4e3d371 None None] Network 80a71a10-4f75-4dfc-8149-655a58a39291 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:24:50.812908 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de0b05-ba24-443e-8936-c792589b1243 req-d425fcf3-1c4e-48a7-a3d2-ce89333474a0 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.821022 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-12de0b05-ba24-443e-8936-c792589b1243 req-d425fcf3-1c4e-48a7-a3d2-ce89333474a0 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 932 time: 0.4645991 Jul 16 01:24:50.850411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37b4dd-d666-41a0-bb8e-e0c3db970080 req-02970e81-6d8d-4fba-8116-4d3f2480bb65 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.857956 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5b37b4dd-d666-41a0-bb8e-e0c3db970080 req-02970e81-6d8d-4fba-8116-4d3f2480bb65 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=734fcde6-9f16-40fb-805a-a5cc2ce53b8b HTTP/1.1" status: 200 len: 946 time: 0.4380252 Jul 16 01:24:50.875472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:50.900775 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:50.902192 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-63412ebe-7735-4f05-ad9a-45a714bd9374 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0915868 Jul 16 01:24:50.905168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60402) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:50.961486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Sync routers for ids ['1053be32-b81e-4700-8460-bfaaf619ac13'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:50.977361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88de6ec-b5d0-4022-b6bd-ae8f64ebf30f req-397c5185-267c-4a16-a88e-618626bb8594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:50.979112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f88de6ec-b5d0-4022-b6bd-ae8f64ebf30f req-397c5185-267c-4a16-a88e-618626bb8594 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86fed443-807a-4e25-9ca2-091b2a4e90c8 HTTP/1.1" status: 200 len: 859 time: 0.2450540 Jul 16 01:24:51.040763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 951fff8e-ba82-4749-a4ff-83e2363e9ab3 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:51.042063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-12de0b05-ba24-443e-8936-c792589b1243 req-82178a03-3632-4a5f-bff6-2ae7b9a34f74 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200916 Jul 16 01:24:51.102478 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f88de6ec-b5d0-4022-b6bd-ae8f64ebf30f req-2574834d-a97e-4891-8e06-2b64a9fdce0f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6504a12b-0a6b-4253-8a36-570413368fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073649 Jul 16 01:24:51.142295 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5b37b4dd-d666-41a0-bb8e-e0c3db970080 req-910e06c1-db00-41b9-97c3-147f64f4711f tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830665 Jul 16 01:24:51.156700 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Routers {'1053be32-b81e-4700-8460-bfaaf619ac13'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:51.157611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:24:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1053be32-b81e-4700-8460-bfaaf619ac13'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:51.161935 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c6a95475-9475-4f2a-9c3f-8f3a91f98b6f None None] Provisioning for port 85cac8b5-9263-4724-88be-bb345248bd96 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:51.319390 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 951fff8e-ba82-4749-a4ff-83e2363e9ab3 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:51.336993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 951fff8e-ba82-4749-a4ff-83e2363e9ab3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:51.337787 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.412310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Set router 1053be32-b81e-4700-8460-bfaaf619ac13 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:51.509070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 85cac8b5-9263-4724-88be-bb345248bd96 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:51.611240 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.950474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 85cac8b5-9263-4724-88be-bb345248bd96 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:51.954327 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:51.957610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Allocated IP 172.20.0.1 (80a71a10-4f75-4dfc-8149-655a58a39291/0ff00f1c-308b-438e-9560-b6ed4ef1200b/b17fe675-acc4-42fd-8772-e156f68b299e) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:51.982635 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 85cac8b5-9263-4724-88be-bb345248bd96 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:51.983449 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.047275 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951fff8e-ba82-4749-a4ff-83e2363e9ab3'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:52.050367 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac02921d-b467-4852-8d11-07755e0e8fc0" -d '{"events": [{"server_uuid": "5c48c11c-fa3c-4e45-8441-5b1d938507ac", "name": "network-vif-plugged", "status": "completed", "tag": "951fff8e-ba82-4749-a4ff-83e2363e9ab3"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:52.075941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-350e60fc-2f4e-49a4-84f3-ccb3776795e6 None None] Provisioning complete for port 85cac8b5-9263-4724-88be-bb345248bd96 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:52.083197 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-350e60fc-2f4e-49a4-84f3-ccb3776795e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.100981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 951fff8e-ba82-4749-a4ff-83e2363e9ab3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:52.126838 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.148216 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.170342 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Transition to ACTIVE for port object b17fe675-acc4-42fd-8772-e156f68b299e will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:52.181696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'name': 'tempest-ServersTestManualDisk-1324698030-router', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:46Z', 'updated_at': '2021-07-16T01:24:49Z', 'revision_number': 3, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'gw_port': {'id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:48Z', 'updated_at': '2021-07-16T01:24:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:52.234425 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.238101 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Checking router: 1053be32-b81e-4700-8460-bfaaf619ac13 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:52.239226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Updating router 1053be32-b81e-4700-8460-bfaaf619ac13 port 10b59e95-5ff1-4d62-9b98-f8f77f8292cd binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:24:52.304066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Pushing event updated for resources: {'Port': ['ID=b17fe675-acc4-42fd-8772-e156f68b299e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:52.328268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Network 80a71a10-4f75-4dfc-8149-655a58a39291 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:52.330615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:52.334093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=951fff8e-ba82-4749-a4ff-83e2363e9ab3,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:52.353480 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.355504 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:52.360156 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f88de6ec-b5d0-4022-b6bd-ae8f64ebf30f req-492d31e0-dd6a-4ea3-aa47-11e0ade1fa70 service neutron] 10.222.0.69 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1956947 Jul 16 01:24:52.381562 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.445628 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.511867 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f88de6ec-b5d0-4022-b6bd-ae8f64ebf30f req-e451e7e6-bcd9-421a-9e6f-0d25cdae196b service neutron] 10.222.0.69 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215281 Jul 16 01:24:52.530595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad7251-cad5-4548-9470-8d9af4d37485 req-eef70d24-e392-4dbc-9b7e-dcd6b541cd91 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:52.544510 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-acad7251-cad5-4548-9470-8d9af4d37485 req-eef70d24-e392-4dbc-9b7e-dcd6b541cd91 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.4919925 Jul 16 01:24:52.564746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1bd426-8f82-4394-b3b6-02df11a0e059 req-3f271f4d-2c2c-4d6e-86a2-7ee3d78dd30d tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:52.572636 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b1bd426-8f82-4394-b3b6-02df11a0e059 req-3f271f4d-2c2c-4d6e-86a2-7ee3d78dd30d tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 945 time: 0.5307837 Jul 16 01:24:52.713582 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcc0da7a-60d7-44d9-b726-04e2a307262c {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:52.719566 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-350e60fc-2f4e-49a4-84f3-ccb3776795e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.724644 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.732360 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-acad7251-cad5-4548-9470-8d9af4d37485 req-9fc8d5e0-9313-4ae9-a036-2782c184e277 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868908 Jul 16 01:24:52.765200 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 85cac8b5-9263-4724-88be-bb345248bd96, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=85cac8b5-9263-4724-88be-bb345248bd96,segment=NetworkSegment(2e15e338-dd7e-4ccf-b3bf-73acd918fe27),segment_id=2e15e338-dd7e-4ccf-b3bf-73acd918fe27)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:52.772350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b1bd426-8f82-4394-b3b6-02df11a0e059 req-28998b67-490e-4f1f-9267-9b7c3427feb0 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987715 Jul 16 01:24:52.777022 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.807506 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Transition to ACTIVE for port object bcc0da7a-60d7-44d9-b726-04e2a307262c will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:52.811913 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.856818 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:52.957047 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc0da7a-60d7-44d9-b726-04e2a307262c,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:53.000470 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.010497 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.175121 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-350e60fc-2f4e-49a4-84f3-ccb3776795e6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:24:53.178482 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-350e60fc-2f4e-49a4-84f3-ccb3776795e6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:24:53.182544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=85cac8b5-9263-4724-88be-bb345248bd96,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:53.194760 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Pushing event updated for resources: {'Port': ['ID=b17fe675-acc4-42fd-8772-e156f68b299e,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:53.205531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.230250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Attempting to bind port bcc0da7a-60d7-44d9-b726-04e2a307262c on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:53.230736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Attempting to bind port bcc0da7a-60d7-44d9-b726-04e2a307262c by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:53.231169 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Attempting to bind port bcc0da7a-60d7-44d9-b726-04e2a307262c on network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:53.247234 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Port bcc0da7a-60d7-44d9-b726-04e2a307262c on network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:24:53.250300 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Attempting to bind port bcc0da7a-60d7-44d9-b726-04e2a307262c on network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:53.266903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:53.267379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Checking segment: {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:53.267901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Bound using segment: {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:53.268448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Bound port: bcc0da7a-60d7-44d9-b726-04e2a307262c, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:53.268911 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.289467 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634de267-d189-44e5-bdfa-a29b97bc8ea3 req-9304a89b-d6a2-4867-8b77-51e170c7b1ce tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.297153 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-634de267-d189-44e5-bdfa-a29b97bc8ea3 req-9304a89b-d6a2-4867-8b77-51e170c7b1ce tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 944 time: 0.2832999 Jul 16 01:24:53.315022 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af313302-3fd3-4c3a-9f67-6948a68290a3 req-7f1411e7-fc12-4a18-afef-2f2518369ebc tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.316074 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-af313302-3fd3-4c3a-9f67-6948a68290a3 req-7f1411e7-fc12-4a18-afef-2f2518369ebc tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=734fcde6-9f16-40fb-805a-a5cc2ce53b8b HTTP/1.1" status: 200 len: 946 time: 0.3033979 Jul 16 01:24:53.405620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Network 80a71a10-4f75-4dfc-8149-655a58a39291 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:53.419364 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:53.454963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-634de267-d189-44e5-bdfa-a29b97bc8ea3 req-0840ba09-f8a4-409e-99a0-34bf7d96b2e7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567485 Jul 16 01:24:53.488563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 85cac8b5-9263-4724-88be-bb345248bd96 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:53.527027 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-af313302-3fd3-4c3a-9f67-6948a68290a3 req-2ec165bc-ea7f-4abf-b3f2-e1ad75b96d41 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019854 Jul 16 01:24:53.559604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] For port bcc0da7a-60d7-44d9-b726-04e2a307262c, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:53.679497 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae67ac7c-24fa-4163-967a-8f6ee5cb7e9a x-openstack-request-id: req-ae67ac7c-24fa-4163-967a-8f6ee5cb7e9a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:53.679824 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c48c11c-fa3c-4e45-8441-5b1d938507ac", "name": "network-vif-plugged", "status": "completed", "tag": "951fff8e-ba82-4749-a4ff-83e2363e9ab3", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:53.683528 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae67ac7c-24fa-4163-967a-8f6ee5cb7e9a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:53.684641 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951fff8e-ba82-4749-a4ff-83e2363e9ab3', 'code': 200} Jul 16 01:24:53.696709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] For port bcc0da7a-60d7-44d9-b726-04e2a307262c, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bcc0da7a-60d7-44d9-b726-04e2a307262c,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:53.709630 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.731893 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.786022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Router 1053be32-b81e-4700-8460-bfaaf619ac13 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:24:53.824026 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 85cac8b5-9263-4724-88be-bb345248bd96 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:53.826081 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.898248 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:53.904086 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:53.905757 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] 10.222.0.70 "PUT /v2.0/ports/bcc0da7a-60d7-44d9-b726-04e2a307262c HTTP/1.1" status: 200 len: 1093 time: 3.7786725 Jul 16 01:24:53.921999 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd2583a-5427-410c-8734-79993f3c50da', 'tag': 'bcc0da7a-60d7-44d9-b726-04e2a307262c'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:53.930327 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832b6081-9c56-4f39-8d23-5ee7aabb7fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "edd2583a-5427-410c-8734-79993f3c50da", "tag": "bcc0da7a-60d7-44d9-b726-04e2a307262c"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:53.952890 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Transition to ACTIVE for port object 10b59e95-5ff1-4d62-9b98-f8f77f8292cd will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:53.984520 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.111346 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32c7a2-9e7d-41a6-859c-1cabd4a102b8 None None] Pushing event updated for resources: {'Port': ['ID=10b59e95-5ff1-4d62-9b98-f8f77f8292cd,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:54.134993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Attempting to bind port 10b59e95-5ff1-4d62-9b98-f8f77f8292cd on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:54.135373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Attempting to bind port 10b59e95-5ff1-4d62-9b98-f8f77f8292cd by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:54.135742 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Attempting to bind port 10b59e95-5ff1-4d62-9b98-f8f77f8292cd on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:54.149579 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e8b1d-be75-4b03-9833-0edad034fc17 service neutron] Pushing event updated for resources: {'Port': ['ID=bcc0da7a-60d7-44d9-b726-04e2a307262c,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:54.166270 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:54.166790 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:54.167381 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.168346 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:54.169557 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Bound port: 10b59e95-5ff1-4d62-9b98-f8f77f8292cd, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:54.170462 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.188636 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f3ac7-6e87-4828-8b26-8149644dba21 req-4fd31fdf-edac-4b03-b557-5676fb496a0c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.190188 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-135f3ac7-6e87-4828-8b26-8149644dba21 req-4fd31fdf-edac-4b03-b557-5676fb496a0c tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.69 "GET /v2.0/ports?device_id=734fcde6-9f16-40fb-805a-a5cc2ce53b8b HTTP/1.1" status: 200 len: 946 time: 0.7074785 Jul 16 01:24:54.271614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] For port 10b59e95-5ff1-4d62-9b98-f8f77f8292cd, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:54.282189 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] For port 10b59e95-5ff1-4d62-9b98-f8f77f8292cd, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=10b59e95-5ff1-4d62-9b98-f8f77f8292cd,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:54.317867 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.335583 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:24:54.349903 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5e565572-fc4d-43c1-b771-42bebdc59646 admin admin] 10.222.0.22 "PUT /v2.0/routers/1053be32-b81e-4700-8460-bfaaf619ac13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4392912 Jul 16 01:24:54.349903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a023894-af8d-49c5-8718-11636fe11f34 req-aec57be9-209c-4763-b332-140aa262abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.349903 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2a023894-af8d-49c5-8718-11636fe11f34 req-aec57be9-209c-4763-b332-140aa262abc5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 1098 time: 0.5900645 Jul 16 01:24:54.387718 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb94b5c-3a66-43a7-b091-edda78b1a324 req-faad8cb3-01d6-4a8e-a378-c1d5d8bbadfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.389732 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bcb94b5c-3a66-43a7-b091-edda78b1a324 req-faad8cb3-01d6-4a8e-a378-c1d5d8bbadfd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 1097 time: 0.5545192 Jul 16 01:24:54.392937 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2a023894-af8d-49c5-8718-11636fe11f34 req-79e23458-f4f0-4616-a0f2-60d13b068056 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361063 Jul 16 01:24:54.403623 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ea9844d1-6ea2-488d-a9a3-809a90b0c7f7 None None] Provisioning for port b17fe675-acc4-42fd-8772-e156f68b299e completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:54.427995 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ea9844d1-6ea2-488d-a9a3-809a90b0c7f7 None None] Provisioning complete for port b17fe675-acc4-42fd-8772-e156f68b299e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:54.428296 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ea9844d1-6ea2-488d-a9a3-809a90b0c7f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.481772 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32c7a2-9e7d-41a6-859c-1cabd4a102b8 None None] Pushing event updated for resources: {'Port': ['ID=10b59e95-5ff1-4d62-9b98-f8f77f8292cd,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:54.497622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Routers {'1053be32-b81e-4700-8460-bfaaf619ac13'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:54.498347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:24:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1053be32-b81e-4700-8460-bfaaf619ac13'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:54.502470 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-a86c9594-a4db-49a8-904d-58f3e33c4847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.504674 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-a86c9594-a4db-49a8-904d-58f3e33c4847 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 1096 time: 0.5172713 Jul 16 01:24:54.597068 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ea9844d1-6ea2-488d-a9a3-809a90b0c7f7 None None] Port b17fe675-acc4-42fd-8772-e156f68b299e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:24:54.601847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ff0ed-a58a-4493-8f41-92a338a32353 req-feb087ea-f1a8-4d55-9bb5-1b055430a07b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.603526 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-448ff0ed-a58a-4493-8f41-92a338a32353 req-feb087ea-f1a8-4d55-9bb5-1b055430a07b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.5290275 Jul 16 01:24:54.631919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c427a-0c8d-4676-a06c-aab52587f123 req-c0e1ad5a-19d6-4d0d-b50e-5fa27cc66221 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.634226 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c427a-0c8d-4676-a06c-aab52587f123 req-c0e1ad5a-19d6-4d0d-b50e-5fa27cc66221 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.4786067 Jul 16 01:24:54.636082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-e0f7fbd0-24fa-4a61-b75a-9f60315b07ae service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcc0da7a-60d7-44d9-b726-04e2a307262c HTTP/1.1" status: 200 len: 217 time: 0.1168709 Jul 16 01:24:54.720104 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] Set router 1053be32-b81e-4700-8460-bfaaf619ac13 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:54.748007 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bcb94b5c-3a66-43a7-b091-edda78b1a324 req-d2257eb0-be48-4207-bc69-edc077774727 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776060 Jul 16 01:24:54.787336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c427a-0c8d-4676-a06c-aab52587f123 req-291c881c-ea21-447e-9936-bba728dea8df tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333842 Jul 16 01:24:54.790291 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-448ff0ed-a58a-4493-8f41-92a338a32353 req-40600d31-3c28-4f55-81cb-23a6e6a74223 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457522 Jul 16 01:24:54.791923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-135f3ac7-6e87-4828-8b26-8149644dba21 req-9c837b31-605f-4a1a-9ac9-9ad238288974 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Deleting port f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:24:54.792268 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-135f3ac7-6e87-4828-8b26-8149644dba21 req-9c837b31-605f-4a1a-9ac9-9ad238288974 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:54.797623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-3702452c-cf4d-4f8d-ae0e-c04b10eed07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:54.799131 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-3702452c-cf4d-4f8d-ae0e-c04b10eed07b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.1528699 Jul 16 01:24:54.803379 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60460) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:54.957023 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f863cf-701e-4597-b9de-e9655e2f470d x-openstack-request-id: req-65f863cf-701e-4597-b9de-e9655e2f470d {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:54.957317 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd2583a-5427-410c-8734-79993f3c50da", "tag": "bcc0da7a-60d7-44d9-b726-04e2a307262c", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:54.957564 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-65f863cf-701e-4597-b9de-e9655e2f470d {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:54.957961 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd2583a-5427-410c-8734-79993f3c50da', 'tag': 'bcc0da7a-60d7-44d9-b726-04e2a307262c', 'status': 'completed', 'code': 200} Jul 16 01:24:54.976802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-135f3ac7-6e87-4828-8b26-8149644dba21 req-9c837b31-605f-4a1a-9ac9-9ad238288974 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] For port f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e,segment=NetworkSegment(9120cb6f-285f-4cae-be05-50948cf1e6e7),segment_id=9120cb6f-285f-4cae-be05-50948cf1e6e7)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:54.977168 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-135f3ac7-6e87-4828-8b26-8149644dba21 req-9c837b31-605f-4a1a-9ac9-9ad238288974 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.040424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-135f3ac7-6e87-4828-8b26-8149644dba21 req-9c837b31-605f-4a1a-9ac9-9ad238288974 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Calling delete_port for f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:24:55.076200 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-4c81c7d6-de57-48cb-acce-c5e83e15b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:55.078318 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-4c81c7d6-de57-48cb-acce-c5e83e15b617 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2675688 Jul 16 01:24:55.094369 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-427cfb3a-8603-46d4-b387-37c22de56cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.148671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'name': 'tempest-ServersTestManualDisk-1324698030-router', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:46Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'gw_port': {'id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:48Z', 'updated_at': '2021-07-16T01:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b17fe675-acc4-42fd-8772-e156f68b299e', 'name': '', 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'mac_address': 'fa:16:3e:e0:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:51Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 2, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'subnets': [{'id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:55.196169 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c33f538-1180-490c-8f21-4dc348504bc4 None None] The sync data for ids ['1053be32-b81e-4700-8460-bfaaf619ac13'] in n-d-791505-14 is: [{'id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'name': 'tempest-ServersTestManualDisk-1324698030-router', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:46Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'gw_port': {'id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b1:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:48Z', 'updated_at': '2021-07-16T01:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b17fe675-acc4-42fd-8772-e156f68b299e', 'name': '', 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'mac_address': 'fa:16:3e:e0:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:51Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 2, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'subnets': [{'id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:24:55.234336 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-427cfb3a-8603-46d4-b387-37c22de56cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.238971 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-427cfb3a-8603-46d4-b387-37c22de56cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.304601 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427cfb3a-8603-46d4-b387-37c22de56cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d71ee19-c997-49cf-b1d1-c296cced16fd,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:55.311490 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-427cfb3a-8603-46d4-b387-37c22de56cf3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca6827c80f374e57bc6afc3ca98babd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5069864 Jul 16 01:24:55.314337 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60468) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:55.352184 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-5b399bf8-ac7b-4f13-a674-c809bc8cc079 service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655563 Jul 16 01:24:55.359822 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78839696-1688-476a-880f-efa96488f6ae req-ca02b4b9-ec51-47b5-9f02-a68ba26425fa tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:55.361370 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-78839696-1688-476a-880f-efa96488f6ae req-ca02b4b9-ec51-47b5-9f02-a68ba26425fa tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 944 time: 0.3706896 Jul 16 01:24:55.406657 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77175a56-4ac8-4b21-a1d3-319e76ba5688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.435089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0e0fa1-2d6d-475b-8bf0-89086e217fc8 req-9f806d7e-62c2-4f65-b97a-5002fec6c72d tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:55.436706 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac0e0fa1-2d6d-475b-8bf0-89086e217fc8 req-9f806d7e-62c2-4f65-b97a-5002fec6c72d tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/ports?device_id=734fcde6-9f16-40fb-805a-a5cc2ce53b8b HTTP/1.1" status: 200 len: 946 time: 0.3377466 Jul 16 01:24:55.440899 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77175a56-4ac8-4b21-a1d3-319e76ba5688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.500351 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77175a56-4ac8-4b21-a1d3-319e76ba5688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.502835 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77175a56-4ac8-4b21-a1d3-319e76ba5688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.506530 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-77175a56-4ac8-4b21-a1d3-319e76ba5688 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d71ee19-c997-49cf-b1d1-c296cced16fd HTTP/1.1" status: 204 len: 168 time: 0.1881828 Jul 16 01:24:55.513997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77175a56-4ac8-4b21-a1d3-319e76ba5688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d71ee19-c997-49cf-b1d1-c296cced16fd,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:55.637356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-78839696-1688-476a-880f-efa96488f6ae req-92550369-96e7-4e74-acdb-467fe35d20fb tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622898 Jul 16 01:24:55.672537 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-135f3ac7-6e87-4828-8b26-8149644dba21 req-9c837b31-605f-4a1a-9ac9-9ad238288974 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.767662 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac0e0fa1-2d6d-475b-8bf0-89086e217fc8 req-d4a98b91-9360-4b72-aa14-5b717a784768 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.22 "GET /v2.0/security-groups?id=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949355 Jul 16 01:24:55.772347 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c837b31-605f-4a1a-9ac9-9ad238288974 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Pushing event deleted for resources: {'Port': ['ID=f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:55.796210 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2baaafa8-1926-4568-906d-e209375c8bd1 req-e1f55125-fb1d-43f6-a016-c82d95ec9e83 service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281619 Jul 16 01:24:55.971749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60480) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:55.973438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-135f3ac7-6e87-4828-8b26-8149644dba21 req-9c837b31-605f-4a1a-9ac9-9ad238288974 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] No DVR routers for this DVR port f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:24:55.980994 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-135f3ac7-6e87-4828-8b26-8149644dba21 req-9c837b31-605f-4a1a-9ac9-9ad238288974 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:55.984509 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-135f3ac7-6e87-4828-8b26-8149644dba21 req-9c837b31-605f-4a1a-9ac9-9ad238288974 tempest-DeleteServersTestJSON-486993973 tempest-DeleteServersTestJSON-486993973-project] 10.222.0.69 "DELETE /v2.0/ports/f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e HTTP/1.1" status: 204 len: 173 time: 1.7668250 Jul 16 01:24:55.990258 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4f29040-c758-4c31-8c08-a21c443bcbef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.037236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b6081-9c56-4f39-8d23-5ee7aabb7fdc req-d74342e2-d84a-46f5-a3e9-3eefcbe2f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.038806 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-832b6081-9c56-4f39-8d23-5ee7aabb7fdc req-d74342e2-d84a-46f5-a3e9-3eefcbe2f636 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 1096 time: 0.1741478 Jul 16 01:24:56.201347 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4f29040-c758-4c31-8c08-a21c443bcbef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.204712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b6081-9c56-4f39-8d23-5ee7aabb7fdc req-7e2b58ed-8b45-4e89-aa23-fb64f7060cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.206727 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-832b6081-9c56-4f39-8d23-5ee7aabb7fdc req-7e2b58ed-8b45-4e89-aa23-fb64f7060cd2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.1567359 Jul 16 01:24:56.207184 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4f29040-c758-4c31-8c08-a21c443bcbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.277833 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-832b6081-9c56-4f39-8d23-5ee7aabb7fdc req-1230a2ba-2ccb-498a-ab1d-c910c34a4eda service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcc0da7a-60d7-44d9-b726-04e2a307262c HTTP/1.1" status: 200 len: 217 time: 0.0586593 Jul 16 01:24:56.325249 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f4f29040-c758-4c31-8c08-a21c443bcbef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e73b7bf6a0804e6cbc447f6820faef39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3522599 Jul 16 01:24:56.327085 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f29040-c758-4c31-8c08-a21c443bcbef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1db04b-7fd5-487c-9e39-2a8aebff93ea,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.329879 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60484) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:56.429069 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b6081-9c56-4f39-8d23-5ee7aabb7fdc req-41714aff-37a6-4685-91e6-843788692217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.430987 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-832b6081-9c56-4f39-8d23-5ee7aabb7fdc req-41714aff-37a6-4685-91e6-843788692217 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.1274354 Jul 16 01:24:56.466294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-44f244ea-af74-4362-963f-5dc314f61fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.522428 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-44f244ea-af74-4362-963f-5dc314f61fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.535615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6312df-c8e8-46f0-b0c2-787296473f53 req-ada9ef06-714f-4e57-8d5e-05c397a443a0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.553025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b6312df-c8e8-46f0-b0c2-787296473f53 req-ada9ef06-714f-4e57-8d5e-05c397a443a0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.3354864 Jul 16 01:24:56.619803 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-44f244ea-af74-4362-963f-5dc314f61fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.622915 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-44f244ea-af74-4362-963f-5dc314f61fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.626458 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-44f244ea-af74-4362-963f-5dc314f61fcc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de1db04b-7fd5-487c-9e39-2a8aebff93ea HTTP/1.1" status: 204 len: 168 time: 0.2932129 Jul 16 01:24:56.639550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f244ea-af74-4362-963f-5dc314f61fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1db04b-7fd5-487c-9e39-2a8aebff93ea,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:56.688197 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b6312df-c8e8-46f0-b0c2-787296473f53 req-c155c9e7-fc53-4dc6-9790-aea6af65e501 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257153 Jul 16 01:24:56.708301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b6081-9c56-4f39-8d23-5ee7aabb7fdc req-50dfb353-0abd-4b11-9ed7-f0dbe4102e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:56.708301 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-832b6081-9c56-4f39-8d23-5ee7aabb7fdc req-50dfb353-0abd-4b11-9ed7-f0dbe4102e42 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2522810 Jul 16 01:24:56.885655 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-832b6081-9c56-4f39-8d23-5ee7aabb7fdc req-eef9f908-d151-4f92-8794-e9140d5af63a service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651678 Jul 16 01:24:56.911391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60494) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:56.916580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-513ec862-b12b-4995-b103-97f62c435ff3 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1697073060', 'description': 'tempest-description--2029493917'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:56.966769 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-513ec862-b12b-4995-b103-97f62c435ff3 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:56.992186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '734fcde6-9f16-40fb-805a-a5cc2ce53b8b', 'name': 'network-vif-deleted', 'tag': 'f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:24:56.997113 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1e78a3-09d6-4e4d-9458-ddde4473008d" -d '{"events": [{"server_uuid": "734fcde6-9f16-40fb-805a-a5cc2ce53b8b", "name": "network-vif-deleted", "tag": "f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:24:57.012055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:24:57.070442 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:24:57.071888 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:24:57.137218 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-513ec862-b12b-4995-b103-97f62c435ff3 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.142730 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-513ec862-b12b-4995-b103-97f62c435ff3 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.182822 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-513ec862-b12b-4995-b103-97f62c435ff3 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.185053 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-513ec862-b12b-4995-b103-97f62c435ff3 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2725408 Jul 16 01:24:57.186952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ec862-b12b-4995-b103-97f62c435ff3 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c47ca188-4478-4700-8a7e-449dceaacdb0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:57.189972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60504) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:57.197518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-653a6eb3-0d37-4fd1-ad24-9214cbc2fd1f tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Request body: {'security_group_rule': {'security_group_id': 'c47ca188-4478-4700-8a7e-449dceaacdb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:57.236129 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-653a6eb3-0d37-4fd1-ad24-9214cbc2fd1f tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.239181 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-832b6081-9c56-4f39-8d23-5ee7aabb7fdc req-4e23326e-82b4-4a9f-a27a-adb6060790a2 service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136976 Jul 16 01:24:57.260434 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61083c-69ef-4e88-a1d1-275006eb953e req-1a900687-f60a-4107-b5af-76c9e83deab1 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.270111 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a61083c-69ef-4e88-a1d1-275006eb953e req-1a900687-f60a-4107-b5af-76c9e83deab1 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.3743856 Jul 16 01:24:57.296454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cbe3d3-2750-417e-b34e-45f9d6c6a24d req-a9b8217a-c8a2-414c-949e-6328f06fb065 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:57.303349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1cbe3d3-2750-417e-b34e-45f9d6c6a24d req-a9b8217a-c8a2-414c-949e-6328f06fb065 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 944 time: 0.1715486 Jul 16 01:24:57.344710 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-653a6eb3-0d37-4fd1-ad24-9214cbc2fd1f tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.353380 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-653a6eb3-0d37-4fd1-ad24-9214cbc2fd1f tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.382018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653a6eb3-0d37-4fd1-ad24-9214cbc2fd1f tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e441e13-50a2-434e-b7e7-30ddd0f85f5f,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:57.395839 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-653a6eb3-0d37-4fd1-ad24-9214cbc2fd1f tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.400398 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-653a6eb3-0d37-4fd1-ad24-9214cbc2fd1f tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2058806 Jul 16 01:24:57.401685 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60514) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:57.402601 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a61083c-69ef-4e88-a1d1-275006eb953e req-3f45d484-8ad7-4736-b553-0ab566688f43 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333382 Jul 16 01:24:57.412536 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-58ec4a04-2b78-4e5b-b71f-a96c3ef2bd6e tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Request body: {'security_group_rule': {'security_group_id': 'c47ca188-4478-4700-8a7e-449dceaacdb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:57.417680 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1cbe3d3-2750-417e-b34e-45f9d6c6a24d req-c3b8c16e-5b7e-42cb-bf5f-0d9836a77ad6 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131968 Jul 16 01:24:57.458379 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-58ec4a04-2b78-4e5b-b71f-a96c3ef2bd6e tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.519861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 10b59e95-5ff1-4d62-9b98-f8f77f8292cd up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:57.626590 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-58ec4a04-2b78-4e5b-b71f-a96c3ef2bd6e tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.632088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 10b59e95-5ff1-4d62-9b98-f8f77f8292cd completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:24:57.633460 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-58ec4a04-2b78-4e5b-b71f-a96c3ef2bd6e tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.638026 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 10b59e95-5ff1-4d62-9b98-f8f77f8292cd triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:57.639083 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.648800 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05a96c34-f88a-4084-939e-a3d55fd39519 x-openstack-request-id: req-05a96c34-f88a-4084-939e-a3d55fd39519 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:24:57.649450 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "734fcde6-9f16-40fb-805a-a5cc2ce53b8b", "name": "network-vif-deleted", "tag": "f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:24:57.649876 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-05a96c34-f88a-4084-939e-a3d55fd39519 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:24:57.650471 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '734fcde6-9f16-40fb-805a-a5cc2ce53b8b', 'name': 'network-vif-deleted', 'tag': 'f6dc7c58-9fd3-44ee-9947-c89cbfa1c25e', 'status': 'completed', 'code': 200} Jul 16 01:24:57.674553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec4a04-2b78-4e5b-b71f-a96c3ef2bd6e tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6c9df9-68f6-495e-9762-21690032cf6f,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:57.693103 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-58ec4a04-2b78-4e5b-b71f-a96c3ef2bd6e tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.696819 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-58ec4a04-2b78-4e5b-b71f-a96c3ef2bd6e tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2919016 Jul 16 01:24:57.699065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60530) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:57.704716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:57.756285 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.822642 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.848384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 10b59e95-5ff1-4d62-9b98-f8f77f8292cd, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=10b59e95-5ff1-4d62-9b98-f8f77f8292cd,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:57.854063 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:57.919101 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=10b59e95-5ff1-4d62-9b98-f8f77f8292cd,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.198906 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bcc0da7a-60d7-44d9-b726-04e2a307262c details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:24:58.390657 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5959ed-e456-4b00-bf32-c24c727e55c3 req-3f23d4b3-c147-4833-b338-b3bb580ed77c tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.394291 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port bcc0da7a-60d7-44d9-b726-04e2a307262c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bcc0da7a-60d7-44d9-b726-04e2a307262c,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:58.398959 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e5959ed-e456-4b00-bf32-c24c727e55c3 req-3f23d4b3-c147-4833-b338-b3bb580ed77c tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.5520582 Jul 16 01:24:58.402469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60550) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:58.407580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ae2590da-c9ae-4051-a7cb-56309c86250b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Request body: {'floatingip': {'port_id': '951fff8e-ba82-4749-a4ff-83e2363e9ab3'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:24:58.416373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'bcc0da7a-60d7-44d9-b726-04e2a307262c', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'port_id': 'bcc0da7a-60d7-44d9-b726-04e2a307262c', 'mac_address': 'fa:16:3e:47:5b:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:24:58.471316 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.491976 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcc0da7a-60d7-44d9-b726-04e2a307262c {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:24:58.499725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd54ad6-f78c-42f2-85ad-4c491c79d0bc req-3307d1aa-733f-4845-b192-8193918f37a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.501972 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dd54ad6-f78c-42f2-85ad-4c491c79d0bc req-3307d1aa-733f-4845-b192-8193918f37a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9ba61207ba2c4f4e854877a3e463e14d&device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 1097 time: 0.2833471 Jul 16 01:24:58.514248 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.524695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port bcc0da7a-60d7-44d9-b726-04e2a307262c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bcc0da7a-60d7-44d9-b726-04e2a307262c,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:24:58.526379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60554) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:24:58.536228 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.552442 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ae2590da-c9ae-4051-a7cb-56309c86250b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for floatingip, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.646561 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=bcc0da7a-60d7-44d9-b726-04e2a307262c,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:58.766768 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Sync routers for ids ['1053be32-b81e-4700-8460-bfaaf619ac13'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:24:58.780912 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Routers {'1053be32-b81e-4700-8460-bfaaf619ac13'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:24:58.787738 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:24:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1053be32-b81e-4700-8460-bfaaf619ac13'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:58.828056 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fecdc520-0466-4c5f-be9c-880e0d14564a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:58.872658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Allocated IP 172.25.2.74 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/860d5610-0c64-4b0f-abd1-2e00638205fe) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:24:58.891507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f0be83-cdc9-446a-acad-ca2d01affab5 req-e6626cbf-2798-4843-b93f-4069151548b9 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:58.898505 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42f0be83-cdc9-446a-acad-ca2d01affab5 req-e6626cbf-2798-4843-b93f-4069151548b9 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.5248191 Jul 16 01:24:58.918919 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Set router 1053be32-b81e-4700-8460-bfaaf619ac13 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:24:58.921808 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['bcc0da7a-60d7-44d9-b726-04e2a307262c'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:24:59.068744 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd54ad6-f78c-42f2-85ad-4c491c79d0bc req-6bbb5fef-17c7-41ed-999e-3d02682b3ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.070282 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dd54ad6-f78c-42f2-85ad-4c491c79d0bc req-6bbb5fef-17c7-41ed-999e-3d02682b3ee0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6504a12b-0a6b-4253-8a36-570413368fa4 HTTP/1.1" status: 200 len: 920 time: 0.5447350 Jul 16 01:24:59.189694 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'name': 'tempest-ServersTestManualDisk-1324698030-router', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:46Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'gw_port': {'id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:48Z', 'updated_at': '2021-07-16T01:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b17fe675-acc4-42fd-8772-e156f68b299e', 'name': '', 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'mac_address': 'fa:16:3e:e0:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:51Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 2, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'subnets': [{'id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:24:59.223582 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Checking router: 1053be32-b81e-4700-8460-bfaaf619ac13 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:24:59.223981 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Updating router 1053be32-b81e-4700-8460-bfaaf619ac13 port b17fe675-acc4-42fd-8772-e156f68b299e binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:24:59.265693 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.289689 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.340504 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d0b16-011b-4386-bf30-63e8ebc0402e req-ebc8cf0b-fc9b-4445-b8da-0cb2aed881be tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.352245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-485d0b16-011b-4386-bf30-63e8ebc0402e req-ebc8cf0b-fc9b-4445-b8da-0cb2aed881be tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 945 time: 0.6058443 Jul 16 01:24:59.377024 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42f0be83-cdc9-446a-acad-ca2d01affab5 req-91f327dd-23a1-4590-b067-a0840dc744f3 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4775281 Jul 16 01:24:59.391599 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.444773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dd54ad6-f78c-42f2-85ad-4c491c79d0bc req-b144f303-026a-48c8-bec1-edfbcd72661e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=065bf33a-ce06-4032-ae27-362a428d5d51 HTTP/1.1" status: 200 len: 217 time: 0.3648558 Jul 16 01:24:59.449769 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 10b59e95-5ff1-4d62-9b98-f8f77f8292cd up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:24:59.505740 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:24:59.525642 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 10b59e95-5ff1-4d62-9b98-f8f77f8292cd triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:24:59.526022 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.561962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Pushing event updated for resources: {'Port': ['ID=860d5610-0c64-4b0f-abd1-2e00638205fe,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:59.576584 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:24:59.579254 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:24:59.603516 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.616927 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Transition to ACTIVE for port object b17fe675-acc4-42fd-8772-e156f68b299e will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:24:59.625920 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.626128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd54ad6-f78c-42f2-85ad-4c491c79d0bc req-1e213895-8494-4efe-9f7a-140ae568371d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:24:59.627803 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dd54ad6-f78c-42f2-85ad-4c491c79d0bc req-1e213895-8494-4efe-9f7a-140ae568371d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86fed443-807a-4e25-9ca2-091b2a4e90c8 HTTP/1.1" status: 200 len: 859 time: 0.1188219 Jul 16 01:24:59.672319 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dd54ad6-f78c-42f2-85ad-4c491c79d0bc req-bf78e73d-3b00-4862-8e0f-3214d03fe968 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6504a12b-0a6b-4253-8a36-570413368fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330815 Jul 16 01:24:59.703564 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73592c1e-36ae-4ad2-8f0b-3a690cbf0619 None None] Pushing event updated for resources: {'Port': ['ID=b17fe675-acc4-42fd-8772-e156f68b299e,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:24:59.753164 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.db.resource_extend [None req-ae2590da-c9ae-4051-a7cb-56309c86250b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:24:59.813328 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-485d0b16-011b-4386-bf30-63e8ebc0402e req-3b3bbdc9-33e5-4f1b-a8ba-30dafba17fd6 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4599271 Jul 16 01:24:59.841374 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Attempting to bind port b17fe675-acc4-42fd-8772-e156f68b299e on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:24:59.841953 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Attempting to bind port b17fe675-acc4-42fd-8772-e156f68b299e by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '2e15e338-dd7e-4ccf-b3bf-73acd918fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:24:59.842109 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Attempting to bind port b17fe675-acc4-42fd-8772-e156f68b299e on network 80a71a10-4f75-4dfc-8149-655a58a39291 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:24:59.848055 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:24:59.848438 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Checking segment: {'id': '2e15e338-dd7e-4ccf-b3bf-73acd918fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:24:59.848841 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.849237 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Bound using segment: {'id': '2e15e338-dd7e-4ccf-b3bf-73acd918fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:24:59.849870 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Bound port: b17fe675-acc4-42fd-8772-e156f68b299e, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e15e338-dd7e-4ccf-b3bf-73acd918fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:24:59.850777 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.858856 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ae2590da-c9ae-4051-a7cb-56309c86250b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.867177 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ae2590da-c9ae-4051-a7cb-56309c86250b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:24:59.887625 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dd54ad6-f78c-42f2-85ad-4c491c79d0bc req-89f7013d-b109-4cc7-b605-3db1f3a96670 service neutron] 10.222.0.69 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836345 Jul 16 01:24:59.951108 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] For port b17fe675-acc4-42fd-8772-e156f68b299e, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:24:59.954536 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] For port b17fe675-acc4-42fd-8772-e156f68b299e, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b17fe675-acc4-42fd-8772-e156f68b299e,segment=NetworkSegment(2e15e338-dd7e-4ccf-b3bf-73acd918fe27),segment_id=2e15e338-dd7e-4ccf-b3bf-73acd918fe27)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:24:59.962350 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.040105 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.055631 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-ae2590da-c9ae-4051-a7cb-56309c86250b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Floating IP 9e4f08a1-5873-4bf4-90f7-5cf38192dade associated. External IP: 172.25.2.14, port: 951fff8e-ba82-4749-a4ff-83e2363e9ab3. Jul 16 01:25:00.060324 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73592c1e-36ae-4ad2-8f0b-3a690cbf0619 None None] Pushing event updated for resources: {'Port': ['ID=b17fe675-acc4-42fd-8772-e156f68b299e,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:00.096803 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Routers {'1053be32-b81e-4700-8460-bfaaf619ac13'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:00.097472 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:24:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1053be32-b81e-4700-8460-bfaaf619ac13'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:00.159236 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.169133 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.216762 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bcc0da7a-60d7-44d9-b726-04e2a307262c up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:00.246732 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fecdc520-0466-4c5f-be9c-880e0d14564a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.275861 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] Set router 1053be32-b81e-4700-8460-bfaaf619ac13 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:00.287716 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fecdc520-0466-4c5f-be9c-880e0d14564a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.316763 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dd54ad6-f78c-42f2-85ad-4c491c79d0bc req-e01ba4f0-9697-4735-afdc-927dbb6f74fc service neutron] 10.222.0.69 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957968 Jul 16 01:25:00.331784 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port bcc0da7a-60d7-44d9-b726-04e2a307262c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:00.349175 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port bcc0da7a-60d7-44d9-b726-04e2a307262c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:00.349706 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.498715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2590da-c9ae-4051-a7cb-56309c86250b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:25:00.555312 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdc520-0466-4c5f-be9c-880e0d14564a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9d75fb-503f-498c-9a6f-4446806c0a1b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:00.561294 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fecdc520-0466-4c5f-be9c-880e0d14564a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=654c291d48e64cca89d7e07c4af7edfe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0326574 Jul 16 01:25:00.579498 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60582) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:00.580178 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.635469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd2583a-5427-410c-8734-79993f3c50da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc0da7a-60d7-44d9-b726-04e2a307262c'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:00.638025 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:25:00.638193 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8566c762-69e3-4d68-adfe-54e20f232325" -d '{"events": [{"server_uuid": "edd2583a-5427-410c-8734-79993f3c50da", "name": "network-vif-plugged", "status": "completed", "tag": "bcc0da7a-60d7-44d9-b726-04e2a307262c"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:00.665089 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port bcc0da7a-60d7-44d9-b726-04e2a307262c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bcc0da7a-60d7-44d9-b726-04e2a307262c,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:00.678298 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.726776 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c931a92-7f04-4e19-bcd6-f4a5f5e0ff0b x-openstack-request-id: req-3c931a92-7f04-4e19-bcd6-f4a5f5e0ff0b {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:00.727307 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd2583a-5427-410c-8734-79993f3c50da", "name": "network-vif-plugged", "status": "completed", "tag": "bcc0da7a-60d7-44d9-b726-04e2a307262c", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:00.727730 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c931a92-7f04-4e19-bcd6-f4a5f5e0ff0b {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:00.728378 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd2583a-5427-410c-8734-79993f3c50da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcc0da7a-60d7-44d9-b726-04e2a307262c', 'code': 200} Jul 16 01:25:00.773368 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8a661a98-57c5-408e-af2e-0dd1316d9038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.781133 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=bcc0da7a-60d7-44d9-b726-04e2a307262c,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:00.781337 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2590da-c9ae-4051-a7cb-56309c86250b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:00.798154 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ae2590da-c9ae-4051-a7cb-56309c86250b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.798356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e8587-84f3-43c8-8e6c-634a6ea8a8f2 None None] Sync routers for ids ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:00.808968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e8587-84f3-43c8-8e6c-634a6ea8a8f2 None None] Routers {'758ee5ad-6b80-4e65-8d23-3d7283fcc711'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:00.809585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-eb8e8587-84f3-43c8-8e6c-634a6ea8a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:24:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:00.836533 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8a661a98-57c5-408e-af2e-0dd1316d9038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.844067 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'name': 'tempest-ServersTestManualDisk-1324698030-router', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:46Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'gw_port': {'id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:48Z', 'updated_at': '2021-07-16T01:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b17fe675-acc4-42fd-8772-e156f68b299e', 'name': '', 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'mac_address': 'fa:16:3e:e0:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:51Z', 'updated_at': '2021-07-16T01:24:59Z', 'revision_number': 4, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'subnets': [{'id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:00.869590 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ae2590da-c9ae-4051-a7cb-56309c86250b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "PUT /v2.0/floatingips/9e4f08a1-5873-4bf4-90f7-5cf38192dade HTTP/1.1" status: 200 len: 991 time: 2.4658587 Jul 16 01:25:00.874090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.875078 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'tag': '951fff8e-ba82-4749-a4ff-83e2363e9ab3'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:00.877821 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20583499-8201-4e30-82f1-feece572c2d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c48c11c-fa3c-4e45-8441-5b1d938507ac", "tag": "951fff8e-ba82-4749-a4ff-83e2363e9ab3"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:00.886374 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.908548 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90de31-c6d0-4774-9ad7-71a1e834aec8 req-1f356766-f3dd-408b-b6af-d19eedb7f809 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:00.913081 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8a661a98-57c5-408e-af2e-0dd1316d9038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.916630 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8a661a98-57c5-408e-af2e-0dd1316d9038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:00.917328 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b90de31-c6d0-4774-9ad7-71a1e834aec8 req-1f356766-f3dd-408b-b6af-d19eedb7f809 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.2462003 Jul 16 01:25:00.917473 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0732a833-a583-41ec-b470-fe170ab5a2af None None] The sync data for ids ['1053be32-b81e-4700-8460-bfaaf619ac13'] in n-d-791505-14 is: [{'id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'name': 'tempest-ServersTestManualDisk-1324698030-router', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:46Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'gw_port': {'id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:48Z', 'updated_at': '2021-07-16T01:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b17fe675-acc4-42fd-8772-e156f68b299e', 'name': '', 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'mac_address': 'fa:16:3e:e0:cf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:51Z', 'updated_at': '2021-07-16T01:24:59Z', 'revision_number': 4, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'subnets': [{'id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:00.919209 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8a661a98-57c5-408e-af2e-0dd1316d9038 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c9d75fb-503f-498c-9a6f-4446806c0a1b HTTP/1.1" status: 204 len: 168 time: 0.3349488 Jul 16 01:25:00.937056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a661a98-57c5-408e-af2e-0dd1316d9038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9d75fb-503f-498c-9a6f-4446806c0a1b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:01.033508 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Pushing event updated for resources: {'Port': ['ID=860d5610-0c64-4b0f-abd1-2e00638205fe,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:01.057398 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.073542 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-eb8e8587-84f3-43c8-8e6c-634a6ea8a8f2 None None] Set router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:01.120495 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.186697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b90de31-c6d0-4774-9ad7-71a1e834aec8 req-e934a719-163d-4e12-990b-9f45775e9b0f tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683706 Jul 16 01:25:01.196049 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.207373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b74a301d-b56f-4706-8b56-b67c26870013 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5066156 Jul 16 01:25:01.259291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995f5150-2375-4080-9afb-22cc528428e1 req-53d86fac-2afb-4039-a7b8-cd6a335c6032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.264261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-995f5150-2375-4080-9afb-22cc528428e1 req-53d86fac-2afb-4039-a7b8-cd6a335c6032 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 1098 time: 0.4461598 Jul 16 01:25:01.443470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-995f5150-2375-4080-9afb-22cc528428e1 req-7336893a-d981-452e-99f8-67d8eab3b4a9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708026 Jul 16 01:25:01.490609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e9b9c-d73d-45c6-af25-4a962772f970 req-52ec49d4-47fa-4075-9bc3-acb9f8769772 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.498692 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43822be-4d3a-46c6-bfd1-df5de0b9b1fe x-openstack-request-id: req-c43822be-4d3a-46c6-bfd1-df5de0b9b1fe {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:01.499057 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c48c11c-fa3c-4e45-8441-5b1d938507ac", "tag": "951fff8e-ba82-4749-a4ff-83e2363e9ab3", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:01.499384 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c43822be-4d3a-46c6-bfd1-df5de0b9b1fe {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:01.499791 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b17fe675-acc4-42fd-8772-e156f68b299e up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:01.499974 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'tag': '951fff8e-ba82-4749-a4ff-83e2363e9ab3', 'status': 'completed', 'code': 200} Jul 16 01:25:01.501253 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-606e9b9c-d73d-45c6-af25-4a962772f970 req-52ec49d4-47fa-4075-9bc3-acb9f8769772 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.3477197 Jul 16 01:25:01.630467 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port b17fe675-acc4-42fd-8772-e156f68b299e completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:01.645646 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port b17fe675-acc4-42fd-8772-e156f68b299e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:01.646098 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:01.669082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-606e9b9c-d73d-45c6-af25-4a962772f970 req-bf229ed2-607a-4027-8f4a-1ccc4cf5f220 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614578 Jul 16 01:25:01.764993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-c99357e7-b961-49af-8b41-468643ebcfa2 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1697073060&fields=id&tenant_id=b26c7ce636f344af8313269dbceb7946 HTTP/1.1" status: 200 len: 267 time: 0.1638463 Jul 16 01:25:01.886320 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20583499-8201-4e30-82f1-feece572c2d8 req-588f279d-f334-4b6f-8593-3752cd0886e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:01.888079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20583499-8201-4e30-82f1-feece572c2d8 req-588f279d-f334-4b6f-8593-3752cd0886e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc7c79121ea347e08eab6bb95810733c&device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 1098 time: 0.3520141 Jul 16 01:25:02.173305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-a048379a-38bf-465f-af3e-6d451d3da54a tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:02.181885 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-a048379a-38bf-465f-af3e-6d451d3da54a tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/networks?id=80a71a10-4f75-4dfc-8149-655a58a39291 HTTP/1.1" status: 200 len: 812 time: 0.4100075 Jul 16 01:25:02.203962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3234de45-63e7-4cf6-b511-f44dc645b11a tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/quotas/b26c7ce636f344af8313269dbceb7946 HTTP/1.1" status: 200 len: 375 time: 0.0210576 Jul 16 01:25:02.270712 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-eb8e8587-84f3-43c8-8e6c-634a6ea8a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '9e4f08a1-5873-4bf4-90f7-5cf38192dade', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'port_id': '951fff8e-ba82-4749-a4ff-83e2363e9ab3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'mac_address': 'fa:16:3e:bd:92:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:23Z', 'updated_at': '2021-07-16T01:24:59Z', 'revision_number': 1, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f8ae3f-13e1-48c1-9f30-4e46b1282da6', 'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'mac_address': 'fa:16:3e:6d:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:27Z', 'revision_number': 5, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'subnets': [{'id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:02.313430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e8587-84f3-43c8-8e6c-634a6ea8a8f2 None None] Checking router: 758ee5ad-6b80-4e65-8d23-3d7283fcc711 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:02.339146 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20583499-8201-4e30-82f1-feece572c2d8 req-6fd84a23-5f40-435a-a220-9b11efd443de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:02.339146 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20583499-8201-4e30-82f1-feece572c2d8 req-6fd84a23-5f40-435a-a220-9b11efd443de service neutron] 10.222.0.69 "GET /v2.0/networks?id=82cbe9d9-283a-4c69-a1bc-536a90b2446b HTTP/1.1" status: 200 len: 917 time: 0.4036109 Jul 16 01:25:02.351559 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.355798 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8e8587-84f3-43c8-8e6c-634a6ea8a8f2 None None] Routers {'758ee5ad-6b80-4e65-8d23-3d7283fcc711'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:02.356953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-eb8e8587-84f3-43c8-8e6c-634a6ea8a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:24:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:02.446886 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port b17fe675-acc4-42fd-8772-e156f68b299e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b17fe675-acc4-42fd-8772-e156f68b299e,segment=NetworkSegment(2e15e338-dd7e-4ccf-b3bf-73acd918fe27),segment_id=2e15e338-dd7e-4ccf-b3bf-73acd918fe27)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:02.501594 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:02.541471 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20583499-8201-4e30-82f1-feece572c2d8 req-f8b5993f-8f6f-4b8e-b575-4b22c6eb2eee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3 HTTP/1.1" status: 200 len: 999 time: 0.1858931 Jul 16 01:25:02.639255 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-eb8e8587-84f3-43c8-8e6c-634a6ea8a8f2 None None] Set router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:02.642056 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-13ebf1be-3589-44c2-b21b-34c68fa20723 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b26c7ce636f344af8313269dbceb7946&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4322405 Jul 16 01:25:02.680418 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20583499-8201-4e30-82f1-feece572c2d8 req-410a4e18-f4da-42a9-8ab7-f6f8a02b9f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:02.688327 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20583499-8201-4e30-82f1-feece572c2d8 req-410a4e18-f4da-42a9-8ab7-f6f8a02b9f2b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7 HTTP/1.1" status: 200 len: 855 time: 0.1332595 Jul 16 01:25:02.751328 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976fd833-0ab0-48ee-bc55-98fffb2663a3 req-08900466-1ec4-4e08-9bff-517627b72c35 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:02.760104 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-976fd833-0ab0-48ee-bc55-98fffb2663a3 req-08900466-1ec4-4e08-9bff-517627b72c35 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.3398261 Jul 16 01:25:02.785867 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=b17fe675-acc4-42fd-8772-e156f68b299e,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:02.980492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-eb8e8587-84f3-43c8-8e6c-634a6ea8a8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '9e4f08a1-5873-4bf4-90f7-5cf38192dade', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'port_id': '951fff8e-ba82-4749-a4ff-83e2363e9ab3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'mac_address': 'fa:16:3e:bd:92:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:23Z', 'updated_at': '2021-07-16T01:24:59Z', 'revision_number': 1, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f8ae3f-13e1-48c1-9f30-4e46b1282da6', 'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'mac_address': 'fa:16:3e:6d:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:27Z', 'revision_number': 5, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'subnets': [{'id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:03.020949 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb8e8587-84f3-43c8-8e6c-634a6ea8a8f2 None None] The sync data for ids ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'] in n-d-791505-14 is: [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '9e4f08a1-5873-4bf4-90f7-5cf38192dade', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'floating_ip_address': '172.25.2.14', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'port_id': '951fff8e-ba82-4749-a4ff-83e2363e9ab3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'mac_address': 'fa:16:3e:bd:92:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:23Z', 'updated_at': '2021-07-16T01:24:59Z', 'revision_number': 1, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f8ae3f-13e1-48c1-9f30-4e46b1282da6', 'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'mac_address': 'fa:16:3e:6d:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:27Z', 'revision_number': 5, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'subnets': [{'id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:03.237700 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-976fd833-0ab0-48ee-bc55-98fffb2663a3 req-06f1fb3a-d058-48ea-869f-2d6cf5900976 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760890 Jul 16 01:25:03.274366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3d81caab-a763-407c-8659-ed1146ba0157 service neutron] 10.222.0.22 "GET /v2.0/networks/80a71a10-4f75-4dfc-8149-655a58a39291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955768 Jul 16 01:25:03.289024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20583499-8201-4e30-82f1-feece572c2d8 req-dcf081a0-cef8-486e-87d1-4215a0b21197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:03.290962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20583499-8201-4e30-82f1-feece572c2d8 req-dcf081a0-cef8-486e-87d1-4215a0b21197 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82cbe9d9-283a-4c69-a1bc-536a90b2446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5818985 Jul 16 01:25:03.444872 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b17fe675-acc4-42fd-8772-e156f68b299e up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:03.448536 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3583200d-be33-4fc5-beeb-e752e390d3d2 None None] New status for floating IP 9e4f08a1-5873-4bf4-90f7-5cf38192dade: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:25:03.515384 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-b992bf67-f72e-4ade-95ff-93a501d7e4bf service neutron] 10.222.0.22 "GET /v2.0/networks/80a71a10-4f75-4dfc-8149-655a58a39291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233415 Jul 16 01:25:03.590587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port b17fe675-acc4-42fd-8772-e156f68b299e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:03.592829 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:03.598643 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20583499-8201-4e30-82f1-feece572c2d8 req-2a724a36-4484-4dd4-a634-f9e90065fc0f service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708337 Jul 16 01:25:03.767641 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20583499-8201-4e30-82f1-feece572c2d8 req-5fb737f2-87f6-4ceb-a95b-bed2ca772b59 service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616867 Jul 16 01:25:03.912632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975e9df7-745c-4643-aff2-4670e36f25fc req-b5c237ac-1b4d-4db2-84ba-6ce316da6a2e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:03.929305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-975e9df7-745c-4643-aff2-4670e36f25fc req-b5c237ac-1b4d-4db2-84ba-6ce316da6a2e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.1585531 Jul 16 01:25:04.044120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-975e9df7-745c-4643-aff2-4670e36f25fc req-411222f9-c6c8-4dc5-b839-ecbe3b77d307 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128039 Jul 16 01:25:04.205454 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72aaf240-2a32-452b-b501-7637259b9b03 req-b9038db2-b513-45a1-8f7b-ed22ea2ea7ae tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 210 time: 0.0588391 Jul 16 01:25:04.476498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dd709-0287-463d-ab96-be4fca679064 req-f561dd6e-4beb-4080-b1e1-fe78b0963e1d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.483159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dd709-0287-463d-ab96-be4fca679064 req-f561dd6e-4beb-4080-b1e1-fe78b0963e1d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.511097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dd709-0287-463d-ab96-be4fca679064 req-f561dd6e-4beb-4080-b1e1-fe78b0963e1d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.529250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dd709-0287-463d-ab96-be4fca679064 req-f561dd6e-4beb-4080-b1e1-fe78b0963e1d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.547988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dd709-0287-463d-ab96-be4fca679064 req-f561dd6e-4beb-4080-b1e1-fe78b0963e1d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.568596 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dd709-0287-463d-ab96-be4fca679064 req-f561dd6e-4beb-4080-b1e1-fe78b0963e1d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.584517 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494dd709-0287-463d-ab96-be4fca679064 req-f561dd6e-4beb-4080-b1e1-fe78b0963e1d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:04.595619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-494dd709-0287-463d-ab96-be4fca679064 req-f561dd6e-4beb-4080-b1e1-fe78b0963e1d tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5434 time: 0.3030059 Jul 16 01:25:04.671964 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-494dd709-0287-463d-ab96-be4fca679064 req-bc10a37d-63ed-41a1-8776-a667f8f75ab9 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0754995 Jul 16 01:25:04.749495 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-01ea911b-210b-48f9-a740-232eff03f891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:05.068268 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71094f8b-cb17-414c-8915-f53e86700ea4 req-961b471c-0097-4dc9-9a5e-f2f94fdcd661 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.077677 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71094f8b-cb17-414c-8915-f53e86700ea4 req-961b471c-0097-4dc9-9a5e-f2f94fdcd661 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.1371658 Jul 16 01:25:05.156898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71094f8b-cb17-414c-8915-f53e86700ea4 req-7f95ad2e-1381-43e4-b3b7-23a472450331 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711308 Jul 16 01:25:05.330788 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8fa32-10f8-46d7-b62b-d60925a20936 req-ba35d72a-95a9-46f6-bced-258c1ebc95ee tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.347865 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8fa32-10f8-46d7-b62b-d60925a20936 req-ba35d72a-95a9-46f6-bced-258c1ebc95ee tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.354775 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8fa32-10f8-46d7-b62b-d60925a20936 req-ba35d72a-95a9-46f6-bced-258c1ebc95ee tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.364686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8fa32-10f8-46d7-b62b-d60925a20936 req-ba35d72a-95a9-46f6-bced-258c1ebc95ee tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.375472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8fa32-10f8-46d7-b62b-d60925a20936 req-ba35d72a-95a9-46f6-bced-258c1ebc95ee tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.381689 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8fa32-10f8-46d7-b62b-d60925a20936 req-ba35d72a-95a9-46f6-bced-258c1ebc95ee tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.393261 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8fa32-10f8-46d7-b62b-d60925a20936 req-ba35d72a-95a9-46f6-bced-258c1ebc95ee tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.395833 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-78d8fa32-10f8-46d7-b62b-d60925a20936 req-ba35d72a-95a9-46f6-bced-258c1ebc95ee tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5434 time: 0.2577202 Jul 16 01:25:05.433157 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a019d11-f8c3-4da8-acfb-4ff8d43dedef req-67281f47-9d51-4f5b-96b4-ed5dfe52668d tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 210 time: 0.0355425 Jul 16 01:25:05.747312 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-7a130843-fbd2-482d-91e3-f40ff144bc05 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:05.749666 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-7a130843-fbd2-482d-91e3-f40ff144bc05 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.70 "GET /v2.0/networks?id=80a71a10-4f75-4dfc-8149-655a58a39291 HTTP/1.1" status: 200 len: 812 time: 0.1362457 Jul 16 01:25:05.818553 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-9d600867-0393-4c07-bde7-792a91086093 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b26c7ce636f344af8313269dbceb7946 HTTP/1.1" status: 200 len: 380 time: 0.0594530 Jul 16 01:25:05.839871 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Request body: {'port': {'device_id': '3fdc8edb-9cb3-40ad-9515-f67cd24a9f57', 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'admin_state_up': True, 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'security_groups': ['c47ca188-4478-4700-8a7e-449dceaacdb0']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:06.081747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Made reservation on behalf of b26c7ce636f344af8313269dbceb7946 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:06.086362 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.283399 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Allocated IP 172.20.0.3 (80a71a10-4f75-4dfc-8149-655a58a39291/0ff00f1c-308b-438e-9560-b6ed4ef1200b/74caaa03-bbcf-44ca-96eb-f0745f4c32d0) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:06.563044 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.589249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13d8c5-a08a-4635-8230-60825436e5cb req-37a2da7b-fdc0-4192-bb95-382b35e05a30 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.590780 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa13d8c5-a08a-4635-8230-60825436e5cb req-37a2da7b-fdc0-4192-bb95-382b35e05a30 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.2343416 Jul 16 01:25:06.604576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Transition to ACTIVE for port object 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:06.639911 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54f8f0-f3b1-49d8-908d-b8f07f32f351 req-1de2fa1b-3607-40eb-bee7-b84e0df43588 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.641862 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa54f8f0-f3b1-49d8-908d-b8f07f32f351 req-1de2fa1b-3607-40eb-bee7-b84e0df43588 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.1783171 Jul 16 01:25:06.741648 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa13d8c5-a08a-4635-8230-60825436e5cb req-dbab9ffb-8f8b-47ca-8f1b-741dcb231663 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433156 Jul 16 01:25:06.747285 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa54f8f0-f3b1-49d8-908d-b8f07f32f351 req-53c9e81e-e7c9-49ff-abe4-6824ce923d78 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914216 Jul 16 01:25:06.759904 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:06.820735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Network 80a71a10-4f75-4dfc-8149-655a58a39291 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:06.824011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:06.826968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:06.900053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Pushing event updated for resources: {'Port': ['ID=74caaa03-bbcf-44ca-96eb-f0745f4c32d0,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:06.933503 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:06.933859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:06.934189 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:06.934553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:06.934870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:06.935205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:06.935540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:06.935901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:06.939969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:06.939969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:06.940235 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:06.940577 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:06.953508 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:06.954144 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.006964 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-018715b4-8e5a-494d-8296-9b16eaadc6eb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1711662 Jul 16 01:25:07.025628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Request body: {'port': {'device_id': '3fdc8edb-9cb3-40ad-9515-f67cd24a9f57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:07.166304 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761a16b-24a8-4375-acb6-83e0aae0c16c req-995e1b05-62c8-4581-9d90-55cff5a21ded tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:07.175900 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3761a16b-24a8-4375-acb6-83e0aae0c16c req-995e1b05-62c8-4581-9d90-55cff5a21ded tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 931 time: 0.2127476 Jul 16 01:25:07.291067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3761a16b-24a8-4375-acb6-83e0aae0c16c req-3103c1ef-5d56-4d54-887d-7df42a80db0e tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/security-groups?id=c47ca188-4478-4700-8a7e-449dceaacdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138229 Jul 16 01:25:07.296886 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.308259 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.353185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6e1aa578-6aef-432f-ac7b-112bf6cc6be8 None None] Provisioning for port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:07.397061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6e1aa578-6aef-432f-ac7b-112bf6cc6be8 None None] Provisioning complete for port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:07.397657 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e1aa578-6aef-432f-ac7b-112bf6cc6be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.489434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6e1aa578-6aef-432f-ac7b-112bf6cc6be8 None None] Port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:07.635421 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db03c755-d1e3-447d-ba70-c93493a337b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:07.981986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:08.004195 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.089379 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60880) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:08.098231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60884) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:08.100831 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Transition to ACTIVE for port object 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:08.107457 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.184490 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Pushing event updated for resources: {'Port': ['ID=74caaa03-bbcf-44ca-96eb-f0745f4c32d0,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:08.201554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a5002-1b23-43fc-ab9c-5a09174ad6e9 req-1654e7f6-8a4a-41ea-a256-9513dca9f011 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.203173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-902a5002-1b23-43fc-ab9c-5a09174ad6e9 req-1654e7f6-8a4a-41ea-a256-9513dca9f011 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.2164929 Jul 16 01:25:08.393474 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46dac2-e985-42d7-b2ba-d123a3dddebb req-019978fe-f935-4172-a43b-7654bca61349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.394004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46dac2-e985-42d7-b2ba-d123a3dddebb req-019978fe-f935-4172-a43b-7654bca61349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.394487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46dac2-e985-42d7-b2ba-d123a3dddebb req-019978fe-f935-4172-a43b-7654bca61349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.394961 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46dac2-e985-42d7-b2ba-d123a3dddebb req-019978fe-f935-4172-a43b-7654bca61349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.395430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46dac2-e985-42d7-b2ba-d123a3dddebb req-019978fe-f935-4172-a43b-7654bca61349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.395928 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46dac2-e985-42d7-b2ba-d123a3dddebb req-019978fe-f935-4172-a43b-7654bca61349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.396395 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46dac2-e985-42d7-b2ba-d123a3dddebb req-019978fe-f935-4172-a43b-7654bca61349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.401176 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8a46dac2-e985-42d7-b2ba-d123a3dddebb req-019978fe-f935-4172-a43b-7654bca61349 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 6498 time: 0.3020024 Jul 16 01:25:08.412665 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-902a5002-1b23-43fc-ab9c-5a09174ad6e9 req-4d6e4787-cb47-4ed6-a6fb-9c4a6e28a396 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759439 Jul 16 01:25:08.454198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Attempting to bind port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:08.459094 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Attempting to bind port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '2e15e338-dd7e-4ccf-b3bf-73acd918fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:08.459435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Attempting to bind port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 on network 80a71a10-4f75-4dfc-8149-655a58a39291 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:08.480149 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.511547 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 on network 80a71a10-4f75-4dfc-8149-655a58a39291 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:08.511815 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Attempting to bind port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 on network 80a71a10-4f75-4dfc-8149-655a58a39291 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:08.524259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:08.524736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Checking segment: {'id': '2e15e338-dd7e-4ccf-b3bf-73acd918fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:08.525226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Bound using segment: {'id': '2e15e338-dd7e-4ccf-b3bf-73acd918fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:08.525779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Bound port: 74caaa03-bbcf-44ca-96eb-f0745f4c32d0, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e15e338-dd7e-4ccf-b3bf-73acd918fe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:08.526324 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.540057 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-14567280-ed10-410f-96d7-baabc7aa9691 admin admin] Deleting subnet dcb4b501-ff87-4c91-b62d-7063cf216269 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:25:08.554023 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14567280-ed10-410f-96d7-baabc7aa9691 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.557396 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8a46dac2-e985-42d7-b2ba-d123a3dddebb req-df1567da-6c58-42b1-9280-d346115a84cb service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1373689 Jul 16 01:25:08.615133 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14567280-ed10-410f-96d7-baabc7aa9691 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.642169 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4b89d8-eac3-41f5-96c7-e9c332ce3310 req-cbefa635-f72e-4456-a707-166bf119c905 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.643704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be4b89d8-eac3-41f5-96c7-e9c332ce3310 req-cbefa635-f72e-4456-a707-166bf119c905 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 943 time: 0.1817861 Jul 16 01:25:08.671874 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14567280-ed10-410f-96d7-baabc7aa9691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.694317 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] For port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:08.698812 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] For port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=74caaa03-bbcf-44ca-96eb-f0745f4c32d0,segment=NetworkSegment(2e15e338-dd7e-4ccf-b3bf-73acd918fe27),segment_id=2e15e338-dd7e-4ccf-b3bf-73acd918fe27)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:08.726208 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.789100 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14567280-ed10-410f-96d7-baabc7aa9691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.844291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Pushing event updated for resources: {'Port': ['ID=74caaa03-bbcf-44ca-96eb-f0745f4c32d0,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:08.865417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14567280-ed10-410f-96d7-baabc7aa9691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcb4b501-ff87-4c91-b62d-7063cf216269,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:08.869668 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14567280-ed10-410f-96d7-baabc7aa9691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.876020 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-14567280-ed10-410f-96d7-baabc7aa9691 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/dcb4b501-ff87-4c91-b62d-7063cf216269 HTTP/1.1" status: 204 len: 168 time: 0.7855580 Jul 16 01:25:08.882451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60910) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:08.902949 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:08.903745 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:08.906192 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-3bedfa48-83a0-4e94-83ec-3f292b0e1361 service neutron] 10.222.0.70 "PUT /v2.0/ports/74caaa03-bbcf-44ca-96eb-f0745f4c32d0 HTTP/1.1" status: 200 len: 1092 time: 1.8874698 Jul 16 01:25:08.907281 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdc8edb-9cb3-40ad-9515-f67cd24a9f57', 'tag': '74caaa03-bbcf-44ca-96eb-f0745f4c32d0'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:08.910428 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd414e0-d076-4b73-847e-1a31bd24300c" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdc8edb-9cb3-40ad-9515-f67cd24a9f57", "tag": "74caaa03-bbcf-44ca-96eb-f0745f4c32d0"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:08.936686 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be4b89d8-eac3-41f5-96c7-e9c332ce3310 req-6fd18bb5-71b3-4db3-ace3-142745de3526 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/security-groups?id=c47ca188-4478-4700-8a7e-449dceaacdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2343500 Jul 16 01:25:09.020696 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5eb112aa-b08b-4df6-b459-c2e216ef6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.023538 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d39558b-5f4f-4422-b17b-71347cb6bd1a x-openstack-request-id: req-1d39558b-5f4f-4422-b17b-71347cb6bd1a {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:09.024068 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdc8edb-9cb3-40ad-9515-f67cd24a9f57", "tag": "74caaa03-bbcf-44ca-96eb-f0745f4c32d0", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:09.024176 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d39558b-5f4f-4422-b17b-71347cb6bd1a {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:09.024495 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdc8edb-9cb3-40ad-9515-f67cd24a9f57', 'tag': '74caaa03-bbcf-44ca-96eb-f0745f4c32d0', 'status': 'completed', 'code': 200} Jul 16 01:25:09.078112 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-832ab7c2-d0cb-4dac-a159-d9b49abd08ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.079853 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-832ab7c2-d0cb-4dac-a159-d9b49abd08ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b26c7ce636f344af8313269dbceb7946&device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 1095 time: 0.1087666 Jul 16 01:25:09.167203 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5eb112aa-b08b-4df6-b459-c2e216ef6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.182381 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5eb112aa-b08b-4df6-b459-c2e216ef6ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fcb8e6c-5076-4d25-8790-4e6d6232edea']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:09.194776 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5eb112aa-b08b-4df6-b459-c2e216ef6ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9120cb6f-285f-4cae-be05-50948cf1e6e7') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:09.195491 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5eb112aa-b08b-4df6-b459-c2e216ef6ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9120cb6f-285f-4cae-be05-50948cf1e6e7') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:09.196889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-5117673e-5041-498f-99ca-dd189d6cb31e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74caaa03-bbcf-44ca-96eb-f0745f4c32d0 HTTP/1.1" status: 200 len: 217 time: 0.1071005 Jul 16 01:25:09.212774 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5eb112aa-b08b-4df6-b459-c2e216ef6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.240377 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5eb112aa-b08b-4df6-b459-c2e216ef6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.247432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb112aa-b08b-4df6-b459-c2e216ef6ee4 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:25:09.248248 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5eb112aa-b08b-4df6-b459-c2e216ef6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:25:09.250691 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:25:09.326783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-ae0c3c30-cf13-45ad-a4a1-a453a55f4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.334792 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-ae0c3c30-cf13-45ad-a4a1-a453a55f4901 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ff00f1c-308b-438e-9560-b6ed4ef1200b HTTP/1.1" status: 200 len: 851 time: 0.1275790 Jul 16 01:25:09.367506 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5eb112aa-b08b-4df6-b459-c2e216ef6ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.373631 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5eb112aa-b08b-4df6-b459-c2e216ef6ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.386860 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5eb112aa-b08b-4df6-b459-c2e216ef6ee4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8fcb8e6c-5076-4d25-8790-4e6d6232edea HTTP/1.1" status: 204 len: 168 time: 0.4994302 Jul 16 01:25:09.421267 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb112aa-b08b-4df6-b459-c2e216ef6ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fcb8e6c-5076-4d25-8790-4e6d6232edea,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:09.439249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-14dd2031-9785-48d2-8911-2ac517665060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.442100 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-14dd2031-9785-48d2-8911-2ac517665060 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80a71a10-4f75-4dfc-8149-655a58a39291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016836 Jul 16 01:25:09.575924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60928) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:09.671367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-65d734f6-1a26-476c-8a38-ba6daf6d3c1f service neutron] 10.222.0.70 "GET /v2.0/networks/80a71a10-4f75-4dfc-8149-655a58a39291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185087 Jul 16 01:25:09.688661 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d50682f2-58c1-49c6-ad75-bd4bf9505885 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c1976ec7b3145beb100b1f9de70047d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1100228 Jul 16 01:25:09.689287 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60930) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:09.742357 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb571116-3b0a-4424-b74d-c145755211db req-ae01b5d5-ae5d-49e1-9134-0dc81e86d6e1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:09.743797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb571116-3b0a-4424-b74d-c145755211db req-ae01b5d5-ae5d-49e1-9134-0dc81e86d6e1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.1347122 Jul 16 01:25:09.809541 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76fb27df-8132-45c5-92e6-02f96079bab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.878930 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb571116-3b0a-4424-b74d-c145755211db req-1267e332-6774-419b-a466-d9e838bdd985 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032190 Jul 16 01:25:09.881346 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83dc0e34-7c40-43e6-9617-12ac44d2a19f req-887dc3d0-7ea2-461d-b4c5-be9115960ce9 service neutron] 10.222.0.70 "GET /v2.0/networks/80a71a10-4f75-4dfc-8149-655a58a39291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975682 Jul 16 01:25:09.886882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76fb27df-8132-45c5-92e6-02f96079bab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.993899 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76fb27df-8132-45c5-92e6-02f96079bab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:09.996997 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76fb27df-8132-45c5-92e6-02f96079bab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.002011 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-76fb27df-8132-45c5-92e6-02f96079bab7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2969c3ec-f14b-4664-ae5d-99dd32fa3f0b HTTP/1.1" status: 204 len: 168 time: 0.3117721 Jul 16 01:25:10.032007 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fb27df-8132-45c5-92e6-02f96079bab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2969c3ec-f14b-4664-ae5d-99dd32fa3f0b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:10.108686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd414e0-d076-4b73-847e-1a31bd24300c req-8d21b7d8-1d34-46f3-9ebe-9ecbc1332ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.120428 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:10.120906 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4dd414e0-d076-4b73-847e-1a31bd24300c req-8d21b7d8-1d34-46f3-9ebe-9ecbc1332ade service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b26c7ce636f344af8313269dbceb7946&device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 1095 time: 0.1642115 Jul 16 01:25:10.339119 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade62c2c-9bb4-4005-972e-aaeff23a6c8c req-22d44483-8a1c-4ebe-8d15-3a943d46e1e9 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.346536 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ade62c2c-9bb4-4005-972e-aaeff23a6c8c req-22d44483-8a1c-4ebe-8d15-3a943d46e1e9 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 943 time: 0.1492338 Jul 16 01:25:10.359601 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd414e0-d076-4b73-847e-1a31bd24300c req-43dface9-5934-4f8e-b458-60652ccab5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.361254 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4dd414e0-d076-4b73-847e-1a31bd24300c req-43dface9-5934-4f8e-b458-60652ccab5e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=80a71a10-4f75-4dfc-8149-655a58a39291 HTTP/1.1" status: 200 len: 913 time: 0.2371101 Jul 16 01:25:10.399609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ade62c2c-9bb4-4005-972e-aaeff23a6c8c req-e7f1909a-defd-4c20-9094-a21ac0028e04 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/security-groups?id=c47ca188-4478-4700-8a7e-449dceaacdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483539 Jul 16 01:25:10.469748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4dd414e0-d076-4b73-847e-1a31bd24300c req-9c47cefb-56f3-4ced-a7d4-31fd9a33df62 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74caaa03-bbcf-44ca-96eb-f0745f4c32d0 HTTP/1.1" status: 200 len: 217 time: 0.0825677 Jul 16 01:25:10.538773 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd414e0-d076-4b73-847e-1a31bd24300c req-9b89d3c1-4ed9-4697-ae7a-fad20b353905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.541041 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4dd414e0-d076-4b73-847e-1a31bd24300c req-9b89d3c1-4ed9-4697-ae7a-fad20b353905 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ff00f1c-308b-438e-9560-b6ed4ef1200b HTTP/1.1" status: 200 len: 851 time: 0.0629647 Jul 16 01:25:10.614036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd414e0-d076-4b73-847e-1a31bd24300c req-33619791-e3a4-4472-bda7-e2584e2598ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:10.618068 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4dd414e0-d076-4b73-847e-1a31bd24300c req-33619791-e3a4-4472-bda7-e2584e2598ab service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80a71a10-4f75-4dfc-8149-655a58a39291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659292 Jul 16 01:25:10.768299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4dd414e0-d076-4b73-847e-1a31bd24300c req-b99ab0e6-4b68-445b-97dc-8c3bad63a01a service neutron] 10.222.0.70 "GET /v2.0/networks/80a71a10-4f75-4dfc-8149-655a58a39291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380262 Jul 16 01:25:10.889964 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4dd414e0-d076-4b73-847e-1a31bd24300c req-6d71446a-f970-4b3e-b172-236639a65c58 service neutron] 10.222.0.70 "GET /v2.0/networks/80a71a10-4f75-4dfc-8149-655a58a39291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087356 Jul 16 01:25:11.147383 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60988) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:11.285491 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8178633-ec69-4dbd-b80b-3865ccf352fa req-f2f26a90-6bfe-4f72-a622-f4a574204262 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:11.288652 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e8178633-ec69-4dbd-b80b-3865ccf352fa req-f2f26a90-6bfe-4f72-a622-f4a574204262 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.1433434 Jul 16 01:25:11.340440 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e8178633-ec69-4dbd-b80b-3865ccf352fa req-e7d909df-d8d9-4ee5-9bcb-fdc3b51a7023 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459299 Jul 16 01:25:11.377708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-482929467-network', 'tenant_id': 'e26e4771e423460f88aa204ff7981a8b'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:11.400888 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Made reservation on behalf of e26e4771e423460f88aa204ff7981a8b for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:11.405924 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.416968 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.585255 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.590827 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.621036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:11.629289 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:11.633118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a2733-0529-4187-8a58-45a702345fce req-0626344b-7eb4-45e0-ba54-dc39eb41d18d tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:11.635238 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-270a2733-0529-4187-8a58-45a702345fce req-0626344b-7eb4-45e0-ba54-dc39eb41d18d tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 943 time: 0.1051791 Jul 16 01:25:11.639725 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.640254 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Added segment 32061e96-321a-49ab-a943-5ded49822dc9 of type vlan for network e1307d4e-50fc-4f67-922e-cf5011652eed Jul 16 01:25:11.642337 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.642688 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.643165 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.643471 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.643887 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.644318 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.644650 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.644976 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.645300 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.645622 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.645951 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.646268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:11.699734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.723790 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-270a2733-0529-4187-8a58-45a702345fce req-1c40b0b8-6b95-4d61-9891-94dd46b8f193 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/security-groups?id=c47ca188-4478-4700-8a7e-449dceaacdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799370 Jul 16 01:25:11.770652 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.772371 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:11.773272 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.793018 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6435602 Jul 16 01:25:11.795980 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 32770) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:11.802717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-31354c24-d419-4964-8c20-aae33f4f111b admin admin] Request body: {'subnet': {'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-482929467-subnet', 'tenant_id': 'e26e4771e423460f88aa204ff7981a8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:11.848994 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba73d2d-f4cb-4e9d-9c2a-8ec94d8e1ca8 admin admin] Pushing event updated for resources: {'Network': ['ID=e1307d4e-50fc-4f67-922e-cf5011652eed,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:11.855376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31354c24-d419-4964-8c20-aae33f4f111b admin admin] Made reservation on behalf of e26e4771e423460f88aa204ff7981a8b for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:11.857992 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-31354c24-d419-4964-8c20-aae33f4f111b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:11.865129 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network e1307d4e-50fc-4f67-922e-cf5011652eed details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:12.085550 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-31354c24-d419-4964-8c20-aae33f4f111b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.134736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31354c24-d419-4964-8c20-aae33f4f111b admin admin] Pushing event updated for resources: {'Subnet': ['ID=90b01562-c676-4c86-9404-87a509f3f65f,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:12.181479 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31354c24-d419-4964-8c20-aae33f4f111b admin admin] Checking segment: {'id': '32061e96-321a-49ab-a943-5ded49822dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:12.183544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31354c24-d419-4964-8c20-aae33f4f111b admin admin] Network hostable DHCP agents. Network: e1307d4e-50fc-4f67-922e-cf5011652eed, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:12.227668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31354c24-d419-4964-8c20-aae33f4f111b admin admin] Network e1307d4e-50fc-4f67-922e-cf5011652eed is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:12.243251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-31354c24-d419-4964-8c20-aae33f4f111b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, e1307d4e-50fc-4f67-922e-cf5011652eed) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:12.263859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31354c24-d419-4964-8c20-aae33f4f111b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.264671 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-31354c24-d419-4964-8c20-aae33f4f111b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.295829 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-31354c24-d419-4964-8c20-aae33f4f111b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4923513 Jul 16 01:25:12.341231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3f8f38-7d7d-425a-b789-bff4d58764a1 None None] Network e1307d4e-50fc-4f67-922e-cf5011652eed requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:12.422321 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:12.653957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=74caaa03-bbcf-44ca-96eb-f0745f4c32d0,segment=NetworkSegment(2e15e338-dd7e-4ccf-b3bf-73acd918fe27),segment_id=2e15e338-dd7e-4ccf-b3bf-73acd918fe27)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:12.663409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494774dc-94f0-49a0-a242-52efe518004d req-31b5441b-5be5-48bc-bc55-82d79c6d4ff5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:12.664977 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-494774dc-94f0-49a0-a242-52efe518004d req-31b5441b-5be5-48bc-bc55-82d79c6d4ff5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.1214256 Jul 16 01:25:12.742642 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '74caaa03-bbcf-44ca-96eb-f0745f4c32d0', 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'port_id': '74caaa03-bbcf-44ca-96eb-f0745f4c32d0', 'mac_address': 'fa:16:3e:3f:4d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:12.754694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb349fb7-038c-4c23-af3b-a077f570c08a None None] Network e1307d4e-50fc-4f67-922e-cf5011652eed requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:12.756244 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-494774dc-94f0-49a0-a242-52efe518004d req-af2e7c9d-e10d-4c9b-9dc0-6cf1109391e2 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845728 Jul 16 01:25:12.886508 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:12.947015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:13.048417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19e5b5-8732-4c69-85c7-3078ecdf3afc req-a9cb9956-5c07-4e0b-bb44-7d56c209ea5c tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:13.050666 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f19e5b5-8732-4c69-85c7-3078ecdf3afc req-a9cb9956-5c07-4e0b-bb44-7d56c209ea5c tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 943 time: 0.1520138 Jul 16 01:25:13.176878 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-9801767b-8cff-45d7-bb3e-248fc4cf6d48 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:13.176878 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-9801767b-8cff-45d7-bb3e-248fc4cf6d48 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/networks?id=e1307d4e-50fc-4f67-922e-cf5011652eed HTTP/1.1" status: 200 len: 814 time: 0.1629388 Jul 16 01:25:13.216507 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-4e04801e-622e-4bb9-b102-67f868b8deba tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/quotas/e26e4771e423460f88aa204ff7981a8b HTTP/1.1" status: 200 len: 375 time: 0.0460219 Jul 16 01:25:13.242303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=74caaa03-bbcf-44ca-96eb-f0745f4c32d0,segment=NetworkSegment(2e15e338-dd7e-4ccf-b3bf-73acd918fe27),segment_id=2e15e338-dd7e-4ccf-b3bf-73acd918fe27)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:13.250067 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:13.274280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-95b43fa8-351d-40ca-a135-1fbb73f17d91 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e26e4771e423460f88aa204ff7981a8b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468388 Jul 16 01:25:13.337709 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f19e5b5-8732-4c69-85c7-3078ecdf3afc req-7e82d937-0563-4b9f-a804-9cadb0ece878 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/security-groups?id=c47ca188-4478-4700-8a7e-449dceaacdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826298 Jul 16 01:25:13.339584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=74caaa03-bbcf-44ca-96eb-f0745f4c32d0,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:13.428200 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-5b4f573a-8e24-48c2-b5bf-3ddf60e2c1d8 service neutron] 10.222.0.22 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514194 Jul 16 01:25:13.554227 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-5e417fa9-c32b-4e7d-911f-d714183b9f7a service neutron] 10.222.0.22 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249416 Jul 16 01:25:13.660324 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['74caaa03-bbcf-44ca-96eb-f0745f4c32d0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:13.853421 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb917851-3c48-48bc-a298-a0d24c1aaafa req-f0655ce5-1197-49d8-8e23-770b03e5a0aa tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 210 time: 0.0418451 Jul 16 01:25:14.042775 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f1050-104d-4d2c-b687-d05049444dfd req-4849e051-64ad-454b-94d3-07af46fa4b44 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:14.046997 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-272f1050-104d-4d2c-b687-d05049444dfd req-4849e051-64ad-454b-94d3-07af46fa4b44 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.0944006 Jul 16 01:25:14.122843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-272f1050-104d-4d2c-b687-d05049444dfd req-657e035e-e556-4d17-a855-d2a2f5847629 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662000 Jul 16 01:25:14.593322 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5fd1c-9439-461e-8cb1-c918ce13a2b5 req-35e57887-cdf7-446e-9b3b-4cf850c56a2b tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:14.600243 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1cd5fd1c-9439-461e-8cb1-c918ce13a2b5 req-35e57887-cdf7-446e-9b3b-4cf850c56a2b tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 944 time: 0.1216841 Jul 16 01:25:14.640112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1cd5fd1c-9439-461e-8cb1-c918ce13a2b5 req-bfb8ea21-f3aa-44ca-8235-c40077276eb8 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/security-groups?id=c47ca188-4478-4700-8a7e-449dceaacdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381899 Jul 16 01:25:15.041687 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1c7aa76e-0055-4430-b3f8-27262df49df8 req-3b572d48-0842-42b8-9b79-132fd743d019 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 210 time: 0.0369310 Jul 16 01:25:15.238927 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-e21e25db-5b32-4a68-a505-7c8b2fcadb8a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:15.240490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-e21e25db-5b32-4a68-a505-7c8b2fcadb8a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.69 "GET /v2.0/networks?id=e1307d4e-50fc-4f67-922e-cf5011652eed HTTP/1.1" status: 200 len: 814 time: 0.1492395 Jul 16 01:25:15.259931 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-bf511f2f-7e58-43b6-889f-8f5653bb169a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Request body: {'port': {'device_id': '480755a4-f9ad-47de-9635-f40ee64f020c', 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed', 'admin_state_up': True, 'tenant_id': 'e26e4771e423460f88aa204ff7981a8b'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:15.413463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95294c44-ea3f-4d6f-b100-66eddee607f8 req-ca3fed99-be76-4031-b6ab-4a085be70109 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:15.415053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95294c44-ea3f-4d6f-b100-66eddee607f8 req-ca3fed99-be76-4031-b6ab-4a085be70109 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.1345227 Jul 16 01:25:15.475810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-bf511f2f-7e58-43b6-889f-8f5653bb169a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Made reservation on behalf of e26e4771e423460f88aa204ff7981a8b for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:15.478518 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-bf511f2f-7e58-43b6-889f-8f5653bb169a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:15.484521 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95294c44-ea3f-4d6f-b100-66eddee607f8 req-4d397c5a-2990-4df7-a7a0-0b22c5ca0e3f tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618851 Jul 16 01:25:15.624426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-bf511f2f-7e58-43b6-889f-8f5653bb169a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Allocated IP 172.20.0.6 (e1307d4e-50fc-4f67-922e-cf5011652eed/90b01562-c676-4c86-9404-87a509f3f65f/0d070ab1-b6c8-4b0b-a052-836f7097e0d6) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:16.186006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01890291-c90e-484d-b559-5376c2ed52df req-3ad92ea1-c933-407f-bb6c-4e32607c71b0 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:16.187522 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01890291-c90e-484d-b559-5376c2ed52df req-3ad92ea1-c933-407f-bb6c-4e32607c71b0 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 944 time: 0.1577427 Jul 16 01:25:16.237312 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-bf511f2f-7e58-43b6-889f-8f5653bb169a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.263089 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2347ce78-26f8-4e7a-963e-2b47c48e31f7 req-9552ccb3-02c6-490f-9744-c8dad9d68f98 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 210 time: 0.0562208 Jul 16 01:25:16.294573 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01890291-c90e-484d-b559-5376c2ed52df req-e24ce53a-8709-4e41-a99d-6ac7c0c014df tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/security-groups?id=c47ca188-4478-4700-8a7e-449dceaacdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835695 Jul 16 01:25:16.308414 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:16.332523 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-bf511f2f-7e58-43b6-889f-8f5653bb169a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.376738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:16.382698 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:16.382887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-bf511f2f-7e58-43b6-889f-8f5653bb169a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Network e1307d4e-50fc-4f67-922e-cf5011652eed is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:16.383500 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.390442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-bf511f2f-7e58-43b6-889f-8f5653bb169a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:16.393498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-bf511f2f-7e58-43b6-889f-8f5653bb169a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:16.432289 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf511f2f-7e58-43b6-889f-8f5653bb169a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Pushing event updated for resources: {'Port': ['ID=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:16.455048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-bf511f2f-7e58-43b6-889f-8f5653bb169a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:16.455681 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-bf511f2f-7e58-43b6-889f-8f5653bb169a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.473449 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-bf511f2f-7e58-43b6-889f-8f5653bb169a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2217922 Jul 16 01:25:16.490175 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Request body: {'port': {'device_id': '480755a4-f9ad-47de-9635-f40ee64f020c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:16.543776 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.611797 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=74caaa03-bbcf-44ca-96eb-f0745f4c32d0,segment=NetworkSegment(2e15e338-dd7e-4ccf-b3bf-73acd918fe27),segment_id=2e15e338-dd7e-4ccf-b3bf-73acd918fe27)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:16.612977 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdc8edb-9cb3-40ad-9515-f67cd24a9f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74caaa03-bbcf-44ca-96eb-f0745f4c32d0'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:16.616685 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86d76a1-cc84-4ff1-8ddb-ef0c659e20f9" -d '{"events": [{"server_uuid": "3fdc8edb-9cb3-40ad-9515-f67cd24a9f57", "name": "network-vif-plugged", "status": "completed", "tag": "74caaa03-bbcf-44ca-96eb-f0745f4c32d0"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:16.620243 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.631664 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:16.693402 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b10f691-9777-4fde-b5ed-1618e7abb1c4 x-openstack-request-id: req-5b10f691-9777-4fde-b5ed-1618e7abb1c4 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:16.693703 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdc8edb-9cb3-40ad-9515-f67cd24a9f57", "name": "network-vif-plugged", "status": "completed", "tag": "74caaa03-bbcf-44ca-96eb-f0745f4c32d0", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:16.693970 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b10f691-9777-4fde-b5ed-1618e7abb1c4 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:16.694358 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdc8edb-9cb3-40ad-9515-f67cd24a9f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74caaa03-bbcf-44ca-96eb-f0745f4c32d0', 'code': 200} Jul 16 01:25:16.713749 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=74caaa03-bbcf-44ca-96eb-f0745f4c32d0,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:16.724828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:16.724828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:16.724828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:16.724828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:16.724828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:16.725249 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:16.725384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:16.725711 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:16.726044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:16.726377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:16.726706 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:16.727032 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:25:16.888031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dc136d-62c3-4ac0-9e51-551e4aa627f5 req-bace2bcb-6c20-4525-a2fc-4469361f446c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:16.889480 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48dc136d-62c3-4ac0-9e51-551e4aa627f5 req-bace2bcb-6c20-4525-a2fc-4469361f446c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.1926949 Jul 16 01:25:17.001417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a3b29-933b-49c6-a291-b1e5566c4fbc req-9205902c-6e61-4360-9068-fbc062f19d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:17.001920 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-010a3b29-933b-49c6-a291-b1e5566c4fbc req-9205902c-6e61-4360-9068-fbc062f19d0a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 1097 time: 0.1802006 Jul 16 01:25:17.007615 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48dc136d-62c3-4ac0-9e51-551e4aa627f5 req-724b673c-7b67-41dc-9348-85c47b3059a2 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072423 Jul 16 01:25:17.082108 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-010a3b29-933b-49c6-a291-b1e5566c4fbc req-8c720f45-fbf2-4043-9dd1-9d42abeacf0b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c47ca188-4478-4700-8a7e-449dceaacdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678303 Jul 16 01:25:17.142628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:17.152893 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.167965 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Transition to ACTIVE for port object 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:17.173808 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.248989 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Pushing event updated for resources: {'Port': ['ID=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:17.307518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Attempting to bind port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:17.307888 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Attempting to bind port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '32061e96-321a-49ab-a943-5ded49822dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:17.308226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Attempting to bind port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 on network e1307d4e-50fc-4f67-922e-cf5011652eed {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:17.318067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 on network e1307d4e-50fc-4f67-922e-cf5011652eed not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:17.318402 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Attempting to bind port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 on network e1307d4e-50fc-4f67-922e-cf5011652eed {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:17.323356 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:17.323735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Checking segment: {'id': '32061e96-321a-49ab-a943-5ded49822dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:17.324168 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Bound using segment: {'id': '32061e96-321a-49ab-a943-5ded49822dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:17.324582 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Bound port: 0d070ab1-b6c8-4b0b-a052-836f7097e0d6, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32061e96-321a-49ab-a943-5ded49822dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:17.324951 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.403239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] For port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:17.406703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] For port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:17.411859 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.492386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:17.493118 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:17.494736 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] 10.222.0.69 "PUT /v2.0/ports/0d070ab1-b6c8-4b0b-a052-836f7097e0d6 HTTP/1.1" status: 200 len: 1092 time: 1.0129466 Jul 16 01:25:17.495251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '480755a4-f9ad-47de-9635-f40ee64f020c', 'tag': '0d070ab1-b6c8-4b0b-a052-836f7097e0d6'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:17.497607 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e175d5-645b-4b5a-a0d3-e385786b91c6" -d '{"events": [{"name": "network-changed", "server_uuid": "480755a4-f9ad-47de-9635-f40ee64f020c", "tag": "0d070ab1-b6c8-4b0b-a052-836f7097e0d6"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:17.629296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9b504-aa89-4176-b85e-178e9c726938 service neutron] Pushing event updated for resources: {'Port': ['ID=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:17.667172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2abb7-3ec8-424b-8b7d-0f58aa970fcf req-5bee99e1-d660-4682-93c5-6ef1146dd2c6 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:17.668682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd2abb7-3ec8-424b-8b7d-0f58aa970fcf req-5bee99e1-d660-4682-93c5-6ef1146dd2c6 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 943 time: 0.2328923 Jul 16 01:25:17.704231 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333ce16-d650-450a-99dc-fa1a47f7159e req-22629a9a-0dd6-4467-98ec-1243617fb271 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:17.717765 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3333ce16-d650-450a-99dc-fa1a47f7159e req-22629a9a-0dd6-4467-98ec-1243617fb271 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 945 time: 0.2507515 Jul 16 01:25:17.741313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-c932ad16-8bfa-4233-acac-771f6dcbf04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:17.743265 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-c932ad16-8bfa-4233-acac-771f6dcbf04a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e26e4771e423460f88aa204ff7981a8b&device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 1095 time: 0.1979585 Jul 16 01:25:17.776394 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd2abb7-3ec8-424b-8b7d-0f58aa970fcf req-a530147d-3ef1-4a44-bd6b-830269b4a3ec tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974081 Jul 16 01:25:17.832387 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae90f93a-a093-4362-9a14-b9efb1a8772e x-openstack-request-id: req-ae90f93a-a093-4362-9a14-b9efb1a8772e {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:17.832689 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "480755a4-f9ad-47de-9635-f40ee64f020c", "tag": "0d070ab1-b6c8-4b0b-a052-836f7097e0d6", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:17.832943 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae90f93a-a093-4362-9a14-b9efb1a8772e {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:17.833343 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '480755a4-f9ad-47de-9635-f40ee64f020c', 'tag': '0d070ab1-b6c8-4b0b-a052-836f7097e0d6', 'status': 'completed', 'code': 200} Jul 16 01:25:17.834712 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-5f3b32b7-6bed-496a-9e53-79845f27c96c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d070ab1-b6c8-4b0b-a052-836f7097e0d6 HTTP/1.1" status: 200 len: 217 time: 0.0803220 Jul 16 01:25:17.839308 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3333ce16-d650-450a-99dc-fa1a47f7159e req-dbcddf4f-b712-40c4-a2b8-04ff538d4cb6 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/security-groups?id=c47ca188-4478-4700-8a7e-449dceaacdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109438 Jul 16 01:25:17.907963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-f7c6291c-78b8-4db9-8db8-28c3b61505ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:17.909997 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-f7c6291c-78b8-4db9-8db8-28c3b61505ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=90b01562-c676-4c86-9404-87a509f3f65f HTTP/1.1" status: 200 len: 854 time: 0.0672133 Jul 16 01:25:17.943545 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-5a712438-c2a6-4a9e-a311-27ea91ed51fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e1307d4e-50fc-4f67-922e-cf5011652eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273554 Jul 16 01:25:18.080249 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-51592c23-ec9a-404b-b03f-6f4adbdedaf9 service neutron] 10.222.0.69 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230345 Jul 16 01:25:18.378971 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81f60074-94a2-41a8-bcf6-9405dd8df5e1 req-a5e80a7f-a626-4889-98d3-25c5e306848e service neutron] 10.222.0.69 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908659 Jul 16 01:25:18.397894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa21065b-8373-4977-b8c4-1a9e5cfb6770 req-e93cb7d0-95c0-4d36-914c-3e17e723eefe tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:18.399702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa21065b-8373-4977-b8c4-1a9e5cfb6770 req-e93cb7d0-95c0-4d36-914c-3e17e723eefe tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.2142620 Jul 16 01:25:18.461312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa21065b-8373-4977-b8c4-1a9e5cfb6770 req-f02aa2ef-9c25-49da-b6f0-b037cb6ad738 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545533 Jul 16 01:25:18.515668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e175d5-645b-4b5a-a0d3-e385786b91c6 req-15ae0612-1218-4124-9a2f-28e50141bf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:18.517430 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6e175d5-645b-4b5a-a0d3-e385786b91c6 req-15ae0612-1218-4124-9a2f-28e50141bf6c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e26e4771e423460f88aa204ff7981a8b&device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 1095 time: 0.0596631 Jul 16 01:25:18.648918 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e175d5-645b-4b5a-a0d3-e385786b91c6 req-5e0700dd-7f2d-410f-874b-8456b617846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:18.650876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6e175d5-645b-4b5a-a0d3-e385786b91c6 req-5e0700dd-7f2d-410f-874b-8456b617846d service neutron] 10.222.0.69 "GET /v2.0/networks?id=e1307d4e-50fc-4f67-922e-cf5011652eed HTTP/1.1" status: 200 len: 915 time: 0.1272106 Jul 16 01:25:18.715563 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6e175d5-645b-4b5a-a0d3-e385786b91c6 req-61473276-c829-4f0b-ae89-b465d8092c27 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0d070ab1-b6c8-4b0b-a052-836f7097e0d6 HTTP/1.1" status: 200 len: 217 time: 0.0572927 Jul 16 01:25:18.813732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e175d5-645b-4b5a-a0d3-e385786b91c6 req-9155f92d-10da-4260-89ac-32fed711a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:18.815299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6e175d5-645b-4b5a-a0d3-e385786b91c6 req-9155f92d-10da-4260-89ac-32fed711a491 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=90b01562-c676-4c86-9404-87a509f3f65f HTTP/1.1" status: 200 len: 854 time: 0.0918932 Jul 16 01:25:18.876418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6e175d5-645b-4b5a-a0d3-e385786b91c6 req-0d0873f2-0f62-45ea-974d-9cecb3ace3a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e1307d4e-50fc-4f67-922e-cf5011652eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435457 Jul 16 01:25:19.115291 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6e175d5-645b-4b5a-a0d3-e385786b91c6 req-0d2a6cb2-3432-4418-90d2-de63308a213a service neutron] 10.222.0.69 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310061 Jul 16 01:25:19.182667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63ce468-d2c9-4afb-bedc-ee81453fb3f2 req-c9a69551-cf63-49d1-9dfe-b538a7d156b3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:19.184565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b63ce468-d2c9-4afb-bedc-ee81453fb3f2 req-c9a69551-cf63-49d1-9dfe-b538a7d156b3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 943 time: 0.1848400 Jul 16 01:25:19.267934 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000ba10-af8b-4c40-872e-b36f47bf9588 req-066e8eee-a5e1-4001-bec4-9e7423c0766d tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:19.270096 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8000ba10-af8b-4c40-872e-b36f47bf9588 req-066e8eee-a5e1-4001-bec4-9e7423c0766d tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 945 time: 0.2223668 Jul 16 01:25:19.315232 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b63ce468-d2c9-4afb-bedc-ee81453fb3f2 req-ccc62da1-41d1-46b0-97eb-f4657fca97b2 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231363 Jul 16 01:25:19.318344 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6e175d5-645b-4b5a-a0d3-e385786b91c6 req-4ed2c615-7509-4251-b713-c8fc9220193b service neutron] 10.222.0.69 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940200 Jul 16 01:25:19.339840 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8000ba10-af8b-4c40-872e-b36f47bf9588 req-6d1fca29-19bc-4add-a9c0-a5469746e01f tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/security-groups?id=c47ca188-4478-4700-8a7e-449dceaacdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616207 Jul 16 01:25:19.539829 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db5a9a-2dc6-49d7-9f5e-92fda7f52ddc req-c869b059-35dc-493e-bbe6-2a2552692c26 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:19.541750 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7db5a9a-2dc6-49d7-9f5e-92fda7f52ddc req-c869b059-35dc-493e-bbe6-2a2552692c26 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 945 time: 0.0768173 Jul 16 01:25:19.551236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 32978) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:19.560338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-9f72f25e-4d65-4312-a050-1a1adf8ffcae tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Request body: {'floatingip': {'port_id': '74caaa03-bbcf-44ca-96eb-f0745f4c32d0'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:19.610727 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f72f25e-4d65-4312-a050-1a1adf8ffcae tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:19.799006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f7227-e342-4b77-ac07-ff6b02072152 req-f30f437b-cd40-481f-84b2-ac6ce0b0e367 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:19.800842 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df6f7227-e342-4b77-ac07-ff6b02072152 req-f30f437b-cd40-481f-84b2-ac6ce0b0e367 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.1586239 Jul 16 01:25:19.910282 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df6f7227-e342-4b77-ac07-ff6b02072152 req-7301c2c1-0b01-4561-a924-8f94e61fe9ac tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557852 Jul 16 01:25:20.264585 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f72f25e-4d65-4312-a050-1a1adf8ffcae tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.269780 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f72f25e-4d65-4312-a050-1a1adf8ffcae tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:20.709329 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-9f72f25e-4d65-4312-a050-1a1adf8ffcae tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Floating IP 322eff33-0d9b-447d-a882-1d0badae9e2d associated. External IP: 172.25.2.74, port: 74caaa03-bbcf-44ca-96eb-f0745f4c32d0. Jul 16 01:25:20.781795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdff65-e4c3-48c3-9d86-943ddd88aac3 req-d6e3b927-5d8f-4976-a73e-9cf95654aed7 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:20.783403 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77bdff65-e4c3-48c3-9d86-943ddd88aac3 req-d6e3b927-5d8f-4976-a73e-9cf95654aed7 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 943 time: 0.1289804 Jul 16 01:25:20.857922 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77bdff65-e4c3-48c3-9d86-943ddd88aac3 req-5f20ba37-36e2-4d37-bbdd-fed29971884d tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489821 Jul 16 01:25:21.007781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f72f25e-4d65-4312-a050-1a1adf8ffcae tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Router 1053be32-b81e-4700-8460-bfaaf619ac13 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:25:21.132931 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:21.224780 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f72f25e-4d65-4312-a050-1a1adf8ffcae tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:25:21.236224 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f72f25e-4d65-4312-a050-1a1adf8ffcae tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.275679 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e265d61-aa11-4503-b159-5f98bcd50d90 None None] Sync routers for ids ['1053be32-b81e-4700-8460-bfaaf619ac13'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:25:21.291100 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbcec4-f3af-417e-842d-0aae0c40887e req-7d9d066b-31ec-46a7-ade1-7ccfee59ef72 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:21.293565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ffbcec4-f3af-417e-842d-0aae0c40887e req-7d9d066b-31ec-46a7-ade1-7ccfee59ef72 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.1533587 Jul 16 01:25:21.302196 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e265d61-aa11-4503-b159-5f98bcd50d90 None None] Routers {'1053be32-b81e-4700-8460-bfaaf619ac13'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:21.303011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5e265d61-aa11-4503-b159-5f98bcd50d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:25:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1053be32-b81e-4700-8460-bfaaf619ac13'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:21.321701 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9f72f25e-4d65-4312-a050-1a1adf8ffcae tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "PUT /v2.0/floatingips/322eff33-0d9b-447d-a882-1d0badae9e2d HTTP/1.1" status: 200 len: 990 time: 1.7692161 Jul 16 01:25:21.333372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdc8edb-9cb3-40ad-9515-f67cd24a9f57', 'tag': '74caaa03-bbcf-44ca-96eb-f0745f4c32d0'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:21.337147 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a9f48e-ddd5-4c81-ad19-5fd5eeb62d35" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdc8edb-9cb3-40ad-9515-f67cd24a9f57", "tag": "74caaa03-bbcf-44ca-96eb-f0745f4c32d0"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:21.379040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ffbcec4-f3af-417e-842d-0aae0c40887e req-05c15021-d417-4106-bd66-5332e488dfac tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699241 Jul 16 01:25:21.455055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee337785-7e31-4b91-aa63-d65c87663a71 req-b14a30f3-5089-41a6-89cb-9a9147c214d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:21.457362 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee337785-7e31-4b91-aa63-d65c87663a71 req-b14a30f3-5089-41a6-89cb-9a9147c214d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9ba61207ba2c4f4e854877a3e463e14d&device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0766997 Jul 16 01:25:21.530192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:21.534906 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-5e265d61-aa11-4503-b159-5f98bcd50d90 None None] Set router 1053be32-b81e-4700-8460-bfaaf619ac13 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:21.578700 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '0d070ab1-b6c8-4b0b-a052-836f7097e0d6', 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed', 'port_id': '0d070ab1-b6c8-4b0b-a052-836f7097e0d6', 'mac_address': 'fa:16:3e:ab:f9:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b01562-c676-4c86-9404-87a509f3f65f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:21.588581 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1537f4-61da-4aca-81ef-5218c646d956 x-openstack-request-id: req-6c1537f4-61da-4aca-81ef-5218c646d956 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:21.588881 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdc8edb-9cb3-40ad-9515-f67cd24a9f57", "tag": "74caaa03-bbcf-44ca-96eb-f0745f4c32d0", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:21.589136 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c1537f4-61da-4aca-81ef-5218c646d956 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:21.589530 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdc8edb-9cb3-40ad-9515-f67cd24a9f57', 'tag': '74caaa03-bbcf-44ca-96eb-f0745f4c32d0', 'status': 'completed', 'code': 200} Jul 16 01:25:21.702603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee337785-7e31-4b91-aa63-d65c87663a71 req-e3fd5e2a-0298-4bcc-ad4b-7f15c0aec74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:21.705582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee337785-7e31-4b91-aa63-d65c87663a71 req-e3fd5e2a-0298-4bcc-ad4b-7f15c0aec74b service neutron] 10.222.0.69 "GET /v2.0/networks?id=6504a12b-0a6b-4253-8a36-570413368fa4 HTTP/1.1" status: 200 len: 920 time: 0.2383933 Jul 16 01:25:21.718862 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.807951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee337785-7e31-4b91-aa63-d65c87663a71 req-65d08aaf-745e-4c09-aead-f5893dbcef67 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=065bf33a-ce06-4032-ae27-362a428d5d51 HTTP/1.1" status: 200 len: 217 time: 0.0528111 Jul 16 01:25:21.817138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9f48e-ddd5-4c81-ad19-5fd5eeb62d35 req-0f54bd9a-46c0-4861-acad-ed79d3524efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:21.818926 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59a9f48e-ddd5-4c81-ad19-5fd5eeb62d35 req-0f54bd9a-46c0-4861-acad-ed79d3524efe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=b26c7ce636f344af8313269dbceb7946&device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 1097 time: 0.2210135 Jul 16 01:25:21.835201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:21.856572 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:21.881144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8a8a57-db17-4432-a0fc-9aa7f1b203ec req-bc42d1d7-c48a-4f89-a17a-6ae102a09542 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:21.883916 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:21.890776 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c8a8a57-db17-4432-a0fc-9aa7f1b203ec req-bc42d1d7-c48a-4f89-a17a-6ae102a09542 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.3054802 Jul 16 01:25:21.976943 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee337785-7e31-4b91-aa63-d65c87663a71 req-1b9b3ef6-7185-45b4-9d71-693694770ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:21.979921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee337785-7e31-4b91-aa63-d65c87663a71 req-1b9b3ef6-7185-45b4-9d71-693694770ea1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86fed443-807a-4e25-9ca2-091b2a4e90c8 HTTP/1.1" status: 200 len: 859 time: 0.1656468 Jul 16 01:25:21.991617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:22.032457 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5e265d61-aa11-4503-b159-5f98bcd50d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'name': 'tempest-ServersTestManualDisk-1324698030-router', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:46Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'gw_port': {'id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:48Z', 'updated_at': '2021-07-16T01:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '322eff33-0d9b-447d-a882-1d0badae9e2d', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'port_id': '74caaa03-bbcf-44ca-96eb-f0745f4c32d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'mac_address': 'fa:16:3e:3f:4d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdc8edb-9cb3-40ad-9515-f67cd24a9f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:59Z', 'updated_at': '2021-07-16T01:25:20Z', 'revision_number': 1, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17fe675-acc4-42fd-8772-e156f68b299e', 'name': '', 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'mac_address': 'fa:16:3e:e0:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:51Z', 'updated_at': '2021-07-16T01:25:02Z', 'revision_number': 5, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'subnets': [{'id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:22.076518 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e265d61-aa11-4503-b159-5f98bcd50d90 None None] Checking router: 1053be32-b81e-4700-8460-bfaaf619ac13 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:25:22.078495 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee337785-7e31-4b91-aa63-d65c87663a71 req-f6548b51-9dcd-4cfc-9509-60bf3ded544a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6504a12b-0a6b-4253-8a36-570413368fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824423 Jul 16 01:25:22.083581 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e265d61-aa11-4503-b159-5f98bcd50d90 None None] Routers {'1053be32-b81e-4700-8460-bfaaf619ac13'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:25:22.084261 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5e265d61-aa11-4503-b159-5f98bcd50d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:25:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1053be32-b81e-4700-8460-bfaaf619ac13'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:22.086969 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c8a8a57-db17-4432-a0fc-9aa7f1b203ec req-e858b698-6426-4c62-a4f4-930e159780c0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949072 Jul 16 01:25:22.142522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9f48e-ddd5-4c81-ad19-5fd5eeb62d35 req-b6a43b11-1eb0-4704-9e17-d334ff2a6d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:22.144088 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59a9f48e-ddd5-4c81-ad19-5fd5eeb62d35 req-b6a43b11-1eb0-4704-9e17-d334ff2a6d41 service neutron] 10.222.0.70 "GET /v2.0/networks?id=80a71a10-4f75-4dfc-8149-655a58a39291 HTTP/1.1" status: 200 len: 913 time: 0.3151779 Jul 16 01:25:22.183790 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['0d070ab1-b6c8-4b0b-a052-836f7097e0d6'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:22.292731 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-5e265d61-aa11-4503-b159-5f98bcd50d90 None None] Set router 1053be32-b81e-4700-8460-bfaaf619ac13 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:25:22.322968 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59a9f48e-ddd5-4c81-ad19-5fd5eeb62d35 req-e4419097-5b82-4754-92ea-27573f143137 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=74caaa03-bbcf-44ca-96eb-f0745f4c32d0 HTTP/1.1" status: 200 len: 998 time: 0.1506925 Jul 16 01:25:22.335382 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee337785-7e31-4b91-aa63-d65c87663a71 req-5c963fb3-0b48-4852-b1fd-ba0da1137a6c service neutron] 10.222.0.69 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452724 Jul 16 01:25:22.519991 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846578b2-bab6-4cce-b658-e70f99d482f8 req-3c6294e8-0e85-427c-9af8-8fee0389e133 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:22.521851 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-846578b2-bab6-4cce-b658-e70f99d482f8 req-3c6294e8-0e85-427c-9af8-8fee0389e133 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 944 time: 0.4047105 Jul 16 01:25:22.567024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9f48e-ddd5-4c81-ad19-5fd5eeb62d35 req-5959199f-e693-4b0c-a560-2f974082e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:22.568661 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59a9f48e-ddd5-4c81-ad19-5fd5eeb62d35 req-5959199f-e693-4b0c-a560-2f974082e92c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ff00f1c-308b-438e-9560-b6ed4ef1200b HTTP/1.1" status: 200 len: 851 time: 0.2313828 Jul 16 01:25:22.589501 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5e265d61-aa11-4503-b159-5f98bcd50d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'name': 'tempest-ServersTestManualDisk-1324698030-router', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:46Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'gw_port': {'id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:48Z', 'updated_at': '2021-07-16T01:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '322eff33-0d9b-447d-a882-1d0badae9e2d', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'port_id': '74caaa03-bbcf-44ca-96eb-f0745f4c32d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'mac_address': 'fa:16:3e:3f:4d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdc8edb-9cb3-40ad-9515-f67cd24a9f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:59Z', 'updated_at': '2021-07-16T01:25:20Z', 'revision_number': 1, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17fe675-acc4-42fd-8772-e156f68b299e', 'name': '', 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'mac_address': 'fa:16:3e:e0:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:51Z', 'updated_at': '2021-07-16T01:25:02Z', 'revision_number': 5, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'subnets': [{'id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:25:22.622907 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee337785-7e31-4b91-aa63-d65c87663a71 req-99dfc85c-4a7f-44a5-9a06-134793aa077a service neutron] 10.222.0.69 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749584 Jul 16 01:25:22.629290 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e265d61-aa11-4503-b159-5f98bcd50d90 None None] The sync data for ids ['1053be32-b81e-4700-8460-bfaaf619ac13'] in n-d-791505-14 is: [{'id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'name': 'tempest-ServersTestManualDisk-1324698030-router', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:46Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'gw_port': {'id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:48Z', 'updated_at': '2021-07-16T01:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '322eff33-0d9b-447d-a882-1d0badae9e2d', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'port_id': '74caaa03-bbcf-44ca-96eb-f0745f4c32d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1634, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'mac_address': 'fa:16:3e:3f:4d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fdc8edb-9cb3-40ad-9515-f67cd24a9f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:24:59Z', 'updated_at': '2021-07-16T01:25:20Z', 'revision_number': 1, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b17fe675-acc4-42fd-8772-e156f68b299e', 'name': '', 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'mac_address': 'fa:16:3e:e0:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:51Z', 'updated_at': '2021-07-16T01:25:02Z', 'revision_number': 5, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'subnets': [{'id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:25:22.668638 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-846578b2-bab6-4cce-b658-e70f99d482f8 req-48dff1fc-83b3-48fb-b246-8e787cefbcc3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343620 Jul 16 01:25:22.717438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd93ae57-c41f-4502-a9ef-f05055d65258 req-8a508e75-e725-45c8-ac3c-963f49c36042 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:22.719053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd93ae57-c41f-4502-a9ef-f05055d65258 req-8a508e75-e725-45c8-ac3c-963f49c36042 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.1540837 Jul 16 01:25:22.802989 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9f48e-ddd5-4c81-ad19-5fd5eeb62d35 req-53df7aa7-72cd-426c-a493-0ed1aaa0bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:22.805484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59a9f48e-ddd5-4c81-ad19-5fd5eeb62d35 req-53df7aa7-72cd-426c-a493-0ed1aaa0bc5b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=80a71a10-4f75-4dfc-8149-655a58a39291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2236748 Jul 16 01:25:22.901253 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd93ae57-c41f-4502-a9ef-f05055d65258 req-3ab718ee-ce78-4062-95d5-4368ac5467c3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703298 Jul 16 01:25:22.985245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59a9f48e-ddd5-4c81-ad19-5fd5eeb62d35 req-8496417e-1d8e-4221-b00b-6ff01a4ba082 service neutron] 10.222.0.70 "GET /v2.0/networks/80a71a10-4f75-4dfc-8149-655a58a39291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574576 Jul 16 01:25:23.067927 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6eeca9-8e82-46f6-a3fd-d2aa1c36ec95 None None] New status for floating IP 322eff33-0d9b-447d-a882-1d0badae9e2d: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:25:23.115837 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59a9f48e-ddd5-4c81-ad19-5fd5eeb62d35 req-ef47015f-4051-4835-815c-a99cf0f79fa5 service neutron] 10.222.0.70 "GET /v2.0/networks/80a71a10-4f75-4dfc-8149-655a58a39291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235294 Jul 16 01:25:23.156595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:23.262998 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:23.270287 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:23.270677 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.350532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812490f-2c81-4254-9dd9-634af5629ed3 req-c266696d-8cc5-4f09-b740-c9e9a4922fee tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:23.352698 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1812490f-2c81-4254-9dd9-634af5629ed3 req-c266696d-8cc5-4f09-b740-c9e9a4922fee tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.1180093 Jul 16 01:25:23.386767 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.409954 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1812490f-2c81-4254-9dd9-634af5629ed3 req-bd0f8a8c-dcf5-4011-bb23-7d3e5e5cd8e7 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474210 Jul 16 01:25:23.411608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480755a4-f9ad-47de-9635-f40ee64f020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d070ab1-b6c8-4b0b-a052-836f7097e0d6'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:23.414515 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af692b96-1946-4e36-86f1-98df53cdc0f5" -d '{"events": [{"server_uuid": "480755a4-f9ad-47de-9635-f40ee64f020c", "name": "network-vif-plugged", "status": "completed", "tag": "0d070ab1-b6c8-4b0b-a052-836f7097e0d6"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:23.428147 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:23.432704 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:23.463330 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ac199d-aee1-4daf-8255-3b9a0fb9ffee x-openstack-request-id: req-30ac199d-aee1-4daf-8255-3b9a0fb9ffee {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:23.463690 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480755a4-f9ad-47de-9635-f40ee64f020c", "name": "network-vif-plugged", "status": "completed", "tag": "0d070ab1-b6c8-4b0b-a052-836f7097e0d6", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:23.464089 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30ac199d-aee1-4daf-8255-3b9a0fb9ffee {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:23.465317 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480755a4-f9ad-47de-9635-f40ee64f020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d070ab1-b6c8-4b0b-a052-836f7097e0d6', 'code': 200} Jul 16 01:25:23.491555 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:23.604968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb89cf-0bdc-49e3-af1b-63c02dd402c2 req-95b207ab-ee32-4de8-bd72-5cd797a0503f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:23.606552 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dbcb89cf-0bdc-49e3-af1b-63c02dd402c2 req-95b207ab-ee32-4de8-bd72-5cd797a0503f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 1097 time: 0.0552003 Jul 16 01:25:23.641215 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dbcb89cf-0bdc-49e3-af1b-63c02dd402c2 req-ddbaf030-b759-4842-aabe-57221eede6ee service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278382 Jul 16 01:25:23.909715 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7fd10-88a3-4302-8560-734d910e0826 req-beb13567-4deb-4469-9a00-b23cc62f2a43 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:23.911329 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76a7fd10-88a3-4302-8560-734d910e0826 req-beb13567-4deb-4469-9a00-b23cc62f2a43 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.0885866 Jul 16 01:25:23.959626 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76a7fd10-88a3-4302-8560-734d910e0826 req-bbfdd7d8-34c0-416e-9ef2-7ecce3c2c2ae tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400338 Jul 16 01:25:24.161598 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9930a-d15b-4d05-b431-75f611b5e42c req-bec6d29a-7f0c-4fb3-a7d1-872b72c89e20 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:24.163122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7eb9930a-d15b-4d05-b431-75f611b5e42c req-bec6d29a-7f0c-4fb3-a7d1-872b72c89e20 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.0806100 Jul 16 01:25:24.204382 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7eb9930a-d15b-4d05-b431-75f611b5e42c req-04936b2e-bd17-486a-88b1-6fef4037ddfb tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349455 Jul 16 01:25:24.608239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be259112-94cb-4632-b696-385eb0c11933 req-57e1a026-cf45-4018-98f7-32ac4a779b87 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:24.616890 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be259112-94cb-4632-b696-385eb0c11933 req-57e1a026-cf45-4018-98f7-32ac4a779b87 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.0849459 Jul 16 01:25:24.656202 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be259112-94cb-4632-b696-385eb0c11933 req-511e418d-31cc-4f63-bc5c-d4781c70ce87 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382645 Jul 16 01:25:25.182905 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c472f3fc-d7a1-4f0c-ad2f-a7da54b8a606 req-b6451b91-b06a-4bbd-945e-3dfc5aa0cc6e tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.184807 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c472f3fc-d7a1-4f0c-ad2f-a7da54b8a606 req-b6451b91-b06a-4bbd-945e-3dfc5aa0cc6e tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.0884955 Jul 16 01:25:25.244936 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c472f3fc-d7a1-4f0c-ad2f-a7da54b8a606 req-82e2956d-c168-40c9-88be-b0b55a229068 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533705 Jul 16 01:25:25.504643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1981d6-007c-486d-8b8a-64be881932a8 req-a419da66-537b-4ca2-a008-e7c9ff91c19d tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.506091 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea1981d6-007c-486d-8b8a-64be881932a8 req-a419da66-537b-4ca2-a008-e7c9ff91c19d tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.1100280 Jul 16 01:25:25.523849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b92c03d-0a07-4475-b122-565098aa5d59 req-25e3f878-a9a4-4104-beba-0098fd07b99f tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.525320 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b92c03d-0a07-4475-b122-565098aa5d59 req-25e3f878-a9a4-4104-beba-0098fd07b99f tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.0940235 Jul 16 01:25:25.587872 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea1981d6-007c-486d-8b8a-64be881932a8 req-a8b71037-46bc-484c-887d-61422356ad95 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740969 Jul 16 01:25:25.593291 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b92c03d-0a07-4475-b122-565098aa5d59 req-95bda85a-a7fc-4b39-b3cb-11c36cf258b4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580728 Jul 16 01:25:25.887828 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23b67e-59f1-49f1-b889-f21007ebb22a req-10da1274-1db5-4e7b-bfc7-67acbdb92d69 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:25.895482 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f23b67e-59f1-49f1-b889-f21007ebb22a req-10da1274-1db5-4e7b-bfc7-67acbdb92d69 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.0860875 Jul 16 01:25:25.940965 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f23b67e-59f1-49f1-b889-f21007ebb22a req-4a5cf94c-c247-4f86-be14-502f58a2fcb7 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444303 Jul 16 01:25:26.220694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ef6ab-44f8-44f8-a7ec-eb81591f71c2 req-f8af6fd6-f5e4-4e3f-949c-f6c2ae37a89c tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.225519 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-355ef6ab-44f8-44f8-a7ec-eb81591f71c2 req-f8af6fd6-f5e4-4e3f-949c-f6c2ae37a89c tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.0776906 Jul 16 01:25:26.277718 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-355ef6ab-44f8-44f8-a7ec-eb81591f71c2 req-f4976f55-8ac7-494d-85f5-4ff57aa3fbdb tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477946 Jul 16 01:25:26.798572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1282051-6800-49f2-92cd-bb94acbb94e9 req-2401e02a-b56f-4b53-8154-b360e5e53273 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:26.800226 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1282051-6800-49f2-92cd-bb94acbb94e9 req-2401e02a-b56f-4b53-8154-b360e5e53273 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.0892110 Jul 16 01:25:26.842915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1282051-6800-49f2-92cd-bb94acbb94e9 req-4540780c-393c-48d7-88f9-267480b3d6ac tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372107 Jul 16 01:25:27.133697 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bac95e-a1e9-4ede-ac47-aa12b390795c req-bfb6d03e-a025-4e32-a5a5-04c855209bc2 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:27.135494 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63bac95e-a1e9-4ede-ac47-aa12b390795c req-bfb6d03e-a025-4e32-a5a5-04c855209bc2 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.0643809 Jul 16 01:25:27.173614 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63bac95e-a1e9-4ede-ac47-aa12b390795c req-ad7317df-2c4a-40b0-976b-65849db0dab5 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323811 Jul 16 01:25:27.466469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ea059-3919-48f7-818c-ad42d750940d req-f36ec3d2-cfcc-474d-9003-0c83ae7bd801 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:27.468298 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b7ea059-3919-48f7-818c-ad42d750940d req-f36ec3d2-cfcc-474d-9003-0c83ae7bd801 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.0773330 Jul 16 01:25:27.514112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b7ea059-3919-48f7-818c-ad42d750940d req-c249c587-5d3b-43eb-be65-101bad4b4610 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343487 Jul 16 01:25:28.030140 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7174f-2fbd-4e59-9517-d1f3a7a20d81 req-9b6fb305-9cf7-43a6-a89d-de57dd581cc4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:28.031818 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ca7174f-2fbd-4e59-9517-d1f3a7a20d81 req-9b6fb305-9cf7-43a6-a89d-de57dd581cc4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.0722845 Jul 16 01:25:28.078794 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ca7174f-2fbd-4e59-9517-d1f3a7a20d81 req-cc1d5ace-7e02-47fc-aae2-5deadcbf1bbb tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405760 Jul 16 01:25:28.368415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13615af5-29cc-481d-b3d6-428eb452b4fc req-e78f3e96-a8dd-4e09-81b4-9fd5621940cf tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:28.370206 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13615af5-29cc-481d-b3d6-428eb452b4fc req-e78f3e96-a8dd-4e09-81b4-9fd5621940cf tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.0754941 Jul 16 01:25:28.410055 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13615af5-29cc-481d-b3d6-428eb452b4fc req-1dc2ba9a-2c53-4edf-9090-357accb7445a tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343053 Jul 16 01:25:28.704175 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94060329-61c5-4ea2-821c-ce560299de7b req-11927313-83a0-47bf-81e5-59037d983262 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:28.705864 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94060329-61c5-4ea2-821c-ce560299de7b req-11927313-83a0-47bf-81e5-59037d983262 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.0660710 Jul 16 01:25:28.748512 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94060329-61c5-4ea2-821c-ce560299de7b req-6f4fcff4-e384-470e-abaf-f64075e119a8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369661 Jul 16 01:25:29.101109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33286) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:29.255004 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36cdf68c-4843-4ca7-b86b-96ae78b9c0b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.310828 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7e7db-99bb-44a1-a41b-30e15444aae4 req-37806369-9ee4-4e9c-9c38-43029e3281b0 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:29.312342 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ede7e7db-99bb-44a1-a41b-30e15444aae4 req-37806369-9ee4-4e9c-9c38-43029e3281b0 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.1007662 Jul 16 01:25:29.375588 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ede7e7db-99bb-44a1-a41b-30e15444aae4 req-5dc519ea-3ab4-4fc0-a021-5e86100641e2 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556755 Jul 16 01:25:29.407823 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36cdf68c-4843-4ca7-b86b-96ae78b9c0b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.412325 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36cdf68c-4843-4ca7-b86b-96ae78b9c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.450956 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdf68c-4843-4ca7-b86b-96ae78b9c0b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451483dc-db51-4074-b9d9-efa344d1db64,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:29.464139 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-36cdf68c-4843-4ca7-b86b-96ae78b9c0b7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=908261b59c594dd6b79779b28e1fd527&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612745 Jul 16 01:25:29.466350 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33298) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:29.525360 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ce7a621f-8be9-4a79-b26b-8772f5b001e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.558799 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ce7a621f-8be9-4a79-b26b-8772f5b001e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.636522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e206232-4f92-4682-be2f-1fe0c3349658 req-e13f633d-5eb7-414a-9abd-25869e03acf0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:29.638163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e206232-4f92-4682-be2f-1fe0c3349658 req-e13f633d-5eb7-414a-9abd-25869e03acf0 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.0976846 Jul 16 01:25:29.649715 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ce7a621f-8be9-4a79-b26b-8772f5b001e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.653287 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ce7a621f-8be9-4a79-b26b-8772f5b001e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:29.656995 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ce7a621f-8be9-4a79-b26b-8772f5b001e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/451483dc-db51-4074-b9d9-efa344d1db64 HTTP/1.1" status: 204 len: 168 time: 0.1873012 Jul 16 01:25:29.681914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a621f-8be9-4a79-b26b-8772f5b001e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451483dc-db51-4074-b9d9-efa344d1db64,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:29.710156 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e206232-4f92-4682-be2f-1fe0c3349658 req-432fea64-1c76-4687-a3d0-1c7e8f87ea49 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544214 Jul 16 01:25:29.935468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17da071e-a739-4b85-8a02-9f2addbb6e8e req-e450e1d4-464d-4bd3-9a67-00107a39f255 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:29.936808 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17da071e-a739-4b85-8a02-9f2addbb6e8e req-e450e1d4-464d-4bd3-9a67-00107a39f255 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.0679467 Jul 16 01:25:29.991018 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17da071e-a739-4b85-8a02-9f2addbb6e8e req-fff77071-94e8-4f86-9495-c79e58debd54 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444140 Jul 16 01:25:30.173617 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:30.585214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5472416-e0f5-4674-a059-97c213b269eb req-9ee6a116-3d89-4d91-87dc-252622cdec52 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:30.588480 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5472416-e0f5-4674-a059-97c213b269eb req-9ee6a116-3d89-4d91-87dc-252622cdec52 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.0677428 Jul 16 01:25:30.630637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5472416-e0f5-4674-a059-97c213b269eb req-56122970-7423-419b-92af-6705f7e311ca tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362222 Jul 16 01:25:30.958359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706258c-3570-4f92-abec-631597fa3dba req-d6475d78-0388-408f-974d-526fb384f7e6 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:30.959967 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3706258c-3570-4f92-abec-631597fa3dba req-d6475d78-0388-408f-974d-526fb384f7e6 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.0705860 Jul 16 01:25:31.013332 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:31.042376 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3706258c-3570-4f92-abec-631597fa3dba req-844bfe9d-3bf9-4e10-b633-319e8dd7c9f1 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743933 Jul 16 01:25:31.239175 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110074f0-bba9-4715-8abe-68dd7d16813c req-32a2dd5a-ff14-40b5-9424-8eb51ee50ada tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.240848 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-110074f0-bba9-4715-8abe-68dd7d16813c req-32a2dd5a-ff14-40b5-9424-8eb51ee50ada tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.0709660 Jul 16 01:25:31.288518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-110074f0-bba9-4715-8abe-68dd7d16813c req-2abe3362-7fe7-4b3d-bba6-4944e794ac8f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391760 Jul 16 01:25:31.820006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017206d2-5dbe-476a-9691-a26daf380bbe req-ca576aa7-698e-4dc2-bcd9-3300060bfec1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:31.821591 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-017206d2-5dbe-476a-9691-a26daf380bbe req-ca576aa7-698e-4dc2-bcd9-3300060bfec1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.0668070 Jul 16 01:25:31.861067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-017206d2-5dbe-476a-9691-a26daf380bbe req-133e1af4-dc34-4118-99e2-8d2c22dd0525 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336978 Jul 16 01:25:32.318376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3f14f-c43f-4624-b2cc-76a10c7b124d req-3f8ff84a-e6e4-48c6-a1f6-64fdadf63324 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.320116 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c3f14f-c43f-4624-b2cc-76a10c7b124d req-3f8ff84a-e6e4-48c6-a1f6-64fdadf63324 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.0828075 Jul 16 01:25:32.367166 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c3f14f-c43f-4624-b2cc-76a10c7b124d req-2ae62d90-9374-433a-a7a6-9dbf731acad2 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413749 Jul 16 01:25:32.493227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755f265-7d9c-4e46-933a-03f5c54f0012 req-3d437333-38d3-4310-ba73-125c511b0c86 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:32.494755 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0755f265-7d9c-4e46-933a-03f5c54f0012 req-3d437333-38d3-4310-ba73-125c511b0c86 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.0642061 Jul 16 01:25:32.533432 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0755f265-7d9c-4e46-933a-03f5c54f0012 req-85efa8fa-99ad-4e99-be54-14426918818b tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326517 Jul 16 01:25:33.064292 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8fb917-8b3d-423a-ab46-299f119191c3 req-3e01244c-e249-4935-9223-e9d5facc1282 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.066437 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d8fb917-8b3d-423a-ab46-299f119191c3 req-3e01244c-e249-4935-9223-e9d5facc1282 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.0723853 Jul 16 01:25:33.105281 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d8fb917-8b3d-423a-ab46-299f119191c3 req-9aec9c48-ac56-4248-9501-e816c71594b5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330091 Jul 16 01:25:33.570904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32b8a9a-fd9a-4ac9-b19b-ff65efcf814b req-1fa65696-228a-4669-8192-2445ed396188 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.572828 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b32b8a9a-fd9a-4ac9-b19b-ff65efcf814b req-1fa65696-228a-4669-8192-2445ed396188 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.0773244 Jul 16 01:25:33.614527 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b32b8a9a-fd9a-4ac9-b19b-ff65efcf814b req-846c2926-6b95-4b95-980f-73d8cd76e2b9 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348217 Jul 16 01:25:33.765330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5dc67-379e-4962-816c-cff1d82ae1a1 req-114e6086-44c0-4938-802f-380d19911e3b tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.767061 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4d5dc67-379e-4962-816c-cff1d82ae1a1 req-114e6086-44c0-4938-802f-380d19911e3b tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.0721953 Jul 16 01:25:33.809708 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4d5dc67-379e-4962-816c-cff1d82ae1a1 req-b091d761-bd61-43b4-a4a3-e2b499e1f5d3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352848 Jul 16 01:25:33.996481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ae66b-1299-4121-b0c4-d646fcc16f26 req-a2300fb0-89c6-4200-a28c-c975965d3daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:33.998628 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4d9ae66b-1299-4121-b0c4-d646fcc16f26 req-a2300fb0-89c6-4200-a28c-c975965d3daf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 1097 time: 0.0699461 Jul 16 01:25:34.038494 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4d9ae66b-1299-4121-b0c4-d646fcc16f26 req-553ce9e8-6257-48b9-89eb-abb337a334a2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304525 Jul 16 01:25:34.316297 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd8bd3d-d9bb-4348-ae58-6d07e037a36a req-3d4eddc7-c7a3-4af4-8c38-f2c38790932d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.318078 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7cd8bd3d-d9bb-4348-ae58-6d07e037a36a req-3d4eddc7-c7a3-4af4-8c38-f2c38790932d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.0857892 Jul 16 01:25:34.369602 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7cd8bd3d-d9bb-4348-ae58-6d07e037a36a req-c978cc42-63c3-4eca-a426-0e2ca160092d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449202 Jul 16 01:25:34.754387 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-250b1e3f-4d13-4e29-8bf1-bdb637676ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:34.819876 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a7d5e-7708-443a-8a3f-7fa15eb76d77 req-5aba93a4-e470-438a-bb26-c6d095aa19ad tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:34.821708 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a7a7d5e-7708-443a-8a3f-7fa15eb76d77 req-5aba93a4-e470-438a-bb26-c6d095aa19ad tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.0767007 Jul 16 01:25:34.877438 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a7a7d5e-7708-443a-8a3f-7fa15eb76d77 req-5303d3f7-d63c-4738-89d9-9130f37427e5 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498822 Jul 16 01:25:35.053639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750eb0ed-7f79-450a-8751-1fc3b75fc019 req-94d081de-a274-4577-b5b2-d989810251c3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:35.055151 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-750eb0ed-7f79-450a-8751-1fc3b75fc019 req-94d081de-a274-4577-b5b2-d989810251c3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.1009724 Jul 16 01:25:35.100274 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-750eb0ed-7f79-450a-8751-1fc3b75fc019 req-e01e791e-26c7-436b-8c06-ce8996d09fb2 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350003 Jul 16 01:25:35.536886 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe2bf2-687d-4a03-8387-22eef839fc6f req-a4462dde-487a-4a94-9cae-b096ba1df7f1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:35.539629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcfe2bf2-687d-4a03-8387-22eef839fc6f req-a4462dde-487a-4a94-9cae-b096ba1df7f1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.0670464 Jul 16 01:25:35.581580 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcfe2bf2-687d-4a03-8387-22eef839fc6f req-6f09ff7a-83ba-476b-8a47-732e34349366 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344412 Jul 16 01:25:35.874611 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7287e-7b3c-40a3-a7fb-afffc78cb18b req-ca19ca0b-1e1e-4f01-8f96-4c76a5983599 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:35.876513 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dda7287e-7b3c-40a3-a7fb-afffc78cb18b req-ca19ca0b-1e1e-4f01-8f96-4c76a5983599 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.0725322 Jul 16 01:25:35.921460 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dda7287e-7b3c-40a3-a7fb-afffc78cb18b req-a228b3c2-8add-4b73-811c-d56c6d8cb14c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380700 Jul 16 01:25:36.166770 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ecf86-3d33-4362-a21c-16e260e361f1 req-848b22e4-de6f-47bf-bf29-37759d41d0b6 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:36.166770 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-894ecf86-3d33-4362-a21c-16e260e361f1 req-848b22e4-de6f-47bf-bf29-37759d41d0b6 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.1440120 Jul 16 01:25:36.178572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f563bf-f84e-4e57-a980-3c9d4125c12e req-6c2a8348-d38d-4e26-acec-227694fda2b1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:36.180343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47f563bf-f84e-4e57-a980-3c9d4125c12e req-6c2a8348-d38d-4e26-acec-227694fda2b1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1102672 Jul 16 01:25:36.240469 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-894ecf86-3d33-4362-a21c-16e260e361f1 req-65574a4c-50c0-4a0c-9ed0-99c68d7137f4 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792053 Jul 16 01:25:36.257320 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47f563bf-f84e-4e57-a980-3c9d4125c12e req-6b75f07f-333e-4fc3-8a13-6abc47a5e577 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629110 Jul 16 01:25:36.460304 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc63c22-6612-4fac-996b-968b964f747e req-d6e66fad-7187-4036-856e-cac8d70abd97 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:36.462213 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ddc63c22-6612-4fac-996b-968b964f747e req-d6e66fad-7187-4036-856e-cac8d70abd97 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.0820842 Jul 16 01:25:36.526360 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ddc63c22-6612-4fac-996b-968b964f747e req-3aa8fe7e-4c88-4a16-a8e9-d031c1a0fa85 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574248 Jul 16 01:25:36.726999 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-461e447b-8631-4ca4-854c-6da1b03e3574 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:36.728447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-461e447b-8631-4ca4-854c-6da1b03e3574 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 811 time: 0.1194699 Jul 16 01:25:36.746783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-7d6ea316-a20c-49a6-ac6f-ba7aad492be9 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/quotas/a78825c4b7e744d2b876a9d861c51f8b HTTP/1.1" status: 200 len: 375 time: 0.0102167 Jul 16 01:25:36.844648 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-9c18ed67-9cb7-42c2-87c4-582fd95c14a7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0922358 Jul 16 01:25:37.289109 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.336026 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-90d0fb3e-204a-4850-82d7-0b4348e9a533 service neutron] 10.222.0.22 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4837198 Jul 16 01:25:37.398801 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6107ef6-9af5-4a80-961f-bc55a559ee28 req-2eb448a9-2074-45fe-9e4b-0d62775535b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.398801 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6107ef6-9af5-4a80-961f-bc55a559ee28 req-2eb448a9-2074-45fe-9e4b-0d62775535b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9ba61207ba2c4f4e854877a3e463e14d&device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 1097 time: 0.4637716 Jul 16 01:25:37.443848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cb0f8-9b3e-4c32-898b-2c40a83f7212 req-924e11d8-38ce-48af-991f-161df3d154ed tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.450474 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-917cb0f8-9b3e-4c32-898b-2c40a83f7212 req-924e11d8-38ce-48af-991f-161df3d154ed tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.1783400 Jul 16 01:25:37.550978 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-9cdcd1f9-9dc6-4a7e-a4c8-e069962dd3a7 service neutron] 10.222.0.22 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062390 Jul 16 01:25:37.573875 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-917cb0f8-9b3e-4c32-898b-2c40a83f7212 req-c9fefddf-2ee8-4ee7-88d5-27868d641dcb tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224716 Jul 16 01:25:37.607049 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:25:37.616251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6107ef6-9af5-4a80-961f-bc55a559ee28 req-8e0e6b96-5b57-4db3-8c22-a74e06839e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.618235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6107ef6-9af5-4a80-961f-bc55a559ee28 req-8e0e6b96-5b57-4db3-8c22-a74e06839e3b service neutron] 10.222.0.69 "GET /v2.0/networks?id=6504a12b-0a6b-4253-8a36-570413368fa4 HTTP/1.1" status: 200 len: 920 time: 0.1903110 Jul 16 01:25:37.632396 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1c1244e6-f4b0-4e90-9c53-1eb1c53737ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:37.672021 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6107ef6-9af5-4a80-961f-bc55a559ee28 req-8866974b-9849-4e0c-9911-2940ea515fb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=065bf33a-ce06-4032-ae27-362a428d5d51 HTTP/1.1" status: 200 len: 217 time: 0.0464082 Jul 16 01:25:37.760101 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6107ef6-9af5-4a80-961f-bc55a559ee28 req-c4a80c20-cf61-42fa-88dd-da5ce7e25916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:37.761586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6107ef6-9af5-4a80-961f-bc55a559ee28 req-c4a80c20-cf61-42fa-88dd-da5ce7e25916 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=86fed443-807a-4e25-9ca2-091b2a4e90c8 HTTP/1.1" status: 200 len: 859 time: 0.0834126 Jul 16 01:25:37.844037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6107ef6-9af5-4a80-961f-bc55a559ee28 req-ebbd62d3-a34e-422b-8f8d-deecce344cf6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6504a12b-0a6b-4253-8a36-570413368fa4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760937 Jul 16 01:25:38.038474 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-324a4a12-aab8-4b2b-b491-2a1e937b6e80 req-d9828c1a-3383-42ef-932f-18742cf98533 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=aec267a7-8bac-4b7f-8d5e-ecc6095794d2 HTTP/1.1" status: 200 len: 210 time: 0.0825236 Jul 16 01:25:38.068505 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6107ef6-9af5-4a80-961f-bc55a559ee28 req-d848997c-bbf1-4eb4-82be-dfa4e94acd29 service neutron] 10.222.0.69 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171161 Jul 16 01:25:38.076390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc55f65-c87f-40ba-8170-ca577f44bb11 req-8b5c429c-8e1e-41c3-9f49-f45fed788204 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:38.077862 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0bc55f65-c87f-40ba-8170-ca577f44bb11 req-8b5c429c-8e1e-41c3-9f49-f45fed788204 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.2276995 Jul 16 01:25:38.137956 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0bc55f65-c87f-40ba-8170-ca577f44bb11 req-2488d73e-6e68-4164-9a74-7a58cefcb245 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511146 Jul 16 01:25:38.232467 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6107ef6-9af5-4a80-961f-bc55a559ee28 req-463336d3-66be-4593-9196-f5099387ef02 service neutron] 10.222.0.69 "GET /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525450 Jul 16 01:25:38.491151 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:38.782774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7220b0-399b-4835-ae9e-77dfe58f6bfd req-4fe8d59c-b7a8-4165-88a0-5e0cffa32a7f tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:38.786769 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce7220b0-399b-4835-ae9e-77dfe58f6bfd req-4fe8d59c-b7a8-4165-88a0-5e0cffa32a7f tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.0871315 Jul 16 01:25:38.840334 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce7220b0-399b-4835-ae9e-77dfe58f6bfd req-8d4a346a-dd6c-4067-aa58-d22306d76c87 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482790 Jul 16 01:25:39.372156 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7047d053-0007-4bc9-9852-d80004c1ea73 req-8e4d13af-5117-4897-83b9-249651eee41f tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=aec267a7-8bac-4b7f-8d5e-ecc6095794d2 HTTP/1.1" status: 200 len: 210 time: 0.0892746 Jul 16 01:25:39.451279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-80227704-52eb-4b5b-989b-64465470ad75 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:39.452834 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-80227704-52eb-4b5b-989b-64465470ad75 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.70 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 811 time: 0.2922001 Jul 16 01:25:39.479826 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af45cc9a-94fa-416b-a8b1-0986a23b9842 req-fe175176-3609-4450-88a1-0cde6b1a74e2 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:39.481413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-af45cc9a-94fa-416b-a8b1-0986a23b9842 req-fe175176-3609-4450-88a1-0cde6b1a74e2 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.1208646 Jul 16 01:25:39.485012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-c95991dc-cace-4da4-be42-d735a095a29c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Request body: {'port': {'device_id': 'aec267a7-8bac-4b7f-8d5e-ecc6095794d2', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'admin_state_up': True, 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:39.547596 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-af45cc9a-94fa-416b-a8b1-0986a23b9842 req-3276d043-c16c-4cc1-bbbe-b84fe2c58d26 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590351 Jul 16 01:25:39.642366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-c95991dc-cace-4da4-be42-d735a095a29c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Made reservation on behalf of a78825c4b7e744d2b876a9d861c51f8b for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:39.648143 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-c95991dc-cace-4da4-be42-d735a095a29c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:39.811461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-c95991dc-cace-4da4-be42-d735a095a29c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Allocated IP 172.20.0.9 (430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4/b4195e01-091a-461b-a934-93b1b286b6cf/166f8fed-4cac-40ff-b04e-84be5b13fcb0) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:40.121708 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.132245 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-c95991dc-cace-4da4-be42-d735a095a29c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.207909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-c95991dc-cace-4da4-be42-d735a095a29c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Transition to ACTIVE for port object 166f8fed-4cac-40ff-b04e-84be5b13fcb0 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:40.270154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e988f94-762d-402b-ace1-af73d6ce09c4 req-0dcc063a-1e2e-48dc-ac71-e26ad7f66577 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:40.271748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e988f94-762d-402b-ace1-af73d6ce09c4 req-0dcc063a-1e2e-48dc-ac71-e26ad7f66577 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.1853259 Jul 16 01:25:40.286757 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-c95991dc-cace-4da4-be42-d735a095a29c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.301020 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['bcc0da7a-60d7-44d9-b726-04e2a307262c'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:40.363214 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e988f94-762d-402b-ace1-af73d6ce09c4 req-6c5b464e-8de2-4c52-a41f-b902e5aa270e tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848441 Jul 16 01:25:40.365266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-c95991dc-cace-4da4-be42-d735a095a29c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:40.369019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-c95991dc-cace-4da4-be42-d735a095a29c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:40.375922 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-c95991dc-cace-4da4-be42-d735a095a29c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:40.471087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-c95991dc-cace-4da4-be42-d735a095a29c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:40.472827 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-c95991dc-cace-4da4-be42-d735a095a29c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.485082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95991dc-cace-4da4-be42-d735a095a29c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event updated for resources: {'Port': ['ID=166f8fed-4cac-40ff-b04e-84be5b13fcb0,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:40.517951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-c95991dc-cace-4da4-be42-d735a095a29c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0467389 Jul 16 01:25:40.535029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Request body: {'port': {'device_id': 'aec267a7-8bac-4b7f-8d5e-ecc6095794d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:40.689642 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.722644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a23d3-4ecc-4376-882b-cd1f7a116921 req-1ba00f51-68ea-44ae-b86f-1ade707ffa55 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:40.724323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f84a23d3-4ecc-4376-882b-cd1f7a116921 req-1ba00f51-68ea-44ae-b86f-1ade707ffa55 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=aec267a7-8bac-4b7f-8d5e-ecc6095794d2 HTTP/1.1" status: 200 len: 931 time: 0.1576645 Jul 16 01:25:40.792661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c97bf362-e0e9-40cc-a023-030e67000b83 None None] Provisioning for port 166f8fed-4cac-40ff-b04e-84be5b13fcb0 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:40.797280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c97bf362-e0e9-40cc-a023-030e67000b83 None None] Provisioning complete for port 166f8fed-4cac-40ff-b04e-84be5b13fcb0 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:40.797954 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c97bf362-e0e9-40cc-a023-030e67000b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:40.835077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c97bf362-e0e9-40cc-a023-030e67000b83 None None] Port 166f8fed-4cac-40ff-b04e-84be5b13fcb0 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:25:40.849829 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f84a23d3-4ecc-4376-882b-cd1f7a116921 req-a6b231c1-a5b3-4c9a-846e-258c909c59d9 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908663 Jul 16 01:25:40.943089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a52b9-ff9a-4fae-921d-f023c2df5cbb req-0ce5fad8-9f51-4160-a9bb-60a5d072a000 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:40.944546 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-522a52b9-ff9a-4fae-921d-f023c2df5cbb req-0ce5fad8-9f51-4160-a9bb-60a5d072a000 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.1972127 Jul 16 01:25:41.032091 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-522a52b9-ff9a-4fae-921d-f023c2df5cbb req-3cb5a595-5312-4b50-b3f5-88da43471d2f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730541 Jul 16 01:25:41.133017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166f8fed-4cac-40ff-b04e-84be5b13fcb0 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:41.140964 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.155385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Transition to ACTIVE for port object 166f8fed-4cac-40ff-b04e-84be5b13fcb0 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:41.160234 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.262013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Pushing event updated for resources: {'Port': ['ID=166f8fed-4cac-40ff-b04e-84be5b13fcb0,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:41.319004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Attempting to bind port 166f8fed-4cac-40ff-b04e-84be5b13fcb0 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:41.319365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Attempting to bind port 166f8fed-4cac-40ff-b04e-84be5b13fcb0 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:41.319816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Attempting to bind port 166f8fed-4cac-40ff-b04e-84be5b13fcb0 on network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:41.324836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Port 166f8fed-4cac-40ff-b04e-84be5b13fcb0 on network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:41.325061 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Attempting to bind port 166f8fed-4cac-40ff-b04e-84be5b13fcb0 on network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:41.333210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:41.333693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Checking segment: {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:41.334155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Bound using segment: {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:41.334774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Bound port: 166f8fed-4cac-40ff-b04e-84be5b13fcb0, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:41.335136 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.474502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] For port 166f8fed-4cac-40ff-b04e-84be5b13fcb0, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:41.478168 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] For port 166f8fed-4cac-40ff-b04e-84be5b13fcb0, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=166f8fed-4cac-40ff-b04e-84be5b13fcb0,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:41.483268 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.521069 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.521524 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:41.522928 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] 10.222.0.70 "PUT /v2.0/ports/166f8fed-4cac-40ff-b04e-84be5b13fcb0 HTTP/1.1" status: 200 len: 1092 time: 0.9930620 Jul 16 01:25:41.523373 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aec267a7-8bac-4b7f-8d5e-ecc6095794d2', 'tag': '166f8fed-4cac-40ff-b04e-84be5b13fcb0'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:41.525648 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528d8c46-f7b2-473f-8ec0-1c8092a0d811" -d '{"events": [{"name": "network-changed", "server_uuid": "aec267a7-8bac-4b7f-8d5e-ecc6095794d2", "tag": "166f8fed-4cac-40ff-b04e-84be5b13fcb0"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:41.556067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb12eb-0029-40b9-a519-b32ebfadb908 service neutron] Pushing event updated for resources: {'Port': ['ID=166f8fed-4cac-40ff-b04e-84be5b13fcb0,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:41.630472 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb119cc-0a3b-40af-ac85-9021d6203e25 x-openstack-request-id: req-ffb119cc-0a3b-40af-ac85-9021d6203e25 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:41.630803 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aec267a7-8bac-4b7f-8d5e-ecc6095794d2", "tag": "166f8fed-4cac-40ff-b04e-84be5b13fcb0", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:41.631050 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ffb119cc-0a3b-40af-ac85-9021d6203e25 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:41.631410 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aec267a7-8bac-4b7f-8d5e-ecc6095794d2', 'tag': '166f8fed-4cac-40ff-b04e-84be5b13fcb0', 'status': 'completed', 'code': 200} Jul 16 01:25:41.703346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-8cace203-345d-4dfe-8155-d48fecb21396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.704832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-8cace203-345d-4dfe-8155-d48fecb21396 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=aec267a7-8bac-4b7f-8d5e-ecc6095794d2 HTTP/1.1" status: 200 len: 1095 time: 0.1252275 Jul 16 01:25:41.718048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216e9f9-30a7-462a-bdba-82477e64db66 req-e5909aeb-0d37-416b-a3ec-829fadd9aeec tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.728746 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a216e9f9-30a7-462a-bdba-82477e64db66 req-e5909aeb-0d37-416b-a3ec-829fadd9aeec tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.1590748 Jul 16 01:25:41.826600 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-54dd46c8-f195-402f-8fdc-9bde790a56a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=166f8fed-4cac-40ff-b04e-84be5b13fcb0 HTTP/1.1" status: 200 len: 217 time: 0.0674684 Jul 16 01:25:41.840379 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a216e9f9-30a7-462a-bdba-82477e64db66 req-08d57977-23d3-425d-a12b-1254ae7fe1cc tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106467 Jul 16 01:25:41.923875 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-2813ffd1-e423-47d3-ae47-4e601803319c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:41.927219 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-2813ffd1-e423-47d3-ae47-4e601803319c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.0856864 Jul 16 01:25:42.016788 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-061d9539-899b-49ba-abe3-a1ff05ca3ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.018451 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-061d9539-899b-49ba-abe3-a1ff05ca3ded service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0809026 Jul 16 01:25:42.173111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ede765-2da1-45a9-8929-2eb5fdc02012 req-de2fc7b8-c2de-49db-8037-ca9e82df502c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.181911 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54ede765-2da1-45a9-8929-2eb5fdc02012 req-de2fc7b8-c2de-49db-8037-ca9e82df502c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=aec267a7-8bac-4b7f-8d5e-ecc6095794d2 HTTP/1.1" status: 200 len: 943 time: 0.1437383 Jul 16 01:25:42.205372 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-78ec568d-d2e6-42da-9714-906bbd534775 service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756179 Jul 16 01:25:42.250613 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54ede765-2da1-45a9-8929-2eb5fdc02012 req-c2befd0c-24fd-4dc2-b371-974efbbf7a3c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677216 Jul 16 01:25:42.481979 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-deda6d54-18f6-42b6-b5ea-8f899dca8f24 req-ee76f0e8-51ac-4e47-9ddf-f909b033bde2 service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658954 Jul 16 01:25:42.549018 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243281b-45bf-46c2-826d-dc80d9ff86e9 req-d74d5b1a-d4f0-4789-a52a-ff3c1804dcc6 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.551025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1243281b-45bf-46c2-826d-dc80d9ff86e9 req-d74d5b1a-d4f0-4789-a52a-ff3c1804dcc6 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.1223342 Jul 16 01:25:42.630927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1243281b-45bf-46c2-826d-dc80d9ff86e9 req-1463d8f0-540b-4938-a9eb-a23bfb1cadf9 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705624 Jul 16 01:25:42.656338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d8c46-f7b2-473f-8ec0-1c8092a0d811 req-cab6c24c-dffe-4bf3-990f-0f5337441495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.658568 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-528d8c46-f7b2-473f-8ec0-1c8092a0d811 req-cab6c24c-dffe-4bf3-990f-0f5337441495 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=aec267a7-8bac-4b7f-8d5e-ecc6095794d2 HTTP/1.1" status: 200 len: 1095 time: 0.1063430 Jul 16 01:25:42.770786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d8c46-f7b2-473f-8ec0-1c8092a0d811 req-18bd400c-a3a7-42b5-9e78-8f48c05d31ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.772310 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-528d8c46-f7b2-473f-8ec0-1c8092a0d811 req-18bd400c-a3a7-42b5-9e78-8f48c05d31ae service neutron] 10.222.0.70 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.1006136 Jul 16 01:25:42.821038 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-528d8c46-f7b2-473f-8ec0-1c8092a0d811 req-16daa1cd-ff51-40ff-b23a-6c24b341ddd0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=166f8fed-4cac-40ff-b04e-84be5b13fcb0 HTTP/1.1" status: 200 len: 217 time: 0.0389621 Jul 16 01:25:42.882629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d8c46-f7b2-473f-8ec0-1c8092a0d811 req-2d7145eb-b95b-4e09-b287-084bbe9d3a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.884557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-528d8c46-f7b2-473f-8ec0-1c8092a0d811 req-2d7145eb-b95b-4e09-b287-084bbe9d3a5c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.0522881 Jul 16 01:25:42.960391 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d8c46-f7b2-473f-8ec0-1c8092a0d811 req-c8441467-bc05-4688-b74c-6146af40615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:42.962398 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-528d8c46-f7b2-473f-8ec0-1c8092a0d811 req-c8441467-bc05-4688-b74c-6146af40615a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707848 Jul 16 01:25:43.073908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-528d8c46-f7b2-473f-8ec0-1c8092a0d811 req-3572caf1-fbee-4bc8-942a-fdf839deaea4 service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010942 Jul 16 01:25:43.173045 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-528d8c46-f7b2-473f-8ec0-1c8092a0d811 req-6efbbf08-d8a7-4a70-8fb3-31ad53871c55 service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924366 Jul 16 01:25:43.431783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c621f7-7451-4aa6-9b7f-013ab576a1a7 req-dba96c15-dab6-41f7-bf7a-d8426f47686f tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:43.433328 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57c621f7-7451-4aa6-9b7f-013ab576a1a7 req-dba96c15-dab6-41f7-bf7a-d8426f47686f tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=aec267a7-8bac-4b7f-8d5e-ecc6095794d2 HTTP/1.1" status: 200 len: 943 time: 0.0676556 Jul 16 01:25:43.470808 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57c621f7-7451-4aa6-9b7f-013ab576a1a7 req-8089ab6a-3dc9-4079-a574-df1bb6040e87 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318785 Jul 16 01:25:44.023035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98575b0d-8646-43c8-81cd-d34b552aa74d req-48966624-ead8-4b2d-a1c3-86935376192a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.026446 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98575b0d-8646-43c8-81cd-d34b552aa74d req-48966624-ead8-4b2d-a1c3-86935376192a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.0843182 Jul 16 01:25:44.378606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33762) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:44.410128 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98575b0d-8646-43c8-81cd-d34b552aa74d req-7c6974f8-86da-4d93-95da-4f7b344915f8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810437 Jul 16 01:25:44.481487 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 166f8fed-4cac-40ff-b04e-84be5b13fcb0 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:44.534427 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f72b49e-75fb-4662-97e0-86a96c02fb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.623852 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 166f8fed-4cac-40ff-b04e-84be5b13fcb0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=166f8fed-4cac-40ff-b04e-84be5b13fcb0,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:44.642572 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '166f8fed-4cac-40ff-b04e-84be5b13fcb0', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'port_id': '166f8fed-4cac-40ff-b04e-84be5b13fcb0', 'mac_address': 'fa:16:3e:fe:33:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:44.696241 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.714413 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166f8fed-4cac-40ff-b04e-84be5b13fcb0 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:44.765721 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 166f8fed-4cac-40ff-b04e-84be5b13fcb0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=166f8fed-4cac-40ff-b04e-84be5b13fcb0,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:44.770767 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.806657 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f72b49e-75fb-4662-97e0-86a96c02fb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.811411 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f72b49e-75fb-4662-97e0-86a96c02fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.851629 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=166f8fed-4cac-40ff-b04e-84be5b13fcb0,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:44.887791 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8f72b49e-75fb-4662-97e0-86a96c02fb24 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e8e63d12ca04dedbf35da38b6ca38bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078039 Jul 16 01:25:44.890646 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 33790) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:44.894594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72b49e-75fb-4662-97e0-86a96c02fb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30b878e-81f4-4291-9265-01e30a1a7de4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:44.912311 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b76ca-1842-48b0-8db7-8a5d75c69183 req-65c534ec-ae31-4824-aba6-8e3ee1397476 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:44.914000 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-065b76ca-1842-48b0-8db7-8a5d75c69183 req-65c534ec-ae31-4824-aba6-8e3ee1397476 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=aec267a7-8bac-4b7f-8d5e-ecc6095794d2 HTTP/1.1" status: 200 len: 944 time: 0.1551769 Jul 16 01:25:44.981093 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f20c9d5-671e-443e-9c2c-f82f93e3e7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:44.994432 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-065b76ca-1842-48b0-8db7-8a5d75c69183 req-75190e46-32b6-4eed-a266-9f077a967749 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697739 Jul 16 01:25:45.009475 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f20c9d5-671e-443e-9c2c-f82f93e3e7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.081610 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f20c9d5-671e-443e-9c2c-f82f93e3e7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.084457 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f20c9d5-671e-443e-9c2c-f82f93e3e7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:45.088334 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4f20c9d5-671e-443e-9c2c-f82f93e3e7e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e30b878e-81f4-4291-9265-01e30a1a7de4 HTTP/1.1" status: 204 len: 168 time: 0.1965284 Jul 16 01:25:45.104647 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20c9d5-671e-443e-9c2c-f82f93e3e7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30b878e-81f4-4291-9265-01e30a1a7de4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:45.188216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['166f8fed-4cac-40ff-b04e-84be5b13fcb0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:45.644031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b2db6-44b1-4af2-a3fc-545663c1d955 req-4eba43ff-cbb0-4fc8-b66c-2c4c64458c34 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:45.645582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2e7b2db6-44b1-4af2-a3fc-545663c1d955 req-4eba43ff-cbb0-4fc8-b66c-2c4c64458c34 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.0996463 Jul 16 01:25:45.705691 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2e7b2db6-44b1-4af2-a3fc-545663c1d955 req-314d9e9d-d368-499e-9c64-801288fa333b tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513721 Jul 16 01:25:45.966890 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 33946) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:46.091983 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ef6bbdf2-5699-4d0d-a13a-53b37d6dee86 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1815644240-network', 'tenant_id': '4641b1daae0246f4ad1be69202a49dec'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:46.133132 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6bbdf2-5699-4d0d-a13a-53b37d6dee86 admin admin] Made reservation on behalf of 4641b1daae0246f4ad1be69202a49dec for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:46.137569 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef6bbdf2-5699-4d0d-a13a-53b37d6dee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.149889 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef6bbdf2-5699-4d0d-a13a-53b37d6dee86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.267272 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef6bbdf2-5699-4d0d-a13a-53b37d6dee86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.273429 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef6bbdf2-5699-4d0d-a13a-53b37d6dee86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.286768 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef6bbdf2-5699-4d0d-a13a-53b37d6dee86 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:46.298149 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef6bbdf2-5699-4d0d-a13a-53b37d6dee86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.298568 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-ef6bbdf2-5699-4d0d-a13a-53b37d6dee86 admin admin] Added segment 585b77b6-42ad-48c8-b823-601b5f826b6b of type vlan for network dfc40eb6-bf49-4562-8756-79bfe33338f9 Jul 16 01:25:46.355106 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef6bbdf2-5699-4d0d-a13a-53b37d6dee86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.365656 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bbdf2-5699-4d0d-a13a-53b37d6dee86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e73b3a-c73d-432d-b5de-163e31a84dbe,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:46.396371 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef6bbdf2-5699-4d0d-a13a-53b37d6dee86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.397857 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6bbdf2-5699-4d0d-a13a-53b37d6dee86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.398797 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef6bbdf2-5699-4d0d-a13a-53b37d6dee86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.440537 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ef6bbdf2-5699-4d0d-a13a-53b37d6dee86 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4717479 Jul 16 01:25:46.443393 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34010) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:46.450119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e7beeb45-9f23-483f-b668-aa83dd7b4af6 admin admin] Request body: {'subnet': {'network_id': 'dfc40eb6-bf49-4562-8756-79bfe33338f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1815644240-subnet', 'tenant_id': '4641b1daae0246f4ad1be69202a49dec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:46.468214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaed1d-6ed1-415d-9f55-276dce1af17a req-1a79e80e-8aa4-4989-9c1e-ca0cdeb3f8f4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:46.475609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ddaed1d-6ed1-415d-9f55-276dce1af17a req-1a79e80e-8aa4-4989-9c1e-ca0cdeb3f8f4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=aec267a7-8bac-4b7f-8d5e-ecc6095794d2 HTTP/1.1" status: 200 len: 944 time: 0.2754397 Jul 16 01:25:46.482916 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6bbdf2-5699-4d0d-a13a-53b37d6dee86 admin admin] Pushing event updated for resources: {'Network': ['ID=dfc40eb6-bf49-4562-8756-79bfe33338f9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:46.498485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network dfc40eb6-bf49-4562-8756-79bfe33338f9 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:46.509436 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7beeb45-9f23-483f-b668-aa83dd7b4af6 admin admin] Made reservation on behalf of 4641b1daae0246f4ad1be69202a49dec for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:46.514249 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7beeb45-9f23-483f-b668-aa83dd7b4af6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.529384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 166f8fed-4cac-40ff-b04e-84be5b13fcb0 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:46.537345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ddaed1d-6ed1-415d-9f55-276dce1af17a req-9be928dc-da90-4d76-b662-889cf5ce6daf tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594292 Jul 16 01:25:46.765136 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7beeb45-9f23-483f-b668-aa83dd7b4af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.781461 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 166f8fed-4cac-40ff-b04e-84be5b13fcb0 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:25:46.786430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 166f8fed-4cac-40ff-b04e-84be5b13fcb0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:46.787288 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.880806 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.928948 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 166f8fed-4cac-40ff-b04e-84be5b13fcb0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=166f8fed-4cac-40ff-b04e-84be5b13fcb0,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:46.931705 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec267a7-8bac-4b7f-8d5e-ecc6095794d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166f8fed-4cac-40ff-b04e-84be5b13fcb0'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:46.937769 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5117ebb4-c392-462d-b312-9d2f6f16f227" -d '{"events": [{"server_uuid": "aec267a7-8bac-4b7f-8d5e-ecc6095794d2", "name": "network-vif-plugged", "status": "completed", "tag": "166f8fed-4cac-40ff-b04e-84be5b13fcb0"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:46.942205 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:46.943952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7beeb45-9f23-483f-b668-aa83dd7b4af6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9bcdcb1-8cd5-4a81-847d-d877ef45d4f6,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:46.962069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7beeb45-9f23-483f-b668-aa83dd7b4af6 admin admin] Checking segment: {'id': '585b77b6-42ad-48c8-b823-601b5f826b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dfc40eb6-bf49-4562-8756-79bfe33338f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:46.962664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7beeb45-9f23-483f-b668-aa83dd7b4af6 admin admin] Network hostable DHCP agents. Network: dfc40eb6-bf49-4562-8756-79bfe33338f9, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:46.995312 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=166f8fed-4cac-40ff-b04e-84be5b13fcb0,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:47.010610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7beeb45-9f23-483f-b668-aa83dd7b4af6 admin admin] Network dfc40eb6-bf49-4562-8756-79bfe33338f9 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:47.014873 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b4f756-c22e-4fb2-a50b-7fb598e7bc0b x-openstack-request-id: req-e6b4f756-c22e-4fb2-a50b-7fb598e7bc0b {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:47.015393 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec267a7-8bac-4b7f-8d5e-ecc6095794d2", "name": "network-vif-plugged", "status": "completed", "tag": "166f8fed-4cac-40ff-b04e-84be5b13fcb0", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:47.015866 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e6b4f756-c22e-4fb2-a50b-7fb598e7bc0b {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:47.016443 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec267a7-8bac-4b7f-8d5e-ecc6095794d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166f8fed-4cac-40ff-b04e-84be5b13fcb0', 'code': 200} Jul 16 01:25:47.041950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-e7beeb45-9f23-483f-b668-aa83dd7b4af6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, dfc40eb6-bf49-4562-8756-79bfe33338f9) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:47.052395 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39275950-cff9-4cba-9d5f-3c5ac8f3db18 None None] Network dfc40eb6-bf49-4562-8756-79bfe33338f9 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:47.064994 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7beeb45-9f23-483f-b668-aa83dd7b4af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.066357 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7beeb45-9f23-483f-b668-aa83dd7b4af6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:47.107046 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e7beeb45-9f23-483f-b668-aa83dd7b4af6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6572552 Jul 16 01:25:47.129297 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c507194-8305-475e-8b6b-2028afddf7b2 req-0f42aa68-0629-4f7a-9170-1dcbad7f4c08 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.138720 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c507194-8305-475e-8b6b-2028afddf7b2 req-0f42aa68-0629-4f7a-9170-1dcbad7f4c08 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.2455790 Jul 16 01:25:47.207151 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c507194-8305-475e-8b6b-2028afddf7b2 req-60f2f0ff-3033-44e7-9a36-87fa72088a07 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668437 Jul 16 01:25:47.304975 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50883f6a-3373-4b8e-9cb5-21d8bcf819fc None None] Network dfc40eb6-bf49-4562-8756-79bfe33338f9 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:47.333265 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54710b-9ce6-40d9-b1d0-e34546ab0de8 req-e97d0fc9-07bb-43b4-81e6-31a150e3f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.336152 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d54710b-9ce6-40d9-b1d0-e34546ab0de8 req-e97d0fc9-07bb-43b4-81e6-31a150e3f706 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=aec267a7-8bac-4b7f-8d5e-ecc6095794d2 HTTP/1.1" status: 200 len: 1097 time: 0.1709416 Jul 16 01:25:47.520419 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d54710b-9ce6-40d9-b1d0-e34546ab0de8 req-68ed4423-efa1-4e95-9dac-a2c35d0a70f3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749651 Jul 16 01:25:47.548069 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ec1b46f-1d08-4153-a715-32dd2ede7573 req-d99643c3-8298-42e9-b7d9-e0f40de0ebd8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1728034 Jul 16 01:25:47.814413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-b074ac1c-56ca-409c-94f1-56d0b26c86cb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1957378 Jul 16 01:25:47.827918 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1b46f-1d08-4153-a715-32dd2ede7573 req-2cb6fc90-05aa-4535-8469-d43685a1b83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.829591 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ec1b46f-1d08-4153-a715-32dd2ede7573 req-2cb6fc90-05aa-4535-8469-d43685a1b83f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 1096 time: 0.1448555 Jul 16 01:25:47.856834 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d9a91d-fc5c-4632-88e4-751ecb21f108 req-eddb181c-31bd-45ee-a4dd-8a9e15c5e8f8 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:47.858701 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52d9a91d-fc5c-4632-88e4-751ecb21f108 req-eddb181c-31bd-45ee-a4dd-8a9e15c5e8f8 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=aec267a7-8bac-4b7f-8d5e-ecc6095794d2 HTTP/1.1" status: 200 len: 945 time: 0.1247659 Jul 16 01:25:47.954777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34204) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:47.961420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e32e348b-8a15-4463-8dbc-2dfeea59f197 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1745710974-network', 'tenant_id': '5c488464ff3e4aa1841cafcf72cccd59'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:47.996842 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32e348b-8a15-4463-8dbc-2dfeea59f197 admin admin] Made reservation on behalf of 5c488464ff3e4aa1841cafcf72cccd59 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:48.001109 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e32e348b-8a15-4463-8dbc-2dfeea59f197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.021286 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e32e348b-8a15-4463-8dbc-2dfeea59f197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.036894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52d9a91d-fc5c-4632-88e4-751ecb21f108 req-4ccccd95-816d-4e44-84ff-bf155f4d79a7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651602 Jul 16 01:25:48.067696 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1b46f-1d08-4153-a715-32dd2ede7573 req-d254a758-e844-4184-acd2-ee91c097a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.069331 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ec1b46f-1d08-4153-a715-32dd2ede7573 req-d254a758-e844-4184-acd2-ee91c097a44d service neutron] 10.222.0.69 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.2093937 Jul 16 01:25:48.145081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-bb6a1ba6-87cd-4670-93b0-d49bc338cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.145708 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-bb6a1ba6-87cd-4670-93b0-d49bc338cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.146053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-bb6a1ba6-87cd-4670-93b0-d49bc338cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.146658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-bb6a1ba6-87cd-4670-93b0-d49bc338cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.147143 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-bb6a1ba6-87cd-4670-93b0-d49bc338cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.147645 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-bb6a1ba6-87cd-4670-93b0-d49bc338cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.149640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-bb6a1ba6-87cd-4670-93b0-d49bc338cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.152455 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-bb6a1ba6-87cd-4670-93b0-d49bc338cd59 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 6498 time: 0.2491863 Jul 16 01:25:48.181875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e32e348b-8a15-4463-8dbc-2dfeea59f197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.187747 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e32e348b-8a15-4463-8dbc-2dfeea59f197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.193654 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ec1b46f-1d08-4153-a715-32dd2ede7573 req-ffe81d97-43bd-4658-ab5c-7dbd357e85b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df0715b-8991-478d-a325-905e669148d1 HTTP/1.1" status: 200 len: 999 time: 0.1098626 Jul 16 01:25:48.226470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32e348b-8a15-4463-8dbc-2dfeea59f197 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:25:48.235452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e348b-8a15-4463-8dbc-2dfeea59f197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeee4ef3-4ae3-4479-b24c-d4749fadf0e4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:48.244754 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e32e348b-8a15-4463-8dbc-2dfeea59f197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.245196 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-e32e348b-8a15-4463-8dbc-2dfeea59f197 admin admin] Added segment 7e928950-e399-4cd8-8a13-9c753e6942c2 of type vlan for network 8a350115-f0f1-4e3c-8162-49cf080efce5 Jul 16 01:25:48.335047 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e32e348b-8a15-4463-8dbc-2dfeea59f197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.373717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-c79ce72c-8a7e-437f-8950-8ae3c0b5f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.374796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-c79ce72c-8a7e-437f-8950-8ae3c0b5f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.375478 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-c79ce72c-8a7e-437f-8950-8ae3c0b5f448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.375988 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e32e348b-8a15-4463-8dbc-2dfeea59f197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.376904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32e348b-8a15-4463-8dbc-2dfeea59f197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.377570 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e32e348b-8a15-4463-8dbc-2dfeea59f197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.378181 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-c79ce72c-8a7e-437f-8950-8ae3c0b5f448 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d840524c-d20b-4c1a-aaec-1bfb1e9b9dac&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&id=d1c225b4-f269-4788-b264-c404aac5f0ff&id=d1c225b4-f269-4788-b264-c404aac5f0ff HTTP/1.1" status: 200 len: 2292 time: 0.1833227 Jul 16 01:25:48.390448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1b46f-1d08-4153-a715-32dd2ede7573 req-0b7d1ac4-fd95-4068-8bc3-fb23a827fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.392153 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ec1b46f-1d08-4153-a715-32dd2ede7573 req-0b7d1ac4-fd95-4068-8bc3-fb23a827fa51 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.1877570 Jul 16 01:25:48.421228 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e32e348b-8a15-4463-8dbc-2dfeea59f197 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4616888 Jul 16 01:25:48.421503 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34264) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:48.426700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c82887cb-c5a1-4a7e-b7d7-92fee0621263 admin admin] Request body: {'subnet': {'network_id': '8a350115-f0f1-4e3c-8162-49cf080efce5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1745710974-subnet', 'tenant_id': '5c488464ff3e4aa1841cafcf72cccd59', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:48.461062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32e348b-8a15-4463-8dbc-2dfeea59f197 admin admin] Pushing event updated for resources: {'Network': ['ID=8a350115-f0f1-4e3c-8162-49cf080efce5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:48.470772 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 8a350115-f0f1-4e3c-8162-49cf080efce5 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:25:48.479227 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82887cb-c5a1-4a7e-b7d7-92fee0621263 admin admin] Made reservation on behalf of 5c488464ff3e4aa1841cafcf72cccd59 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:48.482028 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c82887cb-c5a1-4a7e-b7d7-92fee0621263 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.612147 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-9342c011-b122-4bcc-bc55-f45593c12b77 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=289cca9c-7347-49d8-bee5-4d9099ba744b HTTP/1.1" status: 200 len: 1002 time: 0.2179163 Jul 16 01:25:48.680949 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec1b46f-1d08-4153-a715-32dd2ede7573 req-365733d1-74c8-4b15-ab47-67f989f7ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.682655 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ec1b46f-1d08-4153-a715-32dd2ede7573 req-365733d1-74c8-4b15-ab47-67f989f7ba07 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2822824 Jul 16 01:25:48.708892 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4cea8-3ff1-4cc1-aac9-6440736c614b req-997f2c11-edd7-42eb-8507-1869f3d28f54 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.710594 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0fa4cea8-3ff1-4cc1-aac9-6440736c614b req-997f2c11-edd7-42eb-8507-1869f3d28f54 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.2132618 Jul 16 01:25:48.713614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-0b898d70-e722-4392-9701-1eccdd2ed6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.715139 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-0b898d70-e722-4392-9701-1eccdd2ed6ba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=285c6a64-1df3-41f2-8898-775d2babb8a9 HTTP/1.1" status: 200 len: 851 time: 0.0908389 Jul 16 01:25:48.750340 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c82887cb-c5a1-4a7e-b7d7-92fee0621263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.819799 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82887cb-c5a1-4a7e-b7d7-92fee0621263 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1ce8710-e7bb-44bf-9759-5f55074a8889,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:48.829432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82887cb-c5a1-4a7e-b7d7-92fee0621263 admin admin] Checking segment: {'id': '7e928950-e399-4cd8-8a13-9c753e6942c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '8a350115-f0f1-4e3c-8162-49cf080efce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:48.829795 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82887cb-c5a1-4a7e-b7d7-92fee0621263 admin admin] Network hostable DHCP agents. Network: 8a350115-f0f1-4e3c-8162-49cf080efce5, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:25:48.845925 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82887cb-c5a1-4a7e-b7d7-92fee0621263 admin admin] Network 8a350115-f0f1-4e3c-8162-49cf080efce5 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:25:48.853348 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0fa4cea8-3ff1-4cc1-aac9-6440736c614b req-00f73f1b-501e-4097-98b4-9ae793fbecee tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279883 Jul 16 01:25:48.854406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c82887cb-c5a1-4a7e-b7d7-92fee0621263 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 8a350115-f0f1-4e3c-8162-49cf080efce5) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:48.859137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82887cb-c5a1-4a7e-b7d7-92fee0621263 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.859729 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c82887cb-c5a1-4a7e-b7d7-92fee0621263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:48.864190 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ec1b46f-1d08-4153-a715-32dd2ede7573 req-aabf1f97-d1cc-4f37-8065-465e79b934c2 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719732 Jul 16 01:25:48.868563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eb4b0b-63fc-42e7-8e2d-1b01045e7f71 None None] Network 8a350115-f0f1-4e3c-8162-49cf080efce5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:48.875719 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c82887cb-c5a1-4a7e-b7d7-92fee0621263 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4531136 Jul 16 01:25:48.888315 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-ba450c1b-eac6-4fba-917f-7e6f2b052bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:48.889836 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-ba450c1b-eac6-4fba-917f-7e6f2b052bf2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d840524c-d20b-4c1a-aaec-1bfb1e9b9dac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1629741 Jul 16 01:25:49.007797 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55a3e51-8e92-4b19-8f08-09946ce1a215 None None] Network 8a350115-f0f1-4e3c-8162-49cf080efce5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:25:49.044318 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ec1b46f-1d08-4153-a715-32dd2ede7573 req-5c965777-a16b-421d-a1fc-1ebe76adebd8 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719933 Jul 16 01:25:49.048708 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-2010abe2-e5d6-4182-8bf7-8b0a592506c5 service neutron] 10.222.0.70 "GET /v2.0/networks/d840524c-d20b-4c1a-aaec-1bfb1e9b9dac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483562 Jul 16 01:25:49.238935 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-15cf2883-972e-4946-bc62-5c60ab4f53c3 service neutron] 10.222.0.70 "GET /v2.0/networks/d840524c-d20b-4c1a-aaec-1bfb1e9b9dac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781349 Jul 16 01:25:49.310879 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-b29ce469-5aff-4271-80b2-dcfcfa0ba44c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.137&port_id=35c71f39-10b4-4237-a3c3-980c3cbe864d HTTP/1.1" status: 200 len: 217 time: 0.0634534 Jul 16 01:25:49.380790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82850150-1753-4bd7-b6d6-0a83021188fe req-7d3c0506-8efe-455a-a878-70c2f64aaaf4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.382363 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82850150-1753-4bd7-b6d6-0a83021188fe req-7d3c0506-8efe-455a-a878-70c2f64aaaf4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=aec267a7-8bac-4b7f-8d5e-ecc6095794d2 HTTP/1.1" status: 200 len: 945 time: 0.1472032 Jul 16 01:25:49.383786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-55aace18-597a-4e8c-9b99-b35411b24466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.385224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-55aace18-597a-4e8c-9b99-b35411b24466 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15fe3a60-f147-4868-aa26-636891800539 HTTP/1.1" status: 200 len: 797 time: 0.0660312 Jul 16 01:25:49.513020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82850150-1753-4bd7-b6d6-0a83021188fe req-d9626848-fd42-408f-9864-feec8a3d73f2 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239200 Jul 16 01:25:49.555621 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-78ec25b9-1804-4f7d-b73c-b227d390348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.557195 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-78ec25b9-1804-4f7d-b73c-b227d390348e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1606128 Jul 16 01:25:49.591121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-24cd61b7-4f88-4ad1-8706-3cffb96badd0 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:49.592641 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-24cd61b7-4f88-4ad1-8706-3cffb96badd0 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/networks?id=dfc40eb6-bf49-4562-8756-79bfe33338f9 HTTP/1.1" status: 200 len: 812 time: 0.2026155 Jul 16 01:25:49.642049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-acbbf620-de58-49f4-9668-f0f0be03ba7a tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/quotas/4641b1daae0246f4ad1be69202a49dec HTTP/1.1" status: 200 len: 375 time: 0.0398164 Jul 16 01:25:49.685201 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-864cb773-aa51-4749-a18e-828e8fd234ec tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4641b1daae0246f4ad1be69202a49dec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347898 Jul 16 01:25:49.725081 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-00ec90fc-f1fa-424b-91d9-68b791ae7927 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597619 Jul 16 01:25:49.852900 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-17a09871-f524-41fb-b475-355221dd673e service neutron] 10.222.0.22 "GET /v2.0/networks/dfc40eb6-bf49-4562-8756-79bfe33338f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582041 Jul 16 01:25:49.888777 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-5c09dc86-f4c4-4107-8aba-0c9d900bf2d5 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510501 Jul 16 01:25:49.937776 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-6fbb8016-7a4c-4656-9599-7b9bdf3392d6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.142&port_id=a81b7832-77d3-447a-8ff3-9eb0ad423218 HTTP/1.1" status: 200 len: 217 time: 0.0418251 Jul 16 01:25:50.012377 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a79ed686-f914-4d07-b1fe-fb34700873d1 service neutron] 10.222.0.22 "GET /v2.0/networks/dfc40eb6-bf49-4562-8756-79bfe33338f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459365 Jul 16 01:25:50.077691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-cf14d6c6-262d-49a4-ab3b-a5e8c84af480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:50.079346 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-cf14d6c6-262d-49a4-ab3b-a5e8c84af480 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15fe3a60-f147-4868-aa26-636891800539 HTTP/1.1" status: 200 len: 797 time: 0.0641689 Jul 16 01:25:50.163583 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-91926ed5-c186-4b00-80fa-e933f1aed7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:50.165521 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-91926ed5-c186-4b00-80fa-e933f1aed7db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0673428 Jul 16 01:25:50.360672 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3e57216f-3958-4eb2-8e59-ae525cdfefe6 req-320347d0-15d9-4a0e-881d-89349938303c tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 210 time: 0.1063924 Jul 16 01:25:50.406870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d572f4-7ae7-4e5d-b41a-f53a1f20fc1e req-3ffdc8e3-6727-4ee5-82a6-ee990d135526 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:50.408460 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35d572f4-7ae7-4e5d-b41a-f53a1f20fc1e req-3ffdc8e3-6727-4ee5-82a6-ee990d135526 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.2258463 Jul 16 01:25:50.414786 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-113b5e3a-675e-42e8-9345-c35805510785 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417142 Jul 16 01:25:50.837494 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35d572f4-7ae7-4e5d-b41a-f53a1f20fc1e req-df3420e2-49fb-4a71-a7b2-98035ff44f66 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180281 Jul 16 01:25:50.916927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-adc9a6c8-5f31-43ad-8efc-f0600d29b9af service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4931946 Jul 16 01:25:50.968235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-d7f209ed-fb65-4ba7-baf9-d4231f86b50e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=d3f5b683-f652-4d49-951f-b57a2483dc2c HTTP/1.1" status: 200 len: 217 time: 0.0433323 Jul 16 01:25:51.040348 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-b2e55ae1-6930-411b-beca-d521288f44fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:51.042973 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-b2e55ae1-6930-411b-beca-d521288f44fc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15fe3a60-f147-4868-aa26-636891800539 HTTP/1.1" status: 200 len: 797 time: 0.0597854 Jul 16 01:25:51.137100 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-422fc310-86dd-436a-a450-30d2cabccb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:51.161422 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-422fc310-86dd-436a-a450-30d2cabccb18 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0988190 Jul 16 01:25:51.285051 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-c5613c88-1c6e-4d5f-9931-0cd51c1364ea service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206148 Jul 16 01:25:51.381583 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-43983f70-9e6e-47da-a15b-03f4afb7c158 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885212 Jul 16 01:25:51.440400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-d67dfbc8-dcab-48f7-b83b-575babc40f5b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=a14a4579-d368-44f0-ab6e-91c9cd789cce HTTP/1.1" status: 200 len: 217 time: 0.0488908 Jul 16 01:25:51.507863 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-15ba0d45-4deb-468d-b201-3856d8d011b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:51.509718 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-15ba0d45-4deb-468d-b201-3856d8d011b5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=15fe3a60-f147-4868-aa26-636891800539 HTTP/1.1" status: 200 len: 797 time: 0.0603259 Jul 16 01:25:51.610898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-080bd9b9-367c-4da3-86da-7c932e2875b3 req-3928b07c-e87b-4f3d-941f-09439a459cfc tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 210 time: 0.0577953 Jul 16 01:25:51.738537 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-528d03d3-deba-4a0d-a86d-caf0f7148d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:51.740343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-528d03d3-deba-4a0d-a86d-caf0f7148d90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=87fe2da3-aef5-4a1b-9eb7-74899be739c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2186763 Jul 16 01:25:51.801085 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-d7b7e903-3294-4b7a-bedd-ab05b95f8bc7 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:51.802552 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-d7b7e903-3294-4b7a-bedd-ab05b95f8bc7 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.69 "GET /v2.0/networks?id=dfc40eb6-bf49-4562-8756-79bfe33338f9 HTTP/1.1" status: 200 len: 812 time: 0.1906600 Jul 16 01:25:51.846447 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-8fd216b3-80b3-4c56-b458-c761c6be7f55 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Request body: {'port': {'device_id': '84ba119a-20ab-43f7-8565-62913a0a5c24', 'network_id': 'dfc40eb6-bf49-4562-8756-79bfe33338f9', 'admin_state_up': True, 'tenant_id': '4641b1daae0246f4ad1be69202a49dec'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:51.934241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-9d034aa4-cf75-4546-adc7-121a9e4e20f4 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766596 Jul 16 01:25:52.116966 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-f9728e30-7df6-4aad-b250-64d44137f0a4 service neutron] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748815 Jul 16 01:25:52.120774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-8fd216b3-80b3-4c56-b458-c761c6be7f55 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Made reservation on behalf of 4641b1daae0246f4ad1be69202a49dec for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:25:52.125040 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-8fd216b3-80b3-4c56-b458-c761c6be7f55 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.182021 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3f834-9dc4-4d75-8812-2e688e769a57 req-45078639-fe81-45d9-a4f8-29763961deb0 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.183561 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cad3f834-9dc4-4d75-8812-2e688e769a57 req-45078639-fe81-45d9-a4f8-29763961deb0 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.2008011 Jul 16 01:25:52.184921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-bd8a2f09-291b-4740-9e03-e5dc5a8fbd16 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7cd63309-9e07-41bf-ae8a-287f6d4a879b HTTP/1.1" status: 200 len: 217 time: 0.0561187 Jul 16 01:25:52.334914 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cad3f834-9dc4-4d75-8812-2e688e769a57 req-6672384c-0a42-4120-9330-fd9df9d17eac tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429129 Jul 16 01:25:52.377251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-5375a357-b246-4fe0-ba7a-37679ba9f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.378737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-5375a357-b246-4fe0-ba7a-37679ba9f8af service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4965d52c-657c-4f3d-a829-d383d740e194 HTTP/1.1" status: 200 len: 797 time: 0.1661088 Jul 16 01:25:52.461894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-8fd216b3-80b3-4c56-b458-c761c6be7f55 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Allocated IP 172.20.0.10 (dfc40eb6-bf49-4562-8756-79bfe33338f9/e9bcdcb1-8cd5-4a81-847d-d877ef45d4f6/ca158963-6f41-4d61-9ee9-d9057f1c5c68) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:25:52.660051 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-8fd216b3-80b3-4c56-b458-c761c6be7f55 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.663446 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-7cc8ca47-b822-4b97-8aa0-ecbe0f022897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:52.666819 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-7cc8ca47-b822-4b97-8aa0-ecbe0f022897 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1c225b4-f269-4788-b264-c404aac5f0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2599134 Jul 16 01:25:52.793854 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8fc45074-225a-46f5-bdb8-7824ecb160eb req-532dc8d6-fe0f-4607-8444-e53d07515166 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 210 time: 0.0402119 Jul 16 01:25:52.813582 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34388) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:52.817827 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-99736726-a240-4cdd-a9df-6d0373acd5be service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392450 Jul 16 01:25:52.820093 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-8fd216b3-80b3-4c56-b458-c761c6be7f55 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:52.893705 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-8fd216b3-80b3-4c56-b458-c761c6be7f55 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Network dfc40eb6-bf49-4562-8756-79bfe33338f9 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:25:52.911798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-8fd216b3-80b3-4c56-b458-c761c6be7f55 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:25:52.926028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-8fd216b3-80b3-4c56-b458-c761c6be7f55 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:25:52.934093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd216b3-80b3-4c56-b458-c761c6be7f55 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Pushing event updated for resources: {'Port': ['ID=ca158963-6f41-4d61-9ee9-d9057f1c5c68,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:52.944810 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82bd41b8-5ed7-4471-96b5-64081fe80586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.016328 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-8fd216b3-80b3-4c56-b458-c761c6be7f55 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.017037 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-8fd216b3-80b3-4c56-b458-c761c6be7f55 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.047289 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-be5feb68-e235-42f7-a704-969486c7fdb0 service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167130 Jul 16 01:25:53.047572 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82bd41b8-5ed7-4471-96b5-64081fe80586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.052619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82bd41b8-5ed7-4471-96b5-64081fe80586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.057499 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-8fd216b3-80b3-4c56-b458-c761c6be7f55 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2444746 Jul 16 01:25:53.080310 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd41b8-5ed7-4471-96b5-64081fe80586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421842b7-dc66-4bfb-8626-73842f94c4bc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:53.104595 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-82bd41b8-5ed7-4471-96b5-64081fe80586 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3edae2cc15814090a240e259febf9097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2879300 Jul 16 01:25:53.107186 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34394) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:53.113885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Request body: {'port': {'device_id': '84ba119a-20ab-43f7-8565-62913a0a5c24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:25:53.117251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-4faf68e0-ea5c-45b3-9c6d-28bc323f578e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5b95a4ed-88df-418a-96a8-8e0499b6c17f HTTP/1.1" status: 200 len: 217 time: 0.0569193 Jul 16 01:25:53.168924 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-24024ba4-a698-405b-8bf2-b34438d62d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.200679 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-24024ba4-a698-405b-8bf2-b34438d62d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.234724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-c0d56a46-3f89-4589-ad06-6681946f3f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.236504 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-c0d56a46-3f89-4589-ad06-6681946f3f27 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=4965d52c-657c-4f3d-a829-d383d740e194 HTTP/1.1" status: 200 len: 797 time: 0.0985610 Jul 16 01:25:53.261421 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-24024ba4-a698-405b-8bf2-b34438d62d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.265114 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-24024ba4-a698-405b-8bf2-b34438d62d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.268918 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-24024ba4-a698-405b-8bf2-b34438d62d56 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/421842b7-dc66-4bfb-8626-73842f94c4bc HTTP/1.1" status: 204 len: 168 time: 0.1579576 Jul 16 01:25:53.275961 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24024ba4-a698-405b-8bf2-b34438d62d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421842b7-dc66-4bfb-8626-73842f94c4bc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:53.322973 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:53.378472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-6d584d64-26f0-4894-9944-aa6ebb385f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.380480 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-6d584d64-26f0-4894-9944-aa6ebb385f9a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d1c225b4-f269-4788-b264-c404aac5f0ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1231289 Jul 16 01:25:53.748086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152179b-a7c0-4bae-a526-36f41191fdef req-e9de9d87-5105-42ed-8d1f-347b22916b8a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:53.749717 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9152179b-a7c0-4bae-a526-36f41191fdef req-e9de9d87-5105-42ed-8d1f-347b22916b8a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.1996489 Jul 16 01:25:53.824759 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9152179b-a7c0-4bae-a526-36f41191fdef req-a9d7b4f2-6738-4275-9e33-910d01e11279 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400996 Jul 16 01:25:53.831042 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-459c0bac-550c-4d53-8cf8-c2551d0b0fc5 service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485623 Jul 16 01:25:54.035595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca158963-6f41-4d61-9ee9-d9057f1c5c68 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:54.041805 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13abe83a-e73f-443a-97f5-212415d0ce89 req-d5d92bb7-ef33-4ba2-b21d-856e8bd52c48 service neutron] 10.222.0.70 "GET /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984992 Jul 16 01:25:54.053356 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.079185 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Transition to ACTIVE for port object ca158963-6f41-4d61-9ee9-d9057f1c5c68 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:25:54.102497 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb378828-7464-4744-87db-20aba09512ec req-4c5e39bd-3b28-41c9-805c-6100a0ffc491 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:54.104864 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb378828-7464-4744-87db-20aba09512ec req-4c5e39bd-3b28-41c9-805c-6100a0ffc491 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 932 time: 0.1263802 Jul 16 01:25:54.105642 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.169667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ca158963-6f41-4d61-9ee9-d9057f1c5c68,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:54.241526 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb378828-7464-4744-87db-20aba09512ec req-86115b43-ab33-4b2e-8c2b-0822f4dc66d1 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736136 Jul 16 01:25:54.328695 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Attempting to bind port ca158963-6f41-4d61-9ee9-d9057f1c5c68 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:25:54.328982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Attempting to bind port ca158963-6f41-4d61-9ee9-d9057f1c5c68 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '585b77b6-42ad-48c8-b823-601b5f826b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dfc40eb6-bf49-4562-8756-79bfe33338f9'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:25:54.329323 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Attempting to bind port ca158963-6f41-4d61-9ee9-d9057f1c5c68 on network dfc40eb6-bf49-4562-8756-79bfe33338f9 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:54.333952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Port ca158963-6f41-4d61-9ee9-d9057f1c5c68 on network dfc40eb6-bf49-4562-8756-79bfe33338f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:25:54.334289 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Attempting to bind port ca158963-6f41-4d61-9ee9-d9057f1c5c68 on network dfc40eb6-bf49-4562-8756-79bfe33338f9 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:25:54.340952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:25:54.341493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Checking segment: {'id': '585b77b6-42ad-48c8-b823-601b5f826b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dfc40eb6-bf49-4562-8756-79bfe33338f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:25:54.341888 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Bound using segment: {'id': '585b77b6-42ad-48c8-b823-601b5f826b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dfc40eb6-bf49-4562-8756-79bfe33338f9'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:25:54.342383 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Bound port: ca158963-6f41-4d61-9ee9-d9057f1c5c68, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585b77b6-42ad-48c8-b823-601b5f826b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'dfc40eb6-bf49-4562-8756-79bfe33338f9'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:25:54.342833 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.460172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] For port ca158963-6f41-4d61-9ee9-d9057f1c5c68, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:25:54.464782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] For port ca158963-6f41-4d61-9ee9-d9057f1c5c68, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ca158963-6f41-4d61-9ee9-d9057f1c5c68,segment=NetworkSegment(585b77b6-42ad-48c8-b823-601b5f826b6b),segment_id=585b77b6-42ad-48c8-b823-601b5f826b6b)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:25:54.472121 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.507555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:54.508192 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:54.509572 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] 10.222.0.69 "PUT /v2.0/ports/ca158963-6f41-4d61-9ee9-d9057f1c5c68 HTTP/1.1" status: 200 len: 1093 time: 1.4009476 Jul 16 01:25:54.510090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ba119a-20ab-43f7-8565-62913a0a5c24', 'tag': 'ca158963-6f41-4d61-9ee9-d9057f1c5c68'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:54.512340 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537766a9-9a7d-414d-8c83-68cfda365ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "84ba119a-20ab-43f7-8565-62913a0a5c24", "tag": "ca158963-6f41-4d61-9ee9-d9057f1c5c68"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:54.538811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007cb3d-e7ea-46a2-ad14-da1c1b503fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=ca158963-6f41-4d61-9ee9-d9057f1c5c68,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:54.594340 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4240c437-0b45-4f2e-82a8-ff6d9ce933a9 x-openstack-request-id: req-4240c437-0b45-4f2e-82a8-ff6d9ce933a9 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:54.594637 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ba119a-20ab-43f7-8565-62913a0a5c24", "tag": "ca158963-6f41-4d61-9ee9-d9057f1c5c68", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:54.594884 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4240c437-0b45-4f2e-82a8-ff6d9ce933a9 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:54.595274 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ba119a-20ab-43f7-8565-62913a0a5c24', 'tag': 'ca158963-6f41-4d61-9ee9-d9057f1c5c68', 'status': 'completed', 'code': 200} Jul 16 01:25:54.642369 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-6fc22f2a-078f-4464-be9c-8da2175bd093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:54.645317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-6fc22f2a-078f-4464-be9c-8da2175bd093 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4641b1daae0246f4ad1be69202a49dec&device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 1096 time: 0.0850360 Jul 16 01:25:54.697995 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-0bd5aad7-51aa-481f-914e-54d9f79343ee service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca158963-6f41-4d61-9ee9-d9057f1c5c68 HTTP/1.1" status: 200 len: 217 time: 0.0447202 Jul 16 01:25:54.783110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-1d310acb-96b0-4efb-aec0-07a553bba113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:54.785394 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-1d310acb-96b0-4efb-aec0-07a553bba113 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e9bcdcb1-8cd5-4a81-847d-d877ef45d4f6 HTTP/1.1" status: 200 len: 852 time: 0.0810158 Jul 16 01:25:54.841105 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-3a5c2e9a-fce4-402a-984d-ec52fe01dae0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfc40eb6-bf49-4562-8756-79bfe33338f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402980 Jul 16 01:25:55.271391 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-fa89bfd2-a5a8-4162-9107-5894fa03b7a8 service neutron] 10.222.0.69 "GET /v2.0/networks/dfc40eb6-bf49-4562-8756-79bfe33338f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233031 Jul 16 01:25:55.404225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904b10e-0a2f-4c08-a155-0c1bba9311c6 req-7c0d6166-72a4-4514-bf41-287ad6ee1346 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.406235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7904b10e-0a2f-4c08-a155-0c1bba9311c6 req-7c0d6166-72a4-4514-bf41-287ad6ee1346 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.4318628 Jul 16 01:25:55.455983 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdbdcda7-7325-48d7-be0b-9e107b8646bc req-745c97fc-0eea-48d0-998a-74291b267316 service neutron] 10.222.0.69 "GET /v2.0/networks/dfc40eb6-bf49-4562-8756-79bfe33338f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678023 Jul 16 01:25:55.504255 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7904b10e-0a2f-4c08-a155-0c1bba9311c6 req-20d931aa-0f02-4e8f-bcf9-db863096337d tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746841 Jul 16 01:25:55.519138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400250f7-0f7b-47d2-a3be-ea6ab19e0f24 req-ca7c96df-ae9e-4436-86d0-62981143c10b tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.521124 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-400250f7-0f7b-47d2-a3be-ea6ab19e0f24 req-ca7c96df-ae9e-4436-86d0-62981143c10b tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 944 time: 0.1453464 Jul 16 01:25:55.600163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-400250f7-0f7b-47d2-a3be-ea6ab19e0f24 req-b2436793-1759-4234-b19c-16e39681801b tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716472 Jul 16 01:25:55.615277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537766a9-9a7d-414d-8c83-68cfda365ea7 req-71e0affe-496b-4f6d-8747-97a735207f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.616948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-537766a9-9a7d-414d-8c83-68cfda365ea7 req-71e0affe-496b-4f6d-8747-97a735207f96 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4641b1daae0246f4ad1be69202a49dec&device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 1096 time: 0.0898042 Jul 16 01:25:55.731320 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537766a9-9a7d-414d-8c83-68cfda365ea7 req-0b7bdd52-50a1-4ffe-8ffb-180395967022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.732891 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-537766a9-9a7d-414d-8c83-68cfda365ea7 req-0b7bdd52-50a1-4ffe-8ffb-180395967022 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dfc40eb6-bf49-4562-8756-79bfe33338f9 HTTP/1.1" status: 200 len: 913 time: 0.1002951 Jul 16 01:25:55.801366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-537766a9-9a7d-414d-8c83-68cfda365ea7 req-538f8e9a-6b1a-49c0-a49b-ba02624d9883 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca158963-6f41-4d61-9ee9-d9057f1c5c68 HTTP/1.1" status: 200 len: 217 time: 0.0601220 Jul 16 01:25:55.857130 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537766a9-9a7d-414d-8c83-68cfda365ea7 req-ba99416f-7328-46f2-ae22-e0c16c034aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:55.858632 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-537766a9-9a7d-414d-8c83-68cfda365ea7 req-ba99416f-7328-46f2-ae22-e0c16c034aec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e9bcdcb1-8cd5-4a81-847d-d877ef45d4f6 HTTP/1.1" status: 200 len: 852 time: 0.0500147 Jul 16 01:25:55.902563 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-537766a9-9a7d-414d-8c83-68cfda365ea7 req-21db7814-a580-494d-ba72-bb00b9cd3cbc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfc40eb6-bf49-4562-8756-79bfe33338f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317330 Jul 16 01:25:56.034559 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-537766a9-9a7d-414d-8c83-68cfda365ea7 req-98c1327a-e962-4b90-a645-1b8934c35b6f service neutron] 10.222.0.69 "GET /v2.0/networks/dfc40eb6-bf49-4562-8756-79bfe33338f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250632 Jul 16 01:25:56.198280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1decd-e15d-4ae2-9741-e612264c7b33 req-90b91ef0-a1f4-446d-955b-c7107ae3f952 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.204476 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-abe1decd-e15d-4ae2-9741-e612264c7b33 req-90b91ef0-a1f4-446d-955b-c7107ae3f952 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.1633198 Jul 16 01:25:56.211080 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-537766a9-9a7d-414d-8c83-68cfda365ea7 req-a3f5bdec-cff1-45bc-8de6-4ae186915dbb service neutron] 10.222.0.69 "GET /v2.0/networks/dfc40eb6-bf49-4562-8756-79bfe33338f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680326 Jul 16 01:25:56.245563 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-abe1decd-e15d-4ae2-9741-e612264c7b33 req-c2b60feb-316a-429a-ac9d-d566a5918b19 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380807 Jul 16 01:25:56.692410 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219401a8-6b8a-4a22-8e16-912cb53a517a req-f3c661f4-b1e9-4d25-ab61-fa1ce4b39256 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.694993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219401a8-6b8a-4a22-8e16-912cb53a517a req-f3c661f4-b1e9-4d25-ab61-fa1ce4b39256 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.0694909 Jul 16 01:25:56.761853 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-219401a8-6b8a-4a22-8e16-912cb53a517a req-d9455c55-4280-4a2c-965f-ba9c9f7dfb51 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621994 Jul 16 01:25:56.805782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c987f5-7844-48a1-a710-367e0a5d7547 req-30fcd036-8e78-4e30-a53a-5fdc41062c65 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:56.807239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9c987f5-7844-48a1-a710-367e0a5d7547 req-30fcd036-8e78-4e30-a53a-5fdc41062c65 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 944 time: 0.0845685 Jul 16 01:25:56.850883 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9c987f5-7844-48a1-a710-367e0a5d7547 req-08b5fc01-930b-42df-9997-a5d736765f43 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375249 Jul 16 01:25:57.368208 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:57.371335 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:25:57.432741 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9c9b5-fbed-492a-b204-66e595d96ee8 req-ecd7f20a-a372-4311-87b1-0bb300f6cfff tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.434236 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ac9c9b5-fbed-492a-b204-66e595d96ee8 req-ecd7f20a-a372-4311-87b1-0bb300f6cfff tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.0734904 Jul 16 01:25:57.476291 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ac9c9b5-fbed-492a-b204-66e595d96ee8 req-eee43f03-56c9-469a-acf7-8ac4eefa721e tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354910 Jul 16 01:25:57.537015 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.556959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:57.575863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '0d070ab1-b6c8-4b0b-a052-836f7097e0d6', 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed', 'port_id': '0d070ab1-b6c8-4b0b-a052-836f7097e0d6', 'mac_address': 'fa:16:3e:ab:f9:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b01562-c676-4c86-9404-87a509f3f65f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:57.580981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480755a4-f9ad-47de-9635-f40ee64f020c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d070ab1-b6c8-4b0b-a052-836f7097e0d6'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:57.583265 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39974289-0236-4e2f-91e1-277b6582f90b" -d '{"events": [{"server_uuid": "480755a4-f9ad-47de-9635-f40ee64f020c", "name": "network-vif-unplugged", "status": "completed", "tag": "0d070ab1-b6c8-4b0b-a052-836f7097e0d6"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:57.599690 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:57.619849 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.635794 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a927c462-8817-4215-9ba7-183cb95cb198 x-openstack-request-id: req-a927c462-8817-4215-9ba7-183cb95cb198 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:57.636090 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480755a4-f9ad-47de-9635-f40ee64f020c", "name": "network-vif-unplugged", "status": "completed", "tag": "0d070ab1-b6c8-4b0b-a052-836f7097e0d6", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:57.636537 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a927c462-8817-4215-9ba7-183cb95cb198 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:57.636921 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480755a4-f9ad-47de-9635-f40ee64f020c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d070ab1-b6c8-4b0b-a052-836f7097e0d6', 'code': 200} Jul 16 01:25:57.665024 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:57.690491 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:57.695531 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:57.732843 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:25:57.733194 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:25:57.937839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d6479-0b11-48e0-a566-442e13bda389 req-88a5bfe3-e644-4516-88e7-c2b827115283 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:57.939338 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-896d6479-0b11-48e0-a566-442e13bda389 req-88a5bfe3-e644-4516-88e7-c2b827115283 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 943 time: 0.0644510 Jul 16 01:25:57.987740 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-896d6479-0b11-48e0-a566-442e13bda389 req-b18c09c9-6f50-4301-baaf-7f10699ab893 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422437 Jul 16 01:25:58.045741 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f35722-9b53-46e5-b256-1b386135e1e0 req-5bb5b288-539a-4dad-8ae3-cb70ec2434fa tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:58.047402 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35f35722-9b53-46e5-b256-1b386135e1e0 req-5bb5b288-539a-4dad-8ae3-cb70ec2434fa tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 944 time: 0.0769064 Jul 16 01:25:58.091911 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35f35722-9b53-46e5-b256-1b386135e1e0 req-87a94f89-cfda-495c-aedf-6a33e9ff04ef tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380104 Jul 16 01:25:58.270963 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.284934 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:58.306675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:58.310669 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.363712 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:58.471700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34508) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:58.558931 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['0d070ab1-b6c8-4b0b-a052-836f7097e0d6'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:58.579674 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-963b2f03-6900-4df0-bd31-737496f5603f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.670346 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-963b2f03-6900-4df0-bd31-737496f5603f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.672081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fc960-9a18-428a-967b-b6113f4d8e3a req-ea32f112-1260-4180-8d7f-2ef315cd30be tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:58.673741 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b8fc960-9a18-428a-967b-b6113f4d8e3a req-ea32f112-1260-4180-8d7f-2ef315cd30be tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.0734057 Jul 16 01:25:58.677003 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-963b2f03-6900-4df0-bd31-737496f5603f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.714358 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b8fc960-9a18-428a-967b-b6113f4d8e3a req-497a4678-64fe-4222-9ad9-48e3c47dad9c tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344563 Jul 16 01:25:58.719803 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-963b2f03-6900-4df0-bd31-737496f5603f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=833f3e6e49374590aa2418aa989d013b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2467132 Jul 16 01:25:58.720439 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b2f03-6900-4df0-bd31-737496f5603f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03484081-8310-4f53-b6e2-c241fa0e7b90,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:58.723443 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 34514) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:25:58.777202 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0955c8c-88a7-422c-ac5b-f21418072b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.797781 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0955c8c-88a7-422c-ac5b-f21418072b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.846688 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0955c8c-88a7-422c-ac5b-f21418072b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.849245 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0955c8c-88a7-422c-ac5b-f21418072b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:58.850404 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b0955c8c-88a7-422c-ac5b-f21418072b5d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/03484081-8310-4f53-b6e2-c241fa0e7b90 HTTP/1.1" status: 204 len: 168 time: 0.1259351 Jul 16 01:25:58.857940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0955c8c-88a7-422c-ac5b-f21418072b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03484081-8310-4f53-b6e2-c241fa0e7b90,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:59.206829 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091583a-108d-4470-8f0c-41a40bd24f08 req-87c530d5-cea9-4e26-acf9-f9175262f1cd tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.209452 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1091583a-108d-4470-8f0c-41a40bd24f08 req-87c530d5-cea9-4e26-acf9-f9175262f1cd tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 944 time: 0.0901847 Jul 16 01:25:59.277110 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1091583a-108d-4470-8f0c-41a40bd24f08 req-b61fc26e-0e53-45cd-8340-8eeb7e3496d9 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630445 Jul 16 01:25:59.304551 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f346c8-58b0-4f7b-b431-b18d14b8650e req-58c99c74-1e5f-442a-8289-d5056162c4ad tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.306359 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-61f346c8-58b0-4f7b-b431-b18d14b8650e req-58c99c74-1e5f-442a-8289-d5056162c4ad tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 944 time: 0.0900381 Jul 16 01:25:59.347695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-61f346c8-58b0-4f7b-b431-b18d14b8650e req-6516d49a-c87b-4e93-9956-d864ad1a8c52 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359635 Jul 16 01:25:59.368473 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ca158963-6f41-4d61-9ee9-d9057f1c5c68 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:25:59.371579 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:25:59.485746 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:25:59.486117 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.531984 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ca158963-6f41-4d61-9ee9-d9057f1c5c68, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ca158963-6f41-4d61-9ee9-d9057f1c5c68,segment=NetworkSegment(585b77b6-42ad-48c8-b823-601b5f826b6b),segment_id=585b77b6-42ad-48c8-b823-601b5f826b6b)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:59.546826 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'ca158963-6f41-4d61-9ee9-d9057f1c5c68', 'network_id': 'dfc40eb6-bf49-4562-8756-79bfe33338f9', 'port_id': 'ca158963-6f41-4d61-9ee9-d9057f1c5c68', 'mac_address': 'fa:16:3e:7f:28:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bcdcb1-8cd5-4a81-847d-d877ef45d4f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:25:59.585759 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a160d-ecdf-403d-976b-7d836eeaf201 req-a5e5aaff-725a-4228-ad02-0cc56837ddbb tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.587306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-806a160d-ecdf-403d-976b-7d836eeaf201 req-a5e5aaff-725a-4228-ad02-0cc56837ddbb tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.70 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.0630500 Jul 16 01:25:59.611745 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.621888 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.633253 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca158963-6f41-4d61-9ee9-d9057f1c5c68 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:25:59.662654 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480755a4-f9ad-47de-9635-f40ee64f020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d070ab1-b6c8-4b0b-a052-836f7097e0d6'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:25:59.664928 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caabbbd0-c7ca-4b27-b9b0-a79605bc9c43" -d '{"events": [{"server_uuid": "480755a4-f9ad-47de-9635-f40ee64f020c", "name": "network-vif-plugged", "status": "completed", "tag": "0d070ab1-b6c8-4b0b-a052-836f7097e0d6"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:25:59.668594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ca158963-6f41-4d61-9ee9-d9057f1c5c68, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ca158963-6f41-4d61-9ee9-d9057f1c5c68,segment=NetworkSegment(585b77b6-42ad-48c8-b823-601b5f826b6b),segment_id=585b77b6-42ad-48c8-b823-601b5f826b6b)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:59.678585 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.681382 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:59.686318 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.692198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-806a160d-ecdf-403d-976b-7d836eeaf201 req-5d3572e6-1a21-4b17-9e72-9dda26bd1239 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Deleting port ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:25:59.692555 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-806a160d-ecdf-403d-976b-7d836eeaf201 req-5d3572e6-1a21-4b17-9e72-9dda26bd1239 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.711501 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9339719-0844-444b-a96a-c59c86482148 x-openstack-request-id: req-f9339719-0844-444b-a96a-c59c86482148 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:25:59.711828 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480755a4-f9ad-47de-9635-f40ee64f020c", "name": "network-vif-plugged", "status": "completed", "tag": "0d070ab1-b6c8-4b0b-a052-836f7097e0d6", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:25:59.712098 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9339719-0844-444b-a96a-c59c86482148 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:25:59.712485 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480755a4-f9ad-47de-9635-f40ee64f020c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d070ab1-b6c8-4b0b-a052-836f7097e0d6', 'code': 200} Jul 16 01:25:59.735501 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=ca158963-6f41-4d61-9ee9-d9057f1c5c68,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:59.794024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:25:59.798424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-806a160d-ecdf-403d-976b-7d836eeaf201 req-5d3572e6-1a21-4b17-9e72-9dda26bd1239 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] For port ba780ee1-5c2c-44c7-9ecf-6ee4b5822740, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ba780ee1-5c2c-44c7-9ecf-6ee4b5822740,segment=NetworkSegment(84b9b03c-0a13-4fb6-85a4-6a301236c4e0),segment_id=84b9b03c-0a13-4fb6-85a4-6a301236c4e0)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:25:59.798974 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-806a160d-ecdf-403d-976b-7d836eeaf201 req-5d3572e6-1a21-4b17-9e72-9dda26bd1239 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:25:59.812713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-806a160d-ecdf-403d-976b-7d836eeaf201 req-5d3572e6-1a21-4b17-9e72-9dda26bd1239 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Calling delete_port for ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:25:59.940214 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['ca158963-6f41-4d61-9ee9-d9057f1c5c68'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:25:59.957711 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3f42af-716c-4cb9-89e6-305ae547c35a req-eb0da7fa-46f1-4b23-ae3f-be078a100d9b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:25:59.959575 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4d3f42af-716c-4cb9-89e6-305ae547c35a req-eb0da7fa-46f1-4b23-ae3f-be078a100d9b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=836cc896-4da2-49b6-8045-fb97ad7d85a9 HTTP/1.1" status: 200 len: 946 time: 0.1031222 Jul 16 01:26:00.059696 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-806a160d-ecdf-403d-976b-7d836eeaf201 req-5d3572e6-1a21-4b17-9e72-9dda26bd1239 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.076963 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['ba780ee1-5c2c-44c7-9ecf-6ee4b5822740'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:00.080633 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4d3f42af-716c-4cb9-89e6-305ae547c35a req-a4a92b67-27b0-4342-967c-2be42ab46dab tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055298 Jul 16 01:26:00.106796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3572e6-1a21-4b17-9e72-9dda26bd1239 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Pushing event deleted for resources: {'Port': ['ID=ba780ee1-5c2c-44c7-9ecf-6ee4b5822740,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:00.137325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ccaa4-a73f-408c-a6cd-b8876a669c11 req-ed3f732f-ea61-4b6a-924f-41859c3fa9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.138826 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e5ccaa4-a73f-408c-a6cd-b8876a669c11 req-ed3f732f-ea61-4b6a-924f-41859c3fa9b5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 1097 time: 0.2783055 Jul 16 01:26:00.155643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-806a160d-ecdf-403d-976b-7d836eeaf201 req-5d3572e6-1a21-4b17-9e72-9dda26bd1239 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] No DVR routers for this DVR port ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:00.162607 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-806a160d-ecdf-403d-976b-7d836eeaf201 req-5d3572e6-1a21-4b17-9e72-9dda26bd1239 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.164614 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-806a160d-ecdf-403d-976b-7d836eeaf201 req-5d3572e6-1a21-4b17-9e72-9dda26bd1239 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.70 "DELETE /v2.0/ports/ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 HTTP/1.1" status: 204 len: 173 time: 0.5694983 Jul 16 01:26:00.166180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836cc896-4da2-49b6-8045-fb97ad7d85a9', 'name': 'network-vif-deleted', 'tag': 'ba780ee1-5c2c-44c7-9ecf-6ee4b5822740'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:00.167816 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:00.168763 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ca95cb-265b-4d89-aaa9-a21ca3607410" -d '{"events": [{"server_uuid": "836cc896-4da2-49b6-8045-fb97ad7d85a9", "name": "network-vif-deleted", "tag": "ba780ee1-5c2c-44c7-9ecf-6ee4b5822740"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:00.193711 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e5ccaa4-a73f-408c-a6cd-b8876a669c11 req-f77963fb-7a0b-400c-88a7-4ff5676d9551 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391095 Jul 16 01:26:00.220103 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf986d2-ba9c-4cfb-b893-1ff5690eaef7 x-openstack-request-id: req-baf986d2-ba9c-4cfb-b893-1ff5690eaef7 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:00.221363 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836cc896-4da2-49b6-8045-fb97ad7d85a9", "name": "network-vif-deleted", "tag": "ba780ee1-5c2c-44c7-9ecf-6ee4b5822740", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:00.221363 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-baf986d2-ba9c-4cfb-b893-1ff5690eaef7 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:00.221652 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836cc896-4da2-49b6-8045-fb97ad7d85a9', 'name': 'network-vif-deleted', 'tag': 'ba780ee1-5c2c-44c7-9ecf-6ee4b5822740', 'status': 'completed', 'code': 200} Jul 16 01:26:00.453151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d06bfe-2970-4c7d-8fda-4cb2151d14d7 req-73ba4b52-b490-4a73-9394-42ef50d3a1be tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.454662 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03d06bfe-2970-4c7d-8fda-4cb2151d14d7 req-73ba4b52-b490-4a73-9394-42ef50d3a1be tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.0628598 Jul 16 01:26:00.528648 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03d06bfe-2970-4c7d-8fda-4cb2151d14d7 req-e275a246-285b-4a10-94bc-68e604cdd35c tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675998 Jul 16 01:26:00.545345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['065bf33a-ce06-4032-ae27-362a428d5d51'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:00.557025 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce219e-310d-47bd-8fcc-f4d26146994f req-8d0f6251-2167-4947-b1c5-80c089b1f00d tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:00.558499 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-08ce219e-310d-47bd-8fcc-f4d26146994f req-8d0f6251-2167-4947-b1c5-80c089b1f00d tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 945 time: 0.0915289 Jul 16 01:26:00.599473 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-08ce219e-310d-47bd-8fcc-f4d26146994f req-400d3e1d-207f-4599-a35c-a50bc8109c7b tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352104 Jul 16 01:26:01.024231 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.388111 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ca158963-6f41-4d61-9ee9-d9057f1c5c68 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:01.436199 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port ca158963-6f41-4d61-9ee9-d9057f1c5c68 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:01.439888 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port ca158963-6f41-4d61-9ee9-d9057f1c5c68 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:01.440261 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.517459 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.525335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a5a00-ceae-42be-9770-82ef3ffd35f5 req-34ce056c-839e-40e5-a9d8-2b0a3a235c66 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:01.526823 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-128a5a00-ceae-42be-9770-82ef3ffd35f5 req-34ce056c-839e-40e5-a9d8-2b0a3a235c66 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.0627477 Jul 16 01:26:01.550234 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ca158963-6f41-4d61-9ee9-d9057f1c5c68, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ca158963-6f41-4d61-9ee9-d9057f1c5c68,segment=NetworkSegment(585b77b6-42ad-48c8-b823-601b5f826b6b),segment_id=585b77b6-42ad-48c8-b823-601b5f826b6b)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:01.555196 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:01.566692 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-128a5a00-ceae-42be-9770-82ef3ffd35f5 req-abeedee2-0e7f-4c8d-aaf4-56b22eddd4d2 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335364 Jul 16 01:26:01.610692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=ca158963-6f41-4d61-9ee9-d9057f1c5c68,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:01.710798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec998b0b-4045-4eaa-b727-8fe39939c04b req-18534991-033c-4929-9d04-53e2685a2bd4 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:01.712312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec998b0b-4045-4eaa-b727-8fe39939c04b req-18534991-033c-4929-9d04-53e2685a2bd4 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.0667617 Jul 16 01:26:01.714033 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ba119a-20ab-43f7-8565-62913a0a5c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca158963-6f41-4d61-9ee9-d9057f1c5c68'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:01.716474 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd520bc4-0d02-4c6d-bdae-902dcafdb991" -d '{"events": [{"server_uuid": "84ba119a-20ab-43f7-8565-62913a0a5c24", "name": "network-vif-plugged", "status": "completed", "tag": "ca158963-6f41-4d61-9ee9-d9057f1c5c68"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:01.780113 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec998b0b-4045-4eaa-b727-8fe39939c04b req-10bcd2be-7521-4091-a26b-8b616db612ce tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549378 Jul 16 01:26:01.805962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844da70c-6da2-4536-af57-ac6210a339c4 req-a195910d-fa49-4ffc-8c42-9004feeb72c6 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:01.807491 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-844da70c-6da2-4536-af57-ac6210a339c4 req-a195910d-fa49-4ffc-8c42-9004feeb72c6 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 946 time: 0.0918090 Jul 16 01:26:01.845245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-844da70c-6da2-4536-af57-ac6210a339c4 req-f47255c9-d413-4ae2-ae35-ad62fe366b9e tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316429 Jul 16 01:26:01.898381 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2fbea5-aff2-4f1f-a1c2-c57ecac1a527 x-openstack-request-id: req-ec2fbea5-aff2-4f1f-a1c2-c57ecac1a527 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:01.898381 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ba119a-20ab-43f7-8565-62913a0a5c24", "name": "network-vif-plugged", "status": "completed", "tag": "ca158963-6f41-4d61-9ee9-d9057f1c5c68", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:01.898381 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec2fbea5-aff2-4f1f-a1c2-c57ecac1a527 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:01.898381 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ba119a-20ab-43f7-8565-62913a0a5c24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca158963-6f41-4d61-9ee9-d9057f1c5c68', 'code': 200} Jul 16 01:26:02.016477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21701cbe-156b-4faf-9005-d1856ddbf32e req-fff24beb-481e-4994-b912-101b07e04a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.018617 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21701cbe-156b-4faf-9005-d1856ddbf32e req-fff24beb-481e-4994-b912-101b07e04a9d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 1098 time: 0.0571401 Jul 16 01:26:02.055428 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21701cbe-156b-4faf-9005-d1856ddbf32e req-1fe0e4ee-f79f-4d5d-bb3b-cfb0b4f74ebd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289214 Jul 16 01:26:02.143837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a80b3-e55c-4db7-9850-6d2c947ee4b5 req-b27cd46e-fc90-4533-858b-7131eb2a71a1 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.145255 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf0a80b3-e55c-4db7-9850-6d2c947ee4b5 req-b27cd46e-fc90-4533-858b-7131eb2a71a1 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.0655563 Jul 16 01:26:02.183034 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf0a80b3-e55c-4db7-9850-6d2c947ee4b5 req-807261c3-47ca-4648-a594-dd7bc309facc tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321636 Jul 16 01:26:02.606805 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:02.629809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:02.630319 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ba780ee1-5c2c-44c7-9ecf-6ee4b5822740 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:02.655271 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-51c89259-cb72-4c62-82da-08b6b1871c79 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.656835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-51c89259-cb72-4c62-82da-08b6b1871c79 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/networks?id=e1307d4e-50fc-4f67-922e-cf5011652eed HTTP/1.1" status: 200 len: 814 time: 0.0986671 Jul 16 01:26:02.671943 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-ccd3fc30-5d5f-46b7-8424-df86c68acc17 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/quotas/e26e4771e423460f88aa204ff7981a8b HTTP/1.1" status: 200 len: 375 time: 0.0092156 Jul 16 01:26:02.778312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-d038e16d-5f77-4354-a8b0-d3bfbdb43572 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e26e4771e423460f88aa204ff7981a8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1012247 Jul 16 01:26:02.785380 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a103c7-29b1-4c95-bbdf-e62ba034c5ff req-b4c0a1b6-9d05-4179-a33f-2d372f7bf4a8 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:02.786734 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58a103c7-29b1-4c95-bbdf-e62ba034c5ff req-b4c0a1b6-9d05-4179-a33f-2d372f7bf4a8 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.1013868 Jul 16 01:26:02.871563 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58a103c7-29b1-4c95-bbdf-e62ba034c5ff req-1c75dddd-b841-4858-8716-b19e28d50cd6 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767660 Jul 16 01:26:02.897776 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-79096186-9f49-413e-8564-be878128815d service neutron] 10.222.0.22 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101224 Jul 16 01:26:02.998648 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-d34d0844-caf2-460a-bbde-5dcaa74832c5 service neutron] 10.222.0.22 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944545 Jul 16 01:26:03.060776 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939a2b19-45af-4f4f-af9c-39558fd52a2f req-0aec3e2c-fdec-499a-99cf-5337d7c7abe3 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:03.064292 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-939a2b19-45af-4f4f-af9c-39558fd52a2f req-0aec3e2c-fdec-499a-99cf-5337d7c7abe3 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 946 time: 0.0884783 Jul 16 01:26:03.102784 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-939a2b19-45af-4f4f-af9c-39558fd52a2f req-941ef195-0434-4c18-8213-524fe13cec87 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341835 Jul 16 01:26:03.310627 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-073f77a3-d38a-4816-a6a9-ece7c90ea726 req-269e9981-a896-4bf3-a6fb-ebff44f9346b tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 210 time: 0.0322304 Jul 16 01:26:04.041975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a927e8-1ee4-486b-828c-d87504f40c0c req-98b151a7-b244-4033-923c-34522b32b426 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.043451 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10a927e8-1ee4-486b-828c-d87504f40c0c req-98b151a7-b244-4033-923c-34522b32b426 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.0611944 Jul 16 01:26:04.083866 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10a927e8-1ee4-486b-828c-d87504f40c0c req-08ff4b30-048d-4f5f-8543-b573480ec3b5 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348132 Jul 16 01:26:04.182886 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb4524-6073-4049-852b-cee482984279 req-5687f2a3-b9a4-4d6f-ba80-6b591801935e tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.184414 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3acb4524-6073-4049-852b-cee482984279 req-5687f2a3-b9a4-4d6f-ba80-6b591801935e tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.69 "GET /v2.0/ports?device_id=480755a4-f9ad-47de-9635-f40ee64f020c HTTP/1.1" status: 200 len: 945 time: 0.0625672 Jul 16 01:26:04.345038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c2c7a0-a4a9-40c3-ab1b-11a2e6aff8ce req-71fec034-ab18-45a0-8ae1-c9a4d27a04cb tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.346693 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b0c2c7a0-a4a9-40c3-ab1b-11a2e6aff8ce req-71fec034-ab18-45a0-8ae1-c9a4d27a04cb tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 946 time: 0.1125529 Jul 16 01:26:04.392250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-3acb4524-6073-4049-852b-cee482984279 req-57de3f1d-2430-4cc2-89c1-47c4e36aea33 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Deleting port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:04.392597 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3acb4524-6073-4049-852b-cee482984279 req-57de3f1d-2430-4cc2-89c1-47c4e36aea33 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.476252 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b0c2c7a0-a4a9-40c3-ab1b-11a2e6aff8ce req-2cd56a9a-2f51-435c-ab9d-ba5f2071e3da tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183195 Jul 16 01:26:04.561053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-f9ca2b81-d6f9-4783-9abb-8f7e3088996a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.561053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-f9ca2b81-d6f9-4783-9abb-8f7e3088996a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.70 "GET /v2.0/networks?id=e1307d4e-50fc-4f67-922e-cf5011652eed HTTP/1.1" status: 200 len: 814 time: 0.2120848 Jul 16 01:26:04.572832 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-3acb4524-6073-4049-852b-cee482984279 req-57de3f1d-2430-4cc2-89c1-47c4e36aea33 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] For port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:04.573277 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3acb4524-6073-4049-852b-cee482984279 req-57de3f1d-2430-4cc2-89c1-47c4e36aea33 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.585879 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-f51f350c-f557-4440-8727-306a1e0c150f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Request body: {'port': {'device_id': '0ee73a22-1c88-47b6-99a9-fdd06017ac38', 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed', 'admin_state_up': True, 'tenant_id': 'e26e4771e423460f88aa204ff7981a8b'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:04.603230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-3acb4524-6073-4049-852b-cee482984279 req-57de3f1d-2430-4cc2-89c1-47c4e36aea33 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Calling delete_port for 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:04.656537 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5fece12-b816-4db2-aa8c-8f1cd1ec83f9 req-a80c45b0-3647-4fdc-a8e3-5a9250c93d1e tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 210 time: 0.0513012 Jul 16 01:26:04.756644 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-198bc49e-a89a-49d3-8030-e35ed8cfce53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.827953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-f51f350c-f557-4440-8727-306a1e0c150f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Made reservation on behalf of e26e4771e423460f88aa204ff7981a8b for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:04.831981 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-f51f350c-f557-4440-8727-306a1e0c150f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:04.875576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d109b7-6d0a-400b-89b8-d712444bf3a6 req-cc40f80f-938c-46f0-b53a-cfdb87788607 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:04.877119 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4d109b7-6d0a-400b-89b8-d712444bf3a6 req-cc40f80f-938c-46f0-b53a-cfdb87788607 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 946 time: 0.2166464 Jul 16 01:26:05.229389 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3acb4524-6073-4049-852b-cee482984279 req-57de3f1d-2430-4cc2-89c1-47c4e36aea33 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.240777 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['0d070ab1-b6c8-4b0b-a052-836f7097e0d6'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:05.275499 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4d109b7-6d0a-400b-89b8-d712444bf3a6 req-8260adff-bee5-4e58-81bc-6a8cf7c5729c tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889813 Jul 16 01:26:05.298755 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57de3f1d-2430-4cc2-89c1-47c4e36aea33 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Pushing event deleted for resources: {'Port': ['ID=0d070ab1-b6c8-4b0b-a052-836f7097e0d6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:05.381429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-3acb4524-6073-4049-852b-cee482984279 req-57de3f1d-2430-4cc2-89c1-47c4e36aea33 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] No DVR routers for this DVR port 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:05.387686 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3acb4524-6073-4049-852b-cee482984279 req-57de3f1d-2430-4cc2-89c1-47c4e36aea33 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.389678 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3acb4524-6073-4049-852b-cee482984279 req-57de3f1d-2430-4cc2-89c1-47c4e36aea33 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.69 "DELETE /v2.0/ports/0d070ab1-b6c8-4b0b-a052-836f7097e0d6 HTTP/1.1" status: 204 len: 173 time: 1.1986301 Jul 16 01:26:05.391954 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '480755a4-f9ad-47de-9635-f40ee64f020c', 'name': 'network-vif-deleted', 'tag': '0d070ab1-b6c8-4b0b-a052-836f7097e0d6'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:05.394193 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3375ccd4-4868-4029-8bbc-d6b18fa3afae" -d '{"events": [{"server_uuid": "480755a4-f9ad-47de-9635-f40ee64f020c", "name": "network-vif-deleted", "tag": "0d070ab1-b6c8-4b0b-a052-836f7097e0d6"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:05.418023 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-f51f350c-f557-4440-8727-306a1e0c150f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Allocated IP 172.20.0.4 (e1307d4e-50fc-4f67-922e-cf5011652eed/90b01562-c676-4c86-9404-87a509f3f65f/5e2baafd-4909-4a32-876e-df96301ad6cb) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:05.444440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645bdb8-0a27-468d-947c-d21dfdcc58aa req-058f81f6-abab-4396-a02f-f494c30f6f08 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:05.445953 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e645bdb8-0a27-468d-947c-d21dfdcc58aa req-058f81f6-abab-4396-a02f-f494c30f6f08 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.2145789 Jul 16 01:26:05.521964 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e645bdb8-0a27-468d-947c-d21dfdcc58aa req-43ec91c1-86be-42e4-bc99-30107dd3de19 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684261 Jul 16 01:26:05.636603 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-f51f350c-f557-4440-8727-306a1e0c150f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.677031 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-f51f350c-f557-4440-8727-306a1e0c150f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.714533 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1a483d-73b2-44a9-ad53-41ebf77812d6 x-openstack-request-id: req-1c1a483d-73b2-44a9-ad53-41ebf77812d6 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:05.714891 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "480755a4-f9ad-47de-9635-f40ee64f020c", "name": "network-vif-deleted", "tag": "0d070ab1-b6c8-4b0b-a052-836f7097e0d6", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:05.715180 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c1a483d-73b2-44a9-ad53-41ebf77812d6 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:05.715492 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '480755a4-f9ad-47de-9635-f40ee64f020c', 'name': 'network-vif-deleted', 'tag': '0d070ab1-b6c8-4b0b-a052-836f7097e0d6', 'status': 'completed', 'code': 200} Jul 16 01:26:05.726755 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-f51f350c-f557-4440-8727-306a1e0c150f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Network e1307d4e-50fc-4f67-922e-cf5011652eed is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:05.730599 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-f51f350c-f557-4440-8727-306a1e0c150f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:05.734720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-f51f350c-f557-4440-8727-306a1e0c150f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:05.764139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f350c-f557-4440-8727-306a1e0c150f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Pushing event updated for resources: {'Port': ['ID=5e2baafd-4909-4a32-876e-df96301ad6cb,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:05.787438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-f51f350c-f557-4440-8727-306a1e0c150f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:05.789321 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-f51f350c-f557-4440-8727-306a1e0c150f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.806246 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-f51f350c-f557-4440-8727-306a1e0c150f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2302239 Jul 16 01:26:05.825487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Request body: {'port': {'device_id': '0ee73a22-1c88-47b6-99a9-fdd06017ac38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:05.967650 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:05.980137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d588e498-4616-42bf-8bc7-38a2e8f561a0 req-8aade1e6-cfb4-4455-bba9-032c2c8aacf3 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:05.981672 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d588e498-4616-42bf-8bc7-38a2e8f561a0 req-8aade1e6-cfb4-4455-bba9-032c2c8aacf3 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 946 time: 0.1701696 Jul 16 01:26:06.066163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d588e498-4616-42bf-8bc7-38a2e8f561a0 req-91d63fdf-e4fc-4eab-865e-9af6276c7394 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754571 Jul 16 01:26:06.145843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d644c-933d-4485-bc67-e62c3fc20da1 req-9d1ec270-1e9c-4d22-a936-4af46491ae4b tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:06.147388 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d65d644c-933d-4485-bc67-e62c3fc20da1 req-9d1ec270-1e9c-4d22-a936-4af46491ae4b tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 931 time: 0.2178297 Jul 16 01:26:06.245097 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d65d644c-933d-4485-bc67-e62c3fc20da1 req-9993862b-20af-4f9f-828b-2bf264f5bc76 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892498 Jul 16 01:26:06.334581 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009c7bd-a181-4228-b139-f7ca9ae13422 req-1b4ab7a4-f722-4985-9e79-fa70306fdeec tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:06.336098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3009c7bd-a181-4228-b139-f7ca9ae13422 req-1b4ab7a4-f722-4985-9e79-fa70306fdeec tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1276317 Jul 16 01:26:06.405303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2baafd-4909-4a32-876e-df96301ad6cb {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:06.414544 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.419222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3009c7bd-a181-4228-b139-f7ca9ae13422 req-b62bb64c-2035-41c8-97aa-8778f980dc27 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775054 Jul 16 01:26:06.429833 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Transition to ACTIVE for port object 5e2baafd-4909-4a32-876e-df96301ad6cb will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:06.433559 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.505850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11679628-c544-4106-a4af-7c487350baca service neutron] Pushing event updated for resources: {'Port': ['ID=5e2baafd-4909-4a32-876e-df96301ad6cb,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:06.598151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Attempting to bind port 5e2baafd-4909-4a32-876e-df96301ad6cb on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:06.598492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Attempting to bind port 5e2baafd-4909-4a32-876e-df96301ad6cb by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '32061e96-321a-49ab-a943-5ded49822dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:06.598817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Attempting to bind port 5e2baafd-4909-4a32-876e-df96301ad6cb on network e1307d4e-50fc-4f67-922e-cf5011652eed {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:06.607872 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Port 5e2baafd-4909-4a32-876e-df96301ad6cb on network e1307d4e-50fc-4f67-922e-cf5011652eed not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:06.608193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Attempting to bind port 5e2baafd-4909-4a32-876e-df96301ad6cb on network e1307d4e-50fc-4f67-922e-cf5011652eed {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:06.615649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:06.616007 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Checking segment: {'id': '32061e96-321a-49ab-a943-5ded49822dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:06.616391 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Bound using segment: {'id': '32061e96-321a-49ab-a943-5ded49822dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:06.616820 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Bound port: 5e2baafd-4909-4a32-876e-df96301ad6cb, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32061e96-321a-49ab-a943-5ded49822dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:06.617183 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.639192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb4a39-b2aa-4061-8ec4-121936259ace req-7d51e639-3650-484c-b63f-25efcc6e670c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:06.640738 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ebb4a39-b2aa-4061-8ec4-121936259ace req-7d51e639-3650-484c-b63f-25efcc6e670c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1091714 Jul 16 01:26:06.760163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ebb4a39-b2aa-4061-8ec4-121936259ace req-c863e857-82f4-4afc-b61c-91529987508a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080649 Jul 16 01:26:06.761686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] For port 5e2baafd-4909-4a32-876e-df96301ad6cb, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:06.765891 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] For port 5e2baafd-4909-4a32-876e-df96301ad6cb, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5e2baafd-4909-4a32-876e-df96301ad6cb,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:06.771002 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.820550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd203bd-015c-48ab-a9e2-7ff808173844 req-ca03b820-378e-4758-85aa-b5707653e2b5 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:06.822214 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd203bd-015c-48ab-a9e2-7ff808173844 req-ca03b820-378e-4758-85aa-b5707653e2b5 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.1803205 Jul 16 01:26:06.831477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:06.832130 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:06.833640 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-11679628-c544-4106-a4af-7c487350baca service neutron] 10.222.0.70 "PUT /v2.0/ports/5e2baafd-4909-4a32-876e-df96301ad6cb HTTP/1.1" status: 200 len: 1092 time: 1.0119624 Jul 16 01:26:06.869966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11679628-c544-4106-a4af-7c487350baca service neutron] Pushing event updated for resources: {'Port': ['ID=5e2baafd-4909-4a32-876e-df96301ad6cb,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:06.887092 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd203bd-015c-48ab-a9e2-7ff808173844 req-c82248a8-73ce-4697-8231-661f3721fa47 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524969 Jul 16 01:26:06.942342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-28fc22d7-d573-4b15-bd09-363702b23ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:06.943938 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-28fc22d7-d573-4b15-bd09-363702b23ca7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e26e4771e423460f88aa204ff7981a8b&device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 1095 time: 0.0559304 Jul 16 01:26:06.991031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-04135a6a-848d-4ce8-bcb7-07f3e34af4c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2baafd-4909-4a32-876e-df96301ad6cb HTTP/1.1" status: 200 len: 217 time: 0.0388801 Jul 16 01:26:07.042470 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-c2bf2ae6-f198-4ff4-aceb-35f72c34b4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:07.044026 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-c2bf2ae6-f198-4ff4-aceb-35f72c34b4a2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90b01562-c676-4c86-9404-87a509f3f65f HTTP/1.1" status: 200 len: 854 time: 0.0460446 Jul 16 01:26:07.087318 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-2c40bdae-fe7c-45ce-b804-131980f7dcea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1307d4e-50fc-4f67-922e-cf5011652eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282505 Jul 16 01:26:07.193454 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-75603019-5a64-4db0-b6f9-2113080193fd service neutron] 10.222.0.70 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975313 Jul 16 01:26:07.282869 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.410383 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33187b86-6846-4c6e-ae9d-b459d4f5f995 req-be8f1beb-f226-4aa6-b760-59f127cdc538 service neutron] 10.222.0.70 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017338 Jul 16 01:26:07.418049 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35bc59a-c8f0-439f-a57d-10b9b315efbc req-0a03fefc-3443-4957-8d32-973c2ef8a5c6 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:07.419472 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b35bc59a-c8f0-439f-a57d-10b9b315efbc req-0a03fefc-3443-4957-8d32-973c2ef8a5c6 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 946 time: 0.2220299 Jul 16 01:26:07.428119 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:07.445594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b111146-1756-4b45-b6af-60e5a95d7092 req-19506bf9-c7ba-4651-8c1a-0b4c9ad427f1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:07.447231 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b111146-1756-4b45-b6af-60e5a95d7092 req-19506bf9-c7ba-4651-8c1a-0b4c9ad427f1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.2310276 Jul 16 01:26:07.450437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:07.450867 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 0d070ab1-b6c8-4b0b-a052-836f7097e0d6 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:07.493091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40cf7d5-1029-4a33-9f51-c5872d2563b7 req-a5f17fa1-5a8a-4201-ae97-3c76fc47a1e9 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:07.494566 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b40cf7d5-1029-4a33-9f51-c5872d2563b7 req-a5f17fa1-5a8a-4201-ae97-3c76fc47a1e9 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.69 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 945 time: 0.1694727 Jul 16 01:26:07.514937 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b35bc59a-c8f0-439f-a57d-10b9b315efbc req-ac4e90ce-b4ee-4758-9540-64350c139dc0 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860980 Jul 16 01:26:07.547022 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b111146-1756-4b45-b6af-60e5a95d7092 req-d339aa3c-e310-4ef6-8ed8-885db269f5ff tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879841 Jul 16 01:26:07.635647 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-25dc50a6-77be-4435-b532-8129af3c6209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.669135 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-b40cf7d5-1029-4a33-9f51-c5872d2563b7 req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Deleting port 065bf33a-ce06-4032-ae27-362a428d5d51 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:07.669474 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b40cf7d5-1029-4a33-9f51-c5872d2563b7 req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.735916 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ee73a22-1c88-47b6-99a9-fdd06017ac38', 'tag': '5e2baafd-4909-4a32-876e-df96301ad6cb'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:07.738718 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d50b9f9-97ad-411b-b7f9-119e54907c94" -d '{"events": [{"name": "network-changed", "server_uuid": "0ee73a22-1c88-47b6-99a9-fdd06017ac38", "tag": "5e2baafd-4909-4a32-876e-df96301ad6cb"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:07.774858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f25abb-8baa-4bb1-95e7-26663f05ca86 req-097c54b3-b743-46bf-8fa9-b6ffa21c5c9d tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:07.776400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e6f25abb-8baa-4bb1-95e7-26663f05ca86 req-097c54b3-b743-46bf-8fa9-b6ffa21c5c9d tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 943 time: 0.1542175 Jul 16 01:26:07.802686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-b40cf7d5-1029-4a33-9f51-c5872d2563b7 req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] For port 065bf33a-ce06-4032-ae27-362a428d5d51, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=065bf33a-ce06-4032-ae27-362a428d5d51,segment=NetworkSegment(84b9b03c-0a13-4fb6-85a4-6a301236c4e0),segment_id=84b9b03c-0a13-4fb6-85a4-6a301236c4e0)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:07.803046 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b40cf7d5-1029-4a33-9f51-c5872d2563b7 req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:07.854458 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-b40cf7d5-1029-4a33-9f51-c5872d2563b7 req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Calling delete_port for 065bf33a-ce06-4032-ae27-362a428d5d51 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:07.886974 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e6f25abb-8baa-4bb1-95e7-26663f05ca86 req-2ce597c9-f8d2-4182-8a05-4a99c0fd84f8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987279 Jul 16 01:26:07.939344 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491b8537-8926-4cbb-b360-29d60d68ef0b x-openstack-request-id: req-491b8537-8926-4cbb-b360-29d60d68ef0b {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:07.939672 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ee73a22-1c88-47b6-99a9-fdd06017ac38", "tag": "5e2baafd-4909-4a32-876e-df96301ad6cb", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:07.939976 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-491b8537-8926-4cbb-b360-29d60d68ef0b {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:07.940373 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ee73a22-1c88-47b6-99a9-fdd06017ac38', 'tag': '5e2baafd-4909-4a32-876e-df96301ad6cb', 'status': 'completed', 'code': 200} Jul 16 01:26:08.013768 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3350d-f827-4a9f-9ccf-62d0d0459c5c req-ea6d3a00-45e6-45af-a064-6dbb3fc1ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:08.015287 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3aa3350d-f827-4a9f-9ccf-62d0d0459c5c req-ea6d3a00-45e6-45af-a064-6dbb3fc1ce2f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4641b1daae0246f4ad1be69202a49dec&device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 1098 time: 0.1921082 Jul 16 01:26:08.152827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a62f93-7c10-4d92-b56f-bde46949878d req-c9f36195-590e-4623-90cb-2918a44a5c0b tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:08.154339 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5a62f93-7c10-4d92-b56f-bde46949878d req-c9f36195-590e-4623-90cb-2918a44a5c0b tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 946 time: 0.2352943 Jul 16 01:26:08.212529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50b9f9-97ad-411b-b7f9-119e54907c94 req-368cae32-8ac6-4078-a63b-012d12d4f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:08.214060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d50b9f9-97ad-411b-b7f9-119e54907c94 req-368cae32-8ac6-4078-a63b-012d12d4f7ee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e26e4771e423460f88aa204ff7981a8b&device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 1095 time: 0.2382190 Jul 16 01:26:08.223302 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3350d-f827-4a9f-9ccf-62d0d0459c5c req-0898c26f-6672-44dd-8e51-ebcd7311c129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:08.224775 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3aa3350d-f827-4a9f-9ccf-62d0d0459c5c req-0898c26f-6672-44dd-8e51-ebcd7311c129 service neutron] 10.222.0.69 "GET /v2.0/networks?id=dfc40eb6-bf49-4562-8756-79bfe33338f9 HTTP/1.1" status: 200 len: 913 time: 0.2004361 Jul 16 01:26:08.247533 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b40cf7d5-1029-4a33-9f51-c5872d2563b7 req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.259101 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['065bf33a-ce06-4032-ae27-362a428d5d51'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:08.306909 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5a62f93-7c10-4d92-b56f-bde46949878d req-79570a7c-bde6-4945-9030-81ee97dcafa4 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416156 Jul 16 01:26:08.337034 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3aa3350d-f827-4a9f-9ccf-62d0d0459c5c req-f49643b2-4ae5-497f-9c82-e38db69297c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca158963-6f41-4d61-9ee9-d9057f1c5c68 HTTP/1.1" status: 200 len: 217 time: 0.1047544 Jul 16 01:26:08.343359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Pushing event deleted for resources: {'Port': ['ID=065bf33a-ce06-4032-ae27-362a428d5d51,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:08.438009 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e79fdb2-2901-48a9-88ef-c76045dca27a req-07f658ac-6c85-48f4-a0e2-50551979751b tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.22 "GET /v2.0/ports?device_id=2934931d-5177-4867-97f1-bb1d4e1e2dd4 HTTP/1.1" status: 200 len: 210 time: 0.0983984 Jul 16 01:26:08.460515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:08.460515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:08.460515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:08.460515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:08.460515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:08.460515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:08.460515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:08.460515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:08.460515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:08.460515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:08.461442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:08.461442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:08.487433 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.499078 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40cf7d5-1029-4a33-9f51-c5872d2563b7 req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] No DVR routers for this DVR port 065bf33a-ce06-4032-ae27-362a428d5d51 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:08.507137 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b40cf7d5-1029-4a33-9f51-c5872d2563b7 req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:08.509128 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b40cf7d5-1029-4a33-9f51-c5872d2563b7 req-d3f13351-f133-4856-a2fc-6c2c42b21817 tempest-ServerRescueNegativeTestJSON-1042049134 tempest-ServerRescueNegativeTestJSON-1042049134-project] 10.222.0.69 "DELETE /v2.0/ports/065bf33a-ce06-4032-ae27-362a428d5d51 HTTP/1.1" status: 204 len: 173 time: 1.0094440 Jul 16 01:26:08.520116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3350d-f827-4a9f-9ccf-62d0d0459c5c req-e5771e96-abc4-44e9-997f-54e50f92817a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:08.521597 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3aa3350d-f827-4a9f-9ccf-62d0d0459c5c req-e5771e96-abc4-44e9-997f-54e50f92817a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e9bcdcb1-8cd5-4a81-847d-d877ef45d4f6 HTTP/1.1" status: 200 len: 852 time: 0.1759355 Jul 16 01:26:08.524388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50b9f9-97ad-411b-b7f9-119e54907c94 req-ea2dc100-3048-402c-abca-ac57a11b3d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:08.525923 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d50b9f9-97ad-411b-b7f9-119e54907c94 req-ea2dc100-3048-402c-abca-ac57a11b3d57 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1307d4e-50fc-4f67-922e-cf5011652eed HTTP/1.1" status: 200 len: 915 time: 0.3001537 Jul 16 01:26:08.863861 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3aa3350d-f827-4a9f-9ccf-62d0d0459c5c req-f6128bb6-053a-4186-966f-79af1b0c064d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfc40eb6-bf49-4562-8756-79bfe33338f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3342845 Jul 16 01:26:08.867383 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d50b9f9-97ad-411b-b7f9-119e54907c94 req-9ebb787a-ee22-4ccb-82d8-17b08410d06f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5e2baafd-4909-4a32-876e-df96301ad6cb HTTP/1.1" status: 200 len: 217 time: 0.3297789 Jul 16 01:26:09.003574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50b9f9-97ad-411b-b7f9-119e54907c94 req-5127fff1-4347-4855-99be-e1625f4495ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.005107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d50b9f9-97ad-411b-b7f9-119e54907c94 req-5127fff1-4347-4855-99be-e1625f4495ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90b01562-c676-4c86-9404-87a509f3f65f HTTP/1.1" status: 200 len: 854 time: 0.1291192 Jul 16 01:26:09.087467 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d50b9f9-97ad-411b-b7f9-119e54907c94 req-d04fec4f-1201-43b3-a131-262caaa27f4f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1307d4e-50fc-4f67-922e-cf5011652eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611663 Jul 16 01:26:09.100192 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3aa3350d-f827-4a9f-9ccf-62d0d0459c5c req-75c00ac4-1ef1-49a1-99d9-a1e041fc96ac service neutron] 10.222.0.69 "GET /v2.0/networks/dfc40eb6-bf49-4562-8756-79bfe33338f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250562 Jul 16 01:26:09.116250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4f21e-8096-49ed-948e-f5767b131dc0 req-7156c9db-4547-4f44-8f33-207dd4a1971a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.117633 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ca4f21e-8096-49ed-948e-f5767b131dc0 req-7156c9db-4547-4f44-8f33-207dd4a1971a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.2524700 Jul 16 01:26:09.282551 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e76df0-e9b1-427b-ba75-4c549f59e285 req-6ec6f4bf-3ff7-4c2b-aca1-a8f694029766 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.284380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01e76df0-e9b1-427b-ba75-4c549f59e285 req-6ec6f4bf-3ff7-4c2b-aca1-a8f694029766 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 943 time: 0.2780976 Jul 16 01:26:09.291994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ca4f21e-8096-49ed-948e-f5767b131dc0 req-eab71c38-e3df-48a0-9471-493089bf8bef tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515841 Jul 16 01:26:09.337024 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d50b9f9-97ad-411b-b7f9-119e54907c94 req-7e8220f9-3922-4be1-9783-fddb9d753798 service neutron] 10.222.0.70 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399023 Jul 16 01:26:09.366074 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3aa3350d-f827-4a9f-9ccf-62d0d0459c5c req-37e14d5b-1cb0-4011-b4f7-e0b6c3066e23 service neutron] 10.222.0.69 "GET /v2.0/networks/dfc40eb6-bf49-4562-8756-79bfe33338f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457635 Jul 16 01:26:09.370280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01e76df0-e9b1-427b-ba75-4c549f59e285 req-53286b86-7193-4cba-9bc6-9b341c848396 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758865 Jul 16 01:26:09.453993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d50b9f9-97ad-411b-b7f9-119e54907c94 req-6c32b3ea-ad4e-4c37-9d81-93ceb95ebb7e service neutron] 10.222.0.70 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037662 Jul 16 01:26:09.538337 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db121752-88af-4c31-a76a-fc84ca1bd09c req-2a4af00a-9658-4f3c-96bf-22e1471eab97 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:09.539931 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db121752-88af-4c31-a76a-fc84ca1bd09c req-2a4af00a-9658-4f3c-96bf-22e1471eab97 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 946 time: 0.0635111 Jul 16 01:26:09.579001 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db121752-88af-4c31-a76a-fc84ca1bd09c req-c78ed916-26cb-49aa-a8c5-b97c4df55e24 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332730 Jul 16 01:26:09.605411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 34680) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:09.956025 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2934931d-5177-4867-97f1-bb1d4e1e2dd4', 'name': 'network-vif-deleted', 'tag': '065bf33a-ce06-4032-ae27-362a428d5d51'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:09.958280 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb68eff-eb87-456a-8ce5-475b926468c0" -d '{"events": [{"server_uuid": "2934931d-5177-4867-97f1-bb1d4e1e2dd4", "name": "network-vif-deleted", "tag": "065bf33a-ce06-4032-ae27-362a428d5d51"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:10.012916 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-187998cb-9520-42bd-b720-b3b41b4aa158 x-openstack-request-id: req-187998cb-9520-42bd-b720-b3b41b4aa158 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:10.013213 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2934931d-5177-4867-97f1-bb1d4e1e2dd4", "name": "network-vif-deleted", "tag": "065bf33a-ce06-4032-ae27-362a428d5d51", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:10.013471 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-187998cb-9520-42bd-b720-b3b41b4aa158 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:10.013867 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2934931d-5177-4867-97f1-bb1d4e1e2dd4', 'name': 'network-vif-deleted', 'tag': '065bf33a-ce06-4032-ae27-362a428d5d51', 'status': 'completed', 'code': 200} Jul 16 01:26:10.023437 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a738a2bc-b81f-4dfb-8adc-4e1e64250e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.117685 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.335057 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-a738a2bc-b81f-4dfb-8adc-4e1e64250e0c admin admin] Deleting port fb3d675e-70e5-4fbc-9366-378ea0b2a314 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:10.335413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a738a2bc-b81f-4dfb-8adc-4e1e64250e0c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.451047 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-a738a2bc-b81f-4dfb-8adc-4e1e64250e0c admin admin] For port fb3d675e-70e5-4fbc-9366-378ea0b2a314, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=fb3d675e-70e5-4fbc-9366-378ea0b2a314,segment=NetworkSegment(84b9b03c-0a13-4fb6-85a4-6a301236c4e0),segment_id=84b9b03c-0a13-4fb6-85a4-6a301236c4e0)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:10.451411 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a738a2bc-b81f-4dfb-8adc-4e1e64250e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.467480 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-a738a2bc-b81f-4dfb-8adc-4e1e64250e0c admin admin] Calling delete_port for fb3d675e-70e5-4fbc-9366-378ea0b2a314 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:10.558422 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886093b-4957-43f9-a181-4eb23c74d1ed req-60e02801-cd09-4fca-9897-348984b59eaf tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.559928 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d886093b-4957-43f9-a181-4eb23c74d1ed req-60e02801-cd09-4fca-9897-348984b59eaf tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1544757 Jul 16 01:26:10.654454 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d886093b-4957-43f9-a181-4eb23c74d1ed req-44e410be-bc98-409c-acea-31c79719f583 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875127 Jul 16 01:26:10.678937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5e2baafd-4909-4a32-876e-df96301ad6cb details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:10.695162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ee9e5-8611-4d9f-84a5-b1fc73950662 req-94e01453-d4ab-4f77-b9b4-ab027218697e tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:10.696697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d0ee9e5-8611-4d9f-84a5-b1fc73950662 req-94e01453-d4ab-4f77-b9b4-ab027218697e tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 943 time: 0.2063997 Jul 16 01:26:10.776637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d0ee9e5-8611-4d9f-84a5-b1fc73950662 req-f6c3a095-18d8-408e-bfab-4cd2d5f59b32 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662954 Jul 16 01:26:10.782044 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a738a2bc-b81f-4dfb-8adc-4e1e64250e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.800404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5e2baafd-4909-4a32-876e-df96301ad6cb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5e2baafd-4909-4a32-876e-df96301ad6cb,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:10.811606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738a2bc-b81f-4dfb-8adc-4e1e64250e0c admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3d675e-70e5-4fbc-9366-378ea0b2a314,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:10.812468 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '5e2baafd-4909-4a32-876e-df96301ad6cb', 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed', 'port_id': '5e2baafd-4909-4a32-876e-df96301ad6cb', 'mac_address': 'fa:16:3e:f2:80:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b01562-c676-4c86-9404-87a509f3f65f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:10.870298 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.883464 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2baafd-4909-4a32-876e-df96301ad6cb {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:10.907596 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5e2baafd-4909-4a32-876e-df96301ad6cb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5e2baafd-4909-4a32-876e-df96301ad6cb,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:10.912273 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:10.964281 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=5e2baafd-4909-4a32-876e-df96301ad6cb,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:11.032020 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a738a2bc-b81f-4dfb-8adc-4e1e64250e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.049960 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b041b2e-20ea-4b6f-a43f-21bd56550408 req-792cf8af-c8cd-4ca9-9fd5-a191d0be13a5 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:11.051451 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b041b2e-20ea-4b6f-a43f-21bd56550408 req-792cf8af-c8cd-4ca9-9fd5-a191d0be13a5 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 946 time: 0.1216378 Jul 16 01:26:11.159225 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b041b2e-20ea-4b6f-a43f-21bd56550408 req-2ff0aef5-e352-464d-beed-571b5bde659f tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001999 Jul 16 01:26:11.320197 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['5e2baafd-4909-4a32-876e-df96301ad6cb'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:11.413182 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 065bf33a-ce06-4032-ae27-362a428d5d51 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:11.440782 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 065bf33a-ce06-4032-ae27-362a428d5d51 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:11.441121 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 065bf33a-ce06-4032-ae27-362a428d5d51 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:11.599625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a738a2bc-b81f-4dfb-8adc-4e1e64250e0c admin admin] Router 06308645-b2ad-4abf-944f-1dd1d8c54212 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:11.626793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e76ae-36e4-4195-8f83-e9fe1c0d2560 req-a4577fed-3181-4cf3-b369-c8b6262f5163 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:11.628366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-165e76ae-36e4-4195-8f83-e9fe1c0d2560 req-a4577fed-3181-4cf3-b369-c8b6262f5163 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 946 time: 0.0870662 Jul 16 01:26:11.734989 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-165e76ae-36e4-4195-8f83-e9fe1c0d2560 req-87c37333-5e8c-43c1-a48a-5071cacd4e32 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707948 Jul 16 01:26:11.755974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a738a2bc-b81f-4dfb-8adc-4e1e64250e0c admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:11.762306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a738a2bc-b81f-4dfb-8adc-4e1e64250e0c admin admin] 10.222.0.22 "PUT /v2.0/routers/06308645-b2ad-4abf-944f-1dd1d8c54212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1554780 Jul 16 01:26:11.764615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34700) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:11.768305 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38849a58-8ae7-43c5-b1b3-1f1118fe138a None None] Sync routers for ids ['06308645-b2ad-4abf-944f-1dd1d8c54212'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:11.789114 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38849a58-8ae7-43c5-b1b3-1f1118fe138a None None] Routers {'06308645-b2ad-4abf-944f-1dd1d8c54212'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:11.792034 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-38849a58-8ae7-43c5-b1b3-1f1118fe138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:26:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['06308645-b2ad-4abf-944f-1dd1d8c54212'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:11.841102 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db64717-a301-46c5-9591-36c56f25ae00 req-82426dbd-539c-431a-8062-932141548d15 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:11.842726 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2db64717-a301-46c5-9591-36c56f25ae00 req-82426dbd-539c-431a-8062-932141548d15 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.0700259 Jul 16 01:26:11.892152 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:11.904850 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2db64717-a301-46c5-9591-36c56f25ae00 req-dccbf443-78a3-4b05-8b5f-a654dc947596 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553789 Jul 16 01:26:11.927271 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-38849a58-8ae7-43c5-b1b3-1f1118fe138a None None] Set router 06308645-b2ad-4abf-944f-1dd1d8c54212 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:12.035695 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.098255 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Deleting port 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:12.098697 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.135778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-38849a58-8ae7-43c5-b1b3-1f1118fe138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'name': 'tempest-ServerRescueNegativeTestJSON-1474693029-router', 'tenant_id': '9ba61207ba2c4f4e854877a3e463e14d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.125'}], 'enable_snat': True}, 'gw_port_id': '6e2a60b9-1cd2-4632-baa0-f17e54d56bc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:26:10Z', 'revision_number': 5, 'project_id': '9ba61207ba2c4f4e854877a3e463e14d', 'gw_port': {'id': '6e2a60b9-1cd2-4632-baa0-f17e54d56bc8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6a:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:22:59Z', 'updated_at': '2021-07-16T01:23:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:12.136420 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9974686-23f3-416d-b6d9-91bd2798e425 req-c8b1c78a-5037-48d0-9c3c-0e2ce64bfbc1 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.138232 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9974686-23f3-416d-b6d9-91bd2798e425 req-c8b1c78a-5037-48d0-9c3c-0e2ce64bfbc1 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 944 time: 0.0663116 Jul 16 01:26:12.162872 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38849a58-8ae7-43c5-b1b3-1f1118fe138a None None] Checking router: 06308645-b2ad-4abf-944f-1dd1d8c54212 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:12.172266 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38849a58-8ae7-43c5-b1b3-1f1118fe138a None None] Routers {'06308645-b2ad-4abf-944f-1dd1d8c54212'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:12.172886 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-38849a58-8ae7-43c5-b1b3-1f1118fe138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:26:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['06308645-b2ad-4abf-944f-1dd1d8c54212'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:12.182261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9974686-23f3-416d-b6d9-91bd2798e425 req-2f1adf1a-d7c3-4181-bd44-97be6428a200 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364206 Jul 16 01:26:12.187541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] For port 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6e2a60b9-1cd2-4632-baa0-f17e54d56bc8,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:12.187941 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.200672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Calling delete_port for 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:12.262552 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-38849a58-8ae7-43c5-b1b3-1f1118fe138a None None] Set router 06308645-b2ad-4abf-944f-1dd1d8c54212 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:12.365336 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.393814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e2a60b9-1cd2-4632-baa0-f17e54d56bc8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:12.419989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:12.420341 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:12.420685 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:12.421022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:12.421356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:12.421686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:12.422018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:12.422340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:12.422666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:12.422990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:12.423316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:12.423669 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:12.462800 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-38849a58-8ae7-43c5-b1b3-1f1118fe138a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'name': 'tempest-ServerRescueNegativeTestJSON-1474693029-router', 'tenant_id': '9ba61207ba2c4f4e854877a3e463e14d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:26:12Z', 'revision_number': 6, 'project_id': '9ba61207ba2c4f4e854877a3e463e14d', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:12.466382 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.489496 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38849a58-8ae7-43c5-b1b3-1f1118fe138a None None] The sync data for ids ['06308645-b2ad-4abf-944f-1dd1d8c54212'] in n-d-791505-14 is: [{'id': '06308645-b2ad-4abf-944f-1dd1d8c54212', 'name': 'tempest-ServerRescueNegativeTestJSON-1474693029-router', 'tenant_id': '9ba61207ba2c4f4e854877a3e463e14d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:22:57Z', 'updated_at': '2021-07-16T01:26:12Z', 'revision_number': 6, 'project_id': '9ba61207ba2c4f4e854877a3e463e14d', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:12.555721 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.557862 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.698215 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5e2baafd-4909-4a32-876e-df96301ad6cb up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:12.747307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 5e2baafd-4909-4a32-876e-df96301ad6cb completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:12.751488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 5e2baafd-4909-4a32-876e-df96301ad6cb triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:12.752508 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.834085 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.865955 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee73a22-1c88-47b6-99a9-fdd06017ac38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2baafd-4909-4a32-876e-df96301ad6cb'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:12.868608 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf97382-850d-49ca-b0e2-04fe0304ac88" -d '{"events": [{"server_uuid": "0ee73a22-1c88-47b6-99a9-fdd06017ac38", "name": "network-vif-plugged", "status": "completed", "tag": "5e2baafd-4909-4a32-876e-df96301ad6cb"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:12.885703 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.887142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06308645-b2ad-4abf-944f-1dd1d8c54212 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:26:12.892385 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.896716 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-555ffca3-92c8-4a5f-9472-efde7024728d admin admin] 10.222.0.22 "DELETE /v2.0/routers/06308645-b2ad-4abf-944f-1dd1d8c54212 HTTP/1.1" status: 204 len: 168 time: 1.1309242 Jul 16 01:26:12.897367 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34712) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:12.906384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5e2baafd-4909-4a32-876e-df96301ad6cb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5e2baafd-4909-4a32-876e-df96301ad6cb,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:12.913992 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.918068 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfd0e785-3316-411b-aa65-06c4c084d0bf x-openstack-request-id: req-bfd0e785-3316-411b-aa65-06c4c084d0bf {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:12.918359 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee73a22-1c88-47b6-99a9-fdd06017ac38", "name": "network-vif-plugged", "status": "completed", "tag": "5e2baafd-4909-4a32-876e-df96301ad6cb", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:12.919405 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bfd0e785-3316-411b-aa65-06c4c084d0bf {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:12.919821 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee73a22-1c88-47b6-99a9-fdd06017ac38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2baafd-4909-4a32-876e-df96301ad6cb', 'code': 200} Jul 16 01:26:12.953835 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9973420-9558-4cf4-91cb-8a3b478ef466 admin admin] Deleting subnet 86fed443-807a-4e25-9ca2-091b2a4e90c8 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:12.958101 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9973420-9558-4cf4-91cb-8a3b478ef466 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:12.971673 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710ec90-3174-4d42-b8ab-3b387712d556 req-056f4340-168b-4cfa-b1c3-15df06efc1f0 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:12.973444 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3710ec90-3174-4d42-b8ab-3b387712d556 req-056f4340-168b-4cfa-b1c3-15df06efc1f0 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 946 time: 0.1148434 Jul 16 01:26:12.995481 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=5e2baafd-4909-4a32-876e-df96301ad6cb,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:13.001429 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9973420-9558-4cf4-91cb-8a3b478ef466 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.066669 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9973420-9558-4cf4-91cb-8a3b478ef466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.069625 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3710ec90-3174-4d42-b8ab-3b387712d556 req-dbc2f806-fe47-42ca-a65e-3e6572926f98 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794184 Jul 16 01:26:13.141626 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9973420-9558-4cf4-91cb-8a3b478ef466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.148632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6cd8e-e0b3-401c-919b-29a75c0d79a6 req-44188e68-2213-427d-bc58-efee6c952d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.150792 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24a6cd8e-e0b3-401c-919b-29a75c0d79a6 req-44188e68-2213-427d-bc58-efee6c952d1a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 1097 time: 0.1335225 Jul 16 01:26:13.167455 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9973420-9558-4cf4-91cb-8a3b478ef466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86fed443-807a-4e25-9ca2-091b2a4e90c8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:13.175008 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9973420-9558-4cf4-91cb-8a3b478ef466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.179268 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a9973420-9558-4cf4-91cb-8a3b478ef466 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/86fed443-807a-4e25-9ca2-091b2a4e90c8 HTTP/1.1" status: 204 len: 168 time: 0.2786169 Jul 16 01:26:13.179790 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34724) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:13.234281 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24a6cd8e-e0b3-401c-919b-29a75c0d79a6 req-aa2de9a4-6da6-4f7b-9b75-2ffd1cd0c2b2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728645 Jul 16 01:26:13.258259 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-92282382-dc0c-4dec-bbcc-dba2f471b56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.265000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c56dc8-8d22-4a9d-ae03-e9067912ec63 req-77dac101-613a-4a8c-b0df-678a7bc3116a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.266715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-07c56dc8-8d22-4a9d-ae03-e9067912ec63 req-77dac101-613a-4a8c-b0df-678a7bc3116a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.0797534 Jul 16 01:26:13.307963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-07c56dc8-8d22-4a9d-ae03-e9067912ec63 req-64633701-8b50-4a2c-b137-f79814a597c7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344930 Jul 16 01:26:13.365406 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-92282382-dc0c-4dec-bbcc-dba2f471b56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.395443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-92282382-dc0c-4dec-bbcc-dba2f471b56f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6504a12b-0a6b-4253-8a36-570413368fa4']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:13.422892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-92282382-dc0c-4dec-bbcc-dba2f471b56f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b9b03c-0a13-4fb6-85a4-6a301236c4e0') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:13.423209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-92282382-dc0c-4dec-bbcc-dba2f471b56f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b9b03c-0a13-4fb6-85a4-6a301236c4e0') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:13.434018 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-92282382-dc0c-4dec-bbcc-dba2f471b56f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.449102 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-92282382-dc0c-4dec-bbcc-dba2f471b56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.458968 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92282382-dc0c-4dec-bbcc-dba2f471b56f admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:13.459381 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-92282382-dc0c-4dec-bbcc-dba2f471b56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:13.461431 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:13.467892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device fb3d675e-70e5-4fbc-9366-378ea0b2a314 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:13.506961 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: fb3d675e-70e5-4fbc-9366-378ea0b2a314 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:13.507524 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device fb3d675e-70e5-4fbc-9366-378ea0b2a314 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:13.508999 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:13.534880 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:13.535223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6e2a60b9-1cd2-4632-baa0-f17e54d56bc8 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:13.537985 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-92282382-dc0c-4dec-bbcc-dba2f471b56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.550368 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-92282382-dc0c-4dec-bbcc-dba2f471b56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.552432 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-92282382-dc0c-4dec-bbcc-dba2f471b56f admin admin] 10.222.0.22 "DELETE /v2.0/networks/6504a12b-0a6b-4253-8a36-570413368fa4 HTTP/1.1" status: 204 len: 168 time: 0.3715816 Jul 16 01:26:13.562495 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92282382-dc0c-4dec-bbcc-dba2f471b56f admin admin] Pushing event deleted for resources: {'Network': ['ID=6504a12b-0a6b-4253-8a36-570413368fa4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:13.638167 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c34e0-7766-4187-8058-7141d674ebca req-c84bab3f-68d3-4f4c-ab48-5cb149274814 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.639741 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba6c34e0-7766-4187-8058-7141d674ebca req-c84bab3f-68d3-4f4c-ab48-5cb149274814 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.1813126 Jul 16 01:26:13.677625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00ee6d-18c8-4095-97cb-45a06fd70ac4 req-25f527d6-93ba-43d1-b5ce-951def56da07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.679157 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b00ee6d-18c8-4095-97cb-45a06fd70ac4 req-25f527d6-93ba-43d1-b5ce-951def56da07 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4641b1daae0246f4ad1be69202a49dec&device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 1098 time: 0.1703403 Jul 16 01:26:13.710306 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac9b79-4ddc-4e1f-a5bd-d232a1bde9d2 req-841c0270-c6e4-4426-acc6-42d80227b54b tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.711946 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8dac9b79-4ddc-4e1f-a5bd-d232a1bde9d2 req-841c0270-c6e4-4426-acc6-42d80227b54b tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 946 time: 0.1619332 Jul 16 01:26:13.744226 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34732) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:13.747302 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba6c34e0-7766-4187-8058-7141d674ebca req-fd4cf4d2-4c3d-472d-a3db-ec9dcc9493ef tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960262 Jul 16 01:26:13.787945 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cc3c2401-58ec-479b-8b42-85211124dfd4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ba61207ba2c4f4e854877a3e463e14d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424621 Jul 16 01:26:13.790484 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34734) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:13.811330 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8dac9b79-4ddc-4e1f-a5bd-d232a1bde9d2 req-b1b3a11f-df85-4b19-9060-219775224c36 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845532 Jul 16 01:26:13.834136 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00ee6d-18c8-4095-97cb-45a06fd70ac4 req-4b486fb8-401a-4939-bb2b-3c182cad1cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.836263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b00ee6d-18c8-4095-97cb-45a06fd70ac4 req-4b486fb8-401a-4939-bb2b-3c182cad1cea service neutron] 10.222.0.69 "GET /v2.0/networks?id=dfc40eb6-bf49-4562-8756-79bfe33338f9 HTTP/1.1" status: 200 len: 913 time: 0.1490855 Jul 16 01:26:13.840708 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7febd883-4e2f-4fdb-9c1b-2329b61062c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.862180 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7febd883-4e2f-4fdb-9c1b-2329b61062c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.878105 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b00ee6d-18c8-4095-97cb-45a06fd70ac4 req-e54d8d36-9de4-452e-9878-babba51f69a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ca158963-6f41-4d61-9ee9-d9057f1c5c68 HTTP/1.1" status: 200 len: 217 time: 0.0349431 Jul 16 01:26:13.909554 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7febd883-4e2f-4fdb-9c1b-2329b61062c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.912127 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7febd883-4e2f-4fdb-9c1b-2329b61062c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:13.913295 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7febd883-4e2f-4fdb-9c1b-2329b61062c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca HTTP/1.1" status: 204 len: 168 time: 0.1218283 Jul 16 01:26:13.921676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febd883-4e2f-4fdb-9c1b-2329b61062c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b0930f-4539-42b5-b9aa-c7cf1fb2c8ca,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:13.942508 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00ee6d-18c8-4095-97cb-45a06fd70ac4 req-476c1b38-408d-441d-8406-01c4319e6c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:13.944378 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b00ee6d-18c8-4095-97cb-45a06fd70ac4 req-476c1b38-408d-441d-8406-01c4319e6c8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e9bcdcb1-8cd5-4a81-847d-d877ef45d4f6 HTTP/1.1" status: 200 len: 852 time: 0.0603883 Jul 16 01:26:13.979251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b00ee6d-18c8-4095-97cb-45a06fd70ac4 req-57450f39-4d4e-4357-ad1a-72d8a36ad661 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=dfc40eb6-bf49-4562-8756-79bfe33338f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280533 Jul 16 01:26:14.076809 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b00ee6d-18c8-4095-97cb-45a06fd70ac4 req-272d41db-a541-4c27-ada2-f41e5697cc0d service neutron] 10.222.0.69 "GET /v2.0/networks/dfc40eb6-bf49-4562-8756-79bfe33338f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914936 Jul 16 01:26:14.175795 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b00ee6d-18c8-4095-97cb-45a06fd70ac4 req-04bfb111-a1e1-4e92-adc2-3bfa1f3ef54b service neutron] 10.222.0.69 "GET /v2.0/networks/dfc40eb6-bf49-4562-8756-79bfe33338f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923965 Jul 16 01:26:14.493282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259818e-f98c-4c64-8317-fb49dddd12c2 req-add992ff-12ce-4d38-a8e4-f40bd8c236a0 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:14.494787 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a259818e-f98c-4c64-8317-fb49dddd12c2 req-add992ff-12ce-4d38-a8e4-f40bd8c236a0 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.0705624 Jul 16 01:26:14.534586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a259818e-f98c-4c64-8317-fb49dddd12c2 req-bf0f2295-a2f2-4518-a94e-1b2a6f8f8e23 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338509 Jul 16 01:26:14.606505 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:26:14.947123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e3ce6-be3e-4e8a-946a-9f66650410a0 req-02bf82de-6149-4de5-836f-fed804a05dc8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:14.948682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e22e3ce6-be3e-4e8a-946a-9f66650410a0 req-02bf82de-6149-4de5-836f-fed804a05dc8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0757411 Jul 16 01:26:14.994882 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e22e3ce6-be3e-4e8a-946a-9f66650410a0 req-fa79a052-0c28-4ea0-ab42-339ea16b3813 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391943 Jul 16 01:26:15.074747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8175e414-1dfa-4c23-9a2e-63a4c377519c req-e10690e2-de89-4d8b-b4e6-301b22e0f9e5 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0347524 Jul 16 01:26:15.138869 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5899a4-2b68-4fb7-94ae-98f7aa802264 req-b6b89086-5433-47b8-b197-1353c945d14c tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.140752 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d5899a4-2b68-4fb7-94ae-98f7aa802264 req-b6b89086-5433-47b8-b197-1353c945d14c tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 946 time: 0.0650945 Jul 16 01:26:15.180717 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d5899a4-2b68-4fb7-94ae-98f7aa802264 req-e2bf9bde-05b5-4f25-80b3-8537abfce091 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340307 Jul 16 01:26:15.250606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74710658-7a61-4ded-9a45-8abbf90c588c req-612591c5-122e-4963-8a03-101ed49c39a4 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.252276 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74710658-7a61-4ded-9a45-8abbf90c588c req-612591c5-122e-4963-8a03-101ed49c39a4 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0706017 Jul 16 01:26:15.300381 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74710658-7a61-4ded-9a45-8abbf90c588c req-79b4d527-781c-4d50-a82c-077230f65991 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402634 Jul 16 01:26:15.738741 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2553175-843c-45d9-8df0-aaf4c949b553 req-60c259be-03ea-4dca-9853-7bea0b168e4f tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.740291 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f2553175-843c-45d9-8df0-aaf4c949b553 req-60c259be-03ea-4dca-9853-7bea0b168e4f tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 946 time: 0.1019075 Jul 16 01:26:15.800077 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b196d9-da30-4aac-bafd-cea124b6506e req-8cd9bcd7-dc44-4c67-89bc-7fc2e9e62e04 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.801729 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1b196d9-da30-4aac-bafd-cea124b6506e req-8cd9bcd7-dc44-4c67-89bc-7fc2e9e62e04 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1076398 Jul 16 01:26:15.804957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f2553175-843c-45d9-8df0-aaf4c949b553 req-a89ffe50-9f0c-4243-9124-01ebaad818b2 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584586 Jul 16 01:26:15.860317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1b196d9-da30-4aac-bafd-cea124b6506e req-41a8a254-3cb2-4684-ba8d-a49a95864eae tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492952 Jul 16 01:26:15.978904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba88fe-1a7f-40b7-8fb4-3c154e749568 req-becc2439-aa41-4576-81a1-358a1739e813 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:15.980457 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdba88fe-1a7f-40b7-8fb4-3c154e749568 req-becc2439-aa41-4576-81a1-358a1739e813 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0659597 Jul 16 01:26:16.018789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdba88fe-1a7f-40b7-8fb4-3c154e749568 req-903ae7ea-f77b-4138-a5fb-b1d5effbb349 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325749 Jul 16 01:26:16.192607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eb7bf-fbf2-4d8c-b8ae-9ce0b8c5aa01 req-37f86d72-c26c-4149-a32e-c4d0fa9d173c tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:16.195443 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce6eb7bf-fbf2-4d8c-b8ae-9ce0b8c5aa01 req-37f86d72-c26c-4149-a32e-c4d0fa9d173c tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0694056 Jul 16 01:26:16.234468 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59d8a06a-c0a4-411b-a162-74d47806e2d4 req-a1779694-0182-41ca-b2d0-c8d8be4e0bb1 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0378172 Jul 16 01:26:16.263908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce6eb7bf-fbf2-4d8c-b8ae-9ce0b8c5aa01 req-40ac016e-ee7c-4092-b1c6-d939af4b9885 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558681 Jul 16 01:26:16.777139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b5575-6f60-46ce-b751-dfad6581272f req-41bf1e47-6082-40c5-a6af-3c984fb59259 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:16.778630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-041b5575-6f60-46ce-b751-dfad6581272f req-41bf1e47-6082-40c5-a6af-3c984fb59259 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0639763 Jul 16 01:26:16.819344 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-041b5575-6f60-46ce-b751-dfad6581272f req-a10ff7db-4545-40f3-a415-3a11d8267573 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344172 Jul 16 01:26:17.039385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dacda2-aac1-4857-8fe6-12aff35b0fc8 req-4ed32a88-e811-4fe6-837c-8b4230432d6a tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:17.040910 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53dacda2-aac1-4857-8fe6-12aff35b0fc8 req-4ed32a88-e811-4fe6-837c-8b4230432d6a tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 946 time: 0.1067023 Jul 16 01:26:17.060461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe32a45-3912-4c83-81d7-c725b6741890 req-1033b49d-e118-423f-a5fa-68bdc79cf800 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:17.061902 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cfe32a45-3912-4c83-81d7-c725b6741890 req-1033b49d-e118-423f-a5fa-68bdc79cf800 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.0956733 Jul 16 01:26:17.104704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53dacda2-aac1-4857-8fe6-12aff35b0fc8 req-f2084a7e-2c80-46aa-a91b-48cef3f73820 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/security-groups?id=27e73b3a-c73d-432d-b5de-163e31a84dbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571792 Jul 16 01:26:17.116813 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cfe32a45-3912-4c83-81d7-c725b6741890 req-49f30866-8770-47a6-b0d1-086ef4aa2fda tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474455 Jul 16 01:26:17.383214 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a382a2e-9646-49e0-908b-863908579589 req-5d6634be-3d3e-4899-8d22-825100ecd08e tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0281425 Jul 16 01:26:17.456486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ccb8e-92a6-4350-bdc2-9056ca69a986 req-1f9596e5-e4f5-4f47-84c1-77512f0fcd18 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:17.457947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-187ccb8e-92a6-4350-bdc2-9056ca69a986 req-1f9596e5-e4f5-4f47-84c1-77512f0fcd18 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.69 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 946 time: 0.0661123 Jul 16 01:26:17.555057 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-187ccb8e-92a6-4350-bdc2-9056ca69a986 req-3694a272-89af-4141-abff-9d8a071fea9a tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Deleting port ca158963-6f41-4d61-9ee9-d9057f1c5c68 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:26:17.555535 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-187ccb8e-92a6-4350-bdc2-9056ca69a986 req-3694a272-89af-4141-abff-9d8a071fea9a tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.652535 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6fe6b7d-acbd-4d9b-84f4-07d18d864461 req-1a32f0c9-9855-4bca-bbf0-213e55e84a35 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0329890 Jul 16 01:26:17.676144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-187ccb8e-92a6-4350-bdc2-9056ca69a986 req-3694a272-89af-4141-abff-9d8a071fea9a tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] For port ca158963-6f41-4d61-9ee9-d9057f1c5c68, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ca158963-6f41-4d61-9ee9-d9057f1c5c68,segment=NetworkSegment(585b77b6-42ad-48c8-b823-601b5f826b6b),segment_id=585b77b6-42ad-48c8-b823-601b5f826b6b)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:17.676518 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-187ccb8e-92a6-4350-bdc2-9056ca69a986 req-3694a272-89af-4141-abff-9d8a071fea9a tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.689082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-187ccb8e-92a6-4350-bdc2-9056ca69a986 req-3694a272-89af-4141-abff-9d8a071fea9a tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Calling delete_port for ca158963-6f41-4d61-9ee9-d9057f1c5c68 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:26:17.816764 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-187ccb8e-92a6-4350-bdc2-9056ca69a986 req-3694a272-89af-4141-abff-9d8a071fea9a tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.829873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['ca158963-6f41-4d61-9ee9-d9057f1c5c68'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:17.848831 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694a272-89af-4141-abff-9d8a071fea9a tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Pushing event deleted for resources: {'Port': ['ID=ca158963-6f41-4d61-9ee9-d9057f1c5c68,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:17.896487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-187ccb8e-92a6-4350-bdc2-9056ca69a986 req-3694a272-89af-4141-abff-9d8a071fea9a tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] No DVR routers for this DVR port ca158963-6f41-4d61-9ee9-d9057f1c5c68 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:26:17.899374 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-187ccb8e-92a6-4350-bdc2-9056ca69a986 req-3694a272-89af-4141-abff-9d8a071fea9a tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:17.901933 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-187ccb8e-92a6-4350-bdc2-9056ca69a986 req-3694a272-89af-4141-abff-9d8a071fea9a tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.69 "DELETE /v2.0/ports/ca158963-6f41-4d61-9ee9-d9057f1c5c68 HTTP/1.1" status: 204 len: 173 time: 0.4374626 Jul 16 01:26:17.902332 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ba119a-20ab-43f7-8565-62913a0a5c24', 'name': 'network-vif-deleted', 'tag': 'ca158963-6f41-4d61-9ee9-d9057f1c5c68'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:17.905194 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffec8a3b-5d7c-4bf9-a57d-32c12e5f66b4" -d '{"events": [{"server_uuid": "84ba119a-20ab-43f7-8565-62913a0a5c24", "name": "network-vif-deleted", "tag": "ca158963-6f41-4d61-9ee9-d9057f1c5c68"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:17.947639 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a766db94-5f60-4f4a-b5a1-21e8f29799ae x-openstack-request-id: req-a766db94-5f60-4f4a-b5a1-21e8f29799ae {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:17.947985 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ba119a-20ab-43f7-8565-62913a0a5c24", "name": "network-vif-deleted", "tag": "ca158963-6f41-4d61-9ee9-d9057f1c5c68", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:17.948244 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a766db94-5f60-4f4a-b5a1-21e8f29799ae {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:17.948675 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ba119a-20ab-43f7-8565-62913a0a5c24', 'name': 'network-vif-deleted', 'tag': 'ca158963-6f41-4d61-9ee9-d9057f1c5c68', 'status': 'completed', 'code': 200} Jul 16 01:26:18.000071 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1a9e5-74db-4318-8a14-f4a10706006a req-08600783-7b10-4747-bd1a-2b8e0a59abdb tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.001597 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83d1a9e5-74db-4318-8a14-f4a10706006a req-08600783-7b10-4747-bd1a-2b8e0a59abdb tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0657854 Jul 16 01:26:18.047400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83d1a9e5-74db-4318-8a14-f4a10706006a req-77056885-cd24-40a9-a711-eda09b6848e9 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396502 Jul 16 01:26:18.284773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c369b69-2636-4e1b-86be-26eb5967b0bf req-34ba44e1-386c-4f7a-ab6f-d802d3f662a4 tempest-TestServerAdvancedOps-2039005841 tempest-TestServerAdvancedOps-2039005841-project] 10.222.0.22 "GET /v2.0/ports?device_id=84ba119a-20ab-43f7-8565-62913a0a5c24 HTTP/1.1" status: 200 len: 210 time: 0.0449824 Jul 16 01:26:18.317933 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94138bb4-ce51-40cf-94b5-404ef2773d3b req-ff567ccf-86ed-4ff1-b827-520bc2ad615d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:18.319447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94138bb4-ce51-40cf-94b5-404ef2773d3b req-ff567ccf-86ed-4ff1-b827-520bc2ad615d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.0893495 Jul 16 01:26:18.357724 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94138bb4-ce51-40cf-94b5-404ef2773d3b req-3d2b5d26-6d2d-48af-872a-baa674ac6d7b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327120 Jul 16 01:26:18.555534 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f146e175-8531-4f5d-acec-0aef36f8ec09 req-24059adf-660e-45a4-848b-320922e633aa tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0327523 Jul 16 01:26:19.248391 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ace536-8af8-4e27-b1d6-6f8ea1a1d34f req-d111f5df-dc74-445b-a1d9-c86f6625cfe6 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:19.249896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f2ace536-8af8-4e27-b1d6-6f8ea1a1d34f req-d111f5df-dc74-445b-a1d9-c86f6625cfe6 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0840979 Jul 16 01:26:19.293775 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f2ace536-8af8-4e27-b1d6-6f8ea1a1d34f req-adc2fbb8-3f63-4d5d-95ab-4df89e23e6fa tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376358 Jul 16 01:26:19.345242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a484765-c8e0-4520-b2f1-150be70d20e7 req-a1176d6c-0bb5-4b68-8cac-f0ed582c4a9b tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0284436 Jul 16 01:26:19.385786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 34884) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:19.431501 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-e91cb2b1-f88f-46ee-9dda-ded77522baf2 admin admin] Deleting subnet e9bcdcb1-8cd5-4a81-847d-d877ef45d4f6 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:19.434931 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e91cb2b1-f88f-46ee-9dda-ded77522baf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.474946 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e91cb2b1-f88f-46ee-9dda-ded77522baf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.543467 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e91cb2b1-f88f-46ee-9dda-ded77522baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.596909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90f9d7-b8d7-4253-a997-5cb8c599a911 req-1c643a5a-3d5d-4536-89ad-ff57034d75ea tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:19.598408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe90f9d7-b8d7-4253-a997-5cb8c599a911 req-1c643a5a-3d5d-4536-89ad-ff57034d75ea tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1216044 Jul 16 01:26:19.630180 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e91cb2b1-f88f-46ee-9dda-ded77522baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.666142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91cb2b1-f88f-46ee-9dda-ded77522baf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9bcdcb1-8cd5-4a81-847d-d877ef45d4f6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:19.671842 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe90f9d7-b8d7-4253-a997-5cb8c599a911 req-d1ced04a-8b26-40aa-a887-4350d0bde40a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676980 Jul 16 01:26:19.673354 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e91cb2b1-f88f-46ee-9dda-ded77522baf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.674552 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e91cb2b1-f88f-46ee-9dda-ded77522baf2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e9bcdcb1-8cd5-4a81-847d-d877ef45d4f6 HTTP/1.1" status: 204 len: 168 time: 0.2875504 Jul 16 01:26:19.677154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 34886) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:19.744910 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76869abb-2929-442a-9e94-15cd184cfc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.828517 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76869abb-2929-442a-9e94-15cd184cfc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.840312 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-76869abb-2929-442a-9e94-15cd184cfc7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc40eb6-bf49-4562-8756-79bfe33338f9']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:19.851090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-76869abb-2929-442a-9e94-15cd184cfc7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585b77b6-42ad-48c8-b823-601b5f826b6b') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:19.851569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-76869abb-2929-442a-9e94-15cd184cfc7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585b77b6-42ad-48c8-b823-601b5f826b6b') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:19.865560 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76869abb-2929-442a-9e94-15cd184cfc7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.889245 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76869abb-2929-442a-9e94-15cd184cfc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.896651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76869abb-2929-442a-9e94-15cd184cfc7e admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:19.897056 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76869abb-2929-442a-9e94-15cd184cfc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.899184 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:19.903548 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:20.022060 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76869abb-2929-442a-9e94-15cd184cfc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.029638 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76869abb-2929-442a-9e94-15cd184cfc7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.031482 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-76869abb-2929-442a-9e94-15cd184cfc7e admin admin] 10.222.0.22 "DELETE /v2.0/networks/dfc40eb6-bf49-4562-8756-79bfe33338f9 HTTP/1.1" status: 204 len: 168 time: 0.3533998 Jul 16 01:26:20.034639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34896) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:20.046675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76869abb-2929-442a-9e94-15cd184cfc7e admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc40eb6-bf49-4562-8756-79bfe33338f9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:20.079451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d7402-12a9-4104-a063-9ac589a6e9bb req-9921e47d-a92e-43ae-93e7-a03a02e94723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.081063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-185d7402-12a9-4104-a063-9ac589a6e9bb req-9921e47d-a92e-43ae-93e7-a03a02e94723 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 1096 time: 0.1247828 Jul 16 01:26:20.081526 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb313f53-4959-40fe-8ea8-2f3ed0e1a210 admin admin] Deleting subnet e1ce8710-e7bb-44bf-9759-5f55074a8889 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:26:20.084810 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb313f53-4959-40fe-8ea8-2f3ed0e1a210 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.093245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a01cd1-da95-438b-8989-acd3a3b6415f req-aab204cd-dd46-4baa-8fc4-ebe8fe7f9fdd tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.094757 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3a01cd1-da95-438b-8989-acd3a3b6415f req-aab204cd-dd46-4baa-8fc4-ebe8fe7f9fdd tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1051254 Jul 16 01:26:20.122251 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb313f53-4959-40fe-8ea8-2f3ed0e1a210 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.160579 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb313f53-4959-40fe-8ea8-2f3ed0e1a210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.183418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3a01cd1-da95-438b-8989-acd3a3b6415f req-dd58a853-b146-4f95-b5de-040ce9885d8d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805867 Jul 16 01:26:20.210565 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d7402-12a9-4104-a063-9ac589a6e9bb req-770fedf7-8dc5-4a34-be73-f6858213c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.212127 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-185d7402-12a9-4104-a063-9ac589a6e9bb req-770fedf7-8dc5-4a34-be73-f6858213c96d service neutron] 10.222.0.69 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.1164718 Jul 16 01:26:20.219888 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb313f53-4959-40fe-8ea8-2f3ed0e1a210 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.246539 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb313f53-4959-40fe-8ea8-2f3ed0e1a210 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1ce8710-e7bb-44bf-9759-5f55074a8889,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:20.248538 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb313f53-4959-40fe-8ea8-2f3ed0e1a210 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.250493 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fb313f53-4959-40fe-8ea8-2f3ed0e1a210 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e1ce8710-e7bb-44bf-9759-5f55074a8889 HTTP/1.1" status: 204 len: 168 time: 0.2147675 Jul 16 01:26:20.253696 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34898) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:20.276721 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-185d7402-12a9-4104-a063-9ac589a6e9bb req-fdc36830-cbd5-4d85-84b9-99cfb2610e7a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df0715b-8991-478d-a325-905e669148d1 HTTP/1.1" status: 200 len: 999 time: 0.0576503 Jul 16 01:26:20.324347 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82da64a2-1824-4d9e-ab98-fabbedbb0289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.330394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d7402-12a9-4104-a063-9ac589a6e9bb req-136577cb-df36-4bb7-8fe7-a09e2fbe0ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.331964 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-185d7402-12a9-4104-a063-9ac589a6e9bb req-136577cb-df36-4bb7-8fe7-a09e2fbe0ea1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.0498378 Jul 16 01:26:20.389989 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d7402-12a9-4104-a063-9ac589a6e9bb req-55f943c0-d8a9-4088-b1eb-174b2159b0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.391540 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-185d7402-12a9-4104-a063-9ac589a6e9bb req-55f943c0-d8a9-4088-b1eb-174b2159b0d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530386 Jul 16 01:26:20.414644 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82da64a2-1824-4d9e-ab98-fabbedbb0289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.425771 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-82da64a2-1824-4d9e-ab98-fabbedbb0289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a350115-f0f1-4e3c-8162-49cf080efce5']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:20.436038 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-82da64a2-1824-4d9e-ab98-fabbedbb0289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e928950-e399-4cd8-8a13-9c753e6942c2') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:20.436341 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-82da64a2-1824-4d9e-ab98-fabbedbb0289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e928950-e399-4cd8-8a13-9c753e6942c2') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:20.445356 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82da64a2-1824-4d9e-ab98-fabbedbb0289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.464148 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82da64a2-1824-4d9e-ab98-fabbedbb0289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.470037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82da64a2-1824-4d9e-ab98-fabbedbb0289 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:26:20.470885 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82da64a2-1824-4d9e-ab98-fabbedbb0289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:26:20.472556 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:26:20.525626 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82da64a2-1824-4d9e-ab98-fabbedbb0289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.529961 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d0411e5-83fe-46fa-9a67-29792212c3e3 req-324255f1-4549-4b1d-bccc-6432a3acde85 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0403433 Jul 16 01:26:20.535184 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82da64a2-1824-4d9e-ab98-fabbedbb0289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.540278 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-82da64a2-1824-4d9e-ab98-fabbedbb0289 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8a350115-f0f1-4e3c-8162-49cf080efce5 HTTP/1.1" status: 204 len: 168 time: 0.2827959 Jul 16 01:26:20.553827 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-185d7402-12a9-4104-a063-9ac589a6e9bb req-7e739763-a51c-4a61-ba57-9d8a5a441dbd service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557503 Jul 16 01:26:20.553972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da64a2-1824-4d9e-ab98-fabbedbb0289 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a350115-f0f1-4e3c-8162-49cf080efce5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:20.565508 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05290586-2761-42cc-bb93-1ced337d2518 req-0c230daf-889c-420d-a732-069decd2511f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:20.568280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05290586-2761-42cc-bb93-1ced337d2518 req-0c230daf-889c-420d-a732-069decd2511f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.1615505 Jul 16 01:26:20.661253 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05290586-2761-42cc-bb93-1ced337d2518 req-285774da-cbdb-4d34-b8bc-a316eb7801c6 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846028 Jul 16 01:26:20.694899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-185d7402-12a9-4104-a063-9ac589a6e9bb req-f0f1a6dd-8f09-4ff5-97c5-550fbf326f5c service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256399 Jul 16 01:26:20.701805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 34906) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:20.741797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bca0b7a1-9022-4eb1-bac1-321430d9ef82 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4641b1daae0246f4ad1be69202a49dec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388911 Jul 16 01:26:20.744365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 34908) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:20.790411 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-31ea0e48-35ba-419e-9138-a62bc9f73a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.812161 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-31ea0e48-35ba-419e-9138-a62bc9f73a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.856629 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-31ea0e48-35ba-419e-9138-a62bc9f73a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.859118 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-31ea0e48-35ba-419e-9138-a62bc9f73a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:20.860280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-31ea0e48-35ba-419e-9138-a62bc9f73a05 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27e73b3a-c73d-432d-b5de-163e31a84dbe HTTP/1.1" status: 204 len: 168 time: 0.1150272 Jul 16 01:26:20.868370 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea0e48-35ba-419e-9138-a62bc9f73a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e73b3a-c73d-432d-b5de-163e31a84dbe,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:21.176642 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34918) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:21.221878 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d0d574ab-90eb-4300-803e-b7f4124a6584 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5c488464ff3e4aa1841cafcf72cccd59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416801 Jul 16 01:26:21.222284 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 34922) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:21.279031 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4341230f-e042-4528-9573-0f282547c001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.300829 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4341230f-e042-4528-9573-0f282547c001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.389439 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d20f0b-eaf0-4687-a2b5-936594fcfeb8 req-57e399c1-aa5e-4084-a272-42adcf16f061 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:21.391067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-15d20f0b-eaf0-4687-a2b5-936594fcfeb8 req-57e399c1-aa5e-4084-a272-42adcf16f061 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.0882668 Jul 16 01:26:21.406448 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4341230f-e042-4528-9573-0f282547c001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.409381 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4341230f-e042-4528-9573-0f282547c001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:21.410527 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4341230f-e042-4528-9573-0f282547c001 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aeee4ef3-4ae3-4479-b24c-d4749fadf0e4 HTTP/1.1" status: 204 len: 168 time: 0.1871951 Jul 16 01:26:21.428296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341230f-e042-4528-9573-0f282547c001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeee4ef3-4ae3-4479-b24c-d4749fadf0e4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:21.448151 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-15d20f0b-eaf0-4687-a2b5-936594fcfeb8 req-e193244d-f3b6-42cc-a610-7d2e2266ecd8 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495627 Jul 16 01:26:21.458729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ca158963-6f41-4d61-9ee9-d9057f1c5c68 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:21.480950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: ca158963-6f41-4d61-9ee9-d9057f1c5c68 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:26:21.481398 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ca158963-6f41-4d61-9ee9-d9057f1c5c68 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:26:21.657623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee446f3-1e26-44e3-9376-b51450f9c487 req-b25c1d7f-7498-4146-a44d-b9ae2c710566 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:21.659105 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ee446f3-1e26-44e3-9376-b51450f9c487 req-b25c1d7f-7498-4146-a44d-b9ae2c710566 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.0752861 Jul 16 01:26:21.707709 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59f8c2b5-d65a-499d-884c-2d89d3193b69 req-cd0611fd-48e8-46de-957c-b591cb706c1b tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0353312 Jul 16 01:26:21.735017 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ee446f3-1e26-44e3-9376-b51450f9c487 req-0e4f8fc4-1abc-48aa-85ba-2c131fa58850 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597005 Jul 16 01:26:21.919205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292311f2-3144-4f98-9e5a-2dee66b0c51f req-b34306ff-1160-4aa9-98b3-92fb077cd3d9 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:21.920875 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-292311f2-3144-4f98-9e5a-2dee66b0c51f req-b34306ff-1160-4aa9-98b3-92fb077cd3d9 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0920556 Jul 16 01:26:21.960599 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-292311f2-3144-4f98-9e5a-2dee66b0c51f req-3a488f0e-4d7b-4acf-a58a-a65594f09d83 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342095 Jul 16 01:26:22.139034 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34958) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:22.146291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91da4da6-ef10-4bf7-986b-85fe6761350f req-c821010b-d230-40c8-9915-2c7775e79e8b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.148522 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91da4da6-ef10-4bf7-986b-85fe6761350f req-c821010b-d230-40c8-9915-2c7775e79e8b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.0716653 Jul 16 01:26:22.196413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91da4da6-ef10-4bf7-986b-85fe6761350f req-64f4fa2c-7a76-430f-b54d-6e9fdc981490 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419984 Jul 16 01:26:22.246734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-71200c23-8a13-499d-9173-42a43edaab50 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1716177209-network', 'tenant_id': '76be8e481dc5456d83ac26143750d606'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:22.268376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71200c23-8a13-499d-9173-42a43edaab50 admin admin] Made reservation on behalf of 76be8e481dc5456d83ac26143750d606 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:22.270891 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71200c23-8a13-499d-9173-42a43edaab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.279367 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71200c23-8a13-499d-9173-42a43edaab50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.372683 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71200c23-8a13-499d-9173-42a43edaab50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.376873 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71200c23-8a13-499d-9173-42a43edaab50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.402407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71200c23-8a13-499d-9173-42a43edaab50 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:22.412245 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71200c23-8a13-499d-9173-42a43edaab50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42323c9-2754-4828-b3b5-bdc459376e3e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:22.418570 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71200c23-8a13-499d-9173-42a43edaab50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.418991 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-71200c23-8a13-499d-9173-42a43edaab50 admin admin] Added segment c859edee-39b0-4cce-8118-fe1d07054a30 of type vlan for network 9f89887f-dab9-42ed-a08b-353bc9a4cdc5 Jul 16 01:26:22.459822 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71200c23-8a13-499d-9173-42a43edaab50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.488781 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71200c23-8a13-499d-9173-42a43edaab50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.489912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71200c23-8a13-499d-9173-42a43edaab50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.490575 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71200c23-8a13-499d-9173-42a43edaab50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.524456 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-71200c23-8a13-499d-9173-42a43edaab50 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3816555 Jul 16 01:26:22.526046 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34966) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:22.556744 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-cca0cfc2-d3e8-403d-8ba5-5e79137332d7 admin admin] Request body: {'subnet': {'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1716177209-subnet', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:22.562608 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71200c23-8a13-499d-9173-42a43edaab50 admin admin] Pushing event updated for resources: {'Network': ['ID=9f89887f-dab9-42ed-a08b-353bc9a4cdc5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:22.564008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ee275-e5b7-45dd-aea2-e889b87d6d7c req-8e479368-2f36-4a73-8331-ecf1525f8b71 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.565578 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c54ee275-e5b7-45dd-aea2-e889b87d6d7c req-8e479368-2f36-4a73-8331-ecf1525f8b71 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.0751653 Jul 16 01:26:22.576429 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 9f89887f-dab9-42ed-a08b-353bc9a4cdc5 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:22.579200 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca0cfc2-d3e8-403d-8ba5-5e79137332d7 admin admin] Made reservation on behalf of 76be8e481dc5456d83ac26143750d606 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:22.582699 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cca0cfc2-d3e8-403d-8ba5-5e79137332d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.608472 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c54ee275-e5b7-45dd-aea2-e889b87d6d7c req-dccf4cdc-a3d9-47c0-a2be-6debac7f9c45 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363865 Jul 16 01:26:22.754621 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cca0cfc2-d3e8-403d-8ba5-5e79137332d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.817738 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca0cfc2-d3e8-403d-8ba5-5e79137332d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:22.823564 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca0cfc2-d3e8-403d-8ba5-5e79137332d7 admin admin] Checking segment: {'id': 'c859edee-39b0-4cce-8118-fe1d07054a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:22.824009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca0cfc2-d3e8-403d-8ba5-5e79137332d7 admin admin] Network hostable DHCP agents. Network: 9f89887f-dab9-42ed-a08b-353bc9a4cdc5, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:22.841879 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca0cfc2-d3e8-403d-8ba5-5e79137332d7 admin admin] Network 9f89887f-dab9-42ed-a08b-353bc9a4cdc5 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:22.850576 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-cca0cfc2-d3e8-403d-8ba5-5e79137332d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 9f89887f-dab9-42ed-a08b-353bc9a4cdc5) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:22.855348 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca0cfc2-d3e8-403d-8ba5-5e79137332d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:22.856047 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cca0cfc2-d3e8-403d-8ba5-5e79137332d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.857586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a63ba879-a680-4312-a4ae-3190aa2c5466 req-3eb079af-ba4f-40d0-a24a-e9b2a230667a tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0288477 Jul 16 01:26:22.862557 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fba40e6-91eb-4fff-ad80-9cd2ee9d7daa None None] Network 9f89887f-dab9-42ed-a08b-353bc9a4cdc5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:22.880714 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cca0cfc2-d3e8-403d-8ba5-5e79137332d7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3511357 Jul 16 01:26:22.881059 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 34970) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:22.885444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1716177209-router', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:22.907681 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.908755 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:22.965268 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.016747 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-9f89887f-dab9-42ed-a08b-353bc9a4cdc5', 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'fixed_ips': [{'subnet_id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:26:23.017847 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.161179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Allocated IP 172.20.0.2 (9f89887f-dab9-42ed-a08b-353bc9a4cdc5/f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7/17973f3b-95ce-4bd7-94ee-9b2001690f6a) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:23.321371 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.330860 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Transition to ACTIVE for port object 17973f3b-95ce-4bd7-94ee-9b2001690f6a will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:23.348542 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Transition to ACTIVE for port object 17973f3b-95ce-4bd7-94ee-9b2001690f6a will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:23.354877 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.402422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Network 9f89887f-dab9-42ed-a08b-353bc9a4cdc5 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:23.405975 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:23.410477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:23.418484 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Pushing event updated for resources: {'Port': ['ID=17973f3b-95ce-4bd7-94ee-9b2001690f6a,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:23.429964 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.430354 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.430651 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.430988 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.431316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.431647 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.431998 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.432329 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.432740 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.432970 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.433296 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.433617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:23.435022 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.486815 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Attempting to bind port 17973f3b-95ce-4bd7-94ee-9b2001690f6a on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:23.487188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Attempting to bind port 17973f3b-95ce-4bd7-94ee-9b2001690f6a by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'c859edee-39b0-4cce-8118-fe1d07054a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:23.487776 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Attempting to bind port 17973f3b-95ce-4bd7-94ee-9b2001690f6a on network 9f89887f-dab9-42ed-a08b-353bc9a4cdc5 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:23.492863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:23.493249 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Checking segment: {'id': 'c859edee-39b0-4cce-8118-fe1d07054a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:23.493744 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.494095 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Bound using segment: {'id': 'c859edee-39b0-4cce-8118-fe1d07054a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:23.494570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Bound port: 17973f3b-95ce-4bd7-94ee-9b2001690f6a, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c859edee-39b0-4cce-8118-fe1d07054a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:23.494973 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.499499 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9fb5b8-211f-4158-9850-97265d960251 req-c1a0e004-3ace-45be-9ffc-ac08a1612c30 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.501004 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c9fb5b8-211f-4158-9850-97265d960251 req-c1a0e004-3ace-45be-9ffc-ac08a1612c30 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.4061718 Jul 16 01:26:23.556920 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] For port 17973f3b-95ce-4bd7-94ee-9b2001690f6a, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:23.560055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] For port 17973f3b-95ce-4bd7-94ee-9b2001690f6a, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=17973f3b-95ce-4bd7-94ee-9b2001690f6a,segment=NetworkSegment(c859edee-39b0-4cce-8118-fe1d07054a30),segment_id=c859edee-39b0-4cce-8118-fe1d07054a30)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:23.564477 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.575090 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c9fb5b8-211f-4158-9850-97265d960251 req-bbef7bc8-4a76-47bb-93c2-85c41ba58ed9 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669234 Jul 16 01:26:23.628321 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bd59e-054a-4ac8-877a-48a67cabdcba None None] Pushing event updated for resources: {'Port': ['ID=17973f3b-95ce-4bd7-94ee-9b2001690f6a,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:23.710669 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.741584 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:23.896084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7867eb23-48ae-42e0-b9d0-6d52eb870209 req-f049ada2-a738-4b27-b121-aecca5d688c2 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:23.897721 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7867eb23-48ae-42e0-b9d0-6d52eb870209 req-f049ada2-a738-4b27-b121-aecca5d688c2 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1662006 Jul 16 01:26:23.919342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Allocated IP 172.25.2.174 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/4b1fcea7-1ad8-4736-862e-59535eccdcd3) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:23.963505 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7867eb23-48ae-42e0-b9d0-6d52eb870209 req-8f3014c1-906e-4a7e-b802-e684391c87b4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583255 Jul 16 01:26:24.042970 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58d95fb0-bfbd-4214-a581-a78fea795388 req-be81bf85-2e2b-4e08-9fbf-e81dd8f60564 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0373893 Jul 16 01:26:24.085987 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.127004 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.174822 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:24.178139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:24.181104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:24.212717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Pushing event updated for resources: {'Port': ['ID=4b1fcea7-1ad8-4736-862e-59535eccdcd3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:24.401653 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa0bf1f-9176-42bf-8ed9-781c0bd43221 req-7eb912ae-a604-4b0d-a970-cdc4e2f39de3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:24.403226 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afa0bf1f-9176-42bf-8ed9-781c0bd43221 req-7eb912ae-a604-4b0d-a970-cdc4e2f39de3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1292636 Jul 16 01:26:24.515784 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afa0bf1f-9176-42bf-8ed9-781c0bd43221 req-e7728378-d20a-46ce-885f-2f62c7174335 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044383 Jul 16 01:26:24.545462 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.623703 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a2f2dc-1151-4cb4-9c15-0bed36cd5d14 None None] Network 9f89887f-dab9-42ed-a08b-353bc9a4cdc5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:24.729892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-52908ea3-c176-4d3e-9a44-16ef5b69e795 None None] Provisioning for port 17973f3b-95ce-4bd7-94ee-9b2001690f6a completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:24.797832 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:24.816887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9d6631-5081-4dc6-8469-59899f9a3b5c req-03d170b4-1b5c-49a5-ae07-27b3d6dbc3f9 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:24.818432 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8a9d6631-5081-4dc6-8469-59899f9a3b5c req-03d170b4-1b5c-49a5-ae07-27b3d6dbc3f9 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.1137075 Jul 16 01:26:24.926487 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8a9d6631-5081-4dc6-8469-59899f9a3b5c req-cbd10bd7-d89a-4832-8ba0-8ba7a8d510e0 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773814 Jul 16 01:26:24.969161 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:26:25.075576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:25.087118 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Sync routers for ids ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:25.091029 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.095031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-611a8a5d-5181-40c6-bfe0-9a5a1e2ce93c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2103591 Jul 16 01:26:25.095907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34994) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:25.098228 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Routers {'63c00f0e-938c-4422-89c7-7b584fb3f0b2'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:25.098764 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:26:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:25.202631 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Set router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:25.215036 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9948fce5-f293-4595-b988-c4de440b1e0e req-a68b2d72-7d59-4655-bce6-4a49e6be4070 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0320685 Jul 16 01:26:25.383994 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'name': 'tempest-TestServerBasicOps-1716177209-router', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:26:24Z', 'revision_number': 3, 'project_id': '76be8e481dc5456d83ac26143750d606', 'gw_port': {'id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:23Z', 'updated_at': '2021-07-16T01:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:25.415277 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Checking router: 63c00f0e-938c-4422-89c7-7b584fb3f0b2 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:25.415620 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Updating router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 port 4b1fcea7-1ad8-4736-862e-59535eccdcd3 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:26:25.451098 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.486698 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 17973f3b-95ce-4bd7-94ee-9b2001690f6a up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:25.524148 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.534752 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 17973f3b-95ce-4bd7-94ee-9b2001690f6a completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:25.539063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 17973f3b-95ce-4bd7-94ee-9b2001690f6a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:25.539443 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.617246 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.700731 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 17973f3b-95ce-4bd7-94ee-9b2001690f6a, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=17973f3b-95ce-4bd7-94ee-9b2001690f6a,segment=NetworkSegment(c859edee-39b0-4cce-8118-fe1d07054a30),segment_id=c859edee-39b0-4cce-8118-fe1d07054a30)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:25.710241 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.721627 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Allocated IP 172.20.0.1 (9f89887f-dab9-42ed-a08b-353bc9a4cdc5/f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7/25ea8189-7261-4ed4-8536-d7dda2e915ab) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:25.754245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626cd493-6c4f-4b80-aa20-06be259dec93 req-14083a19-e19e-4a7e-a680-fd43be3a309b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:25.761221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-626cd493-6c4f-4b80-aa20-06be259dec93 req-14083a19-e19e-4a7e-a680-fd43be3a309b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1232436 Jul 16 01:26:25.763233 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.779025 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Transition to ACTIVE for port object 4b1fcea7-1ad8-4736-862e-59535eccdcd3 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:25.786182 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.807395 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-626cd493-6c4f-4b80-aa20-06be259dec93 req-f3140a04-e61b-43cd-bc30-ba9adda2fae1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448623 Jul 16 01:26:25.822157 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=17973f3b-95ce-4bd7-94ee-9b2001690f6a,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:25.862782 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b962c-66cf-4035-98f1-91147fd51a35 None None] Pushing event updated for resources: {'Port': ['ID=4b1fcea7-1ad8-4736-862e-59535eccdcd3,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:25.863735 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.865903 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Attempting to bind port 4b1fcea7-1ad8-4736-862e-59535eccdcd3 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:25.866271 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Attempting to bind port 4b1fcea7-1ad8-4736-862e-59535eccdcd3 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:25.866624 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Attempting to bind port 4b1fcea7-1ad8-4736-862e-59535eccdcd3 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:25.874862 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b962c-66cf-4035-98f1-91147fd51a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:25.875138 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b962c-66cf-4035-98f1-91147fd51a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:25.875685 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b962c-66cf-4035-98f1-91147fd51a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:25.875860 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b962c-66cf-4035-98f1-91147fd51a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:25.876144 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b962c-66cf-4035-98f1-91147fd51a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:25.876990 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b962c-66cf-4035-98f1-91147fd51a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:25.877323 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b962c-66cf-4035-98f1-91147fd51a35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:25.877655 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b962c-66cf-4035-98f1-91147fd51a35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:25.877971 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b962c-66cf-4035-98f1-91147fd51a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:25.878292 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b962c-66cf-4035-98f1-91147fd51a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:25.878614 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b962c-66cf-4035-98f1-91147fd51a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:25.878920 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499b962c-66cf-4035-98f1-91147fd51a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:26:25.879036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Transition to ACTIVE for port object 25ea8189-7261-4ed4-8536-d7dda2e915ab will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:25.883207 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:25.883907 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:25.884371 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.884754 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:25.885235 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Bound port: 4b1fcea7-1ad8-4736-862e-59535eccdcd3, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:25.885645 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.919562 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.943547 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] For port 4b1fcea7-1ad8-4736-862e-59535eccdcd3, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:25.946928 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] For port 4b1fcea7-1ad8-4736-862e-59535eccdcd3, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4b1fcea7-1ad8-4736-862e-59535eccdcd3,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:25.951344 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:25.978065 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Network 9f89887f-dab9-42ed-a08b-353bc9a4cdc5 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:25.994778 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:26.002566 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f078fb-acfd-4301-a82b-763e60aafc42 req-0e10f815-3a4c-4ce6-a69d-d276fe4e730c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.004427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1f078fb-acfd-4301-a82b-763e60aafc42 req-0e10f815-3a4c-4ce6-a69d-d276fe4e730c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.0834532 Jul 16 01:26:26.008347 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:26.009741 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Routers {'63c00f0e-938c-4422-89c7-7b584fb3f0b2'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:26.010449 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:26:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:26.049546 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Pushing event updated for resources: {'Port': ['ID=25ea8189-7261-4ed4-8536-d7dda2e915ab,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:26.057613 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1f078fb-acfd-4301-a82b-763e60aafc42 req-c400b226-2bbf-4f9f-9f4f-f65ec7b407d7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427003 Jul 16 01:26:26.076242 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.107442 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b962c-66cf-4035-98f1-91147fd51a35 None None] Pushing event updated for resources: {'Port': ['ID=4b1fcea7-1ad8-4736-862e-59535eccdcd3,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:26.182057 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] Set router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:26.260381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d0ebb-d384-49b0-b4e6-56230b6647f8 req-5eee4592-c959-4932-84a8-5fb39d8f94fb tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.261889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f3d0ebb-d384-49b0-b4e6-56230b6647f8 req-5eee4592-c959-4932-84a8-5fb39d8f94fb tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.1259224 Jul 16 01:26:26.281240 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.301477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4f2eed99-d428-4397-930f-ead5afd95bd7 None None] Provisioning for port 25ea8189-7261-4ed4-8536-d7dda2e915ab completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:26.306550 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4f2eed99-d428-4397-930f-ead5afd95bd7 None None] Provisioning complete for port 25ea8189-7261-4ed4-8536-d7dda2e915ab triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:26.307169 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4f2eed99-d428-4397-930f-ead5afd95bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.332419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa631948-f686-4ee2-b97b-c8425ce30708 req-4023c717-86eb-4cce-b7aa-73ad41cd9c94 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.334128 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa631948-f686-4ee2-b97b-c8425ce30708 req-4023c717-86eb-4cce-b7aa-73ad41cd9c94 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1206667 Jul 16 01:26:26.338079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f3d0ebb-d384-49b0-b4e6-56230b6647f8 req-9674d242-71a5-4f84-937f-6170f2a8e101 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647421 Jul 16 01:26:26.381373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4f2eed99-d428-4397-930f-ead5afd95bd7 None None] Port 25ea8189-7261-4ed4-8536-d7dda2e915ab cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:26.408522 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa631948-f686-4ee2-b97b-c8425ce30708 req-52f31d7a-3e1d-455c-a5b3-c08cd4f4b9ec tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668454 Jul 16 01:26:26.408998 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'name': 'tempest-TestServerBasicOps-1716177209-router', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:26:24Z', 'revision_number': 3, 'project_id': '76be8e481dc5456d83ac26143750d606', 'gw_port': {'id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:23Z', 'updated_at': '2021-07-16T01:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:26.438810 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9d2b14-8e3a-4489-899c-6c7c97e2a627 None None] The sync data for ids ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'] in n-d-791505-14 is: [{'id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'name': 'tempest-TestServerBasicOps-1716177209-router', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:26:24Z', 'revision_number': 3, 'project_id': '76be8e481dc5456d83ac26143750d606', 'gw_port': {'id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:65:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:23Z', 'updated_at': '2021-07-16T01:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:26.483861 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.489585 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.526016 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a6554f4f-0e5b-4405-916e-38bb8e3f676e req-079eb2b7-c0e6-4ea2-b6ca-1c980d1b9e26 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0301697 Jul 16 01:26:26.563093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Pushing event updated for resources: {'Port': ['ID=25ea8189-7261-4ed4-8536-d7dda2e915ab,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:26.572116 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:26.615916 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1f890-868f-4c45-b4ba-de5682a3d480 req-1141bd45-3e93-44ea-a15f-51f983563ce7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:26.617470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8de1f890-868f-4c45-b4ba-de5682a3d480 req-1141bd45-3e93-44ea-a15f-51f983563ce7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.0794313 Jul 16 01:26:26.657259 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8de1f890-868f-4c45-b4ba-de5682a3d480 req-c5531aac-4306-4f24-9b67-28e6308a6e33 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339677 Jul 16 01:26:26.671727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Network 9f89887f-dab9-42ed-a08b-353bc9a4cdc5 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:26.671727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:26.833517 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:26.958895 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:26.964007 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c9192e19-6284-458c-8324-5dd750a5dbaa admin admin] 10.222.0.22 "PUT /v2.0/routers/63c00f0e-938c-4422-89c7-7b584fb3f0b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8669877 Jul 16 01:26:27.011391 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-681ec6b8-e473-4564-bab3-91ec93c1453f None None] Provisioning complete for port 25ea8189-7261-4ed4-8536-d7dda2e915ab triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:27.011957 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-681ec6b8-e473-4564-bab3-91ec93c1453f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.049734 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-681ec6b8-e473-4564-bab3-91ec93c1453f None None] Port 25ea8189-7261-4ed4-8536-d7dda2e915ab cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:27.448642 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35034) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:27.453848 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-915aa4aa-8e34-4fdf-9e8c-36203fb78f63 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-584961371-network', 'tenant_id': 'a501b2634a7d41ebac5feb8bb0f95218'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:27.482012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915aa4aa-8e34-4fdf-9e8c-36203fb78f63 admin admin] Made reservation on behalf of a501b2634a7d41ebac5feb8bb0f95218 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:27.484501 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-915aa4aa-8e34-4fdf-9e8c-36203fb78f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.493829 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-915aa4aa-8e34-4fdf-9e8c-36203fb78f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.513933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 17973f3b-95ce-4bd7-94ee-9b2001690f6a up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:27.553491 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a808ce-3185-4aae-9bc8-34082aaa7eda req-c59faf6c-89bd-49da-83a0-99467b54e404 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.555623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99a808ce-3185-4aae-9bc8-34082aaa7eda req-c59faf6c-89bd-49da-83a0-99467b54e404 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0905025 Jul 16 01:26:27.576377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 17973f3b-95ce-4bd7-94ee-9b2001690f6a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:27.577097 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.602788 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-915aa4aa-8e34-4fdf-9e8c-36203fb78f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.612831 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99a808ce-3185-4aae-9bc8-34082aaa7eda req-dfe62c7b-edf3-401c-ba49-f1781cfd4255 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499339 Jul 16 01:26:27.614154 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-915aa4aa-8e34-4fdf-9e8c-36203fb78f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.636851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915aa4aa-8e34-4fdf-9e8c-36203fb78f63 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:26:27.651744 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915aa4aa-8e34-4fdf-9e8c-36203fb78f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f646c0a4-479e-4edb-bd90-d4b746ec2ed3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:27.654704 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-915aa4aa-8e34-4fdf-9e8c-36203fb78f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.655058 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-915aa4aa-8e34-4fdf-9e8c-36203fb78f63 admin admin] Added segment bdd2c8fb-f14e-486a-b729-0ed99e77a516 of type vlan for network 9df8a980-8334-4512-b657-9f7b8f8430b2 Jul 16 01:26:27.664451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4b1fcea7-1ad8-4736-862e-59535eccdcd3 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:27.705991 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-915aa4aa-8e34-4fdf-9e8c-36203fb78f63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.728057 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 4b1fcea7-1ad8-4736-862e-59535eccdcd3 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:27.733797 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 4b1fcea7-1ad8-4736-862e-59535eccdcd3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:27.734674 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.747619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-915aa4aa-8e34-4fdf-9e8c-36203fb78f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.749914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915aa4aa-8e34-4fdf-9e8c-36203fb78f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:27.750744 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-915aa4aa-8e34-4fdf-9e8c-36203fb78f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.759578 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9f6857f-7892-4c42-93a9-b13ccf196108 req-153202ad-afa7-47b2-a99e-e96ba25fe23d tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0344357 Jul 16 01:26:27.795284 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-915aa4aa-8e34-4fdf-9e8c-36203fb78f63 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3430398 Jul 16 01:26:27.795471 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35040) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:27.802801 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-17c707be-08c3-4b31-a9b1-ee0ec034a7a9 admin admin] Request body: {'subnet': {'network_id': '9df8a980-8334-4512-b657-9f7b8f8430b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-584961371-subnet', 'tenant_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:27.846845 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915aa4aa-8e34-4fdf-9e8c-36203fb78f63 admin admin] Pushing event updated for resources: {'Network': ['ID=9df8a980-8334-4512-b657-9f7b8f8430b2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:27.859178 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 9df8a980-8334-4512-b657-9f7b8f8430b2 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:26:27.860194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c707be-08c3-4b31-a9b1-ee0ec034a7a9 admin admin] Made reservation on behalf of a501b2634a7d41ebac5feb8bb0f95218 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:27.863193 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17c707be-08c3-4b31-a9b1-ee0ec034a7a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.872230 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.903210 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 4b1fcea7-1ad8-4736-862e-59535eccdcd3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4b1fcea7-1ad8-4736-862e-59535eccdcd3,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:27.938150 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:27.995180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=4b1fcea7-1ad8-4736-862e-59535eccdcd3,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:28.045222 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17c707be-08c3-4b31-a9b1-ee0ec034a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.096751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c707be-08c3-4b31-a9b1-ee0ec034a7a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c54f8636-9d16-46b7-b923-8654b550fe54,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:28.106648 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c707be-08c3-4b31-a9b1-ee0ec034a7a9 admin admin] Checking segment: {'id': 'bdd2c8fb-f14e-486a-b729-0ed99e77a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9df8a980-8334-4512-b657-9f7b8f8430b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:28.107001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c707be-08c3-4b31-a9b1-ee0ec034a7a9 admin admin] Network hostable DHCP agents. Network: 9df8a980-8334-4512-b657-9f7b8f8430b2, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:26:28.123821 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c707be-08c3-4b31-a9b1-ee0ec034a7a9 admin admin] Network 9df8a980-8334-4512-b657-9f7b8f8430b2 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:26:28.133228 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-17c707be-08c3-4b31-a9b1-ee0ec034a7a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 9df8a980-8334-4512-b657-9f7b8f8430b2) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:28.137481 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Sync routers for ids ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:28.138008 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c707be-08c3-4b31-a9b1-ee0ec034a7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.138223 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17c707be-08c3-4b31-a9b1-ee0ec034a7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.147046 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a376f94a-4684-40c9-a168-790d0e428bc9 None None] Network 9df8a980-8334-4512-b657-9f7b8f8430b2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:28.151957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Routers {'63c00f0e-938c-4422-89c7-7b584fb3f0b2'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:28.152584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:26:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:28.152720 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-17c707be-08c3-4b31-a9b1-ee0ec034a7a9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3561938 Jul 16 01:26:28.155214 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35044) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:28.160100 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-584961371-router', 'tenant_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:28.180611 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.181563 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.235144 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.330952 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Set router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:28.367962 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.441018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-9df8a980-8334-4512-b657-9f7b8f8430b2', 'network_id': '9df8a980-8334-4512-b657-9f7b8f8430b2', 'tenant_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'fixed_ips': [{'subnet_id': 'c54f8636-9d16-46b7-b923-8654b550fe54'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:26:28.441862 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.560927 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.580049 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.649487 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Allocated IP 172.20.0.2 (9df8a980-8334-4512-b657-9f7b8f8430b2/c54f8636-9d16-46b7-b923-8654b550fe54/4c5a321d-ad8c-4dfd-81d8-5fc802c7c015) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:28.690866 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'name': 'tempest-TestServerBasicOps-1716177209-router', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:26:26Z', 'revision_number': 4, 'project_id': '76be8e481dc5456d83ac26143750d606', 'gw_port': {'id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:23Z', 'updated_at': '2021-07-16T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '25ea8189-7261-4ed4-8536-d7dda2e915ab', 'name': '', 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'mac_address': 'fa:16:3e:4f:83:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:25Z', 'updated_at': '2021-07-16T01:26:26Z', 'revision_number': 2, 'project_id': '76be8e481dc5456d83ac26143750d606', 'subnets': [{'id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:28.697619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Allocated IP 172.25.2.103 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/cb287158-a1e7-427a-9471-a31a2b360275) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:28.720501 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Checking router: 63c00f0e-938c-4422-89c7-7b584fb3f0b2 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:28.720870 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Updating router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 port 25ea8189-7261-4ed4-8536-d7dda2e915ab binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:26:28.794801 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.805260 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.835287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f8faa-5e1b-4355-8db3-7406b15b524f req-d96b5d8a-9261-4892-b070-a5a19e2d9c3c tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:28.837742 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-292f8faa-5e1b-4355-8db3-7406b15b524f req-d96b5d8a-9261-4892-b070-a5a19e2d9c3c tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0952308 Jul 16 01:26:28.854571 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.892954 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-292f8faa-5e1b-4355-8db3-7406b15b524f req-b371be7b-9964-4e30-8e7f-b9b00efb88b9 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481193 Jul 16 01:26:28.912218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:28.931438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:28.934749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:28.939402 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:28.958407 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Transition to ACTIVE for port object 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:28.977184 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b35518d5-7f4f-46f2-af9d-45f84d245e60 req-4c8950db-9cda-4b7f-9e6e-da557ca75471 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0575669 Jul 16 01:26:28.999906 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Transition to ACTIVE for port object 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:29.003996 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.245802 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Network 9df8a980-8334-4512-b657-9f7b8f8430b2 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:29.248884 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:29.250672 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Pushing event updated for resources: {'Port': ['ID=4c5a321d-ad8c-4dfd-81d8-5fc802c7c015,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:29.254833 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:29.274767 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Pushing event updated for resources: {'Port': ['ID=cb287158-a1e7-427a-9471-a31a2b360275,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:29.339330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Attempting to bind port 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:29.339684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Attempting to bind port 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'bdd2c8fb-f14e-486a-b729-0ed99e77a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9df8a980-8334-4512-b657-9f7b8f8430b2'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:29.340067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Attempting to bind port 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 on network 9df8a980-8334-4512-b657-9f7b8f8430b2 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:29.363646 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:29.364051 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Checking segment: {'id': 'bdd2c8fb-f14e-486a-b729-0ed99e77a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9df8a980-8334-4512-b657-9f7b8f8430b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:29.364452 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.364843 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Bound using segment: {'id': 'bdd2c8fb-f14e-486a-b729-0ed99e77a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9df8a980-8334-4512-b657-9f7b8f8430b2'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:29.365321 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Bound port: 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd2c8fb-f14e-486a-b729-0ed99e77a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9df8a980-8334-4512-b657-9f7b8f8430b2'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:29.365698 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.416928 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.434332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Transition to ACTIVE for port object 25ea8189-7261-4ed4-8536-d7dda2e915ab will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:29.446670 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4b1fcea7-1ad8-4736-862e-59535eccdcd3 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:29.451057 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.502919 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] For port 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:29.509055 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.531107 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] For port 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4c5a321d-ad8c-4dfd-81d8-5fc802c7c015,segment=NetworkSegment(bdd2c8fb-f14e-486a-b729-0ed99e77a516),segment_id=bdd2c8fb-f14e-486a-b729-0ed99e77a516)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:29.545038 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.553659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542c6d0-359e-499a-8c16-e5342f8189be None None] Pushing event updated for resources: {'Port': ['ID=25ea8189-7261-4ed4-8536-d7dda2e915ab,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:29.659133 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Attempting to bind port 25ea8189-7261-4ed4-8536-d7dda2e915ab on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:29.659507 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Attempting to bind port 25ea8189-7261-4ed4-8536-d7dda2e915ab by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'c859edee-39b0-4cce-8118-fe1d07054a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:29.660197 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Attempting to bind port 25ea8189-7261-4ed4-8536-d7dda2e915ab on network 9f89887f-dab9-42ed-a08b-353bc9a4cdc5 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:29.671116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 4b1fcea7-1ad8-4736-862e-59535eccdcd3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:29.671494 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.673580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:29.674209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Checking segment: {'id': 'c859edee-39b0-4cce-8118-fe1d07054a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:29.674350 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.674726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Bound using segment: {'id': 'c859edee-39b0-4cce-8118-fe1d07054a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:29.675201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Bound port: 25ea8189-7261-4ed4-8536-d7dda2e915ab, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c859edee-39b0-4cce-8118-fe1d07054a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:29.676505 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.677264 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0852d8ee-e42a-437c-aa9b-ac9320d01ce4 None None] Pushing event updated for resources: {'Port': ['ID=4c5a321d-ad8c-4dfd-81d8-5fc802c7c015,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:29.735102 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.820632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] For port 25ea8189-7261-4ed4-8536-d7dda2e915ab, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:29.851849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] For port 25ea8189-7261-4ed4-8536-d7dda2e915ab, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=25ea8189-7261-4ed4-8536-d7dda2e915ab,segment=NetworkSegment(c859edee-39b0-4cce-8118-fe1d07054a30),segment_id=c859edee-39b0-4cce-8118-fe1d07054a30)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:29.857653 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:29.905699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Router 0415db26-176d-48bb-9947-153da01472ec is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:26:29.917629 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Routers {'63c00f0e-938c-4422-89c7-7b584fb3f0b2'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:29.918593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:26:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:29.981121 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d542c6d0-359e-499a-8c16-e5342f8189be None None] Pushing event updated for resources: {'Port': ['ID=25ea8189-7261-4ed4-8536-d7dda2e915ab,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:30.071703 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:30.086522 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Sync routers for ids ['0415db26-176d-48bb-9947-153da01472ec'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:30.106089 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Routers {'0415db26-176d-48bb-9947-153da01472ec'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:30.108837 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] Set router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:30.109457 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:26:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0415db26-176d-48bb-9947-153da01472ec'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:30.129455 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.134723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35062) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:30.135367 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-255d49dd-734f-461f-bff3-a889bcecad4a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9787796 Jul 16 01:26:30.194052 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.266150 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf324db6-98b9-455c-a1b3-9fb3dbbb30d7 req-13bdb806-ec9b-4042-8dab-6363e79ad15b tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0675075 Jul 16 01:26:30.289267 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Set router 0415db26-176d-48bb-9947-153da01472ec gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:30.299465 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fabc3-88fc-42f3-af6d-c011dc69896a req-13fa2f60-1f96-4940-89c6-7b7923c4fc45 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:30.316568 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1e8fabc3-88fc-42f3-af6d-c011dc69896a req-13fa2f60-1f96-4940-89c6-7b7923c4fc45 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.2275202 Jul 16 01:26:30.379565 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'name': 'tempest-TestServerBasicOps-1716177209-router', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:26:26Z', 'revision_number': 4, 'project_id': '76be8e481dc5456d83ac26143750d606', 'gw_port': {'id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:23Z', 'updated_at': '2021-07-16T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '25ea8189-7261-4ed4-8536-d7dda2e915ab', 'name': '', 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'mac_address': 'fa:16:3e:4f:83:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:25Z', 'updated_at': '2021-07-16T01:26:29Z', 'revision_number': 4, 'project_id': '76be8e481dc5456d83ac26143750d606', 'subnets': [{'id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:30.409340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a63c969-9fb0-4716-a6f5-8c65696091ce None None] The sync data for ids ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'] in n-d-791505-14 is: [{'id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'name': 'tempest-TestServerBasicOps-1716177209-router', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:26:26Z', 'revision_number': 4, 'project_id': '76be8e481dc5456d83ac26143750d606', 'gw_port': {'id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:23Z', 'updated_at': '2021-07-16T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '25ea8189-7261-4ed4-8536-d7dda2e915ab', 'name': '', 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'mac_address': 'fa:16:3e:4f:83:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:25Z', 'updated_at': '2021-07-16T01:26:29Z', 'revision_number': 4, 'project_id': '76be8e481dc5456d83ac26143750d606', 'subnets': [{'id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:30.440618 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1e8fabc3-88fc-42f3-af6d-c011dc69896a req-d66ca881-31c1-4711-a0b0-41c6687217db tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201429 Jul 16 01:26:30.580404 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0415db26-176d-48bb-9947-153da01472ec', 'name': 'tempest-TestServerBasicOps-584961371-router', 'tenant_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'cb287158-a1e7-427a-9471-a31a2b360275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:29Z', 'revision_number': 3, 'project_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'gw_port': {'id': 'cb287158-a1e7-427a-9471-a31a2b360275', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:24:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0415db26-176d-48bb-9947-153da01472ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:30.623377 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Checking router: 0415db26-176d-48bb-9947-153da01472ec for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:30.623733 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Updating router 0415db26-176d-48bb-9947-153da01472ec port cb287158-a1e7-427a-9471-a31a2b360275 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:26:30.760823 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.779190 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:30.957208 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcd6bc7-a9b0-47ea-83e4-d0c1c412b67a None None] Network 9df8a980-8334-4512-b657-9f7b8f8430b2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:26:30.976088 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Allocated IP 172.20.0.1 (9df8a980-8334-4512-b657-9f7b8f8430b2/c54f8636-9d16-46b7-b923-8654b550fe54/16fbb9a0-f19a-4cb1-8d41-af69502865c8) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:31.039942 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.074010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6b5d37bb-d68e-46f9-bf2b-ef258ae31793 None None] Provisioning for port 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:31.107596 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.115969 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.118353 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Transition to ACTIVE for port object cb287158-a1e7-427a-9471-a31a2b360275 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:31.125758 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.132903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Transition to ACTIVE for port object 16fbb9a0-f19a-4cb1-8d41-af69502865c8 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:31.174423 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.186388 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Attempting to bind port cb287158-a1e7-427a-9471-a31a2b360275 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:31.186749 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Attempting to bind port cb287158-a1e7-427a-9471-a31a2b360275 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:31.187099 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Attempting to bind port cb287158-a1e7-427a-9471-a31a2b360275 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:31.198523 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:31.199003 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:31.199397 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.199807 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:31.200269 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Bound port: cb287158-a1e7-427a-9471-a31a2b360275, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:31.200644 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.206002 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd890d-1566-49f3-be39-ee4102551f42 None None] Pushing event updated for resources: {'Port': ['ID=cb287158-a1e7-427a-9471-a31a2b360275,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:31.230304 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Network 9df8a980-8334-4512-b657-9f7b8f8430b2 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:31.233330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:31.237521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:31.258971 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] For port cb287158-a1e7-427a-9471-a31a2b360275, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:31.262376 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] For port cb287158-a1e7-427a-9471-a31a2b360275, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=cb287158-a1e7-427a-9471-a31a2b360275,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:31.269717 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.284883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Pushing event updated for resources: {'Port': ['ID=16fbb9a0-f19a-4cb1-8d41-af69502865c8,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:31.298719 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.347443 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Routers {'0415db26-176d-48bb-9947-153da01472ec'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:31.348219 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:26:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0415db26-176d-48bb-9947-153da01472ec'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:31.433497 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd890d-1566-49f3-be39-ee4102551f42 None None] Pushing event updated for resources: {'Port': ['ID=cb287158-a1e7-427a-9471-a31a2b360275,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:31.572648 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] Set router 0415db26-176d-48bb-9947-153da01472ec gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:31.594800 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 25ea8189-7261-4ed4-8536-d7dda2e915ab up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:31.615493 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9c35225-381b-4b52-a637-795b1a7c050c req-39f77af2-8713-4411-ab27-db79524f1451 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0640168 Jul 16 01:26:31.633664 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.725506 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 25ea8189-7261-4ed4-8536-d7dda2e915ab completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:31.731631 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 25ea8189-7261-4ed4-8536-d7dda2e915ab triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:31.732281 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.850109 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0415db26-176d-48bb-9947-153da01472ec', 'name': 'tempest-TestServerBasicOps-584961371-router', 'tenant_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'cb287158-a1e7-427a-9471-a31a2b360275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:29Z', 'revision_number': 3, 'project_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'gw_port': {'id': 'cb287158-a1e7-427a-9471-a31a2b360275', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:24:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0415db26-176d-48bb-9947-153da01472ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:31.890400 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702803bd-a133-4601-a7c9-2d361a00850a None None] The sync data for ids ['0415db26-176d-48bb-9947-153da01472ec'] in n-d-791505-14 is: [{'id': '0415db26-176d-48bb-9947-153da01472ec', 'name': 'tempest-TestServerBasicOps-584961371-router', 'tenant_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'cb287158-a1e7-427a-9471-a31a2b360275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:29Z', 'revision_number': 3, 'project_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'gw_port': {'id': 'cb287158-a1e7-427a-9471-a31a2b360275', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:24:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0415db26-176d-48bb-9947-153da01472ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:31.910924 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.951900 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 25ea8189-7261-4ed4-8536-d7dda2e915ab, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=25ea8189-7261-4ed4-8536-d7dda2e915ab,segment=NetworkSegment(c859edee-39b0-4cce-8118-fe1d07054a30),segment_id=c859edee-39b0-4cce-8118-fe1d07054a30)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:31.956666 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:31.957618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:32.052678 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c1275bdd-e52d-439f-b611-a8506dbcf1d3 None None] Provisioning for port 16fbb9a0-f19a-4cb1-8d41-af69502865c8 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:32.059151 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=25ea8189-7261-4ed4-8536-d7dda2e915ab,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:32.062513 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c1275bdd-e52d-439f-b611-a8506dbcf1d3 None None] Provisioning complete for port 16fbb9a0-f19a-4cb1-8d41-af69502865c8 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:32.063005 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c1275bdd-e52d-439f-b611-a8506dbcf1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.089245 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:32.101755 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:32.102115 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.125117 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c1275bdd-e52d-439f-b611-a8506dbcf1d3 None None] Port 16fbb9a0-f19a-4cb1-8d41-af69502865c8 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:32.186231 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.221144 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4c5a321d-ad8c-4dfd-81d8-5fc802c7c015,segment=NetworkSegment(bdd2c8fb-f14e-486a-b729-0ed99e77a516),segment_id=bdd2c8fb-f14e-486a-b729-0ed99e77a516)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:32.226371 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.312381 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=4c5a321d-ad8c-4dfd-81d8-5fc802c7c015,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:32.324358 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.332870 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.364868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803a239-dcca-40be-9dc8-bc9cdb519b10 req-9a81b5d4-9455-4116-903b-780c9b4c9b27 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:32.366481 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4803a239-dcca-40be-9dc8-bc9cdb519b10 req-9a81b5d4-9455-4116-903b-780c9b4c9b27 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.1595602 Jul 16 01:26:32.425763 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.454259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Pushing event updated for resources: {'Port': ['ID=16fbb9a0-f19a-4cb1-8d41-af69502865c8,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:32.468898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4803a239-dcca-40be-9dc8-bc9cdb519b10 req-dfd5cf0f-2e01-4e77-b5cc-d69c532e253e tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785503 Jul 16 01:26:32.544352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Network 9df8a980-8334-4512-b657-9f7b8f8430b2 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:32.545757 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:32.684362 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Router 0415db26-176d-48bb-9947-153da01472ec has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:32.834946 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84460192-be32-4408-a9d3-121305349db0 req-aa8e8624-8da0-49f4-b9b2-07e5faee0305 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0314479 Jul 16 01:26:32.849158 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-24dc2768-dd9c-4c49-bf56-4b5f4ce6f345 None None] Provisioning complete for port 16fbb9a0-f19a-4cb1-8d41-af69502865c8 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:32.849696 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-24dc2768-dd9c-4c49-bf56-4b5f4ce6f345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:32.855356 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:32.864515 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a830ea9d-e19d-4769-b5f0-d30f2160e995 admin admin] 10.222.0.22 "PUT /v2.0/routers/0415db26-176d-48bb-9947-153da01472ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7286775 Jul 16 01:26:32.887972 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-24dc2768-dd9c-4c49-bf56-4b5f4ce6f345 None None] Port 16fbb9a0-f19a-4cb1-8d41-af69502865c8 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:33.356757 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35088) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:33.362307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4522f2fc-f540-43ad-adc7-37465e975aaa tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-479147144', 'description': 'tempest-secgroup-smoke-479147144 description', 'project_id': '76be8e481dc5456d83ac26143750d606'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:33.387388 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4522f2fc-f540-43ad-adc7-37465e975aaa tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.477408 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4522f2fc-f540-43ad-adc7-37465e975aaa tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.481991 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4522f2fc-f540-43ad-adc7-37465e975aaa tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.516420 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4522f2fc-f540-43ad-adc7-37465e975aaa tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.518221 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4522f2fc-f540-43ad-adc7-37465e975aaa tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1604028 Jul 16 01:26:33.521472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35092) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:33.523008 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522f2fc-f540-43ad-adc7-37465e975aaa tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0efe193-76ce-4708-bcb7-5471170946e5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:33.526240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ef8b1e96-fdbd-45be-8aae-96f554722ae4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Request body: {'security_group_rule': {'security_group_id': 'f0efe193-76ce-4708-bcb7-5471170946e5', 'project_id': '76be8e481dc5456d83ac26143750d606', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:33.532293 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 25ea8189-7261-4ed4-8536-d7dda2e915ab up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:33.561859 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef8b1e96-fdbd-45be-8aae-96f554722ae4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.585190 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 25ea8189-7261-4ed4-8536-d7dda2e915ab triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:33.585569 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.654945 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef8b1e96-fdbd-45be-8aae-96f554722ae4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.662057 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef8b1e96-fdbd-45be-8aae-96f554722ae4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.668475 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:33.695082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8b1e96-fdbd-45be-8aae-96f554722ae4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27c1f816-dfee-4b51-abab-7ea12e8428ca,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:33.699843 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef8b1e96-fdbd-45be-8aae-96f554722ae4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.701027 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ef8b1e96-fdbd-45be-8aae-96f554722ae4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1785839 Jul 16 01:26:33.703923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35096) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:33.708989 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-65ed4fdd-8b92-4c5d-b4e1-c7c90856350d tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Request body: {'security_group_rule': {'security_group_id': 'f0efe193-76ce-4708-bcb7-5471170946e5', 'project_id': '76be8e481dc5456d83ac26143750d606', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:33.722837 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:33.723616 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.730876 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103449bb-993d-4295-98fb-d3e81fec17b7 req-ba3c365b-7bf2-41d7-9c65-0be0366887e1 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:33.732332 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-103449bb-993d-4295-98fb-d3e81fec17b7 req-ba3c365b-7bf2-41d7-9c65-0be0366887e1 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.1266513 Jul 16 01:26:33.761740 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-65ed4fdd-8b92-4c5d-b4e1-c7c90856350d tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.786644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-103449bb-993d-4295-98fb-d3e81fec17b7 req-e208530f-89ad-4dfa-99af-22d094611830 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463610 Jul 16 01:26:33.814469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cb287158-a1e7-427a-9471-a31a2b360275 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:33.847663 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-65ed4fdd-8b92-4c5d-b4e1-c7c90856350d tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.851728 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-65ed4fdd-8b92-4c5d-b4e1-c7c90856350d tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.869960 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed4fdd-8b92-4c5d-b4e1-c7c90856350d tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862a327d-2d09-42c1-a806-f37e38700159,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:33.877159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port cb287158-a1e7-427a-9471-a31a2b360275 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:33.879561 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-65ed4fdd-8b92-4c5d-b4e1-c7c90856350d tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.881786 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-65ed4fdd-8b92-4c5d-b4e1-c7c90856350d tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1760502 Jul 16 01:26:33.884055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35102) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:33.884641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port cb287158-a1e7-427a-9471-a31a2b360275 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:33.885376 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.890585 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3850f569-9180-4493-8ffa-c67f8e3f87ce tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Request body: {'security_group_rule': {'security_group_id': 'f0efe193-76ce-4708-bcb7-5471170946e5', 'project_id': '76be8e481dc5456d83ac26143750d606', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:33.928414 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3850f569-9180-4493-8ffa-c67f8e3f87ce tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:33.940283 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Sync routers for ids ['0415db26-176d-48bb-9947-153da01472ec'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:33.957143 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Routers {'0415db26-176d-48bb-9947-153da01472ec'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:33.957868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:26:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0415db26-176d-48bb-9947-153da01472ec'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:34.000109 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3850f569-9180-4493-8ffa-c67f8e3f87ce tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.011563 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3850f569-9180-4493-8ffa-c67f8e3f87ce tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.034373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c7d500c-df6d-4ebc-9ec2-1db00283b9eb req-9f575f70-f75a-4702-9817-92330db4e892 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0370758 Jul 16 01:26:34.043471 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.046860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3850f569-9180-4493-8ffa-c67f8e3f87ce tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5661c09e-f449-47a2-bfca-c0c1c5357d50,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:34.054174 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3850f569-9180-4493-8ffa-c67f8e3f87ce tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.058558 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3850f569-9180-4493-8ffa-c67f8e3f87ce tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1701875 Jul 16 01:26:34.058558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35106) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:34.063377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-148604fc-9ebf-40c3-b0df-5de788a0771e tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Request body: {'security_group_rule': {'security_group_id': 'f0efe193-76ce-4708-bcb7-5471170946e5', 'project_id': '76be8e481dc5456d83ac26143750d606', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:34.093184 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-148604fc-9ebf-40c3-b0df-5de788a0771e tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.104772 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port cb287158-a1e7-427a-9471-a31a2b360275, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=cb287158-a1e7-427a-9471-a31a2b360275,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:34.109947 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.156185 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-148604fc-9ebf-40c3-b0df-5de788a0771e tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.159449 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Set router 0415db26-176d-48bb-9947-153da01472ec gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:34.159959 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-148604fc-9ebf-40c3-b0df-5de788a0771e tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.178530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148604fc-9ebf-40c3-b0df-5de788a0771e tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee667424-8d09-4433-9273-16b0113cafe4,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:34.185377 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-148604fc-9ebf-40c3-b0df-5de788a0771e tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.186640 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-148604fc-9ebf-40c3-b0df-5de788a0771e tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269932 Jul 16 01:26:34.189973 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35108) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:34.194686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b9f93f16-a3db-4a75-b99d-24b1b70e6c1b tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Request body: {'security_group_rule': {'security_group_id': 'f0efe193-76ce-4708-bcb7-5471170946e5', 'project_id': '76be8e481dc5456d83ac26143750d606', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:34.207494 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=cb287158-a1e7-427a-9471-a31a2b360275,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:34.217359 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-b9f93f16-a3db-4a75-b99d-24b1b70e6c1b tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Project 76be8e481dc5456d83ac26143750d606 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:26:34.222447 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b9f93f16-a3db-4a75-b99d-24b1b70e6c1b tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.281994 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b9f93f16-a3db-4a75-b99d-24b1b70e6c1b tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.285596 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b9f93f16-a3db-4a75-b99d-24b1b70e6c1b tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.302986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f93f16-a3db-4a75-b99d-24b1b70e6c1b tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da354767-e25d-435d-b738-dbc379c365be,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:34.309643 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b9f93f16-a3db-4a75-b99d-24b1b70e6c1b tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.310808 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b9f93f16-a3db-4a75-b99d-24b1b70e6c1b tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197677 Jul 16 01:26:34.313549 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35110) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:34.318633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c132e939-5533-4eba-8a6a-1afb84be7653 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Request body: {'security_group_rule': {'security_group_id': 'f0efe193-76ce-4708-bcb7-5471170946e5', 'project_id': '76be8e481dc5456d83ac26143750d606', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:34.340796 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-c132e939-5533-4eba-8a6a-1afb84be7653 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Project 76be8e481dc5456d83ac26143750d606 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:26:34.346859 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c132e939-5533-4eba-8a6a-1afb84be7653 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.375319 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0415db26-176d-48bb-9947-153da01472ec', 'name': 'tempest-TestServerBasicOps-584961371-router', 'tenant_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'cb287158-a1e7-427a-9471-a31a2b360275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:31Z', 'revision_number': 4, 'project_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'gw_port': {'id': 'cb287158-a1e7-427a-9471-a31a2b360275', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:24:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0415db26-176d-48bb-9947-153da01472ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '16fbb9a0-f19a-4cb1-8d41-af69502865c8', 'name': '', 'network_id': '9df8a980-8334-4512-b657-9f7b8f8430b2', 'tenant_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'mac_address': 'fa:16:3e:b4:ee:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0415db26-176d-48bb-9947-153da01472ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'c54f8636-9d16-46b7-b923-8654b550fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:30Z', 'updated_at': '2021-07-16T01:26:31Z', 'revision_number': 2, 'project_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'subnets': [{'id': 'c54f8636-9d16-46b7-b923-8654b550fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:34.401296 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Checking router: 0415db26-176d-48bb-9947-153da01472ec for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:34.401578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Updating router 0415db26-176d-48bb-9947-153da01472ec port 16fbb9a0-f19a-4cb1-8d41-af69502865c8 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:26:34.407411 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c132e939-5533-4eba-8a6a-1afb84be7653 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.411305 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c132e939-5533-4eba-8a6a-1afb84be7653 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.429391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132e939-5533-4eba-8a6a-1afb84be7653 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b99d068-3c0a-49ce-baca-6b225f09c065,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:34.436005 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c132e939-5533-4eba-8a6a-1afb84be7653 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.436773 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c132e939-5533-4eba-8a6a-1afb84be7653 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214035 Jul 16 01:26:34.448668 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.574096 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-47836acb-4258-4957-ac44-d7f03326986e tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-479147144&fields=id&tenant_id=76be8e481dc5456d83ac26143750d606 HTTP/1.1" status: 200 len: 267 time: 0.0332401 Jul 16 01:26:34.681917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-d5d297b6-e7ef-4c0d-8f1f-75395d31bf03 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:34.683550 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-d5d297b6-e7ef-4c0d-8f1f-75395d31bf03 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/networks?id=9f89887f-dab9-42ed-a08b-353bc9a4cdc5 HTTP/1.1" status: 200 len: 809 time: 0.1027131 Jul 16 01:26:34.698726 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-7ec487c5-49ac-46f3-9ad7-8ac0ec2c2db9 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/quotas/76be8e481dc5456d83ac26143750d606 HTTP/1.1" status: 200 len: 375 time: 0.0097091 Jul 16 01:26:34.712042 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.722901 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Transition to ACTIVE for port object 16fbb9a0-f19a-4cb1-8d41-af69502865c8 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:34.728798 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.772327 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-7a1c9414-f5dd-4828-a5c3-4fc1f08cfa17 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=76be8e481dc5456d83ac26143750d606&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682909 Jul 16 01:26:34.787027 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-059c07db-fc94-4acf-b570-7436fa958aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.789542 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88f8b8-ca11-4128-bf69-b49a00955fa2 None None] Pushing event updated for resources: {'Port': ['ID=16fbb9a0-f19a-4cb1-8d41-af69502865c8,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:34.854615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Attempting to bind port 16fbb9a0-f19a-4cb1-8d41-af69502865c8 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:34.855007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Attempting to bind port 16fbb9a0-f19a-4cb1-8d41-af69502865c8 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'bdd2c8fb-f14e-486a-b729-0ed99e77a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9df8a980-8334-4512-b657-9f7b8f8430b2'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:34.855334 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Attempting to bind port 16fbb9a0-f19a-4cb1-8d41-af69502865c8 on network 9df8a980-8334-4512-b657-9f7b8f8430b2 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:34.861890 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:34.862269 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Checking segment: {'id': 'bdd2c8fb-f14e-486a-b729-0ed99e77a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9df8a980-8334-4512-b657-9f7b8f8430b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:34.862724 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.863131 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Bound using segment: {'id': 'bdd2c8fb-f14e-486a-b729-0ed99e77a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9df8a980-8334-4512-b657-9f7b8f8430b2'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:34.863607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Bound port: 16fbb9a0-f19a-4cb1-8d41-af69502865c8, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd2c8fb-f14e-486a-b729-0ed99e77a516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9df8a980-8334-4512-b657-9f7b8f8430b2'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:34.864018 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:34.893775 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-e9897bf0-8778-4c6f-ba6b-af1d00d9fd9b service neutron] 10.222.0.22 "GET /v2.0/networks/9f89887f-dab9-42ed-a08b-353bc9a4cdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080539 Jul 16 01:26:34.939549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] For port 16fbb9a0-f19a-4cb1-8d41-af69502865c8, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:34.943047 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] For port 16fbb9a0-f19a-4cb1-8d41-af69502865c8, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=16fbb9a0-f19a-4cb1-8d41-af69502865c8,segment=NetworkSegment(bdd2c8fb-f14e-486a-b729-0ed99e77a516),segment_id=bdd2c8fb-f14e-486a-b729-0ed99e77a516)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:34.949535 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.005812 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853dc85-4f53-4ebe-99e9-52060c1fa7ff req-e76b01a0-d524-4aa6-afd1-99da03a15bc3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:35.007539 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5853dc85-4f53-4ebe-99e9-52060c1fa7ff req-e76b01a0-d524-4aa6-afd1-99da03a15bc3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0787022 Jul 16 01:26:35.013226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Routers {'0415db26-176d-48bb-9947-153da01472ec'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:35.013865 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:26:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0415db26-176d-48bb-9947-153da01472ec'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:35.128747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5853dc85-4f53-4ebe-99e9-52060c1fa7ff req-3266b0d7-65e4-4942-8ede-b752de7667fd tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062222 Jul 16 01:26:35.184657 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-93f91521-40b1-4cc0-84cf-aa6a95ad4606 service neutron] 10.222.0.22 "GET /v2.0/networks/9f89887f-dab9-42ed-a08b-353bc9a4cdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2868493 Jul 16 01:26:35.217721 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd88f8b8-ca11-4128-bf69-b49a00955fa2 None None] Pushing event updated for resources: {'Port': ['ID=16fbb9a0-f19a-4cb1-8d41-af69502865c8,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:35.293005 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] Set router 0415db26-176d-48bb-9947-153da01472ec gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:35.432446 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18c94112-4347-40c5-9107-de01574ad42f req-cca6fc8a-97cc-41f7-983d-9da06f57e189 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0562410 Jul 16 01:26:35.487351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cb287158-a1e7-427a-9471-a31a2b360275 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:35.514583 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6bfa6af5-3476-4e3c-804b-7c4540386c25 req-70e9b212-212d-46bb-867c-1aecef625e10 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 210 time: 0.0312855 Jul 16 01:26:35.571262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port cb287158-a1e7-427a-9471-a31a2b360275 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:35.571640 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:35.575752 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0415db26-176d-48bb-9947-153da01472ec', 'name': 'tempest-TestServerBasicOps-584961371-router', 'tenant_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'cb287158-a1e7-427a-9471-a31a2b360275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:31Z', 'revision_number': 4, 'project_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'gw_port': {'id': 'cb287158-a1e7-427a-9471-a31a2b360275', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:24:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0415db26-176d-48bb-9947-153da01472ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '16fbb9a0-f19a-4cb1-8d41-af69502865c8', 'name': '', 'network_id': '9df8a980-8334-4512-b657-9f7b8f8430b2', 'tenant_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'mac_address': 'fa:16:3e:b4:ee:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0415db26-176d-48bb-9947-153da01472ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'c54f8636-9d16-46b7-b923-8654b550fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:30Z', 'updated_at': '2021-07-16T01:26:34Z', 'revision_number': 4, 'project_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'subnets': [{'id': 'c54f8636-9d16-46b7-b923-8654b550fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:35.623276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbf610bc-bcda-4488-89bd-6cc57921623d None None] The sync data for ids ['0415db26-176d-48bb-9947-153da01472ec'] in n-d-791505-14 is: [{'id': '0415db26-176d-48bb-9947-153da01472ec', 'name': 'tempest-TestServerBasicOps-584961371-router', 'tenant_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'cb287158-a1e7-427a-9471-a31a2b360275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:31Z', 'revision_number': 4, 'project_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'gw_port': {'id': 'cb287158-a1e7-427a-9471-a31a2b360275', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:24:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0415db26-176d-48bb-9947-153da01472ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '16fbb9a0-f19a-4cb1-8d41-af69502865c8', 'name': '', 'network_id': '9df8a980-8334-4512-b657-9f7b8f8430b2', 'tenant_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'mac_address': 'fa:16:3e:b4:ee:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0415db26-176d-48bb-9947-153da01472ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 1709, 'fixed_ips': [{'subnet_id': 'c54f8636-9d16-46b7-b923-8654b550fe54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:30Z', 'updated_at': '2021-07-16T01:26:34Z', 'revision_number': 4, 'project_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'subnets': [{'id': 'c54f8636-9d16-46b7-b923-8654b550fe54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:36.306447 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27e943-e798-4142-ba10-e69da7a4f47e req-0a4cf8b6-e336-482e-ab3d-80bc36684db6 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:36.308022 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6f27e943-e798-4142-ba10-e69da7a4f47e req-0a4cf8b6-e336-482e-ab3d-80bc36684db6 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0678635 Jul 16 01:26:36.345690 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6f27e943-e798-4142-ba10-e69da7a4f47e req-6efcfe04-7d82-4037-b6c3-a51970b89ca1 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315089 Jul 16 01:26:36.613627 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3f1b312-0737-4dce-9ab3-24e549952802 req-a71e15c0-1ac8-46b6-ac6c-448cd79c2565 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0519326 Jul 16 01:26:36.699614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-da83a22f-1c1d-482a-acfb-388e2e6f632d tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:36.701047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-da83a22f-1c1d-482a-acfb-388e2e6f632d tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.69 "GET /v2.0/networks?id=9f89887f-dab9-42ed-a08b-353bc9a4cdc5 HTTP/1.1" status: 200 len: 809 time: 0.1533360 Jul 16 01:26:36.722686 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95e365cc-156a-4110-a0f7-4906badd78a1 req-a56f9547-16a2-4a4f-9199-f8a0d7c6306c tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 210 time: 0.0398469 Jul 16 01:26:36.760693 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-b4250d4f-402a-4b33-95c2-ab05d9f96e01 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76be8e481dc5456d83ac26143750d606 HTTP/1.1" status: 200 len: 379 time: 0.0409763 Jul 16 01:26:36.776474 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-d91a54e6-8151-413e-868b-7fd244700f23 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Request body: {'port': {'device_id': 'a96dcadf-7661-4be8-aa2f-eed631c60916', 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5', 'admin_state_up': True, 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'security_groups': ['f0efe193-76ce-4708-bcb7-5471170946e5']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:36.887920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-d91a54e6-8151-413e-868b-7fd244700f23 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Made reservation on behalf of 76be8e481dc5456d83ac26143750d606 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:26:36.891551 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-d91a54e6-8151-413e-868b-7fd244700f23 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.014287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-d91a54e6-8151-413e-868b-7fd244700f23 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Allocated IP 172.20.0.4 (9f89887f-dab9-42ed-a08b-353bc9a4cdc5/f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7/948f7834-2e83-4395-b919-7dd401adb6ea) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:37.153124 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-d91a54e6-8151-413e-868b-7fd244700f23 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.166317 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-d91a54e6-8151-413e-868b-7fd244700f23 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Transition to ACTIVE for port object 948f7834-2e83-4395-b919-7dd401adb6ea will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:37.202088 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-d91a54e6-8151-413e-868b-7fd244700f23 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.247308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-d91a54e6-8151-413e-868b-7fd244700f23 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Network 9f89887f-dab9-42ed-a08b-353bc9a4cdc5 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:37.250449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-d91a54e6-8151-413e-868b-7fd244700f23 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:37.252832 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-d91a54e6-8151-413e-868b-7fd244700f23 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:37.280638 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a54e6-8151-413e-868b-7fd244700f23 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Pushing event updated for resources: {'Port': ['ID=948f7834-2e83-4395-b919-7dd401adb6ea,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:37.286881 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.312782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-d91a54e6-8151-413e-868b-7fd244700f23 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.313403 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-d91a54e6-8151-413e-868b-7fd244700f23 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.328157 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-d91a54e6-8151-413e-868b-7fd244700f23 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5556834 Jul 16 01:26:37.341545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Request body: {'port': {'device_id': 'a96dcadf-7661-4be8-aa2f-eed631c60916', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:37.435237 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.507213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 16fbb9a0-f19a-4cb1-8d41-af69502865c8 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:37.562567 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8cdad06e-0311-4c50-9b9d-2d0d2e698bb6 None None] Provisioning for port 948f7834-2e83-4395-b919-7dd401adb6ea completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:37.565797 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 16fbb9a0-f19a-4cb1-8d41-af69502865c8 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:37.568976 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8cdad06e-0311-4c50-9b9d-2d0d2e698bb6 None None] Provisioning complete for port 948f7834-2e83-4395-b919-7dd401adb6ea triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:37.569352 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8cdad06e-0311-4c50-9b9d-2d0d2e698bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.572095 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 16fbb9a0-f19a-4cb1-8d41-af69502865c8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:37.572465 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.633126 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8cdad06e-0311-4c50-9b9d-2d0d2e698bb6 None None] Port 948f7834-2e83-4395-b919-7dd401adb6ea cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:26:37.693402 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7b2621a1-bc8c-4704-968b-f6ed80c067c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.697889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f37ef78-5e95-42d1-a2ca-de59ff76101a req-d37a24f3-e475-4a00-80e5-472fa5695448 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:37.705398 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f37ef78-5e95-42d1-a2ca-de59ff76101a req-d37a24f3-e475-4a00-80e5-472fa5695448 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.1405060 Jul 16 01:26:37.718003 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.761121 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 16fbb9a0-f19a-4cb1-8d41-af69502865c8, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=16fbb9a0-f19a-4cb1-8d41-af69502865c8,segment=NetworkSegment(bdd2c8fb-f14e-486a-b729-0ed99e77a516),segment_id=bdd2c8fb-f14e-486a-b729-0ed99e77a516)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:37.765465 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.772644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f37ef78-5e95-42d1-a2ca-de59ff76101a req-243562e7-2aa0-4df6-becc-8a7a98aa7d70 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660665 Jul 16 01:26:37.831719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=16fbb9a0-f19a-4cb1-8d41-af69502865c8,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:37.884544 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a578f5fb-6753-49ad-93ca-01db003c8a85 req-f1d9343d-1351-4a22-8634-d498994e8e2a tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0311682 Jul 16 01:26:37.898094 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 948f7834-2e83-4395-b919-7dd401adb6ea {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:37.922202 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:37.937543 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Transition to ACTIVE for port object 948f7834-2e83-4395-b919-7dd401adb6ea will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:26:37.942431 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.009614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Pushing event updated for resources: {'Port': ['ID=948f7834-2e83-4395-b919-7dd401adb6ea,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:38.139384 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Attempting to bind port 948f7834-2e83-4395-b919-7dd401adb6ea on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:26:38.139849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Attempting to bind port 948f7834-2e83-4395-b919-7dd401adb6ea by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'c859edee-39b0-4cce-8118-fe1d07054a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:26:38.140081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Attempting to bind port 948f7834-2e83-4395-b919-7dd401adb6ea on network 9f89887f-dab9-42ed-a08b-353bc9a4cdc5 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:38.151487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Port 948f7834-2e83-4395-b919-7dd401adb6ea on network 9f89887f-dab9-42ed-a08b-353bc9a4cdc5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:26:38.151864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Attempting to bind port 948f7834-2e83-4395-b919-7dd401adb6ea on network 9f89887f-dab9-42ed-a08b-353bc9a4cdc5 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:26:38.161413 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:26:38.161766 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Checking segment: {'id': 'c859edee-39b0-4cce-8118-fe1d07054a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:26:38.162166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Bound using segment: {'id': 'c859edee-39b0-4cce-8118-fe1d07054a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:26:38.162612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Bound port: 948f7834-2e83-4395-b919-7dd401adb6ea, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c859edee-39b0-4cce-8118-fe1d07054a30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:26:38.162980 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.184642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63065e97-4349-4a3e-a17e-a0e0e9edb64f req-0e280be6-5303-4b19-9503-fd50142bcde5 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:38.199405 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63065e97-4349-4a3e-a17e-a0e0e9edb64f req-0e280be6-5303-4b19-9503-fd50142bcde5 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 943 time: 0.1595173 Jul 16 01:26:38.323526 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63065e97-4349-4a3e-a17e-a0e0e9edb64f req-d21d3b98-23a4-453a-9710-4cc135e71ea5 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0efe193-76ce-4708-bcb7-5471170946e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102054 Jul 16 01:26:38.337055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] For port 948f7834-2e83-4395-b919-7dd401adb6ea, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:26:38.341715 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] For port 948f7834-2e83-4395-b919-7dd401adb6ea, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=948f7834-2e83-4395-b919-7dd401adb6ea,segment=NetworkSegment(c859edee-39b0-4cce-8118-fe1d07054a30),segment_id=c859edee-39b0-4cce-8118-fe1d07054a30)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:26:38.348558 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.390705 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:38.391694 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.393180 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] 10.222.0.69 "PUT /v2.0/ports/948f7834-2e83-4395-b919-7dd401adb6ea HTTP/1.1" status: 200 len: 1092 time: 1.0562351 Jul 16 01:26:38.393631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96dcadf-7661-4be8-aa2f-eed631c60916', 'tag': '948f7834-2e83-4395-b919-7dd401adb6ea'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:38.395996 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1532b5b-9dcf-46f9-9f33-30810e858f48" -d '{"events": [{"name": "network-changed", "server_uuid": "a96dcadf-7661-4be8-aa2f-eed631c60916", "tag": "948f7834-2e83-4395-b919-7dd401adb6ea"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:38.423245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dfbef-a4d1-4f50-af7a-89dc5115f9db service neutron] Pushing event updated for resources: {'Port': ['ID=948f7834-2e83-4395-b919-7dd401adb6ea,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:38.470147 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8601524e-58d0-45d8-b4bf-b082bc0c1293 x-openstack-request-id: req-8601524e-58d0-45d8-b4bf-b082bc0c1293 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:38.472035 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96dcadf-7661-4be8-aa2f-eed631c60916", "tag": "948f7834-2e83-4395-b919-7dd401adb6ea", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:38.472417 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8601524e-58d0-45d8-b4bf-b082bc0c1293 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:38.472918 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96dcadf-7661-4be8-aa2f-eed631c60916', 'tag': '948f7834-2e83-4395-b919-7dd401adb6ea', 'status': 'completed', 'code': 200} Jul 16 01:26:38.494429 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:38.505248 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-e95af439-5e15-4ce7-a171-cb1172768b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:38.507046 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-e95af439-5e15-4ce7-a171-cb1172768b5d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=76be8e481dc5456d83ac26143750d606&device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 1095 time: 0.0694487 Jul 16 01:26:38.560566 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-2f7f03ed-6d3a-499f-909e-8b27884c5572 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=948f7834-2e83-4395-b919-7dd401adb6ea HTTP/1.1" status: 200 len: 217 time: 0.0455663 Jul 16 01:26:38.613422 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-129bfb8e-d4a8-4bbc-838f-67be993b1540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:38.615092 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-129bfb8e-d4a8-4bbc-838f-67be993b1540 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7 HTTP/1.1" status: 200 len: 848 time: 0.0479565 Jul 16 01:26:38.673222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-65a7d9ea-de5d-44c5-b7b0-80d8c17df809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:38.674659 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-65a7d9ea-de5d-44c5-b7b0-80d8c17df809 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f89887f-dab9-42ed-a08b-353bc9a4cdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529630 Jul 16 01:26:38.768239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-38f187f3-fac8-4397-baa8-857c0ca2cf33 service neutron] 10.222.0.69 "GET /v2.0/networks/9f89887f-dab9-42ed-a08b-353bc9a4cdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861712 Jul 16 01:26:38.868348 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e3da3-fada-4f39-9564-6d4e9c6914cd req-01396e3c-b2dd-4b1f-9b98-88d1dc83b6c7 service neutron] 10.222.0.69 "GET /v2.0/networks/9f89887f-dab9-42ed-a08b-353bc9a4cdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937564 Jul 16 01:26:39.003240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f72618-1d85-4388-8578-35c2146fc179 req-aa9bf7bb-8d06-4506-8a08-8b794e01d071 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:39.004832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a2f72618-1d85-4388-8578-35c2146fc179 req-aa9bf7bb-8d06-4506-8a08-8b794e01d071 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.1090920 Jul 16 01:26:39.074443 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1532b5b-9dcf-46f9-9f33-30810e858f48 req-a6ba3e70-a7e9-4f15-8a26-37f39dd14f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:39.075969 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1532b5b-9dcf-46f9-9f33-30810e858f48 req-a6ba3e70-a7e9-4f15-8a26-37f39dd14f4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=76be8e481dc5456d83ac26143750d606&device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 1095 time: 0.1248603 Jul 16 01:26:39.079604 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c85b9c43-7073-44cf-95e6-abe58dddd148 req-99c7d5ae-e79e-4007-afaa-519787865259 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0449967 Jul 16 01:26:39.082802 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a2f72618-1d85-4388-8578-35c2146fc179 req-f91d7557-d4e2-4f75-8a7e-33257c397068 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721052 Jul 16 01:26:39.170943 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1532b5b-9dcf-46f9-9f33-30810e858f48 req-7a26e140-c592-4f1f-8fc3-e95358778db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:39.172473 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1532b5b-9dcf-46f9-9f33-30810e858f48 req-7a26e140-c592-4f1f-8fc3-e95358778db3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f89887f-dab9-42ed-a08b-353bc9a4cdc5 HTTP/1.1" status: 200 len: 910 time: 0.0888233 Jul 16 01:26:39.214574 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1532b5b-9dcf-46f9-9f33-30810e858f48 req-d050cb59-5a19-4589-872a-cc0e8bad0042 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=948f7834-2e83-4395-b919-7dd401adb6ea HTTP/1.1" status: 200 len: 217 time: 0.0348935 Jul 16 01:26:39.269128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1532b5b-9dcf-46f9-9f33-30810e858f48 req-c5b01047-7998-45f7-9eaf-b69736bb40ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:39.270507 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1532b5b-9dcf-46f9-9f33-30810e858f48 req-c5b01047-7998-45f7-9eaf-b69736bb40ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7 HTTP/1.1" status: 200 len: 848 time: 0.0458763 Jul 16 01:26:39.327893 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1532b5b-9dcf-46f9-9f33-30810e858f48 req-c76535f8-a2f1-4365-b506-28da755dc0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:39.329429 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1532b5b-9dcf-46f9-9f33-30810e858f48 req-c76535f8-a2f1-4365-b506-28da755dc0c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f89887f-dab9-42ed-a08b-353bc9a4cdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519452 Jul 16 01:26:39.429290 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1532b5b-9dcf-46f9-9f33-30810e858f48 req-4887fb97-0bda-4b07-b1fa-42cdce69294c service neutron] 10.222.0.69 "GET /v2.0/networks/9f89887f-dab9-42ed-a08b-353bc9a4cdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910964 Jul 16 01:26:39.450701 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 16fbb9a0-f19a-4cb1-8d41-af69502865c8 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:39.500856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 16fbb9a0-f19a-4cb1-8d41-af69502865c8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:39.501574 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:39.593326 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1532b5b-9dcf-46f9-9f33-30810e858f48 req-ca3adaa8-7b25-47c5-ac8b-0963ea59d7fd service neutron] 10.222.0.69 "GET /v2.0/networks/9f89887f-dab9-42ed-a08b-353bc9a4cdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572118 Jul 16 01:26:39.602354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4c60b-2cb5-4166-beed-83ea898c8af0 req-38f29ac6-b89e-4479-afd6-6e1366867e57 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:39.603906 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0ce4c60b-2cb5-4166-beed-83ea898c8af0 req-38f29ac6-b89e-4479-afd6-6e1366867e57 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 943 time: 0.1604748 Jul 16 01:26:39.640984 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0ce4c60b-2cb5-4166-beed-83ea898c8af0 req-e0ee4acb-2210-4b52-84a9-edfdf4b614ee tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0efe193-76ce-4708-bcb7-5471170946e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314710 Jul 16 01:26:40.122634 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:40.260668 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e1ee3e0-979a-4f59-97c1-821d276970f1 req-dca07ffc-9ed3-4487-bd11-d96fd337abe2 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0508840 Jul 16 01:26:40.288064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2c99da-1588-4a68-a9a9-29e346d778b8 req-5bfe6f09-7151-4b8f-a7ea-412c7d2fada6 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.289608 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e2c99da-1588-4a68-a9a9-29e346d778b8 req-5bfe6f09-7151-4b8f-a7ea-412c7d2fada6 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0911605 Jul 16 01:26:40.328405 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e2c99da-1588-4a68-a9a9-29e346d778b8 req-8dcb422f-a6ff-47fd-b11c-83e8d4069c61 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328548 Jul 16 01:26:40.824854 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2661b27-b746-4a54-9627-f22d9fc7b85f req-efb5920f-dfe6-490e-b154-2b3242c03107 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.826634 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a2661b27-b746-4a54-9627-f22d9fc7b85f req-efb5920f-dfe6-490e-b154-2b3242c03107 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 943 time: 0.0673285 Jul 16 01:26:40.869126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a2661b27-b746-4a54-9627-f22d9fc7b85f req-c4d1834b-8d0a-491d-a4a8-79b52f4090b9 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0efe193-76ce-4708-bcb7-5471170946e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350201 Jul 16 01:26:40.983104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca0cea-7aa8-4cc8-a047-fae792f048d5 req-192f50ae-0690-45a7-97f8-5f42cdcca78c tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:40.984660 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-50ca0cea-7aa8-4cc8-a047-fae792f048d5 req-192f50ae-0690-45a7-97f8-5f42cdcca78c tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.0668676 Jul 16 01:26:41.023817 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-50ca0cea-7aa8-4cc8-a047-fae792f048d5 req-7ea387c8-2353-4291-a955-6ce5a3b3e733 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314078 Jul 16 01:26:41.413768 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-124812df-a3bd-4ea8-afe1-43e05eeb3c37 req-9d263255-1848-4d10-a3db-b9275ed102e8 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0288408 Jul 16 01:26:41.496276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041fb9d-7c66-4188-84bb-d821e159df3d req-7622fb04-3e5e-4b3a-8923-edd92d02a83c tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:41.497723 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4041fb9d-7c66-4188-84bb-d821e159df3d req-7622fb04-3e5e-4b3a-8923-edd92d02a83c tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0607762 Jul 16 01:26:41.538734 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4041fb9d-7c66-4188-84bb-d821e159df3d req-5a07f906-3e0a-4c9b-b160-3d313e6dc415 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349336 Jul 16 01:26:41.568795 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 948f7834-2e83-4395-b919-7dd401adb6ea details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:41.662216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 948f7834-2e83-4395-b919-7dd401adb6ea, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=948f7834-2e83-4395-b919-7dd401adb6ea,segment=NetworkSegment(c859edee-39b0-4cce-8118-fe1d07054a30),segment_id=c859edee-39b0-4cce-8118-fe1d07054a30)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:41.673779 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '948f7834-2e83-4395-b919-7dd401adb6ea', 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5', 'port_id': '948f7834-2e83-4395-b919-7dd401adb6ea', 'mac_address': 'fa:16:3e:19:99:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:41.708812 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.721329 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 948f7834-2e83-4395-b919-7dd401adb6ea {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:41.740848 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 948f7834-2e83-4395-b919-7dd401adb6ea, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=948f7834-2e83-4395-b919-7dd401adb6ea,segment=NetworkSegment(c859edee-39b0-4cce-8118-fe1d07054a30),segment_id=c859edee-39b0-4cce-8118-fe1d07054a30)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:41.744579 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:41.790967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=948f7834-2e83-4395-b919-7dd401adb6ea,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:42.007836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['948f7834-2e83-4395-b919-7dd401adb6ea'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:42.042683 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c038842-e9cf-456d-8c05-08ca63055ccf req-1d491455-fce4-4b5a-8441-225049664694 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:42.044232 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c038842-e9cf-456d-8c05-08ca63055ccf req-1d491455-fce4-4b5a-8441-225049664694 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 944 time: 0.0664701 Jul 16 01:26:42.082975 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c038842-e9cf-456d-8c05-08ca63055ccf req-0b4e355e-bfe7-4c9a-9033-eaf595b47ad3 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0efe193-76ce-4708-bcb7-5471170946e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328362 Jul 16 01:26:42.237592 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3bf926-bf26-44e8-b023-db6aea27a14c req-53997b14-0f77-4770-9285-55c68698e740 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:42.239224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b3bf926-bf26-44e8-b023-db6aea27a14c req-53997b14-0f77-4770-9285-55c68698e740 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.0662463 Jul 16 01:26:42.279280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b3bf926-bf26-44e8-b023-db6aea27a14c req-b02aee92-8f60-4c71-b2a0-51001cd817dd tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334408 Jul 16 01:26:42.565918 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01969fd5-ac32-416d-bbb2-e69c7bafa23f req-2138222d-dcbc-4f32-98be-bdd66d1149b1 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0322297 Jul 16 01:26:42.706966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fbc7f8-fe0b-4617-a43d-fa0edde71c06 req-435e9ebb-4f61-4ef2-b97a-afbba178e4d3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:42.708491 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8fbc7f8-fe0b-4617-a43d-fa0edde71c06 req-435e9ebb-4f61-4ef2-b97a-afbba178e4d3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0613651 Jul 16 01:26:42.745178 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8fbc7f8-fe0b-4617-a43d-fa0edde71c06 req-b2580456-55b1-4aa9-b212-34542458aff0 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Jul 16 01:26:43.258781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674067b-770f-4a8c-9412-63e14d1ad0d7 req-4db5d102-6e07-43f6-911c-d2cd54b23461 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:43.260302 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1674067b-770f-4a8c-9412-63e14d1ad0d7 req-4db5d102-6e07-43f6-911c-d2cd54b23461 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 944 time: 0.0626738 Jul 16 01:26:43.298435 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1674067b-770f-4a8c-9412-63e14d1ad0d7 req-d98b4ab5-7305-4e37-81e3-36c51b8c851b tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0efe193-76ce-4708-bcb7-5471170946e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323558 Jul 16 01:26:43.461197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f21df2-c468-49a2-a20b-05c03da88ed1 req-b270a793-125f-4076-84a2-6deda6226729 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:43.462679 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-92f21df2-c468-49a2-a20b-05c03da88ed1 req-b270a793-125f-4076-84a2-6deda6226729 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.0659440 Jul 16 01:26:43.499270 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-92f21df2-c468-49a2-a20b-05c03da88ed1 req-17919d1e-d804-415e-a677-aec1d92eaaaa tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311036 Jul 16 01:26:43.588593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 948f7834-2e83-4395-b919-7dd401adb6ea up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:43.638586 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 948f7834-2e83-4395-b919-7dd401adb6ea completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:26:43.642718 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 948f7834-2e83-4395-b919-7dd401adb6ea triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:43.643088 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.717738 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8745da9c-3e09-4302-9e3a-6063b505c0af req-bd27f289-76c5-407d-8912-b4848f54dd65 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0290062 Jul 16 01:26:43.719176 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.741169 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96dcadf-7661-4be8-aa2f-eed631c60916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948f7834-2e83-4395-b919-7dd401adb6ea'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:43.743453 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01ed406-74de-4616-935d-cec7ea1d6cbd" -d '{"events": [{"server_uuid": "a96dcadf-7661-4be8-aa2f-eed631c60916", "name": "network-vif-plugged", "status": "completed", "tag": "948f7834-2e83-4395-b919-7dd401adb6ea"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:43.756389 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 948f7834-2e83-4395-b919-7dd401adb6ea, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=948f7834-2e83-4395-b919-7dd401adb6ea,segment=NetworkSegment(c859edee-39b0-4cce-8118-fe1d07054a30),segment_id=c859edee-39b0-4cce-8118-fe1d07054a30)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:43.760062 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:43.816741 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=948f7834-2e83-4395-b919-7dd401adb6ea,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:43.839414 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e292b32-5cca-4c0a-8b2e-dfe7c5a6c018 x-openstack-request-id: req-2e292b32-5cca-4c0a-8b2e-dfe7c5a6c018 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:43.839652 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96dcadf-7661-4be8-aa2f-eed631c60916", "name": "network-vif-plugged", "status": "completed", "tag": "948f7834-2e83-4395-b919-7dd401adb6ea", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:43.839941 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e292b32-5cca-4c0a-8b2e-dfe7c5a6c018 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:43.840340 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96dcadf-7661-4be8-aa2f-eed631c60916', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '948f7834-2e83-4395-b919-7dd401adb6ea', 'code': 200} Jul 16 01:26:43.951874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4baf892-3205-4d6d-9f91-6e022d29e0c3 req-3043e491-9188-4cdb-abf3-32fafe933ce6 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:43.953327 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4baf892-3205-4d6d-9f91-6e022d29e0c3 req-3043e491-9188-4cdb-abf3-32fafe933ce6 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0949771 Jul 16 01:26:43.998707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2e031-1f57-4ee2-8972-bedd8fb2d1df req-bb769d2d-6346-4d79-9a09-6f2fe819c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:44.000189 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57b2e031-1f57-4ee2-8972-bedd8fb2d1df req-bb769d2d-6346-4d79-9a09-6f2fe819c699 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 1097 time: 0.0951130 Jul 16 01:26:44.003911 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4baf892-3205-4d6d-9f91-6e022d29e0c3 req-9c3e650e-18f7-40a5-96df-338e87186ba2 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434811 Jul 16 01:26:44.035037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57b2e031-1f57-4ee2-8972-bedd8fb2d1df req-20d81f97-7704-4b7b-992e-f6f4d8170022 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f0efe193-76ce-4708-bcb7-5471170946e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268903 Jul 16 01:26:44.466435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123700cb-7e8d-4e54-87bb-975edb9942a0 req-4c5f3abb-c81b-42f8-aee4-18d85feea0b4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:44.467841 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-123700cb-7e8d-4e54-87bb-975edb9942a0 req-4c5f3abb-c81b-42f8-aee4-18d85feea0b4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 945 time: 0.0621836 Jul 16 01:26:44.504404 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-123700cb-7e8d-4e54-87bb-975edb9942a0 req-3411f43e-5dab-4a19-bf97-f788feafc014 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0efe193-76ce-4708-bcb7-5471170946e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305324 Jul 16 01:26:44.680461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca226733-5d6d-4688-825d-7d6230c6cca6 req-3e7ee4ad-af18-4756-b821-5026d46c59f4 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:44.682144 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca226733-5d6d-4688-825d-7d6230c6cca6 req-3e7ee4ad-af18-4756-b821-5026d46c59f4 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.0678945 Jul 16 01:26:44.718697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca226733-5d6d-4688-825d-7d6230c6cca6 req-5132d3f0-647d-40a5-ba8c-59ed4b11541d tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307279 Jul 16 01:26:44.864324 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-099bc39c-e94f-4ec8-994c-7d66471ff875 req-1d946fbb-de33-4d76-a055-82f34419fbae tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0289679 Jul 16 01:26:45.183022 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4c6e5f-2f92-450e-b0c4-ed1e22f6aaca req-710eefd3-174e-48ab-899f-65dfb18182ab tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:45.184575 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ab4c6e5f-2f92-450e-b0c4-ed1e22f6aaca req-710eefd3-174e-48ab-899f-65dfb18182ab tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0631521 Jul 16 01:26:45.222417 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ab4c6e5f-2f92-450e-b0c4-ed1e22f6aaca req-2c6486a6-0b64-4f2c-b853-ea1cd89412f2 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311813 Jul 16 01:26:45.679132 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c1d412-0ef6-49ea-8994-2c734c1e91f0 req-c0021d8b-93ef-4832-808e-88dfd935f829 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:45.680571 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c7c1d412-0ef6-49ea-8994-2c734c1e91f0 req-c0021d8b-93ef-4832-808e-88dfd935f829 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 945 time: 0.0652924 Jul 16 01:26:45.717441 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c7c1d412-0ef6-49ea-8994-2c734c1e91f0 req-0cd2dd99-4128-4ac6-aa5a-6d7fd059e8ce tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0efe193-76ce-4708-bcb7-5471170946e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313447 Jul 16 01:26:45.933883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb42e87-8853-4bdb-af2e-4f327b19a722 req-697c44df-1321-4d4e-b18e-8e5700dfabfb tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:45.935325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bbb42e87-8853-4bdb-af2e-4f327b19a722 req-697c44df-1321-4d4e-b18e-8e5700dfabfb tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 945 time: 0.1033952 Jul 16 01:26:45.944087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35483c7b-81c1-4188-9af9-5b6ace011d40 req-58d21f9d-31b1-49d8-8e96-63b0d76e35ef tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:45.945557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35483c7b-81c1-4188-9af9-5b6ace011d40 req-58d21f9d-31b1-49d8-8e96-63b0d76e35ef tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.1047459 Jul 16 01:26:46.002916 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bbb42e87-8853-4bdb-af2e-4f327b19a722 req-be86b986-55c5-4e2c-a319-400b12f2154a tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0efe193-76ce-4708-bcb7-5471170946e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563731 Jul 16 01:26:46.007560 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35483c7b-81c1-4188-9af9-5b6ace011d40 req-0dd6f253-9ab6-4eaa-8997-bb3aae9a7571 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551894 Jul 16 01:26:46.156030 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5b231101-3b7a-4545-b4bb-d0c37c9c1af3 req-07b03d32-291e-435b-b0f2-add698a55c18 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0504935 Jul 16 01:26:46.192197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17718652-6817-43e8-8cc6-eb510d1e4b79 req-0732744e-bbde-45b1-b5b1-0c8435007cda tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.193626 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17718652-6817-43e8-8cc6-eb510d1e4b79 req-0732744e-bbde-45b1-b5b1-0c8435007cda tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 945 time: 0.0785866 Jul 16 01:26:46.231993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17718652-6817-43e8-8cc6-eb510d1e4b79 req-c69ace27-67e4-4f34-b74d-c9ede689bfe9 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0efe193-76ce-4708-bcb7-5471170946e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327320 Jul 16 01:26:46.256041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35266) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:46.388717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d2fbac-e41d-4b0c-b881-1a547b8bce45 tempest-TestServerBasicOps-239303978 tempest-TestServerBasicOps-239303978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.390261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a0d2fbac-e41d-4b0c-b881-1a547b8bce45 tempest-TestServerBasicOps-239303978 tempest-TestServerBasicOps-239303978-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 1092 time: 0.1332259 Jul 16 01:26:46.393931 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35272) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:46.399267 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': '948f7834-2e83-4395-b919-7dd401adb6ea', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:26:46.413784 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da426a99-660b-4079-b8c2-b4af2dc54da6 req-7101a75d-9c37-4093-90d1-c7fae9337850 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.415325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da426a99-660b-4079-b8c2-b4af2dc54da6 req-7101a75d-9c37-4093-90d1-c7fae9337850 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0790961 Jul 16 01:26:46.434404 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.456443 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da426a99-660b-4079-b8c2-b4af2dc54da6 req-2e33b9f8-b335-4f80-a5fb-79a1eafb252f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351856 Jul 16 01:26:46.544034 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.645737 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Allocated IP 172.25.2.62 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/1ad0511b-d0dc-44c0-a88d-bc95080baf02) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:26:46.753113 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.790779 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:46.805931 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec314a3-3517-4dc9-bbe1-24c325af6d09 req-8bfc83a3-6dd2-4053-afdf-30ce733b6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:46.807442 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ec314a3-3517-4dc9-bbe1-24c325af6d09 req-8bfc83a3-6dd2-4053-afdf-30ce733b6d09 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc7c79121ea347e08eab6bb95810733c&device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 1098 time: 0.0527413 Jul 16 01:26:46.826847 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:26:46.833661 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:26:46.837246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:26:46.842841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Pushing event updated for resources: {'Port': ['ID=1ad0511b-d0dc-44c0-a88d-bc95080baf02,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:47.223216 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.234126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec314a3-3517-4dc9-bbe1-24c325af6d09 req-4b836aa4-64c7-4f26-b79c-a85124a72fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:47.235061 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ec314a3-3517-4dc9-bbe1-24c325af6d09 req-4b836aa4-64c7-4f26-b79c-a85124a72fb5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=82cbe9d9-283a-4c69-a1bc-536a90b2446b HTTP/1.1" status: 200 len: 917 time: 0.4074292 Jul 16 01:26:47.301882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.304412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07f1af4-83e9-4535-b069-1df4ff611538 req-37e25d8b-802d-4839-b8f5-c31d8b58fa48 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:47.305901 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d07f1af4-83e9-4535-b069-1df4ff611538 req-37e25d8b-802d-4839-b8f5-c31d8b58fa48 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.1314354 Jul 16 01:26:47.346384 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d047ab82-ecc3-4f63-ba39-3127a5cde4e5 req-cec868b9-2068-42db-982b-7374955b2e6f tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0532751 Jul 16 01:26:47.358975 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ec314a3-3517-4dc9-bbe1-24c325af6d09 req-de55d72c-f3dd-41d0-9e19-335fc50853a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3 HTTP/1.1" status: 200 len: 1001 time: 0.1169417 Jul 16 01:26:47.403127 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d07f1af4-83e9-4535-b069-1df4ff611538 req-b5f536b0-7372-4c1a-abee-098719a44757 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825229 Jul 16 01:26:47.419451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec314a3-3517-4dc9-bbe1-24c325af6d09 req-d6b28404-6f80-45ef-b3ce-9c1fa8c31d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:47.421245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ec314a3-3517-4dc9-bbe1-24c325af6d09 req-d6b28404-6f80-45ef-b3ce-9c1fa8c31d1c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7 HTTP/1.1" status: 200 len: 855 time: 0.0561781 Jul 16 01:26:47.459875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.464274 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.484808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec314a3-3517-4dc9-bbe1-24c325af6d09 req-73ad9777-3366-4071-a41d-9a9fc73d536e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:47.486397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ec314a3-3517-4dc9-bbe1-24c325af6d09 req-73ad9777-3366-4071-a41d-9a9fc73d536e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82cbe9d9-283a-4c69-a1bc-536a90b2446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576806 Jul 16 01:26:47.531877 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Pushing event updated for resources: {'Port': ['ID=1ad0511b-d0dc-44c0-a88d-bc95080baf02,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:47.548258 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.585553 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ec314a3-3517-4dc9-bbe1-24c325af6d09 req-a2a61180-aafd-4743-acef-457bf191993f service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904889 Jul 16 01:26:47.657502 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Floating IP fda804ce-38e9-4939-b4f3-7a8428e865ad associated. External IP: 172.25.2.62, port: 948f7834-2e83-4395-b919-7dd401adb6ea. Jul 16 01:26:47.726138 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ec314a3-3517-4dc9-bbe1-24c325af6d09 req-de421c9a-cb3b-49bd-9590-ec507feb1e0a service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318181 Jul 16 01:26:47.739219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bb6f4-0c8b-4893-aba9-b06f8ef3edc6 req-26fb97a9-8719-44a1-a220-02970dca5909 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:47.740900 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a7bb6f4-0c8b-4893-aba9-b06f8ef3edc6 req-26fb97a9-8719-44a1-a220-02970dca5909 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.1239169 Jul 16 01:26:47.779480 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a7bb6f4-0c8b-4893-aba9-b06f8ef3edc6 req-c22fa92c-7642-4866-a260-4c52ddcb3040 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324411 Jul 16 01:26:47.863813 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:26:47.964859 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:26:47.974350 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6d577-6e56-426a-90e0-9f4b1ebbe7bc None None] Sync routers for ids ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:26:47.980810 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:47.984067 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6d577-6e56-426a-90e0-9f4b1ebbe7bc None None] Routers {'63c00f0e-938c-4422-89c7-7b584fb3f0b2'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:47.984682 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-83c6d577-6e56-426a-90e0-9f4b1ebbe7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:26:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:48.019957 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b53507e8-b501-4eeb-b0aa-169a32b10ad4 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6247325 Jul 16 01:26:48.020616 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a96dcadf-7661-4be8-aa2f-eed631c60916', 'tag': '948f7834-2e83-4395-b919-7dd401adb6ea'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:48.023276 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cb06fc-52f0-458a-b25b-e874ee02ae1f" -d '{"events": [{"name": "network-changed", "server_uuid": "a96dcadf-7661-4be8-aa2f-eed631c60916", "tag": "948f7834-2e83-4395-b919-7dd401adb6ea"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:48.097661 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-83c6d577-6e56-426a-90e0-9f4b1ebbe7bc None None] Set router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:48.121728 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f4bbcb-2b27-4572-af26-2f0ac4d9c0ff x-openstack-request-id: req-45f4bbcb-2b27-4572-af26-2f0ac4d9c0ff {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:48.122022 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a96dcadf-7661-4be8-aa2f-eed631c60916", "tag": "948f7834-2e83-4395-b919-7dd401adb6ea", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:48.122276 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45f4bbcb-2b27-4572-af26-2f0ac4d9c0ff {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:48.122701 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a96dcadf-7661-4be8-aa2f-eed631c60916', 'tag': '948f7834-2e83-4395-b919-7dd401adb6ea', 'status': 'completed', 'code': 200} Jul 16 01:26:48.201317 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb06fc-52f0-458a-b25b-e874ee02ae1f req-ae9eaa07-a5f5-4c11-8e66-3612c9ae5c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.202835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16cb06fc-52f0-458a-b25b-e874ee02ae1f req-ae9eaa07-a5f5-4c11-8e66-3612c9ae5c6f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=76be8e481dc5456d83ac26143750d606&device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 1097 time: 0.0569293 Jul 16 01:26:48.291514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb06fc-52f0-458a-b25b-e874ee02ae1f req-03e8e057-c9e5-4552-b759-1ad05bbffa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.293290 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16cb06fc-52f0-458a-b25b-e874ee02ae1f req-03e8e057-c9e5-4552-b759-1ad05bbffa27 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f89887f-dab9-42ed-a08b-353bc9a4cdc5 HTTP/1.1" status: 200 len: 910 time: 0.0842431 Jul 16 01:26:48.318604 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-83c6d577-6e56-426a-90e0-9f4b1ebbe7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'name': 'tempest-TestServerBasicOps-1716177209-router', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:26:26Z', 'revision_number': 4, 'project_id': '76be8e481dc5456d83ac26143750d606', 'gw_port': {'id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:23Z', 'updated_at': '2021-07-16T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'fda804ce-38e9-4939-b4f3-7a8428e865ad', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'port_id': '948f7834-2e83-4395-b919-7dd401adb6ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5', 'mac_address': 'fa:16:3e:19:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96dcadf-7661-4be8-aa2f-eed631c60916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:26:47Z', 'updated_at': '2021-07-16T01:26:47Z', 'revision_number': 0, 'project_id': '76be8e481dc5456d83ac26143750d606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ea8189-7261-4ed4-8536-d7dda2e915ab', 'name': '', 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'mac_address': 'fa:16:3e:4f:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:25Z', 'updated_at': '2021-07-16T01:26:31Z', 'revision_number': 5, 'project_id': '76be8e481dc5456d83ac26143750d606', 'subnets': [{'id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:48.347628 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6d577-6e56-426a-90e0-9f4b1ebbe7bc None None] Checking router: 63c00f0e-938c-4422-89c7-7b584fb3f0b2 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:26:48.356060 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c6d577-6e56-426a-90e0-9f4b1ebbe7bc None None] Routers {'63c00f0e-938c-4422-89c7-7b584fb3f0b2'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:26:48.356667 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-83c6d577-6e56-426a-90e0-9f4b1ebbe7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:26:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:48.360281 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16cb06fc-52f0-458a-b25b-e874ee02ae1f req-375d9f83-82f8-4a08-9b30-cc40b29d4567 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=948f7834-2e83-4395-b919-7dd401adb6ea HTTP/1.1" status: 200 len: 998 time: 0.0604227 Jul 16 01:26:48.408786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb06fc-52f0-458a-b25b-e874ee02ae1f req-53461777-b7be-49a8-a2c7-2f7215ff0766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.410293 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16cb06fc-52f0-458a-b25b-e874ee02ae1f req-53461777-b7be-49a8-a2c7-2f7215ff0766 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7 HTTP/1.1" status: 200 len: 848 time: 0.0440373 Jul 16 01:26:48.465484 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-83c6d577-6e56-426a-90e0-9f4b1ebbe7bc None None] Set router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:26:48.476313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb06fc-52f0-458a-b25b-e874ee02ae1f req-86fdb197-4d57-4628-b043-4bd28ad07fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.478669 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16cb06fc-52f0-458a-b25b-e874ee02ae1f req-86fdb197-4d57-4628-b043-4bd28ad07fe4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f89887f-dab9-42ed-a08b-353bc9a4cdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620518 Jul 16 01:26:48.525182 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8b282969-64d6-4f35-91e7-609086224339 req-52fb676a-01be-4118-ae59-e75c27a88082 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0454562 Jul 16 01:26:48.638302 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16cb06fc-52f0-458a-b25b-e874ee02ae1f req-b4799c6b-63b9-4c3e-a2dd-cae708dd205a service neutron] 10.222.0.69 "GET /v2.0/networks/9f89887f-dab9-42ed-a08b-353bc9a4cdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474228 Jul 16 01:26:48.650544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c350e-3d31-40bb-9c99-71a41a5ee13a req-893080f5-a310-4f51-99c8-2129ee17a7a5 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.652325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c8c350e-3d31-40bb-9c99-71a41a5ee13a req-893080f5-a310-4f51-99c8-2129ee17a7a5 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.1205952 Jul 16 01:26:48.698696 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-83c6d577-6e56-426a-90e0-9f4b1ebbe7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'name': 'tempest-TestServerBasicOps-1716177209-router', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:26:26Z', 'revision_number': 4, 'project_id': '76be8e481dc5456d83ac26143750d606', 'gw_port': {'id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:23Z', 'updated_at': '2021-07-16T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'fda804ce-38e9-4939-b4f3-7a8428e865ad', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'port_id': '948f7834-2e83-4395-b919-7dd401adb6ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5', 'mac_address': 'fa:16:3e:19:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96dcadf-7661-4be8-aa2f-eed631c60916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:26:47Z', 'updated_at': '2021-07-16T01:26:47Z', 'revision_number': 0, 'project_id': '76be8e481dc5456d83ac26143750d606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ea8189-7261-4ed4-8536-d7dda2e915ab', 'name': '', 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'mac_address': 'fa:16:3e:4f:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:25Z', 'updated_at': '2021-07-16T01:26:31Z', 'revision_number': 5, 'project_id': '76be8e481dc5456d83ac26143750d606', 'subnets': [{'id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:26:48.727069 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c6d577-6e56-426a-90e0-9f4b1ebbe7bc None None] The sync data for ids ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'] in n-d-791505-14 is: [{'id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'name': 'tempest-TestServerBasicOps-1716177209-router', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:26:26Z', 'revision_number': 4, 'project_id': '76be8e481dc5456d83ac26143750d606', 'gw_port': {'id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:23Z', 'updated_at': '2021-07-16T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'fda804ce-38e9-4939-b4f3-7a8428e865ad', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'port_id': '948f7834-2e83-4395-b919-7dd401adb6ea', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5', 'mac_address': 'fa:16:3e:19:99:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96dcadf-7661-4be8-aa2f-eed631c60916', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:26:47Z', 'updated_at': '2021-07-16T01:26:47Z', 'revision_number': 0, 'project_id': '76be8e481dc5456d83ac26143750d606', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '25ea8189-7261-4ed4-8536-d7dda2e915ab', 'name': '', 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'mac_address': 'fa:16:3e:4f:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:25Z', 'updated_at': '2021-07-16T01:26:31Z', 'revision_number': 5, 'project_id': '76be8e481dc5456d83ac26143750d606', 'subnets': [{'id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:26:48.753116 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c8c350e-3d31-40bb-9c99-71a41a5ee13a req-19c6cf1f-0230-4110-b2fb-935f3f7ec718 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919724 Jul 16 01:26:48.783028 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16cb06fc-52f0-458a-b25b-e874ee02ae1f req-d9c0f8d0-0531-42d8-872b-6ffd1a96969e service neutron] 10.222.0.69 "GET /v2.0/networks/9f89887f-dab9-42ed-a08b-353bc9a4cdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296384 Jul 16 01:26:48.944078 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcc161c-8fb6-4008-8423-c38680ef3887 None None] New status for floating IP fda804ce-38e9-4939-b4f3-7a8428e865ad: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:26:48.957476 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcf202-07f7-447a-9d79-5b70603bcdf5 req-54e9629c-cf44-4645-85ae-dd49e21e4343 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:48.959088 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcdcf202-07f7-447a-9d79-5b70603bcdf5 req-54e9629c-cf44-4645-85ae-dd49e21e4343 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0656838 Jul 16 01:26:48.997277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcdcf202-07f7-447a-9d79-5b70603bcdf5 req-a5adf296-e999-4be4-ac86-1bd6e0d63872 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324278 Jul 16 01:26:49.703953 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef5463e8-dd44-46da-a763-9c7863186d8c req-c1acee8c-1c2d-4bf1-ae96-0119ee79c873 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0536652 Jul 16 01:26:49.730222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-086031eb-a77a-40fb-b790-15bdee2e03ed req-17a40390-6f2a-4621-bfad-2c28cc91297d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0709977 Jul 16 01:26:49.804761 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086031eb-a77a-40fb-b790-15bdee2e03ed req-987234b5-924d-4f2a-be98-c78a06d34241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.806310 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-086031eb-a77a-40fb-b790-15bdee2e03ed req-987234b5-924d-4f2a-be98-c78a06d34241 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 1098 time: 0.0513704 Jul 16 01:26:49.955365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086031eb-a77a-40fb-b790-15bdee2e03ed req-55a2e1d8-1b97-4bdb-9c78-221621679d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:49.956884 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-086031eb-a77a-40fb-b790-15bdee2e03ed req-55a2e1d8-1b97-4bdb-9c78-221621679d33 service neutron] 10.222.0.70 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.1185434 Jul 16 01:26:50.006460 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-086031eb-a77a-40fb-b790-15bdee2e03ed req-3845cb13-82fc-47f5-9b04-0223d0f0fd15 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcc0da7a-60d7-44d9-b726-04e2a307262c HTTP/1.1" status: 200 len: 217 time: 0.0368235 Jul 16 01:26:50.014779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d616600-7143-4de5-97d3-db5f334f14fe req-11b622a1-67d8-45d5-974c-fb666ded5810 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:50.016201 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d616600-7143-4de5-97d3-db5f334f14fe req-11b622a1-67d8-45d5-974c-fb666ded5810 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.1158807 Jul 16 01:26:50.088538 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d616600-7143-4de5-97d3-db5f334f14fe req-15d392dc-5873-41d9-8530-87fd167dfd37 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638180 Jul 16 01:26:50.090308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086031eb-a77a-40fb-b790-15bdee2e03ed req-5dd80d04-14ac-4698-8863-c5fc1f707014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:50.091674 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-086031eb-a77a-40fb-b790-15bdee2e03ed req-5dd80d04-14ac-4698-8863-c5fc1f707014 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.0743573 Jul 16 01:26:50.187864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086031eb-a77a-40fb-b790-15bdee2e03ed req-f00ec861-981d-4c34-b7ee-0d90588ebe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:50.189929 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-086031eb-a77a-40fb-b790-15bdee2e03ed req-f00ec861-981d-4c34-b7ee-0d90588ebe4e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0913403 Jul 16 01:26:50.204286 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93602c-19cc-40f3-9f41-b2db575ff6dc req-f7f327ac-e5dd-4ecb-8a83-67a36affc709 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:50.205712 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe93602c-19cc-40f3-9f41-b2db575ff6dc req-f7f327ac-e5dd-4ecb-8a83-67a36affc709 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0807865 Jul 16 01:26:50.290454 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe93602c-19cc-40f3-9f41-b2db575ff6dc req-9e595949-8f91-4629-9986-0c2cf5589ff8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771461 Jul 16 01:26:50.316438 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-086031eb-a77a-40fb-b790-15bdee2e03ed req-8aaa67de-99e4-45e3-9ae9-b23881353d45 service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098795 Jul 16 01:26:50.408464 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-086031eb-a77a-40fb-b790-15bdee2e03ed req-8b03cc19-fc75-465c-867d-deca7ea885e1 service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838823 Jul 16 01:26:50.859986 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a482216-aab5-457f-8b17-1313bbf28f75 req-8d5464ad-7235-4c6e-98e5-252b0eda1bf1 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0319321 Jul 16 01:26:51.269373 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c1cfc-5bf4-4dcb-bba3-8758b4c57506 req-f9ea26eb-7d36-49fd-8d6b-c6d88f305717 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.270785 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c7c1cfc-5bf4-4dcb-bba3-8758b4c57506 req-f9ea26eb-7d36-49fd-8d6b-c6d88f305717 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.0622592 Jul 16 01:26:51.308273 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c7c1cfc-5bf4-4dcb-bba3-8758b4c57506 req-72d59fef-a1ed-4a7a-a889-1813a5e6c933 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318410 Jul 16 01:26:51.465676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29913227-3974-4b22-b5cb-59be7f1c4339 req-991f6a7a-3a78-470f-9ff5-a4ba0bb40e04 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:51.467152 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-29913227-3974-4b22-b5cb-59be7f1c4339 req-991f6a7a-3a78-470f-9ff5-a4ba0bb40e04 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0659888 Jul 16 01:26:51.504567 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-29913227-3974-4b22-b5cb-59be7f1c4339 req-c33ac278-e265-4b76-b32f-bc88d1a848ae tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318930 Jul 16 01:26:51.604581 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:26:52.005294 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ade6df22-e13c-4625-9041-ea8650bf63a1 req-faf3f98a-4775-4d53-9253-87c9e3c0043d tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0282764 Jul 16 01:26:52.447036 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0126772c-4de4-43db-8db0-60424e35a3c8 req-9a361944-b0ec-4feb-a39a-bfe13a2144b2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0281098 Jul 16 01:26:52.505432 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f3e8a-2eca-46d4-9a5f-d159d7941caa req-803c2485-0486-4ca4-a4e2-2d9af3fd30c6 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:52.506899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc7f3e8a-2eca-46d4-9a5f-d159d7941caa req-803c2485-0486-4ca4-a4e2-2d9af3fd30c6 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.0620980 Jul 16 01:26:52.547240 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc7f3e8a-2eca-46d4-9a5f-d159d7941caa req-d7d25292-3405-484b-975c-554bfa017429 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348845 Jul 16 01:26:52.679363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b6512-dd83-4762-a6da-62282ef23fea req-96c7bfa3-f825-4450-a8bd-8e5990666cb4 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:52.680766 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-491b6512-dd83-4762-a6da-62282ef23fea req-96c7bfa3-f825-4450-a8bd-8e5990666cb4 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0621581 Jul 16 01:26:52.716222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-491b6512-dd83-4762-a6da-62282ef23fea req-588a4c70-7209-4f30-8872-69d500c257d1 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300097 Jul 16 01:26:52.934076 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5e2baafd-4909-4a32-876e-df96301ad6cb details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:52.937133 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5e2baafd-4909-4a32-876e-df96301ad6cb no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:26:53.073170 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.096479 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5e2baafd-4909-4a32-876e-df96301ad6cb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5e2baafd-4909-4a32-876e-df96301ad6cb,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:53.115335 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee73a22-1c88-47b6-99a9-fdd06017ac38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e2baafd-4909-4a32-876e-df96301ad6cb'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:53.117603 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844366a0-3f7c-4cdb-bcb2-99c7688f63d0" -d '{"events": [{"server_uuid": "0ee73a22-1c88-47b6-99a9-fdd06017ac38", "name": "network-vif-unplugged", "status": "completed", "tag": "5e2baafd-4909-4a32-876e-df96301ad6cb"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:53.122234 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '5e2baafd-4909-4a32-876e-df96301ad6cb', 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed', 'port_id': '5e2baafd-4909-4a32-876e-df96301ad6cb', 'mac_address': 'fa:16:3e:f2:80:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b01562-c676-4c86-9404-87a509f3f65f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:53.132351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5e2baafd-4909-4a32-876e-df96301ad6cb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5e2baafd-4909-4a32-876e-df96301ad6cb,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:53.159376 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcedd7f8-b7d0-4d20-8f6c-f8effa139ade x-openstack-request-id: req-bcedd7f8-b7d0-4d20-8f6c-f8effa139ade {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:53.159667 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee73a22-1c88-47b6-99a9-fdd06017ac38", "name": "network-vif-unplugged", "status": "completed", "tag": "5e2baafd-4909-4a32-876e-df96301ad6cb", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:53.160212 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bcedd7f8-b7d0-4d20-8f6c-f8effa139ade {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:53.160629 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee73a22-1c88-47b6-99a9-fdd06017ac38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5e2baafd-4909-4a32-876e-df96301ad6cb', 'code': 200} Jul 16 01:26:53.161190 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0dc8b3c-4db4-4a88-a2d6-f033ef2f6397 req-5347a46c-eb20-41a0-8106-16ac3f3c0496 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0318353 Jul 16 01:26:53.162924 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.202079 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.225825 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5e2baafd-4909-4a32-876e-df96301ad6cb {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:53.241415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=5e2baafd-4909-4a32-876e-df96301ad6cb,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:53.276523 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:26:53.276886 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:26:53.645468 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 951fff8e-ba82-4749-a4ff-83e2363e9ab3 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:26:53.736325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf0fe2-00b3-410f-9091-e2c5cb9036ba req-212a688e-c0fd-494d-9820-c66de6ba9be7 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.738470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56bf0fe2-00b3-410f-9091-e2c5cb9036ba req-212a688e-c0fd-494d-9820-c66de6ba9be7 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.0753000 Jul 16 01:26:53.788464 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56bf0fe2-00b3-410f-9091-e2c5cb9036ba req-d477a4f3-e009-4f98-a298-fe3ba7dfa0b4 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359037 Jul 16 01:26:53.818377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 951fff8e-ba82-4749-a4ff-83e2363e9ab3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:53.831514 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '951fff8e-ba82-4749-a4ff-83e2363e9ab3', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'port_id': '951fff8e-ba82-4749-a4ff-83e2363e9ab3', 'mac_address': 'fa:16:3e:bd:92:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:26:53.895995 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.910989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 951fff8e-ba82-4749-a4ff-83e2363e9ab3 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:53.919930 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.943582 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 951fff8e-ba82-4749-a4ff-83e2363e9ab3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:53.945758 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2baafd-4909-4a32-876e-df96301ad6cb {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:26:53.952087 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:53.979643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d897d8-8e3f-4702-86f1-7ad68f441a1d req-e812063e-14b0-4fb5-b12d-dedb4678b95a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:53.981357 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48d897d8-8e3f-4702-86f1-7ad68f441a1d req-e812063e-14b0-4fb5-b12d-dedb4678b95a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 943 time: 0.0969007 Jul 16 01:26:53.998952 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5e2baafd-4909-4a32-876e-df96301ad6cb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5e2baafd-4909-4a32-876e-df96301ad6cb,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:54.005308 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:54.024412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48d897d8-8e3f-4702-86f1-7ad68f441a1d req-30b64426-a2eb-438e-a74b-cfddaf673c18 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370262 Jul 16 01:26:54.030421 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=951fff8e-ba82-4749-a4ff-83e2363e9ab3,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:54.063201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['951fff8e-ba82-4749-a4ff-83e2363e9ab3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:54.118141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=5e2baafd-4909-4a32-876e-df96301ad6cb,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:54.337691 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['5e2baafd-4909-4a32-876e-df96301ad6cb'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:26:54.364504 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80819817-309c-4e93-8d8b-72c071bda053 req-a09ce885-0daf-4690-8b34-d57903550f4a tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0418668 Jul 16 01:26:54.854034 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f82be9a7-8cfb-49b7-bbd8-56e93575ce0c req-f25a1a81-17ac-408b-803f-1081bad2c50d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5ec7004d9432469d982756897cea290f&device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0450876 Jul 16 01:26:54.908470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f82be9a7-8cfb-49b7-bbd8-56e93575ce0c req-9b00e25b-96ef-49d4-8cf5-ec7f3d3427cb service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=5ec7004d9432469d982756897cea290f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463152 Jul 16 01:26:54.955020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-380c3a7e-8a53-46de-bf04-34f526068d23 req-3c1cf09c-e921-470d-918f-ec936e95ed4e tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0425229 Jul 16 01:26:55.099105 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809afa38-c2ed-4924-ba18-3dfd88446f1e req-b3eab112-4220-4851-8a52-3dc86a7cf878 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.100678 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-809afa38-c2ed-4924-ba18-3dfd88446f1e req-b3eab112-4220-4851-8a52-3dc86a7cf878 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 945 time: 0.1348338 Jul 16 01:26:55.101857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82be9a7-8cfb-49b7-bbd8-56e93575ce0c req-13973df5-8b68-4049-a2c5-c16910421ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.103198 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f82be9a7-8cfb-49b7-bbd8-56e93575ce0c req-13973df5-8b68-4049-a2c5-c16910421ec6 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1807277 Jul 16 01:26:55.165389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-809afa38-c2ed-4924-ba18-3dfd88446f1e req-d946dc51-bad1-4d07-9292-2cbd8538325f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580318 Jul 16 01:26:55.255616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0649acf-2ece-49e1-b2d5-b6b9cd143bef req-b241f8e7-6cf3-4329-a5d1-a2a2395c1d5b tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:55.258662 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a0649acf-2ece-49e1-b2d5-b6b9cd143bef req-b241f8e7-6cf3-4329-a5d1-a2a2395c1d5b tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 944 time: 0.0790215 Jul 16 01:26:55.299645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a0649acf-2ece-49e1-b2d5-b6b9cd143bef req-0e80fab3-8eda-4df1-a95d-cdc282fee6b9 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367177 Jul 16 01:26:55.647000 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 951fff8e-ba82-4749-a4ff-83e2363e9ab3 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:55.698458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 951fff8e-ba82-4749-a4ff-83e2363e9ab3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:55.699139 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.781333 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.806879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951fff8e-ba82-4749-a4ff-83e2363e9ab3'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:55.809409 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7a4b55-5742-419e-a875-6f061fea50b4" -d '{"events": [{"server_uuid": "5c48c11c-fa3c-4e45-8441-5b1d938507ac", "name": "network-vif-plugged", "status": "completed", "tag": "951fff8e-ba82-4749-a4ff-83e2363e9ab3"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:55.825513 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 951fff8e-ba82-4749-a4ff-83e2363e9ab3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:55.835330 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:55.864296 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2543417-ca76-47cb-8e1e-501251ea875e x-openstack-request-id: req-e2543417-ca76-47cb-8e1e-501251ea875e {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:55.864641 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c48c11c-fa3c-4e45-8441-5b1d938507ac", "name": "network-vif-plugged", "status": "completed", "tag": "951fff8e-ba82-4749-a4ff-83e2363e9ab3", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:55.864955 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e2543417-ca76-47cb-8e1e-501251ea875e {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:55.865409 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951fff8e-ba82-4749-a4ff-83e2363e9ab3', 'code': 200} Jul 16 01:26:55.894884 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=951fff8e-ba82-4749-a4ff-83e2363e9ab3,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:56.114032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b8fb3170-e167-4c08-aee6-6f3b0cebe92c req-0b54c5de-b839-4f1d-8735-5e597dc71e78 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0326202 Jul 16 01:26:56.362325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae083e65-2f8a-4f55-a0ca-2db22dc559a5 req-ce04a629-6301-4d8d-b2c5-ca3f8cda41dc tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.369909 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae083e65-2f8a-4f55-a0ca-2db22dc559a5 req-ce04a629-6301-4d8d-b2c5-ca3f8cda41dc tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.0784180 Jul 16 01:26:56.428440 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae083e65-2f8a-4f55-a0ca-2db22dc559a5 req-be2de12a-f38f-415e-be50-314a410d78bb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574028 Jul 16 01:26:56.505469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca606d4-3cda-41e3-a6bc-b017dc6dcc60 req-b1f6d38d-c295-45ea-9e16-43db04afc90f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:56.506901 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ca606d4-3cda-41e3-a6bc-b017dc6dcc60 req-b1f6d38d-c295-45ea-9e16-43db04afc90f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 944 time: 0.0742266 Jul 16 01:26:56.559654 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ca606d4-3cda-41e3-a6bc-b017dc6dcc60 req-ffca13d2-5ed5-4f51-8ba5-b521c92d5425 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461075 Jul 16 01:26:56.599159 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f82be9a7-8cfb-49b7-bbd8-56e93575ce0c req-3eb34669-47fb-4b07-a4dc-5dbe4fb8e174 tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.69 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0345459 Jul 16 01:26:56.961302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5e2baafd-4909-4a32-876e-df96301ad6cb up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:26:57.013161 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 5e2baafd-4909-4a32-876e-df96301ad6cb triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:26:57.013541 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.099852 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.145303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5e2baafd-4909-4a32-876e-df96301ad6cb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5e2baafd-4909-4a32-876e-df96301ad6cb,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:26:57.152204 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:57.208785 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=5e2baafd-4909-4a32-876e-df96301ad6cb,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:57.292683 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8b1ada72-d97f-4f5a-9cba-4a989df9c3e0 req-356f4eab-c45e-488a-9478-80b345f226fb tempest-ServerShowV254Test-1225123141 tempest-ServerShowV254Test-1225123141-project] 10.222.0.22 "GET /v2.0/ports?device_id=bd5ea0fe-42c7-4e2b-8d83-e5efbc869f58 HTTP/1.1" status: 200 len: 210 time: 0.0366125 Jul 16 01:26:57.664486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91290c9f-8e46-4097-8d67-0d005427774e req-7fb6cf41-8d6f-42bc-8453-d848e9a3bb7b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.673310 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91290c9f-8e46-4097-8d67-0d005427774e req-7fb6cf41-8d6f-42bc-8453-d848e9a3bb7b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.1007922 Jul 16 01:26:57.772935 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91290c9f-8e46-4097-8d67-0d005427774e req-879b94cb-f40b-471a-a305-39cd4a1d516c tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971146 Jul 16 01:26:57.805565 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefd816-84b5-4400-a7d7-d77d0d3849ff req-6c4b3d34-6820-4f02-9627-ac6680a6bf55 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:57.807176 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9fefd816-84b5-4400-a7d7-d77d0d3849ff req-6c4b3d34-6820-4f02-9627-ac6680a6bf55 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.1237807 Jul 16 01:26:57.848705 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9fefd816-84b5-4400-a7d7-d77d0d3849ff req-e786f2a0-f68d-4984-95db-2587770e9758 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338736 Jul 16 01:26:57.866892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee73a22-1c88-47b6-99a9-fdd06017ac38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2baafd-4909-4a32-876e-df96301ad6cb'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:26:57.869859 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49a34a1-27f1-4254-a1e4-01f74179edb1" -d '{"events": [{"server_uuid": "0ee73a22-1c88-47b6-99a9-fdd06017ac38", "name": "network-vif-plugged", "status": "completed", "tag": "5e2baafd-4909-4a32-876e-df96301ad6cb"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:26:57.925009 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e38d0ab-ea25-4b70-b413-6cbdab1e8a5c x-openstack-request-id: req-0e38d0ab-ea25-4b70-b413-6cbdab1e8a5c {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:26:57.925677 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee73a22-1c88-47b6-99a9-fdd06017ac38", "name": "network-vif-plugged", "status": "completed", "tag": "5e2baafd-4909-4a32-876e-df96301ad6cb", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:26:57.925834 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e38d0ab-ea25-4b70-b413-6cbdab1e8a5c {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:26:57.926244 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee73a22-1c88-47b6-99a9-fdd06017ac38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2baafd-4909-4a32-876e-df96301ad6cb', 'code': 200} Jul 16 01:26:58.117041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b845a287-67a8-450e-9820-dc64178ed6f0 req-bbaad5d7-5794-4e53-852d-30cde23ec6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:58.118855 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b845a287-67a8-450e-9820-dc64178ed6f0 req-bbaad5d7-5794-4e53-852d-30cde23ec6b4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 1097 time: 0.0587723 Jul 16 01:26:58.165271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b845a287-67a8-450e-9820-dc64178ed6f0 req-38810891-dfc5-43e7-99ed-26587ddfebf3 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388558 Jul 16 01:26:58.708055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35410) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:58.824260 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c738fe6e-8820-4a90-9e17-965b7a9f6f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.960270 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c738fe6e-8820-4a90-9e17-965b7a9f6f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:58.967482 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c738fe6e-8820-4a90-9e17-965b7a9f6f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.041061 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c738fe6e-8820-4a90-9e17-965b7a9f6f30 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5ec7004d9432469d982756897cea290f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315628 Jul 16 01:26:59.041765 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35420) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:26:59.059726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464ec38-88fc-43cd-b4d6-92b3c822a28a req-83d2eb00-51ee-4f9c-ad9a-99218395e010 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.077033 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e464ec38-88fc-43cd-b4d6-92b3c822a28a req-83d2eb00-51ee-4f9c-ad9a-99218395e010 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.1456730 Jul 16 01:26:59.090001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738fe6e-8820-4a90-9e17-965b7a9f6f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aae5771-1ea1-430a-9366-77e25b585a72,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:59.146393 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50572c5b-b340-4eec-abbc-54985edbd34e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.178238 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50572c5b-b340-4eec-abbc-54985edbd34e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.179998 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e464ec38-88fc-43cd-b4d6-92b3c822a28a req-269d36b1-92c7-49ba-98b7-ce221a78d20c tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019709 Jul 16 01:26:59.210032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc891b6-036d-4249-9e93-7a892c93a32e req-4fdb9e79-cf12-417d-990f-f58e6acfc9e1 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:26:59.215802 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5fc891b6-036d-4249-9e93-7a892c93a32e req-4fdb9e79-cf12-417d-990f-f58e6acfc9e1 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0943558 Jul 16 01:26:59.284347 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50572c5b-b340-4eec-abbc-54985edbd34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.288826 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50572c5b-b340-4eec-abbc-54985edbd34e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:26:59.292770 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-50572c5b-b340-4eec-abbc-54985edbd34e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0aae5771-1ea1-430a-9366-77e25b585a72 HTTP/1.1" status: 204 len: 168 time: 0.2429502 Jul 16 01:26:59.308775 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50572c5b-b340-4eec-abbc-54985edbd34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aae5771-1ea1-430a-9366-77e25b585a72,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:26:59.316269 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5fc891b6-036d-4249-9e93-7a892c93a32e req-b55be382-536a-4dfc-8bfb-9c358b3a6b89 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944955 Jul 16 01:27:00.191917 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.396503 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf4be2c-bb2a-4eb0-8a51-11c130019940 req-a926dc21-a339-4425-a062-0ac9b0e0b0dc tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.403517 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-faf4be2c-bb2a-4eb0-8a51-11c130019940 req-a926dc21-a339-4425-a062-0ac9b0e0b0dc tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.0737364 Jul 16 01:27:00.447133 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-faf4be2c-bb2a-4eb0-8a51-11c130019940 req-03248c7e-0e50-49ca-97b5-1d9bf925457b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426064 Jul 16 01:27:00.575644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35462) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:00.603314 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de26fcb-950c-4388-919f-9d5c1198286f req-e069e395-5b37-464a-be52-b7290ca485c4 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.605116 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1de26fcb-950c-4388-919f-9d5c1198286f req-e069e395-5b37-464a-be52-b7290ca485c4 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0884256 Jul 16 01:27:00.647783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1de26fcb-950c-4388-919f-9d5c1198286f req-ff436d5d-8160-42b3-ad60-235852815325 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335724 Jul 16 01:27:00.722207 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33f2fae0-23c3-4091-bb0b-ec8870dad08b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.845799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33f2fae0-23c3-4091-bb0b-ec8870dad08b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.851534 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33f2fae0-23c3-4091-bb0b-ec8870dad08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:00.879286 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f44be1-f8ae-4e0d-92f7-116091a96e9a req-c197a8aa-5be7-40cf-9644-01f7baee1c7b tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:00.880964 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13f44be1-f8ae-4e0d-92f7-116091a96e9a req-c197a8aa-5be7-40cf-9644-01f7baee1c7b tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.0906281 Jul 16 01:27:00.905209 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-33f2fae0-23c3-4091-bb0b-ec8870dad08b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f696bfb449474327be4c5d14c31026f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3281879 Jul 16 01:27:00.906088 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2fae0-23c3-4091-bb0b-ec8870dad08b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e466727e-0918-4edc-901f-9271fe804e12,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:00.909729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35468) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:00.944367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13f44be1-f8ae-4e0d-92f7-116091a96e9a req-8f07efa9-c622-45f5-a04a-82068ab88d2f tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561814 Jul 16 01:27:00.979589 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e12270fa-08bb-4008-8ff3-79d0783a3687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.004091 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e12270fa-08bb-4008-8ff3-79d0783a3687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.050122 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.073193 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e12270fa-08bb-4008-8ff3-79d0783a3687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.076873 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e12270fa-08bb-4008-8ff3-79d0783a3687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:01.078441 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e12270fa-08bb-4008-8ff3-79d0783a3687 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e466727e-0918-4edc-901f-9271fe804e12 HTTP/1.1" status: 204 len: 168 time: 0.1676054 Jul 16 01:27:01.090550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12270fa-08bb-4008-8ff3-79d0783a3687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e466727e-0918-4edc-901f-9271fe804e12,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:01.582245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-e250f4f4-e3d2-41b3-965c-cf5c5f6ee9bd tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.589949 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-e250f4f4-e3d2-41b3-965c-cf5c5f6ee9bd tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/networks?id=e1307d4e-50fc-4f67-922e-cf5011652eed HTTP/1.1" status: 200 len: 814 time: 0.1761296 Jul 16 01:27:01.630165 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-5cc2abc4-4848-48c3-983f-ad4e67fbdaaa tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/quotas/e26e4771e423460f88aa204ff7981a8b HTTP/1.1" status: 200 len: 375 time: 0.0347178 Jul 16 01:27:01.741843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25d332-a5c0-49cb-8dbd-e2404d4acf32 req-c20a6502-9c40-4b8c-923e-bb5ee3f16267 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:01.749166 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed25d332-a5c0-49cb-8dbd-e2404d4acf32 req-c20a6502-9c40-4b8c-923e-bb5ee3f16267 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.1442354 Jul 16 01:27:01.818119 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed25d332-a5c0-49cb-8dbd-e2404d4acf32 req-9b6e3089-de8f-424f-93c5-198d5450701a tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679538 Jul 16 01:27:01.836803 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-fad152c4-f54b-489b-bbda-cef6084ec0f8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e26e4771e423460f88aa204ff7981a8b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2051311 Jul 16 01:27:02.163276 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-9454be27-1313-417b-bd4a-f13ec664fe7a service neutron] 10.222.0.22 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096533 Jul 16 01:27:02.274157 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-4577e897-6933-44c1-9f94-3f3968ee9c84 service neutron] 10.222.0.22 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017787 Jul 16 01:27:02.505258 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c842dd8-843d-4d94-abfe-49b59788e1f0 req-cce578e9-df0f-48d4-9242-40c8964618a6 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 210 time: 0.0415361 Jul 16 01:27:03.215634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d46c6-5c37-4def-8967-867ab3739dac req-20dd3fd4-8db5-4604-ace3-7d34c0a50e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.217438 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c7d46c6-5c37-4def-8967-867ab3739dac req-20dd3fd4-8db5-4604-ace3-7d34c0a50e04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 1096 time: 0.2447512 Jul 16 01:27:03.263459 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8ae80-029e-463a-8772-ce9962b72083 req-37efa8b9-4c9c-43c8-8fb0-67131d7ff7d8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.267208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-00e8ae80-029e-463a-8772-ce9962b72083 req-37efa8b9-4c9c-43c8-8fb0-67131d7ff7d8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.70 "GET /v2.0/ports?device_id=0ee73a22-1c88-47b6-99a9-fdd06017ac38 HTTP/1.1" status: 200 len: 945 time: 0.3076169 Jul 16 01:27:03.690459 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db3e56-b4e8-4767-9deb-15c27b2b7cdc req-0c0d3993-2991-424e-8e17-06047aa1efe6 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.692169 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51db3e56-b4e8-4767-9deb-15c27b2b7cdc req-0c0d3993-2991-424e-8e17-06047aa1efe6 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.6288817 Jul 16 01:27:03.775379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a468d3-2553-452c-8787-66b4a41a2123 req-4f7b1c34-a7f7-4ea6-8b81-2bdfe9e397b8 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.776957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8a468d3-2553-452c-8787-66b4a41a2123 req-4f7b1c34-a7f7-4ea6-8b81-2bdfe9e397b8 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.7068622 Jul 16 01:27:03.878975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d46c6-5c37-4def-8967-867ab3739dac req-f8a14ecf-6b84-405f-920d-ee25f9825e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:03.880853 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c7d46c6-5c37-4def-8967-867ab3739dac req-f8a14ecf-6b84-405f-920d-ee25f9825e4e service neutron] 10.222.0.69 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.6573310 Jul 16 01:27:03.904341 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51db3e56-b4e8-4767-9deb-15c27b2b7cdc req-8289cfad-1877-45c2-a052-3bc833ce587a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854179 Jul 16 01:27:03.995928 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8a468d3-2553-452c-8787-66b4a41a2123 req-0a2186ac-6b9e-4311-b55c-6161bf616a57 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028747 Jul 16 01:27:04.085247 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-00e8ae80-029e-463a-8772-ce9962b72083 req-1f39a741-420c-4f13-bc41-86c1954479f8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Deleting port 5e2baafd-4909-4a32-876e-df96301ad6cb {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:04.085943 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-00e8ae80-029e-463a-8772-ce9962b72083 req-1f39a741-420c-4f13-bc41-86c1954479f8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.115409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c7d46c6-5c37-4def-8967-867ab3739dac req-74021a2f-3842-4fb7-8a8b-141403c7ab28 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df0715b-8991-478d-a325-905e669148d1 HTTP/1.1" status: 200 len: 999 time: 0.2075834 Jul 16 01:27:04.306960 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-00e8ae80-029e-463a-8772-ce9962b72083 req-1f39a741-420c-4f13-bc41-86c1954479f8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] For port 5e2baafd-4909-4a32-876e-df96301ad6cb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5e2baafd-4909-4a32-876e-df96301ad6cb,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:04.308169 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-00e8ae80-029e-463a-8772-ce9962b72083 req-1f39a741-420c-4f13-bc41-86c1954479f8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.328649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-00e8ae80-029e-463a-8772-ce9962b72083 req-1f39a741-420c-4f13-bc41-86c1954479f8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Calling delete_port for 5e2baafd-4909-4a32-876e-df96301ad6cb owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:04.349615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d46c6-5c37-4def-8967-867ab3739dac req-fa767069-6e3b-4503-9b14-ea6181a7c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.353122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c7d46c6-5c37-4def-8967-867ab3739dac req-fa767069-6e3b-4503-9b14-ea6181a7c26e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.1705055 Jul 16 01:27:04.360933 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dec73241-ada3-4c32-8e5c-ca6df00bcb11 req-978c9c65-6663-4fb0-b879-54014668250b tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 210 time: 0.1804156 Jul 16 01:27:04.370458 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ec6c98ab-9033-4239-8a62-85627a953646 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.374333 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ec6c98ab-9033-4239-8a62-85627a953646 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.70 "GET /v2.0/networks?id=e1307d4e-50fc-4f67-922e-cf5011652eed HTTP/1.1" status: 200 len: 814 time: 0.2658231 Jul 16 01:27:04.392128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-7e718e10-2a7b-4187-9ccc-ed80a92119c3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Request body: {'port': {'device_id': '1f892be6-5109-48d0-a076-b4d445ad9d5d', 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed', 'admin_state_up': True, 'tenant_id': 'e26e4771e423460f88aa204ff7981a8b'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:04.495305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d46c6-5c37-4def-8967-867ab3739dac req-87534aae-5652-4fe5-84a7-717785629700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:04.496939 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c7d46c6-5c37-4def-8967-867ab3739dac req-87534aae-5652-4fe5-84a7-717785629700 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336193 Jul 16 01:27:04.554191 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-7e718e10-2a7b-4187-9ccc-ed80a92119c3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Made reservation on behalf of e26e4771e423460f88aa204ff7981a8b for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:04.561844 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-7e718e10-2a7b-4187-9ccc-ed80a92119c3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.584785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35592) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:04.653974 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-00e8ae80-029e-463a-8772-ce9962b72083 req-1f39a741-420c-4f13-bc41-86c1954479f8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.673104 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['5e2baafd-4909-4a32-876e-df96301ad6cb'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:04.766016 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7e9d2791-5b28-4442-99cc-c243c43a601c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.798647 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39a741-420c-4f13-bc41-86c1954479f8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Pushing event deleted for resources: {'Port': ['ID=5e2baafd-4909-4a32-876e-df96301ad6cb,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:04.843337 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c7d46c6-5c37-4def-8967-867ab3739dac req-1fe87bf0-4f44-4621-a720-e912b5e32371 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377416 Jul 16 01:27:04.870119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-7e718e10-2a7b-4187-9ccc-ed80a92119c3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Allocated IP 172.20.0.7 (e1307d4e-50fc-4f67-922e-cf5011652eed/90b01562-c676-4c86-9404-87a509f3f65f/6ae80688-9bf6-4435-999c-1e79c22964a4) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:04.934318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e8ae80-029e-463a-8772-ce9962b72083 req-1f39a741-420c-4f13-bc41-86c1954479f8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] No DVR routers for this DVR port 5e2baafd-4909-4a32-876e-df96301ad6cb on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:04.961937 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-00e8ae80-029e-463a-8772-ce9962b72083 req-1f39a741-420c-4f13-bc41-86c1954479f8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:04.965974 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-00e8ae80-029e-463a-8772-ce9962b72083 req-1f39a741-420c-4f13-bc41-86c1954479f8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.70 "DELETE /v2.0/ports/5e2baafd-4909-4a32-876e-df96301ad6cb HTTP/1.1" status: 204 len: 173 time: 1.2963085 Jul 16 01:27:04.966771 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ee73a22-1c88-47b6-99a9-fdd06017ac38', 'name': 'network-vif-deleted', 'tag': '5e2baafd-4909-4a32-876e-df96301ad6cb'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:04.971588 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86364490-dea1-45d7-be60-32ecb6b34188" -d '{"events": [{"server_uuid": "0ee73a22-1c88-47b6-99a9-fdd06017ac38", "name": "network-vif-deleted", "tag": "5e2baafd-4909-4a32-876e-df96301ad6cb"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:04.993613 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-236e3c9e-c604-4200-a7a9-6dc6c5cfce4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.163713 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f4183a-5ecf-4106-ade8-615073447ea4 x-openstack-request-id: req-00f4183a-5ecf-4106-ade8-615073447ea4 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:05.164285 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ee73a22-1c88-47b6-99a9-fdd06017ac38", "name": "network-vif-deleted", "tag": "5e2baafd-4909-4a32-876e-df96301ad6cb", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:05.164782 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-00f4183a-5ecf-4106-ade8-615073447ea4 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:05.165477 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ee73a22-1c88-47b6-99a9-fdd06017ac38', 'name': 'network-vif-deleted', 'tag': '5e2baafd-4909-4a32-876e-df96301ad6cb', 'status': 'completed', 'code': 200} Jul 16 01:27:05.404351 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c7d46c6-5c37-4def-8967-867ab3739dac req-068c1c4d-b641-48bd-b6e2-e15ce46c0cd0 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302324 Jul 16 01:27:05.497531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-7e718e10-2a7b-4187-9ccc-ed80a92119c3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.592104 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-7e718e10-2a7b-4187-9ccc-ed80a92119c3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.644815 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe13b1-b5b4-4b64-ab07-aa7420f2feed req-0470e859-9d2b-4e19-bccc-83ff4ef0efa1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.656631 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-7e718e10-2a7b-4187-9ccc-ed80a92119c3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Network e1307d4e-50fc-4f67-922e-cf5011652eed is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:05.656900 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7cbe13b1-b5b4-4b64-ab07-aa7420f2feed req-0470e859-9d2b-4e19-bccc-83ff4ef0efa1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.3442769 Jul 16 01:27:05.663181 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-7e718e10-2a7b-4187-9ccc-ed80a92119c3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:05.680111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e718e10-2a7b-4187-9ccc-ed80a92119c3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Pushing event updated for resources: {'Port': ['ID=6ae80688-9bf6-4435-999c-1e79c22964a4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:05.697807 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-7e718e10-2a7b-4187-9ccc-ed80a92119c3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:05.756746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-7e718e10-2a7b-4187-9ccc-ed80a92119c3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.757334 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-7e718e10-2a7b-4187-9ccc-ed80a92119c3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.758624 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-236e3c9e-c604-4200-a7a9-6dc6c5cfce4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.790136 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-7e718e10-2a7b-4187-9ccc-ed80a92119c3 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4056270 Jul 16 01:27:05.792500 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-236e3c9e-c604-4200-a7a9-6dc6c5cfce4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.822497 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Request body: {'port': {'device_id': '1f892be6-5109-48d0-a076-b4d445ad9d5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:05.822756 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7cbe13b1-b5b4-4b64-ab07-aa7420f2feed req-250cf68e-34a2-42d1-b6f0-d2ae189fdcfa tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517179 Jul 16 01:27:05.915019 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:05.937213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610a67-a3fc-4314-ab52-2058cd967c6d req-2109e975-4151-4eb2-b526-002cf6973a1e tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:05.949914 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d610a67-a3fc-4314-ab52-2058cd967c6d req-2109e975-4151-4eb2-b526-002cf6973a1e tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.4057117 Jul 16 01:27:06.031879 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-236e3c9e-c604-4200-a7a9-6dc6c5cfce4a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b28cdf98586e467892f8a7d2d40b909c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4431925 Jul 16 01:27:06.031879 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e3c9e-c604-4200-a7a9-6dc6c5cfce4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d83a2fc-7f2e-4f53-ac61-9b9bc5b4d87e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:06.034265 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35616) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:06.080014 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d610a67-a3fc-4314-ab52-2058cd967c6d req-b1e757f8-9781-4f0e-94a5-176950ecf70d tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289382 Jul 16 01:27:06.124312 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-719fe0dd-2ae4-4ef5-b398-1430e66f12e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.154060 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-719fe0dd-2ae4-4ef5-b398-1430e66f12e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.225248 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-719fe0dd-2ae4-4ef5-b398-1430e66f12e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.229087 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-719fe0dd-2ae4-4ef5-b398-1430e66f12e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.240383 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-719fe0dd-2ae4-4ef5-b398-1430e66f12e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d83a2fc-7f2e-4f53-ac61-9b9bc5b4d87e HTTP/1.1" status: 204 len: 168 time: 0.1894021 Jul 16 01:27:06.261086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719fe0dd-2ae4-4ef5-b398-1430e66f12e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d83a2fc-7f2e-4f53-ac61-9b9bc5b4d87e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:06.319855 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda7daaf-c480-4402-833c-94d8c0e64c4b req-fbbf94de-349d-4ceb-b7ee-bb802e069412 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.321394 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eda7daaf-c480-4402-833c-94d8c0e64c4b req-fbbf94de-349d-4ceb-b7ee-bb802e069412 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 931 time: 0.0796924 Jul 16 01:27:06.322539 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ae80688-9bf6-4435-999c-1e79c22964a4 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:06.331035 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.345414 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Transition to ACTIVE for port object 6ae80688-9bf6-4435-999c-1e79c22964a4 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:06.350420 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.363546 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eda7daaf-c480-4402-833c-94d8c0e64c4b req-8bc33893-25a6-4a5d-bbbf-3e5d4411fcb2 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363975 Jul 16 01:27:06.411728 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae80688-9bf6-4435-999c-1e79c22964a4,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:06.480266 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Attempting to bind port 6ae80688-9bf6-4435-999c-1e79c22964a4 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:06.480639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Attempting to bind port 6ae80688-9bf6-4435-999c-1e79c22964a4 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '32061e96-321a-49ab-a943-5ded49822dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:06.480984 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Attempting to bind port 6ae80688-9bf6-4435-999c-1e79c22964a4 on network e1307d4e-50fc-4f67-922e-cf5011652eed {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:06.486131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Port 6ae80688-9bf6-4435-999c-1e79c22964a4 on network e1307d4e-50fc-4f67-922e-cf5011652eed not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:06.486490 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Attempting to bind port 6ae80688-9bf6-4435-999c-1e79c22964a4 on network e1307d4e-50fc-4f67-922e-cf5011652eed {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:06.492151 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:06.492491 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Checking segment: {'id': '32061e96-321a-49ab-a943-5ded49822dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:06.492870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Bound using segment: {'id': '32061e96-321a-49ab-a943-5ded49822dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:06.493301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Bound port: 6ae80688-9bf6-4435-999c-1e79c22964a4, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32061e96-321a-49ab-a943-5ded49822dc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:06.493660 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.539746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35622) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:06.560877 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] For port 6ae80688-9bf6-4435-999c-1e79c22964a4, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:06.561389 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fcbc547-b8a1-4d83-bced-aa1d111bcb3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.564278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] For port 6ae80688-9bf6-4435-999c-1e79c22964a4, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6ae80688-9bf6-4435-999c-1e79c22964a4,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:06.568641 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.604621 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.605242 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.606620 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] 10.222.0.70 "PUT /v2.0/ports/6ae80688-9bf6-4435-999c-1e79c22964a4 HTTP/1.1" status: 200 len: 1092 time: 0.7974734 Jul 16 01:27:06.607051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f892be6-5109-48d0-a076-b4d445ad9d5d', 'tag': '6ae80688-9bf6-4435-999c-1e79c22964a4'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:06.609297 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ff4952-27fc-4b06-b0ec-4656bf3e446a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f892be6-5109-48d0-a076-b4d445ad9d5d", "tag": "6ae80688-9bf6-4435-999c-1e79c22964a4"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:06.648260 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01dd33-ae52-48c0-95bc-481ee0c221f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ae80688-9bf6-4435-999c-1e79c22964a4,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:06.662846 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad1519-42e2-4453-bbc5-90361a273d47 req-bf2396b4-f54f-42c6-b5aa-e6e9f82c5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.664424 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7aad1519-42e2-4453-bbc5-90361a273d47 req-bf2396b4-f54f-42c6-b5aa-e6e9f82c5f05 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc7c79121ea347e08eab6bb95810733c&device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 1098 time: 0.1010103 Jul 16 01:27:06.668256 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa052d32-a64f-47f1-8593-54a86e405fd3 x-openstack-request-id: req-fa052d32-a64f-47f1-8593-54a86e405fd3 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:06.668664 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f892be6-5109-48d0-a076-b4d445ad9d5d", "tag": "6ae80688-9bf6-4435-999c-1e79c22964a4", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:06.669033 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa052d32-a64f-47f1-8593-54a86e405fd3 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:06.669506 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f892be6-5109-48d0-a076-b4d445ad9d5d', 'tag': '6ae80688-9bf6-4435-999c-1e79c22964a4', 'status': 'completed', 'code': 200} Jul 16 01:27:06.714885 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-0c8e6feb-9364-405c-ac6e-08ffeadbc77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.716576 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-0c8e6feb-9364-405c-ac6e-08ffeadbc77a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e26e4771e423460f88aa204ff7981a8b&device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 1095 time: 0.0575666 Jul 16 01:27:06.762361 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-dc7c8b12-c3f9-43ff-a8f2-5e79a0e615fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae80688-9bf6-4435-999c-1e79c22964a4 HTTP/1.1" status: 200 len: 217 time: 0.0329440 Jul 16 01:27:06.780076 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fcbc547-b8a1-4d83-bced-aa1d111bcb3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.788388 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fcbc547-b8a1-4d83-bced-aa1d111bcb3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.803085 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad1519-42e2-4453-bbc5-90361a273d47 req-243caea2-cd0d-495f-8296-056fd5c84b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.804623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7aad1519-42e2-4453-bbc5-90361a273d47 req-243caea2-cd0d-495f-8296-056fd5c84b65 service neutron] 10.222.0.69 "GET /v2.0/networks?id=82cbe9d9-283a-4c69-a1bc-536a90b2446b HTTP/1.1" status: 200 len: 917 time: 0.1328132 Jul 16 01:27:06.814577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-3230b9f7-dbdc-4b8b-aacb-e3bf1dfd86ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.816100 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-3230b9f7-dbdc-4b8b-aacb-e3bf1dfd86ed service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90b01562-c676-4c86-9404-87a509f3f65f HTTP/1.1" status: 200 len: 854 time: 0.0469689 Jul 16 01:27:06.849819 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-904bcb9f-73ee-4c49-bd82-89439fae8b67 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1307d4e-50fc-4f67-922e-cf5011652eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264406 Jul 16 01:27:06.862059 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0fcbc547-b8a1-4d83-bced-aa1d111bcb3b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d981cb6d37ff48cbb69664b2de965c62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3212109 Jul 16 01:27:06.865037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35626) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:06.871549 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbc547-b8a1-4d83-bced-aa1d111bcb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a2bf0e-dde5-4121-8aa1-5644157e28c4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:06.894802 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7aad1519-42e2-4453-bbc5-90361a273d47 req-61072328-0776-473e-b1ee-5320fb256134 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3 HTTP/1.1" status: 200 len: 1001 time: 0.0786457 Jul 16 01:27:06.949789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad1519-42e2-4453-bbc5-90361a273d47 req-b948b8fe-7f2e-45e3-90ad-2e644b81d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:06.951281 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7aad1519-42e2-4453-bbc5-90361a273d47 req-b948b8fe-7f2e-45e3-90ad-2e644b81d501 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7 HTTP/1.1" status: 200 len: 855 time: 0.0495939 Jul 16 01:27:06.978499 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ffc21083-ae96-463c-b341-02fdfd06d1fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:06.990736 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-bb80aa0d-b528-4538-82fc-09742e2e7d08 service neutron] 10.222.0.70 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333454 Jul 16 01:27:07.012669 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ffc21083-ae96-463c-b341-02fdfd06d1fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.030380 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5e2baafd-4909-4a32-876e-df96301ad6cb no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:07.053584 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aad1519-42e2-4453-bbc5-90361a273d47 req-565ccbcb-fdb5-42de-8cd2-baff00ca5f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.055655 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7aad1519-42e2-4453-bbc5-90361a273d47 req-565ccbcb-fdb5-42de-8cd2-baff00ca5f37 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82cbe9d9-283a-4c69-a1bc-536a90b2446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977657 Jul 16 01:27:07.069157 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 5e2baafd-4909-4a32-876e-df96301ad6cb {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:07.069762 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5e2baafd-4909-4a32-876e-df96301ad6cb not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:07.078094 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa208e-b7af-48d2-8352-a3dc5efd0d2d req-d0067149-8227-48ec-a7ce-6e4c8baf4b71 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.079964 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21fa208e-b7af-48d2-8352-a3dc5efd0d2d req-d0067149-8227-48ec-a7ce-6e4c8baf4b71 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.0949714 Jul 16 01:27:07.111965 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f7abd6fb-cb30-4ff8-988e-efc6b21f9fa0 req-1a4a8529-72c9-499d-ad12-234c95150ba1 service neutron] 10.222.0.70 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122704 Jul 16 01:27:07.123567 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ffc21083-ae96-463c-b341-02fdfd06d1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.128410 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ffc21083-ae96-463c-b341-02fdfd06d1fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.129259 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ffc21083-ae96-463c-b341-02fdfd06d1fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13a2bf0e-dde5-4121-8aa1-5644157e28c4 HTTP/1.1" status: 204 len: 168 time: 0.2633114 Jul 16 01:27:07.138850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc21083-ae96-463c-b341-02fdfd06d1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a2bf0e-dde5-4121-8aa1-5644157e28c4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:07.195079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21fa208e-b7af-48d2-8352-a3dc5efd0d2d req-9682532e-337b-4283-81f6-605062ef0e30 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057563 Jul 16 01:27:07.255050 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7aad1519-42e2-4453-bbc5-90361a273d47 req-0d4939dd-3464-451f-98ef-a056f800a3d1 service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924953 Jul 16 01:27:07.260265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff4952-27fc-4b06-b0ec-4656bf3e446a req-8945dd2f-01b0-472e-8999-5a2935bc2998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.261944 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-12ff4952-27fc-4b06-b0ec-4656bf3e446a req-8945dd2f-01b0-472e-8999-5a2935bc2998 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e26e4771e423460f88aa204ff7981a8b&device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 1095 time: 0.0775759 Jul 16 01:27:07.293981 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.367955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff4952-27fc-4b06-b0ec-4656bf3e446a req-53553f9e-43ab-4e0e-8f7e-d71ed0950870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.369525 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-12ff4952-27fc-4b06-b0ec-4656bf3e446a req-53553f9e-43ab-4e0e-8f7e-d71ed0950870 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e1307d4e-50fc-4f67-922e-cf5011652eed HTTP/1.1" status: 200 len: 915 time: 0.1006508 Jul 16 01:27:07.403278 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b211977-65b0-4178-a69a-71aa1114a01c req-915ddab7-10f9-4c2d-8b5f-8aeb83a17a14 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.410724 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5b211977-65b0-4178-a69a-71aa1114a01c req-915ddab7-10f9-4c2d-8b5f-8aeb83a17a14 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.1717167 Jul 16 01:27:07.419840 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7aad1519-42e2-4453-bbc5-90361a273d47 req-25bdf5bb-87cc-4471-8149-420d622ae62f service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467171 Jul 16 01:27:07.420307 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-12ff4952-27fc-4b06-b0ec-4656bf3e446a req-2324068f-5729-4d22-ac97-853d8752cff4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ae80688-9bf6-4435-999c-1e79c22964a4 HTTP/1.1" status: 200 len: 217 time: 0.0419798 Jul 16 01:27:07.461922 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5b211977-65b0-4178-a69a-71aa1114a01c req-e343310f-ecf9-4240-86ee-e81b67f194a4 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487192 Jul 16 01:27:07.481928 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ff4952-27fc-4b06-b0ec-4656bf3e446a req-ef1766f3-35d3-4ba0-8a2e-415944b20c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.483529 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-12ff4952-27fc-4b06-b0ec-4656bf3e446a req-ef1766f3-35d3-4ba0-8a2e-415944b20c7b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=90b01562-c676-4c86-9404-87a509f3f65f HTTP/1.1" status: 200 len: 854 time: 0.0561552 Jul 16 01:27:07.519861 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-12ff4952-27fc-4b06-b0ec-4656bf3e446a req-397464b4-84ba-414f-9d07-885704b526ce service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e1307d4e-50fc-4f67-922e-cf5011652eed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278437 Jul 16 01:27:07.572603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7faf99a-465a-445e-9975-06839af61381 req-04df7edc-e850-4176-833e-8c32c0ceab13 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:07.574131 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7faf99a-465a-445e-9975-06839af61381 req-04df7edc-e850-4176-833e-8c32c0ceab13 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 943 time: 0.0657802 Jul 16 01:27:07.615083 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7faf99a-465a-445e-9975-06839af61381 req-55295007-b53f-494a-9dbc-459d6d712f90 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336139 Jul 16 01:27:07.623651 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-12ff4952-27fc-4b06-b0ec-4656bf3e446a req-07990937-ee6e-4979-9cf6-35f61c4e1bf3 service neutron] 10.222.0.70 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931237 Jul 16 01:27:07.644256 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2ebe738e-4bbb-4936-9284-8d4d9faa8552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:07.723056 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-12ff4952-27fc-4b06-b0ec-4656bf3e446a req-d8cf62ac-c018-4e4d-bd92-43d80cd51fc9 service neutron] 10.222.0.70 "GET /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884373 Jul 16 01:27:08.491724 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:08.638460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42cbbb4-5cb5-4fbe-a816-5df918ae0ce8 req-f44fc164-1722-4dd8-9fa0-7e259b887d76 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.639992 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a42cbbb4-5cb5-4fbe-a816-5df918ae0ce8 req-f44fc164-1722-4dd8-9fa0-7e259b887d76 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.0669734 Jul 16 01:27:08.681235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a42cbbb4-5cb5-4fbe-a816-5df918ae0ce8 req-aac4ff21-7d8a-4d86-adb8-581692fb5071 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345485 Jul 16 01:27:08.797934 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb49b7-e827-4d7b-9b32-827fb0ce198d req-d38bf54e-2df5-4de4-8540-3f92f41521c9 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:08.799466 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90fb49b7-e827-4d7b-9b32-827fb0ce198d req-d38bf54e-2df5-4de4-8540-3f92f41521c9 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 943 time: 0.0651841 Jul 16 01:27:08.838960 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90fb49b7-e827-4d7b-9b32-827fb0ce198d req-7c4438cf-de03-4834-8a00-f9a20bb89838 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333626 Jul 16 01:27:09.418126 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35704) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:09.524183 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c70cc607-acba-4cbe-9cf2-99e02d772465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.622020 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c70cc607-acba-4cbe-9cf2-99e02d772465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.625951 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c70cc607-acba-4cbe-9cf2-99e02d772465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.664584 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c70cc607-acba-4cbe-9cf2-99e02d772465 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b6895737b95840099013768c0b3057e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447448 Jul 16 01:27:09.664916 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70cc607-acba-4cbe-9cf2-99e02d772465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c11f38-ef31-4e4f-82f6-f3a7783631f0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:09.666815 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35712) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:09.716590 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 951fff8e-ba82-4749-a4ff-83e2363e9ab3 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:09.764042 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9deed1b-30d7-4d43-9192-69a97fb11e52 req-30f18211-f17b-4f50-a24c-3e7ceb695159 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:09.765555 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9deed1b-30d7-4d43-9192-69a97fb11e52 req-30f18211-f17b-4f50-a24c-3e7ceb695159 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 945 time: 0.1073561 Jul 16 01:27:09.766904 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.803955 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.805457 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.827502 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '951fff8e-ba82-4749-a4ff-83e2363e9ab3'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:09.830081 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72371bba-b512-4ad4-87ac-aa63cb2c4f45" -d '{"events": [{"server_uuid": "5c48c11c-fa3c-4e45-8441-5b1d938507ac", "name": "network-vif-unplugged", "status": "completed", "tag": "951fff8e-ba82-4749-a4ff-83e2363e9ab3"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:09.842384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 951fff8e-ba82-4749-a4ff-83e2363e9ab3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:09.846740 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.875372 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9deed1b-30d7-4d43-9192-69a97fb11e52 req-a0baded6-43ea-4fa6-98d4-53c8bd5f4daf tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/security-groups?id=c47ca188-4478-4700-8a7e-449dceaacdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037951 Jul 16 01:27:09.904254 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=951fff8e-ba82-4749-a4ff-83e2363e9ab3,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:09.910950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5bb0b-45a0-4bde-84a8-3cc7647973b0 req-4b32efa5-daf5-4907-9fbc-911130fcb733 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:09.918899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0a5bb0b-45a0-4bde-84a8-3cc7647973b0 req-4b32efa5-daf5-4907-9fbc-911130fcb733 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 946 time: 0.1170456 Jul 16 01:27:09.946549 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751668aa-74bc-4534-ba52-7c3df0305a38 x-openstack-request-id: req-751668aa-74bc-4534-ba52-7c3df0305a38 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:09.946757 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.946910 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c48c11c-fa3c-4e45-8441-5b1d938507ac", "name": "network-vif-unplugged", "status": "failed", "tag": "951fff8e-ba82-4749-a4ff-83e2363e9ab3", "code": 422}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:09.947159 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-751668aa-74bc-4534-ba52-7c3df0305a38 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:09.947560 n-d-791505-14 neutron-server[93921]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '951fff8e-ba82-4749-a4ff-83e2363e9ab3', 'code': 422} returned with failed status Jul 16 01:27:09.949581 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:09.950728 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/58c11f38-ef31-4e4f-82f6-f3a7783631f0 HTTP/1.1" status: 204 len: 168 time: 0.2816114 Jul 16 01:27:09.972387 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0a5bb0b-45a0-4bde-84a8-3cc7647973b0 req-1ab921ce-f483-43e7-b578-23e157118759 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525000 Jul 16 01:27:09.974134 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c11f38-ef31-4e4f-82f6-f3a7783631f0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:09.984649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:09.984998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:09.985339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:09.985730 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:09.986388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:09.986773 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:09.987224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:09.987792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:09.988385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:09.988682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:09.989011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:09.989335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5e060b-57d3-4b06-9fc0-13b279c6856c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:10.129840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901804f-57af-4caa-9d3b-f0b64c5a3330 req-a81b617c-355a-446a-b78d-bca3cfd1d393 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.130335 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.131701 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5901804f-57af-4caa-9d3b-f0b64c5a3330 req-a81b617c-355a-446a-b78d-bca3cfd1d393 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 943 time: 0.0825250 Jul 16 01:27:10.180370 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5901804f-57af-4caa-9d3b-f0b64c5a3330 req-d1b7ded8-f57f-4714-b44b-9cf1d850ffb0 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427134 Jul 16 01:27:10.259654 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35734) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:10.273925 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a88880bd-0a14-4d6d-8ee3-111b999b892f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.376194 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a88880bd-0a14-4d6d-8ee3-111b999b892f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.377395 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a88880bd-0a14-4d6d-8ee3-111b999b892f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.416475 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a88880bd-0a14-4d6d-8ee3-111b999b892f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e696c5f8a5ff44d3950e44b24397276e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556487 Jul 16 01:27:10.417631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88880bd-0a14-4d6d-8ee3-111b999b892f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e2e309-dc23-4eec-8cd1-2c109826ea66,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:10.419444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35740) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:10.471860 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-433dbb8d-b7cc-472a-9d42-3a2a28a99f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.492420 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-433dbb8d-b7cc-472a-9d42-3a2a28a99f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.518634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-5198deaa-5694-48e9-ad81-a1523878d112 req-dcd44fe1-bba9-47b4-b461-22325fa5220d service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:27:10.519623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5198deaa-5694-48e9-ad81-a1523878d112 req-dcd44fe1-bba9-47b4-b461-22325fa5220d service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059445 Jul 16 01:27:10.538871 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-433dbb8d-b7cc-472a-9d42-3a2a28a99f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.541517 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-433dbb8d-b7cc-472a-9d42-3a2a28a99f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:10.542995 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-433dbb8d-b7cc-472a-9d42-3a2a28a99f09 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26e2e309-dc23-4eec-8cd1-2c109826ea66 HTTP/1.1" status: 204 len: 168 time: 0.1224856 Jul 16 01:27:10.550820 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433dbb8d-b7cc-472a-9d42-3a2a28a99f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e2e309-dc23-4eec-8cd1-2c109826ea66,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:10.781186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5ac9f2-5f17-4871-a0c8-a7fd5293cd82 req-90533eda-50dd-465e-9c94-e3d00cb1ba61 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:10.782767 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5ac9f2-5f17-4871-a0c8-a7fd5293cd82 req-90533eda-50dd-465e-9c94-e3d00cb1ba61 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.0640328 Jul 16 01:27:10.826277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5ac9f2-5f17-4871-a0c8-a7fd5293cd82 req-f5a17b29-3ba2-4d92-bcdd-80c571dcdb36 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376477 Jul 16 01:27:11.074344 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6ae80688-9bf6-4435-999c-1e79c22964a4 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:11.134807 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b4b30c55-8977-4bc1-a050-acf899816cdd req-f459fdf5-d523-48dd-9b9e-466a0b177092 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2156360 Jul 16 01:27:11.226754 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6ae80688-9bf6-4435-999c-1e79c22964a4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6ae80688-9bf6-4435-999c-1e79c22964a4,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:11.241106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '6ae80688-9bf6-4435-999c-1e79c22964a4', 'network_id': 'e1307d4e-50fc-4f67-922e-cf5011652eed', 'port_id': '6ae80688-9bf6-4435-999c-1e79c22964a4', 'mac_address': 'fa:16:3e:db:68:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90b01562-c676-4c86-9404-87a509f3f65f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:11.311150 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.343502 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ae80688-9bf6-4435-999c-1e79c22964a4 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:11.366246 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6ae80688-9bf6-4435-999c-1e79c22964a4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6ae80688-9bf6-4435-999c-1e79c22964a4,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:11.371443 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:11.435703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72843b16-5906-4449-9e66-0b14af96f786 req-91cb24aa-32ff-4ba7-b03b-fdf1e1686f5d tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.443020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72843b16-5906-4449-9e66-0b14af96f786 req-91cb24aa-32ff-4ba7-b03b-fdf1e1686f5d tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 945 time: 0.1181667 Jul 16 01:27:11.449447 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=6ae80688-9bf6-4435-999c-1e79c22964a4,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:11.477411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082ed2b-4ae5-4717-acf3-5db95e29d5df req-6642763c-b079-4829-81f1-59c63d67269e tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.479098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9082ed2b-4ae5-4717-acf3-5db95e29d5df req-6642763c-b079-4829-81f1-59c63d67269e tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 943 time: 0.1422455 Jul 16 01:27:11.507088 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72843b16-5906-4449-9e66-0b14af96f786 req-c83a2259-a73c-4526-bf12-0643a27deceb tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/security-groups?id=c47ca188-4478-4700-8a7e-449dceaacdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631659 Jul 16 01:27:11.536216 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9082ed2b-4ae5-4717-acf3-5db95e29d5df req-4feef910-e82f-4f5c-833f-7a0d29234783 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491545 Jul 16 01:27:11.706091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bc59f-101d-4fe2-8399-fab8f3e8808f req-50812c9d-d2aa-41d7-a7b4-53641d293e0b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.711970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bc59f-101d-4fe2-8399-fab8f3e8808f req-50812c9d-d2aa-41d7-a7b4-53641d293e0b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.717893 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bc59f-101d-4fe2-8399-fab8f3e8808f req-50812c9d-d2aa-41d7-a7b4-53641d293e0b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.724014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bc59f-101d-4fe2-8399-fab8f3e8808f req-50812c9d-d2aa-41d7-a7b4-53641d293e0b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.729842 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bc59f-101d-4fe2-8399-fab8f3e8808f req-50812c9d-d2aa-41d7-a7b4-53641d293e0b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.735911 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bc59f-101d-4fe2-8399-fab8f3e8808f req-50812c9d-d2aa-41d7-a7b4-53641d293e0b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.741981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898bc59f-101d-4fe2-8399-fab8f3e8808f req-50812c9d-d2aa-41d7-a7b4-53641d293e0b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:11.744276 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-898bc59f-101d-4fe2-8399-fab8f3e8808f req-50812c9d-d2aa-41d7-a7b4-53641d293e0b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5434 time: 0.1219454 Jul 16 01:27:11.785536 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['6ae80688-9bf6-4435-999c-1e79c22964a4'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:11.810591 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-898bc59f-101d-4fe2-8399-fab8f3e8808f req-28650095-4ced-4d56-ab9a-032d574ba137 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601406 Jul 16 01:27:12.038845 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bdcae-c46f-42a4-a169-f364e457bc93 req-0e31955a-5591-40d8-bd09-e9fdc6885177 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.040909 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca3bdcae-c46f-42a4-a169-f364e457bc93 req-0e31955a-5591-40d8-bd09-e9fdc6885177 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.0696404 Jul 16 01:27:12.085611 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca3bdcae-c46f-42a4-a169-f364e457bc93 req-cfce5d57-1c36-429f-8f08-156a86e6dcde tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382886 Jul 16 01:27:12.436624 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4445c9e2-6a65-45da-8ac9-1e424b064eaa req-71bd0772-0213-4184-98ab-6ba69e466ff6 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.438351 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4445c9e2-6a65-45da-8ac9-1e424b064eaa req-71bd0772-0213-4184-98ab-6ba69e466ff6 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 945 time: 0.0684917 Jul 16 01:27:12.478309 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4445c9e2-6a65-45da-8ac9-1e424b064eaa req-ce80d0ad-3840-46a5-9cf3-0b573204c28d tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/security-groups?id=c47ca188-4478-4700-8a7e-449dceaacdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346150 Jul 16 01:27:12.539715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-39658089-d122-4be8-9844-7d90741994a2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.546264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-39658089-d122-4be8-9844-7d90741994a2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.553341 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-39658089-d122-4be8-9844-7d90741994a2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.559088 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-39658089-d122-4be8-9844-7d90741994a2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.566614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-39658089-d122-4be8-9844-7d90741994a2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.572686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-39658089-d122-4be8-9844-7d90741994a2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.580237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-39658089-d122-4be8-9844-7d90741994a2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.582206 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-39658089-d122-4be8-9844-7d90741994a2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.70 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5434 time: 0.1237216 Jul 16 01:27:12.658933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-e3b1e776-535a-4857-87ed-a28ebc0fe4a6 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.660697 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-e3b1e776-535a-4857-87ed-a28ebc0fe4a6 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.70 "GET /v2.0/ports/35c71f39-10b4-4237-a3c3-980c3cbe864d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0692382 Jul 16 01:27:12.756858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f957cd9-cd09-4b6b-8fdb-ccd669629f3f req-0b63531b-85d2-42a7-b7ab-770284d087fc tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:12.759965 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f957cd9-cd09-4b6b-8fdb-ccd669629f3f req-0b63531b-85d2-42a7-b7ab-770284d087fc tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 944 time: 0.0760777 Jul 16 01:27:12.787293 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-97688123-9779-4287-81e6-867193fa4932 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.70 "GET /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1204119 Jul 16 01:27:12.802704 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:12.806177 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f957cd9-cd09-4b6b-8fdb-ccd669629f3f req-9dcad7d4-4d9d-49c0-812d-a9798d54b742 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391138 Jul 16 01:27:12.893974 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:12.993346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35834) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:13.031583 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277bb17-69cf-46ef-b8d1-46459eb21425 req-de99f5a3-e70e-41ca-b212-41f8dc76dcfa tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.038412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277bb17-69cf-46ef-b8d1-46459eb21425 req-de99f5a3-e70e-41ca-b212-41f8dc76dcfa tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.045626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277bb17-69cf-46ef-b8d1-46459eb21425 req-de99f5a3-e70e-41ca-b212-41f8dc76dcfa tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.057787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] For port 35c71f39-10b4-4237-a3c3-980c3cbe864d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=35c71f39-10b4-4237-a3c3-980c3cbe864d,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:13.058163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277bb17-69cf-46ef-b8d1-46459eb21425 req-de99f5a3-e70e-41ca-b212-41f8dc76dcfa tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.068021 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277bb17-69cf-46ef-b8d1-46459eb21425 req-de99f5a3-e70e-41ca-b212-41f8dc76dcfa tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.077594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277bb17-69cf-46ef-b8d1-46459eb21425 req-de99f5a3-e70e-41ca-b212-41f8dc76dcfa tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.085903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6277bb17-69cf-46ef-b8d1-46459eb21425 req-de99f5a3-e70e-41ca-b212-41f8dc76dcfa tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.087895 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6277bb17-69cf-46ef-b8d1-46459eb21425 req-de99f5a3-e70e-41ca-b212-41f8dc76dcfa tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 5434 time: 0.1378610 Jul 16 01:27:13.092137 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6ae80688-9bf6-4435-999c-1e79c22964a4 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:13.112824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] For port 35c71f39-10b4-4237-a3c3-980c3cbe864d, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:13.169050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] device_id is not set on port 35c71f39-10b4-4237-a3c3-980c3cbe864d yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:27:13.181825 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.191630 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.193490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6277bb17-69cf-46ef-b8d1-46459eb21425 req-e9d17a84-cad1-4492-be7a-edf860ffb2fc tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&id=061ee027-a970-405c-87ae-94306faee43e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978959 Jul 16 01:27:13.207545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 6ae80688-9bf6-4435-999c-1e79c22964a4 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:13.211446 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 6ae80688-9bf6-4435-999c-1e79c22964a4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:13.211836 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.221218 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3261ac4b-2e70-4aeb-987d-59daf6152d8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.275329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] No DVR routers for this DVR port 35c71f39-10b4-4237-a3c3-980c3cbe864d on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:13.279578 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Pushing event updated for resources: {'Port': ['ID=35c71f39-10b4-4237-a3c3-980c3cbe864d,revision_number=6']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:13.308057 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.308429 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.308744 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.309092 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.309419 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.309802 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.310133 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.310470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.310803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.311126 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.311451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.311821 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:13.331593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] In _notify_port_updated(), no bound segment for port 35c71f39-10b4-4237-a3c3-980c3cbe864d on network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 {{(pid=93920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:27:13.332575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.333252 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.334840 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5094815f-b4bd-4e5d-84b6-b0c6bc0ff24b service neutron] 10.222.0.70 "PUT /v2.0/ports/35c71f39-10b4-4237-a3c3-980c3cbe864d HTTP/1.1" status: 200 len: 1027 time: 0.5386591 Jul 16 01:27:13.367352 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.393459 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f892be6-5109-48d0-a076-b4d445ad9d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae80688-9bf6-4435-999c-1e79c22964a4'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:13.396824 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd69ec5f-3708-49e4-a671-04001c4474be" -d '{"events": [{"server_uuid": "1f892be6-5109-48d0-a076-b4d445ad9d5d", "name": "network-vif-plugged", "status": "completed", "tag": "6ae80688-9bf6-4435-999c-1e79c22964a4"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:13.409235 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-236cfcaf-b73d-409b-afa9-e32f91137c38 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.410788 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-236cfcaf-b73d-409b-afa9-e32f91137c38 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.70 "GET /v2.0/ports/a81b7832-77d3-447a-8ff3-9eb0ad423218?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0681908 Jul 16 01:27:13.418395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e51b2e-87d3-417b-843f-c1285726aa2c req-17615ff3-cf39-4198-8dd6-f70f022dde21 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.428175 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e8e51b2e-87d3-417b-843f-c1285726aa2c req-17615ff3-cf39-4198-8dd6-f70f022dde21 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.1446700 Jul 16 01:27:13.432958 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-6724fde6-8b17-4ff1-852e-2a8f54a0750a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:13.445457 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6ae80688-9bf6-4435-999c-1e79c22964a4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6ae80688-9bf6-4435-999c-1e79c22964a4,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:13.451045 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.493774 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ece4c7e-2c3d-46f1-855e-e4d04dc37176 x-openstack-request-id: req-3ece4c7e-2c3d-46f1-855e-e4d04dc37176 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:13.495264 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f892be6-5109-48d0-a076-b4d445ad9d5d", "name": "network-vif-plugged", "status": "completed", "tag": "6ae80688-9bf6-4435-999c-1e79c22964a4", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:13.495745 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ece4c7e-2c3d-46f1-855e-e4d04dc37176 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:13.496527 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f892be6-5109-48d0-a076-b4d445ad9d5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ae80688-9bf6-4435-999c-1e79c22964a4', 'code': 200} Jul 16 01:27:13.535578 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-6724fde6-8b17-4ff1-852e-2a8f54a0750a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.553096 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e8e51b2e-87d3-417b-843f-c1285726aa2c req-f6a365a7-ecea-4c66-a5ed-be276d5e430f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239288 Jul 16 01:27:13.559632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=6ae80688-9bf6-4435-999c-1e79c22964a4,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:13.579819 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3261ac4b-2e70-4aeb-987d-59daf6152d8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.606360 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3261ac4b-2e70-4aeb-987d-59daf6152d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.616617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a7bd5aa6-d5f7-4106-b97b-ad37fba4baad None None] Provisioning complete for port 35c71f39-10b4-4237-a3c3-980c3cbe864d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:13.618773 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a7bd5aa6-d5f7-4106-b97b-ad37fba4baad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.650558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261ac4b-2e70-4aeb-987d-59daf6152d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b0e737-b784-4c4c-ac82-74520295088d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:13.690253 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a7bd5aa6-d5f7-4106-b97b-ad37fba4baad None None] Port 35c71f39-10b4-4237-a3c3-980c3cbe864d cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:13.721810 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-6724fde6-8b17-4ff1-852e-2a8f54a0750a service neutron] For port a81b7832-77d3-447a-8ff3-9eb0ad423218, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a81b7832-77d3-447a-8ff3-9eb0ad423218,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:13.736355 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3261ac4b-2e70-4aeb-987d-59daf6152d8f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7277ea1e50da478e9b6254c27175ebcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7409711 Jul 16 01:27:13.739794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35844) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:13.743241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e890e72-c989-4d82-96d3-4ef3d8e237c5 req-32ab3927-7e9f-4f7f-9bc2-7748f2a0f930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.744741 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e890e72-c989-4d82-96d3-4ef3d8e237c5 req-32ab3927-7e9f-4f7f-9bc2-7748f2a0f930 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 1097 time: 0.1761391 Jul 16 01:27:13.777562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-6724fde6-8b17-4ff1-852e-2a8f54a0750a service neutron] For port a81b7832-77d3-447a-8ff3-9eb0ad423218, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:13.794293 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f5a42-436f-4c1e-9eda-c42dd30eb0e0 req-333a3e54-6e77-4a7d-a6c9-c28688d548c8 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:13.795843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-973f5a42-436f-4c1e-9eda-c42dd30eb0e0 req-333a3e54-6e77-4a7d-a6c9-c28688d548c8 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 945 time: 0.0969234 Jul 16 01:27:13.806776 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e890e72-c989-4d82-96d3-4ef3d8e237c5 req-ac949da7-1b29-4edd-8745-5a2fb6c49fe5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473576 Jul 16 01:27:13.822344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-6724fde6-8b17-4ff1-852e-2a8f54a0750a service neutron] device_id is not set on port a81b7832-77d3-447a-8ff3-9eb0ad423218 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:27:13.839467 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-6724fde6-8b17-4ff1-852e-2a8f54a0750a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.841472 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea6d0ce0-d28c-420d-a447-4fa274a84f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.844965 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-973f5a42-436f-4c1e-9eda-c42dd30eb0e0 req-732e775d-1e95-43ab-9de1-6b01c47cd950 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/security-groups?id=c47ca188-4478-4700-8a7e-449dceaacdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371964 Jul 16 01:27:13.853713 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-6724fde6-8b17-4ff1-852e-2a8f54a0750a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.878814 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea6d0ce0-d28c-420d-a447-4fa274a84f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:13.963783 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-6724fde6-8b17-4ff1-852e-2a8f54a0750a service neutron] No DVR routers for this DVR port a81b7832-77d3-447a-8ff3-9eb0ad423218 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:13.966225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6724fde6-8b17-4ff1-852e-2a8f54a0750a service neutron] Pushing event updated for resources: {'Port': ['ID=a81b7832-77d3-447a-8ff3-9eb0ad423218,revision_number=6']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:14.011374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-6724fde6-8b17-4ff1-852e-2a8f54a0750a service neutron] In _notify_port_updated(), no bound segment for port a81b7832-77d3-447a-8ff3-9eb0ad423218 on network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 {{(pid=93920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:27:14.012416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-6724fde6-8b17-4ff1-852e-2a8f54a0750a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:14.013107 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-6724fde6-8b17-4ff1-852e-2a8f54a0750a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.014514 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-6724fde6-8b17-4ff1-852e-2a8f54a0750a service neutron] 10.222.0.70 "PUT /v2.0/ports/a81b7832-77d3-447a-8ff3-9eb0ad423218 HTTP/1.1" status: 200 len: 1027 time: 0.5871344 Jul 16 01:27:14.015672 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea6d0ce0-d28c-420d-a447-4fa274a84f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.018808 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea6d0ce0-d28c-420d-a447-4fa274a84f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.019952 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ea6d0ce0-d28c-420d-a447-4fa274a84f82 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0b0e737-b784-4c4c-ac82-74520295088d HTTP/1.1" status: 204 len: 168 time: 0.2789998 Jul 16 01:27:14.035870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d0ce0-d28c-420d-a447-4fa274a84f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b0e737-b784-4c4c-ac82-74520295088d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:14.104215 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f20a9-26cf-42da-b5b2-e35db1b545c6 req-6612aa70-47a2-47de-9eab-e08a8d289da8 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:14.106041 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec4f20a9-26cf-42da-b5b2-e35db1b545c6 req-6612aa70-47a2-47de-9eab-e08a8d289da8 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.70 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 945 time: 0.1866584 Jul 16 01:27:14.142358 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667d54d-b486-4d68-b9d0-a7e53ac92926 req-69dbd51d-57dd-4a01-ac81-473ed08f9682 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:14.150549 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2667d54d-b486-4d68-b9d0-a7e53ac92926 req-69dbd51d-57dd-4a01-ac81-473ed08f9682 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 945 time: 0.2063346 Jul 16 01:27:14.194830 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-f6a6d5b7-e712-45ae-9c29-a71d24dfdfa0 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Deleting port a14a4579-d368-44f0-ab6e-91c9cd789cce {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:14.196271 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-f6a6d5b7-e712-45ae-9c29-a71d24dfdfa0 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.222701 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aaaf40da-3c01-4129-befd-539905147fad None None] Provisioning complete for port a81b7832-77d3-447a-8ff3-9eb0ad423218 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:14.223216 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aaaf40da-3c01-4129-befd-539905147fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.238003 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2667d54d-b486-4d68-b9d0-a7e53ac92926 req-1818de34-4729-4a46-8624-a0fc61204c21 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854619 Jul 16 01:27:14.306600 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-aaaf40da-3c01-4129-befd-539905147fad None None] Port a81b7832-77d3-447a-8ff3-9eb0ad423218 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:14.365518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-ec4f20a9-26cf-42da-b5b2-e35db1b545c6 req-fd0e7292-3fc7-49a3-8c69-4fa2a3dddf5b tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Deleting port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:14.365876 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ec4f20a9-26cf-42da-b5b2-e35db1b545c6 req-fd0e7292-3fc7-49a3-8c69-4fa2a3dddf5b tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.367842 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-f6a6d5b7-e712-45ae-9c29-a71d24dfdfa0 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] For port a14a4579-d368-44f0-ab6e-91c9cd789cce, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a14a4579-d368-44f0-ab6e-91c9cd789cce,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:14.368502 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-f6a6d5b7-e712-45ae-9c29-a71d24dfdfa0 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.386074 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-f6a6d5b7-e712-45ae-9c29-a71d24dfdfa0 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Calling delete_port for a14a4579-d368-44f0-ab6e-91c9cd789cce owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:14.444662 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35854) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:14.495502 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0bbad827-55a8-48ff-9e62-f7ddd8eaf805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.535052 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-f6a6d5b7-e712-45ae-9c29-a71d24dfdfa0 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.544996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4afe1-67f3-41fe-bc13-c41945af8623 req-111e96a5-66fe-42fd-a830-08e21254b4a9 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:14.551394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4afe1-67f3-41fe-bc13-c41945af8623 req-111e96a5-66fe-42fd-a830-08e21254b4a9 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:14.557241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4afe1-67f3-41fe-bc13-c41945af8623 req-111e96a5-66fe-42fd-a830-08e21254b4a9 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:14.563426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4afe1-67f3-41fe-bc13-c41945af8623 req-111e96a5-66fe-42fd-a830-08e21254b4a9 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:14.565890 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6d5b7-e712-45ae-9c29-a71d24dfdfa0 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event deleted for resources: {'Port': ['ID=a14a4579-d368-44f0-ab6e-91c9cd789cce,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:14.568932 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4afe1-67f3-41fe-bc13-c41945af8623 req-111e96a5-66fe-42fd-a830-08e21254b4a9 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:14.593150 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfa4afe1-67f3-41fe-bc13-c41945af8623 req-111e96a5-66fe-42fd-a830-08e21254b4a9 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 3886 time: 0.2007585 Jul 16 01:27:14.632356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-f6a6d5b7-e712-45ae-9c29-a71d24dfdfa0 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] No DVR routers for this DVR port a14a4579-d368-44f0-ab6e-91c9cd789cce on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:14.636699 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-f6a6d5b7-e712-45ae-9c29-a71d24dfdfa0 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.638735 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-f6a6d5b7-e712-45ae-9c29-a71d24dfdfa0 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.70 "DELETE /v2.0/ports/a14a4579-d368-44f0-ab6e-91c9cd789cce HTTP/1.1" status: 204 len: 173 time: 0.6108177 Jul 16 01:27:14.639282 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-deleted', 'tag': 'a14a4579-d368-44f0-ab6e-91c9cd789cce'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:14.641648 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-ec4f20a9-26cf-42da-b5b2-e35db1b545c6 req-fd0e7292-3fc7-49a3-8c69-4fa2a3dddf5b tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] For port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=74caaa03-bbcf-44ca-96eb-f0745f4c32d0,segment=NetworkSegment(2e15e338-dd7e-4ccf-b3bf-73acd918fe27),segment_id=2e15e338-dd7e-4ccf-b3bf-73acd918fe27)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:14.641898 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0555a67-bc6e-4454-8eb9-79d2c6c1a319" -d '{"events": [{"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-deleted", "tag": "a14a4579-d368-44f0-ab6e-91c9cd789cce"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:14.642031 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ec4f20a9-26cf-42da-b5b2-e35db1b545c6 req-fd0e7292-3fc7-49a3-8c69-4fa2a3dddf5b tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.766424 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-460baa40-3ca5-45ca-8728-d0702996d8c7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Deleting port 5b95a4ed-88df-418a-96a8-8e0499b6c17f {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:14.767029 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-460baa40-3ca5-45ca-8728-d0702996d8c7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.803306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfa4afe1-67f3-41fe-bc13-c41945af8623 req-b614d53c-730d-4caf-8611-0f25d68f9afe tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2091827 Jul 16 01:27:14.915604 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23aea18-e143-4e3f-8aea-5e28b699fc19 x-openstack-request-id: req-f23aea18-e143-4e3f-8aea-5e28b699fc19 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:14.916027 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-deleted", "tag": "a14a4579-d368-44f0-ab6e-91c9cd789cce", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:14.916175 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f23aea18-e143-4e3f-8aea-5e28b699fc19 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:14.916545 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-deleted', 'tag': 'a14a4579-d368-44f0-ab6e-91c9cd789cce', 'status': 'completed', 'code': 200} Jul 16 01:27:14.928624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-460baa40-3ca5-45ca-8728-d0702996d8c7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] For port 5b95a4ed-88df-418a-96a8-8e0499b6c17f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5b95a4ed-88df-418a-96a8-8e0499b6c17f,segment=NetworkSegment(e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3),segment_id=e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:14.929228 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-460baa40-3ca5-45ca-8728-d0702996d8c7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:14.952360 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-460baa40-3ca5-45ca-8728-d0702996d8c7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Calling delete_port for 5b95a4ed-88df-418a-96a8-8e0499b6c17f owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:15.127793 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-460baa40-3ca5-45ca-8728-d0702996d8c7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.169212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460baa40-3ca5-45ca-8728-d0702996d8c7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event deleted for resources: {'Port': ['ID=5b95a4ed-88df-418a-96a8-8e0499b6c17f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:15.223063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-460baa40-3ca5-45ca-8728-d0702996d8c7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] No DVR routers for this DVR port 5b95a4ed-88df-418a-96a8-8e0499b6c17f on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:15.225640 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-460baa40-3ca5-45ca-8728-d0702996d8c7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.227923 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-460baa40-3ca5-45ca-8728-d0702996d8c7 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.70 "DELETE /v2.0/ports/5b95a4ed-88df-418a-96a8-8e0499b6c17f HTTP/1.1" status: 204 len: 173 time: 0.5813134 Jul 16 01:27:15.333541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5fb63113-1d37-4014-b087-6237e1208b52 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Deleting port d3f5b683-f652-4d49-951f-b57a2483dc2c {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:15.333854 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5fb63113-1d37-4014-b087-6237e1208b52 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.386822 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc551d6-7e50-4759-a5a5-687efb1e18c1 req-dfce2fc2-330b-4b45-b657-7910526c48b0 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:15.388368 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ffc551d6-7e50-4759-a5a5-687efb1e18c1 req-dfce2fc2-330b-4b45-b657-7910526c48b0 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.6593163 Jul 16 01:27:15.432688 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5fb63113-1d37-4014-b087-6237e1208b52 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] For port d3f5b683-f652-4d49-951f-b57a2483dc2c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d3f5b683-f652-4d49-951f-b57a2483dc2c,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:15.433064 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5fb63113-1d37-4014-b087-6237e1208b52 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.446771 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5fb63113-1d37-4014-b087-6237e1208b52 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Calling delete_port for d3f5b683-f652-4d49-951f-b57a2483dc2c owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:15.461161 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0bbad827-55a8-48ff-9e62-f7ddd8eaf805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.464770 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ec4f20a9-26cf-42da-b5b2-e35db1b545c6 req-fd0e7292-3fc7-49a3-8c69-4fa2a3dddf5b tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.465210 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ec4f20a9-26cf-42da-b5b2-e35db1b545c6 req-fd0e7292-3fc7-49a3-8c69-4fa2a3dddf5b tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.465484 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [req-ec4f20a9-26cf-42da-b5b2-e35db1b545c6 req-fd0e7292-3fc7-49a3-8c69-4fa2a3dddf5b tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Floating IP 322eff33-0d9b-447d-a882-1d0badae9e2d disassociated. External IP: 172.25.2.74, port: 74caaa03-bbcf-44ca-96eb-f0745f4c32d0. Jul 16 01:27:15.465822 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-ec4f20a9-26cf-42da-b5b2-e35db1b545c6 req-fd0e7292-3fc7-49a3-8c69-4fa2a3dddf5b tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Calling delete_port for 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:15.475937 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0bbad827-55a8-48ff-9e62-f7ddd8eaf805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.526082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ffc551d6-7e50-4759-a5a5-687efb1e18c1 req-4acb4a72-945e-48e7-a9ee-7310ad9e67e1 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176965 Jul 16 01:27:15.590781 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0bbad827-55a8-48ff-9e62-f7ddd8eaf805 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c27b6e6ad2eb4e9ebd76367a511a6ba5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1417816 Jul 16 01:27:15.594857 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5fb63113-1d37-4014-b087-6237e1208b52 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.596523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35866) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:15.614019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbad827-55a8-48ff-9e62-f7ddd8eaf805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c79f71f-dd4a-45e3-b949-2b686402b20c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:15.633771 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb63113-1d37-4014-b087-6237e1208b52 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event deleted for resources: {'Port': ['ID=d3f5b683-f652-4d49-951f-b57a2483dc2c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:15.655327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9480b-e317-402b-8c37-a2f714e4b3ae req-b0f660c4-4c99-43af-bfb8-a14e6d7b17f2 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:15.657099 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99a9480b-e317-402b-8c37-a2f714e4b3ae req-b0f660c4-4c99-43af-bfb8-a14e6d7b17f2 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 945 time: 0.2998180 Jul 16 01:27:15.691112 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5fb63113-1d37-4014-b087-6237e1208b52 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] No DVR routers for this DVR port d3f5b683-f652-4d49-951f-b57a2483dc2c on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:15.694166 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5fb63113-1d37-4014-b087-6237e1208b52 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.696610 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-5fb63113-1d37-4014-b087-6237e1208b52 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.70 "DELETE /v2.0/ports/d3f5b683-f652-4d49-951f-b57a2483dc2c HTTP/1.1" status: 204 len: 173 time: 0.4633577 Jul 16 01:27:15.807150 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e25ec2a3-45d0-456b-b645-d35cbc379793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.828881 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-cbd1f2a7-b928-4e17-b838-445496b1b12a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Deleting port 289cca9c-7347-49d8-bee5-4d9099ba744b {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:15.830078 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-cbd1f2a7-b928-4e17-b838-445496b1b12a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.872509 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99a9480b-e317-402b-8c37-a2f714e4b3ae req-6304b67a-dd13-4434-939c-6715ed0767e8 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/security-groups?id=c47ca188-4478-4700-8a7e-449dceaacdb0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606944 Jul 16 01:27:15.902920 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e25ec2a3-45d0-456b-b645-d35cbc379793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.929454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0661ecd-5510-437f-b6ff-5f4bfa6dd35a req-6b299b68-09d4-4c4d-9e91-f471e5cd71cc tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:15.936753 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b0661ecd-5510-437f-b6ff-5f4bfa6dd35a req-6b299b68-09d4-4c4d-9e91-f471e5cd71cc tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 945 time: 0.2157671 Jul 16 01:27:15.964515 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-cbd1f2a7-b928-4e17-b838-445496b1b12a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] For port 289cca9c-7347-49d8-bee5-4d9099ba744b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=289cca9c-7347-49d8-bee5-4d9099ba744b,segment=NetworkSegment(9dbb173d-87a7-4541-b15e-9650bb4bd12f),segment_id=9dbb173d-87a7-4541-b15e-9650bb4bd12f)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:15.965114 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-cbd1f2a7-b928-4e17-b838-445496b1b12a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:15.994443 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ec4f20a9-26cf-42da-b5b2-e35db1b545c6 req-fd0e7292-3fc7-49a3-8c69-4fa2a3dddf5b tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.068397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e7292-3fc7-49a3-8c69-4fa2a3dddf5b tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Pushing event deleted for resources: {'Port': ['ID=74caaa03-bbcf-44ca-96eb-f0745f4c32d0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:16.102877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b0661ecd-5510-437f-b6ff-5f4bfa6dd35a req-1565ba0e-327f-4e48-a757-90a857e0ee0c tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619315 Jul 16 01:27:16.196198 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e25ec2a3-45d0-456b-b645-d35cbc379793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.198764 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e25ec2a3-45d0-456b-b645-d35cbc379793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.201426 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e25ec2a3-45d0-456b-b645-d35cbc379793 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c79f71f-dd4a-45e3-b949-2b686402b20c HTTP/1.1" status: 204 len: 168 time: 0.6018634 Jul 16 01:27:16.251047 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f4f3c-232b-4d6e-8605-11767431534f req-5570a917-96a4-4e0f-8cd3-2977f8384f29 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:16.257291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f4f3c-232b-4d6e-8605-11767431534f req-5570a917-96a4-4e0f-8cd3-2977f8384f29 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:16.272438 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-905f4f3c-232b-4d6e-8605-11767431534f req-5570a917-96a4-4e0f-8cd3-2977f8384f29 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 1682 time: 0.2636397 Jul 16 01:27:16.303151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ec2a3-45d0-456b-b645-d35cbc379793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c79f71f-dd4a-45e3-b949-2b686402b20c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:16.316404 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-cbd1f2a7-b928-4e17-b838-445496b1b12a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.317701 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-cbd1f2a7-b928-4e17-b838-445496b1b12a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.319676 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-cbd1f2a7-b928-4e17-b838-445496b1b12a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Floating IP d5c99ccd-157d-4665-a0a7-226f4ae86446 disassociated. External IP: 172.25.2.136, port: 289cca9c-7347-49d8-bee5-4d9099ba744b. Jul 16 01:27:16.321373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-cbd1f2a7-b928-4e17-b838-445496b1b12a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Calling delete_port for 289cca9c-7347-49d8-bee5-4d9099ba744b owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:16.408364 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-905f4f3c-232b-4d6e-8605-11767431534f req-b8593e17-c722-4e89-8e87-50ac1b36e2ba tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349669 Jul 16 01:27:16.424188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec4f20a9-26cf-42da-b5b2-e35db1b545c6 req-fd0e7292-3fc7-49a3-8c69-4fa2a3dddf5b tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Router 1053be32-b81e-4700-8460-bfaaf619ac13 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:16.460323 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60ad829-0ecc-4775-aea5-4879705e1495 req-e0eecf71-0e90-4099-a9af-e31566a4e0c5 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:16.462069 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f60ad829-0ecc-4775-aea5-4879705e1495 req-e0eecf71-0e90-4099-a9af-e31566a4e0c5 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 945 time: 0.1296670 Jul 16 01:27:16.511021 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-cbd1f2a7-b928-4e17-b838-445496b1b12a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.568492 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd1f2a7-b928-4e17-b838-445496b1b12a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event deleted for resources: {'Port': ['ID=289cca9c-7347-49d8-bee5-4d9099ba744b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:16.645826 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f60ad829-0ecc-4775-aea5-4879705e1495 req-2fdbe281-86aa-4de4-84b1-8949ca8329e0 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187050 Jul 16 01:27:16.713509 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec4f20a9-26cf-42da-b5b2-e35db1b545c6 req-fd0e7292-3fc7-49a3-8c69-4fa2a3dddf5b tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:16.726505 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d27af-7a7b-40c4-8bfb-1cb13b36dfdd None None] Sync routers for ids ['1053be32-b81e-4700-8460-bfaaf619ac13'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:16.761272 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d27af-7a7b-40c4-8bfb-1cb13b36dfdd None None] Routers {'1053be32-b81e-4700-8460-bfaaf619ac13'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:16.762054 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-543d27af-7a7b-40c4-8bfb-1cb13b36dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:27:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1053be32-b81e-4700-8460-bfaaf619ac13'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:16.795708 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4f20a9-26cf-42da-b5b2-e35db1b545c6 req-fd0e7292-3fc7-49a3-8c69-4fa2a3dddf5b tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] No DVR routers for this DVR port 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:16.799427 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ec4f20a9-26cf-42da-b5b2-e35db1b545c6 req-fd0e7292-3fc7-49a3-8c69-4fa2a3dddf5b tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:16.801844 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec4f20a9-26cf-42da-b5b2-e35db1b545c6 req-fd0e7292-3fc7-49a3-8c69-4fa2a3dddf5b tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.70 "DELETE /v2.0/ports/74caaa03-bbcf-44ca-96eb-f0745f4c32d0 HTTP/1.1" status: 204 len: 173 time: 2.6760838 Jul 16 01:27:16.802992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdc8edb-9cb3-40ad-9515-f67cd24a9f57', 'name': 'network-vif-deleted', 'tag': '74caaa03-bbcf-44ca-96eb-f0745f4c32d0'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:16.805268 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d89c51-9cc5-469e-9d17-7e763a32e3f6" -d '{"events": [{"server_uuid": "3fdc8edb-9cb3-40ad-9515-f67cd24a9f57", "name": "network-vif-deleted", "tag": "74caaa03-bbcf-44ca-96eb-f0745f4c32d0"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:16.806175 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-cbd1f2a7-b928-4e17-b838-445496b1b12a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Router de2d70a1-9974-4a30-9a57-22ff4ba101d5 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:16.920995 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-deleted', 'tag': '5b95a4ed-88df-418a-96a8-8e0499b6c17f'}, {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-deleted', 'tag': 'd3f5b683-f652-4d49-951f-b57a2483dc2c'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:16.927824 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749255cb-7084-43bb-8418-22e73f8d6377" -d '{"events": [{"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-deleted", "tag": "5b95a4ed-88df-418a-96a8-8e0499b6c17f"}, {"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-deleted", "tag": "d3f5b683-f652-4d49-951f-b57a2483dc2c"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:16.950294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74734cf6-4638-4744-94e7-4a42d40a7d20 req-3f11f635-4fa6-4eb6-8828-f585faf09ca1 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:16.962577 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74734cf6-4638-4744-94e7-4a42d40a7d20 req-3f11f635-4fa6-4eb6-8828-f585faf09ca1 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.1679413 Jul 16 01:27:17.064624 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74734cf6-4638-4744-94e7-4a42d40a7d20 req-653c7c3a-d372-4e2a-a455-b3aefacae993 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010318 Jul 16 01:27:17.067418 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-cbd1f2a7-b928-4e17-b838-445496b1b12a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:17.079920 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b605744-3777-4f39-9aac-b828a2d0eb47 None None] Sync routers for ids ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:17.091732 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:17.137676 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ddaf20f-83e2-47ed-bf6c-f6776a50d63c x-openstack-request-id: req-2ddaf20f-83e2-47ed-bf6c-f6776a50d63c {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:17.138086 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdc8edb-9cb3-40ad-9515-f67cd24a9f57", "name": "network-vif-deleted", "tag": "74caaa03-bbcf-44ca-96eb-f0745f4c32d0", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:17.138726 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ddaf20f-83e2-47ed-bf6c-f6776a50d63c {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:17.139198 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdc8edb-9cb3-40ad-9515-f67cd24a9f57', 'name': 'network-vif-deleted', 'tag': '74caaa03-bbcf-44ca-96eb-f0745f4c32d0', 'status': 'completed', 'code': 200} Jul 16 01:27:17.153777 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:17.154120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 74caaa03-bbcf-44ca-96eb-f0745f4c32d0 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:17.154541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device d3f5b683-f652-4d49-951f-b57a2483dc2c no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:17.181595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b605744-3777-4f39-9aac-b828a2d0eb47 None None] Routers {'de2d70a1-9974-4a30-9a57-22ff4ba101d5'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:17.182256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8b605744-3777-4f39-9aac-b828a2d0eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:27:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:17.184977 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8d6506-36ba-4376-b622-fe10bede6f94 x-openstack-request-id: req-dc8d6506-36ba-4376-b622-fe10bede6f94 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:17.188143 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-deleted", "tag": "5b95a4ed-88df-418a-96a8-8e0499b6c17f", "status": "completed", "code": 200}, {"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-deleted", "tag": "d3f5b683-f652-4d49-951f-b57a2483dc2c", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:17.189835 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc8d6506-36ba-4376-b622-fe10bede6f94 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:17.191490 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-deleted', 'tag': '5b95a4ed-88df-418a-96a8-8e0499b6c17f', 'status': 'completed', 'code': 200} Jul 16 01:27:17.195323 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-deleted', 'tag': 'd3f5b683-f652-4d49-951f-b57a2483dc2c', 'status': 'completed', 'code': 200} Jul 16 01:27:17.198377 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-cbd1f2a7-b928-4e17-b838-445496b1b12a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] No DVR routers for this DVR port 289cca9c-7347-49d8-bee5-4d9099ba744b on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:17.208758 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-cbd1f2a7-b928-4e17-b838-445496b1b12a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.214917 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-cbd1f2a7-b928-4e17-b838-445496b1b12a tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.70 "DELETE /v2.0/ports/289cca9c-7347-49d8-bee5-4d9099ba744b HTTP/1.1" status: 204 len: 173 time: 1.5127947 Jul 16 01:27:17.297488 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-543d27af-7a7b-40c4-8bfb-1cb13b36dfdd None None] Set router 1053be32-b81e-4700-8460-bfaaf619ac13 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:17.308265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: d3f5b683-f652-4d49-951f-b57a2483dc2c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:17.310829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device d3f5b683-f652-4d49-951f-b57a2483dc2c not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:17.312203 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a81b7832-77d3-447a-8ff3-9eb0ad423218 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:17.403050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757ee37-2742-4689-9164-8c9f5f0df4f4 req-dbb6393e-8854-4d80-adea-f0e15346e1d0 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:17.432503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3757ee37-2742-4689-9164-8c9f5f0df4f4 req-dbb6393e-8854-4d80-adea-f0e15346e1d0 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 945 time: 0.1254153 Jul 16 01:27:17.483161 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-037cf4e4-64f0-4efd-bcc0-9d5e44d3563b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Deleting port 7cd63309-9e07-41bf-ae8a-287f6d4a879b {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:17.487444 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-037cf4e4-64f0-4efd-bcc0-9d5e44d3563b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.518783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3757ee37-2742-4689-9164-8c9f5f0df4f4 req-a099245c-5a1b-441a-b8c6-c1988a27d674 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871489 Jul 16 01:27:17.545815 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8b605744-3777-4f39-9aac-b828a2d0eb47 None None] Set router de2d70a1-9974-4a30-9a57-22ff4ba101d5 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:17.567151 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d9b5fb4-c120-4a1a-8b34-635e27f431e2 req-386aa272-ec05-4029-ad97-3bcf14892272 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fdc8edb-9cb3-40ad-9515-f67cd24a9f57 HTTP/1.1" status: 200 len: 210 time: 0.0859601 Jul 16 01:27:17.647152 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-037cf4e4-64f0-4efd-bcc0-9d5e44d3563b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] For port 7cd63309-9e07-41bf-ae8a-287f6d4a879b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=7cd63309-9e07-41bf-ae8a-287f6d4a879b,segment=NetworkSegment(e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3),segment_id=e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:17.647529 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-037cf4e4-64f0-4efd-bcc0-9d5e44d3563b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.662469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-037cf4e4-64f0-4efd-bcc0-9d5e44d3563b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Calling delete_port for 7cd63309-9e07-41bf-ae8a-287f6d4a879b owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:17.839674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a81b7832-77d3-447a-8ff3-9eb0ad423218 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:17.842975 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 7cd63309-9e07-41bf-ae8a-287f6d4a879b no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:17.885736 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-543d27af-7a7b-40c4-8bfb-1cb13b36dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'name': 'tempest-ServersTestManualDisk-1324698030-router', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:46Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'gw_port': {'id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:48Z', 'updated_at': '2021-07-16T01:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b17fe675-acc4-42fd-8772-e156f68b299e', 'name': '', 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'mac_address': 'fa:16:3e:e0:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:51Z', 'updated_at': '2021-07-16T01:25:02Z', 'revision_number': 5, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'subnets': [{'id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:17.927007 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-037cf4e4-64f0-4efd-bcc0-9d5e44d3563b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:17.932021 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d27af-7a7b-40c4-8bfb-1cb13b36dfdd None None] Checking router: 1053be32-b81e-4700-8460-bfaaf619ac13 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:17.942334 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543d27af-7a7b-40c4-8bfb-1cb13b36dfdd None None] Routers {'1053be32-b81e-4700-8460-bfaaf619ac13'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:17.943089 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-543d27af-7a7b-40c4-8bfb-1cb13b36dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:27:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1053be32-b81e-4700-8460-bfaaf619ac13'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:17.952506 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No active binding found for port 7cd63309-9e07-41bf-ae8a-287f6d4a879b {{(pid=93921) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:27:17.954074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 7cd63309-9e07-41bf-ae8a-287f6d4a879b not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:17.954551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a14a4579-d368-44f0-ab6e-91c9cd789cce no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:18.010673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: a14a4579-d368-44f0-ab6e-91c9cd789cce {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:18.011022 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a14a4579-d368-44f0-ab6e-91c9cd789cce not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:18.011452 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 35c71f39-10b4-4237-a3c3-980c3cbe864d no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:18.031536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5024c-a113-447e-9c0d-8aa57a1c86d3 req-65ee3420-b2e5-4c69-9c48-2f3c13a51a08 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:18.033173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27c5024c-a113-447e-9c0d-8aa57a1c86d3 req-65ee3420-b2e5-4c69-9c48-2f3c13a51a08 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 867 time: 0.3085678 Jul 16 01:27:18.087248 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-543d27af-7a7b-40c4-8bfb-1cb13b36dfdd None None] Set router 1053be32-b81e-4700-8460-bfaaf619ac13 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:18.093890 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037cf4e4-64f0-4efd-bcc0-9d5e44d3563b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event deleted for resources: {'Port': ['ID=7cd63309-9e07-41bf-ae8a-287f6d4a879b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:18.104764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343221a9-dc2c-4031-a285-93526c40a777 req-f858320d-c312-4987-a0fa-28b19144ea8e tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:18.105049 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8b605744-3777-4f39-9aac-b828a2d0eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'name': 'tempest-TaggedBootDevicesTest-1017351996-router', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:21Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'gw_port': {'id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f655cf06-072c-4488-b6b9-1b6a37835dca', 'name': '', 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'mac_address': 'fa:16:3e:45:c3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:30Z', 'updated_at': '2021-07-16T01:16:45Z', 'revision_number': 5, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'subnets': [{'id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:18.108318 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 35c71f39-10b4-4237-a3c3-980c3cbe864d not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:18.108743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5b95a4ed-88df-418a-96a8-8e0499b6c17f no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:18.117165 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-343221a9-dc2c-4031-a285-93526c40a777 req-f858320d-c312-4987-a0fa-28b19144ea8e tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 945 time: 0.3236325 Jul 16 01:27:18.138729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-037cf4e4-64f0-4efd-bcc0-9d5e44d3563b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] No DVR routers for this DVR port 7cd63309-9e07-41bf-ae8a-287f6d4a879b on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:18.141525 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b605744-3777-4f39-9aac-b828a2d0eb47 None None] Checking router: de2d70a1-9974-4a30-9a57-22ff4ba101d5 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:18.143648 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-037cf4e4-64f0-4efd-bcc0-9d5e44d3563b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:18.147507 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-57123f27-c014-4dcc-bb56-19a047a260f7 req-037cf4e4-64f0-4efd-bcc0-9d5e44d3563b tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.70 "DELETE /v2.0/ports/7cd63309-9e07-41bf-ae8a-287f6d4a879b HTTP/1.1" status: 204 len: 173 time: 0.9244516 Jul 16 01:27:18.165734 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 5b95a4ed-88df-418a-96a8-8e0499b6c17f {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:18.166700 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27c5024c-a113-447e-9c0d-8aa57a1c86d3 req-abfc17ca-8ad6-42f1-b0ab-3dba6d5543d4 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups?id=6efccdc7-58ee-49c4-8baf-259656741067&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244075 Jul 16 01:27:18.167124 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5b95a4ed-88df-418a-96a8-8e0499b6c17f not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:18.167999 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 289cca9c-7347-49d8-bee5-4d9099ba744b no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:18.217406 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 289cca9c-7347-49d8-bee5-4d9099ba744b {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:18.218380 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 289cca9c-7347-49d8-bee5-4d9099ba744b not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:18.231506 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-343221a9-dc2c-4031-a285-93526c40a777 req-6abba855-c917-43d4-a459-debe3b4b3f10 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134260 Jul 16 01:27:18.233896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b605744-3777-4f39-9aac-b828a2d0eb47 None None] Routers {'de2d70a1-9974-4a30-9a57-22ff4ba101d5'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:18.235106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8b605744-3777-4f39-9aac-b828a2d0eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:27:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:18.489923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b30c55-8977-4bc1-a050-acf899816cdd req-f62e6fef-1a35-4459-9370-d1eb673a06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:18.505040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4b30c55-8977-4bc1-a050-acf899816cdd req-f62e6fef-1a35-4459-9370-d1eb673a06e8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac&tenant_id=dc7c79121ea347e08eab6bb95810733c HTTP/1.1" status: 200 len: 1096 time: 0.2541239 Jul 16 01:27:18.538250 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-543d27af-7a7b-40c4-8bfb-1cb13b36dfdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'name': 'tempest-ServersTestManualDisk-1324698030-router', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:46Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'gw_port': {'id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:48Z', 'updated_at': '2021-07-16T01:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b17fe675-acc4-42fd-8772-e156f68b299e', 'name': '', 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'mac_address': 'fa:16:3e:e0:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:51Z', 'updated_at': '2021-07-16T01:25:02Z', 'revision_number': 5, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'subnets': [{'id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:18.560660 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8b605744-3777-4f39-9aac-b828a2d0eb47 None None] Set router de2d70a1-9974-4a30-9a57-22ff4ba101d5 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:18.593166 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543d27af-7a7b-40c4-8bfb-1cb13b36dfdd None None] The sync data for ids ['1053be32-b81e-4700-8460-bfaaf619ac13'] in n-d-791505-14 is: [{'id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'name': 'tempest-ServersTestManualDisk-1324698030-router', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:46Z', 'updated_at': '2021-07-16T01:24:52Z', 'revision_number': 4, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'gw_port': {'id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:48Z', 'updated_at': '2021-07-16T01:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b17fe675-acc4-42fd-8772-e156f68b299e', 'name': '', 'network_id': '80a71a10-4f75-4dfc-8149-655a58a39291', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'mac_address': 'fa:16:3e:e0:cf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_interface', 'standard_attr_id': 1614, 'fixed_ips': [{'subnet_id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:51Z', 'updated_at': '2021-07-16T01:25:02Z', 'revision_number': 5, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'subnets': [{'id': '0ff00f1c-308b-438e-9560-b6ed4ef1200b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:18.823789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a678460f-0032-4abf-a66a-2e5f0c663dd4 req-d1082dc0-9714-4930-9498-d9b4a18e6c1d tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:18.836978 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a678460f-0032-4abf-a66a-2e5f0c663dd4 req-d1082dc0-9714-4930-9498-d9b4a18e6c1d tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.3510883 Jul 16 01:27:18.842739 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b30c55-8977-4bc1-a050-acf899816cdd req-1701ef36-91ca-47d7-aacb-7f5d0ba28e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:18.845039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4b30c55-8977-4bc1-a050-acf899816cdd req-1701ef36-91ca-47d7-aacb-7f5d0ba28e39 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc7c79121ea347e08eab6bb95810733c&device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 1096 time: 0.2321725 Jul 16 01:27:19.025962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dabec-94ed-43c7-9667-ccfe12825c83 req-30e22cdb-2846-409c-b9f3-de629175c8a2 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.033788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b75dabec-94ed-43c7-9667-ccfe12825c83 req-30e22cdb-2846-409c-b9f3-de629175c8a2 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 945 time: 0.2764003 Jul 16 01:27:19.043785 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a678460f-0032-4abf-a66a-2e5f0c663dd4 req-066b93ab-ac57-4eaf-9bca-b7d75f0b1184 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057774 Jul 16 01:27:19.097372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b30c55-8977-4bc1-a050-acf899816cdd req-52610bec-615c-44b4-8edd-5911e9c001e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.099078 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4b30c55-8977-4bc1-a050-acf899816cdd req-52610bec-615c-44b4-8edd-5911e9c001e3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=82cbe9d9-283a-4c69-a1bc-536a90b2446b HTTP/1.1" status: 200 len: 917 time: 0.2474906 Jul 16 01:27:19.128628 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2543218d-9a9e-4f70-8f1f-c51bd693b5c8 None None] New status for floating IP 322eff33-0d9b-447d-a882-1d0badae9e2d: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:27:19.139184 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b75dabec-94ed-43c7-9667-ccfe12825c83 req-01315777-8fca-40e4-aab2-23713794ebe1 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042440 Jul 16 01:27:19.196587 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-deleted', 'tag': '289cca9c-7347-49d8-bee5-4d9099ba744b'}, {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-deleted', 'tag': '7cd63309-9e07-41bf-ae8a-287f6d4a879b'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:19.198928 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346212f9-1b3f-450c-8e21-1ed5796bccd9" -d '{"events": [{"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-deleted", "tag": "289cca9c-7347-49d8-bee5-4d9099ba744b"}, {"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-deleted", "tag": "7cd63309-9e07-41bf-ae8a-287f6d4a879b"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:19.318893 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfe43ce-05f2-4eb7-a538-033dd8661ba3 x-openstack-request-id: req-2bfe43ce-05f2-4eb7-a538-033dd8661ba3 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:19.319444 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-deleted", "tag": "289cca9c-7347-49d8-bee5-4d9099ba744b", "status": "completed", "code": 200}, {"server_uuid": "8ef23b4a-54b8-4fd1-9589-fa5335ceac60", "name": "network-vif-deleted", "tag": "7cd63309-9e07-41bf-ae8a-287f6d4a879b", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:19.319956 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2bfe43ce-05f2-4eb7-a538-033dd8661ba3 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:19.320579 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-deleted', 'tag': '289cca9c-7347-49d8-bee5-4d9099ba744b', 'status': 'completed', 'code': 200} Jul 16 01:27:19.321029 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef23b4a-54b8-4fd1-9589-fa5335ceac60', 'name': 'network-vif-deleted', 'tag': '7cd63309-9e07-41bf-ae8a-287f6d4a879b', 'status': 'completed', 'code': 200} Jul 16 01:27:19.351361 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4b30c55-8977-4bc1-a050-acf899816cdd req-15509f23-961d-4346-b738-afa479948c82 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3 HTTP/1.1" status: 200 len: 999 time: 0.2083242 Jul 16 01:27:19.363716 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8b605744-3777-4f39-9aac-b828a2d0eb47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'name': 'tempest-TaggedBootDevicesTest-1017351996-router', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:21Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'gw_port': {'id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f655cf06-072c-4488-b6b9-1b6a37835dca', 'name': '', 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'mac_address': 'fa:16:3e:45:c3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:30Z', 'updated_at': '2021-07-16T01:16:45Z', 'revision_number': 5, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'subnets': [{'id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:19.452223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b605744-3777-4f39-9aac-b828a2d0eb47 None None] The sync data for ids ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'] in n-d-791505-14 is: [{'id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'name': 'tempest-TaggedBootDevicesTest-1017351996-router', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:21Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'gw_port': {'id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'f655cf06-072c-4488-b6b9-1b6a37835dca', 'name': '', 'network_id': 'd840524c-d20b-4c1a-aaec-1bfb1e9b9dac', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'mac_address': 'fa:16:3e:45:c3:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 741, 'fixed_ips': [{'subnet_id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:30Z', 'updated_at': '2021-07-16T01:16:45Z', 'revision_number': 5, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'subnets': [{'id': '285c6a64-1df3-41f2-8898-775d2babb8a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:19.494167 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b30c55-8977-4bc1-a050-acf899816cdd req-f5048a37-a122-4cdd-b5e3-5caa5283b7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.496002 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4b30c55-8977-4bc1-a050-acf899816cdd req-f5048a37-a122-4cdd-b5e3-5caa5283b7e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7 HTTP/1.1" status: 200 len: 855 time: 0.1378210 Jul 16 01:27:19.582066 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8aab0c43-1c9d-44e9-8020-5533e345a696 req-03487b24-311b-4fb6-9b3a-d8d878095e01 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 210 time: 0.0899909 Jul 16 01:27:19.644558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a764a626-4f52-4879-adb3-b7d4edaf2f57 req-bf563162-890d-4b6a-8106-112f3ba0b39e tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.658770 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a764a626-4f52-4879-adb3-b7d4edaf2f57 req-bf563162-890d-4b6a-8106-112f3ba0b39e tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 945 time: 0.2227135 Jul 16 01:27:19.686163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35956) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:19.702556 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b30c55-8977-4bc1-a050-acf899816cdd req-d1e4b821-8240-4f19-b1a1-4413f671edee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:19.704345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4b30c55-8977-4bc1-a050-acf899816cdd req-d1e4b821-8240-4f19-b1a1-4413f671edee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82cbe9d9-283a-4c69-a1bc-536a90b2446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1948988 Jul 16 01:27:19.773717 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a764a626-4f52-4879-adb3-b7d4edaf2f57 req-c9fddfda-f221-4d32-898c-f614a812bf92 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131675 Jul 16 01:27:19.881634 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae4e48eb-db0d-48a4-8ec3-ab49809dab5f tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.907665 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4b30c55-8977-4bc1-a050-acf899816cdd req-b180b9cf-3f28-4252-a691-1774b74ee54d service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856699 Jul 16 01:27:19.921909 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae4e48eb-db0d-48a4-8ec3-ab49809dab5f tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.982195 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae4e48eb-db0d-48a4-8ec3-ab49809dab5f tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.984978 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae4e48eb-db0d-48a4-8ec3-ab49809dab5f tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:19.988347 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ae4e48eb-db0d-48a4-8ec3-ab49809dab5f tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "DELETE /v2.0/security-groups/c47ca188-4478-4700-8a7e-449dceaacdb0 HTTP/1.1" status: 204 len: 168 time: 0.2991145 Jul 16 01:27:19.989941 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35966) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.003208 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-996f970f-6296-4ff3-87b1-26eec7e88bc8 None None] New status for floating IP d5c99ccd-157d-4665-a0a7-226f4ae86446: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:27:20.006341 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e48eb-db0d-48a4-8ec3-ab49809dab5f tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47ca188-4478-4700-8a7e-449dceaacdb0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:20.047838 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-02f33f82-836e-44d7-9b9e-aab67b7c2546 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] show failed (client error): The resource could not be found. Jul 16 01:27:20.050091 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-02f33f82-836e-44d7-9b9e-aab67b7c2546 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "GET /v2.0/security-groups/c47ca188-4478-4700-8a7e-449dceaacdb0 HTTP/1.1" status: 404 len: 347 time: 0.0575235 Jul 16 01:27:20.052637 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35968) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:20.130702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4b30c55-8977-4bc1-a050-acf899816cdd req-214a4a57-fffe-4f36-a34c-033306a38af9 service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573808 Jul 16 01:27:20.316633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0bafcbc6-1ff8-422a-b81b-c4699c747322 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Deleting port 860d5610-0c64-4b0f-abd1-2e00638205fe {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:20.317191 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0bafcbc6-1ff8-422a-b81b-c4699c747322 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.463288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d1d41-6709-45f7-8874-25e11d9577e2 req-de018138-faf5-436a-8cc1-99bf6423f07f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:20.464922 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-029d1d41-6709-45f7-8874-25e11d9577e2 req-de018138-faf5-436a-8cc1-99bf6423f07f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.1632993 Jul 16 01:27:20.475211 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0bafcbc6-1ff8-422a-b81b-c4699c747322 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.475913 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0bafcbc6-1ff8-422a-b81b-c4699c747322 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:20.493387 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0bafcbc6-1ff8-422a-b81b-c4699c747322 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Calling delete_port for 860d5610-0c64-4b0f-abd1-2e00638205fe owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:20.567063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-029d1d41-6709-45f7-8874-25e11d9577e2 req-e575f676-ccb2-4152-8ba6-68b436204be1 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932608 Jul 16 01:27:20.678272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64823bd-998d-4e7c-ba60-12492f6c5a81 req-a4232ccf-c6ec-4f27-b7ed-e51ec5946d6e tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:20.700399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a64823bd-998d-4e7c-ba60-12492f6c5a81 req-a4232ccf-c6ec-4f27-b7ed-e51ec5946d6e tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 945 time: 0.1123240 Jul 16 01:27:20.764427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a64823bd-998d-4e7c-ba60-12492f6c5a81 req-a1786189-6907-47de-9909-672ad260e5f5 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630031 Jul 16 01:27:20.851454 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8e132f0-f528-45da-b002-a2baa24c65c2 req-5b42aea4-d144-4b98-a8bc-445c7e3c266c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 210 time: 0.0458460 Jul 16 01:27:21.176817 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0bafcbc6-1ff8-422a-b81b-c4699c747322 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.225682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafcbc6-1ff8-422a-b81b-c4699c747322 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Pushing event deleted for resources: {'Port': ['ID=860d5610-0c64-4b0f-abd1-2e00638205fe,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:21.322444 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0bafcbc6-1ff8-422a-b81b-c4699c747322 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.325330 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0bafcbc6-1ff8-422a-b81b-c4699c747322 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:21.326866 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0bafcbc6-1ff8-422a-b81b-c4699c747322 tempest-ServersTestManualDisk-154132610 tempest-ServersTestManualDisk-154132610-project] 10.222.0.22 "DELETE /v2.0/floatingips/322eff33-0d9b-447d-a882-1d0badae9e2d HTTP/1.1" status: 204 len: 168 time: 1.2702405 Jul 16 01:27:21.330343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36012) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:22.001792 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ff2b6-e044-4ba4-9318-96da9f441ec3 req-5492e7f6-47de-4b1b-adbb-aad731db5745 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.003283 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3a5ff2b6-e044-4ba4-9318-96da9f441ec3 req-5492e7f6-47de-4b1b-adbb-aad731db5745 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.70 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 945 time: 0.1251974 Jul 16 01:27:22.155592 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-3a5ff2b6-e044-4ba4-9318-96da9f441ec3 req-767f5e3f-973f-41f0-82ce-fb64c1832001 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Deleting port 6ae80688-9bf6-4435-999c-1e79c22964a4 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:22.155981 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3a5ff2b6-e044-4ba4-9318-96da9f441ec3 req-767f5e3f-973f-41f0-82ce-fb64c1832001 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.341477 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-3a5ff2b6-e044-4ba4-9318-96da9f441ec3 req-767f5e3f-973f-41f0-82ce-fb64c1832001 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] For port 6ae80688-9bf6-4435-999c-1e79c22964a4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6ae80688-9bf6-4435-999c-1e79c22964a4,segment=NetworkSegment(32061e96-321a-49ab-a943-5ded49822dc9),segment_id=32061e96-321a-49ab-a943-5ded49822dc9)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:22.342157 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3a5ff2b6-e044-4ba4-9318-96da9f441ec3 req-767f5e3f-973f-41f0-82ce-fb64c1832001 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.369471 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-3a5ff2b6-e044-4ba4-9318-96da9f441ec3 req-767f5e3f-973f-41f0-82ce-fb64c1832001 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Calling delete_port for 6ae80688-9bf6-4435-999c-1e79c22964a4 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:22.485273 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc478c2d-c2ac-42af-86ff-9b17e811173b req-12a07d63-fd72-4260-81c0-4f4bfd164f93 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.492016 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc478c2d-c2ac-42af-86ff-9b17e811173b req-12a07d63-fd72-4260-81c0-4f4bfd164f93 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.2345765 Jul 16 01:27:22.517634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b0077-1fa0-4b30-8375-2edf33f60ef1 req-e1dc4dc8-bad3-4782-b33d-989b741ab22a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:22.524902 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b7b0077-1fa0-4b30-8375-2edf33f60ef1 req-e1dc4dc8-bad3-4782-b33d-989b741ab22a tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/ports?device_id=1f892be6-5109-48d0-a076-b4d445ad9d5d HTTP/1.1" status: 200 len: 945 time: 0.2685316 Jul 16 01:27:22.583920 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3a5ff2b6-e044-4ba4-9318-96da9f441ec3 req-767f5e3f-973f-41f0-82ce-fb64c1832001 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.596183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['6ae80688-9bf6-4435-999c-1e79c22964a4'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:22.602145 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc478c2d-c2ac-42af-86ff-9b17e811173b req-f2c4431c-88c9-4a49-8007-76b2eed8b224 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091228 Jul 16 01:27:22.632509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f5e3f-973f-41f0-82ce-fb64c1832001 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Pushing event deleted for resources: {'Port': ['ID=6ae80688-9bf6-4435-999c-1e79c22964a4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:22.641328 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b7b0077-1fa0-4b30-8375-2edf33f60ef1 req-d5e564ff-f1e8-46d5-8914-846bea32d7f8 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115088 Jul 16 01:27:22.718371 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe88ac71-ab50-476d-95e1-826af2fdc4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.737609 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a5ff2b6-e044-4ba4-9318-96da9f441ec3 req-767f5e3f-973f-41f0-82ce-fb64c1832001 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] No DVR routers for this DVR port 6ae80688-9bf6-4435-999c-1e79c22964a4 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:22.742702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3a5ff2b6-e044-4ba4-9318-96da9f441ec3 req-767f5e3f-973f-41f0-82ce-fb64c1832001 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:22.749265 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3a5ff2b6-e044-4ba4-9318-96da9f441ec3 req-767f5e3f-973f-41f0-82ce-fb64c1832001 tempest-ServerDiskConfigTestJSON-868008964 tempest-ServerDiskConfigTestJSON-868008964-project] 10.222.0.70 "DELETE /v2.0/ports/6ae80688-9bf6-4435-999c-1e79c22964a4 HTTP/1.1" status: 204 len: 173 time: 0.7297857 Jul 16 01:27:22.749772 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f892be6-5109-48d0-a076-b4d445ad9d5d', 'name': 'network-vif-deleted', 'tag': '6ae80688-9bf6-4435-999c-1e79c22964a4'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:22.762997 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546b1109-b414-4894-8766-27a820d4709f" -d '{"events": [{"server_uuid": "1f892be6-5109-48d0-a076-b4d445ad9d5d", "name": "network-vif-deleted", "tag": "6ae80688-9bf6-4435-999c-1e79c22964a4"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:22.829200 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7143897f-4f85-4fdb-acbf-e99cb1654a45 x-openstack-request-id: req-7143897f-4f85-4fdb-acbf-e99cb1654a45 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:22.829493 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f892be6-5109-48d0-a076-b4d445ad9d5d", "name": "network-vif-deleted", "tag": "6ae80688-9bf6-4435-999c-1e79c22964a4", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:22.829776 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7143897f-4f85-4fdb-acbf-e99cb1654a45 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:22.830195 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f892be6-5109-48d0-a076-b4d445ad9d5d', 'name': 'network-vif-deleted', 'tag': '6ae80688-9bf6-4435-999c-1e79c22964a4', 'status': 'completed', 'code': 200} Jul 16 01:27:23.025964 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7fe3ee5b-bc27-4381-ae0b-b1bcc5387bf1 req-c04d6c94-b92f-40c8-ab10-f7a3a268f4fe tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 210 time: 0.1444428 Jul 16 01:27:23.213956 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-fe88ac71-ab50-476d-95e1-826af2fdc4b0 admin admin] Deleting port b17fe675-acc4-42fd-8772-e156f68b299e {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:23.214228 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe88ac71-ab50-476d-95e1-826af2fdc4b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.337212 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-fe88ac71-ab50-476d-95e1-826af2fdc4b0 admin admin] For port b17fe675-acc4-42fd-8772-e156f68b299e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b17fe675-acc4-42fd-8772-e156f68b299e,segment=NetworkSegment(2e15e338-dd7e-4ccf-b3bf-73acd918fe27),segment_id=2e15e338-dd7e-4ccf-b3bf-73acd918fe27)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:23.337212 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe88ac71-ab50-476d-95e1-826af2fdc4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.361607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-fe88ac71-ab50-476d-95e1-826af2fdc4b0 admin admin] Calling delete_port for b17fe675-acc4-42fd-8772-e156f68b299e owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:23.806203 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe88ac71-ab50-476d-95e1-826af2fdc4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:23.903935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88ac71-ab50-476d-95e1-826af2fdc4b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b17fe675-acc4-42fd-8772-e156f68b299e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:24.134816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea451bc-1989-4495-9b06-7d38606871fa req-cff7de91-f50f-4061-98c3-1e685c749176 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:24.142082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eea451bc-1989-4495-9b06-7d38606871fa req-cff7de91-f50f-4061-98c3-1e685c749176 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.3386781 Jul 16 01:27:24.427782 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-04b92d99-716d-43e2-869c-a4bed192d9cf req-32a78eb7-2d05-4e3e-92ba-22d7a1d1b290 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 210 time: 0.0432749 Jul 16 01:27:24.433653 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eea451bc-1989-4495-9b06-7d38606871fa req-bae88600-dbe8-4bf0-8c1c-449d853efbf9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907093 Jul 16 01:27:24.451404 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe88ac71-ab50-476d-95e1-826af2fdc4b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.785092 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36094) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:24.877127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8f3a7b5-0072-4821-bf14-1376ca005c67 admin admin] Deleting subnet 90b01562-c676-4c86-9404-87a509f3f65f {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:24.881581 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a7b5-0072-4821-bf14-1376ca005c67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:24.881772 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe88ac71-ab50-476d-95e1-826af2fdc4b0 admin admin] Router 1053be32-b81e-4700-8460-bfaaf619ac13 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:24.976014 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a7b5-0072-4821-bf14-1376ca005c67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.079380 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a7b5-0072-4821-bf14-1376ca005c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.101276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe88ac71-ab50-476d-95e1-826af2fdc4b0 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:25.112874 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a084c50f-fd99-4ad5-a82f-ba3a661b1e34 None None] Sync routers for ids ['1053be32-b81e-4700-8460-bfaaf619ac13'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:25.120440 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fe88ac71-ab50-476d-95e1-826af2fdc4b0 admin admin] 10.222.0.22 "PUT /v2.0/routers/1053be32-b81e-4700-8460-bfaaf619ac13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7885678 Jul 16 01:27:25.132499 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36102) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:25.132828 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a084c50f-fd99-4ad5-a82f-ba3a661b1e34 None None] Routers {'1053be32-b81e-4700-8460-bfaaf619ac13'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:25.135579 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a084c50f-fd99-4ad5-a82f-ba3a661b1e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:27:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1053be32-b81e-4700-8460-bfaaf619ac13'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:25.190810 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a7b5-0072-4821-bf14-1376ca005c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.263414 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3a7b5-0072-4821-bf14-1376ca005c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90b01562-c676-4c86-9404-87a509f3f65f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:25.295273 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8f3a7b5-0072-4821-bf14-1376ca005c67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.305336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36106) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:25.306255 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f8f3a7b5-0072-4821-bf14-1376ca005c67 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/90b01562-c676-4c86-9404-87a509f3f65f HTTP/1.1" status: 204 len: 168 time: 0.5200670 Jul 16 01:27:25.368029 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a084c50f-fd99-4ad5-a82f-ba3a661b1e34 None None] Set router 1053be32-b81e-4700-8460-bfaaf619ac13 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:25.584052 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-be269ca1-2c3b-4ac6-9beb-76962f300d55 admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.608942 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba537f97-6642-49b8-91e0-19f632ba3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:25.659092 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a084c50f-fd99-4ad5-a82f-ba3a661b1e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'name': 'tempest-ServersTestManualDisk-1324698030-router', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:46Z', 'updated_at': '2021-07-16T01:27:23Z', 'revision_number': 5, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'gw_port': {'id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:48Z', 'updated_at': '2021-07-16T01:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:25.745088 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a084c50f-fd99-4ad5-a82f-ba3a661b1e34 None None] Checking router: 1053be32-b81e-4700-8460-bfaaf619ac13 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:25.777919 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a084c50f-fd99-4ad5-a82f-ba3a661b1e34 None None] Routers {'1053be32-b81e-4700-8460-bfaaf619ac13'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:25.778820 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a084c50f-fd99-4ad5-a82f-ba3a661b1e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:27:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1053be32-b81e-4700-8460-bfaaf619ac13'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:26.027040 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a084c50f-fd99-4ad5-a82f-ba3a661b1e34 None None] Set router 1053be32-b81e-4700-8460-bfaaf619ac13 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:26.065450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1042774-8b35-46f9-af25-3c0e82b8ea20 req-246f206a-3e37-4dfd-93d4-01004a82b0b6 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 210 time: 0.1991432 Jul 16 01:27:26.130010 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36138) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:26.186477 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba537f97-6642-49b8-91e0-19f632ba3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.202558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-ba537f97-6642-49b8-91e0-19f632ba3c6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1307d4e-50fc-4f67-922e-cf5011652eed']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:26.254782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-ba537f97-6642-49b8-91e0-19f632ba3c6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32061e96-321a-49ab-a943-5ded49822dc9') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:26.264964 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-ba537f97-6642-49b8-91e0-19f632ba3c6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32061e96-321a-49ab-a943-5ded49822dc9') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:26.275566 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-be269ca1-2c3b-4ac6-9beb-76962f300d55 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.285454 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba537f97-6642-49b8-91e0-19f632ba3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.295025 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e8546-6c4e-4543-a2f0-e14384f686c5 req-60534e8d-fa94-4440-b699-364d35d41bad tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:26.302931 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-250e8546-6c4e-4543-a2f0-e14384f686c5 req-60534e8d-fa94-4440-b699-364d35d41bad tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.5401857 Jul 16 01:27:26.336955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15838a37-3ed1-4eea-96f8-c62d0c2fc955 req-0e5cdb75-6b05-45ee-9aa2-bec147b0028d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:26.337350 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba537f97-6642-49b8-91e0-19f632ba3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.342113 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-15838a37-3ed1-4eea-96f8-c62d0c2fc955 req-0e5cdb75-6b05-45ee-9aa2-bec147b0028d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 1097 time: 0.2092695 Jul 16 01:27:26.387705 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba537f97-6642-49b8-91e0-19f632ba3c6e admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:26.393888 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-15838a37-3ed1-4eea-96f8-c62d0c2fc955 req-450df6ab-567b-41db-9eaf-05fb865f1271 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f0efe193-76ce-4708-bcb7-5471170946e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441821 Jul 16 01:27:26.395807 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba537f97-6642-49b8-91e0-19f632ba3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:26.399915 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:26.456974 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a084c50f-fd99-4ad5-a82f-ba3a661b1e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'name': 'tempest-ServersTestManualDisk-1324698030-router', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:46Z', 'updated_at': '2021-07-16T01:27:23Z', 'revision_number': 5, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'gw_port': {'id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:48Z', 'updated_at': '2021-07-16T01:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:26.498357 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a084c50f-fd99-4ad5-a82f-ba3a661b1e34 None None] The sync data for ids ['1053be32-b81e-4700-8460-bfaaf619ac13'] in n-d-791505-14 is: [{'id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'name': 'tempest-ServersTestManualDisk-1324698030-router', 'tenant_id': 'b26c7ce636f344af8313269dbceb7946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91'}], 'enable_snat': True}, 'gw_port_id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:46Z', 'updated_at': '2021-07-16T01:27:23Z', 'revision_number': 5, 'project_id': 'b26c7ce636f344af8313269dbceb7946', 'gw_port': {'id': '10b59e95-5ff1-4d62-9b98-f8f77f8292cd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:b1:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1053be32-b81e-4700-8460-bfaaf619ac13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1612, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:48Z', 'updated_at': '2021-07-16T01:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:26.604740 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-250e8546-6c4e-4543-a2f0-e14384f686c5 req-4e2a4bb3-79bc-437a-87e2-e4ba2470dfe0 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003452 Jul 16 01:27:26.629598 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba537f97-6642-49b8-91e0-19f632ba3c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.655138 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba537f97-6642-49b8-91e0-19f632ba3c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.660181 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ba537f97-6642-49b8-91e0-19f632ba3c6e admin admin] 10.222.0.22 "DELETE /v2.0/networks/e1307d4e-50fc-4f67-922e-cf5011652eed HTTP/1.1" status: 204 len: 168 time: 1.3539279 Jul 16 01:27:26.718960 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba537f97-6642-49b8-91e0-19f632ba3c6e admin admin] Pushing event deleted for resources: {'Network': ['ID=e1307d4e-50fc-4f67-922e-cf5011652eed,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:26.739748 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-be269ca1-2c3b-4ac6-9beb-76962f300d55 admin admin] Deleting port 10b59e95-5ff1-4d62-9b98-f8f77f8292cd {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:26.740304 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-be269ca1-2c3b-4ac6-9beb-76962f300d55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.945010 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-be269ca1-2c3b-4ac6-9beb-76962f300d55 admin admin] For port 10b59e95-5ff1-4d62-9b98-f8f77f8292cd, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=10b59e95-5ff1-4d62-9b98-f8f77f8292cd,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:26.948769 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-be269ca1-2c3b-4ac6-9beb-76962f300d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:26.993581 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-be269ca1-2c3b-4ac6-9beb-76962f300d55 admin admin] Calling delete_port for 10b59e95-5ff1-4d62-9b98-f8f77f8292cd owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:27.111928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6ae80688-9bf6-4435-999c-1e79c22964a4 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:27.233419 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 6ae80688-9bf6-4435-999c-1e79c22964a4 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:27.233932 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6ae80688-9bf6-4435-999c-1e79c22964a4 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:27.243749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36158) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:27.333070 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-85e89909-31e3-4c2f-873c-a708f3acb6aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e26e4771e423460f88aa204ff7981a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0872121 Jul 16 01:27:27.339910 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36164) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:27.486263 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b17fe675-acc4-42fd-8772-e156f68b299e no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:27.532762 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3475170b-c722-4e4e-9f49-d351843a8519 req-3c8440bb-cdbc-44fc-9524-a3d6230a35ca tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 210 time: 0.1109607 Jul 16 01:27:27.542171 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: b17fe675-acc4-42fd-8772-e156f68b299e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:27.544955 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b17fe675-acc4-42fd-8772-e156f68b299e not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:27.574873 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3583f5c2-99a8-4a28-8bb6-e6128287661f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.595679 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-be269ca1-2c3b-4ac6-9beb-76962f300d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.615713 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3583f5c2-99a8-4a28-8bb6-e6128287661f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:27.679362 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be269ca1-2c3b-4ac6-9beb-76962f300d55 admin admin] Pushing event deleted for resources: {'Port': ['ID=10b59e95-5ff1-4d62-9b98-f8f77f8292cd,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:27.998439 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-be269ca1-2c3b-4ac6-9beb-76962f300d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.115278 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3583f5c2-99a8-4a28-8bb6-e6128287661f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.117953 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3583f5c2-99a8-4a28-8bb6-e6128287661f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.119234 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3583f5c2-99a8-4a28-8bb6-e6128287661f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0 HTTP/1.1" status: 204 len: 168 time: 0.7775936 Jul 16 01:27:28.129155 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-be269ca1-2c3b-4ac6-9beb-76962f300d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.132499 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-be269ca1-2c3b-4ac6-9beb-76962f300d55 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.183336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583f5c2-99a8-4a28-8bb6-e6128287661f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7c3ff03-1d27-44cd-b8c3-4aa4b4d61fd0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:28.206956 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b2626b-6cf7-40f1-a76e-af9cef8c7cee req-385e8977-3126-4704-b2c5-ec54eadea0c4 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:28.214912 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47b2626b-6cf7-40f1-a76e-af9cef8c7cee req-385e8977-3126-4704-b2c5-ec54eadea0c4 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.3366840 Jul 16 01:27:28.223438 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-be269ca1-2c3b-4ac6-9beb-76962f300d55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.224146 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be269ca1-2c3b-4ac6-9beb-76962f300d55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1053be32-b81e-4700-8460-bfaaf619ac13 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:27:28.229377 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-be269ca1-2c3b-4ac6-9beb-76962f300d55 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.233229 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36182) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:28.233401 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-be269ca1-2c3b-4ac6-9beb-76962f300d55 admin admin] 10.222.0.22 "DELETE /v2.0/routers/1053be32-b81e-4700-8460-bfaaf619ac13 HTTP/1.1" status: 204 len: 168 time: 3.0997822 Jul 16 01:27:28.289791 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47b2626b-6cf7-40f1-a76e-af9cef8c7cee req-2bf6893b-328a-4fb2-9e5b-13b4f813202f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728173 Jul 16 01:27:28.350686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a2d7d35-fdf2-447c-a334-2b912be69017 admin admin] Deleting subnet 0ff00f1c-308b-438e-9560-b6ed4ef1200b {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:28.361999 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7d35-fdf2-447c-a334-2b912be69017 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.481401 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7d35-fdf2-447c-a334-2b912be69017 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.602995 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:27:28.712676 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7d35-fdf2-447c-a334-2b912be69017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.833408 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7d35-fdf2-447c-a334-2b912be69017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.882616 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d7d35-fdf2-447c-a334-2b912be69017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ff00f1c-308b-438e-9560-b6ed4ef1200b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:28.929170 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef618e84-1e18-4e87-a253-e5f022e61302 None None] Network 80a71a10-4f75-4dfc-8149-655a58a39291 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:28.941472 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45f571de-110b-453d-8353-3a7b02fc80cb req-3833b9ae-88c2-4714-a142-16572127b315 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 210 time: 0.0978675 Jul 16 01:27:28.942049 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7d35-fdf2-447c-a334-2b912be69017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:28.953146 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0a2d7d35-fdf2-447c-a334-2b912be69017 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0ff00f1c-308b-438e-9560-b6ed4ef1200b HTTP/1.1" status: 204 len: 168 time: 0.7158308 Jul 16 01:27:28.954767 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36198) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:29.082640 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.162441 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] Deleting port 85cac8b5-9263-4724-88be-bb345248bd96 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:29.163070 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.257344 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] For port 85cac8b5-9263-4724-88be-bb345248bd96, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=85cac8b5-9263-4724-88be-bb345248bd96,segment=NetworkSegment(2e15e338-dd7e-4ccf-b3bf-73acd918fe27),segment_id=2e15e338-dd7e-4ccf-b3bf-73acd918fe27)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:29.258989 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.290280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] Calling delete_port for 85cac8b5-9263-4724-88be-bb345248bd96 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:29.426466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] DHCP port deletion for 80a71a10-4f75-4dfc-8149-655a58a39291 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:27:29.464910 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.503397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] No DVR routers for this DVR port 85cac8b5-9263-4724-88be-bb345248bd96 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:29.551213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 85cac8b5-9263-4724-88be-bb345248bd96 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:29.589105 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] Pushing event deleted for resources: {'Port': ['ID=85cac8b5-9263-4724-88be-bb345248bd96,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:29.605398 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 85cac8b5-9263-4724-88be-bb345248bd96 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:29.606714 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 85cac8b5-9263-4724-88be-bb345248bd96 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:29.608449 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 10b59e95-5ff1-4d62-9b98-f8f77f8292cd no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:29.669793 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Deleting port 85cac8b5-9263-4724-88be-bb345248bd96 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:29.670449 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.748159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] For port 85cac8b5-9263-4724-88be-bb345248bd96, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:29.749259 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.764932 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Calling delete_port for 85cac8b5-9263-4724-88be-bb345248bd96 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:29.769281 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Port 85cac8b5-9263-4724-88be-bb345248bd96 was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:27:29.771388 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:29.782860 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 10b59e95-5ff1-4d62-9b98-f8f77f8292cd {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:29.783511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 10b59e95-5ff1-4d62-9b98-f8f77f8292cd not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:29.795334 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] No DVR routers for this DVR port 85cac8b5-9263-4724-88be-bb345248bd96 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:29.840722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Pushing event deleted for resources: {'Port': ['ID=85cac8b5-9263-4724-88be-bb345248bd96,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:29.850739 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:29.851113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:29.851614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:29.851992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:29.852333 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:29.852666 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:29.852998 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:29.853385 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:29.853719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:29.854050 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:29.854378 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:29.854705 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5a2926-a9ae-4d77-affa-f64f571f93f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:30.161374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36222) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:30.199165 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.347424 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.377778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a71a10-4f75-4dfc-8149-655a58a39291']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:30.420013 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f187b1b0-e436-4e2e-9bd8-a4cb3f760c9e req-f24008e5-fcb8-4fc6-8140-de39fc6c15ca tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 210 time: 0.0693836 Jul 16 01:27:30.425022 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e15e338-dd7e-4ccf-b3bf-73acd918fe27') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:30.425801 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e15e338-dd7e-4ccf-b3bf-73acd918fe27') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:30.440716 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.461923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18130f-496e-4207-89a1-cc8ce7dabd65 req-98017d19-eac5-48b7-9fc1-79527641ca51 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:30.469389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb18130f-496e-4207-89a1-cc8ce7dabd65 req-98017d19-eac5-48b7-9fc1-79527641ca51 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.8417892 Jul 16 01:27:30.492955 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.512528 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:30.520468 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:30.543248 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:30.619216 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb18130f-496e-4207-89a1-cc8ce7dabd65 req-48b7af09-aa53-458f-9c9f-6428f0053de3 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485875 Jul 16 01:27:30.655418 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0e93f403-921d-4b88-9173-42c6262904bd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-522138074-network', 'tenant_id': '15366c8f80294392b45a6c0cf0e42129'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:30.712287 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.724711 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e93f403-921d-4b88-9173-42c6262904bd admin admin] Made reservation on behalf of 15366c8f80294392b45a6c0cf0e42129 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:30.731374 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0e93f403-921d-4b88-9173-42c6262904bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.734013 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.738992 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] 10.222.0.22 "DELETE /v2.0/networks/80a71a10-4f75-4dfc-8149-655a58a39291 HTTP/1.1" status: 204 len: 168 time: 1.7809417 Jul 16 01:27:30.738992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb55122-65a3-42bb-be62-8fbc34edd55f admin admin] Pushing event deleted for resources: {'Network': ['ID=80a71a10-4f75-4dfc-8149-655a58a39291,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:30.757599 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0e93f403-921d-4b88-9173-42c6262904bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.977125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36240) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:30.991047 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0e93f403-921d-4b88-9173-42c6262904bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:30.991932 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0e93f403-921d-4b88-9173-42c6262904bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.039028 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93f403-921d-4b88-9173-42c6262904bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56c3403-39de-4775-a403-0061899ba2b3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:31.042115 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e93f403-921d-4b88-9173-42c6262904bd admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:31.053763 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0e93f403-921d-4b88-9173-42c6262904bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.057393 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.062949 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-0e93f403-921d-4b88-9173-42c6262904bd admin admin] Added segment e91559cb-28dd-489c-830e-8f22527dc6e5 of type vlan for network 672b16e9-d75a-4b0f-b85a-39f89ac8a864 Jul 16 01:27:31.069360 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d1125271-46a4-49a9-bd24-fc5dbe65e48e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b26c7ce636f344af8313269dbceb7946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0910025 Jul 16 01:27:31.072247 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36246) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:31.126080 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0e93f403-921d-4b88-9173-42c6262904bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.162168 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9536ee78-c370-4b56-b8b1-d741c7149d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.182538 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0e93f403-921d-4b88-9173-42c6262904bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.183699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e93f403-921d-4b88-9173-42c6262904bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:31.184467 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0e93f403-921d-4b88-9173-42c6262904bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.271469 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9536ee78-c370-4b56-b8b1-d741c7149d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.286542 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36248) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:31.288526 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0e93f403-921d-4b88-9173-42c6262904bd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1240947 Jul 16 01:27:31.318327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-efeb69ff-5968-47cd-bd3d-e84b8a969808 admin admin] Request body: {'subnet': {'network_id': '672b16e9-d75a-4b0f-b85a-39f89ac8a864', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-522138074-subnet', 'tenant_id': '15366c8f80294392b45a6c0cf0e42129', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:31.356620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e93f403-921d-4b88-9173-42c6262904bd admin admin] Pushing event updated for resources: {'Network': ['ID=672b16e9-d75a-4b0f-b85a-39f89ac8a864,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:31.370629 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 672b16e9-d75a-4b0f-b85a-39f89ac8a864 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:31.433607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeb69ff-5968-47cd-bd3d-e84b8a969808 admin admin] Made reservation on behalf of 15366c8f80294392b45a6c0cf0e42129 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:31.436059 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-efeb69ff-5968-47cd-bd3d-e84b8a969808 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.513690 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9536ee78-c370-4b56-b8b1-d741c7149d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.520873 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9536ee78-c370-4b56-b8b1-d741c7149d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:31.540812 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9536ee78-c370-4b56-b8b1-d741c7149d97 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc326bdb-3c76-46bc-951b-42bd782a72f7 HTTP/1.1" status: 204 len: 168 time: 0.4647355 Jul 16 01:27:31.571579 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536ee78-c370-4b56-b8b1-d741c7149d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc326bdb-3c76-46bc-951b-42bd782a72f7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:31.925704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59afca48-d344-4b55-93e6-3ef89e9b06b2 req-61aa8b1e-9057-471e-84ca-c1f240b63089 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 210 time: 0.0850816 Jul 16 01:27:32.079235 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-efeb69ff-5968-47cd-bd3d-e84b8a969808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.115805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a5202-abb9-4284-8cc8-35af19580210 req-df475c26-4b34-4b54-aa8c-d7d3c9e4e5ce tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:32.122915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da7a5202-abb9-4284-8cc8-35af19580210 req-df475c26-4b34-4b54-aa8c-d7d3c9e4e5ce tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.1955347 Jul 16 01:27:32.183775 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeb69ff-5968-47cd-bd3d-e84b8a969808 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ae0e9da-4762-4445-9386-049f14f86a7e,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:32.213144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efeb69ff-5968-47cd-bd3d-e84b8a969808 admin admin] Checking segment: {'id': 'e91559cb-28dd-489c-830e-8f22527dc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '672b16e9-d75a-4b0f-b85a-39f89ac8a864'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:32.213511 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb69ff-5968-47cd-bd3d-e84b8a969808 admin admin] Network hostable DHCP agents. Network: 672b16e9-d75a-4b0f-b85a-39f89ac8a864, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:32.226264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da7a5202-abb9-4284-8cc8-35af19580210 req-18ee8e23-d7ad-47b2-a195-cd3cb850a432 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024745 Jul 16 01:27:32.264173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efeb69ff-5968-47cd-bd3d-e84b8a969808 admin admin] Network 672b16e9-d75a-4b0f-b85a-39f89ac8a864 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:32.275981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-efeb69ff-5968-47cd-bd3d-e84b8a969808 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 672b16e9-d75a-4b0f-b85a-39f89ac8a864) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:32.280570 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeb69ff-5968-47cd-bd3d-e84b8a969808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:32.281288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-efeb69ff-5968-47cd-bd3d-e84b8a969808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:32.288987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c6d59b-bdb9-416b-9d26-196bc7fec69e None None] Network 672b16e9-d75a-4b0f-b85a-39f89ac8a864 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:32.300414 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-efeb69ff-5968-47cd-bd3d-e84b8a969808 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0111961 Jul 16 01:27:32.439052 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c3fe50-6712-4c6f-971e-630f4a394833 None None] Network 672b16e9-d75a-4b0f-b85a-39f89ac8a864 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:32.883226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-3068e46a-7484-4516-8b8c-7c669b76c317 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:32.887097 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36312) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:32.893047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-3068e46a-7484-4516-8b8c-7c669b76c317 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/networks?id=672b16e9-d75a-4b0f-b85a-39f89ac8a864 HTTP/1.1" status: 200 len: 813 time: 0.1299739 Jul 16 01:27:32.909872 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-4e9fd3b9-94b0-4215-9fdb-038a088dee8e tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/quotas/15366c8f80294392b45a6c0cf0e42129 HTTP/1.1" status: 200 len: 375 time: 0.0150597 Jul 16 01:27:32.951471 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-37dc37e5-b4f0-4a6e-983f-d7e0123cde40 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=15366c8f80294392b45a6c0cf0e42129&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358279 Jul 16 01:27:33.080871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-95c9f5b9-711d-4d62-be26-1973fb3e77ce service neutron] 10.222.0.22 "GET /v2.0/networks/672b16e9-d75a-4b0f-b85a-39f89ac8a864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185489 Jul 16 01:27:33.149557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-359efafc-ae25-4571-8e2f-f697c2c71c9a req-cd1fa806-93b1-416e-8551-587d30282b7c tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 210 time: 0.0347006 Jul 16 01:27:33.207054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b7f351fa-b9d2-46e3-ac0e-3163e1ed0c48 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1059621535-network', 'tenant_id': '9f5d627e286b4e259fd3ddfebd6bb5da'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:33.224873 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-9b32451e-76c6-4419-9924-c26a4d0593d7 service neutron] 10.222.0.22 "GET /v2.0/networks/672b16e9-d75a-4b0f-b85a-39f89ac8a864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428487 Jul 16 01:27:33.233835 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f351fa-b9d2-46e3-ac0e-3163e1ed0c48 admin admin] Made reservation on behalf of 9f5d627e286b4e259fd3ddfebd6bb5da for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:33.237632 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7f351fa-b9d2-46e3-ac0e-3163e1ed0c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.250415 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7f351fa-b9d2-46e3-ac0e-3163e1ed0c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.447341 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7f351fa-b9d2-46e3-ac0e-3163e1ed0c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.452855 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7f351fa-b9d2-46e3-ac0e-3163e1ed0c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.487211 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-549a42f2-33ca-42f0-a8e4-4751d459238d req-672d9bf7-d878-4bfb-aa27-d9d89af5be51 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/ports?device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 210 time: 0.0485055 Jul 16 01:27:33.493732 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f351fa-b9d2-46e3-ac0e-3163e1ed0c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=676ad659-cd7a-410e-93ec-5d0ed3dd84f0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:33.524932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f351fa-b9d2-46e3-ac0e-3163e1ed0c48 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:33.546302 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7f351fa-b9d2-46e3-ac0e-3163e1ed0c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.547505 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-b7f351fa-b9d2-46e3-ac0e-3163e1ed0c48 admin admin] Added segment 451e45e7-49d2-4f9c-bc30-bd5513e7563f of type vlan for network 17517a68-6fd4-42bc-83f7-ecc5ae23a8df Jul 16 01:27:33.560655 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5fdc7-b811-4826-b91c-bb7d8f0549f8 req-887df98b-aab6-47da-bea1-d79d5ed7d128 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:33.568853 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0ff5fdc7-b811-4826-b91c-bb7d8f0549f8 req-887df98b-aab6-47da-bea1-d79d5ed7d128 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.1118228 Jul 16 01:27:33.599156 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7f351fa-b9d2-46e3-ac0e-3163e1ed0c48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.620601 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0ff5fdc7-b811-4826-b91c-bb7d8f0549f8 req-f95ffb1f-10a9-4890-932e-942b9150bfba tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506546 Jul 16 01:27:33.631619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7f351fa-b9d2-46e3-ac0e-3163e1ed0c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.636921 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f351fa-b9d2-46e3-ac0e-3163e1ed0c48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:33.638457 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7f351fa-b9d2-46e3-ac0e-3163e1ed0c48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.677797 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b7f351fa-b9d2-46e3-ac0e-3163e1ed0c48 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7895527 Jul 16 01:27:33.680840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36340) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:33.686837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-980046e1-f1dc-4c3a-a44b-30461be14069 admin admin] Request body: {'subnet': {'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1059621535-subnet', 'tenant_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:33.719231 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980046e1-f1dc-4c3a-a44b-30461be14069 admin admin] Made reservation on behalf of 9f5d627e286b4e259fd3ddfebd6bb5da for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:33.722835 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-980046e1-f1dc-4c3a-a44b-30461be14069 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:33.728904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f351fa-b9d2-46e3-ac0e-3163e1ed0c48 admin admin] Pushing event updated for resources: {'Network': ['ID=17517a68-6fd4-42bc-83f7-ecc5ae23a8df,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:33.739558 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 17517a68-6fd4-42bc-83f7-ecc5ae23a8df details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:33.979295 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-980046e1-f1dc-4c3a-a44b-30461be14069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.044407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980046e1-f1dc-4c3a-a44b-30461be14069 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c950e85-6bf7-434d-a6fe-be8950ce0e56,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:34.052733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980046e1-f1dc-4c3a-a44b-30461be14069 admin admin] Checking segment: {'id': '451e45e7-49d2-4f9c-bc30-bd5513e7563f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:34.053102 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980046e1-f1dc-4c3a-a44b-30461be14069 admin admin] Network hostable DHCP agents. Network: 17517a68-6fd4-42bc-83f7-ecc5ae23a8df, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:34.072860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980046e1-f1dc-4c3a-a44b-30461be14069 admin admin] Network 17517a68-6fd4-42bc-83f7-ecc5ae23a8df is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:34.085316 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-980046e1-f1dc-4c3a-a44b-30461be14069 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 17517a68-6fd4-42bc-83f7-ecc5ae23a8df) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:34.089391 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980046e1-f1dc-4c3a-a44b-30461be14069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:34.090162 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-980046e1-f1dc-4c3a-a44b-30461be14069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.094980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f4d239-cddb-4292-9d33-f8d7197ba8d5 None None] Network 17517a68-6fd4-42bc-83f7-ecc5ae23a8df requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:34.125915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-980046e1-f1dc-4c3a-a44b-30461be14069 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4405999 Jul 16 01:27:34.126246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36352) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:34.134997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1059621535-router', 'tenant_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:34.172577 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.174069 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.268424 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.290857 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df51cc90-9025-4fca-bc0e-7b89328647e5 None None] Network 17517a68-6fd4-42bc-83f7-ecc5ae23a8df requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:34.383014 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c60abcb6-f90a-46db-880c-f5da5d20f700 req-cb97353a-f135-4bcb-a974-b6daeb0c04a9 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 210 time: 0.0432816 Jul 16 01:27:34.489477 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.642800 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-445af512-f080-43f1-8325-b5dbb90544f3 req-62a1b0d0-6abe-4481-a04a-9e96eec5ba7b tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/ports?device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 210 time: 0.0317383 Jul 16 01:27:34.774467 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bfe0f6fa-c966-4432-af7a-95917446c0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.898211 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:34.906901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-35e26772-51cd-4fa8-9df6-030b35c884d6 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:34.908518 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-35e26772-51cd-4fa8-9df6-030b35c884d6 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.70 "GET /v2.0/networks?id=672b16e9-d75a-4b0f-b85a-39f89ac8a864 HTTP/1.1" status: 200 len: 813 time: 0.1151211 Jul 16 01:27:34.932051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-41a7e7bb-a3bf-4aba-b269-bc7ef63e6ed7 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Request body: {'port': {'device_id': '0435a40f-ed2c-46ad-a075-13cfc5a0b968', 'network_id': '672b16e9-d75a-4b0f-b85a-39f89ac8a864', 'admin_state_up': True, 'tenant_id': '15366c8f80294392b45a6c0cf0e42129'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:34.937912 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.135672 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5604918-f154-4bde-99a8-8dbee5660d3f req-900d7da2-c5d6-4003-9194-caa9c15340a3 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:35.139571 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5604918-f154-4bde-99a8-8dbee5660d3f req-900d7da2-c5d6-4003-9194-caa9c15340a3 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.0715814 Jul 16 01:27:35.157204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Allocated IP 172.25.2.93 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/e8f887cd-7fff-4808-a8c6-434fb97b6177) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:35.168859 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-41a7e7bb-a3bf-4aba-b269-bc7ef63e6ed7 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Made reservation on behalf of 15366c8f80294392b45a6c0cf0e42129 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:35.172385 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-41a7e7bb-a3bf-4aba-b269-bc7ef63e6ed7 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.195633 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5604918-f154-4bde-99a8-8dbee5660d3f req-39e7ed7d-df10-4d96-8558-5fd4eaf8df80 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483491 Jul 16 01:27:35.362214 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-41a7e7bb-a3bf-4aba-b269-bc7ef63e6ed7 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Allocated IP 172.20.0.11 (672b16e9-d75a-4b0f-b85a-39f89ac8a864/3ae0e9da-4762-4445-9386-049f14f86a7e/ed004a04-0d18-47b0-a3e3-737a08062ef2) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:35.409899 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.542737 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.553412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7084aa02-a850-4e4e-a6b1-50dc357d9104 req-1c8ccf74-00f9-40f0-ab6d-8460705c4468 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 210 time: 0.0371668 Jul 16 01:27:35.601041 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-41a7e7bb-a3bf-4aba-b269-bc7ef63e6ed7 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.608469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:35.617720 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:35.623628 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:35.653473 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Pushing event updated for resources: {'Port': ['ID=e8f887cd-7fff-4808-a8c6-434fb97b6177,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:35.826536 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd0f3f92-98b7-457d-a305-7aa3956cd634 req-5edcac11-8f41-4352-8f43-5130d90a1a9f tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/ports?device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 210 time: 0.0435059 Jul 16 01:27:35.842851 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-41a7e7bb-a3bf-4aba-b269-bc7ef63e6ed7 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:35.928780 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-41a7e7bb-a3bf-4aba-b269-bc7ef63e6ed7 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Network 672b16e9-d75a-4b0f-b85a-39f89ac8a864 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:35.935465 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-41a7e7bb-a3bf-4aba-b269-bc7ef63e6ed7 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:35.938887 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7e7bb-a3bf-4aba-b269-bc7ef63e6ed7 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Pushing event updated for resources: {'Port': ['ID=ed004a04-0d18-47b0-a3e3-737a08062ef2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:35.945404 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-41a7e7bb-a3bf-4aba-b269-bc7ef63e6ed7 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:35.986501 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.035850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-41a7e7bb-a3bf-4aba-b269-bc7ef63e6ed7 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.036433 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-41a7e7bb-a3bf-4aba-b269-bc7ef63e6ed7 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.058998 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-41a7e7bb-a3bf-4aba-b269-bc7ef63e6ed7 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1304038 Jul 16 01:27:36.092920 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Request body: {'port': {'device_id': '0435a40f-ed2c-46ad-a075-13cfc5a0b968', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:36.132600 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36384) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:36.246872 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.267538 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-13e86d92-8eb1-49fd-bc88-65f1fb6c10d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.303785 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.373677 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-13e86d92-8eb1-49fd-bc88-65f1fb6c10d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.384836 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-13e86d92-8eb1-49fd-bc88-65f1fb6c10d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.449784 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-13e86d92-8eb1-49fd-bc88-65f1fb6c10d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a16abef8170249e38cdcf52d0fd19c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3154159 Jul 16 01:27:36.453260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36390) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:36.456121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e86d92-8eb1-49fd-bc88-65f1fb6c10d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c28e759-9ab5-4c31-802e-95b90fc3cbfc,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:36.514651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a8d69-05b8-49dd-8795-c183a9671af5 req-939781dc-a250-4a19-a038-f6042d9caed9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:36.516175 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e3a8d69-05b8-49dd-8795-c183a9671af5 req-939781dc-a250-4a19-a038-f6042d9caed9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.1449356 Jul 16 01:27:36.537141 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58f9a64a-2c6f-4aee-a02a-db465447d291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.576031 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58f9a64a-2c6f-4aee-a02a-db465447d291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.582112 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Router a9089b38-54c1-460c-a793-00a6f33f5886 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:27:36.588077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e3a8d69-05b8-49dd-8795-c183a9671af5 req-d3454376-66a8-45e3-a55b-ccf4344183f3 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623538 Jul 16 01:27:36.645748 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58f9a64a-2c6f-4aee-a02a-db465447d291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.648275 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58f9a64a-2c6f-4aee-a02a-db465447d291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.649453 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-58f9a64a-2c6f-4aee-a02a-db465447d291 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1c28e759-9ab5-4c31-802e-95b90fc3cbfc HTTP/1.1" status: 204 len: 168 time: 0.1952667 Jul 16 01:27:36.662319 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f9a64a-2c6f-4aee-a02a-db465447d291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c28e759-9ab5-4c31-802e-95b90fc3cbfc,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:36.681861 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed004a04-0d18-47b0-a3e3-737a08062ef2 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:36.714769 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.738033 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Transition to ACTIVE for port object ed004a04-0d18-47b0-a3e3-737a08062ef2 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:36.745125 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.756127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:36.762254 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34d24eab-079a-421f-9045-c51bfb87494a req-81ddaee8-6d22-4292-811f-e927dfeba928 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/ports?device_id=8ef23b4a-54b8-4fd1-9589-fa5335ceac60 HTTP/1.1" status: 200 len: 210 time: 0.0344255 Jul 16 01:27:36.768444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Sync routers for ids ['a9089b38-54c1-460c-a793-00a6f33f5886'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:36.807692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Routers {'a9089b38-54c1-460c-a793-00a6f33f5886'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:36.808587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:27:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a9089b38-54c1-460c-a793-00a6f33f5886'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:36.811373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed004a04-0d18-47b0-a3e3-737a08062ef2,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:36.815719 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:36.816980 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b3ab2a2a-feb4-47ff-9d79-84983ae0aa6f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6885974 Jul 16 01:27:36.819900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36398) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:36.939120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Set router a9089b38-54c1-460c-a793-00a6f33f5886 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:36.963660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Attempting to bind port ed004a04-0d18-47b0-a3e3-737a08062ef2 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:36.965935 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Attempting to bind port ed004a04-0d18-47b0-a3e3-737a08062ef2 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'e91559cb-28dd-489c-830e-8f22527dc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '672b16e9-d75a-4b0f-b85a-39f89ac8a864'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:36.967390 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Attempting to bind port ed004a04-0d18-47b0-a3e3-737a08062ef2 on network 672b16e9-d75a-4b0f-b85a-39f89ac8a864 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:36.986949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Port ed004a04-0d18-47b0-a3e3-737a08062ef2 on network 672b16e9-d75a-4b0f-b85a-39f89ac8a864 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:36.991888 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Attempting to bind port ed004a04-0d18-47b0-a3e3-737a08062ef2 on network 672b16e9-d75a-4b0f-b85a-39f89ac8a864 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:36.999545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:37.001650 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Checking segment: {'id': 'e91559cb-28dd-489c-830e-8f22527dc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '672b16e9-d75a-4b0f-b85a-39f89ac8a864'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:37.002289 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Bound using segment: {'id': 'e91559cb-28dd-489c-830e-8f22527dc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '672b16e9-d75a-4b0f-b85a-39f89ac8a864'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:37.003212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Bound port: ed004a04-0d18-47b0-a3e3-737a08062ef2, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91559cb-28dd-489c-830e-8f22527dc6e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '672b16e9-d75a-4b0f-b85a-39f89ac8a864'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:37.003936 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.059899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36402) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:37.094095 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7ee2-d7bf-4799-87df-af91455b904f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.100060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] For port ed004a04-0d18-47b0-a3e3-737a08062ef2, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:37.106571 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] For port ed004a04-0d18-47b0-a3e3-737a08062ef2, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ed004a04-0d18-47b0-a3e3-737a08062ef2,segment=NetworkSegment(e91559cb-28dd-489c-830e-8f22527dc6e5),segment_id=e91559cb-28dd-489c-830e-8f22527dc6e5)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:37.115088 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.134834 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.135477 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.137347 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] 10.222.0.70 "PUT /v2.0/ports/ed004a04-0d18-47b0-a3e3-737a08062ef2 HTTP/1.1" status: 200 len: 1093 time: 1.0490830 Jul 16 01:27:37.139058 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0435a40f-ed2c-46ad-a075-13cfc5a0b968', 'tag': 'ed004a04-0d18-47b0-a3e3-737a08062ef2'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:37.141897 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558cd5bf-abdc-4284-90de-e548a9df2113" -d '{"events": [{"name": "network-changed", "server_uuid": "0435a40f-ed2c-46ad-a075-13cfc5a0b968", "tag": "ed004a04-0d18-47b0-a3e3-737a08062ef2"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:37.198394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081e992-1be9-4e2c-9fc3-45e2d1cca4f6 req-79f699c3-8513-4697-be29-a399885febc3 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.200301 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9081e992-1be9-4e2c-9fc3-45e2d1cca4f6 req-79f699c3-8513-4697-be29-a399885febc3 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/ports?device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 944 time: 0.2119362 Jul 16 01:27:37.214199 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92e976f-e64b-4f5c-8914-872f50083fe6 x-openstack-request-id: req-a92e976f-e64b-4f5c-8914-872f50083fe6 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:37.214506 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0435a40f-ed2c-46ad-a075-13cfc5a0b968", "tag": "ed004a04-0d18-47b0-a3e3-737a08062ef2", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:37.214730 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a92e976f-e64b-4f5c-8914-872f50083fe6 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:37.215135 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0435a40f-ed2c-46ad-a075-13cfc5a0b968', 'tag': 'ed004a04-0d18-47b0-a3e3-737a08062ef2', 'status': 'completed', 'code': 200} Jul 16 01:27:37.217034 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'name': 'tempest-ServerRescueTestJSON-1059621535-router', 'tenant_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'e8f887cd-7fff-4808-a8c6-434fb97b6177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:34Z', 'updated_at': '2021-07-16T01:27:35Z', 'revision_number': 3, 'project_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'gw_port': {'id': 'e8f887cd-7fff-4808-a8c6-434fb97b6177', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:34Z', 'updated_at': '2021-07-16T01:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:37.244731 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Checking router: a9089b38-54c1-460c-a793-00a6f33f5886 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:37.245165 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Updating router a9089b38-54c1-460c-a793-00a6f33f5886 port e8f887cd-7fff-4808-a8c6-434fb97b6177 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:27:37.288226 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b8704-1b51-4cf1-bcb6-a6009169c5f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ed004a04-0d18-47b0-a3e3-737a08062ef2,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:37.299585 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.303893 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-96346e57-fe68-47a9-a1d9-7e1f3d9225f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.305534 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-96346e57-fe68-47a9-a1d9-7e1f3d9225f0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=15366c8f80294392b45a6c0cf0e42129&device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 1096 time: 0.0895717 Jul 16 01:27:37.307222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9081e992-1be9-4e2c-9fc3-45e2d1cca4f6 req-9d5e173c-fb43-439b-9b0b-062c74c33cbc tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/security-groups?id=d56c3403-39de-4775-a403-0061899ba2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973697 Jul 16 01:27:37.330940 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.362629 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-361d4d8d-9a4a-4e1d-9b27-e0b1336a7b34 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed004a04-0d18-47b0-a3e3-737a08062ef2 HTTP/1.1" status: 200 len: 217 time: 0.0480585 Jul 16 01:27:37.410039 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7ee2-d7bf-4799-87df-af91455b904f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.416469 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7ee2-d7bf-4799-87df-af91455b904f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.429113 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-ceed57a3-6d60-41a2-9770-376a4b081a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:37.430898 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-ceed57a3-6d60-41a2-9770-376a4b081a22 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ae0e9da-4762-4445-9386-049f14f86a7e HTTP/1.1" status: 200 len: 853 time: 0.0583460 Jul 16 01:27:37.468099 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-c77e9fdb-eb6d-4caa-ba03-899bfa8cdd01 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=672b16e9-d75a-4b0f-b85a-39f89ac8a864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295973 Jul 16 01:27:37.489528 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0fbf7ee2-d7bf-4799-87df-af91455b904f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c70eb85b9fb14f3e8dfcb8d7c43c76e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4276803 Jul 16 01:27:37.492182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf7ee2-d7bf-4799-87df-af91455b904f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a75fd5-27b6-4a90-b543-1015cca16c7b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:37.496156 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36406) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:37.583026 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.592517 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.597438 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a5049fc4-e89b-4224-a6d1-82d802bdc37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.604260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Transition to ACTIVE for port object e8f887cd-7fff-4808-a8c6-434fb97b6177 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:37.612367 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.631102 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a5049fc4-e89b-4224-a6d1-82d802bdc37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.693103 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Attempting to bind port e8f887cd-7fff-4808-a8c6-434fb97b6177 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:37.693528 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Attempting to bind port e8f887cd-7fff-4808-a8c6-434fb97b6177 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:37.694014 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Attempting to bind port e8f887cd-7fff-4808-a8c6-434fb97b6177 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:37.708138 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5fac54f6-af95-465d-9e80-49b47a707c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.713619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:37.714041 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:37.714596 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.715003 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:37.715500 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Bound port: e8f887cd-7fff-4808-a8c6-434fb97b6177, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:37.715919 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.717711 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b62e3-b3db-4fa4-b415-be25a710d14f None None] Pushing event updated for resources: {'Port': ['ID=e8f887cd-7fff-4808-a8c6-434fb97b6177,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:37.770877 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a5049fc4-e89b-4224-a6d1-82d802bdc37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.773474 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a5049fc4-e89b-4224-a6d1-82d802bdc37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.774794 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a5049fc4-e89b-4224-a6d1-82d802bdc37c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c2a75fd5-27b6-4a90-b543-1015cca16c7b HTTP/1.1" status: 204 len: 168 time: 0.2775564 Jul 16 01:27:37.800182 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] For port e8f887cd-7fff-4808-a8c6-434fb97b6177, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:37.803166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5049fc4-e89b-4224-a6d1-82d802bdc37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a75fd5-27b6-4a90-b543-1015cca16c7b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:37.814630 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] For port e8f887cd-7fff-4808-a8c6-434fb97b6177, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=e8f887cd-7fff-4808-a8c6-434fb97b6177,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:37.826602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Allocated IP 172.20.0.1 (17517a68-6fd4-42bc-83f7-ecc5ae23a8df/1c950e85-6bf7-434d-a6fe-be8950ce0e56/61e3b4b0-0d16-44bc-abe6-63e3ba043712) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:37.832437 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:37.911717 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3b62e3-b3db-4fa4-b415-be25a710d14f None None] Pushing event updated for resources: {'Port': ['ID=e8f887cd-7fff-4808-a8c6-434fb97b6177,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:37.936281 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Routers {'a9089b38-54c1-460c-a793-00a6f33f5886'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:37.936966 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:27:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a9089b38-54c1-460c-a793-00a6f33f5886'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:37.961801 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36416) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:37.984747 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-265d04b9-ebc8-4f17-bdc3-039c08842b5c service neutron] 10.222.0.70 "GET /v2.0/networks/672b16e9-d75a-4b0f-b85a-39f89ac8a864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060701 Jul 16 01:27:38.058730 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63411ce-f1ff-4b77-87d4-faa2e3ee78fd req-8aed018f-63d9-4345-b09a-a3047bacfc95 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.062252 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e63411ce-f1ff-4b77-87d4-faa2e3ee78fd req-8aed018f-63d9-4345-b09a-a3047bacfc95 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.1966162 Jul 16 01:27:38.071010 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.084554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] Set router a9089b38-54c1-460c-a793-00a6f33f5886 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:38.102616 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55bcf20a-be0e-4b87-a524-430cd61aa7af tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.129886 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc5ba18d-10e5-4ee5-a710-d959015c5d02 req-ff36128a-f6f7-4ef1-88e2-500bb62ecfe1 service neutron] 10.222.0.70 "GET /v2.0/networks/672b16e9-d75a-4b0f-b85a-39f89ac8a864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387641 Jul 16 01:27:38.158351 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e63411ce-f1ff-4b77-87d4-faa2e3ee78fd req-c4005c44-c6d1-49a6-b1f4-70aab3bac4c5 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951502 Jul 16 01:27:38.164704 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55bcf20a-be0e-4b87-a524-430cd61aa7af tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.197025 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.268086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Pushing event updated for resources: {'Port': ['ID=61e3b4b0-0d16-44bc-abe6-63e3ba043712,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:38.273673 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Network 17517a68-6fd4-42bc-83f7-ecc5ae23a8df is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:38.277887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:38.280117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:38.297428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cd5bf-abdc-4284-90de-e548a9df2113 req-438df8b0-e06e-49b7-96be-ed34651b5c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.300405 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-558cd5bf-abdc-4284-90de-e548a9df2113 req-438df8b0-e06e-49b7-96be-ed34651b5c69 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=15366c8f80294392b45a6c0cf0e42129&device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 1096 time: 0.0789995 Jul 16 01:27:38.320990 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.376780 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55bcf20a-be0e-4b87-a524-430cd61aa7af tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.379170 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55bcf20a-be0e-4b87-a524-430cd61aa7af tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.383280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-55bcf20a-be0e-4b87-a524-430cd61aa7af tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "DELETE /v2.0/security-groups/6efccdc7-58ee-49c4-8baf-259656741067 HTTP/1.1" status: 204 len: 168 time: 0.4205539 Jul 16 01:27:38.383943 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36430) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:38.412356 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bcf20a-be0e-4b87-a524-430cd61aa7af tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efccdc7-58ee-49c4-8baf-259656741067,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:38.417069 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-640fd710-1c32-40a3-a0b8-26a953b3e413 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] show failed (client error): The resource could not be found. Jul 16 01:27:38.421872 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-640fd710-1c32-40a3-a0b8-26a953b3e413 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "GET /v2.0/security-groups/6efccdc7-58ee-49c4-8baf-259656741067 HTTP/1.1" status: 404 len: 347 time: 0.0324292 Jul 16 01:27:38.422449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36432) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:38.464746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cd5bf-abdc-4284-90de-e548a9df2113 req-b47e74e8-ed6b-4cf9-9046-3a3e9563de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.466645 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-558cd5bf-abdc-4284-90de-e548a9df2113 req-b47e74e8-ed6b-4cf9-9046-3a3e9563de5b service neutron] 10.222.0.70 "GET /v2.0/networks?id=672b16e9-d75a-4b0f-b85a-39f89ac8a864 HTTP/1.1" status: 200 len: 914 time: 0.1541770 Jul 16 01:27:38.521955 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.561220 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-558cd5bf-abdc-4284-90de-e548a9df2113 req-7644f51b-56d1-411b-a878-b200c620abb2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed004a04-0d18-47b0-a3e3-737a08062ef2 HTTP/1.1" status: 200 len: 217 time: 0.0852535 Jul 16 01:27:38.580006 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'name': 'tempest-ServerRescueTestJSON-1059621535-router', 'tenant_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'e8f887cd-7fff-4808-a8c6-434fb97b6177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:34Z', 'updated_at': '2021-07-16T01:27:35Z', 'revision_number': 3, 'project_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'gw_port': {'id': 'e8f887cd-7fff-4808-a8c6-434fb97b6177', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:34Z', 'updated_at': '2021-07-16T01:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:38.610583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aec244c-5698-4529-87e2-9430753ba8df None None] The sync data for ids ['a9089b38-54c1-460c-a793-00a6f33f5886'] in n-d-791505-14 is: [{'id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'name': 'tempest-ServerRescueTestJSON-1059621535-router', 'tenant_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'e8f887cd-7fff-4808-a8c6-434fb97b6177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:34Z', 'updated_at': '2021-07-16T01:27:35Z', 'revision_number': 3, 'project_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'gw_port': {'id': 'e8f887cd-7fff-4808-a8c6-434fb97b6177', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:34Z', 'updated_at': '2021-07-16T01:27:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:38.631210 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558cd5bf-abdc-4284-90de-e548a9df2113 req-fb7cac6d-6236-40cd-a7e1-d954290dcba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.632771 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-558cd5bf-abdc-4284-90de-e548a9df2113 req-fb7cac6d-6236-40cd-a7e1-d954290dcba0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ae0e9da-4762-4445-9386-049f14f86a7e HTTP/1.1" status: 200 len: 853 time: 0.0560203 Jul 16 01:27:38.672207 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-558cd5bf-abdc-4284-90de-e548a9df2113 req-14e872f6-12f9-4d03-9916-a59ac00442cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=672b16e9-d75a-4b0f-b85a-39f89ac8a864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320449 Jul 16 01:27:38.689321 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.721418 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e28bdd6f-2725-4506-820a-ca2406ca1ca6 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Deleting port 2b76658b-eabf-456c-b51e-8d60c655ebf3 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:38.721852 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e28bdd6f-2725-4506-820a-ca2406ca1ca6 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.749945 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf1d02e-7f74-437e-bd9f-5d917e2c552f req-735beda3-6e4b-46c7-85f8-47395f2f7a1d tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:38.757471 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cf1d02e-7f74-437e-bd9f-5d917e2c552f req-735beda3-6e4b-46c7-85f8-47395f2f7a1d tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/ports?device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 944 time: 0.2062469 Jul 16 01:27:38.797458 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-558cd5bf-abdc-4284-90de-e548a9df2113 req-32fe729d-c15a-49be-8b22-6fa3ff61aa33 service neutron] 10.222.0.70 "GET /v2.0/networks/672b16e9-d75a-4b0f-b85a-39f89ac8a864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127779 Jul 16 01:27:38.882572 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cf1d02e-7f74-437e-bd9f-5d917e2c552f req-88fa4cfa-b99c-4d94-bd8e-84de1140cf89 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/security-groups?id=d56c3403-39de-4775-a403-0061899ba2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242399 Jul 16 01:27:38.937606 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-558cd5bf-abdc-4284-90de-e548a9df2113 req-a5d16b85-a4d3-44b5-9366-5170218ed8ab service neutron] 10.222.0.70 "GET /v2.0/networks/672b16e9-d75a-4b0f-b85a-39f89ac8a864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251798 Jul 16 01:27:38.991874 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e28bdd6f-2725-4506-820a-ca2406ca1ca6 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:38.992221 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e28bdd6f-2725-4506-820a-ca2406ca1ca6 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.009192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e28bdd6f-2725-4506-820a-ca2406ca1ca6 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Calling delete_port for 2b76658b-eabf-456c-b51e-8d60c655ebf3 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:39.464986 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.482295 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.545671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e8f887cd-7fff-4808-a8c6-434fb97b6177 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:39.614388 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port e8f887cd-7fff-4808-a8c6-434fb97b6177 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:39.623273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port e8f887cd-7fff-4808-a8c6-434fb97b6177 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:39.624257 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.626729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Pushing event updated for resources: {'Port': ['ID=61e3b4b0-0d16-44bc-abe6-63e3ba043712,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:39.643465 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545b7fa-edde-48e5-af09-7cc4f69cbde3 req-761c0814-c6ab-49b4-baac-85c6f2645c60 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:39.650713 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e545b7fa-edde-48e5-af09-7cc4f69cbde3 req-761c0814-c6ab-49b4-baac-85c6f2645c60 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 944 time: 0.2496121 Jul 16 01:27:39.691270 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.727374 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.752112 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port e8f887cd-7fff-4808-a8c6-434fb97b6177, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=e8f887cd-7fff-4808-a8c6-434fb97b6177,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:39.755869 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.785242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e545b7fa-edde-48e5-af09-7cc4f69cbde3 req-fe26de30-f6c8-4d4a-8a87-9b50ce782e9b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335578 Jul 16 01:27:39.790017 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e28bdd6f-2725-4506-820a-ca2406ca1ca6 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.811938 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=e8f887cd-7fff-4808-a8c6-434fb97b6177,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:39.854889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bdd6f-2725-4506-820a-ca2406ca1ca6 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event deleted for resources: {'Port': ['ID=2b76658b-eabf-456c-b51e-8d60c655ebf3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:39.858317 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 951fff8e-ba82-4749-a4ff-83e2363e9ab3 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:39.944577 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Network 17517a68-6fd4-42bc-83f7-ecc5ae23a8df is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:39.947660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:39.949571 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e28bdd6f-2725-4506-820a-ca2406ca1ca6 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.952121 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e28bdd6f-2725-4506-820a-ca2406ca1ca6 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:39.953370 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e28bdd6f-2725-4506-820a-ca2406ca1ca6 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "DELETE /v2.0/floatingips/d5c99ccd-157d-4665-a0a7-226f4ae86446 HTTP/1.1" status: 204 len: 168 time: 1.5275791 Jul 16 01:27:39.956222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36476) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:39.982222 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 951fff8e-ba82-4749-a4ff-83e2363e9ab3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:39.998595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '951fff8e-ba82-4749-a4ff-83e2363e9ab3', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'port_id': '951fff8e-ba82-4749-a4ff-83e2363e9ab3', 'mac_address': 'fa:16:3e:bd:92:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:40.056412 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.084065 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 951fff8e-ba82-4749-a4ff-83e2363e9ab3 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:40.114319 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 951fff8e-ba82-4749-a4ff-83e2363e9ab3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:40.123037 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.166877 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.197699 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=951fff8e-ba82-4749-a4ff-83e2363e9ab3,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:40.279457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Router a9089b38-54c1-460c-a793-00a6f33f5886 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:40.288931 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4cc769b1-1af0-477c-9994-3616a68b49c2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Deleting port a81b7832-77d3-447a-8ff3-9eb0ad423218 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:40.289524 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4cc769b1-1af0-477c-9994-3616a68b49c2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.344118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdbba1-8a5f-4f81-ae79-ae3c3b9b8436 req-1c8eb42c-1c05-4f90-b35a-394c0b548d16 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.345746 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5bdbba1-8a5f-4f81-ae79-ae3c3b9b8436 req-1c8eb42c-1c05-4f90-b35a-394c0b548d16 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/ports?device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 944 time: 0.2064972 Jul 16 01:27:40.357182 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['951fff8e-ba82-4749-a4ff-83e2363e9ab3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:40.357592 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1613a45b-1321-4946-afac-aacef2ef7dfa req-56ec0093-8d2f-4c2b-8ecb-464353c1d4a1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:40.359705 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1613a45b-1321-4946-afac-aacef2ef7dfa req-56ec0093-8d2f-4c2b-8ecb-464353c1d4a1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.2173419 Jul 16 01:27:40.548198 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4cc769b1-1af0-477c-9994-3616a68b49c2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.577322 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5bdbba1-8a5f-4f81-ae79-ae3c3b9b8436 req-f73efc18-12ef-4cda-969c-89d30aa5a097 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/security-groups?id=d56c3403-39de-4775-a403-0061899ba2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472523 Jul 16 01:27:40.588336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1613a45b-1321-4946-afac-aacef2ef7dfa req-78251aac-d76e-4c8e-a32e-48095accb084 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620660 Jul 16 01:27:40.589243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4cc769b1-1af0-477c-9994-3616a68b49c2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Calling delete_port for a81b7832-77d3-447a-8ff3-9eb0ad423218 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:40.599082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:40.619811 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Sync routers for ids ['a9089b38-54c1-460c-a793-00a6f33f5886'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:40.624328 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7ac632cf-1332-4f7e-99e3-50b40ccb7cdb admin admin] 10.222.0.22 "PUT /v2.0/routers/a9089b38-54c1-460c-a793-00a6f33f5886/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7902634 Jul 16 01:27:40.627329 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Routers {'a9089b38-54c1-460c-a793-00a6f33f5886'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:40.627710 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:27:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a9089b38-54c1-460c-a793-00a6f33f5886'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:40.767465 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Set router a9089b38-54c1-460c-a793-00a6f33f5886 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:40.777165 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4cc769b1-1af0-477c-9994-3616a68b49c2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.829151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc769b1-1af0-477c-9994-3616a68b49c2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event deleted for resources: {'Port': ['ID=a81b7832-77d3-447a-8ff3-9eb0ad423218,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:40.861814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36512) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:40.986012 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4cc769b1-1af0-477c-9994-3616a68b49c2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:40.988075 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4cc769b1-1af0-477c-9994-3616a68b49c2 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "DELETE /v2.0/ports/a81b7832-77d3-447a-8ff3-9eb0ad423218 HTTP/1.1" status: 204 len: 168 time: 1.0309019 Jul 16 01:27:40.991620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36516) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:41.000345 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'name': 'tempest-ServerRescueTestJSON-1059621535-router', 'tenant_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'e8f887cd-7fff-4808-a8c6-434fb97b6177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:34Z', 'updated_at': '2021-07-16T01:27:38Z', 'revision_number': 4, 'project_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'gw_port': {'id': 'e8f887cd-7fff-4808-a8c6-434fb97b6177', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:34Z', 'updated_at': '2021-07-16T01:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '61e3b4b0-0d16-44bc-abe6-63e3ba043712', 'name': '', 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df', 'tenant_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'mac_address': 'fa:16:3e:2f:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c950e85-6bf7-434d-a6fe-be8950ce0e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:37Z', 'updated_at': '2021-07-16T01:27:38Z', 'revision_number': 2, 'project_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'subnets': [{'id': '1c950e85-6bf7-434d-a6fe-be8950ce0e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:41.010363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801cbc47-6630-48a2-9a1e-b61267ab8ff0 req-6266ffb3-c686-4cc0-8551-cfcdbe5f7d91 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.011088 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-801cbc47-6630-48a2-9a1e-b61267ab8ff0 req-6266ffb3-c686-4cc0-8551-cfcdbe5f7d91 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1837373 Jul 16 01:27:41.031446 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Checking router: a9089b38-54c1-460c-a793-00a6f33f5886 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:41.031801 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Updating router a9089b38-54c1-460c-a793-00a6f33f5886 port 61e3b4b0-0d16-44bc-abe6-63e3ba043712 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:27:41.056131 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f41a075-e724-4d2c-8aa6-1ae135c47fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.061485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a118c7-7566-4ef4-86f6-cdc604cb4bba req-9c9c07c3-96e7-41c5-9e60-c97335ce50bc tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.064603 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25a118c7-7566-4ef4-86f6-cdc604cb4bba req-9c9c07c3-96e7-41c5-9e60-c97335ce50bc tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 945 time: 0.1301589 Jul 16 01:27:41.075913 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.084366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-801cbc47-6630-48a2-9a1e-b61267ab8ff0 req-6dcced41-3ba8-4a1a-8852-5ee79ee85427 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646970 Jul 16 01:27:41.144427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25a118c7-7566-4ef4-86f6-cdc604cb4bba req-6f2f452b-0805-444b-a380-3c7cbc56e1a2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590162 Jul 16 01:27:41.164710 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ed004a04-0d18-47b0-a3e3-737a08062ef2 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:41.215526 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-81b6d392-6b9e-49a8-abb9-295fe8794d08 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Deleting port 35c71f39-10b4-4237-a3c3-980c3cbe864d {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:41.215937 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-81b6d392-6b9e-49a8-abb9-295fe8794d08 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.293642 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f41a075-e724-4d2c-8aa6-1ae135c47fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.298908 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f41a075-e724-4d2c-8aa6-1ae135c47fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.406964 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2f41a075-e724-4d2c-8aa6-1ae135c47fc7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75dbd104607f45db9ce812acda366bb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5442114 Jul 16 01:27:41.410286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f41a075-e724-4d2c-8aa6-1ae135c47fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d625e82-f732-4946-a864-4b2e869e44b1,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:41.423666 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port ed004a04-0d18-47b0-a3e3-737a08062ef2, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ed004a04-0d18-47b0-a3e3-737a08062ef2,segment=NetworkSegment(e91559cb-28dd-489c-830e-8f22527dc6e5),segment_id=e91559cb-28dd-489c-830e-8f22527dc6e5)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:41.426474 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36532) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:41.444914 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'ed004a04-0d18-47b0-a3e3-737a08062ef2', 'network_id': '672b16e9-d75a-4b0f-b85a-39f89ac8a864', 'port_id': 'ed004a04-0d18-47b0-a3e3-737a08062ef2', 'mac_address': 'fa:16:3e:72:f9:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae0e9da-4762-4445-9386-049f14f86a7e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:41.497993 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-81b6d392-6b9e-49a8-abb9-295fe8794d08 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.502782 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.538633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-81b6d392-6b9e-49a8-abb9-295fe8794d08 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Calling delete_port for 35c71f39-10b4-4237-a3c3-980c3cbe864d owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:41.544430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed004a04-0d18-47b0-a3e3-737a08062ef2 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:41.570524 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.572385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce6734-7d26-4022-9004-f22f6d055dea req-ed07976a-4221-46ec-b8cb-59ea3afbb4de tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.574199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76ce6734-7d26-4022-9004-f22f6d055dea req-ed07976a-4221-46ec-b8cb-59ea3afbb4de tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 811 time: 0.2307978 Jul 16 01:27:41.582626 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port ed004a04-0d18-47b0-a3e3-737a08062ef2, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ed004a04-0d18-47b0-a3e3-737a08062ef2,segment=NetworkSegment(e91559cb-28dd-489c-830e-8f22527dc6e5),segment_id=e91559cb-28dd-489c-830e-8f22527dc6e5)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:41.587823 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Transition to ACTIVE for port object 61e3b4b0-0d16-44bc-abe6-63e3ba043712 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:41.592557 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-79f1bdfb-6233-4e7a-a5c6-a7059385e264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.594135 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.596336 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.599554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e8f887cd-7fff-4808-a8c6-434fb97b6177 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:41.610331 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76ce6734-7d26-4022-9004-f22f6d055dea req-8a5135b2-b40f-4d21-8bed-3b8a6153f27d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/quotas/a78825c4b7e744d2b876a9d861c51f8b HTTP/1.1" status: 200 len: 375 time: 0.0239782 Jul 16 01:27:41.643894 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bca64-1bc1-4d61-9b0a-4dd7c37ba0ce None None] Pushing event updated for resources: {'Port': ['ID=61e3b4b0-0d16-44bc-abe6-63e3ba043712,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:41.656394 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bca64-1bc1-4d61-9b0a-4dd7c37ba0ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.657151 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bca64-1bc1-4d61-9b0a-4dd7c37ba0ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.657788 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bca64-1bc1-4d61-9b0a-4dd7c37ba0ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.658371 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bca64-1bc1-4d61-9b0a-4dd7c37ba0ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.659019 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bca64-1bc1-4d61-9b0a-4dd7c37ba0ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.660035 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bca64-1bc1-4d61-9b0a-4dd7c37ba0ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.660884 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bca64-1bc1-4d61-9b0a-4dd7c37ba0ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.661555 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bca64-1bc1-4d61-9b0a-4dd7c37ba0ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.662112 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bca64-1bc1-4d61-9b0a-4dd7c37ba0ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.662793 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bca64-1bc1-4d61-9b0a-4dd7c37ba0ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.663369 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bca64-1bc1-4d61-9b0a-4dd7c37ba0ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.663951 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bca64-1bc1-4d61-9b0a-4dd7c37ba0ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:27:41.699228 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port e8f887cd-7fff-4808-a8c6-434fb97b6177 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:41.699598 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.701492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=ed004a04-0d18-47b0-a3e3-737a08062ef2,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:41.736491 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-8d2dfa32-4df2-4315-b89b-69fb111d77a3 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:41.738043 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-8d2dfa32-4df2-4315-b89b-69fb111d77a3 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/networks?id=17517a68-6fd4-42bc-83f7-ecc5ae23a8df HTTP/1.1" status: 200 len: 811 time: 0.2028718 Jul 16 01:27:41.764718 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-4c332c93-8475-4983-9820-51cd8fa270f0 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/quotas/9f5d627e286b4e259fd3ddfebd6bb5da HTTP/1.1" status: 200 len: 375 time: 0.0186169 Jul 16 01:27:41.771013 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Attempting to bind port 61e3b4b0-0d16-44bc-abe6-63e3ba043712 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:41.771581 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Attempting to bind port 61e3b4b0-0d16-44bc-abe6-63e3ba043712 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '451e45e7-49d2-4f9c-bc30-bd5513e7563f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:41.772143 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Attempting to bind port 61e3b4b0-0d16-44bc-abe6-63e3ba043712 on network 17517a68-6fd4-42bc-83f7-ecc5ae23a8df {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:41.773163 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-79f1bdfb-6233-4e7a-a5c6-a7059385e264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.775465 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-81b6d392-6b9e-49a8-abb9-295fe8794d08 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.783120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76ce6734-7d26-4022-9004-f22f6d055dea req-81e0850c-8960-423d-be4a-e04fb4f68161 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1339769 Jul 16 01:27:41.792950 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:41.793673 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Checking segment: {'id': '451e45e7-49d2-4f9c-bc30-bd5513e7563f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:41.794338 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.795061 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Bound using segment: {'id': '451e45e7-49d2-4f9c-bc30-bd5513e7563f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:41.795870 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Bound port: 61e3b4b0-0d16-44bc-abe6-63e3ba043712, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '451e45e7-49d2-4f9c-bc30-bd5513e7563f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:41.797006 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.821780 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b6d392-6b9e-49a8-abb9-295fe8794d08 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event deleted for resources: {'Port': ['ID=35c71f39-10b4-4237-a3c3-980c3cbe864d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:41.866953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['ed004a04-0d18-47b0-a3e3-737a08062ef2'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:41.871874 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 951fff8e-ba82-4749-a4ff-83e2363e9ab3 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:41.922520 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-81b6d392-6b9e-49a8-abb9-295fe8794d08 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.924849 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-81b6d392-6b9e-49a8-abb9-295fe8794d08 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "DELETE /v2.0/ports/35c71f39-10b4-4237-a3c3-980c3cbe864d HTTP/1.1" status: 204 len: 168 time: 0.9315975 Jul 16 01:27:41.927487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36544) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:41.930412 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] For port 61e3b4b0-0d16-44bc-abe6-63e3ba043712, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:41.938947 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-79f1bdfb-6233-4e7a-a5c6-a7059385e264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.939539 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] For port 61e3b4b0-0d16-44bc-abe6-63e3ba043712, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=61e3b4b0-0d16-44bc-abe6-63e3ba043712,segment=NetworkSegment(451e45e7-49d2-4f9c-bc30-bd5513e7563f),segment_id=451e45e7-49d2-4f9c-bc30-bd5513e7563f)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:41.941707 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-79f1bdfb-6233-4e7a-a5c6-a7059385e264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.945419 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-79f1bdfb-6233-4e7a-a5c6-a7059385e264 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d625e82-f732-4946-a864-4b2e869e44b1 HTTP/1.1" status: 204 len: 168 time: 0.5128219 Jul 16 01:27:41.945603 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:41.972428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1bdfb-6233-4e7a-a5c6-a7059385e264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d625e82-f732-4946-a864-4b2e869e44b1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:41.996351 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-84ede7fd-bebf-4cb8-8dee-9f8128b24ccb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Deleting subnet 4965d52c-657c-4f3d-a829-d383d740e194 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:42.000204 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84ede7fd-bebf-4cb8-8dee-9f8128b24ccb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.007559 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-3ce7a2e6-3ede-4af7-b4fc-b699105731cb tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f5d627e286b4e259fd3ddfebd6bb5da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2232730 Jul 16 01:27:42.009142 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76ce6734-7d26-4022-9004-f22f6d055dea req-ccc637ac-5e6e-4c4d-ad46-d2a411233790 service neutron] 10.222.0.22 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099016 Jul 16 01:27:42.055779 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84ede7fd-bebf-4cb8-8dee-9f8128b24ccb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.067837 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bca64-1bc1-4d61-9b0a-4dd7c37ba0ce None None] Pushing event updated for resources: {'Port': ['ID=61e3b4b0-0d16-44bc-abe6-63e3ba043712,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.084603 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 951fff8e-ba82-4749-a4ff-83e2363e9ab3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:42.085261 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.093817 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Routers {'a9089b38-54c1-460c-a793-00a6f33f5886'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:42.094446 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:27:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a9089b38-54c1-460c-a793-00a6f33f5886'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:42.180548 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84ede7fd-bebf-4cb8-8dee-9f8128b24ccb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.261012 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.283244 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] Set router a9089b38-54c1-460c-a793-00a6f33f5886 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:42.294758 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84ede7fd-bebf-4cb8-8dee-9f8128b24ccb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.320062 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 951fff8e-ba82-4749-a4ff-83e2363e9ab3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:42.321243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951fff8e-ba82-4749-a4ff-83e2363e9ab3'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:42.326832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76ce6734-7d26-4022-9004-f22f6d055dea req-44786d3c-0750-426c-9e6d-41eb6c7c5df0 service neutron] 10.222.0.22 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076739 Jul 16 01:27:42.330593 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-09b0c7c3-42a2-4335-9746-634a3d14a9ce service neutron] 10.222.0.22 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894433 Jul 16 01:27:42.348394 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf856333-39ad-4e64-9b81-6bce69c0ebc5" -d '{"events": [{"server_uuid": "5c48c11c-fa3c-4e45-8441-5b1d938507ac", "name": "network-vif-plugged", "status": "completed", "tag": "951fff8e-ba82-4749-a4ff-83e2363e9ab3"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:42.361627 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.378918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ede7fd-bebf-4cb8-8dee-9f8128b24ccb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event deleted for resources: {'Subnet': ['ID=4965d52c-657c-4f3d-a829-d383d740e194,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.392085 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84ede7fd-bebf-4cb8-8dee-9f8128b24ccb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.396671 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-84ede7fd-bebf-4cb8-8dee-9f8128b24ccb tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "DELETE /v2.0/subnets/4965d52c-657c-4f3d-a829-d383d740e194 HTTP/1.1" status: 204 len: 168 time: 0.4679494 Jul 16 01:27:42.399546 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36554) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:42.435781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9f44a0-769d-4eef-8342-071a8d4d6357 None None] Network d1c225b4-f269-4788-b264-c404aac5f0ff requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:42.493060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5d3f72-fe43-4e1b-8839-c5ea0ac8a7b4 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Deleting subnet 15fe3a60-f147-4868-aa26-636891800539 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:42.502961 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3f72-fe43-4e1b-8839-c5ea0ac8a7b4 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.517671 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-d3580c94-a0df-4412-bebd-e744e2a6d5d4 service neutron] 10.222.0.22 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717300 Jul 16 01:27:42.520163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36556) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:42.541574 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-244b299c-dd22-417e-94c0-de364c7825cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.573773 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=951fff8e-ba82-4749-a4ff-83e2363e9ab3,revision_number=10']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.620752 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3f72-fe43-4e1b-8839-c5ea0ac8a7b4 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.714814 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'name': 'tempest-ServerRescueTestJSON-1059621535-router', 'tenant_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'e8f887cd-7fff-4808-a8c6-434fb97b6177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:34Z', 'updated_at': '2021-07-16T01:27:38Z', 'revision_number': 4, 'project_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'gw_port': {'id': 'e8f887cd-7fff-4808-a8c6-434fb97b6177', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:34Z', 'updated_at': '2021-07-16T01:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '61e3b4b0-0d16-44bc-abe6-63e3ba043712', 'name': '', 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df', 'tenant_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'mac_address': 'fa:16:3e:2f:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c950e85-6bf7-434d-a6fe-be8950ce0e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:37Z', 'updated_at': '2021-07-16T01:27:41Z', 'revision_number': 4, 'project_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'subnets': [{'id': '1c950e85-6bf7-434d-a6fe-be8950ce0e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:42.769969 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-244b299c-dd22-417e-94c0-de364c7825cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.777068 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-244b299c-dd22-417e-94c0-de364c7825cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.809419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b299c-dd22-417e-94c0-de364c7825cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b58f4e7-3975-4c64-818d-9281023d7eff,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:42.824940 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90258977-9e30-4061-a988-cd52005c1a73 None None] The sync data for ids ['a9089b38-54c1-460c-a793-00a6f33f5886'] in n-d-791505-14 is: [{'id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'name': 'tempest-ServerRescueTestJSON-1059621535-router', 'tenant_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'e8f887cd-7fff-4808-a8c6-434fb97b6177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:34Z', 'updated_at': '2021-07-16T01:27:38Z', 'revision_number': 4, 'project_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'gw_port': {'id': 'e8f887cd-7fff-4808-a8c6-434fb97b6177', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:34Z', 'updated_at': '2021-07-16T01:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '61e3b4b0-0d16-44bc-abe6-63e3ba043712', 'name': '', 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df', 'tenant_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'mac_address': 'fa:16:3e:2f:01:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': '1c950e85-6bf7-434d-a6fe-be8950ce0e56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:37Z', 'updated_at': '2021-07-16T01:27:41Z', 'revision_number': 4, 'project_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'subnets': [{'id': '1c950e85-6bf7-434d-a6fe-be8950ce0e56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:42.859416 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3f72-fe43-4e1b-8839-c5ea0ac8a7b4 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:42.871922 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-244b299c-dd22-417e-94c0-de364c7825cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d5cc2235c4f44739942d58b78f4ae7a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3490753 Jul 16 01:27:42.874739 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36566) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:42.880011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cef56fa-1d7c-4c5d-9c4a-f978899bcf93 None None] DHCP port deletion for d1c225b4-f269-4788-b264-c404aac5f0ff request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:27:43.002584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0cef56fa-1d7c-4c5d-9c4a-f978899bcf93 None None] Deleting port ebbfff35-9007-4959-bc95-1cc3606f5711 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:43.002972 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0cef56fa-1d7c-4c5d-9c4a-f978899bcf93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.043334 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3f72-fe43-4e1b-8839-c5ea0ac8a7b4 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.108997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d3f72-fe43-4e1b-8839-c5ea0ac8a7b4 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event deleted for resources: {'Subnet': ['ID=15fe3a60-f147-4868-aa26-636891800539,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:43.120021 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6b5d3f72-fe43-4e1b-8839-c5ea0ac8a7b4 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.122365 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6b5d3f72-fe43-4e1b-8839-c5ea0ac8a7b4 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "DELETE /v2.0/subnets/15fe3a60-f147-4868-aa26-636891800539 HTTP/1.1" status: 204 len: 168 time: 0.7208073 Jul 16 01:27:43.125769 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36576) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:43.152656 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921c0002-8045-42fe-a047-7ababc46f9c1 None None] Network 87fe2da3-aef5-4a1b-9eb7-74899be739c7 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:43.166074 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908c4d9-e73c-4a84-af82-f700b50bb2de req-80122f5f-cdab-41e5-a993-f947d3fe7dd1 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:43.178787 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4908c4d9-e73c-4a84-af82-f700b50bb2de req-80122f5f-cdab-41e5-a993-f947d3fe7dd1 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 947 time: 0.3055866 Jul 16 01:27:43.188999 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ed004a04-0d18-47b0-a3e3-737a08062ef2 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:43.199899 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0cef56fa-1d7c-4c5d-9c4a-f978899bcf93 None None] For port ebbfff35-9007-4959-bc95-1cc3606f5711, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ebbfff35-9007-4959-bc95-1cc3606f5711,segment=NetworkSegment(e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3),segment_id=e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:43.200307 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0cef56fa-1d7c-4c5d-9c4a-f978899bcf93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.251049 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e338d7ff-8e49-48f7-87b1-0f72c889386e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.296497 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.332141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0cef56fa-1d7c-4c5d-9c4a-f978899bcf93 None None] Calling delete_port for ebbfff35-9007-4959-bc95-1cc3606f5711 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:43.334428 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89f5dd-1a73-402d-bd15-bc47b795c64a req-0041ec4a-86c6-4096-93b9-10a40056f801 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:43.342611 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e89f5dd-1a73-402d-bd15-bc47b795c64a req-0041ec4a-86c6-4096-93b9-10a40056f801 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/ports?device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 945 time: 0.3885653 Jul 16 01:27:43.346615 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e338d7ff-8e49-48f7-87b1-0f72c889386e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.387449 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Deleting port ebbfff35-9007-4959-bc95-1cc3606f5711 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:43.387911 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.392180 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4908c4d9-e73c-4a84-af82-f700b50bb2de req-50ae158c-7266-472d-a0f3-94e5eb8c6e38 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124124 Jul 16 01:27:43.484239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e89f5dd-1a73-402d-bd15-bc47b795c64a req-b14fb56b-956b-4338-9a90-a06670c9a8a7 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/security-groups?id=d56c3403-39de-4775-a403-0061899ba2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390777 Jul 16 01:27:43.517389 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cb0500-5acd-4b1c-b21d-e3023c913e3a x-openstack-request-id: req-33cb0500-5acd-4b1c-b21d-e3023c913e3a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:43.517921 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c48c11c-fa3c-4e45-8441-5b1d938507ac", "name": "network-vif-plugged", "status": "completed", "tag": "951fff8e-ba82-4749-a4ff-83e2363e9ab3", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:43.518359 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33cb0500-5acd-4b1c-b21d-e3023c913e3a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:43.519115 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '951fff8e-ba82-4749-a4ff-83e2363e9ab3', 'code': 200} Jul 16 01:27:43.586234 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e338d7ff-8e49-48f7-87b1-0f72c889386e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.590150 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e338d7ff-8e49-48f7-87b1-0f72c889386e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.594050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] For port ebbfff35-9007-4959-bc95-1cc3606f5711, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ebbfff35-9007-4959-bc95-1cc3606f5711,segment=NetworkSegment(e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3),segment_id=e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:43.594756 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e338d7ff-8e49-48f7-87b1-0f72c889386e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1b58f4e7-3975-4c64-818d-9281023d7eff HTTP/1.1" status: 204 len: 168 time: 0.6427760 Jul 16 01:27:43.608623 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.614736 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port ed004a04-0d18-47b0-a3e3-737a08062ef2 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:43.615193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338d7ff-8e49-48f7-87b1-0f72c889386e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b58f4e7-3975-4c64-818d-9281023d7eff,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:43.623126 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port ed004a04-0d18-47b0-a3e3-737a08062ef2 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:43.623376 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.646172 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Calling delete_port for ebbfff35-9007-4959-bc95-1cc3606f5711 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:43.700941 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4982d716-0042-44ed-ba23-d314636df0a1 req-29ddf0c0-2770-4d50-a63e-b0a3b8cfdbc4 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 210 time: 0.0662019 Jul 16 01:27:43.701965 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 61e3b4b0-0d16-44bc-abe6-63e3ba043712 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:43.767709 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.782867 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14ddcba7-cdc5-4abe-8b48-57eb83a95b48 req-0deb0f9e-fc92-425f-8c73-d405d45c0ac9 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 210 time: 0.0516853 Jul 16 01:27:43.809687 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] No DVR routers for this DVR port ebbfff35-9007-4959-bc95-1cc3606f5711 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:43.862212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event deleted for resources: {'Port': ['ID=ebbfff35-9007-4959-bc95-1cc3606f5711,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:43.876818 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0cef56fa-1d7c-4c5d-9c4a-f978899bcf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:43.933256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef56fa-1d7c-4c5d-9c4a-f978899bcf93 None None] Pushing event deleted for resources: {'Port': ['ID=ebbfff35-9007-4959-bc95-1cc3606f5711,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:43.945262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cef56fa-1d7c-4c5d-9c4a-f978899bcf93 None None] No DVR routers for this DVR port ebbfff35-9007-4959-bc95-1cc3606f5711 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:44.008708 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 61e3b4b0-0d16-44bc-abe6-63e3ba043712 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:44.022463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 61e3b4b0-0d16-44bc-abe6-63e3ba043712 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:44.023066 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.026125 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.032445 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.048357 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1c225b4-f269-4788-b264-c404aac5f0ff']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:44.073597 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:44.074026 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89fea85-e622-4bc7-9ad9-25cb3cb3f4d3') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:44.100247 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.133959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1e8e37-fa8d-4cfe-b4a9-5b4b9785b363 None None] DHCP port deletion for 87fe2da3-aef5-4a1b-9eb7-74899be739c7 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:27:44.140019 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.149138 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:44.149733 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:44.154034 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:44.165685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c7b879-a411-4324-a4db-5fb4b0f8dfdf req-c0582f81-26c5-4ada-b049-c714f83456f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.167676 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25c7b879-a411-4324-a4db-5fb4b0f8dfdf req-c0582f81-26c5-4ada-b049-c714f83456f0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 1099 time: 0.0974090 Jul 16 01:27:44.182926 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port ed004a04-0d18-47b0-a3e3-737a08062ef2, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ed004a04-0d18-47b0-a3e3-737a08062ef2,segment=NetworkSegment(e91559cb-28dd-489c-830e-8f22527dc6e5),segment_id=e91559cb-28dd-489c-830e-8f22527dc6e5)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:44.189417 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.258406 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.263721 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25c7b879-a411-4324-a4db-5fb4b0f8dfdf req-ed5b3d8a-2461-4548-90d7-550c636c502d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883982 Jul 16 01:27:44.270333 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.272875 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "DELETE /v2.0/networks/d1c225b4-f269-4788-b264-c404aac5f0ff HTTP/1.1" status: 204 len: 168 time: 1.1458001 Jul 16 01:27:44.275578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36594) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:44.295861 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8248c02-5d48-4af1-b1d0-727cd30b51d3 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event deleted for resources: {'Network': ['ID=d1c225b4-f269-4788-b264-c404aac5f0ff,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:44.321805 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.344434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e8e37-fa8d-4cfe-b4a9-5b4b9785b363 None None] Deleting port a0f34d1a-3c81-448c-bb57-dc54a89d2f25 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:44.345045 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8e37-fa8d-4cfe-b4a9-5b4b9785b363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.346747 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=ed004a04-0d18-47b0-a3e3-737a08062ef2,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:44.382604 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.437610 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 61e3b4b0-0d16-44bc-abe6-63e3ba043712, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=61e3b4b0-0d16-44bc-abe6-63e3ba043712,segment=NetworkSegment(451e45e7-49d2-4f9c-bc30-bd5513e7563f),segment_id=451e45e7-49d2-4f9c-bc30-bd5513e7563f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:44.448096 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.462173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-1a1e8e37-fa8d-4cfe-b4a9-5b4b9785b363 None None] For port a0f34d1a-3c81-448c-bb57-dc54a89d2f25, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a0f34d1a-3c81-448c-bb57-dc54a89d2f25,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:44.462996 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8e37-fa8d-4cfe-b4a9-5b4b9785b363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.474363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Deleting port a0f34d1a-3c81-448c-bb57-dc54a89d2f25 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:44.474714 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.532012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e8e37-fa8d-4cfe-b4a9-5b4b9785b363 None None] Calling delete_port for a0f34d1a-3c81-448c-bb57-dc54a89d2f25 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:44.620204 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] For port a0f34d1a-3c81-448c-bb57-dc54a89d2f25, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a0f34d1a-3c81-448c-bb57-dc54a89d2f25,segment=NetworkSegment(cd5310f9-3cf9-4a89-8b11-b4932794f9b4),segment_id=cd5310f9-3cf9-4a89-8b11-b4932794f9b4)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:44.620858 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.650914 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ebbfff35-9007-4959-bc95-1cc3606f5711 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:44.657021 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1a1e8e37-fa8d-4cfe-b4a9-5b4b9785b363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:44.692410 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: ebbfff35-9007-4959-bc95-1cc3606f5711 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:44.692868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ebbfff35-9007-4959-bc95-1cc3606f5711 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:44.719951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1e8e37-fa8d-4cfe-b4a9-5b4b9785b363 None None] No DVR routers for this DVR port a0f34d1a-3c81-448c-bb57-dc54a89d2f25 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:44.722388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Calling delete_port for a0f34d1a-3c81-448c-bb57-dc54a89d2f25 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:44.741074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=61e3b4b0-0d16-44bc-abe6-63e3ba043712,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:44.801383 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e8e37-fa8d-4cfe-b4a9-5b4b9785b363 None None] Pushing event deleted for resources: {'Port': ['ID=a0f34d1a-3c81-448c-bb57-dc54a89d2f25,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:44.904485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3de23-5403-445e-b95e-2e6e9b30f210 req-42c0d3de-267c-42a4-a15a-f73d4ef4f695 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.912028 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5d3de23-5403-445e-b95e-2e6e9b30f210 req-42c0d3de-267c-42a4-a15a-f73d4ef4f695 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 947 time: 0.3133032 Jul 16 01:27:44.986580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce6734-7d26-4022-9004-f22f6d055dea req-40f07af1-2cc2-4049-8530-a785b62aacb1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.988037 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76ce6734-7d26-4022-9004-f22f6d055dea req-40f07af1-2cc2-4049-8530-a785b62aacb1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.70 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 811 time: 0.1765962 Jul 16 01:27:44.995278 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb212b7d-19df-4c54-b764-ae0c3a86f7cb req-bc9d24bb-47d4-4952-8652-0baca2f63ff8 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:44.996877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb212b7d-19df-4c54-b764-ae0c3a86f7cb req-bc9d24bb-47d4-4952-8652-0baca2f63ff8 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/ports?device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 946 time: 0.1952937 Jul 16 01:27:45.013978 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5d3de23-5403-445e-b95e-2e6e9b30f210 req-bae81864-dbb0-43d6-bef6-dc44b652d96a tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010737 Jul 16 01:27:45.016417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-76ce6734-7d26-4022-9004-f22f6d055dea req-74f599b2-3e11-4b35-ae32-38b6e7c8467e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Request body: {'port': {'device_id': 'af64c64d-8f76-46f5-b505-9227c9136288', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'admin_state_up': True, 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:45.045962 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.103352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] No DVR routers for this DVR port a0f34d1a-3c81-448c-bb57-dc54a89d2f25 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:45.113102 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event deleted for resources: {'Port': ['ID=a0f34d1a-3c81-448c-bb57-dc54a89d2f25,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:45.117729 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb212b7d-19df-4c54-b764-ae0c3a86f7cb req-62860afc-569e-429b-bcef-4665671ded54 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/security-groups?id=d56c3403-39de-4775-a403-0061899ba2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129336 Jul 16 01:27:45.330806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ce6734-7d26-4022-9004-f22f6d055dea req-74f599b2-3e11-4b35-ae32-38b6e7c8467e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Made reservation on behalf of a78825c4b7e744d2b876a9d861c51f8b for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:45.333372 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53bdda02-44a5-4426-96b6-5376b82ce5d4 req-0d4e05d9-037e-4d4c-8a91-696d206b842b tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 210 time: 0.0648069 Jul 16 01:27:45.335963 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76ce6734-7d26-4022-9004-f22f6d055dea req-74f599b2-3e11-4b35-ae32-38b6e7c8467e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.388687 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.395399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc55730d-4b48-4e67-acab-b4009f802daa req-6dc1ee07-c3e8-42ac-859f-327010f05f66 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 210 time: 0.1098368 Jul 16 01:27:45.419091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87fe2da3-aef5-4a1b-9eb7-74899be739c7']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:45.455678 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:45.455869 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd5310f9-3cf9-4a89-8b11-b4932794f9b4') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:45.480210 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.523118 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0435a40f-ed2c-46ad-a075-13cfc5a0b968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed004a04-0d18-47b0-a3e3-737a08062ef2'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:45.529220 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.531616 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8fb130-daa4-4c6f-a650-69340be7a842" -d '{"events": [{"server_uuid": "0435a40f-ed2c-46ad-a075-13cfc5a0b968", "name": "network-vif-plugged", "status": "completed", "tag": "ed004a04-0d18-47b0-a3e3-737a08062ef2"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:45.540589 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:45.541123 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.543397 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-76ce6734-7d26-4022-9004-f22f6d055dea req-74f599b2-3e11-4b35-ae32-38b6e7c8467e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Allocated IP 172.20.0.11 (430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4/b4195e01-091a-461b-a934-93b1b286b6cf/b4b0f763-675c-4256-9642-06d68a474f25) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:45.546019 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:45.616912 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 61e3b4b0-0d16-44bc-abe6-63e3ba043712 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:45.634245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-269db717-ac3c-4637-8faf-73c14710da58 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:45.635699 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-269db717-ac3c-4637-8faf-73c14710da58 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.70 "GET /v2.0/networks?id=17517a68-6fd4-42bc-83f7-ecc5ae23a8df HTTP/1.1" status: 200 len: 811 time: 0.2429326 Jul 16 01:27:45.644471 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.668743 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.670473 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de45f0c-012c-4bdb-941f-daaa8b6eda7b x-openstack-request-id: req-7de45f0c-012c-4bdb-941f-daaa8b6eda7b {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:45.671231 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0435a40f-ed2c-46ad-a075-13cfc5a0b968", "name": "network-vif-plugged", "status": "completed", "tag": "ed004a04-0d18-47b0-a3e3-737a08062ef2", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:45.671712 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7de45f0c-012c-4bdb-941f-daaa8b6eda7b {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:45.672360 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0435a40f-ed2c-46ad-a075-13cfc5a0b968', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed004a04-0d18-47b0-a3e3-737a08062ef2', 'code': 200} Jul 16 01:27:45.687883 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] 10.222.0.22 "DELETE /v2.0/networks/87fe2da3-aef5-4a1b-9eb7-74899be739c7 HTTP/1.1" status: 204 len: 168 time: 1.3945661 Jul 16 01:27:45.694383 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-e018f323-3c34-421d-a67a-246463dbf17d tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Request body: {'port': {'device_id': '8938258b-7683-4fdb-b56e-568cb896bc2a', 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df', 'admin_state_up': True, 'tenant_id': '9f5d627e286b4e259fd3ddfebd6bb5da'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:45.753219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8cae50-5174-4291-93f0-b84d9626ea37 tempest-TaggedBootDevicesTest-1843725926 tempest-TaggedBootDevicesTest-1843725926-project] Pushing event deleted for resources: {'Network': ['ID=87fe2da3-aef5-4a1b-9eb7-74899be739c7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:45.772699 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 61e3b4b0-0d16-44bc-abe6-63e3ba043712 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:45.776181 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.870869 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76ce6734-7d26-4022-9004-f22f6d055dea req-74f599b2-3e11-4b35-ae32-38b6e7c8467e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.891285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-76ce6734-7d26-4022-9004-f22f6d055dea req-74f599b2-3e11-4b35-ae32-38b6e7c8467e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Transition to ACTIVE for port object b4b0f763-675c-4256-9642-06d68a474f25 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:45.947219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cedef7-8d9b-4d04-8210-51a20e67177f req-aedf36db-ee9f-4b7c-913b-57f9960d3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:45.948811 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-07cedef7-8d9b-4d04-8210-51a20e67177f req-aedf36db-ee9f-4b7c-913b-57f9960d3236 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 1098 time: 0.1416302 Jul 16 01:27:45.955616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-e018f323-3c34-421d-a67a-246463dbf17d tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Made reservation on behalf of 9f5d627e286b4e259fd3ddfebd6bb5da for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:45.960329 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-e018f323-3c34-421d-a67a-246463dbf17d tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.962248 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76ce6734-7d26-4022-9004-f22f6d055dea req-74f599b2-3e11-4b35-ae32-38b6e7c8467e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:45.976504 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['bcc0da7a-60d7-44d9-b726-04e2a307262c', '166f8fed-4cac-40ff-b04e-84be5b13fcb0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:46.035084 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a0f34d1a-3c81-448c-bb57-dc54a89d2f25 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:46.063541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ce6734-7d26-4022-9004-f22f6d055dea req-74f599b2-3e11-4b35-ae32-38b6e7c8467e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:46.069266 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f599b2-3e11-4b35-ae32-38b6e7c8467e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event updated for resources: {'Port': ['ID=b4b0f763-675c-4256-9642-06d68a474f25,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:46.073018 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-07cedef7-8d9b-4d04-8210-51a20e67177f req-d24106f2-9a55-435d-b8f0-42e40af34c37 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=d56c3403-39de-4775-a403-0061899ba2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137660 Jul 16 01:27:46.074496 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-76ce6734-7d26-4022-9004-f22f6d055dea req-74f599b2-3e11-4b35-ae32-38b6e7c8467e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:46.087212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ce6734-7d26-4022-9004-f22f6d055dea req-74f599b2-3e11-4b35-ae32-38b6e7c8467e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:46.121873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: a0f34d1a-3c81-448c-bb57-dc54a89d2f25 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:46.122441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a0f34d1a-3c81-448c-bb57-dc54a89d2f25 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:46.150070 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce6734-7d26-4022-9004-f22f6d055dea req-74f599b2-3e11-4b35-ae32-38b6e7c8467e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:46.172429 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76ce6734-7d26-4022-9004-f22f6d055dea req-74f599b2-3e11-4b35-ae32-38b6e7c8467e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.201622 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76ce6734-7d26-4022-9004-f22f6d055dea req-74f599b2-3e11-4b35-ae32-38b6e7c8467e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2005665 Jul 16 01:27:46.219930 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Request body: {'port': {'device_id': 'af64c64d-8f76-46f5-b505-9227c9136288', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:46.242003 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-e018f323-3c34-421d-a67a-246463dbf17d tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Allocated IP 172.20.0.8 (17517a68-6fd4-42bc-83f7-ecc5ae23a8df/1c950e85-6bf7-434d-a6fe-be8950ce0e56/f5e3724c-8fea-4575-a587-1db78b931fee) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:27:46.393640 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.588210 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8facfc06-1521-4d62-9e06-aac55bce56d4 None None] Provisioning for port b4b0f763-675c-4256-9642-06d68a474f25 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:46.602829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8facfc06-1521-4d62-9e06-aac55bce56d4 None None] Provisioning complete for port b4b0f763-675c-4256-9642-06d68a474f25 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:46.611819 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8facfc06-1521-4d62-9e06-aac55bce56d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.733545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8facfc06-1521-4d62-9e06-aac55bce56d4 None None] Port b4b0f763-675c-4256-9642-06d68a474f25 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:27:46.736626 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b0f763-675c-4256-9642-06d68a474f25 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:46.746825 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.763719 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Transition to ACTIVE for port object b4b0f763-675c-4256-9642-06d68a474f25 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:46.769123 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:46.854003 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Pushing event updated for resources: {'Port': ['ID=b4b0f763-675c-4256-9642-06d68a474f25,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:46.942521 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Attempting to bind port b4b0f763-675c-4256-9642-06d68a474f25 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:46.942872 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Attempting to bind port b4b0f763-675c-4256-9642-06d68a474f25 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:46.943210 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Attempting to bind port b4b0f763-675c-4256-9642-06d68a474f25 on network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:46.948660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Port b4b0f763-675c-4256-9642-06d68a474f25 on network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:46.948999 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Attempting to bind port b4b0f763-675c-4256-9642-06d68a474f25 on network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:46.955330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:46.955681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Checking segment: {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:46.956163 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Bound using segment: {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:46.956613 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Bound port: b4b0f763-675c-4256-9642-06d68a474f25, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:46.956985 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.002967 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81667d3-65f3-4b26-9aac-74a898e7f8e3 req-1fa92af0-8da7-44db-99dd-edaa97d4a8d0 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.010217 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a81667d3-65f3-4b26-9aac-74a898e7f8e3 req-1fa92af0-8da7-44db-99dd-edaa97d4a8d0 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/ports?device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 946 time: 0.5999436 Jul 16 01:27:47.036826 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00784ef-b715-4a83-9e2e-6d0446867e5d req-7f50281f-c065-46cd-a7d3-e98ed3a77197 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.038348 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e00784ef-b715-4a83-9e2e-6d0446867e5d req-7f50281f-c065-46cd-a7d3-e98ed3a77197 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 947 time: 0.7147498 Jul 16 01:27:47.065685 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] For port b4b0f763-675c-4256-9642-06d68a474f25, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:47.069295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] For port b4b0f763-675c-4256-9642-06d68a474f25, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b4b0f763-675c-4256-9642-06d68a474f25,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:47.074457 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.112616 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.113546 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.115151 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76ce6734-7d26-4022-9004-f22f6d055dea req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] 10.222.0.70 "PUT /v2.0/ports/b4b0f763-675c-4256-9642-06d68a474f25 HTTP/1.1" status: 200 len: 1093 time: 0.9005063 Jul 16 01:27:47.115688 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af64c64d-8f76-46f5-b505-9227c9136288', 'tag': 'b4b0f763-675c-4256-9642-06d68a474f25'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:47.118074 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1aa45d-c0e5-433b-8750-4a18530033f5" -d '{"events": [{"name": "network-changed", "server_uuid": "af64c64d-8f76-46f5-b505-9227c9136288", "tag": "b4b0f763-675c-4256-9642-06d68a474f25"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:47.127814 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a81667d3-65f3-4b26-9aac-74a898e7f8e3 req-87f215a2-3c55-45c5-ac30-a934a51695c4 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/security-groups?id=d56c3403-39de-4775-a403-0061899ba2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166055 Jul 16 01:27:47.156871 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617ff8a-b362-4112-bf55-f71b596b829d service neutron] Pushing event updated for resources: {'Port': ['ID=b4b0f763-675c-4256-9642-06d68a474f25,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:47.164967 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-e018f323-3c34-421d-a67a-246463dbf17d tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.213526 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e00784ef-b715-4a83-9e2e-6d0446867e5d req-14b45e7a-4855-4c28-abf4-5bd7174dfe21 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114657 Jul 16 01:27:47.270155 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-e018f323-3c34-421d-a67a-246463dbf17d tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.378272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018f323-3c34-421d-a67a-246463dbf17d tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Pushing event updated for resources: {'Port': ['ID=f5e3724c-8fea-4575-a587-1db78b931fee,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:47.383045 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce6734-7d26-4022-9004-f22f6d055dea req-c47c6a64-fbab-4f42-98ac-ce1b42ae83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.384873 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76ce6734-7d26-4022-9004-f22f6d055dea req-c47c6a64-fbab-4f42-98ac-ce1b42ae83ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 1096 time: 0.1641316 Jul 16 01:27:47.423548 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-e018f323-3c34-421d-a67a-246463dbf17d tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Network 17517a68-6fd4-42bc-83f7-ecc5ae23a8df is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:27:47.427944 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-e018f323-3c34-421d-a67a-246463dbf17d tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:47.446147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-e018f323-3c34-421d-a67a-246463dbf17d tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:27:47.467120 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76ce6734-7d26-4022-9004-f22f6d055dea req-3532a0c3-1f3e-440d-ae79-b7c93a236793 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4b0f763-675c-4256-9642-06d68a474f25 HTTP/1.1" status: 200 len: 217 time: 0.0744450 Jul 16 01:27:47.542800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce6734-7d26-4022-9004-f22f6d055dea req-3b1c73d6-694b-4798-9d6f-54b17d733476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.544831 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76ce6734-7d26-4022-9004-f22f6d055dea req-3b1c73d6-694b-4798-9d6f-54b17d733476 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.0693810 Jul 16 01:27:47.552761 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-e018f323-3c34-421d-a67a-246463dbf17d tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.553406 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-e018f323-3c34-421d-a67a-246463dbf17d tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.576382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71133f1d-c31c-43c5-a4ab-b558d2d8ff1d req-683833cf-78c0-4e04-9ba1-4b6925cd10f6 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.578533 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71133f1d-c31c-43c5-a4ab-b558d2d8ff1d req-683833cf-78c0-4e04-9ba1-4b6925cd10f6 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 931 time: 0.1974061 Jul 16 01:27:47.590343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-e018f323-3c34-421d-a67a-246463dbf17d tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9004309 Jul 16 01:27:47.609038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Request body: {'port': {'device_id': '8938258b-7683-4fdb-b56e-568cb896bc2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:47.617624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce6734-7d26-4022-9004-f22f6d055dea req-726d9658-5ab9-4d33-8f71-6ba02b8b37e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.619290 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76ce6734-7d26-4022-9004-f22f6d055dea req-726d9658-5ab9-4d33-8f71-6ba02b8b37e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656881 Jul 16 01:27:47.688664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799919e9-6974-4395-b0f1-73c2108355a7 req-2df95a8d-37d6-4a66-a1c3-6a67208f2d92 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.690079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-799919e9-6974-4395-b0f1-73c2108355a7 req-2df95a8d-37d6-4a66-a1c3-6a67208f2d92 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 944 time: 0.1860170 Jul 16 01:27:47.693406 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71133f1d-c31c-43c5-a4ab-b558d2d8ff1d req-a429aab6-f713-42d9-b090-0f68daab36cc tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016731 Jul 16 01:27:47.733341 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76ce6734-7d26-4022-9004-f22f6d055dea req-1dd606ba-2d82-4a14-afb6-f76a3a6b4919 service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065147 Jul 16 01:27:47.756049 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97f44e1-e076-4370-a3c2-95df0819d2e1 x-openstack-request-id: req-d97f44e1-e076-4370-a3c2-95df0819d2e1 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:47.759587 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af64c64d-8f76-46f5-b505-9227c9136288", "tag": "b4b0f763-675c-4256-9642-06d68a474f25", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:47.759587 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d97f44e1-e076-4370-a3c2-95df0819d2e1 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:47.759587 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af64c64d-8f76-46f5-b505-9227c9136288', 'tag': 'b4b0f763-675c-4256-9642-06d68a474f25', 'status': 'completed', 'code': 200} Jul 16 01:27:47.776859 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:47.795124 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-799919e9-6974-4395-b0f1-73c2108355a7 req-df22fe8d-b3df-40f4-92da-e50ce9056313 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954795 Jul 16 01:27:47.839972 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-76ce6734-7d26-4022-9004-f22f6d055dea req-22468e79-599b-4157-b73a-254d98e991e9 service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987041 Jul 16 01:27:47.958016 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1aa45d-c0e5-433b-8750-4a18530033f5 req-ba72c2af-f169-46b3-b74c-4cda27361d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:47.959553 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d1aa45d-c0e5-433b-8750-4a18530033f5 req-ba72c2af-f169-46b3-b74c-4cda27361d5f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 1096 time: 0.0608108 Jul 16 01:27:48.061678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1aa45d-c0e5-433b-8750-4a18530033f5 req-c48fc24e-892e-4524-ae42-d559edcecf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.063670 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d1aa45d-c0e5-433b-8750-4a18530033f5 req-c48fc24e-892e-4524-ae42-d559edcecf55 service neutron] 10.222.0.70 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.0931194 Jul 16 01:27:48.091139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e3724c-8fea-4575-a587-1db78b931fee {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:48.099278 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.110040 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d1aa45d-c0e5-433b-8750-4a18530033f5 req-599cef06-2962-4aa4-bd2a-0fd7be86e42b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4b0f763-675c-4256-9642-06d68a474f25 HTTP/1.1" status: 200 len: 217 time: 0.0383530 Jul 16 01:27:48.112479 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Transition to ACTIVE for port object f5e3724c-8fea-4575-a587-1db78b931fee will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:27:48.116154 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.177852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1aa45d-c0e5-433b-8750-4a18530033f5 req-82306e84-944a-48ca-81e1-effe86c056e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.179520 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d1aa45d-c0e5-433b-8750-4a18530033f5 req-82306e84-944a-48ca-81e1-effe86c056e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.0601561 Jul 16 01:27:48.190045 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e3724c-8fea-4575-a587-1db78b931fee,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:48.242702 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Attempting to bind port f5e3724c-8fea-4575-a587-1db78b931fee on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:27:48.243046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Attempting to bind port f5e3724c-8fea-4575-a587-1db78b931fee by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '451e45e7-49d2-4f9c-bc30-bd5513e7563f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:27:48.243394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Attempting to bind port f5e3724c-8fea-4575-a587-1db78b931fee on network 17517a68-6fd4-42bc-83f7-ecc5ae23a8df {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:48.246302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1aa45d-c0e5-433b-8750-4a18530033f5 req-0c706455-bcad-4bd7-9a09-2a2088a85dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.247707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Port f5e3724c-8fea-4575-a587-1db78b931fee on network 17517a68-6fd4-42bc-83f7-ecc5ae23a8df not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:27:48.247950 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d1aa45d-c0e5-433b-8750-4a18530033f5 req-0c706455-bcad-4bd7-9a09-2a2088a85dae service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590775 Jul 16 01:27:48.248080 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Attempting to bind port f5e3724c-8fea-4575-a587-1db78b931fee on network 17517a68-6fd4-42bc-83f7-ecc5ae23a8df {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:27:48.253518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:27:48.253862 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Checking segment: {'id': '451e45e7-49d2-4f9c-bc30-bd5513e7563f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:48.254251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Bound using segment: {'id': '451e45e7-49d2-4f9c-bc30-bd5513e7563f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:27:48.254682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Bound port: f5e3724c-8fea-4575-a587-1db78b931fee, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '451e45e7-49d2-4f9c-bc30-bd5513e7563f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:27:48.255044 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.351390 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d1aa45d-c0e5-433b-8750-4a18530033f5 req-4593a656-acb4-437a-849c-26ec5ed1db81 service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914466 Jul 16 01:27:48.389723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] For port f5e3724c-8fea-4575-a587-1db78b931fee, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:27:48.409095 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] For port f5e3724c-8fea-4575-a587-1db78b931fee, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f5e3724c-8fea-4575-a587-1db78b931fee,segment=NetworkSegment(451e45e7-49d2-4f9c-bc30-bd5513e7563f),segment_id=451e45e7-49d2-4f9c-bc30-bd5513e7563f)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:27:48.424342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42b81a-31ec-4a82-94fc-657e4c9d3c52 req-cdc591bc-f481-4660-83eb-846a9d6c2240 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.432031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e42b81a-31ec-4a82-94fc-657e4c9d3c52 req-cdc591bc-f481-4660-83eb-846a9d6c2240 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/ports?device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 946 time: 0.1426208 Jul 16 01:27:48.443137 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.462214 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d1aa45d-c0e5-433b-8750-4a18530033f5 req-bba9cb3c-7759-4d8d-8dfd-9012b29da557 service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002223 Jul 16 01:27:48.529703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.530327 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:48.531749 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] 10.222.0.70 "PUT /v2.0/ports/f5e3724c-8fea-4575-a587-1db78b931fee HTTP/1.1" status: 200 len: 1092 time: 0.9297345 Jul 16 01:27:48.533655 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8938258b-7683-4fdb-b56e-568cb896bc2a', 'tag': 'f5e3724c-8fea-4575-a587-1db78b931fee'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:48.535938 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732c988e-bded-44ff-88b3-da7dbe6bf0a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8938258b-7683-4fdb-b56e-568cb896bc2a", "tag": "f5e3724c-8fea-4575-a587-1db78b931fee"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:48.554933 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e42b81a-31ec-4a82-94fc-657e4c9d3c52 req-7bbe7fcc-2b33-4d0b-89af-397f6bd00364 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/security-groups?id=d56c3403-39de-4775-a403-0061899ba2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213319 Jul 16 01:27:48.564427 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae2526-b1be-4a2f-a1e4-202020927e68 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e3724c-8fea-4575-a587-1db78b931fee,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:48.625223 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5c701c-1f1f-4eb8-8e81-7d0adb6c348d x-openstack-request-id: req-1c5c701c-1f1f-4eb8-8e81-7d0adb6c348d {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:48.625587 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8938258b-7683-4fdb-b56e-568cb896bc2a", "tag": "f5e3724c-8fea-4575-a587-1db78b931fee", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:48.626154 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c5c701c-1f1f-4eb8-8e81-7d0adb6c348d {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:48.626628 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8938258b-7683-4fdb-b56e-568cb896bc2a', 'tag': 'f5e3724c-8fea-4575-a587-1db78b931fee', 'status': 'completed', 'code': 200} Jul 16 01:27:48.643649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429510c2-05fc-4318-a648-b3c42736b047 req-9d60636a-8e8d-4553-aff0-a934f0cf96bf tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.645263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-429510c2-05fc-4318-a648-b3c42736b047 req-9d60636a-8e8d-4553-aff0-a934f0cf96bf tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 947 time: 0.1683259 Jul 16 01:27:48.682163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-faf8fd9a-9f0e-41fd-9410-bfd6ceeb21fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.683848 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-faf8fd9a-9f0e-41fd-9410-bfd6ceeb21fd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f5d627e286b4e259fd3ddfebd6bb5da&device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 1095 time: 0.0969849 Jul 16 01:27:48.704098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-429510c2-05fc-4318-a648-b3c42736b047 req-ab2b08f5-1d80-40b8-97f4-bdabb29bc82d tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474868 Jul 16 01:27:48.766764 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-dfe1c8b5-538a-4ad8-bdbe-72e78957937e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e3724c-8fea-4575-a587-1db78b931fee HTTP/1.1" status: 200 len: 217 time: 0.0612493 Jul 16 01:27:48.827430 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-9305f620-513d-488d-8274-7f8445e42309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.829898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-9305f620-513d-488d-8274-7f8445e42309 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1c950e85-6bf7-434d-a6fe-be8950ce0e56 HTTP/1.1" status: 200 len: 851 time: 0.0550292 Jul 16 01:27:48.906919 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-49a935ed-9dea-41fb-81aa-0b58c867b184 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=17517a68-6fd4-42bc-83f7-ecc5ae23a8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634246 Jul 16 01:27:48.968786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb9159e-a9b9-49a7-99c9-f4280c8c2cc9 req-0c00a391-2d91-42b3-8e70-01551b66e8b3 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:48.975468 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0bb9159e-a9b9-49a7-99c9-f4280c8c2cc9 req-0c00a391-2d91-42b3-8e70-01551b66e8b3 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 943 time: 0.1440210 Jul 16 01:27:49.028179 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0bb9159e-a9b9-49a7-99c9-f4280c8c2cc9 req-d5f8d630-7c3c-4b98-8e22-0f477e15237a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516024 Jul 16 01:27:49.134555 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-efae42ea-e042-4815-a309-fbbf120f7215 service neutron] 10.222.0.70 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110796 Jul 16 01:27:49.142693 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79220b08-1c0b-4d56-b4aa-c7d352d417d1 req-61419ca6-36b6-4951-a549-1ced0e1ae210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.154693 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-79220b08-1c0b-4d56-b4aa-c7d352d417d1 req-61419ca6-36b6-4951-a549-1ced0e1ae210 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=15366c8f80294392b45a6c0cf0e42129&device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 1098 time: 0.1455135 Jul 16 01:27:49.175803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25d107-10ac-4c61-a939-40165e2ea4e6 req-6c5c806a-6374-47f3-99ea-3d4a4c1911f2 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.177662 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c25d107-10ac-4c61-a939-40165e2ea4e6 req-6c5c806a-6374-47f3-99ea-3d4a4c1911f2 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 944 time: 0.1070168 Jul 16 01:27:49.267604 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79220b08-1c0b-4d56-b4aa-c7d352d417d1 req-51c33464-5570-4ab1-8990-c86f0f93e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.269132 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-79220b08-1c0b-4d56-b4aa-c7d352d417d1 req-51c33464-5570-4ab1-8990-c86f0f93e280 service neutron] 10.222.0.70 "GET /v2.0/networks?id=672b16e9-d75a-4b0f-b85a-39f89ac8a864 HTTP/1.1" status: 200 len: 914 time: 0.1043248 Jul 16 01:27:49.299151 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c25d107-10ac-4c61-a939-40165e2ea4e6 req-a3fd6ac0-dca5-46f3-bb08-f8fa537b4c0b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150243 Jul 16 01:27:49.313314 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-79220b08-1c0b-4d56-b4aa-c7d352d417d1 req-bfc991d4-46c9-41e0-85ba-d80a09421d50 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed004a04-0d18-47b0-a3e3-737a08062ef2 HTTP/1.1" status: 200 len: 217 time: 0.0357637 Jul 16 01:27:49.325954 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f157819-bd55-4140-a153-0e8d4e8fade1 req-9a148897-2e94-4a62-ba72-ae84c3ae351a service neutron] 10.222.0.70 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799049 Jul 16 01:27:49.337747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ce1e29-53ab-426d-9a03-323c5f767eea req-d6b56555-67c7-4acf-84bb-1bb779265708 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.339617 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88ce1e29-53ab-426d-9a03-323c5f767eea req-d6b56555-67c7-4acf-84bb-1bb779265708 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/ports?device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 946 time: 0.1327038 Jul 16 01:27:49.384586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88ce1e29-53ab-426d-9a03-323c5f767eea req-2c5ad9c0-ad9d-4d68-980b-91579520baa3 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/security-groups?id=d56c3403-39de-4775-a403-0061899ba2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389397 Jul 16 01:27:49.385509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79220b08-1c0b-4d56-b4aa-c7d352d417d1 req-d7383a99-c0bc-4bbd-aa67-3f84f8ac125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.387029 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-79220b08-1c0b-4d56-b4aa-c7d352d417d1 req-d7383a99-c0bc-4bbd-aa67-3f84f8ac125d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3ae0e9da-4762-4445-9386-049f14f86a7e HTTP/1.1" status: 200 len: 853 time: 0.0584188 Jul 16 01:27:49.430469 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-79220b08-1c0b-4d56-b4aa-c7d352d417d1 req-94138908-2c0e-4d1e-8307-56004e965138 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=672b16e9-d75a-4b0f-b85a-39f89ac8a864&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289330 Jul 16 01:27:49.461583 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c988e-bded-44ff-88b3-da7dbe6bf0a5 req-c9f91bd6-d312-4a16-8128-c469a8febb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.463101 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-732c988e-bded-44ff-88b3-da7dbe6bf0a5 req-c9f91bd6-d312-4a16-8128-c469a8febb13 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f5d627e286b4e259fd3ddfebd6bb5da&device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 1095 time: 0.0605674 Jul 16 01:27:49.545859 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-79220b08-1c0b-4d56-b4aa-c7d352d417d1 req-8a535776-4db3-439e-8149-774811480323 service neutron] 10.222.0.70 "GET /v2.0/networks/672b16e9-d75a-4b0f-b85a-39f89ac8a864?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994718 Jul 16 01:27:49.610477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c988e-bded-44ff-88b3-da7dbe6bf0a5 req-be5de60f-6e32-4b1c-bd0f-a33370501182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.612022 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-732c988e-bded-44ff-88b3-da7dbe6bf0a5 req-be5de60f-6e32-4b1c-bd0f-a33370501182 service neutron] 10.222.0.70 "GET /v2.0/networks?id=17517a68-6fd4-42bc-83f7-ecc5ae23a8df HTTP/1.1" status: 200 len: 912 time: 0.1370127 Jul 16 01:27:49.653808 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-79220b08-1c0b-4d56-b4aa-c7d352d417d1 req-21a6bb27-5862-4c5d-8ecd-f900a2131958 service neutron] 10.222.0.70 "GET /v2.0/networks/672b16e9-d75a-4b0f-b85a-39f89ac8a864?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939319 Jul 16 01:27:49.669949 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-732c988e-bded-44ff-88b3-da7dbe6bf0a5 req-f80818c2-ae5c-4392-ad50-288fa3cfcff6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e3724c-8fea-4575-a587-1db78b931fee HTTP/1.1" status: 200 len: 217 time: 0.0414627 Jul 16 01:27:49.735448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c988e-bded-44ff-88b3-da7dbe6bf0a5 req-30bcad9e-8b7b-4786-9bc2-dfcc1a1d7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:49.737207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-732c988e-bded-44ff-88b3-da7dbe6bf0a5 req-30bcad9e-8b7b-4786-9bc2-dfcc1a1d7c00 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1c950e85-6bf7-434d-a6fe-be8950ce0e56 HTTP/1.1" status: 200 len: 851 time: 0.0499573 Jul 16 01:27:49.775720 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-732c988e-bded-44ff-88b3-da7dbe6bf0a5 req-52a9fddf-ad51-40a9-a3a1-1eae7683b695 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=17517a68-6fd4-42bc-83f7-ecc5ae23a8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272050 Jul 16 01:27:49.888882 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-732c988e-bded-44ff-88b3-da7dbe6bf0a5 req-3f0cc296-b7d9-4e21-83c4-287cef669205 service neutron] 10.222.0.70 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015544 Jul 16 01:27:49.989810 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-732c988e-bded-44ff-88b3-da7dbe6bf0a5 req-704868af-d7aa-4519-bcea-c7e8e0c263bf service neutron] 10.222.0.70 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910590 Jul 16 01:27:50.225019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c46a4a2-0b5d-4620-bf7f-9b9aab2e3976 req-13a90f8c-8349-4998-8844-27622d3b4101 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.229873 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c46a4a2-0b5d-4620-bf7f-9b9aab2e3976 req-13a90f8c-8349-4998-8844-27622d3b4101 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 943 time: 0.0708916 Jul 16 01:27:50.275332 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c46a4a2-0b5d-4620-bf7f-9b9aab2e3976 req-83c79a9b-9074-40a2-836b-e938c2a88709 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407536 Jul 16 01:27:50.485425 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92d84a-1765-439d-b01b-f7d691a2329d req-d163305b-ae10-43da-b5d5-f80e5ca589d9 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.487059 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d92d84a-1765-439d-b01b-f7d691a2329d req-d163305b-ae10-43da-b5d5-f80e5ca589d9 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 944 time: 0.0659542 Jul 16 01:27:50.555177 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d92d84a-1765-439d-b01b-f7d691a2329d req-3373d32d-69f3-4bdd-90e3-0c2b5b7627f8 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615489 Jul 16 01:27:50.589838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16897d7d-3059-43fc-9041-e43cbaedd81c req-0403a061-9869-4489-aecb-a1b124b18fec tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:50.591485 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16897d7d-3059-43fc-9041-e43cbaedd81c req-0403a061-9869-4489-aecb-a1b124b18fec tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/ports?device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 946 time: 0.0916312 Jul 16 01:27:50.635488 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16897d7d-3059-43fc-9041-e43cbaedd81c req-22d032a8-6eb5-4f3c-be77-da26f8857163 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/security-groups?id=d56c3403-39de-4775-a403-0061899ba2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367448 Jul 16 01:27:51.110637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ff10c-e53f-462c-924c-371883159f13 req-37dae790-c978-4a56-817a-1baa92eeed2d tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.112135 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d8ff10c-e53f-462c-924c-371883159f13 req-37dae790-c978-4a56-817a-1baa92eeed2d tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/ports?device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 946 time: 0.0674813 Jul 16 01:27:51.150275 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d8ff10c-e53f-462c-924c-371883159f13 req-5c40c3f9-d1b3-4aee-b95d-997598282927 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/security-groups?id=d56c3403-39de-4775-a403-0061899ba2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326407 Jul 16 01:27:51.203300 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b4b0f763-675c-4256-9642-06d68a474f25 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:51.302022 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b4b0f763-675c-4256-9642-06d68a474f25, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b4b0f763-675c-4256-9642-06d68a474f25,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:51.314822 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'b4b0f763-675c-4256-9642-06d68a474f25', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'port_id': 'b4b0f763-675c-4256-9642-06d68a474f25', 'mac_address': 'fa:16:3e:9f:be:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:51.352841 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.367019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b0f763-675c-4256-9642-06d68a474f25 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:51.387395 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b4b0f763-675c-4256-9642-06d68a474f25, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b4b0f763-675c-4256-9642-06d68a474f25,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:51.391977 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:51.447947 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=b4b0f763-675c-4256-9642-06d68a474f25,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:51.460604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa225e-3dee-4cc1-bdd3-b87a4b68ff3c req-da14a96f-0fa6-4295-89a8-87f7fdadc43a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.462122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7fa225e-3dee-4cc1-bdd3-b87a4b68ff3c req-da14a96f-0fa6-4295-89a8-87f7fdadc43a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 943 time: 0.0657246 Jul 16 01:27:51.500961 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7fa225e-3dee-4cc1-bdd3-b87a4b68ff3c req-a1fbae6d-dc6f-4eb9-985e-273f1f5f7b89 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322065 Jul 16 01:27:51.734542 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de198c5a-449c-4010-a82d-d78bf480e139 req-c048d15d-4eca-41cf-8573-9786fccb1930 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:51.736006 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de198c5a-449c-4010-a82d-d78bf480e139 req-c048d15d-4eca-41cf-8573-9786fccb1930 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 945 time: 0.0630367 Jul 16 01:27:51.753783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['b4b0f763-675c-4256-9642-06d68a474f25'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:51.779770 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de198c5a-449c-4010-a82d-d78bf480e139 req-8c04afde-d469-4a90-a75d-2659a152e077 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373774 Jul 16 01:27:52.330196 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5bf3c-c7ab-4162-8607-e98ca4406d53 req-a6cda1b7-e56c-4395-b89e-8acf0d630dbc tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:52.331913 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ac5bf3c-c7ab-4162-8607-e98ca4406d53 req-a6cda1b7-e56c-4395-b89e-8acf0d630dbc tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/ports?device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 946 time: 0.0657568 Jul 16 01:27:52.373490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ac5bf3c-c7ab-4162-8607-e98ca4406d53 req-8e1c3028-c50c-4d04-b19f-aa0f0c090c4f tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/security-groups?id=d56c3403-39de-4775-a403-0061899ba2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361524 Jul 16 01:27:52.674765 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9b03a-2d77-4239-8dc4-d6de76614f76 req-dcd4c687-438e-4368-9cdc-dc6ceef96e08 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:52.676266 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ff9b03a-2d77-4239-8dc4-d6de76614f76 req-dcd4c687-438e-4368-9cdc-dc6ceef96e08 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 943 time: 0.0620894 Jul 16 01:27:52.713151 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ff9b03a-2d77-4239-8dc4-d6de76614f76 req-a42dbf6a-2f35-4b86-96d6-66da990a511e tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309825 Jul 16 01:27:52.962124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47103d7e-babe-40ed-9796-ccce3b6388ac req-95e454c8-cfe9-4bad-ad83-ace7011e3804 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:52.963647 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47103d7e-babe-40ed-9796-ccce3b6388ac req-95e454c8-cfe9-4bad-ad83-ace7011e3804 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 945 time: 0.0680315 Jul 16 01:27:53.001594 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47103d7e-babe-40ed-9796-ccce3b6388ac req-e5cb9214-bcd4-47a5-aed1-2530cc62ddc7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318847 Jul 16 01:27:53.104118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d2b32-01bc-4172-8ee8-7543c96b8a80 req-3ea9c8a8-36c4-49bc-bd38-ab4cb0602070 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.105595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f04d2b32-01bc-4172-8ee8-7543c96b8a80 req-3ea9c8a8-36c4-49bc-bd38-ab4cb0602070 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.70 "GET /v2.0/ports?device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 946 time: 0.0636525 Jul 16 01:27:53.210242 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-f04d2b32-01bc-4172-8ee8-7543c96b8a80 req-df0a72a8-1bfa-4a6f-8c73-18834ed995cf tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Deleting port ed004a04-0d18-47b0-a3e3-737a08062ef2 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:53.210481 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f5e3724c-8fea-4575-a587-1db78b931fee details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:27:53.210937 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f04d2b32-01bc-4172-8ee8-7543c96b8a80 req-df0a72a8-1bfa-4a6f-8c73-18834ed995cf tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.213489 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b4b0f763-675c-4256-9642-06d68a474f25 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:53.301221 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-f04d2b32-01bc-4172-8ee8-7543c96b8a80 req-df0a72a8-1bfa-4a6f-8c73-18834ed995cf tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] For port ed004a04-0d18-47b0-a3e3-737a08062ef2, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ed004a04-0d18-47b0-a3e3-737a08062ef2,segment=NetworkSegment(e91559cb-28dd-489c-830e-8f22527dc6e5),segment_id=e91559cb-28dd-489c-830e-8f22527dc6e5)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:53.301620 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f04d2b32-01bc-4172-8ee8-7543c96b8a80 req-df0a72a8-1bfa-4a6f-8c73-18834ed995cf tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.313835 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-f04d2b32-01bc-4172-8ee8-7543c96b8a80 req-df0a72a8-1bfa-4a6f-8c73-18834ed995cf tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Calling delete_port for ed004a04-0d18-47b0-a3e3-737a08062ef2 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:53.324685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port b4b0f763-675c-4256-9642-06d68a474f25 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:53.332731 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port b4b0f763-675c-4256-9642-06d68a474f25 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:53.333129 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.366776 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f5e3724c-8fea-4575-a587-1db78b931fee, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f5e3724c-8fea-4575-a587-1db78b931fee,segment=NetworkSegment(451e45e7-49d2-4f9c-bc30-bd5513e7563f),segment_id=451e45e7-49d2-4f9c-bc30-bd5513e7563f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:53.392171 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'f5e3724c-8fea-4575-a587-1db78b931fee', 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df', 'port_id': 'f5e3724c-8fea-4575-a587-1db78b931fee', 'mac_address': 'fa:16:3e:af:4e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c950e85-6bf7-434d-a6fe-be8950ce0e56', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:27:53.467804 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f04d2b32-01bc-4172-8ee8-7543c96b8a80 req-df0a72a8-1bfa-4a6f-8c73-18834ed995cf tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.483918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['ed004a04-0d18-47b0-a3e3-737a08062ef2'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:53.491174 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.503358 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a72a8-1bfa-4a6f-8c73-18834ed995cf tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Pushing event deleted for resources: {'Port': ['ID=ed004a04-0d18-47b0-a3e3-737a08062ef2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:53.513653 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.538270 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e3724c-8fea-4575-a587-1db78b931fee {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:27:53.557469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af64c64d-8f76-46f5-b505-9227c9136288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b0f763-675c-4256-9642-06d68a474f25'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:53.559805 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9ddefe-99ec-450d-99a3-33f41408f052" -d '{"events": [{"server_uuid": "af64c64d-8f76-46f5-b505-9227c9136288", "name": "network-vif-plugged", "status": "completed", "tag": "b4b0f763-675c-4256-9642-06d68a474f25"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:53.570598 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58315298-52d2-4b81-93ec-bb6c64b8a239 req-224bb43f-ce8a-4ff5-9a98-bc586bd7e587 tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.22 "GET /v2.0/ports?device_id=0435a40f-ed2c-46ad-a075-13cfc5a0b968 HTTP/1.1" status: 200 len: 210 time: 0.0529222 Jul 16 01:27:53.582011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b4b0f763-675c-4256-9642-06d68a474f25, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b4b0f763-675c-4256-9642-06d68a474f25,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:53.584139 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f5e3724c-8fea-4575-a587-1db78b931fee, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f5e3724c-8fea-4575-a587-1db78b931fee,segment=NetworkSegment(451e45e7-49d2-4f9c-bc30-bd5513e7563f),segment_id=451e45e7-49d2-4f9c-bc30-bd5513e7563f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:53.587872 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.588189 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04d2b32-01bc-4172-8ee8-7543c96b8a80 req-df0a72a8-1bfa-4a6f-8c73-18834ed995cf tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] No DVR routers for this DVR port ed004a04-0d18-47b0-a3e3-737a08062ef2 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:27:53.591225 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f04d2b32-01bc-4172-8ee8-7543c96b8a80 req-df0a72a8-1bfa-4a6f-8c73-18834ed995cf tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.593985 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f04d2b32-01bc-4172-8ee8-7543c96b8a80 req-df0a72a8-1bfa-4a6f-8c73-18834ed995cf tempest-InstanceActionsTestJSON-1747225713 tempest-InstanceActionsTestJSON-1747225713-project] 10.222.0.70 "DELETE /v2.0/ports/ed004a04-0d18-47b0-a3e3-737a08062ef2 HTTP/1.1" status: 204 len: 173 time: 0.4818668 Jul 16 01:27:53.594450 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0435a40f-ed2c-46ad-a075-13cfc5a0b968', 'name': 'network-vif-deleted', 'tag': 'ed004a04-0d18-47b0-a3e3-737a08062ef2'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:53.594870 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:53.596909 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ee3390-899b-44df-b87c-d454c7ee0390" -d '{"events": [{"server_uuid": "0435a40f-ed2c-46ad-a075-13cfc5a0b968", "name": "network-vif-deleted", "tag": "ed004a04-0d18-47b0-a3e3-737a08062ef2"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:53.625702 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83aa2017-2248-40ed-a995-4745efc9da26 x-openstack-request-id: req-83aa2017-2248-40ed-a995-4745efc9da26 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:53.626049 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af64c64d-8f76-46f5-b505-9227c9136288", "name": "network-vif-plugged", "status": "completed", "tag": "b4b0f763-675c-4256-9642-06d68a474f25", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:53.626305 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83aa2017-2248-40ed-a995-4745efc9da26 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:53.626707 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64c64d-8f76-46f5-b505-9227c9136288', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b0f763-675c-4256-9642-06d68a474f25', 'code': 200} Jul 16 01:27:53.645163 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322d7030-210f-4bea-a783-7af03aea467e x-openstack-request-id: req-322d7030-210f-4bea-a783-7af03aea467e {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:53.645739 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0435a40f-ed2c-46ad-a075-13cfc5a0b968", "name": "network-vif-deleted", "tag": "ed004a04-0d18-47b0-a3e3-737a08062ef2", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:53.646372 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-322d7030-210f-4bea-a783-7af03aea467e {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:53.646947 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0435a40f-ed2c-46ad-a075-13cfc5a0b968', 'name': 'network-vif-deleted', 'tag': 'ed004a04-0d18-47b0-a3e3-737a08062ef2', 'status': 'completed', 'code': 200} Jul 16 01:27:53.677836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=b4b0f763-675c-4256-9642-06d68a474f25,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:53.737289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=f5e3724c-8fea-4575-a587-1db78b931fee,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:53.788292 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed88db4-3aba-4494-bfc0-0f4c0a965d2d req-7ee6c92a-5c14-4b4f-82e5-6aa08ee765c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.789952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ed88db4-3aba-4494-bfc0-0f4c0a965d2d req-7ee6c92a-5c14-4b4f-82e5-6aa08ee765c4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 1098 time: 0.0770049 Jul 16 01:27:53.830644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ed88db4-3aba-4494-bfc0-0f4c0a965d2d req-eea5ff79-321c-4af6-a7c8-d3f98040109a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326056 Jul 16 01:27:53.903778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c28442-61c4-4599-9b1d-2ffadeca8e0a req-14329f40-0ee8-472e-b2df-7293284f3bef tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:53.905760 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82c28442-61c4-4599-9b1d-2ffadeca8e0a req-14329f40-0ee8-472e-b2df-7293284f3bef tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 944 time: 0.0642045 Jul 16 01:27:53.919021 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['f5e3724c-8fea-4575-a587-1db78b931fee'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:53.947350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82c28442-61c4-4599-9b1d-2ffadeca8e0a req-d8aed756-c4de-46cf-8307-1fca3fce3f48 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359886 Jul 16 01:27:54.187161 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3bcff6-968c-48a2-b772-ec4cbf1f8a5a req-5ad49e2e-3548-4584-bc45-dc200b48d773 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:54.195359 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d3bcff6-968c-48a2-b772-ec4cbf1f8a5a req-5ad49e2e-3548-4584-bc45-dc200b48d773 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 946 time: 0.0753140 Jul 16 01:27:54.229146 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d3bcff6-968c-48a2-b772-ec4cbf1f8a5a req-ccedf658-c693-4e72-bb83-106c58d981c1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327127 Jul 16 01:27:54.683715 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36788) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:54.728673 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ee9de0-260b-4382-9015-99839ef02ec5 admin admin] Deleting subnet 3ae0e9da-4762-4445-9386-049f14f86a7e {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:27:54.731600 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a2ee9de0-260b-4382-9015-99839ef02ec5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.766325 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a2ee9de0-260b-4382-9015-99839ef02ec5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.819663 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a2ee9de0-260b-4382-9015-99839ef02ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.874778 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a2ee9de0-260b-4382-9015-99839ef02ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.902958 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee9de0-260b-4382-9015-99839ef02ec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ae0e9da-4762-4445-9386-049f14f86a7e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:54.906916 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a2ee9de0-260b-4382-9015-99839ef02ec5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:54.909008 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a2ee9de0-260b-4382-9015-99839ef02ec5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3ae0e9da-4762-4445-9386-049f14f86a7e HTTP/1.1" status: 204 len: 168 time: 0.2241585 Jul 16 01:27:54.911828 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36792) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:54.996999 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff057a5c-a00d-4fec-9d6c-76edfcc3c792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.108165 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff057a5c-a00d-4fec-9d6c-76edfcc3c792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.119682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-ff057a5c-a00d-4fec-9d6c-76edfcc3c792 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['672b16e9-d75a-4b0f-b85a-39f89ac8a864']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:55.131930 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-ff057a5c-a00d-4fec-9d6c-76edfcc3c792 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91559cb-28dd-489c-830e-8f22527dc6e5') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:55.132467 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-ff057a5c-a00d-4fec-9d6c-76edfcc3c792 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91559cb-28dd-489c-830e-8f22527dc6e5') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:55.144374 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff057a5c-a00d-4fec-9d6c-76edfcc3c792 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.163778 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff057a5c-a00d-4fec-9d6c-76edfcc3c792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.170491 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff057a5c-a00d-4fec-9d6c-76edfcc3c792 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:27:55.171003 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff057a5c-a00d-4fec-9d6c-76edfcc3c792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.181694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac35eb-d7d5-41e9-92cd-32aabc285901 req-7fab01df-6798-4cbd-bc95-71f43deb806f tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.190193 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-96ac35eb-d7d5-41e9-92cd-32aabc285901 req-7fab01df-6798-4cbd-bc95-71f43deb806f tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 944 time: 0.0796900 Jul 16 01:27:55.216069 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f5e3724c-8fea-4575-a587-1db78b931fee up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:27:55.232416 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:27:55.240331 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff057a5c-a00d-4fec-9d6c-76edfcc3c792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.243976 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-96ac35eb-d7d5-41e9-92cd-32aabc285901 req-8ab237a0-f5f4-45c7-ad06-18e02ec317a6 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526764 Jul 16 01:27:55.250664 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff057a5c-a00d-4fec-9d6c-76edfcc3c792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.252532 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ff057a5c-a00d-4fec-9d6c-76edfcc3c792 admin admin] 10.222.0.22 "DELETE /v2.0/networks/672b16e9-d75a-4b0f-b85a-39f89ac8a864 HTTP/1.1" status: 204 len: 168 time: 0.3396022 Jul 16 01:27:55.287112 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff057a5c-a00d-4fec-9d6c-76edfcc3c792 admin admin] Pushing event deleted for resources: {'Network': ['ID=672b16e9-d75a-4b0f-b85a-39f89ac8a864,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:55.471044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port f5e3724c-8fea-4575-a587-1db78b931fee completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:27:55.476600 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port f5e3724c-8fea-4575-a587-1db78b931fee triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:55.477234 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.513669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0205ab-f70d-4f73-9222-4e82127d78e1 req-cfb720e5-7ef6-4961-bb81-38372a7164de tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.516044 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf0205ab-f70d-4f73-9222-4e82127d78e1 req-cfb720e5-7ef6-4961-bb81-38372a7164de tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 946 time: 0.0914032 Jul 16 01:27:55.517990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36800) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:55.562230 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.583599 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-98292659-138c-40be-b489-70faec964585 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=15366c8f80294392b45a6c0cf0e42129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0620549 Jul 16 01:27:55.583999 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36802) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:55.584609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf0205ab-f70d-4f73-9222-4e82127d78e1 req-1cfd614e-0e80-4354-98ed-e5b564cf1c13 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592461 Jul 16 01:27:55.610508 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f5e3724c-8fea-4575-a587-1db78b931fee, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f5e3724c-8fea-4575-a587-1db78b931fee,segment=NetworkSegment(451e45e7-49d2-4f9c-bc30-bd5513e7563f),segment_id=451e45e7-49d2-4f9c-bc30-bd5513e7563f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:55.622293 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.623709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ed004a04-0d18-47b0-a3e3-737a08062ef2 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:27:55.629007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8938258b-7683-4fdb-b56e-568cb896bc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e3724c-8fea-4575-a587-1db78b931fee'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:55.632431 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed36c5c-0cf2-45c0-acc8-b1baae07b5ad" -d '{"events": [{"server_uuid": "8938258b-7683-4fdb-b56e-568cb896bc2a", "name": "network-vif-plugged", "status": "completed", "tag": "f5e3724c-8fea-4575-a587-1db78b931fee"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:55.640267 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74d19662-0376-4196-b1d8-8b0b9fd5b522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.667105 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74d19662-0376-4196-b1d8-8b0b9fd5b522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.683847 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: ed004a04-0d18-47b0-a3e3-737a08062ef2 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:27:55.684192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ed004a04-0d18-47b0-a3e3-737a08062ef2 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:27:55.696402 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b267fbb-d03e-4530-b99e-dd71c7161316 x-openstack-request-id: req-8b267fbb-d03e-4530-b99e-dd71c7161316 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:55.696698 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8938258b-7683-4fdb-b56e-568cb896bc2a", "name": "network-vif-plugged", "status": "completed", "tag": "f5e3724c-8fea-4575-a587-1db78b931fee", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:55.696958 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b267fbb-d03e-4530-b99e-dd71c7161316 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:55.697588 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8938258b-7683-4fdb-b56e-568cb896bc2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e3724c-8fea-4575-a587-1db78b931fee', 'code': 200} Jul 16 01:27:55.735526 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74d19662-0376-4196-b1d8-8b0b9fd5b522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.738164 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74d19662-0376-4196-b1d8-8b0b9fd5b522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:55.739321 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-74d19662-0376-4196-b1d8-8b0b9fd5b522 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d56c3403-39de-4775-a403-0061899ba2b3 HTTP/1.1" status: 204 len: 168 time: 0.1543374 Jul 16 01:27:55.760111 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=f5e3724c-8fea-4575-a587-1db78b931fee,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:55.769107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ecf2580-242a-4ea0-adbd-afd2094717b7 req-dc852af0-33f9-455d-939b-7300f3aeb9c7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a78825c4b7e744d2b876a9d861c51f8b HTTP/1.1" status: 200 len: 267 time: 0.0474389 Jul 16 01:27:55.778959 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d19662-0376-4196-b1d8-8b0b9fd5b522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56c3403-39de-4775-a403-0061899ba2b3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:55.891550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf2580-242a-4ea0-adbd-afd2094717b7 req-67501dfb-ace8-4c7b-a1bb-f182dc4fce99 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.898971 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ecf2580-242a-4ea0-adbd-afd2094717b7 req-67501dfb-ace8-4c7b-a1bb-f182dc4fce99 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 946 time: 0.1290162 Jul 16 01:27:55.906331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-4ecf2580-242a-4ea0-adbd-afd2094717b7 req-c65e42d1-5b09-4729-abca-f07ad29391bf tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Request body: {'port': {'security_groups': []}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:55.944911 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c311196-a064-49d9-8364-cd796cbdf020 req-94a09f82-f1e3-4c4b-98d6-cba4e1d4c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:55.946361 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c311196-a064-49d9-8364-cd796cbdf020 req-94a09f82-f1e3-4c4b-98d6-cba4e1d4c130 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 1097 time: 0.1426637 Jul 16 01:27:55.987141 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36814) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:56.037581 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4ecf2580-242a-4ea0-adbd-afd2094717b7 req-c65e42d1-5b09-4729-abca-f07ad29391bf tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.055542 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c311196-a064-49d9-8364-cd796cbdf020 req-3ae6b930-dfe2-4b80-b418-6469162f7ae2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009691 Jul 16 01:27:56.224797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-4ecf2580-242a-4ea0-adbd-afd2094717b7 req-c65e42d1-5b09-4729-abca-f07ad29391bf tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] For port b4b0f763-675c-4256-9642-06d68a474f25, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b4b0f763-675c-4256-9642-06d68a474f25,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:56.254699 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4ecf2580-242a-4ea0-adbd-afd2094717b7 req-c65e42d1-5b09-4729-abca-f07ad29391bf tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.259690 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4ecf2580-242a-4ea0-adbd-afd2094717b7 req-c65e42d1-5b09-4729-abca-f07ad29391bf tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.274898 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['bcc0da7a-60d7-44d9-b726-04e2a307262c', '166f8fed-4cac-40ff-b04e-84be5b13fcb0', 'b4b0f763-675c-4256-9642-06d68a474f25'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:56.340957 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecf2580-242a-4ea0-adbd-afd2094717b7 req-c65e42d1-5b09-4729-abca-f07ad29391bf tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.341513 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-4ecf2580-242a-4ea0-adbd-afd2094717b7 req-c65e42d1-5b09-4729-abca-f07ad29391bf tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.347991 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ecf2580-242a-4ea0-adbd-afd2094717b7 req-c65e42d1-5b09-4729-abca-f07ad29391bf tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "PUT /v2.0/ports/b4b0f763-675c-4256-9642-06d68a474f25 HTTP/1.1" status: 200 len: 905 time: 0.4480765 Jul 16 01:27:56.357283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af64c64d-8f76-46f5-b505-9227c9136288', 'tag': 'b4b0f763-675c-4256-9642-06d68a474f25'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:27:56.364061 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1775e41d-d829-42cd-a60e-ce8d3cbc1ba5" -d '{"events": [{"name": "network-changed", "server_uuid": "af64c64d-8f76-46f5-b505-9227c9136288", "tag": "b4b0f763-675c-4256-9642-06d68a474f25"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:27:56.461018 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65e42d1-5b09-4729-abca-f07ad29391bf tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event updated for resources: {'Port': ['ID=b4b0f763-675c-4256-9642-06d68a474f25,revision_number=6']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:56.476559 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['b4b0f763-675c-4256-9642-06d68a474f25'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:27:56.634888 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272bd83-3b96-4eae-9e83-064780a9c7b8 req-8ea4556a-360e-42f5-9a0b-ffa714d6e80e tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.641663 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0272bd83-3b96-4eae-9e83-064780a9c7b8 req-8ea4556a-360e-42f5-9a0b-ffa714d6e80e tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.2293041 Jul 16 01:27:56.664541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36840) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:56.673751 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ef8efe2-4aa4-409e-b4d7-85e08aaebbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.704622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0272bd83-3b96-4eae-9e83-064780a9c7b8 req-7634d068-c78b-4102-8166-f6b2a697c1b3 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619397 Jul 16 01:27:56.715218 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f16411a3-1007-4013-843e-96d847c8ad20 None None] Provisioning complete for port b4b0f763-675c-4256-9642-06d68a474f25 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:27:56.715673 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f16411a3-1007-4013-843e-96d847c8ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.722694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377962a-63ac-4296-b10a-0fa5bac45e0a req-dd5d5452-76d8-4af1-a25b-4f4778d605b7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.735817 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5377962a-63ac-4296-b10a-0fa5bac45e0a req-dd5d5452-76d8-4af1-a25b-4f4778d605b7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 908 time: 0.1780233 Jul 16 01:27:56.769555 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297baab8-0d6e-4680-b9dc-adb66822e841 x-openstack-request-id: req-297baab8-0d6e-4680-b9dc-adb66822e841 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:27:56.770129 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af64c64d-8f76-46f5-b505-9227c9136288", "tag": "b4b0f763-675c-4256-9642-06d68a474f25", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:27:56.770564 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-297baab8-0d6e-4680-b9dc-adb66822e841 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:27:56.771135 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af64c64d-8f76-46f5-b505-9227c9136288', 'tag': 'b4b0f763-675c-4256-9642-06d68a474f25', 'status': 'completed', 'code': 200} Jul 16 01:27:56.839282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-1af35b8f-16f2-4904-aa6b-98fbc6c49cc5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-360916657-network', 'tenant_id': 'dc01f55a55aa478f8bc3aed843c6d2fe'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:56.877898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af35b8f-16f2-4904-aa6b-98fbc6c49cc5 admin admin] Made reservation on behalf of dc01f55a55aa478f8bc3aed843c6d2fe for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:56.880385 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1af35b8f-16f2-4904-aa6b-98fbc6c49cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.893970 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1af35b8f-16f2-4904-aa6b-98fbc6c49cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:56.934124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775e41d-d829-42cd-a60e-ce8d3cbc1ba5 req-6c0477b1-22c4-4f16-a2bb-38037ba93881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:56.935707 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1775e41d-d829-42cd-a60e-ce8d3cbc1ba5 req-6c0477b1-22c4-4f16-a2bb-38037ba93881 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 1060 time: 0.1335328 Jul 16 01:27:57.339576 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-2ef8efe2-4aa4-409e-b4d7-85e08aaebbb1 admin admin] Deleting port f655cf06-072c-4488-b6b9-1b6a37835dca {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:57.340226 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ef8efe2-4aa4-409e-b4d7-85e08aaebbb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.369506 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34112084-dcb7-4b5c-9c63-d18975e15926 req-41b24b86-592e-4f40-be7d-8a24e5737288 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.371018 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34112084-dcb7-4b5c-9c63-d18975e15926 req-41b24b86-592e-4f40-be7d-8a24e5737288 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.4801574 Jul 16 01:27:57.413786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775e41d-d829-42cd-a60e-ce8d3cbc1ba5 req-d7741632-c185-47a0-86da-19af8ad37c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.415211 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1775e41d-d829-42cd-a60e-ce8d3cbc1ba5 req-d7741632-c185-47a0-86da-19af8ad37c2e service neutron] 10.222.0.70 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.4623265 Jul 16 01:27:57.428735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-2ef8efe2-4aa4-409e-b4d7-85e08aaebbb1 admin admin] For port f655cf06-072c-4488-b6b9-1b6a37835dca, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f655cf06-072c-4488-b6b9-1b6a37835dca,segment=NetworkSegment(9dbb173d-87a7-4541-b15e-9650bb4bd12f),segment_id=9dbb173d-87a7-4541-b15e-9650bb4bd12f)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:57.428970 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ef8efe2-4aa4-409e-b4d7-85e08aaebbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.445061 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-2ef8efe2-4aa4-409e-b4d7-85e08aaebbb1 admin admin] Calling delete_port for f655cf06-072c-4488-b6b9-1b6a37835dca owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:57.477674 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1775e41d-d829-42cd-a60e-ce8d3cbc1ba5 req-1db1fcc0-d0d0-4a39-af52-9005e32e9a7a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4b0f763-675c-4256-9642-06d68a474f25 HTTP/1.1" status: 200 len: 217 time: 0.0524261 Jul 16 01:27:57.489831 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34112084-dcb7-4b5c-9c63-d18975e15926 req-21ec6a1c-7d6c-483c-9b88-fb6c3d0836ae tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055627 Jul 16 01:27:57.501329 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1af35b8f-16f2-4904-aa6b-98fbc6c49cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.525309 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1af35b8f-16f2-4904-aa6b-98fbc6c49cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.562211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1af35b8f-16f2-4904-aa6b-98fbc6c49cc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:27:57.573810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775e41d-d829-42cd-a60e-ce8d3cbc1ba5 req-fd1410a3-3131-4f87-8391-ab8938ba2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.575300 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1775e41d-d829-42cd-a60e-ce8d3cbc1ba5 req-fd1410a3-3131-4f87-8391-ab8938ba2ff8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.0888317 Jul 16 01:27:57.577150 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af35b8f-16f2-4904-aa6b-98fbc6c49cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfcfd5c-1a59-43cc-8186-6e5d03686497,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:57.582580 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1af35b8f-16f2-4904-aa6b-98fbc6c49cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.582926 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-1af35b8f-16f2-4904-aa6b-98fbc6c49cc5 admin admin] Added segment 0d0be4c4-24c4-4181-b5a5-aa7865795088 of type vlan for network af3e8427-1eb8-41ae-8360-0d8cda39634f Jul 16 01:27:57.648321 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ef8efe2-4aa4-409e-b4d7-85e08aaebbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.674814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef8efe2-4aa4-409e-b4d7-85e08aaebbb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f655cf06-072c-4488-b6b9-1b6a37835dca,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:57.681750 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1af35b8f-16f2-4904-aa6b-98fbc6c49cc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.740419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1775e41d-d829-42cd-a60e-ce8d3cbc1ba5 req-19dcbf14-5765-4cc1-b082-70b7e1cd2bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.742108 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1775e41d-d829-42cd-a60e-ce8d3cbc1ba5 req-19dcbf14-5765-4cc1-b082-70b7e1cd2bb0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1576295 Jul 16 01:27:57.745762 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1af35b8f-16f2-4904-aa6b-98fbc6c49cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.746740 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af35b8f-16f2-4904-aa6b-98fbc6c49cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.747329 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1af35b8f-16f2-4904-aa6b-98fbc6c49cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.795736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ed87-ed89-42cf-b60f-59d4088c709a req-91b6f4a6-4d1d-4358-a871-0d7bb310825d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:57.804397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f715ed87-ed89-42cf-b60f-59d4088c709a req-91b6f4a6-4d1d-4358-a871-0d7bb310825d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1637912 Jul 16 01:27:57.826699 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1af35b8f-16f2-4904-aa6b-98fbc6c49cc5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1609795 Jul 16 01:27:57.835627 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36850) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:57.846482 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1ef2bf9b-3b5f-4111-9249-00b6dae3effd admin admin] Request body: {'subnet': {'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-360916657-subnet', 'tenant_id': 'dc01f55a55aa478f8bc3aed843c6d2fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:27:57.880733 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ef8efe2-4aa4-409e-b4d7-85e08aaebbb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.884202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef2bf9b-3b5f-4111-9249-00b6dae3effd admin admin] Made reservation on behalf of dc01f55a55aa478f8bc3aed843c6d2fe for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:27:57.886565 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af35b8f-16f2-4904-aa6b-98fbc6c49cc5 admin admin] Pushing event updated for resources: {'Network': ['ID=af3e8427-1eb8-41ae-8360-0d8cda39634f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:57.886725 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1ef2bf9b-3b5f-4111-9249-00b6dae3effd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:57.898945 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network af3e8427-1eb8-41ae-8360-0d8cda39634f details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:27:57.973588 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f715ed87-ed89-42cf-b60f-59d4088c709a req-ff65c321-522f-4355-8fa6-6f26a04154f6 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539865 Jul 16 01:27:57.996564 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1775e41d-d829-42cd-a60e-ce8d3cbc1ba5 req-0cde5d73-b9dd-459b-b264-7f916bde2d57 service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355118 Jul 16 01:27:58.026995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4dc879-b73a-43d2-9c0a-83f34db5d8f3 req-f62bed19-4bc7-4e5b-b6ec-abf36fc47693 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.028753 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d4dc879-b73a-43d2-9c0a-83f34db5d8f3 req-f62bed19-4bc7-4e5b-b6ec-abf36fc47693 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.1531363 Jul 16 01:27:58.125730 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d4dc879-b73a-43d2-9c0a-83f34db5d8f3 req-650435d4-8814-4082-abbc-b2f09e863ee4 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818706 Jul 16 01:27:58.152837 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1775e41d-d829-42cd-a60e-ce8d3cbc1ba5 req-11d88e26-c446-4d1f-8e74-50970c756679 service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450422 Jul 16 01:27:58.263409 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1ef2bf9b-3b5f-4111-9249-00b6dae3effd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.276257 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef8efe2-4aa4-409e-b4d7-85e08aaebbb1 admin admin] Router de2d70a1-9974-4a30-9a57-22ff4ba101d5 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:27:58.297127 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b1c8ab5b-a4a4-47f8-817e-cf24f2a0b1b8 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.298640 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b1c8ab5b-a4a4-47f8-817e-cf24f2a0b1b8 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 811 time: 0.1163998 Jul 16 01:27:58.316654 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-0b8db822-122d-4401-aa49-ff87d405961b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/quotas/a78825c4b7e744d2b876a9d861c51f8b HTTP/1.1" status: 200 len: 375 time: 0.0109751 Jul 16 01:27:58.347095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2bf9b-3b5f-4111-9249-00b6dae3effd admin admin] Pushing event updated for resources: {'Subnet': ['ID=445444c6-c085-4d13-9690-c0618a2d3056,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:27:58.403426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef2bf9b-3b5f-4111-9249-00b6dae3effd admin admin] Checking segment: {'id': '0d0be4c4-24c4-4181-b5a5-aa7865795088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:27:58.403824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef2bf9b-3b5f-4111-9249-00b6dae3effd admin admin] Network hostable DHCP agents. Network: af3e8427-1eb8-41ae-8360-0d8cda39634f, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:27:58.407136 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-cd588b89-59b3-409d-b679-717c277450dd tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0837557 Jul 16 01:27:58.474401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef2bf9b-3b5f-4111-9249-00b6dae3effd admin admin] Network af3e8427-1eb8-41ae-8360-0d8cda39634f is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:27:58.490144 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef8efe2-4aa4-409e-b4d7-85e08aaebbb1 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:27:58.491613 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-1ef2bf9b-3b5f-4111-9249-00b6dae3effd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, af3e8427-1eb8-41ae-8360-0d8cda39634f) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:27:58.496220 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2ef8efe2-4aa4-409e-b4d7-85e08aaebbb1 admin admin] 10.222.0.22 "PUT /v2.0/routers/de2d70a1-9974-4a30-9a57-22ff4ba101d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5080025 Jul 16 01:27:58.498912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36868) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:27:58.501987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123a4c70-fa13-4efd-8d0a-6e85028d787a None None] Network af3e8427-1eb8-41ae-8360-0d8cda39634f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:58.505533 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c2b349-8032-401f-aa3a-b6f53d5a7273 None None] Sync routers for ids ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:27:58.506910 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef2bf9b-3b5f-4111-9249-00b6dae3effd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.506910 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1ef2bf9b-3b5f-4111-9249-00b6dae3effd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.529676 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1ef2bf9b-3b5f-4111-9249-00b6dae3effd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6855502 Jul 16 01:27:58.540245 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c2b349-8032-401f-aa3a-b6f53d5a7273 None None] Routers {'de2d70a1-9974-4a30-9a57-22ff4ba101d5'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:58.540881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e2c2b349-8032-401f-aa3a-b6f53d5a7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:27:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:58.680308 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-8a299727-5d6b-4af7-8cc7-ccfca5643a36 service neutron] 10.222.0.22 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528477 Jul 16 01:27:58.714996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b65091-707a-4b91-9f1d-34dc70fec086 req-611c6e16-20f2-4a1c-b05b-97ea6f365ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.717536 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39b65091-707a-4b91-9f1d-34dc70fec086 req-611c6e16-20f2-4a1c-b05b-97ea6f365ff1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f5d627e286b4e259fd3ddfebd6bb5da&device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 1097 time: 0.2708371 Jul 16 01:27:58.722930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8019930b-91f9-4f50-b169-8931752735a3 None None] Network af3e8427-1eb8-41ae-8360-0d8cda39634f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:27:58.725638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-e2c2b349-8032-401f-aa3a-b6f53d5a7273 None None] Set router de2d70a1-9974-4a30-9a57-22ff4ba101d5 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:58.778426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63cbd1-8e7d-4eac-a88f-6f69c1f1e9c6 req-558f1cb1-2bc2-4049-8ac6-b36e26aadec8 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:58.780222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d63cbd1-8e7d-4eac-a88f-6f69c1f1e9c6 req-558f1cb1-2bc2-4049-8ac6-b36e26aadec8 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.2975633 Jul 16 01:27:58.810250 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25e7309f-2fd5-4feb-bdc6-c456cb9cfae1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:58.946568 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d63cbd1-8e7d-4eac-a88f-6f69c1f1e9c6 req-01109df4-b9d8-423b-86a5-ea7a74d67cef tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393232 Jul 16 01:27:58.948410 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-e68b2842-2ad5-4fbc-baef-3c7a0f1002d9 service neutron] 10.222.0.22 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620456 Jul 16 01:27:59.007122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b65091-707a-4b91-9f1d-34dc70fec086 req-4ebc7853-606e-4517-b48c-ba3c2855438b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.009331 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39b65091-707a-4b91-9f1d-34dc70fec086 req-4ebc7853-606e-4517-b48c-ba3c2855438b service neutron] 10.222.0.70 "GET /v2.0/networks?id=17517a68-6fd4-42bc-83f7-ecc5ae23a8df HTTP/1.1" status: 200 len: 912 time: 0.2782202 Jul 16 01:27:59.015884 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e2c2b349-8032-401f-aa3a-b6f53d5a7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'name': 'tempest-TaggedBootDevicesTest-1017351996-router', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:21Z', 'updated_at': '2021-07-16T01:27:57Z', 'revision_number': 5, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'gw_port': {'id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:59.054161 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c2b349-8032-401f-aa3a-b6f53d5a7273 None None] Checking router: de2d70a1-9974-4a30-9a57-22ff4ba101d5 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:27:59.067965 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39b65091-707a-4b91-9f1d-34dc70fec086 req-14cba9ac-327a-4c49-8ff7-ac8e73396697 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5e3724c-8fea-4575-a587-1db78b931fee HTTP/1.1" status: 200 len: 217 time: 0.0470581 Jul 16 01:27:59.069971 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25e7309f-2fd5-4feb-bdc6-c456cb9cfae1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.072569 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c2b349-8032-401f-aa3a-b6f53d5a7273 None None] Routers {'de2d70a1-9974-4a30-9a57-22ff4ba101d5'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:27:59.073214 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e2c2b349-8032-401f-aa3a-b6f53d5a7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:27:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:59.203489 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c166340d-6c12-4c8d-8fcb-adee37706ad8 req-da115afd-0cdd-4744-bb0f-86bfc175a0c0 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 210 time: 0.0603182 Jul 16 01:27:59.234490 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-e2c2b349-8032-401f-aa3a-b6f53d5a7273 None None] Set router de2d70a1-9974-4a30-9a57-22ff4ba101d5 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:27:59.238899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b65091-707a-4b91-9f1d-34dc70fec086 req-d5ef6e22-78f2-4b25-b596-d56db3e35ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.240435 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39b65091-707a-4b91-9f1d-34dc70fec086 req-d5ef6e22-78f2-4b25-b596-d56db3e35ea3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1c950e85-6bf7-434d-a6fe-be8950ce0e56 HTTP/1.1" status: 200 len: 851 time: 0.1600828 Jul 16 01:27:59.313520 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39b65091-707a-4b91-9f1d-34dc70fec086 req-cc6350a4-209f-4356-b491-77118bb6340a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=17517a68-6fd4-42bc-83f7-ecc5ae23a8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615764 Jul 16 01:27:59.357850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-25e7309f-2fd5-4feb-bdc6-c456cb9cfae1 admin admin] Deleting port 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:27:59.358257 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25e7309f-2fd5-4feb-bdc6-c456cb9cfae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.426600 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e2c2b349-8032-401f-aa3a-b6f53d5a7273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'name': 'tempest-TaggedBootDevicesTest-1017351996-router', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:21Z', 'updated_at': '2021-07-16T01:27:57Z', 'revision_number': 5, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'gw_port': {'id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:27:59.441363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-ebbdb4f3-0c07-443d-a907-9be3620b2b1b tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:27:59.442864 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-ebbdb4f3-0c07-443d-a907-9be3620b2b1b tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/networks?id=af3e8427-1eb8-41ae-8360-0d8cda39634f HTTP/1.1" status: 200 len: 813 time: 0.2459602 Jul 16 01:27:59.457498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c2b349-8032-401f-aa3a-b6f53d5a7273 None None] The sync data for ids ['de2d70a1-9974-4a30-9a57-22ff4ba101d5'] in n-d-791505-14 is: [{'id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'name': 'tempest-TaggedBootDevicesTest-1017351996-router', 'tenant_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:16:21Z', 'updated_at': '2021-07-16T01:27:57Z', 'revision_number': 5, 'project_id': 'f1edc56a277e41f79fb87cb4bd4162bc', 'gw_port': {'id': '1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:c4:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2d70a1-9974-4a30-9a57-22ff4ba101d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:16:22Z', 'updated_at': '2021-07-16T01:16:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:27:59.520399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-78fd4b13-816b-4fdb-bc20-bd1e64c59ef0 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/quotas/dc01f55a55aa478f8bc3aed843c6d2fe HTTP/1.1" status: 200 len: 375 time: 0.0696673 Jul 16 01:27:59.543263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39b65091-707a-4b91-9f1d-34dc70fec086 req-e35a03a8-5b14-450f-ad48-dd05f719e309 service neutron] 10.222.0.70 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147467 Jul 16 01:27:59.573365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-43a793b9-1e04-4fb2-83fb-251a762a8f55 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc01f55a55aa478f8bc3aed843c6d2fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474272 Jul 16 01:27:59.575132 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-25e7309f-2fd5-4feb-bdc6-c456cb9cfae1 admin admin] For port 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:27:59.575504 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25e7309f-2fd5-4feb-bdc6-c456cb9cfae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:27:59.625451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-25e7309f-2fd5-4feb-bdc6-c456cb9cfae1 admin admin] Calling delete_port for 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:27:59.794820 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39b65091-707a-4b91-9f1d-34dc70fec086 req-15b866be-5cf7-4a5a-a0b3-9961bf576f40 service neutron] 10.222.0.70 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239995 Jul 16 01:27:59.801159 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-9a29f56d-5b64-426f-9f74-c6ec11bd0d02 service neutron] 10.222.0.22 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111676 Jul 16 01:27:59.970166 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-12320541-24cb-46e4-83e5-20526121e729 service neutron] 10.222.0.22 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598864 Jul 16 01:27:59.986063 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25e7309f-2fd5-4feb-bdc6-c456cb9cfae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.018347 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e7309f-2fd5-4feb-bdc6-c456cb9cfae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:00.177359 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.495653 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19381bf6-2be5-4d4f-a17e-bddde480d2ee req-5c9314e3-1dbd-45ac-bfc4-120d4644e2b1 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 210 time: 0.0951865 Jul 16 01:28:00.529595 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25e7309f-2fd5-4feb-bdc6-c456cb9cfae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.691468 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25e7309f-2fd5-4feb-bdc6-c456cb9cfae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.697360 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bea7c6f3-b0c4-4923-a4f0-3dc3c3955064 req-64d59ad2-eb8c-40ee-b33d-588daa3c8112 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 210 time: 0.0775220 Jul 16 01:28:00.700677 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25e7309f-2fd5-4feb-bdc6-c456cb9cfae1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.763085 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b89355-fdbf-4564-bb79-8f323b721ae3 req-24e66491-24e5-4f9b-8154-98546ead3fac tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.764631 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38b89355-fdbf-4564-bb79-8f323b721ae3 req-24e66491-24e5-4f9b-8154-98546ead3fac tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.3621035 Jul 16 01:28:00.770844 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-dfa56ff7-1a06-4810-a0f9-981c94b57c56 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:00.772261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-dfa56ff7-1a06-4810-a0f9-981c94b57c56 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.69 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 811 time: 0.3714910 Jul 16 01:28:00.781631 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25e7309f-2fd5-4feb-bdc6-c456cb9cfae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.781631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e7309f-2fd5-4feb-bdc6-c456cb9cfae1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de2d70a1-9974-4a30-9a57-22ff4ba101d5 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:28:00.806462 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25e7309f-2fd5-4feb-bdc6-c456cb9cfae1 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.807587 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-25e7309f-2fd5-4feb-bdc6-c456cb9cfae1 admin admin] 10.222.0.22 "DELETE /v2.0/routers/de2d70a1-9974-4a30-9a57-22ff4ba101d5 HTTP/1.1" status: 204 len: 168 time: 2.3076732 Jul 16 01:28:00.810627 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36916) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:00.811382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-4ebb2e58-bb24-4aec-b3df-89fcdc526396 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Request body: {'port': {'device_id': '8f4ce821-6d2f-4b80-b13c-1e0612f7076e', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'admin_state_up': True, 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:00.863336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38b89355-fdbf-4564-bb79-8f323b721ae3 req-d79bae46-6769-4c02-bf46-31e4179039a1 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893512 Jul 16 01:28:00.876837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-b560cf10-e2e4-4a1e-8009-85afca57320d admin admin] Deleting subnet 285c6a64-1df3-41f2-8898-775d2babb8a9 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:28:00.881076 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b560cf10-e2e4-4a1e-8009-85afca57320d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.931443 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b560cf10-e2e4-4a1e-8009-85afca57320d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:00.965046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-4ebb2e58-bb24-4aec-b3df-89fcdc526396 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Made reservation on behalf of a78825c4b7e744d2b876a9d861c51f8b for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:00.968807 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-4ebb2e58-bb24-4aec-b3df-89fcdc526396 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.012185 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b560cf10-e2e4-4a1e-8009-85afca57320d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.055679 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.074716 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b560cf10-e2e4-4a1e-8009-85afca57320d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.100976 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560cf10-e2e4-4a1e-8009-85afca57320d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=285c6a64-1df3-41f2-8898-775d2babb8a9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:01.104829 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b560cf10-e2e4-4a1e-8009-85afca57320d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.108021 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-4ebb2e58-bb24-4aec-b3df-89fcdc526396 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Allocated IP 172.20.0.13 (430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4/b4195e01-091a-461b-a934-93b1b286b6cf/8ea4cf60-d92c-49f0-86c9-636b58048ef1) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:01.110368 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b560cf10-e2e4-4a1e-8009-85afca57320d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/285c6a64-1df3-41f2-8898-775d2babb8a9 HTTP/1.1" status: 204 len: 168 time: 0.2976449 Jul 16 01:28:01.110515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36918) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:01.125967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ea8641-bbbf-42a7-a2aa-695e40d8487b None None] Network d840524c-d20b-4c1a-aaec-1bfb1e9b9dac requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:01.224239 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.349880 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d81e462-a53d-4f4f-bed2-5e28cf90aeb3 None None] DHCP port deletion for d840524c-d20b-4c1a-aaec-1bfb1e9b9dac request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:28:01.407455 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8d81e462-a53d-4f4f-bed2-5e28cf90aeb3 None None] Deleting port bd0aa68e-87b2-4ab8-a80e-41fe68e96dec {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:01.409291 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8d81e462-a53d-4f4f-bed2-5e28cf90aeb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.453180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-9f4ed2c4-10b1-4b3f-ab0c-a0d581273b6a tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:01.454666 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-9f4ed2c4-10b1-4b3f-ab0c-a0d581273b6a tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.69 "GET /v2.0/networks?id=af3e8427-1eb8-41ae-8360-0d8cda39634f HTTP/1.1" status: 200 len: 813 time: 0.2192504 Jul 16 01:28:01.470892 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-b64edd71-ea43-4242-946a-c1647346f061 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Request body: {'port': {'device_id': '0d6cb23f-1b4e-48a3-a238-5b7a83b550a6', 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f', 'admin_state_up': True, 'tenant_id': 'dc01f55a55aa478f8bc3aed843c6d2fe'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:01.479721 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-4ebb2e58-bb24-4aec-b3df-89fcdc526396 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.481727 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8d81e462-a53d-4f4f-bed2-5e28cf90aeb3 None None] For port bd0aa68e-87b2-4ab8-a80e-41fe68e96dec, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bd0aa68e-87b2-4ab8-a80e-41fe68e96dec,segment=NetworkSegment(9dbb173d-87a7-4541-b15e-9650bb4bd12f),segment_id=9dbb173d-87a7-4541-b15e-9650bb4bd12f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:01.482120 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8d81e462-a53d-4f4f-bed2-5e28cf90aeb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.495075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8d81e462-a53d-4f4f-bed2-5e28cf90aeb3 None None] Calling delete_port for bd0aa68e-87b2-4ab8-a80e-41fe68e96dec owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:01.506923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] Deleting port bd0aa68e-87b2-4ab8-a80e-41fe68e96dec {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:01.507272 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.528494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-4ebb2e58-bb24-4aec-b3df-89fcdc526396 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Transition to ACTIVE for port object 8ea4cf60-d92c-49f0-86c9-636b58048ef1 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:01.557911 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bd0aa68e-87b2-4ab8-a80e-41fe68e96dec no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:01.646080 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8d81e462-a53d-4f4f-bed2-5e28cf90aeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.677646 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8f365e97-9d57-46e0-b3f2-b012d03d3745 req-31cf61da-247c-49f6-a035-17e29d275ffd tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 210 time: 0.0530689 Jul 16 01:28:01.682516 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81e462-a53d-4f4f-bed2-5e28cf90aeb3 None None] Pushing event deleted for resources: {'Port': ['ID=bd0aa68e-87b2-4ab8-a80e-41fe68e96dec,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:01.687683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d81e462-a53d-4f4f-bed2-5e28cf90aeb3 None None] No DVR routers for this DVR port bd0aa68e-87b2-4ab8-a80e-41fe68e96dec on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:01.689246 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] For port bd0aa68e-87b2-4ab8-a80e-41fe68e96dec, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bd0aa68e-87b2-4ab8-a80e-41fe68e96dec,segment=NetworkSegment(9dbb173d-87a7-4541-b15e-9650bb4bd12f),segment_id=9dbb173d-87a7-4541-b15e-9650bb4bd12f)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:01.689639 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.692793 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.709044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] Calling delete_port for bd0aa68e-87b2-4ab8-a80e-41fe68e96dec owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:01.728246 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-4ebb2e58-bb24-4aec-b3df-89fcdc526396 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.754227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['bcc0da7a-60d7-44d9-b726-04e2a307262c', '166f8fed-4cac-40ff-b04e-84be5b13fcb0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:01.756584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:01.797599 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:01.798209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1b67e24d-b9f5-4696-9e8e-789c2ecc3ff1 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:01.798869 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f655cf06-072c-4488-b6b9-1b6a37835dca no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:01.814118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-b64edd71-ea43-4242-946a-c1647346f061 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Made reservation on behalf of dc01f55a55aa478f8bc3aed843c6d2fe for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:01.822405 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-b64edd71-ea43-4242-946a-c1647346f061 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:01.833751 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: f655cf06-072c-4488-b6b9-1b6a37835dca {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:01.834097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f655cf06-072c-4488-b6b9-1b6a37835dca not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:01.854101 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-4ebb2e58-bb24-4aec-b3df-89fcdc526396 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:01.864545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb2e58-bb24-4aec-b3df-89fcdc526396 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event updated for resources: {'Port': ['ID=8ea4cf60-d92c-49f0-86c9-636b58048ef1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:01.869814 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-4ebb2e58-bb24-4aec-b3df-89fcdc526396 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:01.892034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-4ebb2e58-bb24-4aec-b3df-89fcdc526396 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:02.025317 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-4ebb2e58-bb24-4aec-b3df-89fcdc526396 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.025977 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-4ebb2e58-bb24-4aec-b3df-89fcdc526396 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.049429 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.124974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0aa68e-87b2-4ab8-a80e-41fe68e96dec,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:02.132054 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-4ebb2e58-bb24-4aec-b3df-89fcdc526396 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3322196 Jul 16 01:28:02.132884 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] No DVR routers for this DVR port bd0aa68e-87b2-4ab8-a80e-41fe68e96dec on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:02.151917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Request body: {'port': {'device_id': '8f4ce821-6d2f-4b80-b13c-1e0612f7076e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:02.196124 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3c9fd6d1-26e7-452d-9ba6-d04e3afa6f0b None None] Provisioning for port 8ea4cf60-d92c-49f0-86c9-636b58048ef1 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:02.199662 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3c9fd6d1-26e7-452d-9ba6-d04e3afa6f0b None None] Provisioning complete for port 8ea4cf60-d92c-49f0-86c9-636b58048ef1 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:02.200062 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3c9fd6d1-26e7-452d-9ba6-d04e3afa6f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.214066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-b64edd71-ea43-4242-946a-c1647346f061 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Allocated IP 172.20.0.10 (af3e8427-1eb8-41ae-8360-0d8cda39634f/445444c6-c085-4d13-9690-c0618a2d3056/d1c76d4c-6015-44fd-abe2-49b90d5307ad) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:02.235912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f07916-85f8-4604-ab61-6c246a332fb1 req-db163df8-8df8-4588-b940-9938742f617d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.236502 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3c9fd6d1-26e7-452d-9ba6-d04e3afa6f0b None None] Port 8ea4cf60-d92c-49f0-86c9-636b58048ef1 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:02.237437 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89f07916-85f8-4604-ab61-6c246a332fb1 req-db163df8-8df8-4588-b940-9938742f617d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 932 time: 0.3948243 Jul 16 01:28:02.308825 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.339130 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d21539-b4e2-4412-978c-1bfab47ee86b req-6f32acb0-1ba3-4d23-8c33-4496f7da7752 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:02.340639 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5d21539-b4e2-4412-978c-1bfab47ee86b req-6f32acb0-1ba3-4d23-8c33-4496f7da7752 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.3469367 Jul 16 01:28:02.342396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d840524c-d20b-4c1a-aaec-1bfb1e9b9dac']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:02.387421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dbb173d-87a7-4541-b15e-9650bb4bd12f') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:02.387721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dbb173d-87a7-4541-b15e-9650bb4bd12f') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:02.428965 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89f07916-85f8-4604-ab61-6c246a332fb1 req-f13070bf-bb7f-42b2-bdd6-aa5105ed5a8b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855271 Jul 16 01:28:02.432299 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.463711 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.492044 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.499718 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5d21539-b4e2-4412-978c-1bfab47ee86b req-ac597227-268e-4734-9bb5-a6877fec42a7 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321769 Jul 16 01:28:02.509045 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:28:02.509456 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:28:02.511210 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:28:02.692523 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.705764 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.707615 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d840524c-d20b-4c1a-aaec-1bfb1e9b9dac HTTP/1.1" status: 204 len: 168 time: 1.5955155 Jul 16 01:28:02.710468 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-b64edd71-ea43-4242-946a-c1647346f061 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.736699 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23339b5-a617-493e-9be8-6d5ba007e5e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d840524c-d20b-4c1a-aaec-1bfb1e9b9dac,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:02.844151 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36930) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:02.854816 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2e77a532-95fb-4566-a588-15ee20aabd3e req-34d23be6-a5e2-4d36-812a-ff67fb4288de tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 210 time: 0.0465634 Jul 16 01:28:02.884650 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-b64edd71-ea43-4242-946a-c1647346f061 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.888155 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-727a7d7d-a2b8-4843-b7c0-d6151b2336b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1edc56a277e41f79fb87cb4bd4162bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0428135 Jul 16 01:28:02.891232 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36932) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:02.938490 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8aeeef5d-2ffa-4664-b6f3-f72433452294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.947417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-b64edd71-ea43-4242-946a-c1647346f061 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Network af3e8427-1eb8-41ae-8360-0d8cda39634f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:02.959383 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-b64edd71-ea43-4242-946a-c1647346f061 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:02.959788 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8aeeef5d-2ffa-4664-b6f3-f72433452294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:02.962000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-b64edd71-ea43-4242-946a-c1647346f061 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:02.964776 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64edd71-ea43-4242-946a-c1647346f061 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Pushing event updated for resources: {'Port': ['ID=d1c76d4c-6015-44fd-abe2-49b90d5307ad,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:03.007503 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8aeeef5d-2ffa-4664-b6f3-f72433452294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.010083 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8aeeef5d-2ffa-4664-b6f3-f72433452294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.011284 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8aeeef5d-2ffa-4664-b6f3-f72433452294 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/061ee027-a970-405c-87ae-94306faee43e HTTP/1.1" status: 204 len: 168 time: 0.1191120 Jul 16 01:28:03.019321 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeeef5d-2ffa-4664-b6f3-f72433452294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=061ee027-a970-405c-87ae-94306faee43e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:03.039858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea4cf60-d92c-49f0-86c9-636b58048ef1 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:03.054251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-b64edd71-ea43-4242-946a-c1647346f061 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:03.054881 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-b64edd71-ea43-4242-946a-c1647346f061 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.059318 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.078614 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-b64edd71-ea43-4242-946a-c1647346f061 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6137681 Jul 16 01:28:03.079561 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Transition to ACTIVE for port object 8ea4cf60-d92c-49f0-86c9-636b58048ef1 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:03.083937 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.093724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Request body: {'port': {'device_id': '0d6cb23f-1b4e-48a3-a238-5b7a83b550a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:03.177536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea4cf60-d92c-49f0-86c9-636b58048ef1,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:03.278116 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.328090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Attempting to bind port 8ea4cf60-d92c-49f0-86c9-636b58048ef1 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:03.328433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Attempting to bind port 8ea4cf60-d92c-49f0-86c9-636b58048ef1 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:03.328767 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Attempting to bind port 8ea4cf60-d92c-49f0-86c9-636b58048ef1 on network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:03.337248 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Port 8ea4cf60-d92c-49f0-86c9-636b58048ef1 on network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:03.337594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Attempting to bind port 8ea4cf60-d92c-49f0-86c9-636b58048ef1 on network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:03.700405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:03.700759 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Checking segment: {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:03.701152 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Bound using segment: {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:03.701606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Bound port: 8ea4cf60-d92c-49f0-86c9-636b58048ef1, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:03.702592 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.764005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36962) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:03.862782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1bd2395e-9aaf-468b-97b4-4dd3246947e7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-network', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:03.884804 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd2395e-9aaf-468b-97b4-4dd3246947e7 admin admin] Made reservation on behalf of c8f1e6d412a34247b42a5764fe54d71e for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:03.887181 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1bd2395e-9aaf-468b-97b4-4dd3246947e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.899155 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1bd2395e-9aaf-468b-97b4-4dd3246947e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.922216 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42080665-f8af-4729-b215-a582c5d9d662 req-b730b706-44c0-493a-a5b1-d99712808d95 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:03.923744 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42080665-f8af-4729-b215-a582c5d9d662 req-b730b706-44c0-493a-a5b1-d99712808d95 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.2751629 Jul 16 01:28:03.958753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] For port 8ea4cf60-d92c-49f0-86c9-636b58048ef1, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:03.969790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a1e4fb-e96e-4a75-8875-bd1a5b9d9e2b req-421e55ab-5026-43c2-ad36-7d76df865747 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:03.971557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-55a1e4fb-e96e-4a75-8875-bd1a5b9d9e2b req-421e55ab-5026-43c2-ad36-7d76df865747 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 944 time: 0.3262639 Jul 16 01:28:03.989930 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1bd2395e-9aaf-468b-97b4-4dd3246947e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:03.993730 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1bd2395e-9aaf-468b-97b4-4dd3246947e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.004475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] For port 8ea4cf60-d92c-49f0-86c9-636b58048ef1, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ea4cf60-d92c-49f0-86c9-636b58048ef1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:04.015710 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd2395e-9aaf-468b-97b4-4dd3246947e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:04.023502 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.031067 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1bd2395e-9aaf-468b-97b4-4dd3246947e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.031416 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-1bd2395e-9aaf-468b-97b4-4dd3246947e7 admin admin] Added segment 4d02540b-e81a-41a8-9748-712004edc6d4 of type vlan for network 3426d80e-bb53-487d-95f9-f84d3151a9b8 Jul 16 01:28:04.039220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2395e-9aaf-468b-97b4-4dd3246947e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea6b418-a922-4317-9db2-e267dd529700,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:04.077612 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1bd2395e-9aaf-468b-97b4-4dd3246947e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.098681 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.099325 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.101125 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] 10.222.0.69 "PUT /v2.0/ports/8ea4cf60-d92c-49f0-86c9-636b58048ef1 HTTP/1.1" status: 200 len: 1093 time: 1.9551201 Jul 16 01:28:04.111453 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1bd2395e-9aaf-468b-97b4-4dd3246947e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.112935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4ce821-6d2f-4b80-b13c-1e0612f7076e', 'tag': '8ea4cf60-d92c-49f0-86c9-636b58048ef1'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:04.113134 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd2395e-9aaf-468b-97b4-4dd3246947e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.113836 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1bd2395e-9aaf-468b-97b4-4dd3246947e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.115420 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27f94cb-d2bf-48cb-ab93-695353ab070d" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4ce821-6d2f-4b80-b13c-1e0612f7076e", "tag": "8ea4cf60-d92c-49f0-86c9-636b58048ef1"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:04.131316 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42080665-f8af-4729-b215-a582c5d9d662 req-431f69f0-413f-48ec-9797-5947780b8d80 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746037 Jul 16 01:28:04.144238 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-55a1e4fb-e96e-4a75-8875-bd1a5b9d9e2b req-d0f18254-740f-4fc0-a496-538c06c97639 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530240 Jul 16 01:28:04.160091 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1bd2395e-9aaf-468b-97b4-4dd3246947e7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3948021 Jul 16 01:28:04.164535 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36970) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:04.169558 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-df6b5311-bc01-4199-9aa8-f9c7ac7970d8 admin admin] Request body: {'subnet': {'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-subnet', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:04.212286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd2395e-9aaf-468b-97b4-4dd3246947e7 admin admin] Pushing event updated for resources: {'Network': ['ID=3426d80e-bb53-487d-95f9-f84d3151a9b8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:04.224679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f181cf-01e1-42bb-83f3-4de892c18100 service neutron] Pushing event updated for resources: {'Port': ['ID=8ea4cf60-d92c-49f0-86c9-636b58048ef1,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:04.232714 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 3426d80e-bb53-487d-95f9-f84d3151a9b8 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:04.237945 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6b5311-bc01-4199-9aa8-f9c7ac7970d8 admin admin] Made reservation on behalf of c8f1e6d412a34247b42a5764fe54d71e for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:04.241727 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df6b5311-bc01-4199-9aa8-f9c7ac7970d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.249344 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24213505-c0c2-4571-8af7-20dec2b1ee72 x-openstack-request-id: req-24213505-c0c2-4571-8af7-20dec2b1ee72 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:04.249737 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4ce821-6d2f-4b80-b13c-1e0612f7076e", "tag": "8ea4cf60-d92c-49f0-86c9-636b58048ef1", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:04.249874 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24213505-c0c2-4571-8af7-20dec2b1ee72 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:04.250255 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4ce821-6d2f-4b80-b13c-1e0612f7076e', 'tag': '8ea4cf60-d92c-49f0-86c9-636b58048ef1', 'status': 'completed', 'code': 200} Jul 16 01:28:04.269932 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c76d4c-6015-44fd-abe2-49b90d5307ad {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:04.282473 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.304264 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Transition to ACTIVE for port object d1c76d4c-6015-44fd-abe2-49b90d5307ad will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:04.307745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b47a522a-e15e-48eb-8825-326fe3919543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.309429 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b47a522a-e15e-48eb-8825-326fe3919543 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 1096 time: 0.1468720 Jul 16 01:28:04.311122 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.424339 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-a3eaa79f-42c3-4f5b-a55f-cdecb01728a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ea4cf60-d92c-49f0-86c9-636b58048ef1 HTTP/1.1" status: 200 len: 217 time: 0.1066873 Jul 16 01:28:04.444425 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325103ac-e273-4981-b235-50775adc1453 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c76d4c-6015-44fd-abe2-49b90d5307ad,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:04.473176 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df6b5311-bc01-4199-9aa8-f9c7ac7970d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.526088 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6b5311-bc01-4199-9aa8-f9c7ac7970d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52d29289-4d75-4280-a8db-60ec2fc27c99,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:04.536223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6b5311-bc01-4199-9aa8-f9c7ac7970d8 admin admin] Checking segment: {'id': '4d02540b-e81a-41a8-9748-712004edc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:04.536586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6b5311-bc01-4199-9aa8-f9c7ac7970d8 admin admin] Network hostable DHCP agents. Network: 3426d80e-bb53-487d-95f9-f84d3151a9b8, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:04.550361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-8231052b-e9f0-4adf-86bf-f225096ae836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.552170 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-8231052b-e9f0-4adf-86bf-f225096ae836 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.1199398 Jul 16 01:28:04.554330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6b5311-bc01-4199-9aa8-f9c7ac7970d8 admin admin] Network 3426d80e-bb53-487d-95f9-f84d3151a9b8 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:04.564666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-df6b5311-bc01-4199-9aa8-f9c7ac7970d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 3426d80e-bb53-487d-95f9-f84d3151a9b8) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:04.568980 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6b5311-bc01-4199-9aa8-f9c7ac7970d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.569570 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df6b5311-bc01-4199-9aa8-f9c7ac7970d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.575077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f8cc5a-a867-4c7e-9143-7c269e2d8ced None None] Network 3426d80e-bb53-487d-95f9-f84d3151a9b8 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:04.583657 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-df6b5311-bc01-4199-9aa8-f9c7ac7970d8 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4182248 Jul 16 01:28:04.584159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc47e2-ddfb-4bad-9f6f-f46bcd6643d0 req-795e2005-c7f2-4f49-a4ef-57c691ae7652 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.585772 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dbdc47e2-ddfb-4bad-9f6f-f46bcd6643d0 req-795e2005-c7f2-4f49-a4ef-57c691ae7652 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 944 time: 0.2378752 Jul 16 01:28:04.588203 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36972) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:04.592931 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-router', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:04.620809 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.621968 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.637433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Attempting to bind port d1c76d4c-6015-44fd-abe2-49b90d5307ad on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:04.637862 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Attempting to bind port d1c76d4c-6015-44fd-abe2-49b90d5307ad by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '0d0be4c4-24c4-4181-b5a5-aa7865795088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:04.638150 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Attempting to bind port d1c76d4c-6015-44fd-abe2-49b90d5307ad on network af3e8427-1eb8-41ae-8360-0d8cda39634f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:04.655457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Port d1c76d4c-6015-44fd-abe2-49b90d5307ad on network af3e8427-1eb8-41ae-8360-0d8cda39634f not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:04.655853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Attempting to bind port d1c76d4c-6015-44fd-abe2-49b90d5307ad on network af3e8427-1eb8-41ae-8360-0d8cda39634f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:04.668793 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dbdc47e2-ddfb-4bad-9f6f-f46bcd6643d0 req-03bbdc29-de42-4cd0-aa2b-63f69eea4248 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658813 Jul 16 01:28:04.674541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:04.674890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Checking segment: {'id': '0d0be4c4-24c4-4181-b5a5-aa7865795088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:04.675289 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Bound using segment: {'id': '0d0be4c4-24c4-4181-b5a5-aa7865795088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:04.675848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Bound port: d1c76d4c-6015-44fd-abe2-49b90d5307ad, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0be4c4-24c4-4181-b5a5-aa7865795088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:04.676136 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.679504 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.705985 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-636484fe-c2f6-4c53-bcfb-e954f44e1aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.707552 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-636484fe-c2f6-4c53-bcfb-e954f44e1aaa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1446350 Jul 16 01:28:04.809924 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-50758af3-1829-44da-b8f6-4b1a6f951f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.821198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] For port d1c76d4c-6015-44fd-abe2-49b90d5307ad, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:04.825457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] For port d1c76d4c-6015-44fd-abe2-49b90d5307ad, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:04.833519 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.854315 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-b5ebee35-25af-45cb-8235-cec4a004afd1 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283674 Jul 16 01:28:04.855557 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.913331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:04.914413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:04.916160 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-325103ac-e273-4981-b235-50775adc1453 service neutron] 10.222.0.69 "PUT /v2.0/ports/d1c76d4c-6015-44fd-abe2-49b90d5307ad HTTP/1.1" status: 200 len: 1093 time: 1.8296671 Jul 16 01:28:04.920176 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-3426d80e-bb53-487d-95f9-f84d3151a9b8', 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'fixed_ips': [{'subnet_id': '52d29289-4d75-4280-a8db-60ec2fc27c99'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:28:04.922190 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.024659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325103ac-e273-4981-b235-50775adc1453 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c76d4c-6015-44fd-abe2-49b90d5307ad,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:05.073307 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46d7149e-4a71-41ba-9ea2-503930864fbe req-67838df7-0c49-4f45-910a-03c53bf1c890 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075305 Jul 16 01:28:05.084629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-8f2b2e94-7b8e-4569-b4fa-667bf8bd9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.086541 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-8f2b2e94-7b8e-4569-b4fa-667bf8bd9777 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc01f55a55aa478f8bc3aed843c6d2fe&device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 1096 time: 0.0999880 Jul 16 01:28:05.111050 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Allocated IP 172.20.0.2 (3426d80e-bb53-487d-95f9-f84d3151a9b8/52d29289-4d75-4280-a8db-60ec2fc27c99/74c93a0e-ba19-4acb-a3d5-377849d45c3c) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:05.124529 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.148412 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.153540 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-adc751ba-d77e-4048-9b08-d2332cbd7a95 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad HTTP/1.1" status: 200 len: 217 time: 0.0592077 Jul 16 01:28:05.261290 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-1c4bd59f-99f8-43b3-b120-32251cc274a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.262900 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-1c4bd59f-99f8-43b3-b120-32251cc274a1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=445444c6-c085-4d13-9690-c0618a2d3056 HTTP/1.1" status: 200 len: 853 time: 0.0787966 Jul 16 01:28:05.269393 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f94cb-d2bf-48cb-ab93-695353ab070d req-d5f3131c-edd6-4ee7-bd98-90dd6fd6fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.271014 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c27f94cb-d2bf-48cb-ab93-695353ab070d req-d5f3131c-edd6-4ee7-bd98-90dd6fd6fa40 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 1096 time: 0.1275046 Jul 16 01:28:05.324868 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-915bb0da-779d-4dc4-a8fc-308b7bba5f87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af3e8427-1eb8-41ae-8360-0d8cda39634f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527680 Jul 16 01:28:05.350046 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.355014 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Allocated IP 172.25.2.124 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/beb597f8-e41d-405d-8d8d-b88a40bccd3a) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:05.366674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Transition to ACTIVE for port object 74c93a0e-ba19-4acb-a3d5-377849d45c3c will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:05.384560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Transition to ACTIVE for port object 74c93a0e-ba19-4acb-a3d5-377849d45c3c will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:05.393967 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.432346 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Network 3426d80e-bb53-487d-95f9-f84d3151a9b8 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:05.435727 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:05.439480 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:05.500768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Pushing event updated for resources: {'Port': ['ID=74c93a0e-ba19-4acb-a3d5-377849d45c3c,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:05.511395 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Attempting to bind port 74c93a0e-ba19-4acb-a3d5-377849d45c3c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:05.511823 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Attempting to bind port 74c93a0e-ba19-4acb-a3d5-377849d45c3c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4d02540b-e81a-41a8-9748-712004edc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:05.512198 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Attempting to bind port 74c93a0e-ba19-4acb-a3d5-377849d45c3c on network 3426d80e-bb53-487d-95f9-f84d3151a9b8 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:05.518028 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:05.518783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Checking segment: {'id': '4d02540b-e81a-41a8-9748-712004edc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:05.518783 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.519201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Bound using segment: {'id': '4d02540b-e81a-41a8-9748-712004edc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:05.519673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Bound port: 74c93a0e-ba19-4acb-a3d5-377849d45c3c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d02540b-e81a-41a8-9748-712004edc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:05.520139 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.569150 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.589642 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] For port 74c93a0e-ba19-4acb-a3d5-377849d45c3c, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:05.594315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] For port 74c93a0e-ba19-4acb-a3d5-377849d45c3c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=74c93a0e-ba19-4acb-a3d5-377849d45c3c,segment=NetworkSegment(4d02540b-e81a-41a8-9748-712004edc6d4),segment_id=4d02540b-e81a-41a8-9748-712004edc6d4)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:05.599640 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.607022 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:28:05.616945 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:05.627937 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-76e52023-8e5d-4988-975a-ad5c8ef48964 service neutron] 10.222.0.69 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909403 Jul 16 01:28:05.631694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f94cb-d2bf-48cb-ab93-695353ab070d req-afd1458e-3520-43ff-8976-bfc37e7cdddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.633922 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c27f94cb-d2bf-48cb-ab93-695353ab070d req-afd1458e-3520-43ff-8976-bfc37e7cdddd service neutron] 10.222.0.69 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.3073895 Jul 16 01:28:05.647111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c99f02-6325-4f7d-ad4a-71875198181a req-51e90d95-f1ac-4a53-bfb2-a69494fac6f3 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.648696 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-55c99f02-6325-4f7d-ad4a-71875198181a req-51e90d95-f1ac-4a53-bfb2-a69494fac6f3 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.2658293 Jul 16 01:28:05.658764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aaa26f-4baa-4b1a-b7ba-228d4c8cf3ec req-8af17600-334c-44d3-a13e-c091c2e7daef tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.660671 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1aaa26f-4baa-4b1a-b7ba-228d4c8cf3ec req-8af17600-334c-44d3-a13e-c091c2e7daef tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 944 time: 0.3027699 Jul 16 01:28:05.664418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d0bb9-600f-41ba-9046-efa0b8ee7161 None None] Pushing event updated for resources: {'Port': ['ID=74c93a0e-ba19-4acb-a3d5-377849d45c3c,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:05.670777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Pushing event updated for resources: {'Port': ['ID=beb597f8-e41d-405d-8d8d-b88a40bccd3a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:05.683290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:05.684914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:05.687959 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:05.740634 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c27f94cb-d2bf-48cb-ab93-695353ab070d req-7ad39a05-ea17-44ac-8335-8c4b1fd651e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ea4cf60-d92c-49f0-86c9-636b58048ef1 HTTP/1.1" status: 200 len: 217 time: 0.0907531 Jul 16 01:28:05.875240 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1aaa26f-4baa-4b1a-b7ba-228d4c8cf3ec req-3a9f7469-6808-409a-a24e-60f9248e847d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955066 Jul 16 01:28:05.877897 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-55c99f02-6325-4f7d-ad4a-71875198181a req-d833169c-6615-4a8b-a26a-bf9739cf85cd tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022715 Jul 16 01:28:05.883221 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f94cb-d2bf-48cb-ab93-695353ab070d req-f228c637-2114-4bdb-93a5-9e3edc7e8c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.884763 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c27f94cb-d2bf-48cb-ab93-695353ab070d req-f228c637-2114-4bdb-93a5-9e3edc7e8c8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.1280057 Jul 16 01:28:05.913826 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b28d75f-f81a-46a5-83eb-d238cd32933b req-c362afff-8e4e-4ae3-97fa-ab779ab5f0a5 service neutron] 10.222.0.69 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629030 Jul 16 01:28:05.978887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f94cb-d2bf-48cb-ab93-695353ab070d req-ec122cfb-c7df-45fa-94a5-ad88e29505bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:05.980805 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c27f94cb-d2bf-48cb-ab93-695353ab070d req-ec122cfb-c7df-45fa-94a5-ad88e29505bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811980 Jul 16 01:28:06.021330 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.129108 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c27f94cb-d2bf-48cb-ab93-695353ab070d req-8a771a28-35d5-4291-8ec7-354d87c0f81d service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362262 Jul 16 01:28:06.163844 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a2ae7-9285-4c85-afde-587a8f6d63fe req-dcb6e507-bd62-4e6f-bd92-72e1fd319130 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:06.165420 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb6a2ae7-9285-4c85-afde-587a8f6d63fe req-dcb6e507-bd62-4e6f-bd92-72e1fd319130 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 944 time: 0.1065588 Jul 16 01:28:06.245278 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.253839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb6a2ae7-9285-4c85-afde-587a8f6d63fe req-6148c86f-84d6-447a-83b9-70515214060e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792553 Jul 16 01:28:06.270903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6cb23f-1b4e-48a3-a238-5b7a83b550a6', 'tag': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:06.273097 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21607e2-8a7a-4ca8-86ce-756558dfd72e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6cb23f-1b4e-48a3-a238-5b7a83b550a6", "tag": "d1c76d4c-6015-44fd-abe2-49b90d5307ad"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:06.282127 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c27f94cb-d2bf-48cb-ab93-695353ab070d req-2b0101ad-76fd-405c-88d4-bf90ad17e969 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464331 Jul 16 01:28:06.317273 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c934c7ee-b439-4028-9463-4c935fbb9399 x-openstack-request-id: req-c934c7ee-b439-4028-9463-4c935fbb9399 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:06.317563 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6cb23f-1b4e-48a3-a238-5b7a83b550a6", "tag": "d1c76d4c-6015-44fd-abe2-49b90d5307ad", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:06.317839 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c934c7ee-b439-4028-9463-4c935fbb9399 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:06.318231 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6cb23f-1b4e-48a3-a238-5b7a83b550a6', 'tag': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad', 'status': 'completed', 'code': 200} Jul 16 01:28:06.380657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:28:06.399067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21607e2-8a7a-4ca8-86ce-756558dfd72e req-ba308cc2-f81a-421e-b7d7-de0c50b30cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:06.400668 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f21607e2-8a7a-4ca8-86ce-756558dfd72e req-ba308cc2-f81a-421e-b7d7-de0c50b30cb2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc01f55a55aa478f8bc3aed843c6d2fe&device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 1096 time: 0.0587158 Jul 16 01:28:06.502177 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21607e2-8a7a-4ca8-86ce-756558dfd72e req-b4e86e73-9d7e-40a9-9d3d-139cbf4250d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:06.504196 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f21607e2-8a7a-4ca8-86ce-756558dfd72e req-b4e86e73-9d7e-40a9-9d3d-139cbf4250d3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=af3e8427-1eb8-41ae-8360-0d8cda39634f HTTP/1.1" status: 200 len: 914 time: 0.0961895 Jul 16 01:28:06.553062 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f21607e2-8a7a-4ca8-86ce-756558dfd72e req-bc39a56d-070a-41b2-ba5b-52fbd4a2e41a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad HTTP/1.1" status: 200 len: 217 time: 0.0414376 Jul 16 01:28:06.608614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21607e2-8a7a-4ca8-86ce-756558dfd72e req-289214de-1427-4cc1-acc8-ed187d56fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:06.610408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f21607e2-8a7a-4ca8-86ce-756558dfd72e req-289214de-1427-4cc1-acc8-ed187d56fed2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=445444c6-c085-4d13-9690-c0618a2d3056 HTTP/1.1" status: 200 len: 853 time: 0.0489571 Jul 16 01:28:06.647343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f21607e2-8a7a-4ca8-86ce-756558dfd72e req-e523f1fc-4b2a-4370-8377-7b9d35c749f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af3e8427-1eb8-41ae-8360-0d8cda39634f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297663 Jul 16 01:28:06.729024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c53461f-ec26-4b27-9fcc-138b7dc56ad7 None None] Network 3426d80e-bb53-487d-95f9-f84d3151a9b8 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:06.749464 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f21607e2-8a7a-4ca8-86ce-756558dfd72e req-121bda5d-1db1-45a8-b346-661bb7160b61 service neutron] 10.222.0.69 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940504 Jul 16 01:28:06.801237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1058ff79-8892-4569-bd44-41743d221c5b None None] Provisioning for port 74c93a0e-ba19-4acb-a3d5-377849d45c3c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:06.814338 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:06.826981 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Sync routers for ids ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:06.837890 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:06.839406 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3c9c62a0-a89b-407a-846f-e74dcce9dd96 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2501523 Jul 16 01:28:06.841708 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Routers {'0433e940-a898-421f-93ff-7a5cd9f1b9a9'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:06.841987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36998) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:06.843054 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:27:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:06.865899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f21607e2-8a7a-4ca8-86ce-756558dfd72e req-3c8f46ab-48c6-4410-b2dc-58dd90f4fc22 service neutron] 10.222.0.69 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069486 Jul 16 01:28:07.081276 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Set router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:07.189442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798c43d-d849-4443-8e27-81a2818b9c08 req-10617dea-c700-4830-89a1-f77a8094abd8 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.190898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a798c43d-d849-4443-8e27-81a2818b9c08 req-10617dea-c700-4830-89a1-f77a8094abd8 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 944 time: 0.1476412 Jul 16 01:28:07.214518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1728504-7d09-4631-b598-dc2d0595802d req-b6669fc3-053f-433b-8cd4-5d2a52696031 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.216009 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1728504-7d09-4631-b598-dc2d0595802d req-b6669fc3-053f-433b-8cd4-5d2a52696031 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.1066694 Jul 16 01:28:07.280590 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a798c43d-d849-4443-8e27-81a2818b9c08 req-a2bf04b9-a3ff-4ea4-a3ec-1ca6a2bd0e2f tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812113 Jul 16 01:28:07.285494 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1728504-7d09-4631-b598-dc2d0595802d req-cdc95571-1187-415d-b054-fa0a63029e92 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586631 Jul 16 01:28:07.297555 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.315555 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-router', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:04Z', 'updated_at': '2021-07-16T01:28:05Z', 'revision_number': 3, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'gw_port': {'id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:05Z', 'updated_at': '2021-07-16T01:28:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:07.340483 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.356795 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Checking router: 0433e940-a898-421f-93ff-7a5cd9f1b9a9 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:28:07.357554 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Updating router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 port beb597f8-e41d-405d-8d8d-b88a40bccd3a binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:28:07.403541 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.511644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b33161-e47f-4d3b-b7a7-45e3caa30138 req-45228be8-3b6d-461d-8093-0beabe110db2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:07.513662 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b33161-e47f-4d3b-b7a7-45e3caa30138 req-45228be8-3b6d-461d-8093-0beabe110db2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 944 time: 0.0825231 Jul 16 01:28:07.575710 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Allocated IP 172.20.0.1 (3426d80e-bb53-487d-95f9-f84d3151a9b8/52d29289-4d75-4280-a8db-60ec2fc27c99/edb6a423-a1e8-46bf-9ad1-ad7db0da82eb) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:07.582645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3b33161-e47f-4d3b-b7a7-45e3caa30138 req-1acc59d0-1cbe-4d8b-a1b9-ad590eab8dab tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584033 Jul 16 01:28:07.611002 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 74c93a0e-ba19-4acb-a3d5-377849d45c3c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:07.657251 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0ba2ca93-87b1-4931-a15c-313d2ed2361f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.674530 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 74c93a0e-ba19-4acb-a3d5-377849d45c3c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:07.679474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 74c93a0e-ba19-4acb-a3d5-377849d45c3c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:07.679882 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.696315 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.711080 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Transition to ACTIVE for port object edb6a423-a1e8-46bf-9ad1-ad7db0da82eb will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:07.746299 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.754810 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.757811 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Transition to ACTIVE for port object beb597f8-e41d-405d-8d8d-b88a40bccd3a will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:07.765591 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.766244 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.798555 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Network 3426d80e-bb53-487d-95f9-f84d3151a9b8 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:07.800088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 74c93a0e-ba19-4acb-a3d5-377849d45c3c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=74c93a0e-ba19-4acb-a3d5-377849d45c3c,segment=NetworkSegment(4d02540b-e81a-41a8-9748-712004edc6d4),segment_id=4d02540b-e81a-41a8-9748-712004edc6d4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:07.803696 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:07.805105 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.807236 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:07.831369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Pushing event updated for resources: {'Port': ['ID=edb6a423-a1e8-46bf-9ad1-ad7db0da82eb,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:07.831605 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d3015-3d45-4b6b-aa38-14a5bb6dd411 None None] Pushing event updated for resources: {'Port': ['ID=beb597f8-e41d-405d-8d8d-b88a40bccd3a,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:07.838197 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Attempting to bind port beb597f8-e41d-405d-8d8d-b88a40bccd3a on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:07.838444 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Attempting to bind port beb597f8-e41d-405d-8d8d-b88a40bccd3a by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:07.838787 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Attempting to bind port beb597f8-e41d-405d-8d8d-b88a40bccd3a on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:07.845057 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:07.845472 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:07.845871 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.846255 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:07.846719 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Bound port: beb597f8-e41d-405d-8d8d-b88a40bccd3a, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:07.847095 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.853484 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.883695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=74c93a0e-ba19-4acb-a3d5-377849d45c3c,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:07.902809 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] For port beb597f8-e41d-405d-8d8d-b88a40bccd3a, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:07.906545 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] For port beb597f8-e41d-405d-8d8d-b88a40bccd3a, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=beb597f8-e41d-405d-8d8d-b88a40bccd3a,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:07.910754 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:07.956108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device d1c76d4c-6015-44fd-abe2-49b90d5307ad details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:07.976980 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07d3015-3d45-4b6b-aa38-14a5bb6dd411 None None] Pushing event updated for resources: {'Port': ['ID=beb597f8-e41d-405d-8d8d-b88a40bccd3a,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:07.986598 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Routers {'0433e940-a898-421f-93ff-7a5cd9f1b9a9'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:07.987514 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:08.030926 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.066676 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port d1c76d4c-6015-44fd-abe2-49b90d5307ad, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:08.078090 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad', 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f', 'port_id': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad', 'mac_address': 'fa:16:3e:9c:e3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445444c6-c085-4d13-9690-c0618a2d3056', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:08.115649 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] Set router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:08.116941 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.129676 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c76d4c-6015-44fd-abe2-49b90d5307ad {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:08.149185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port d1c76d4c-6015-44fd-abe2-49b90d5307ad, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:08.153742 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.154426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8ea4cf60-d92c-49f0-86c9-636b58048ef1 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:08.225169 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4cd70db1-2bd4-43d6-803b-1b4818744f0e None None] Provisioning for port edb6a423-a1e8-46bf-9ad1-ad7db0da82eb completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:08.234006 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.239671 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.246213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=d1c76d4c-6015-44fd-abe2-49b90d5307ad,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:08.257368 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4cd70db1-2bd4-43d6-803b-1b4818744f0e None None] Provisioning complete for port edb6a423-a1e8-46bf-9ad1-ad7db0da82eb triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:08.257745 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4cd70db1-2bd4-43d6-803b-1b4818744f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.306913 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Pushing event updated for resources: {'Port': ['ID=edb6a423-a1e8-46bf-9ad1-ad7db0da82eb,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:08.309427 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.353066 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8ea4cf60-d92c-49f0-86c9-636b58048ef1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ea4cf60-d92c-49f0-86c9-636b58048ef1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:08.372252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '8ea4cf60-d92c-49f0-86c9-636b58048ef1', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'port_id': '8ea4cf60-d92c-49f0-86c9-636b58048ef1', 'mac_address': 'fa:16:3e:b6:8a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:08.376753 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-router', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:04Z', 'updated_at': '2021-07-16T01:28:07Z', 'revision_number': 4, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'gw_port': {'id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:05Z', 'updated_at': '2021-07-16T01:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'edb6a423-a1e8-46bf-9ad1-ad7db0da82eb', 'name': '', 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'mac_address': 'fa:16:3e:d5:b1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:07Z', 'updated_at': '2021-07-16T01:28:07Z', 'revision_number': 1, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'subnets': [{'id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:08.386055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4cd70db1-2bd4-43d6-803b-1b4818744f0e None None] Port edb6a423-a1e8-46bf-9ad1-ad7db0da82eb cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:08.428200 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2452bec3-9065-4296-a062-37d811c3ec71 None None] The sync data for ids ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'] in n-d-791505-14 is: [{'id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-router', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:04Z', 'updated_at': '2021-07-16T01:28:07Z', 'revision_number': 4, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'gw_port': {'id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8d:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:05Z', 'updated_at': '2021-07-16T01:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'edb6a423-a1e8-46bf-9ad1-ad7db0da82eb', 'name': '', 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'mac_address': 'fa:16:3e:d5:b1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:07Z', 'updated_at': '2021-07-16T01:28:07Z', 'revision_number': 1, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'subnets': [{'id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:08.429857 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.448321 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea4cf60-d92c-49f0-86c9-636b58048ef1 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:08.468879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8ea4cf60-d92c-49f0-86c9-636b58048ef1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ea4cf60-d92c-49f0-86c9-636b58048ef1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:08.471034 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Network 3426d80e-bb53-487d-95f9-f84d3151a9b8 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:08.473017 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:08.473467 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.558846 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.577678 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=8ea4cf60-d92c-49f0-86c9-636b58048ef1,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:08.588629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e15838-c0ea-4638-be30-73343465c8e5 req-89c4dfe2-fa0f-4e8b-bdd2-237c1a8851fc tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.590250 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45e15838-c0ea-4638-be30-73343465c8e5 req-89c4dfe2-fa0f-4e8b-bdd2-237c1a8851fc tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.1709626 Jul 16 01:28:08.605091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd67c3f-e6be-4367-b7ec-4365a34cd06e req-ef820efb-950b-4ab0-9112-39b8f7f324cf tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.606692 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7dd67c3f-e6be-4367-b7ec-4365a34cd06e req-ef820efb-950b-4ab0-9112-39b8f7f324cf tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 945 time: 0.1729743 Jul 16 01:28:08.614770 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:08.660001 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45e15838-c0ea-4638-be30-73343465c8e5 req-d0b12953-e80f-4300-8a14-2094b29355f5 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522478 Jul 16 01:28:08.684877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7dd67c3f-e6be-4367-b7ec-4365a34cd06e req-0613f7d4-108e-4d87-816d-e523e26fc504 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696347 Jul 16 01:28:08.738196 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['d1c76d4c-6015-44fd-abe2-49b90d5307ad'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:08.792335 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['8ea4cf60-d92c-49f0-86c9-636b58048ef1'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:08.796426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:08.803796 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0eaf4456-dc5d-4963-b7d5-721f1f7bcb26 admin admin] 10.222.0.22 "PUT /v2.0/routers/0433e940-a898-421f-93ff-7a5cd9f1b9a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9600444 Jul 16 01:28:08.867064 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cb4a32ef-2f3d-406b-acc9-a905f431986c None None] Provisioning complete for port edb6a423-a1e8-46bf-9ad1-ad7db0da82eb triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:08.867618 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cb4a32ef-2f3d-406b-acc9-a905f431986c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:08.920150 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cb6d38-cc35-46f3-895e-4ef5c0180174 req-14e97bed-4787-4d37-9c43-658e3612196a tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:08.935415 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62cb6d38-cc35-46f3-895e-4ef5c0180174 req-14e97bed-4787-4d37-9c43-658e3612196a tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 945 time: 0.1032207 Jul 16 01:28:08.953919 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-cb4a32ef-2f3d-406b-acc9-a905f431986c None None] Port edb6a423-a1e8-46bf-9ad1-ad7db0da82eb cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:08.980380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62cb6d38-cc35-46f3-895e-4ef5c0180174 req-909fb488-6859-4017-b4c2-410eaa90fb11 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439179 Jul 16 01:28:09.666627 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 74c93a0e-ba19-4acb-a3d5-377849d45c3c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:09.776478 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 74c93a0e-ba19-4acb-a3d5-377849d45c3c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:09.777344 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:09.911800 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device beb597f8-e41d-405d-8d8d-b88a40bccd3a up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:09.949192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device d1c76d4c-6015-44fd-abe2-49b90d5307ad up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:09.963841 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bedeb4d-c946-457a-adec-b8b34bc6e8c8 req-0426f373-4695-46e1-9db0-f1d00907ee87 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:09.972471 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7bedeb4d-c946-457a-adec-b8b34bc6e8c8 req-0426f373-4695-46e1-9db0-f1d00907ee87 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.1398506 Jul 16 01:28:09.979651 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37106) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:10.059152 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port beb597f8-e41d-405d-8d8d-b88a40bccd3a completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:10.062768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port d1c76d4c-6015-44fd-abe2-49b90d5307ad completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:10.066117 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port beb597f8-e41d-405d-8d8d-b88a40bccd3a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:10.066571 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.069400 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port d1c76d4c-6015-44fd-abe2-49b90d5307ad triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:10.069766 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.087257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7bedeb4d-c946-457a-adec-b8b34bc6e8c8 req-c4bebbbb-1390-46e7-ac81-11a29ceff42c tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134987 Jul 16 01:28:10.121342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e9602-48ee-448c-b2a2-3e6367f21157 req-99cd408c-b5ee-4c94-a7f2-5b5033c9797f tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.127339 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a07e9602-48ee-448c-b2a2-3e6367f21157 req-99cd408c-b5ee-4c94-a7f2-5b5033c9797f tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 945 time: 0.2262266 Jul 16 01:28:10.188477 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08d0ce1a-78d1-4574-8a79-e3fd79c04fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.201680 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.210271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a07e9602-48ee-448c-b2a2-3e6367f21157 req-92f5c0e8-8ac7-4e98-9cbc-db97365415c5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766218 Jul 16 01:28:10.273410 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.325780 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port beb597f8-e41d-405d-8d8d-b88a40bccd3a, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=beb597f8-e41d-405d-8d8d-b88a40bccd3a,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:10.332960 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.335141 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.345241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2a373-8288-49eb-9854-677f610ed0da req-c63351be-d720-45da-b2d4-9d33e288e536 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.353264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27f2a373-8288-49eb-9854-677f610ed0da req-c63351be-d720-45da-b2d4-9d33e288e536 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 945 time: 0.0813093 Jul 16 01:28:10.379821 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08d0ce1a-78d1-4574-8a79-e3fd79c04fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.383001 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6cb23f-1b4e-48a3-a238-5b7a83b550a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:10.385503 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4cc4bd-b09f-4938-8ad7-08b56536dea0" -d '{"events": [{"server_uuid": "0d6cb23f-1b4e-48a3-a238-5b7a83b550a6", "name": "network-vif-plugged", "status": "completed", "tag": "d1c76d4c-6015-44fd-abe2-49b90d5307ad"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:10.386049 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08d0ce1a-78d1-4574-8a79-e3fd79c04fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.404816 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27f2a373-8288-49eb-9854-677f610ed0da req-89710c92-aa18-4288-8cc4-dc3c8f3ae075 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505364 Jul 16 01:28:10.406779 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port d1c76d4c-6015-44fd-abe2-49b90d5307ad, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:10.423488 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.425654 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8ea4cf60-d92c-49f0-86c9-636b58048ef1 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:10.430084 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=beb597f8-e41d-405d-8d8d-b88a40bccd3a,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:10.461581 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-08d0ce1a-78d1-4574-8a79-e3fd79c04fc9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=065e627143914c68b0738513e727329a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4797797 Jul 16 01:28:10.463981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0ce1a-78d1-4574-8a79-e3fd79c04fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9116b39b-02f4-4d6e-b014-a181c02794fa,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:10.464286 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37114) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:10.466943 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a90249d-816c-455e-a484-dc9c3007b950 x-openstack-request-id: req-8a90249d-816c-455e-a484-dc9c3007b950 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:10.467269 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6cb23f-1b4e-48a3-a238-5b7a83b550a6", "name": "network-vif-plugged", "status": "completed", "tag": "d1c76d4c-6015-44fd-abe2-49b90d5307ad", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:10.467543 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a90249d-816c-455e-a484-dc9c3007b950 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:10.467974 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6cb23f-1b4e-48a3-a238-5b7a83b550a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad', 'code': 200} Jul 16 01:28:10.532249 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=d1c76d4c-6015-44fd-abe2-49b90d5307ad,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:10.546316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 8ea4cf60-d92c-49f0-86c9-636b58048ef1 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:10.550160 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 8ea4cf60-d92c-49f0-86c9-636b58048ef1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:10.550539 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.565325 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.656596 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.700067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8ea4cf60-d92c-49f0-86c9-636b58048ef1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ea4cf60-d92c-49f0-86c9-636b58048ef1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:10.707844 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.767474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=8ea4cf60-d92c-49f0-86c9-636b58048ef1,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:10.920208 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:10.949045 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17668fb7-b9ec-4758-af3b-c4a903e7c0e3 req-03683f68-1720-4b94-82cf-59bfeb41e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:10.950597 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17668fb7-b9ec-4758-af3b-c4a903e7c0e3 req-03683f68-1720-4b94-82cf-59bfeb41e8f5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 1098 time: 0.4252765 Jul 16 01:28:10.988556 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17668fb7-b9ec-4758-af3b-c4a903e7c0e3 req-c113684d-e71a-4228-a237-1cf379eced77 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299549 Jul 16 01:28:11.001576 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.004380 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.007995 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9116b39b-02f4-4d6e-b014-a181c02794fa HTTP/1.1" status: 204 len: 168 time: 0.5401587 Jul 16 01:28:11.014939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9116b39b-02f4-4d6e-b014-a181c02794fa,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:11.022602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:11.023032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:11.023444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:11.023887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:11.024298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:11.024706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:11.025106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:11.025507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:11.025905 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:11.026297 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:11.026697 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:11.027088 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c530dc6b-78c3-4370-be71-0bff8b4cc159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:11.054323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Sync routers for ids ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:11.068574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Routers {'0433e940-a898-421f-93ff-7a5cd9f1b9a9'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:11.069534 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:11.204106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Set router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:11.302894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86a253-37d8-4176-9568-86729ac2882d req-6e662a6b-4499-46da-b0c0-81820f374782 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:11.309841 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e86a253-37d8-4176-9568-86729ac2882d req-6e662a6b-4499-46da-b0c0-81820f374782 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.0887563 Jul 16 01:28:11.362245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e86a253-37d8-4176-9568-86729ac2882d req-23133bbb-a7c3-4e1c-a2e2-6e7c29de8108 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512612 Jul 16 01:28:11.529857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d90b52-42bd-482a-b73a-af31e8771ca0 req-1750672e-a243-4c7d-ba55-11e0b64a2c99 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:11.531724 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13d90b52-42bd-482a-b73a-af31e8771ca0 req-1750672e-a243-4c7d-ba55-11e0b64a2c99 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.1253257 Jul 16 01:28:11.621527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device beb597f8-e41d-405d-8d8d-b88a40bccd3a up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:11.624249 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13d90b52-42bd-482a-b73a-af31e8771ca0 req-2d8af683-6f66-4409-a2d6-abb5ae5dc203 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851462 Jul 16 01:28:11.676152 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443f2f7-7058-4990-b8ab-68fa1cfb8d72 req-d905b7d8-70e6-4e86-841f-197b5b487850 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:11.677623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e443f2f7-7058-4990-b8ab-68fa1cfb8d72 req-d905b7d8-70e6-4e86-841f-197b5b487850 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1043129 Jul 16 01:28:11.721856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-router', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:04Z', 'updated_at': '2021-07-16T01:28:07Z', 'revision_number': 4, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'gw_port': {'id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:05Z', 'updated_at': '2021-07-16T01:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'edb6a423-a1e8-46bf-9ad1-ad7db0da82eb', 'name': '', 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'mac_address': 'fa:16:3e:d5:b1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:07Z', 'updated_at': '2021-07-16T01:28:08Z', 'revision_number': 2, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'subnets': [{'id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:11.762464 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e443f2f7-7058-4990-b8ab-68fa1cfb8d72 req-723e2425-f00a-4778-a1e4-dbc291b23f5e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720356 Jul 16 01:28:11.763413 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port beb597f8-e41d-405d-8d8d-b88a40bccd3a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:11.763812 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:11.803775 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Checking router: 0433e940-a898-421f-93ff-7a5cd9f1b9a9 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:28:11.804454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Updating router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 port edb6a423-a1e8-46bf-9ad1-ad7db0da82eb binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:28:11.870726 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.193313 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.204113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Transition to ACTIVE for port object edb6a423-a1e8-46bf-9ad1-ad7db0da82eb will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:12.212485 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.276459 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b3c44-73d5-4c87-9f4f-60c4b08e5168 None None] Pushing event updated for resources: {'Port': ['ID=edb6a423-a1e8-46bf-9ad1-ad7db0da82eb,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:12.331402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Attempting to bind port edb6a423-a1e8-46bf-9ad1-ad7db0da82eb on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:12.331807 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Attempting to bind port edb6a423-a1e8-46bf-9ad1-ad7db0da82eb by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4d02540b-e81a-41a8-9748-712004edc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:12.332179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Attempting to bind port edb6a423-a1e8-46bf-9ad1-ad7db0da82eb on network 3426d80e-bb53-487d-95f9-f84d3151a9b8 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:12.337902 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:12.338306 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Checking segment: {'id': '4d02540b-e81a-41a8-9748-712004edc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:12.339024 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.339441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Bound using segment: {'id': '4d02540b-e81a-41a8-9748-712004edc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:12.341829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Bound port: edb6a423-a1e8-46bf-9ad1-ad7db0da82eb, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d02540b-e81a-41a8-9748-712004edc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:12.341829 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.425955 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] For port edb6a423-a1e8-46bf-9ad1-ad7db0da82eb, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:12.432049 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] For port edb6a423-a1e8-46bf-9ad1-ad7db0da82eb, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=edb6a423-a1e8-46bf-9ad1-ad7db0da82eb,segment=NetworkSegment(4d02540b-e81a-41a8-9748-712004edc6d4),segment_id=4d02540b-e81a-41a8-9748-712004edc6d4)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:12.441509 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:12.473332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4ce821-6d2f-4b80-b13c-1e0612f7076e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea4cf60-d92c-49f0-86c9-636b58048ef1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:12.475365 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf055c7d-baa1-498e-8b7e-1b80db729c51" -d '{"events": [{"server_uuid": "8f4ce821-6d2f-4b80-b13c-1e0612f7076e", "name": "network-vif-plugged", "status": "completed", "tag": "8ea4cf60-d92c-49f0-86c9-636b58048ef1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:12.509943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Routers {'0433e940-a898-421f-93ff-7a5cd9f1b9a9'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:12.510567 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:12.580742 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6943f84b-0c3e-4f91-b8f6-1173f35aea2b x-openstack-request-id: req-6943f84b-0c3e-4f91-b8f6-1173f35aea2b {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:12.581053 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4ce821-6d2f-4b80-b13c-1e0612f7076e", "name": "network-vif-plugged", "status": "completed", "tag": "8ea4cf60-d92c-49f0-86c9-636b58048ef1", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:12.581311 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6943f84b-0c3e-4f91-b8f6-1173f35aea2b {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:12.581703 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4ce821-6d2f-4b80-b13c-1e0612f7076e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea4cf60-d92c-49f0-86c9-636b58048ef1', 'code': 200} Jul 16 01:28:12.608306 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a55729-26e8-4f98-aeb5-753753dcb6c2 req-5d7d64fe-b397-4a2f-bb93-5eae0c79d7be tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:12.610660 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59a55729-26e8-4f98-aeb5-753753dcb6c2 req-5d7d64fe-b397-4a2f-bb93-5eae0c79d7be tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.0884504 Jul 16 01:28:12.618378 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b3c44-73d5-4c87-9f4f-60c4b08e5168 None None] Pushing event updated for resources: {'Port': ['ID=edb6a423-a1e8-46bf-9ad1-ad7db0da82eb,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:12.699947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59a55729-26e8-4f98-aeb5-753753dcb6c2 req-d533da35-75bb-4284-b1a3-3e84a0f1a9f1 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823448 Jul 16 01:28:12.736356 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c461ca8-8db7-46ca-ac30-d4410addabd1 req-90450f76-4dc9-4e29-8256-cacc6a46a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:12.738240 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c461ca8-8db7-46ca-ac30-d4410addabd1 req-90450f76-4dc9-4e29-8256-cacc6a46a86e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 1098 time: 0.1016273 Jul 16 01:28:12.798032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c461ca8-8db7-46ca-ac30-d4410addabd1 req-8e554a98-0f21-4f51-a33a-9b8f55706515 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524776 Jul 16 01:28:12.817783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] Set router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:12.987042 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416b579-98c5-4ddc-b771-587142d4d5cd req-832cfc5e-30d0-4199-b1d2-6e033907a419 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:12.989114 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0416b579-98c5-4ddc-b771-587142d4d5cd req-832cfc5e-30d0-4199-b1d2-6e033907a419 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.1182451 Jul 16 01:28:13.007519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20498f9e-e1f7-45c3-97e4-f20349f22ab9 req-5450a20a-3e7d-45dd-9f02-de451f4911d4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:13.009455 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20498f9e-e1f7-45c3-97e4-f20349f22ab9 req-5450a20a-3e7d-45dd-9f02-de451f4911d4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1008959 Jul 16 01:28:13.065122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0416b579-98c5-4ddc-b771-587142d4d5cd req-de8747bf-607c-4296-996a-ddfc6a79034d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654728 Jul 16 01:28:13.094861 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20498f9e-e1f7-45c3-97e4-f20349f22ab9 req-7e1b662e-0ad6-4a68-92bd-dd6fa06b173d tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785370 Jul 16 01:28:13.143286 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-router', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:04Z', 'updated_at': '2021-07-16T01:28:07Z', 'revision_number': 4, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'gw_port': {'id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:05Z', 'updated_at': '2021-07-16T01:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'edb6a423-a1e8-46bf-9ad1-ad7db0da82eb', 'name': '', 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'mac_address': 'fa:16:3e:d5:b1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:07Z', 'updated_at': '2021-07-16T01:28:12Z', 'revision_number': 4, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'subnets': [{'id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:13.177721 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291639b2-2cb4-495c-967e-58dd6e8d340b None None] The sync data for ids ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'] in n-d-791505-14 is: [{'id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-router', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:04Z', 'updated_at': '2021-07-16T01:28:07Z', 'revision_number': 4, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'gw_port': {'id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:05Z', 'updated_at': '2021-07-16T01:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'edb6a423-a1e8-46bf-9ad1-ad7db0da82eb', 'name': '', 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'mac_address': 'fa:16:3e:d5:b1:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:07Z', 'updated_at': '2021-07-16T01:28:12Z', 'revision_number': 4, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'subnets': [{'id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:13.484623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-83c159bb-4aec-4ca2-b72a-df237c4c0dc8 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:13.486493 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-83c159bb-4aec-4ca2-b72a-df237c4c0dc8 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/networks?id=af3e8427-1eb8-41ae-8360-0d8cda39634f HTTP/1.1" status: 200 len: 813 time: 0.1332145 Jul 16 01:28:13.512716 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-d3388b63-9a1f-4ff6-824d-e3ce37f7e716 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/quotas/dc01f55a55aa478f8bc3aed843c6d2fe HTTP/1.1" status: 200 len: 375 time: 0.0168557 Jul 16 01:28:13.602541 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-d5dce875-1c62-48eb-8b2a-34a31ed29411 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc01f55a55aa478f8bc3aed843c6d2fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0884933 Jul 16 01:28:13.626241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device edb6a423-a1e8-46bf-9ad1-ad7db0da82eb up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:13.714555 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port edb6a423-a1e8-46bf-9ad1-ad7db0da82eb completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:13.722828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port edb6a423-a1e8-46bf-9ad1-ad7db0da82eb triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:13.723954 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.761997 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-7ffeac40-e17a-4ee9-a36d-27fdbf19fd7d service neutron] 10.222.0.22 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582065 Jul 16 01:28:13.899308 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:13.955727 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-a34f8ec7-2ea3-453c-8b81-378744ffc97f service neutron] 10.222.0.22 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922259 Jul 16 01:28:13.991663 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port edb6a423-a1e8-46bf-9ad1-ad7db0da82eb, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=edb6a423-a1e8-46bf-9ad1-ad7db0da82eb,segment=NetworkSegment(4d02540b-e81a-41a8-9748-712004edc6d4),segment_id=4d02540b-e81a-41a8-9748-712004edc6d4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:13.999300 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.098556 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=edb6a423-a1e8-46bf-9ad1-ad7db0da82eb,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:14.102102 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccfbd57-e85c-47d5-9514-3ac76b849f04 req-b88f5290-1fcc-4bdf-b87a-a79427ba37c9 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.116008 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ccfbd57-e85c-47d5-9514-3ac76b849f04 req-b88f5290-1fcc-4bdf-b87a-a79427ba37c9 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.1583176 Jul 16 01:28:14.173459 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ccfbd57-e85c-47d5-9514-3ac76b849f04 req-de68de73-384c-4e3a-b700-8e94d6097a5f tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557640 Jul 16 01:28:14.350940 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-033a06e7-0a5e-4324-95e5-a66e6d2d2254 req-423ca0c3-b12a-4183-b142-3f3af25772b7 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 210 time: 0.0486901 Jul 16 01:28:14.390341 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37270) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:14.407120 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03a8e84-52cc-47e7-b786-7942205a375d req-bd6fdc55-2492-47af-868e-88ded936043e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.418409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c03a8e84-52cc-47e7-b786-7942205a375d req-bd6fdc55-2492-47af-868e-88ded936043e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.1441755 Jul 16 01:28:14.489635 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c03a8e84-52cc-47e7-b786-7942205a375d req-d3610f7b-b117-493c-9577-9c4d662481fd tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600934 Jul 16 01:28:14.550657 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1fb5-4376-49eb-a262-f8abb59508ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.676400 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1fb5-4376-49eb-a262-f8abb59508ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.683120 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd6f1fb5-4376-49eb-a262-f8abb59508ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.733873 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6f1fb5-4376-49eb-a262-f8abb59508ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25da1d6d-33bf-452b-ad4e-3f87cc0c7ffd,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:14.749034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37284) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:14.749167 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fd6f1fb5-4376-49eb-a262-f8abb59508ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0191cf2729e746a2a98806f36fc516de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3571005 Jul 16 01:28:14.750762 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f1fb5-4376-49eb-a262-f8abb59508ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:14.751117 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f1fb5-4376-49eb-a262-f8abb59508ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:14.751463 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f1fb5-4376-49eb-a262-f8abb59508ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:14.751830 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f1fb5-4376-49eb-a262-f8abb59508ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:14.752167 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f1fb5-4376-49eb-a262-f8abb59508ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:14.752505 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f1fb5-4376-49eb-a262-f8abb59508ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:14.752837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f1fb5-4376-49eb-a262-f8abb59508ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:14.753169 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f1fb5-4376-49eb-a262-f8abb59508ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:14.753498 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f1fb5-4376-49eb-a262-f8abb59508ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:14.753829 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f1fb5-4376-49eb-a262-f8abb59508ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:14.754158 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f1fb5-4376-49eb-a262-f8abb59508ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:14.754486 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6f1fb5-4376-49eb-a262-f8abb59508ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:14.817810 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-12cc579b-95b3-4963-9c06-f73d85d69401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.842236 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-12cc579b-95b3-4963-9c06-f73d85d69401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.945527 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b939d9df-fb6a-404c-a578-9f7ac5eeb2da req-d85c58ef-ad19-403d-b630-5f9b4a188085 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:14.947098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b939d9df-fb6a-404c-a578-9f7ac5eeb2da req-d85c58ef-ad19-403d-b630-5f9b4a188085 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.1074743 Jul 16 01:28:14.948510 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-12cc579b-95b3-4963-9c06-f73d85d69401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.951199 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-12cc579b-95b3-4963-9c06-f73d85d69401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:14.953077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-12cc579b-95b3-4963-9c06-f73d85d69401 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/25da1d6d-33bf-452b-ad4e-3f87cc0c7ffd HTTP/1.1" status: 204 len: 168 time: 0.2028368 Jul 16 01:28:14.961864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc579b-95b3-4963-9c06-f73d85d69401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25da1d6d-33bf-452b-ad4e-3f87cc0c7ffd,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:15.068660 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b939d9df-fb6a-404c-a578-9f7ac5eeb2da req-db08e73e-2122-4489-9416-852c4114e58d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890574 Jul 16 01:28:15.365807 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37294) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:15.383483 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9971fd36-1c66-4844-9636-216713885be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.411594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea616ff-2fd0-4d71-9eb7-df5a2d3571b5 req-9af2096c-b5a9-4dd2-9f64-8ee153c3ba40 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:15.416399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fea616ff-2fd0-4d71-9eb7-df5a2d3571b5 req-9af2096c-b5a9-4dd2-9f64-8ee153c3ba40 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.0812702 Jul 16 01:28:15.493224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fea616ff-2fd0-4d71-9eb7-df5a2d3571b5 req-3fb016bd-12b0-47dd-9ffa-51bec38ad542 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708807 Jul 16 01:28:15.516197 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9971fd36-1c66-4844-9636-216713885be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.528069 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9971fd36-1c66-4844-9636-216713885be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.542675 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a0c2b222-47ae-4cd3-890d-7470864a169e req-fdcb96ef-9402-427e-bce6-c34abe047a80 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 210 time: 0.0477870 Jul 16 01:28:15.569567 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device edb6a423-a1e8-46bf-9ad1-ad7db0da82eb up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:15.579468 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971fd36-1c66-4844-9636-216713885be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13edb8e5-784a-49cc-bd8b-71ca81a645e4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:15.584279 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9971fd36-1c66-4844-9636-216713885be2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0327773f62584ce1845205009ba1381f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174191 Jul 16 01:28:15.586808 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37298) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:15.622513 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port edb6a423-a1e8-46bf-9ad1-ad7db0da82eb triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:15.622887 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.640123 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-46194052-bdd3-4692-81ff-73e8bbc52bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.666160 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-46194052-bdd3-4692-81ff-73e8bbc52bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.730110 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-46194052-bdd3-4692-81ff-73e8bbc52bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.734930 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-46194052-bdd3-4692-81ff-73e8bbc52bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:15.738452 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-46194052-bdd3-4692-81ff-73e8bbc52bed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13edb8e5-784a-49cc-bd8b-71ca81a645e4 HTTP/1.1" status: 204 len: 168 time: 0.1480250 Jul 16 01:28:15.746868 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46194052-bdd3-4692-81ff-73e8bbc52bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13edb8e5-784a-49cc-bd8b-71ca81a645e4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:15.928523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-805df79f-ec80-4ace-a850-02731bb36177 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:15.930322 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-805df79f-ec80-4ace-a850-02731bb36177 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.70 "GET /v2.0/networks?id=af3e8427-1eb8-41ae-8360-0d8cda39634f HTTP/1.1" status: 200 len: 813 time: 0.1436110 Jul 16 01:28:15.945811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-c7fcad16-3aa5-40e4-be07-8b2bd806e4ca tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Request body: {'port': {'device_id': 'a9f5bdb7-d017-4e24-acdb-bb90f26a7d84', 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f', 'admin_state_up': True, 'tenant_id': 'dc01f55a55aa478f8bc3aed843c6d2fe'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:16.081269 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-c7fcad16-3aa5-40e4-be07-8b2bd806e4ca tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Made reservation on behalf of dc01f55a55aa478f8bc3aed843c6d2fe for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:16.085555 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-c7fcad16-3aa5-40e4-be07-8b2bd806e4ca tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.304781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-c7fcad16-3aa5-40e4-be07-8b2bd806e4ca tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Allocated IP 172.20.0.13 (af3e8427-1eb8-41ae-8360-0d8cda39634f/445444c6-c085-4d13-9690-c0618a2d3056/d39682d9-7ef3-4053-84b6-1726212006fe) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:16.327095 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200579e0-9a91-43ed-8419-b7fec503db53 req-9fbae2f0-c933-441d-a49b-a7c819666ec8 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:16.328716 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-200579e0-9a91-43ed-8419-b7fec503db53 req-9fbae2f0-c933-441d-a49b-a7c819666ec8 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.1302531 Jul 16 01:28:16.396946 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-200579e0-9a91-43ed-8419-b7fec503db53 req-6ac394b1-15ab-4d41-8897-e52af41065f0 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610914 Jul 16 01:28:16.530844 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-c7fcad16-3aa5-40e4-be07-8b2bd806e4ca tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.582505 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-c7fcad16-3aa5-40e4-be07-8b2bd806e4ca tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.595595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['d1c76d4c-6015-44fd-abe2-49b90d5307ad'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:16.643091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-c7fcad16-3aa5-40e4-be07-8b2bd806e4ca tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Network af3e8427-1eb8-41ae-8360-0d8cda39634f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:16.647490 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-c7fcad16-3aa5-40e4-be07-8b2bd806e4ca tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:16.653282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-c7fcad16-3aa5-40e4-be07-8b2bd806e4ca tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:16.690331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcad16-3aa5-40e4-be07-8b2bd806e4ca tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Pushing event updated for resources: {'Port': ['ID=d39682d9-7ef3-4053-84b6-1726212006fe,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:16.774785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-c7fcad16-3aa5-40e4-be07-8b2bd806e4ca tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:16.776096 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-c7fcad16-3aa5-40e4-be07-8b2bd806e4ca tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:16.806312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-c7fcad16-3aa5-40e4-be07-8b2bd806e4ca tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8668947 Jul 16 01:28:16.829834 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Request body: {'port': {'device_id': 'a9f5bdb7-d017-4e24-acdb-bb90f26a7d84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:16.842843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df962766-f674-442b-91cb-1d485b03cc21 req-64159111-e1dc-4b79-8fb6-fbfa09fab3a0 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:16.844543 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df962766-f674-442b-91cb-1d485b03cc21 req-64159111-e1dc-4b79-8fb6-fbfa09fab3a0 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.1350679 Jul 16 01:28:16.949451 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df962766-f674-442b-91cb-1d485b03cc21 req-761943c6-1289-45a3-bef4-a19bf5150a21 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825686 Jul 16 01:28:16.978831 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.339402 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aeba64-9f98-4cbb-874b-04fd99d2da0a req-d5e3f9e5-1d09-4f4d-86fe-3b4e801ad05c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.340851 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a2aeba64-9f98-4cbb-874b-04fd99d2da0a req-d5e3f9e5-1d09-4f4d-86fe-3b4e801ad05c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 932 time: 0.2770925 Jul 16 01:28:17.382378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7745ab-7fee-4043-a187-8d36f02c6f61 req-a0e070f6-93ce-40a2-98e8-5cc26f3400d7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.383952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc7745ab-7fee-4043-a187-8d36f02c6f61 req-a0e070f6-93ce-40a2-98e8-5cc26f3400d7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.2165840 Jul 16 01:28:17.434062 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a2aeba64-9f98-4cbb-874b-04fd99d2da0a req-e52559fc-80ef-421d-959f-63721aff6044 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845523 Jul 16 01:28:17.467169 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc7745ab-7fee-4043-a187-8d36f02c6f61 req-5d330c4f-fef4-4e66-848c-e2af131549fb tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756173 Jul 16 01:28:17.514154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39682d9-7ef3-4053-84b6-1726212006fe {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:17.523973 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.540857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Transition to ACTIVE for port object d39682d9-7ef3-4053-84b6-1726212006fe will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:17.545963 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.595317 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Pushing event updated for resources: {'Port': ['ID=d39682d9-7ef3-4053-84b6-1726212006fe,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:17.684030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Attempting to bind port d39682d9-7ef3-4053-84b6-1726212006fe on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:17.684418 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Attempting to bind port d39682d9-7ef3-4053-84b6-1726212006fe by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '0d0be4c4-24c4-4181-b5a5-aa7865795088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:17.684752 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Attempting to bind port d39682d9-7ef3-4053-84b6-1726212006fe on network af3e8427-1eb8-41ae-8360-0d8cda39634f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:17.689496 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Port d39682d9-7ef3-4053-84b6-1726212006fe on network af3e8427-1eb8-41ae-8360-0d8cda39634f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:17.689831 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Attempting to bind port d39682d9-7ef3-4053-84b6-1726212006fe on network af3e8427-1eb8-41ae-8360-0d8cda39634f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:17.696502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:17.696690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Checking segment: {'id': '0d0be4c4-24c4-4181-b5a5-aa7865795088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:17.697082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Bound using segment: {'id': '0d0be4c4-24c4-4181-b5a5-aa7865795088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:17.697521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Bound port: d39682d9-7ef3-4053-84b6-1726212006fe, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0be4c4-24c4-4181-b5a5-aa7865795088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:17.697898 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.766026 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] For port d39682d9-7ef3-4053-84b6-1726212006fe, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:17.769905 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] For port d39682d9-7ef3-4053-84b6-1726212006fe, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d39682d9-7ef3-4053-84b6-1726212006fe,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:17.774027 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.809637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.810251 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:17.811791 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] 10.222.0.70 "PUT /v2.0/ports/d39682d9-7ef3-4053-84b6-1726212006fe HTTP/1.1" status: 200 len: 1093 time: 0.9918783 Jul 16 01:28:17.812236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f5bdb7-d017-4e24-acdb-bb90f26a7d84', 'tag': 'd39682d9-7ef3-4053-84b6-1726212006fe'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:17.814466 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aec1e79-c2c2-4cf2-8fbf-b02056e4a92c" -d '{"events": [{"name": "network-changed", "server_uuid": "a9f5bdb7-d017-4e24-acdb-bb90f26a7d84", "tag": "d39682d9-7ef3-4053-84b6-1726212006fe"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:17.857030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df52b10d-a7f5-48c0-8ebb-794bcc9a8607 service neutron] Pushing event updated for resources: {'Port': ['ID=d39682d9-7ef3-4053-84b6-1726212006fe,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:17.879639 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d29358-c4ec-4dbe-b1dc-5123575dcba5 x-openstack-request-id: req-18d29358-c4ec-4dbe-b1dc-5123575dcba5 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:17.880049 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9f5bdb7-d017-4e24-acdb-bb90f26a7d84", "tag": "d39682d9-7ef3-4053-84b6-1726212006fe", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:17.880300 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18d29358-c4ec-4dbe-b1dc-5123575dcba5 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:17.880903 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9f5bdb7-d017-4e24-acdb-bb90f26a7d84', 'tag': 'd39682d9-7ef3-4053-84b6-1726212006fe', 'status': 'completed', 'code': 200} Jul 16 01:28:17.938570 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-5adade78-b8a6-41a6-ab1a-34df3538d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:17.940189 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-5adade78-b8a6-41a6-ab1a-34df3538d8bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc01f55a55aa478f8bc3aed843c6d2fe&device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 1096 time: 0.0721626 Jul 16 01:28:17.971659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37372) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:17.996038 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-c8b3a3fe-7a62-46a8-a949-e9f5900ae0d7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d39682d9-7ef3-4053-84b6-1726212006fe HTTP/1.1" status: 200 len: 217 time: 0.0452302 Jul 16 01:28:18.061340 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-b5f5a558-baef-40dc-95df-6b22fbcebae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:18.063388 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-b5f5a558-baef-40dc-95df-6b22fbcebae7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=445444c6-c085-4d13-9690-c0618a2d3056 HTTP/1.1" status: 200 len: 853 time: 0.0571165 Jul 16 01:28:18.146530 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-fdb8a940-240c-4bf3-97d9-e55854128374 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=af3e8427-1eb8-41ae-8360-0d8cda39634f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716794 Jul 16 01:28:18.154924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:18.187090 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.256491 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97048a-090f-4741-8fe1-e0d696a06641 req-b5b4926d-52f5-4ae9-a0d9-18e3f8927d22 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:18.257969 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc97048a-090f-4741-8fe1-e0d696a06641 req-b5b4926d-52f5-4ae9-a0d9-18e3f8927d22 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.1747642 Jul 16 01:28:18.322623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-7ccba80b-a00c-43e8-ba1c-bef1619486e5 service neutron] 10.222.0.70 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608312 Jul 16 01:28:18.329351 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc97048a-090f-4741-8fe1-e0d696a06641 req-f0405988-7466-42c5-8b0e-f8b246d0ad2c tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624557 Jul 16 01:28:18.389083 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.443064 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3e93e0c-668f-4780-94e2-09be01810b19 req-104e4a7a-6322-4cd2-8930-fb3d2fb3e297 service neutron] 10.222.0.70 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120002 Jul 16 01:28:18.508511 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Allocated IP 172.25.2.172 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/54074068-70a4-471e-a4ac-b53348f4db13) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:18.636814 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.642845 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec1e79-c2c2-4cf2-8fbf-b02056e4a92c req-5f7b7ffb-efea-48ea-b2d4-d16b5d6b81c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:18.644920 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9aec1e79-c2c2-4cf2-8fbf-b02056e4a92c req-5f7b7ffb-efea-48ea-b2d4-d16b5d6b81c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc01f55a55aa478f8bc3aed843c6d2fe&device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 1096 time: 0.1303420 Jul 16 01:28:18.695744 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.753003 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:18.756949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:18.760700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:18.796584 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Pushing event updated for resources: {'Port': ['ID=54074068-70a4-471e-a4ac-b53348f4db13,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:18.822846 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec1e79-c2c2-4cf2-8fbf-b02056e4a92c req-94e47391-cd3e-443a-81a9-c22b2c43c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:18.824395 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9aec1e79-c2c2-4cf2-8fbf-b02056e4a92c req-94e47391-cd3e-443a-81a9-c22b2c43c710 service neutron] 10.222.0.70 "GET /v2.0/networks?id=af3e8427-1eb8-41ae-8360-0d8cda39634f HTTP/1.1" status: 200 len: 914 time: 0.1606331 Jul 16 01:28:18.839844 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd92df0-c0a9-4ece-888a-79e8e47f13af req-90e87205-2a15-4a80-9f6a-55a00dd645d5 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:18.841367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd92df0-c0a9-4ece-888a-79e8e47f13af req-90e87205-2a15-4a80-9f6a-55a00dd645d5 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 944 time: 0.1639915 Jul 16 01:28:18.857821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de634224-bd5b-4408-adcd-8ace19ab38cf req-86a335f0-4722-4cf7-90d1-0be32588425b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:18.864918 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de634224-bd5b-4408-adcd-8ace19ab38cf req-86a335f0-4722-4cf7-90d1-0be32588425b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.2392750 Jul 16 01:28:18.882018 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.914632 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9aec1e79-c2c2-4cf2-8fbf-b02056e4a92c req-3bf29ead-7362-4b65-aa30-2fbe584a7cf0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d39682d9-7ef3-4053-84b6-1726212006fe HTTP/1.1" status: 200 len: 217 time: 0.0721853 Jul 16 01:28:18.943128 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:18.988058 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfd92df0-c0a9-4ece-888a-79e8e47f13af req-484355b6-0189-4493-99b5-bfa6aac65284 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383133 Jul 16 01:28:18.992757 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de634224-bd5b-4408-adcd-8ace19ab38cf req-36727789-8643-4393-b805-3706e93412d3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271040 Jul 16 01:28:19.000513 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec1e79-c2c2-4cf2-8fbf-b02056e4a92c req-4b2300d2-44d4-4611-94e2-c915df0ea777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:19.002276 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9aec1e79-c2c2-4cf2-8fbf-b02056e4a92c req-4b2300d2-44d4-4611-94e2-c915df0ea777 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=445444c6-c085-4d13-9690-c0618a2d3056 HTTP/1.1" status: 200 len: 853 time: 0.0774539 Jul 16 01:28:19.066277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9aec1e79-c2c2-4cf2-8fbf-b02056e4a92c req-85d0a717-8b76-4d62-baf6-e7fb945145bd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=af3e8427-1eb8-41ae-8360-0d8cda39634f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537682 Jul 16 01:28:19.149542 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.167232 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.221158 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9aec1e79-c2c2-4cf2-8fbf-b02056e4a92c req-b3830599-2d34-435f-b550-2bb6a618af4b service neutron] 10.222.0.70 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418874 Jul 16 01:28:19.279538 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Pushing event updated for resources: {'Port': ['ID=54074068-70a4-471e-a4ac-b53348f4db13,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:19.293243 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.307662 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.309692 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-533a8586-0e2b-4607-be62-b41e44202aa0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3369050 Jul 16 01:28:19.312866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37392) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:19.318909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-56c993e8-3306-4128-9cb1-463072ab2cbe tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1459900505'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:19.351275 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c993e8-3306-4128-9cb1-463072ab2cbe tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Made reservation on behalf of a5abb73cfa2e4e328674275f17b9278d for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:19.357952 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56c993e8-3306-4128-9cb1-463072ab2cbe tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.374934 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9aec1e79-c2c2-4cf2-8fbf-b02056e4a92c req-544b9856-c271-4ea3-afb6-54b1b58d9ffd service neutron] 10.222.0.70 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459682 Jul 16 01:28:19.388715 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56c993e8-3306-4128-9cb1-463072ab2cbe tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.629511 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56c993e8-3306-4128-9cb1-463072ab2cbe tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.650599 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56c993e8-3306-4128-9cb1-463072ab2cbe tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.661296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18910f0d-4f39-45b1-a36a-07958bdc9147 req-cfec395f-b23b-437b-9081-cba3285b3898 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:19.663919 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18910f0d-4f39-45b1-a36a-07958bdc9147 req-cfec395f-b23b-437b-9081-cba3285b3898 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.1096036 Jul 16 01:28:19.718017 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c993e8-3306-4128-9cb1-463072ab2cbe tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:19.740760 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c993e8-3306-4128-9cb1-463072ab2cbe tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3648a66-b358-435d-aa90-3412f75050a0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:19.744318 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56c993e8-3306-4128-9cb1-463072ab2cbe tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.744671 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-56c993e8-3306-4128-9cb1-463072ab2cbe tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Added segment ae3b7590-79eb-4a93-b8e5-a75afc3ba080 of type vlan for network b62cc6a7-5460-49f3-8eac-325d475066e0 Jul 16 01:28:19.779214 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18910f0d-4f39-45b1-a36a-07958bdc9147 req-fca426a8-1cee-4e89-99d7-d42bc15a4590 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897088 Jul 16 01:28:19.794868 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56c993e8-3306-4128-9cb1-463072ab2cbe tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.832771 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56c993e8-3306-4128-9cb1-463072ab2cbe tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.838566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c993e8-3306-4128-9cb1-463072ab2cbe tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:19.839241 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56c993e8-3306-4128-9cb1-463072ab2cbe tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:19.877073 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-56c993e8-3306-4128-9cb1-463072ab2cbe tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5630600 Jul 16 01:28:19.880999 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37422) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:19.889031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-dd291f99-9543-49ec-8ee2-b701164258e1 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Request body: {'subnet': {'network_id': 'b62cc6a7-5460-49f3-8eac-325d475066e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:19.918715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c993e8-3306-4128-9cb1-463072ab2cbe tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Pushing event updated for resources: {'Network': ['ID=b62cc6a7-5460-49f3-8eac-325d475066e0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:19.929900 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network b62cc6a7-5460-49f3-8eac-325d475066e0 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:20.021004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd291f99-9543-49ec-8ee2-b701164258e1 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Made reservation on behalf of a5abb73cfa2e4e328674275f17b9278d for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:20.027365 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8ea4cf60-d92c-49f0-86c9-636b58048ef1 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:20.051891 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dd291f99-9543-49ec-8ee2-b701164258e1 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.297452 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8ea4cf60-d92c-49f0-86c9-636b58048ef1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ea4cf60-d92c-49f0-86c9-636b58048ef1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:20.311925 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '8ea4cf60-d92c-49f0-86c9-636b58048ef1', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'port_id': '8ea4cf60-d92c-49f0-86c9-636b58048ef1', 'mac_address': 'fa:16:3e:b6:8a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:20.357069 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.374844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ea4cf60-d92c-49f0-86c9-636b58048ef1 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:20.405244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8ea4cf60-d92c-49f0-86c9-636b58048ef1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ea4cf60-d92c-49f0-86c9-636b58048ef1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:20.410634 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.562168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['8ea4cf60-d92c-49f0-86c9-636b58048ef1'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:20.566082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c896c-8ce4-4a96-8263-9a416b45712f req-26656570-9820-4b8e-8ffb-d2224587931b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:20.572112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-471c896c-8ce4-4a96-8263-9a416b45712f req-26656570-9820-4b8e-8ffb-d2224587931b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.2969007 Jul 16 01:28:20.615855 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dd291f99-9543-49ec-8ee2-b701164258e1 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.646838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b47d9f-f00a-4651-bd5b-66b7e9fa9bbc req-93d227a6-aee5-45a1-a766-fbb2a0bb9a89 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:20.648421 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2b47d9f-f00a-4651-bd5b-66b7e9fa9bbc req-93d227a6-aee5-45a1-a766-fbb2a0bb9a89 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 944 time: 0.3969772 Jul 16 01:28:20.700018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=8ea4cf60-d92c-49f0-86c9-636b58048ef1,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:20.883500 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-471c896c-8ce4-4a96-8263-9a416b45712f req-f12ce824-fddf-471b-8a01-14cb09ba50c8 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3076525 Jul 16 01:28:20.910319 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2b47d9f-f00a-4651-bd5b-66b7e9fa9bbc req-12ef5b53-0212-4108-880b-6f3035051e85 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521315 Jul 16 01:28:20.913765 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd291f99-9543-49ec-8ee2-b701164258e1 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Pushing event updated for resources: {'Subnet': ['ID=b5e354f1-d169-4386-813c-a2815dd89815,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:20.923626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd291f99-9543-49ec-8ee2-b701164258e1 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Checking segment: {'id': 'ae3b7590-79eb-4a93-b8e5-a75afc3ba080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62cc6a7-5460-49f3-8eac-325d475066e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:20.936769 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd291f99-9543-49ec-8ee2-b701164258e1 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Network hostable DHCP agents. Network: b62cc6a7-5460-49f3-8eac-325d475066e0, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:20.965800 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd291f99-9543-49ec-8ee2-b701164258e1 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Network b62cc6a7-5460-49f3-8eac-325d475066e0 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:20.979607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-dd291f99-9543-49ec-8ee2-b701164258e1 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, b62cc6a7-5460-49f3-8eac-325d475066e0) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:20.984483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd291f99-9543-49ec-8ee2-b701164258e1 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:20.985164 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dd291f99-9543-49ec-8ee2-b701164258e1 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:20.995941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecb5d65-01da-4fbf-b743-3c32524213be None None] Network b62cc6a7-5460-49f3-8eac-325d475066e0 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:21.013758 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dd291f99-9543-49ec-8ee2-b701164258e1 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1315715 Jul 16 01:28:21.017099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37438) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:21.032214 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-927177147', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:21.089536 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.092053 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.197952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f4f24-8350-4d7b-9318-112681b47ebf req-069096df-3583-4f72-87f7-31fd3eaab398 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:21.200009 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e53f4f24-8350-4d7b-9318-112681b47ebf req-069096df-3583-4f72-87f7-31fd3eaab398 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.1050091 Jul 16 01:28:21.218785 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.262226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-b62cc6a7-5460-49f3-8eac-325d475066e0', 'network_id': 'b62cc6a7-5460-49f3-8eac-325d475066e0', 'tenant_id': 'a5abb73cfa2e4e328674275f17b9278d', 'fixed_ips': [{'subnet_id': 'b5e354f1-d169-4386-813c-a2815dd89815'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:28:21.263110 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.280813 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e53f4f24-8350-4d7b-9318-112681b47ebf req-920e522b-be3e-491b-ae9e-d6232a7499aa tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738516 Jul 16 01:28:21.433218 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.485411 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Allocated IP 172.20.0.2 (b62cc6a7-5460-49f3-8eac-325d475066e0/b5e354f1-d169-4386-813c-a2815dd89815/95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:21.493554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device d39682d9-7ef3-4053-84b6-1726212006fe details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:21.719910 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port d39682d9-7ef3-4053-84b6-1726212006fe, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d39682d9-7ef3-4053-84b6-1726212006fe,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:21.740118 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'd39682d9-7ef3-4053-84b6-1726212006fe', 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f', 'port_id': 'd39682d9-7ef3-4053-84b6-1726212006fe', 'mac_address': 'fa:16:3e:b1:6f:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445444c6-c085-4d13-9690-c0618a2d3056', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:21.773793 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.815566 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.861284 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.895163 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39682d9-7ef3-4053-84b6-1726212006fe {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:21.952129 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port d39682d9-7ef3-4053-84b6-1726212006fe, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d39682d9-7ef3-4053-84b6-1726212006fe,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:21.966390 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:21.978671 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.025061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Transition to ACTIVE for port object 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:22.066908 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8ea4cf60-d92c-49f0-86c9-636b58048ef1 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:22.118989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Allocated IP 172.25.2.76 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/807d0c3f-0757-443a-a8c6-f9aa2aaf9469) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:22.156074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Transition to ACTIVE for port object 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:22.176256 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.176256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=d39682d9-7ef3-4053-84b6-1726212006fe,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:22.235483 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Pushing event updated for resources: {'Port': ['ID=95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:22.349084 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Network b62cc6a7-5460-49f3-8eac-325d475066e0 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:22.352951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:22.362615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:22.441874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620e41e-f6e9-4ea0-a589-5b166e864efe req-267ffef9-83e6-463d-af0d-7cad80aeb9e4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.453413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6620e41e-f6e9-4ea0-a589-5b166e864efe req-267ffef9-83e6-463d-af0d-7cad80aeb9e4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 945 time: 0.1493127 Jul 16 01:28:22.468641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 8ea4cf60-d92c-49f0-86c9-636b58048ef1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:22.469022 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.472994 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d39682d9-7ef3-4053-84b6-1726212006fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:22.494123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc6a2c-0561-46ca-b149-1f7b33d4962a req-b57868ef-6e2d-4de7-9b08-6538b193942e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:22.501577 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7bc6a2c-0561-46ca-b149-1f7b33d4962a req-b57868ef-6e2d-4de7-9b08-6538b193942e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 945 time: 0.1757374 Jul 16 01:28:22.545144 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.563161 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6620e41e-f6e9-4ea0-a589-5b166e864efe req-61925e76-bc84-43c2-8c07-5d024fad0ebe tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038249 Jul 16 01:28:22.574686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Attempting to bind port 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:22.575034 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Attempting to bind port 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'ae3b7590-79eb-4a93-b8e5-a75afc3ba080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62cc6a7-5460-49f3-8eac-325d475066e0'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:22.575405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Attempting to bind port 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c on network b62cc6a7-5460-49f3-8eac-325d475066e0 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:22.590330 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7bc6a2c-0561-46ca-b149-1f7b33d4962a req-40f14793-3e6a-4deb-8595-720e7edcf933 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878017 Jul 16 01:28:22.604818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.609742 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:22.610120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Checking segment: {'id': 'ae3b7590-79eb-4a93-b8e5-a75afc3ba080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62cc6a7-5460-49f3-8eac-325d475066e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:22.610523 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.610923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Bound using segment: {'id': 'ae3b7590-79eb-4a93-b8e5-a75afc3ba080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62cc6a7-5460-49f3-8eac-325d475066e0'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:22.611420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Bound port: 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3b7590-79eb-4a93-b8e5-a75afc3ba080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b62cc6a7-5460-49f3-8eac-325d475066e0'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:22.611877 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.657842 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:22.666330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:22.675173 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:22.711748 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Pushing event updated for resources: {'Port': ['ID=807d0c3f-0757-443a-a8c6-f9aa2aaf9469,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:22.891875 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:22.967603 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4ce821-6d2f-4b80-b13c-1e0612f7076e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea4cf60-d92c-49f0-86c9-636b58048ef1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:22.970036 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f23dda3-6edd-4bdc-8962-c5362b41e3da" -d '{"events": [{"server_uuid": "8f4ce821-6d2f-4b80-b13c-1e0612f7076e", "name": "network-vif-plugged", "status": "completed", "tag": "8ea4cf60-d92c-49f0-86c9-636b58048ef1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:23.015448 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8ea4cf60-d92c-49f0-86c9-636b58048ef1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ea4cf60-d92c-49f0-86c9-636b58048ef1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:23.041236 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:23.073771 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271b0939-dcc1-429f-ac46-cfce7913cd9d x-openstack-request-id: req-271b0939-dcc1-429f-ac46-cfce7913cd9d {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:23.074116 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4ce821-6d2f-4b80-b13c-1e0612f7076e", "name": "network-vif-plugged", "status": "completed", "tag": "8ea4cf60-d92c-49f0-86c9-636b58048ef1", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:23.074454 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-271b0939-dcc1-429f-ac46-cfce7913cd9d {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:23.074708 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4ce821-6d2f-4b80-b13c-1e0612f7076e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea4cf60-d92c-49f0-86c9-636b58048ef1', 'code': 200} Jul 16 01:28:23.182606 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] For port 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:23.219588 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:23.268016 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] For port 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c,segment=NetworkSegment(ae3b7590-79eb-4a93-b8e5-a75afc3ba080),segment_id=ae3b7590-79eb-4a93-b8e5-a75afc3ba080)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:23.319163 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:23.344915 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265cbdad-699f-4af6-af1e-01c4d6b9e7c0 req-2d27547a-4a1e-47b4-897d-b1a25ff9a8b3 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:23.353566 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-265cbdad-699f-4af6-af1e-01c4d6b9e7c0 req-2d27547a-4a1e-47b4-897d-b1a25ff9a8b3 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.1685851 Jul 16 01:28:23.383339 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=8ea4cf60-d92c-49f0-86c9-636b58048ef1,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:23.441854 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-265cbdad-699f-4af6-af1e-01c4d6b9e7c0 req-9ec47b1f-623a-4f70-a9da-73d7c866733e tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873208 Jul 16 01:28:23.491719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb025e1-f9a7-4ab7-ad3d-2b0a273716b3 None None] Pushing event updated for resources: {'Port': ['ID=95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:23.653360 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:24.466695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Router d84526a0-1ae9-4507-b146-c448acebc404 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:28:24.555899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72cd02-522a-4fcc-9fac-c677f6296e7a req-2c4e8b0f-e154-4af5-9cce-56d2a0cfab6d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.561093 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e72cd02-522a-4fcc-9fac-c677f6296e7a req-2c4e8b0f-e154-4af5-9cce-56d2a0cfab6d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.1556196 Jul 16 01:28:24.577786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79920736-539d-44fa-a6f2-a1f8162e5dd1 req-d823b991-e265-41f5-bb30-58c82326a7c8 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:24.586509 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79920736-539d-44fa-a6f2-a1f8162e5dd1 req-d823b991-e265-41f5-bb30-58c82326a7c8 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 945 time: 0.8505251 Jul 16 01:28:24.709791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:24.721239 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29652f72-b9b9-4126-b55e-741e28d2070d None None] Sync routers for ids ['d84526a0-1ae9-4507-b146-c448acebc404'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:24.745336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e72cd02-522a-4fcc-9fac-c677f6296e7a req-a53f0146-c874-4e11-872a-0b8d84308a3a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478055 Jul 16 01:28:24.756507 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29652f72-b9b9-4126-b55e-741e28d2070d None None] Routers {'d84526a0-1ae9-4507-b146-c448acebc404'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:24.757895 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-29652f72-b9b9-4126-b55e-741e28d2070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d84526a0-1ae9-4507-b146-c448acebc404'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:24.768596 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:24.771694 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79920736-539d-44fa-a6f2-a1f8162e5dd1 req-0e73137a-ce83-4f47-b5de-5a248c7787bd tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842794 Jul 16 01:28:24.788555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37466) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:24.794759 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3866b234-06c0-477d-a44c-85f3ac857f8d tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.7741997 Jul 16 01:28:24.856526 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-29652f72-b9b9-4126-b55e-741e28d2070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:24.883025 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29652f72-b9b9-4126-b55e-741e28d2070d None None] Routers {'d84526a0-1ae9-4507-b146-c448acebc404'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:24.884951 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-29652f72-b9b9-4126-b55e-741e28d2070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d84526a0-1ae9-4507-b146-c448acebc404'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:24.955618 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-29652f72-b9b9-4126-b55e-741e28d2070d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:24.959793 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29652f72-b9b9-4126-b55e-741e28d2070d None None] The sync data for ids ['d84526a0-1ae9-4507-b146-c448acebc404'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:25.149574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fb8653-910a-41c1-8c00-e1a5bdcf6d92 None None] Network b62cc6a7-5460-49f3-8eac-325d475066e0 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:25.344390 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e557ba4e-3773-4cd4-8f82-a10c7fb49305 None None] Provisioning for port 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:25.519831 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1556ddc-a96e-49f7-b263-3204b012f65d req-a2decdd7-8d05-4400-bc16-7c9c8df23507 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:25.533201 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1556ddc-a96e-49f7-b263-3204b012f65d req-a2decdd7-8d05-4400-bc16-7c9c8df23507 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.4528210 Jul 16 01:28:25.614761 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device d39682d9-7ef3-4053-84b6-1726212006fe up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:25.668217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:25.717207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port d39682d9-7ef3-4053-84b6-1726212006fe completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:25.731284 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port d39682d9-7ef3-4053-84b6-1726212006fe triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:25.732040 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:25.736643 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1556ddc-a96e-49f7-b263-3204b012f65d req-5ba31d6b-4e8a-4cf6-881d-2a2322cea468 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013578 Jul 16 01:28:25.803787 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:25.838465 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:25.838861 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.058478 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.111463 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.204684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f5bdb7-d017-4e24-acdb-bb90f26a7d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39682d9-7ef3-4053-84b6-1726212006fe'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:26.206993 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c377962-e018-4c5c-abc7-dce3ead89ab3" -d '{"events": [{"server_uuid": "a9f5bdb7-d017-4e24-acdb-bb90f26a7d84", "name": "network-vif-plugged", "status": "completed", "tag": "d39682d9-7ef3-4053-84b6-1726212006fe"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:26.220311 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.249039 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port d39682d9-7ef3-4053-84b6-1726212006fe, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d39682d9-7ef3-4053-84b6-1726212006fe,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:26.259316 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.271796 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c,segment=NetworkSegment(ae3b7590-79eb-4a93-b8e5-a75afc3ba080),segment_id=ae3b7590-79eb-4a93-b8e5-a75afc3ba080)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:26.298974 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.318450 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9b5a264d-2eff-40a6-ab51-8ded0b5f627f None None] Provisioning complete for port 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:26.318825 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9b5a264d-2eff-40a6-ab51-8ded0b5f627f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:26.360027 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=d39682d9-7ef3-4053-84b6-1726212006fe,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:26.424431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:26.612506 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec104efc-ae4b-44d4-a8b6-3ea703b5e068 req-0f3c616d-378b-44a5-be48-e969af03ca1c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.614179 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec104efc-ae4b-44d4-a8b6-3ea703b5e068 req-0f3c616d-378b-44a5-be48-e969af03ca1c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 945 time: 0.4275119 Jul 16 01:28:26.655149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0467d5c6-e053-4a68-acfe-68b924af1449 req-0c6775dc-468b-4c31-a4c3-3aeb0b5c51a0 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:26.658138 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0467d5c6-e053-4a68-acfe-68b924af1449 req-0c6775dc-468b-4c31-a4c3-3aeb0b5c51a0 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.4494574 Jul 16 01:28:26.830975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Allocated IP 172.20.0.1 (b62cc6a7-5460-49f3-8eac-325d475066e0/b5e354f1-d169-4386-813c-a2815dd89815/9faec56a-bc4a-422b-a3f8-06df5ab6b514) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:26.973861 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.021533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Transition to ACTIVE for port object 9faec56a-bc4a-422b-a3f8-06df5ab6b514 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:27.081096 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec104efc-ae4b-44d4-a8b6-3ea703b5e068 req-47f758d4-473a-486a-bf6b-46ee6f333ea6 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433103 Jul 16 01:28:27.112743 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0467d5c6-e053-4a68-acfe-68b924af1449 req-8d86993f-a6d4-4dd8-88d6-95ea737da6a0 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213062 Jul 16 01:28:27.170696 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.171165 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da129a4-17b6-4418-bd50-9e067825a21c x-openstack-request-id: req-0da129a4-17b6-4418-bd50-9e067825a21c {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:27.171560 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f5bdb7-d017-4e24-acdb-bb90f26a7d84", "name": "network-vif-plugged", "status": "completed", "tag": "d39682d9-7ef3-4053-84b6-1726212006fe", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:27.172009 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0da129a4-17b6-4418-bd50-9e067825a21c {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:27.172498 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f5bdb7-d017-4e24-acdb-bb90f26a7d84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39682d9-7ef3-4053-84b6-1726212006fe', 'code': 200} Jul 16 01:28:27.211054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Network b62cc6a7-5460-49f3-8eac-325d475066e0 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:27.214461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:27.254008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:27.420821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Pushing event updated for resources: {'Port': ['ID=9faec56a-bc4a-422b-a3f8-06df5ab6b514,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:27.432664 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.572935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5266ad-90fb-4532-9f5d-0c03dbc83a1d req-839dfd0c-ef0b-45b5-9559-fb81614a50eb tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.582038 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa5266ad-90fb-4532-9f5d-0c03dbc83a1d req-839dfd0c-ef0b-45b5-9559-fb81614a50eb tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.2732010 Jul 16 01:28:27.594400 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93561982-226f-4fb8-8bf4-06b7548d58b2 req-0f5e7153-b718-4af4-8470-2d7055867051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:27.596261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93561982-226f-4fb8-8bf4-06b7548d58b2 req-0f5e7153-b718-4af4-8470-2d7055867051 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 1098 time: 0.2820137 Jul 16 01:28:27.617505 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:27.694140 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93561982-226f-4fb8-8bf4-06b7548d58b2 req-84ebd18e-d52e-42a2-9df9-dabbfea8dc2f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686064 Jul 16 01:28:27.695142 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fbd49689-2dae-4b48-b1b5-580fb8085fa0 None None] Provisioning for port 9faec56a-bc4a-422b-a3f8-06df5ab6b514 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:27.719486 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa5266ad-90fb-4532-9f5d-0c03dbc83a1d req-eb97e04e-b06d-4f0b-b559-3cbe6a654b7d tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365488 Jul 16 01:28:27.726226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fbd49689-2dae-4b48-b1b5-580fb8085fa0 None None] Provisioning complete for port 9faec56a-bc4a-422b-a3f8-06df5ab6b514 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:27.726605 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fbd49689-2dae-4b48-b1b5-580fb8085fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.779300 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-fbd49689-2dae-4b48-b1b5-580fb8085fa0 None None] Port 9faec56a-bc4a-422b-a3f8-06df5ab6b514 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:27.785532 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:27.819666 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:27.820758 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.233246 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.238195 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.379875 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Pushing event updated for resources: {'Port': ['ID=9faec56a-bc4a-422b-a3f8-06df5ab6b514,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:28.430672 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:28.533963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e34749d-dbc8-47fe-b593-5edba0215b1c req-ba695c6d-4070-4393-9c8c-3f248e721e1f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:28.537185 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3e34749d-dbc8-47fe-b593-5edba0215b1c req-ba695c6d-4070-4393-9c8c-3f248e721e1f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 946 time: 0.2148933 Jul 16 01:28:28.565396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a85a5-bec9-43ca-bdfb-0b9229ea6d70 req-3837a936-1597-473c-8df7-366da7dcc13a tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:28.567112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-200a85a5-bec9-43ca-bdfb-0b9229ea6d70 req-3837a936-1597-473c-8df7-366da7dcc13a tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 947 time: 0.2477636 Jul 16 01:28:28.644529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Network b62cc6a7-5460-49f3-8eac-325d475066e0 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:28.655841 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3e34749d-dbc8-47fe-b593-5edba0215b1c req-c45eacc0-70cd-41d7-9886-cc1575404798 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052163 Jul 16 01:28:28.658883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:28.688378 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-200a85a5-bec9-43ca-bdfb-0b9229ea6d70 req-6a03bb1a-4233-49c4-b29c-1bb1a94815c1 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020234 Jul 16 01:28:29.048138 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9c463f50-6e30-43b3-8bfb-26ac4cedd287 None None] Provisioning complete for port 9faec56a-bc4a-422b-a3f8-06df5ab6b514 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:29.049310 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9c463f50-6e30-43b3-8bfb-26ac4cedd287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.105457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Router d84526a0-1ae9-4507-b146-c448acebc404 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:29.112899 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9c463f50-6e30-43b3-8bfb-26ac4cedd287 None None] Port 9faec56a-bc4a-422b-a3f8-06df5ab6b514 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:29.144994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db6a0a-ba64-4df2-8302-1c23b8f7b493 req-ebe16938-e6dc-4e3e-bf1e-8109479a9be8 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.153045 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0db6a0a-ba64-4df2-8302-1c23b8f7b493 req-ebe16938-e6dc-4e3e-bf1e-8109479a9be8 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.1845882 Jul 16 01:28:29.168639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec71d408-cc6c-48c2-8319-6ff3b4e40841 req-4a45b010-7112-4e68-afbe-f6570c52daf6 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:29.170239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec71d408-cc6c-48c2-8319-6ff3b4e40841 req-4a45b010-7112-4e68-afbe-f6570c52daf6 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.1915507 Jul 16 01:28:29.326669 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0db6a0a-ba64-4df2-8302-1c23b8f7b493 req-7d4af6c4-cf80-4c7c-af92-ed789e6c4173 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722755 Jul 16 01:28:29.344741 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec71d408-cc6c-48c2-8319-6ff3b4e40841 req-7274de6c-bad7-4b4a-af8c-f8e1574abc1a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341383 Jul 16 01:28:29.365837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:29.371214 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6de2ce9e-d839-4e16-a6db-f1458588a095 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] 10.222.0.22 "PUT /v2.0/routers/d84526a0-1ae9-4507-b146-c448acebc404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5814059 Jul 16 01:28:29.374244 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37528) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:29.376057 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f0be74-25ef-4bdf-a7d2-e85df4eccc2f None None] Sync routers for ids ['d84526a0-1ae9-4507-b146-c448acebc404'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:29.380224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d7b7b6c3-0066-4867-8ecf-3a3c840699cf tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Request body: {'port': {'network_id': 'b62cc6a7-5460-49f3-8eac-325d475066e0', 'name': 'tempest-FloatingIPAdminTestJSON-1175650029'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:29.390664 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0be74-25ef-4bdf-a7d2-e85df4eccc2f None None] Routers {'d84526a0-1ae9-4507-b146-c448acebc404'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:29.391828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f0f0be74-25ef-4bdf-a7d2-e85df4eccc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d84526a0-1ae9-4507-b146-c448acebc404'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:29.435647 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f0f0be74-25ef-4bdf-a7d2-e85df4eccc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:29.447047 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f0be74-25ef-4bdf-a7d2-e85df4eccc2f None None] Routers {'d84526a0-1ae9-4507-b146-c448acebc404'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:29.448311 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f0f0be74-25ef-4bdf-a7d2-e85df4eccc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d84526a0-1ae9-4507-b146-c448acebc404'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:29.504302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f0f0be74-25ef-4bdf-a7d2-e85df4eccc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:29.505327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f0be74-25ef-4bdf-a7d2-e85df4eccc2f None None] The sync data for ids ['d84526a0-1ae9-4507-b146-c448acebc404'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:29.568867 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b7b6c3-0066-4867-8ecf-3a3c840699cf tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Made reservation on behalf of a5abb73cfa2e4e328674275f17b9278d for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:29.573255 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b6c3-0066-4867-8ecf-3a3c840699cf tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:29.594515 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-d7b7b6c3-0066-4867-8ecf-3a3c840699cf tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] device_id is not set on port 111cbc70-e317-4bc6-9ac1-c10c51b3b142 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:28:29.730215 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-d7b7b6c3-0066-4867-8ecf-3a3c840699cf tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Allocated IP 172.20.0.4 (b62cc6a7-5460-49f3-8eac-325d475066e0/b5e354f1-d169-4386-813c-a2815dd89815/111cbc70-e317-4bc6-9ac1-c10c51b3b142) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:29.982827 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b6c3-0066-4867-8ecf-3a3c840699cf tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.000809 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-d7b7b6c3-0066-4867-8ecf-3a3c840699cf tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Transition to ACTIVE for port object 111cbc70-e317-4bc6-9ac1-c10c51b3b142 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:30.057579 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b6c3-0066-4867-8ecf-3a3c840699cf tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.088567 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b7b6c3-0066-4867-8ecf-3a3c840699cf tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Network b62cc6a7-5460-49f3-8eac-325d475066e0 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:30.091308 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d7b7b6c3-0066-4867-8ecf-3a3c840699cf tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:30.115413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7b7b6c3-0066-4867-8ecf-3a3c840699cf tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:30.191474 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7b6c3-0066-4867-8ecf-3a3c840699cf tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Pushing event updated for resources: {'Port': ['ID=111cbc70-e317-4bc6-9ac1-c10c51b3b142,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:30.204035 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.218009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b7b6c3-0066-4867-8ecf-3a3c840699cf tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.219210 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d7b7b6c3-0066-4867-8ecf-3a3c840699cf tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.240650 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d7b7b6c3-0066-4867-8ecf-3a3c840699cf tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8645647 Jul 16 01:28:30.243943 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37536) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:30.323385 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'project_id': 'a5abb73cfa2e4e328674275f17b9278d', 'port_id': '111cbc70-e317-4bc6-9ac1-c10c51b3b142'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:30.365489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3126d3-6993-4f1a-9926-733aa1fcec34 req-0200d8c6-5b96-40d0-8435-f121569ef6e0 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.367387 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8a3126d3-6993-4f1a-9926-733aa1fcec34 req-0200d8c6-5b96-40d0-8435-f121569ef6e0 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.69 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 947 time: 0.6177578 Jul 16 01:28:30.374213 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.495190 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.549084 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-472df789-2cdd-4dbd-b028-3b01fb6217e2 None None] Provisioning for port 111cbc70-e317-4bc6-9ac1-c10c51b3b142 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:30.556559 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-472df789-2cdd-4dbd-b028-3b01fb6217e2 None None] Provisioning complete for port 111cbc70-e317-4bc6-9ac1-c10c51b3b142 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:30.556943 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-472df789-2cdd-4dbd-b028-3b01fb6217e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.599043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2022d06d-98c2-477d-9819-6d6d4fc0c200 req-6b38d25b-c323-4de1-86fd-2c220196d85c tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.601282 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2022d06d-98c2-477d-9819-6d6d4fc0c200 req-6b38d25b-c323-4de1-86fd-2c220196d85c tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 947 time: 0.2981665 Jul 16 01:28:30.635234 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-472df789-2cdd-4dbd-b028-3b01fb6217e2 None None] Port 111cbc70-e317-4bc6-9ac1-c10c51b3b142 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:30.665121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Allocated IP 172.25.2.149 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/0f67fa45-c683-496f-ad26-0e42d0d2ab6c) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:30.703412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288808a5-dabe-4b87-81d1-8edff486d56b req-2996fb75-56de-40ec-8925-90fc7f807c83 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:30.712233 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-288808a5-dabe-4b87-81d1-8edff486d56b req-2996fb75-56de-40ec-8925-90fc7f807c83 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 946 time: 0.8621936 Jul 16 01:28:30.731496 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-8a3126d3-6993-4f1a-9926-733aa1fcec34 req-69225aef-d8cf-4686-ac55-7cdceb4a8fd2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Deleting port 951fff8e-ba82-4749-a4ff-83e2363e9ab3 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:30.733153 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8a3126d3-6993-4f1a-9926-733aa1fcec34 req-69225aef-d8cf-4686-ac55-7cdceb4a8fd2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.750919 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2022d06d-98c2-477d-9819-6d6d4fc0c200 req-6644ce0c-2389-42d1-a709-dbf60ade507c tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264360 Jul 16 01:28:30.797650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-288808a5-dabe-4b87-81d1-8edff486d56b req-cd276fbd-f25c-4296-9326-d190d5a57773 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842092 Jul 16 01:28:30.914005 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:30.959536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-8a3126d3-6993-4f1a-9926-733aa1fcec34 req-69225aef-d8cf-4686-ac55-7cdceb4a8fd2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] For port 951fff8e-ba82-4749-a4ff-83e2363e9ab3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=951fff8e-ba82-4749-a4ff-83e2363e9ab3,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:30.959936 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8a3126d3-6993-4f1a-9926-733aa1fcec34 req-69225aef-d8cf-4686-ac55-7cdceb4a8fd2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.021806 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.055547 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.073244 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:31.084377 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:31.089912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:31.120137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Pushing event updated for resources: {'Port': ['ID=0f67fa45-c683-496f-ad26-0e42d0d2ab6c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:31.208081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5770b5-dde8-4fe5-97a9-8d331a042767 req-3561272a-c50c-475a-afb5-c417b6805cbe tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.229573 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc5770b5-dde8-4fe5-97a9-8d331a042767 req-3561272a-c50c-475a-afb5-c417b6805cbe tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.2530556 Jul 16 01:28:31.247719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae5d786-447e-4373-8413-2141659855ac req-8cc80847-2e78-46a0-8bee-790cc51059d6 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.256110 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cae5d786-447e-4373-8413-2141659855ac req-8cc80847-2e78-46a0-8bee-790cc51059d6 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.2416198 Jul 16 01:28:31.376682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cae5d786-447e-4373-8413-2141659855ac req-1ff2ee91-0297-4820-bf69-61c155e2cd84 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189873 Jul 16 01:28:31.757370 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc5770b5-dde8-4fe5-97a9-8d331a042767 req-af1b024c-d6dc-4794-b25b-e586b8cf02cb tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5208433 Jul 16 01:28:31.860551 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8a3126d3-6993-4f1a-9926-733aa1fcec34 req-69225aef-d8cf-4686-ac55-7cdceb4a8fd2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.861582 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8a3126d3-6993-4f1a-9926-733aa1fcec34 req-69225aef-d8cf-4686-ac55-7cdceb4a8fd2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:31.862107 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [req-8a3126d3-6993-4f1a-9926-733aa1fcec34 req-69225aef-d8cf-4686-ac55-7cdceb4a8fd2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Floating IP 9e4f08a1-5873-4bf4-90f7-5cf38192dade disassociated. External IP: 172.25.2.14, port: 951fff8e-ba82-4749-a4ff-83e2363e9ab3. Jul 16 01:28:31.863022 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-8a3126d3-6993-4f1a-9926-733aa1fcec34 req-69225aef-d8cf-4686-ac55-7cdceb4a8fd2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Calling delete_port for 951fff8e-ba82-4749-a4ff-83e2363e9ab3 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:31.937972 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b706d8-187f-44a9-80a1-b990278f3ec9 req-01968436-db78-4041-9700-fb57c62c541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:31.940891 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3b706d8-187f-44a9-80a1-b990278f3ec9 req-01968436-db78-4041-9700-fb57c62c541d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 1097 time: 0.5284314 Jul 16 01:28:32.074874 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.077555 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 951fff8e-ba82-4749-a4ff-83e2363e9ab3 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:32.112122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3b706d8-187f-44a9-80a1-b990278f3ec9 req-e4d7b97f-c23c-4c71-a861-eb370ca0bb53 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634352 Jul 16 01:28:32.224400 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.230186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885e3f4-f326-446a-956b-cb537f545785 req-0c1ac18b-1d2c-4e45-a4d8-c4fb423c668e tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.233763 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1885e3f4-f326-446a-956b-cb537f545785 req-0c1ac18b-1d2c-4e45-a4d8-c4fb423c668e tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 947 time: 0.2636487 Jul 16 01:28:32.242780 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.353834 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1885e3f4-f326-446a-956b-cb537f545785 req-87d4c5c2-0a79-4b4c-b111-c2ba22a105d9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=6959a278-a9d3-468e-9c72-ab2c29c14bd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136019 Jul 16 01:28:32.363341 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8a3126d3-6993-4f1a-9926-733aa1fcec34 req-69225aef-d8cf-4686-ac55-7cdceb4a8fd2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.427427 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69225aef-d8cf-4686-ac55-7cdceb4a8fd2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event deleted for resources: {'Port': ['ID=951fff8e-ba82-4749-a4ff-83e2363e9ab3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:32.488109 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.494738 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.581764 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Pushing event updated for resources: {'Port': ['ID=0f67fa45-c683-496f-ad26-0e42d0d2ab6c,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:32.589012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738b899-6aa3-498b-b9da-be80d810417a req-05cdd4db-58f2-4d7d-a082-67638bdf4f77 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.590617 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0738b899-6aa3-498b-b9da-be80d810417a req-05cdd4db-58f2-4d7d-a082-67638bdf4f77 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 946 time: 0.3188989 Jul 16 01:28:32.651697 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:32.752194 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0738b899-6aa3-498b-b9da-be80d810417a req-5dbbe958-5357-48a4-8d7c-270b9d1725ac tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530249 Jul 16 01:28:32.758408 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Floating IP abc3fbf6-4086-4a0a-9325-4e34f6b431c3 associated. External IP: 172.25.2.149, port: 111cbc70-e317-4bc6-9ac1-c10c51b3b142. Jul 16 01:28:32.822800 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8a3126d3-6993-4f1a-9926-733aa1fcec34 req-69225aef-d8cf-4686-ac55-7cdceb4a8fd2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:32.851420 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6e5db-806b-4d03-b734-bc0be8cc600b req-25e58bfe-6cb4-4f25-b79f-8908d48f1994 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:32.859351 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51c6e5db-806b-4d03-b734-bc0be8cc600b req-25e58bfe-6cb4-4f25-b79f-8908d48f1994 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.2435493 Jul 16 01:28:32.967077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51c6e5db-806b-4d03-b734-bc0be8cc600b req-b41568ac-9217-4e7b-a71b-abf2b093e0f4 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064048 Jul 16 01:28:33.196231 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8a3126d3-6993-4f1a-9926-733aa1fcec34 req-69225aef-d8cf-4686-ac55-7cdceb4a8fd2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:33.215685 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf334ad-076f-46e8-b3d2-86755cf3bda3 None None] Sync routers for ids ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:33.235453 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Router d84526a0-1ae9-4507-b146-c448acebc404 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:33.237009 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf334ad-076f-46e8-b3d2-86755cf3bda3 None None] Routers {'758ee5ad-6b80-4e65-8d23-3d7283fcc711'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:33.237840 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0cf334ad-076f-46e8-b3d2-86755cf3bda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:33.273361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9057d8-94e5-4454-83a2-bf1dccb8a26b req-645e9c86-c320-47db-b55a-a9f3628b94c4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:33.275503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c9057d8-94e5-4454-83a2-bf1dccb8a26b req-645e9c86-c320-47db-b55a-a9f3628b94c4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.3007333 Jul 16 01:28:33.301758 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3126d3-6993-4f1a-9926-733aa1fcec34 req-69225aef-d8cf-4686-ac55-7cdceb4a8fd2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] No DVR routers for this DVR port 951fff8e-ba82-4749-a4ff-83e2363e9ab3 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:33.304670 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8a3126d3-6993-4f1a-9926-733aa1fcec34 req-69225aef-d8cf-4686-ac55-7cdceb4a8fd2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.307084 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8a3126d3-6993-4f1a-9926-733aa1fcec34 req-69225aef-d8cf-4686-ac55-7cdceb4a8fd2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.69 "DELETE /v2.0/ports/951fff8e-ba82-4749-a4ff-83e2363e9ab3 HTTP/1.1" status: 204 len: 173 time: 2.9243052 Jul 16 01:28:33.318561 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'name': 'network-vif-deleted', 'tag': '951fff8e-ba82-4749-a4ff-83e2363e9ab3'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:33.325031 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a5a3da-844e-437d-abd9-976df1dc74d4" -d '{"events": [{"server_uuid": "5c48c11c-fa3c-4e45-8441-5b1d938507ac", "name": "network-vif-deleted", "tag": "951fff8e-ba82-4749-a4ff-83e2363e9ab3"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:33.370793 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c9057d8-94e5-4454-83a2-bf1dccb8a26b req-2686de64-43e8-472a-b38f-42b0c1029a05 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757678 Jul 16 01:28:33.415516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:33.427852 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5bc6d7-d6fa-41e8-a6a6-4a67fce63dcf None None] Sync routers for ids ['d84526a0-1ae9-4507-b146-c448acebc404'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:33.443355 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5bc6d7-d6fa-41e8-a6a6-4a67fce63dcf None None] Routers {'d84526a0-1ae9-4507-b146-c448acebc404'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:33.446000 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ef5bc6d7-d6fa-41e8-a6a6-4a67fce63dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d84526a0-1ae9-4507-b146-c448acebc404'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:33.450359 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f981d57c-e036-459a-b459-1db1fce84d45 x-openstack-request-id: req-f981d57c-e036-459a-b459-1db1fce84d45 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:33.450896 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c48c11c-fa3c-4e45-8441-5b1d938507ac", "name": "network-vif-deleted", "tag": "951fff8e-ba82-4749-a4ff-83e2363e9ab3", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:33.451547 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f981d57c-e036-459a-b459-1db1fce84d45 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:33.451874 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c48c11c-fa3c-4e45-8441-5b1d938507ac', 'name': 'network-vif-deleted', 'tag': '951fff8e-ba82-4749-a4ff-83e2363e9ab3', 'status': 'completed', 'code': 200} Jul 16 01:28:33.470037 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:33.554755 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-0cf334ad-076f-46e8-b3d2-86755cf3bda3 None None] Set router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:33.568148 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8726c44f-2780-4116-ba00-ee8702b80cd7 req-27f355f7-64a7-4491-9ef6-3535cb1edb16 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c48c11c-fa3c-4e45-8441-5b1d938507ac HTTP/1.1" status: 200 len: 210 time: 0.0409305 Jul 16 01:28:33.578073 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ef5bc6d7-d6fa-41e8-a6a6-4a67fce63dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:33.604806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37568) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:33.611377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5bc6d7-d6fa-41e8-a6a6-4a67fce63dcf None None] Routers {'d84526a0-1ae9-4507-b146-c448acebc404'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:33.611708 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2ae07f16-186d-4b9e-9287-16938a0ed676 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 3.3585610 Jul 16 01:28:33.612683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ef5bc6d7-d6fa-41e8-a6a6-4a67fce63dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d84526a0-1ae9-4507-b146-c448acebc404'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:33.659023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ef5bc6d7-d6fa-41e8-a6a6-4a67fce63dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:33.660125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef5bc6d7-d6fa-41e8-a6a6-4a67fce63dcf None None] The sync data for ids ['d84526a0-1ae9-4507-b146-c448acebc404'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:33.736550 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-16c22f9d-be19-463f-b917-0e00929402f8 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] 10.222.0.22 "GET /v2.0/floatingips/abc3fbf6-4086-4a0a-9325-4e34f6b431c3 HTTP/1.1" status: 200 len: 983 time: 0.1303663 Jul 16 01:28:33.738847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37570) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:33.857258 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e45719f4-5e30-4bbb-b85f-d66597ae43f1 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3515 time: 0.1169472 Jul 16 01:28:33.860252 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37574) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:34.088549 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0cf334ad-076f-46e8-b3d2-86755cf3bda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '39f8ae3f-13e1-48c1-9f30-4e46b1282da6', 'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'mac_address': 'fa:16:3e:6d:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:27Z', 'revision_number': 5, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'subnets': [{'id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:34.103264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-8e04abaf-8a4e-4a64-b484-5da00f8ae221 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Deleting port 0f67fa45-c683-496f-ad26-0e42d0d2ab6c {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:34.103699 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e04abaf-8a4e-4a64-b484-5da00f8ae221 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.150817 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf334ad-076f-46e8-b3d2-86755cf3bda3 None None] Checking router: 758ee5ad-6b80-4e65-8d23-3d7283fcc711 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:28:34.168243 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf334ad-076f-46e8-b3d2-86755cf3bda3 None None] Routers {'758ee5ad-6b80-4e65-8d23-3d7283fcc711'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:34.173010 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0cf334ad-076f-46e8-b3d2-86755cf3bda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:34.206939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ff3302-7e7a-4376-bb21-4d8fa6ada436 req-c7e5514f-9697-4bf6-a328-07890b054455 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.217050 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f5ff3302-7e7a-4376-bb21-4d8fa6ada436 req-c7e5514f-9697-4bf6-a328-07890b054455 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 946 time: 0.1842566 Jul 16 01:28:34.252937 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263dc91e-c096-426f-b1a8-cd57a55f0652 req-b47641c7-de46-49d9-82f1-797e2a59d7f0 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.256736 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-263dc91e-c096-426f-b1a8-cd57a55f0652 req-b47641c7-de46-49d9-82f1-797e2a59d7f0 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 946 time: 0.3186307 Jul 16 01:28:34.277979 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e04abaf-8a4e-4a64-b484-5da00f8ae221 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.278507 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e04abaf-8a4e-4a64-b484-5da00f8ae221 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.311012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-8e04abaf-8a4e-4a64-b484-5da00f8ae221 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Calling delete_port for 0f67fa45-c683-496f-ad26-0e42d0d2ab6c owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:34.360286 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-0cf334ad-076f-46e8-b3d2-86755cf3bda3 None None] Set router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:28:34.533635 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-263dc91e-c096-426f-b1a8-cd57a55f0652 req-1c0406f8-102d-494e-9d91-9db0856a1fd9 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057680 Jul 16 01:28:34.687800 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0cf334ad-076f-46e8-b3d2-86755cf3bda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '39f8ae3f-13e1-48c1-9f30-4e46b1282da6', 'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'mac_address': 'fa:16:3e:6d:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:27Z', 'revision_number': 5, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'subnets': [{'id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:34.736494 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e04abaf-8a4e-4a64-b484-5da00f8ae221 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.761662 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf334ad-076f-46e8-b3d2-86755cf3bda3 None None] The sync data for ids ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'] in n-d-791505-14 is: [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '39f8ae3f-13e1-48c1-9f30-4e46b1282da6', 'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'mac_address': 'fa:16:3e:6d:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:27Z', 'revision_number': 5, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'subnets': [{'id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:34.766232 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04abaf-8a4e-4a64-b484-5da00f8ae221 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Pushing event deleted for resources: {'Port': ['ID=0f67fa45-c683-496f-ad26-0e42d0d2ab6c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:34.766461 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b168c89f-ef7c-4a04-880e-173f91764bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.787692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00258472-c160-4c40-8df2-0497886e07cc req-7083a9d0-f801-4f89-ac08-76ea268af76f tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:34.794905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-00258472-c160-4c40-8df2-0497886e07cc req-7083a9d0-f801-4f89-ac08-76ea268af76f tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.5742831 Jul 16 01:28:34.860193 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e04abaf-8a4e-4a64-b484-5da00f8ae221 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.860951 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-8e04abaf-8a4e-4a64-b484-5da00f8ae221 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Floating IP abc3fbf6-4086-4a0a-9325-4e34f6b431c3 disassociated (deleted). External IP: 172.25.2.149, port: 111cbc70-e317-4bc6-9ac1-c10c51b3b142. Jul 16 01:28:34.866416 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-f5ff3302-7e7a-4376-bb21-4d8fa6ada436 req-d7ecac55-c249-4c0e-8162-e949cd0ee138 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Deleting port d39682d9-7ef3-4053-84b6-1726212006fe {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:34.866938 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f5ff3302-7e7a-4376-bb21-4d8fa6ada436 req-d7ecac55-c249-4c0e-8162-e949cd0ee138 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:34.932881 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-00258472-c160-4c40-8df2-0497886e07cc req-bac8949d-7301-4488-8955-df887dd0d5ce tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371119 Jul 16 01:28:35.038747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee46d2-50aa-483c-9dd5-318cb3d841ae req-db8ef05e-297f-4925-96b4-ff3e9c176051 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.040666 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51ee46d2-50aa-483c-9dd5-318cb3d841ae req-db8ef05e-297f-4925-96b4-ff3e9c176051 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.3619127 Jul 16 01:28:35.175454 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37598) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:35.296359 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441ab9de-16de-47a1-9078-8484d6580b58 None None] New status for floating IP 9e4f08a1-5873-4bf4-90f7-5cf38192dade: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:28:35.352953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e04abaf-8a4e-4a64-b484-5da00f8ae221 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Router d84526a0-1ae9-4507-b146-c448acebc404 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:35.354500 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be04460e-f656-4253-9512-a547a8dc0074 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.381006 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be04460e-f656-4253-9512-a547a8dc0074 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.455677 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be04460e-f656-4253-9512-a547a8dc0074 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.458375 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be04460e-f656-4253-9512-a547a8dc0074 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.459595 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-be04460e-f656-4253-9512-a547a8dc0074 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "DELETE /v2.0/security-groups/6959a278-a9d3-468e-9c72-ab2c29c14bd3 HTTP/1.1" status: 204 len: 168 time: 0.2828345 Jul 16 01:28:35.464890 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37608) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:35.515950 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-6ecdae60-37de-4985-aa50-e103b50f2922 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] show failed (client error): The resource could not be found. Jul 16 01:28:35.517344 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6ecdae60-37de-4985-aa50-e103b50f2922 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups/6959a278-a9d3-468e-9c72-ab2c29c14bd3 HTTP/1.1" status: 404 len: 347 time: 0.0514865 Jul 16 01:28:35.562921 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04460e-f656-4253-9512-a547a8dc0074 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6959a278-a9d3-468e-9c72-ab2c29c14bd3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:35.584821 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37610) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:35.690123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-f5ff3302-7e7a-4376-bb21-4d8fa6ada436 req-d7ecac55-c249-4c0e-8162-e949cd0ee138 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] For port d39682d9-7ef3-4053-84b6-1726212006fe, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d39682d9-7ef3-4053-84b6-1726212006fe,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:35.690694 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f5ff3302-7e7a-4376-bb21-4d8fa6ada436 req-d7ecac55-c249-4c0e-8162-e949cd0ee138 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.706994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51ee46d2-50aa-483c-9dd5-318cb3d841ae req-cbad6342-05ba-4af7-a02a-058d7236891f tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6554520 Jul 16 01:28:35.804042 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-f5ff3302-7e7a-4376-bb21-4d8fa6ada436 req-d7ecac55-c249-4c0e-8162-e949cd0ee138 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Calling delete_port for d39682d9-7ef3-4053-84b6-1726212006fe owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:35.884124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e04abaf-8a4e-4a64-b484-5da00f8ae221 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:35.889455 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e04abaf-8a4e-4a64-b484-5da00f8ae221 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.900624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dc4838-60d8-4ee1-8d09-f94ff05d9129 None None] Sync routers for ids ['d84526a0-1ae9-4507-b146-c448acebc404'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:35.914794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc4838-60d8-4ee1-8d09-f94ff05d9129 None None] Routers {'d84526a0-1ae9-4507-b146-c448acebc404'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:35.915859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c5dc4838-60d8-4ee1-8d09-f94ff05d9129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d84526a0-1ae9-4507-b146-c448acebc404'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:35.941410 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8e04abaf-8a4e-4a64-b484-5da00f8ae221 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] 10.222.0.22 "DELETE /v2.0/floatingips/abc3fbf6-4086-4a0a-9325-4e34f6b431c3 HTTP/1.1" status: 204 len: 168 time: 2.0740247 Jul 16 01:28:35.942339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37616) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:35.947834 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:35.953052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-9532f14d-de24-4628-a13c-d0c8755e0389 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:35.956455 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d432d766-4ba3-46fc-8156-4c247f26c9bb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Deleting port b8937252-9893-4737-91c0-5198d4c3482e {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:35.956810 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d432d766-4ba3-46fc-8156-4c247f26c9bb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.960508 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-9532f14d-de24-4628-a13c-d0c8755e0389 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/networks?id=17517a68-6fd4-42bc-83f7-ecc5ae23a8df HTTP/1.1" status: 200 len: 811 time: 0.3404150 Jul 16 01:28:35.991839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-9a29dc8c-76c9-40eb-8493-562e7aa0207b tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/quotas/9f5d627e286b4e259fd3ddfebd6bb5da HTTP/1.1" status: 200 len: 375 time: 0.0300508 Jul 16 01:28:35.996225 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:35.999669 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c5dc4838-60d8-4ee1-8d09-f94ff05d9129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:36.011691 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc4838-60d8-4ee1-8d09-f94ff05d9129 None None] Routers {'d84526a0-1ae9-4507-b146-c448acebc404'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:36.012289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c5dc4838-60d8-4ee1-8d09-f94ff05d9129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d84526a0-1ae9-4507-b146-c448acebc404'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:36.051371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c5dc4838-60d8-4ee1-8d09-f94ff05d9129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:36.052257 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5dc4838-60d8-4ee1-8d09-f94ff05d9129 None None] The sync data for ids ['d84526a0-1ae9-4507-b146-c448acebc404'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:36.102167 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d432d766-4ba3-46fc-8156-4c247f26c9bb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.102512 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d432d766-4ba3-46fc-8156-4c247f26c9bb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.132547 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeebb6-e506-4e5c-9f15-e0b995133093 req-0547b773-a6f4-430c-8d02-c5bbd049877b tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:36.134502 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3eaeebb6-e506-4e5c-9f15-e0b995133093 req-0547b773-a6f4-430c-8d02-c5bbd049877b tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 946 time: 0.2547286 Jul 16 01:28:36.184894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-d8d2ca7a-b628-4256-938c-ccbbbedcc90e tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f5d627e286b4e259fd3ddfebd6bb5da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1916678 Jul 16 01:28:36.235262 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f5ff3302-7e7a-4376-bb21-4d8fa6ada436 req-d7ecac55-c249-4c0e-8162-e949cd0ee138 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.247097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['d1c76d4c-6015-44fd-abe2-49b90d5307ad'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:36.274601 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3eaeebb6-e506-4e5c-9f15-e0b995133093 req-75df32ee-79d6-4ce2-8bb1-2964bdf9bb7f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334999 Jul 16 01:28:36.385164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ecac55-c249-4c0e-8162-e949cd0ee138 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Pushing event deleted for resources: {'Port': ['ID=d39682d9-7ef3-4053-84b6-1726212006fe,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:36.458115 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5ff3302-7e7a-4376-bb21-4d8fa6ada436 req-d7ecac55-c249-4c0e-8162-e949cd0ee138 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] No DVR routers for this DVR port d39682d9-7ef3-4053-84b6-1726212006fe on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:36.465324 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f5ff3302-7e7a-4376-bb21-4d8fa6ada436 req-d7ecac55-c249-4c0e-8162-e949cd0ee138 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.467389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f5ff3302-7e7a-4376-bb21-4d8fa6ada436 req-d7ecac55-c249-4c0e-8162-e949cd0ee138 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.70 "DELETE /v2.0/ports/d39682d9-7ef3-4053-84b6-1726212006fe HTTP/1.1" status: 204 len: 173 time: 2.1950727 Jul 16 01:28:36.467872 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f5bdb7-d017-4e24-acdb-bb90f26a7d84', 'name': 'network-vif-deleted', 'tag': 'd39682d9-7ef3-4053-84b6-1726212006fe'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:36.470186 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28049fa5-7347-46a3-bbcd-3a90b44d26b1" -d '{"events": [{"server_uuid": "a9f5bdb7-d017-4e24-acdb-bb90f26a7d84", "name": "network-vif-deleted", "tag": "d39682d9-7ef3-4053-84b6-1726212006fe"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:36.484842 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-e87989da-e6bf-48c8-bf45-c90a9a5c8bb0 service neutron] 10.222.0.22 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981219 Jul 16 01:28:36.524309 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d432d766-4ba3-46fc-8156-4c247f26c9bb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Calling delete_port for b8937252-9893-4737-91c0-5198d4c3482e owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:36.567172 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f209cb6f-7e1a-4941-99aa-9e150c97828a x-openstack-request-id: req-f209cb6f-7e1a-4941-99aa-9e150c97828a {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:36.567569 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9f5bdb7-d017-4e24-acdb-bb90f26a7d84", "name": "network-vif-deleted", "tag": "d39682d9-7ef3-4053-84b6-1726212006fe", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:36.567965 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f209cb6f-7e1a-4941-99aa-9e150c97828a {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:36.568448 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9f5bdb7-d017-4e24-acdb-bb90f26a7d84', 'name': 'network-vif-deleted', 'tag': 'd39682d9-7ef3-4053-84b6-1726212006fe', 'status': 'completed', 'code': 200} Jul 16 01:28:36.610106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-dbb1f647-2bfd-4240-a7ab-1c700aa23be3 service neutron] 10.222.0.22 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243269 Jul 16 01:28:36.675604 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.853232 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d432d766-4ba3-46fc-8156-4c247f26c9bb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:36.868517 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6211a712-9cd6-47e4-acdd-485ff7ff6f2b req-978294ab-4191-4baf-8ef1-ad6160655608 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 210 time: 0.0835552 Jul 16 01:28:36.933818 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432d766-4ba3-46fc-8156-4c247f26c9bb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event deleted for resources: {'Port': ['ID=b8937252-9893-4737-91c0-5198d4c3482e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:36.944252 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Allocated IP 172.25.2.248 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/8de7fdc9-ac29-4d7e-abcf-6c094450b516) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:37.022377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da48f8-70c9-4c0c-b458-74c7d5a96706 req-16dcd76c-cc5f-4e93-a4ef-88dec313c418 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:37.028061 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3da48f8-70c9-4c0c-b458-74c7d5a96706 req-16dcd76c-cc5f-4e93-a4ef-88dec313c418 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.1334667 Jul 16 01:28:37.075478 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d432d766-4ba3-46fc-8156-4c247f26c9bb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.079083 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d432d766-4ba3-46fc-8156-4c247f26c9bb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.081478 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d432d766-4ba3-46fc-8156-4c247f26c9bb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "DELETE /v2.0/floatingips/9e4f08a1-5873-4bf4-90f7-5cf38192dade HTTP/1.1" status: 204 len: 168 time: 1.4832807 Jul 16 01:28:37.145512 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3da48f8-70c9-4c0c-b458-74c7d5a96706 req-f54d5e25-a4fa-48b5-bf12-936dbc7d422f tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088774 Jul 16 01:28:37.329512 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.355089 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.428095 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.510383 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device d39682d9-7ef3-4053-84b6-1726212006fe no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:37.576033 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:37.579576 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:37.589492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: d39682d9-7ef3-4053-84b6-1726212006fe {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:37.589849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device d39682d9-7ef3-4053-84b6-1726212006fe not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:37.591122 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:37.643419 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2c1d3f64-4177-415c-8943-0399e18a8e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.646996 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Pushing event updated for resources: {'Port': ['ID=8de7fdc9-ac29-4d7e-abcf-6c094450b516,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:37.750025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa968ec4-1c3e-4e3d-b3c3-e8bc2f3e99c4 req-b81cd0e6-3918-4b1e-8469-8ec0ebdf9bb5 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=a9f5bdb7-d017-4e24-acdb-bb90f26a7d84 HTTP/1.1" status: 200 len: 210 time: 0.0714281 Jul 16 01:28:37.780559 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.837551 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37644) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:37.843884 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e6a3f382-2716-4fd4-b1c6-025153c80c1e tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Request body: {'security_group': {'name': 'tempest-securitygroup--225940494', 'description': 'tempest-description--1533094025'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:37.870243 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e6a3f382-2716-4fd4-b1c6-025153c80c1e tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:37.892877 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.088375 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e6a3f382-2716-4fd4-b1c6-025153c80c1e tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.123792 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e6a3f382-2716-4fd4-b1c6-025153c80c1e tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.193567 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e6a3f382-2716-4fd4-b1c6-025153c80c1e tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.196095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e6a3f382-2716-4fd4-b1c6-025153c80c1e tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3558753 Jul 16 01:28:38.200305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce97cf41-6ce6-45e1-afb8-0d860834a4ca req-4d274310-a63e-4c94-938c-8c1091513925 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 210 time: 0.0479591 Jul 16 01:28:38.248949 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3f382-2716-4fd4-b1c6-025153c80c1e tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44176515-7cf7-47ef-b740-692d790c1fe6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:38.249777 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.254317 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37654) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:38.262335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9f4d109c-4339-4fcc-857a-24d6adec1cfb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Request body: {'security_group_rule': {'security_group_id': '44176515-7cf7-47ef-b740-692d790c1fe6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:38.278502 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.395219 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f4d109c-4339-4fcc-857a-24d6adec1cfb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.405454 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Pushing event updated for resources: {'Port': ['ID=8de7fdc9-ac29-4d7e-abcf-6c094450b516,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:38.441055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2348a-fa1f-4016-9c51-968122d358fa req-95564b7f-3392-4649-8d30-50dd3ec6cbd1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:38.444847 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8dc2348a-fa1f-4016-9c51-968122d358fa req-95564b7f-3392-4649-8d30-50dd3ec6cbd1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.1107595 Jul 16 01:28:38.451658 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.477354 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.478196 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5d4d86f9-36d2-42ce-834a-7e8e23120b16 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5350125 Jul 16 01:28:38.481289 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37658) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:38.493465 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f4d109c-4339-4fcc-857a-24d6adec1cfb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.499543 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f4d109c-4339-4fcc-857a-24d6adec1cfb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.515731 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.521969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4d109c-4339-4fcc-857a-24d6adec1cfb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ebfe60-a453-44b8-b2c1-fc1e7e7e9fa1,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:38.532579 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f4d109c-4339-4fcc-857a-24d6adec1cfb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.533474 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9f4d109c-4339-4fcc-857a-24d6adec1cfb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2776129 Jul 16 01:28:38.539515 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37662) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:38.542479 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8dc2348a-fa1f-4016-9c51-968122d358fa req-dd941ef5-9edd-4f7a-bd95-d31fbd73e9d3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912097 Jul 16 01:28:38.547079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c3f7a97b-1c8c-40b5-9a1d-a6644d10c1b9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Request body: {'security_group_rule': {'security_group_id': '44176515-7cf7-47ef-b740-692d790c1fe6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:38.598251 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c3f7a97b-1c8c-40b5-9a1d-a6644d10c1b9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.694241 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:38.747601 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c3f7a97b-1c8c-40b5-9a1d-a6644d10c1b9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.753767 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.756479 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c3f7a97b-1c8c-40b5-9a1d-a6644d10c1b9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.808025 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c3f7a97b-1c8c-40b5-9a1d-a6644d10c1b9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:38.812593 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c3f7a97b-1c8c-40b5-9a1d-a6644d10c1b9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2704492 Jul 16 01:28:38.812938 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37668) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:38.818292 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:38.828828 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7a97b-1c8c-40b5-9a1d-a6644d10c1b9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97990de-99c0-4790-85ce-932cb8257b3b,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:39.016594 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.023978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-af7803e5-c6e3-4f9a-b684-3d8be40fe04b tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.025576 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-af7803e5-c6e3-4f9a-b684-3d8be40fe04b tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.70 "GET /v2.0/networks?id=17517a68-6fd4-42bc-83f7-ecc5ae23a8df HTTP/1.1" status: 200 len: 811 time: 0.1544323 Jul 16 01:28:39.032449 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.058931 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-6de48d47-11b0-46c5-8430-179257026280 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Request body: {'port': {'device_id': 'c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2', 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df', 'admin_state_up': True, 'tenant_id': '9f5d627e286b4e259fd3ddfebd6bb5da'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:39.188001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Allocated IP 172.25.2.178 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/aeda5673-1dda-454b-8a04-c16c82f51cda) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:39.282080 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4942c5-226b-46f8-912e-caa92de941b4 req-e36a38f1-c29c-462e-aafe-117c1be745e8 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.288943 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b4942c5-226b-46f8-912e-caa92de941b4 req-e36a38f1-c29c-462e-aafe-117c1be745e8 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2361844 Jul 16 01:28:39.307835 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.353671 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.358433 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b4942c5-226b-46f8-912e-caa92de941b4 req-a6d42c4e-5d77-4f55-b28d-dee96909e85b tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685136 Jul 16 01:28:39.363572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-6de48d47-11b0-46c5-8430-179257026280 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Made reservation on behalf of 9f5d627e286b4e259fd3ddfebd6bb5da for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:39.366779 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-6de48d47-11b0-46c5-8430-179257026280 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.399388 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Pushing event updated for resources: {'Port': ['ID=aeda5673-1dda-454b-8a04-c16c82f51cda,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:39.408074 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:39.409539 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:39.411929 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:39.412868 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5c3dafb-8c54-491d-88bc-de78de27aae5 req-a84ea1af-6657-4a40-9c4b-27143cde251f tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 210 time: 0.0517862 Jul 16 01:28:39.420061 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.509488 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.558383 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.605553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-6de48d47-11b0-46c5-8430-179257026280 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Allocated IP 172.20.0.6 (17517a68-6fd4-42bc-83f7-ecc5ae23a8df/1c950e85-6bf7-434d-a6fe-be8950ce0e56/6266df3e-82b4-44e6-a736-7b6250a5078d) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:39.616992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Allocated IP 172.25.2.181 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/36d3bcf8-015b-4174-b321-4713a3cacb59) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:39.765401 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.771377 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.799848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37694) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:39.811443 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-df232c6d-70fc-4f8d-98fd-52b2b97a7b17 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-222452194'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:39.850072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Pushing event updated for resources: {'Port': ['ID=aeda5673-1dda-454b-8a04-c16c82f51cda,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:39.856445 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.952368 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.953664 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b33c9ce9-7290-4897-a841-3dafb7955de0 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4714584 Jul 16 01:28:39.956279 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37696) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:39.957946 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6465518-51d9-4841-9be7-7ec1d8b47998 req-2d67a8bd-abaf-4bbd-bf03-93d386fced9f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:39.959444 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b6465518-51d9-4841-9be7-7ec1d8b47998 req-2d67a8bd-abaf-4bbd-bf03-93d386fced9f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.3307128 Jul 16 01:28:39.978365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df232c6d-70fc-4f8d-98fd-52b2b97a7b17 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Made reservation on behalf of c8f1e6d412a34247b42a5764fe54d71e for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:39.981778 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df232c6d-70fc-4f8d-98fd-52b2b97a7b17 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:39.987241 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.032907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccea40a-0b20-47d1-a383-a28dc629355c req-2f973234-7810-493e-a12d-0c986901e855 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.034415 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eccea40a-0b20-47d1-a383-a28dc629355c req-2f973234-7810-493e-a12d-0c986901e855 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.3582714 Jul 16 01:28:40.070731 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f03cbf14-51c3-472d-8832-75a4dfd25834 tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3219 time: 0.1106462 Jul 16 01:28:40.070933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37698) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:40.109143 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-6de48d47-11b0-46c5-8430-179257026280 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.126122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472098b3-742e-4d83-a73d-22096376d14e req-4e67d520-41c9-4f20-96dd-7483182e9061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.127620 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-472098b3-742e-4d83-a73d-22096376d14e req-4e67d520-41c9-4f20-96dd-7483182e9061 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 1098 time: 0.3067436 Jul 16 01:28:40.131213 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b6465518-51d9-4841-9be7-7ec1d8b47998 req-73cc62d5-7c07-4a21-acd8-6d0f6c6f106f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612718 Jul 16 01:28:40.140019 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.143503 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df232c6d-70fc-4f8d-98fd-52b2b97a7b17 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:40.147833 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f438c7ab-0c2b-4ed3-9f50-ee9168330081 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0729930 Jul 16 01:28:40.152299 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37700) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:40.205644 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df232c6d-70fc-4f8d-98fd-52b2b97a7b17 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.206149 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-df232c6d-70fc-4f8d-98fd-52b2b97a7b17 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Added segment 178a99f6-a748-46bf-9730-31011af783c6 of type vlan for network 5c2dc518-4925-4630-945e-7b256c4b9189 Jul 16 01:28:40.234304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eccea40a-0b20-47d1-a383-a28dc629355c req-f5b9397c-f8f9-4cc5-b6c2-09b685b22878 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903739 Jul 16 01:28:40.287742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3fef2ad0-9036-4d30-a47a-315260de1595 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Deleting port aeda5673-1dda-454b-8a04-c16c82f51cda {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:40.288128 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fef2ad0-9036-4d30-a47a-315260de1595 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.292481 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.356737 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df232c6d-70fc-4f8d-98fd-52b2b97a7b17 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.365385 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fef2ad0-9036-4d30-a47a-315260de1595 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.365851 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fef2ad0-9036-4d30-a47a-315260de1595 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.377269 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3fef2ad0-9036-4d30-a47a-315260de1595 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Calling delete_port for aeda5673-1dda-454b-8a04-c16c82f51cda owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:40.414339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:40.427426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:40.430827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:40.461181 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472098b3-742e-4d83-a73d-22096376d14e req-7577761c-cc2e-473c-8400-b73121b17793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.462697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-472098b3-742e-4d83-a73d-22096376d14e req-7577761c-cc2e-473c-8400-b73121b17793 service neutron] 10.222.0.69 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.3034961 Jul 16 01:28:40.464692 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-6de48d47-11b0-46c5-8430-179257026280 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.482043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event updated for resources: {'Port': ['ID=36d3bcf8-015b-4174-b321-4713a3cacb59,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:40.491366 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['f5e3724c-8fea-4575-a587-1db78b931fee'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:40.541556 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fef2ad0-9036-4d30-a47a-315260de1595 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.575374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef2ad0-9036-4d30-a47a-315260de1595 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Pushing event deleted for resources: {'Port': ['ID=aeda5673-1dda-454b-8a04-c16c82f51cda,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:40.590154 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-472098b3-742e-4d83-a73d-22096376d14e req-522df589-b199-46c0-89ec-4408224cdae3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ea4cf60-d92c-49f0-86c9-636b58048ef1 HTTP/1.1" status: 200 len: 217 time: 0.1132019 Jul 16 01:28:40.616465 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-6de48d47-11b0-46c5-8430-179257026280 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Network 17517a68-6fd4-42bc-83f7-ecc5ae23a8df is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:40.635044 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fef2ad0-9036-4d30-a47a-315260de1595 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.638241 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fef2ad0-9036-4d30-a47a-315260de1595 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.642478 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3fef2ad0-9036-4d30-a47a-315260de1595 tempest-FloatingIPAdminTestJSON-251010826 tempest-FloatingIPAdminTestJSON-251010826-project] 10.222.0.22 "DELETE /v2.0/floatingips/7deabd69-bbe8-4ea0-b091-a5be138fd088 HTTP/1.1" status: 204 len: 168 time: 0.4866951 Jul 16 01:28:40.643118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37706) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:40.653326 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df232c6d-70fc-4f8d-98fd-52b2b97a7b17 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.659057 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df232c6d-70fc-4f8d-98fd-52b2b97a7b17 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.659684 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df232c6d-70fc-4f8d-98fd-52b2b97a7b17 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.662143 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-6de48d47-11b0-46c5-8430-179257026280 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:40.665103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-6de48d47-11b0-46c5-8430-179257026280 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:40.727993 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de48d47-11b0-46c5-8430-179257026280 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Pushing event updated for resources: {'Port': ['ID=6266df3e-82b4-44e6-a736-7b6250a5078d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:40.770339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-df7803ce-588d-4ff3-bf4c-657589c5e15b tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Deleting port 8de7fdc9-ac29-4d7e-abcf-6c094450b516 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:40.770957 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df7803ce-588d-4ff3-bf4c-657589c5e15b tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.805471 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fe052-dfce-4b32-9a03-b155c03e9f94 req-5817ba4a-a1b9-419a-a751-c78e154f4b27 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.806980 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee3fe052-dfce-4b32-9a03-b155c03e9f94 req-5817ba4a-a1b9-419a-a751-c78e154f4b27 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.5219598 Jul 16 01:28:40.817156 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-df232c6d-70fc-4f8d-98fd-52b2b97a7b17 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0162787 Jul 16 01:28:40.825762 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37708) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:40.832747 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-695122f8-bf6e-43cc-b4ae-825401c58892 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1723624334'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:40.870986 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df7803ce-588d-4ff3-bf4c-657589c5e15b tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.871355 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df7803ce-588d-4ff3-bf4c-657589c5e15b tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.874673 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695122f8-bf6e-43cc-b4ae-825401c58892 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Made reservation on behalf of c8f1e6d412a34247b42a5764fe54d71e for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:40.878205 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-695122f8-bf6e-43cc-b4ae-825401c58892 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.887582 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472098b3-742e-4d83-a73d-22096376d14e req-2e941644-06aa-45eb-b9d6-e1b7db1e7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.889131 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-472098b3-742e-4d83-a73d-22096376d14e req-2e941644-06aa-45eb-b9d6-e1b7db1e7bf7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.2751541 Jul 16 01:28:40.889725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df232c6d-70fc-4f8d-98fd-52b2b97a7b17 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event updated for resources: {'Network': ['ID=5c2dc518-4925-4630-945e-7b256c4b9189,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:40.898369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-df7803ce-588d-4ff3-bf4c-657589c5e15b tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Calling delete_port for 8de7fdc9-ac29-4d7e-abcf-6c094450b516 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:40.901247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 5c2dc518-4925-4630-945e-7b256c4b9189 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:40.901810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-6de48d47-11b0-46c5-8430-179257026280 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.902440 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-6de48d47-11b0-46c5-8430-179257026280 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.937745 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.955273 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-695122f8-bf6e-43cc-b4ae-825401c58892 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:28:40.975399 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-695122f8-bf6e-43cc-b4ae-825401c58892 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:40.975834 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-695122f8-bf6e-43cc-b4ae-825401c58892 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Added segment 6c873a90-f6ac-4110-8393-6631a2f68215 of type vlan for network cc54e663-5eb9-4f0c-810b-807ed347e527 Jul 16 01:28:40.981830 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-6de48d47-11b0-46c5-8430-179257026280 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9272003 Jul 16 01:28:40.993427 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90383924-3034-4ac2-bc88-0c6648345a4c req-f133894d-7459-42b0-b3ef-673f35c9d9db tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:40.994951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90383924-3034-4ac2-bc88-0c6648345a4c req-f133894d-7459-42b0-b3ef-673f35c9d9db tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 931 time: 0.4162326 Jul 16 01:28:41.003437 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee3fe052-dfce-4b32-9a03-b155c03e9f94 req-5b9a914e-b4db-428a-8c1a-27b02b02945a tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823368 Jul 16 01:28:41.028622 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Request body: {'port': {'device_id': 'c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:41.043586 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-695122f8-bf6e-43cc-b4ae-825401c58892 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.100839 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.116240 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-695122f8-bf6e-43cc-b4ae-825401c58892 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.121963 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695122f8-bf6e-43cc-b4ae-825401c58892 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.122268 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-695122f8-bf6e-43cc-b4ae-825401c58892 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.160823 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90383924-3034-4ac2-bc88-0c6648345a4c req-9a2da1bb-3089-4c49-86be-8604eefda21b tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292853 Jul 16 01:28:41.179985 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df7803ce-588d-4ff3-bf4c-657589c5e15b tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.196762 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-695122f8-bf6e-43cc-b4ae-825401c58892 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3668699 Jul 16 01:28:41.197005 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.217786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37712) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:41.222391 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472098b3-742e-4d83-a73d-22096376d14e req-048d9a5a-2369-4bd1-b498-4d00cfc1c5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.224107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-472098b3-742e-4d83-a73d-22096376d14e req-048d9a5a-2369-4bd1-b498-4d00cfc1c5b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3165624 Jul 16 01:28:41.231321 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b0f03b3f-b029-4867-917e-ffc7afd94b53 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Request body: {'subnet': {'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:41.258297 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695122f8-bf6e-43cc-b4ae-825401c58892 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event updated for resources: {'Network': ['ID=cc54e663-5eb9-4f0c-810b-807ed347e527,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:41.261909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7803ce-588d-4ff3-bf4c-657589c5e15b tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Pushing event deleted for resources: {'Port': ['ID=8de7fdc9-ac29-4d7e-abcf-6c094450b516,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:41.272323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network cc54e663-5eb9-4f0c-810b-807ed347e527 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:28:41.332279 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df7803ce-588d-4ff3-bf4c-657589c5e15b tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.335311 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df7803ce-588d-4ff3-bf4c-657589c5e15b tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.336538 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-df7803ce-588d-4ff3-bf4c-657589c5e15b tempest-FloatingIPAdminTestJSON-1899714292 tempest-FloatingIPAdminTestJSON-1899714292-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/c5f8321f-2d63-4ac3-be05-286878d3de79 HTTP/1.1" status: 204 len: 168 time: 0.6922734 Jul 16 01:28:41.344518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37718) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:41.501786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-30b17465-b253-4a40-84a5-261034cfb5d4 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Deleting port 111cbc70-e317-4bc6-9ac1-c10c51b3b142 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:41.502154 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30b17465-b253-4a40-84a5-261034cfb5d4 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.593444 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30b17465-b253-4a40-84a5-261034cfb5d4 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.607666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-30b17465-b253-4a40-84a5-261034cfb5d4 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Calling delete_port for 111cbc70-e317-4bc6-9ac1-c10c51b3b142 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:41.740980 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30b17465-b253-4a40-84a5-261034cfb5d4 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.771805 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b17465-b253-4a40-84a5-261034cfb5d4 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Pushing event deleted for resources: {'Port': ['ID=111cbc70-e317-4bc6-9ac1-c10c51b3b142,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:41.864222 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30b17465-b253-4a40-84a5-261034cfb5d4 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:41.866420 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-30b17465-b253-4a40-84a5-261034cfb5d4 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] 10.222.0.22 "DELETE /v2.0/ports/111cbc70-e317-4bc6-9ac1-c10c51b3b142 HTTP/1.1" status: 204 len: 168 time: 0.5208108 Jul 16 01:28:41.869014 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37732) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:41.944425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffc415f-7c1b-4d41-8eef-fdbb9e9c9d5c tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:41.946006 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bffc415f-7c1b-4d41-8eef-fdbb9e9c9d5c tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] 10.222.0.22 "GET /v2.0/ports?device_id=d84526a0-1ae9-4507-b146-c448acebc404 HTTP/1.1" status: 200 len: 913 time: 0.0760512 Jul 16 01:28:41.948845 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37734) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:42.090635 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8ea4cf60-d92c-49f0-86c9-636b58048ef1 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:42.149193 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-472098b3-742e-4d83-a73d-22096376d14e req-97fd297d-fb4d-440a-a20c-1d7fa7c01e96 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9108472 Jul 16 01:28:42.195900 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.202545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f03b3f-b029-4867-917e-ffc7afd94b53 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Made reservation on behalf of c8f1e6d412a34247b42a5764fe54d71e for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:42.206267 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0f03b3f-b029-4867-917e-ffc7afd94b53 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.235937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8ea4cf60-d92c-49f0-86c9-636b58048ef1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ea4cf60-d92c-49f0-86c9-636b58048ef1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:42.237152 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4ce821-6d2f-4b80-b13c-1e0612f7076e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea4cf60-d92c-49f0-86c9-636b58048ef1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:42.240207 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47b7540-b984-4d86-97b9-fff5e2101fc6" -d '{"events": [{"server_uuid": "8f4ce821-6d2f-4b80-b13c-1e0612f7076e", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea4cf60-d92c-49f0-86c9-636b58048ef1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:42.244078 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.248877 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d1299-39d6-49a1-a232-588ae25974a0 req-f959a69b-dba1-4453-8299-d836f4e5a23d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.251984 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-783d1299-39d6-49a1-a232-588ae25974a0 req-f959a69b-dba1-4453-8299-d836f4e5a23d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 946 time: 0.8223910 Jul 16 01:28:42.294240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6266df3e-82b4-44e6-a736-7b6250a5078d {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:42.299129 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=8ea4cf60-d92c-49f0-86c9-636b58048ef1,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.308901 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:42.309244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:42.309588 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:42.310091 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:42.310822 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:42.310822 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:42.311058 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:42.311391 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:42.311823 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:42.312088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:42.312413 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:42.312734 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:28:42.323016 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.391478 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.415037 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7b8435d-3467-4166-b306-ea72a3b927e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.442652 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.457805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Transition to ACTIVE for port object 6266df3e-82b4-44e6-a736-7b6250a5078d will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:42.500245 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.514163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-783d1299-39d6-49a1-a232-588ae25974a0 req-8ade6e3f-629c-4501-9491-e4f9d778ef90 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449815 Jul 16 01:28:42.577774 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf3dc74-cb46-4831-b87c-7dae5980785e x-openstack-request-id: req-eaf3dc74-cb46-4831-b87c-7dae5980785e {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:42.578280 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4ce821-6d2f-4b80-b13c-1e0612f7076e", "name": "network-vif-unplugged", "status": "completed", "tag": "8ea4cf60-d92c-49f0-86c9-636b58048ef1", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:42.578720 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eaf3dc74-cb46-4831-b87c-7dae5980785e {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:42.579292 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4ce821-6d2f-4b80-b13c-1e0612f7076e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ea4cf60-d92c-49f0-86c9-636b58048ef1', 'code': 200} Jul 16 01:28:42.586669 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-472098b3-742e-4d83-a73d-22096376d14e req-967b6cfe-09ea-42c7-b21e-65d5fa357a17 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273772 Jul 16 01:28:42.587276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event updated for resources: {'Port': ['ID=36d3bcf8-015b-4174-b321-4713a3cacb59,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.613948 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:28:42.696307 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.743700 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29973ef-4f99-4934-ae28-01b953cd1e40 req-fd6d92b6-5e48-4c32-9753-0cde3842ef04 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:42.745260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a29973ef-4f99-4934-ae28-01b953cd1e40 req-fd6d92b6-5e48-4c32-9753-0cde3842ef04 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 931 time: 0.3869574 Jul 16 01:28:42.745883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Pushing event updated for resources: {'Port': ['ID=6266df3e-82b4-44e6-a736-7b6250a5078d,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:42.752295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8435d-3467-4166-b306-ea72a3b927e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Deleting port 9faec56a-bc4a-422b-a3f8-06df5ab6b514 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:42.752657 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7b8435d-3467-4166-b306-ea72a3b927e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.782909 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.795431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3f2d99e3-91fe-4d79-8a3d-85f3af605d1b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9699669 Jul 16 01:28:42.866207 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7b8435d-3467-4166-b306-ea72a3b927e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.880723 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8435d-3467-4166-b306-ea72a3b927e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Calling delete_port for 9faec56a-bc4a-422b-a3f8-06df5ab6b514 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:42.894611 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a29973ef-4f99-4934-ae28-01b953cd1e40 req-ac89f3a5-189a-41db-a852-1f7f0f3f4b7d tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360500 Jul 16 01:28:42.896706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Attempting to bind port 6266df3e-82b4-44e6-a736-7b6250a5078d on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:42.897049 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Attempting to bind port 6266df3e-82b4-44e6-a736-7b6250a5078d by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '451e45e7-49d2-4f9c-bc30-bd5513e7563f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:42.897381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Attempting to bind port 6266df3e-82b4-44e6-a736-7b6250a5078d on network 17517a68-6fd4-42bc-83f7-ecc5ae23a8df {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:42.901633 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0f03b3f-b029-4867-917e-ffc7afd94b53 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.932375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Port 6266df3e-82b4-44e6-a736-7b6250a5078d on network 17517a68-6fd4-42bc-83f7-ecc5ae23a8df not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:42.932707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Attempting to bind port 6266df3e-82b4-44e6-a736-7b6250a5078d on network 17517a68-6fd4-42bc-83f7-ecc5ae23a8df {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:42.964805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:42.965154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Checking segment: {'id': '451e45e7-49d2-4f9c-bc30-bd5513e7563f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:42.965549 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Bound using segment: {'id': '451e45e7-49d2-4f9c-bc30-bd5513e7563f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:42.965995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Bound port: 6266df3e-82b4-44e6-a736-7b6250a5078d, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '451e45e7-49d2-4f9c-bc30-bd5513e7563f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:42.966391 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:42.996494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f03b3f-b029-4867-917e-ffc7afd94b53 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event updated for resources: {'Subnet': ['ID=e5f853c1-a601-4513-aeeb-19c9588d26d7,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:43.043252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8765c0-18d5-4984-b90a-ffaf7bc95d2d req-7a665dea-cc97-447f-86f1-a3afd5f0de22 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.044759 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e8765c0-18d5-4984-b90a-ffaf7bc95d2d req-7a665dea-cc97-447f-86f1-a3afd5f0de22 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2328064 Jul 16 01:28:43.074160 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f03b3f-b029-4867-917e-ffc7afd94b53 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Checking segment: {'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:43.074829 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f03b3f-b029-4867-917e-ffc7afd94b53 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Network hostable DHCP agents. Network: 5c2dc518-4925-4630-945e-7b256c4b9189, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:43.094550 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7b8435d-3467-4166-b306-ea72a3b927e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.119892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8435d-3467-4166-b306-ea72a3b927e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Pushing event deleted for resources: {'Port': ['ID=9faec56a-bc4a-422b-a3f8-06df5ab6b514,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:43.143037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-e97d8927-89fd-4118-b1c0-cc2cf8d932cd tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--225940494&fields=id&tenant_id=dc7c79121ea347e08eab6bb95810733c HTTP/1.1" status: 200 len: 267 time: 0.1131506 Jul 16 01:28:43.146974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] For port 6266df3e-82b4-44e6-a736-7b6250a5078d, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:43.151398 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e8765c0-18d5-4984-b90a-ffaf7bc95d2d req-a2251279-0967-4268-b402-f51ca6ee4782 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991366 Jul 16 01:28:43.153899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f03b3f-b029-4867-917e-ffc7afd94b53 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Network 5c2dc518-4925-4630-945e-7b256c4b9189 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:43.166736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] For port 6266df3e-82b4-44e6-a736-7b6250a5078d, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6266df3e-82b4-44e6-a736-7b6250a5078d,segment=NetworkSegment(451e45e7-49d2-4f9c-bc30-bd5513e7563f),segment_id=451e45e7-49d2-4f9c-bc30-bd5513e7563f)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:43.180918 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.210353 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b0f03b3f-b029-4867-917e-ffc7afd94b53 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 5c2dc518-4925-4630-945e-7b256c4b9189) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:43.220572 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9da75e-39c0-4a13-b6f3-a6226647d05b None None] Network 5c2dc518-4925-4630-945e-7b256c4b9189 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:43.256980 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f03b3f-b029-4867-917e-ffc7afd94b53 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.257580 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0f03b3f-b029-4867-917e-ffc7afd94b53 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.271590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.277366 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.278869 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] 10.222.0.70 "PUT /v2.0/ports/6266df3e-82b4-44e6-a736-7b6250a5078d HTTP/1.1" status: 200 len: 1092 time: 2.2786136 Jul 16 01:28:43.282067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2', 'tag': '6266df3e-82b4-44e6-a736-7b6250a5078d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:43.284383 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697aeab1-c67e-4c13-82b4-c99388ed83a9" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2", "tag": "6266df3e-82b4-44e6-a736-7b6250a5078d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:43.387223 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7b8435d-3467-4166-b306-ea72a3b927e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.407190 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b0f03b3f-b029-4867-917e-ffc7afd94b53 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.1818178 Jul 16 01:28:43.414902 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37770) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:43.422560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-5c2dc518-4925-4630-945e-7b256c4b9189', 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'fixed_ips': [{'subnet_id': 'e5f853c1-a601-4513-aeeb-19c9588d26d7'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:28:43.423442 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.440338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-cf78ea89-3fa5-4f90-b493-91142710fc31 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Request body: {'subnet': {'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:43.443691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a18427-014e-401f-83e3-2c74a1376a06 service neutron] Pushing event updated for resources: {'Port': ['ID=6266df3e-82b4-44e6-a736-7b6250a5078d,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:43.497653 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-9d5b4844-5aa3-44cf-a33b-a1dccfcb4a5b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.499556 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-9d5b4844-5aa3-44cf-a33b-a1dccfcb4a5b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/networks?id=82cbe9d9-283a-4c69-a1bc-536a90b2446b HTTP/1.1" status: 200 len: 816 time: 0.3385286 Jul 16 01:28:43.571156 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Allocated IP 10.1.1.2 (5c2dc518-4925-4630-945e-7b256c4b9189/e5f853c1-a601-4513-aeeb-19c9588d26d7/2575ce5d-48b5-4d8a-a72e-3582a997f438) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:43.574773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-a46b900f-35a8-401a-80e4-c1e3d534bc09 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/quotas/dc7c79121ea347e08eab6bb95810733c HTTP/1.1" status: 200 len: 375 time: 0.0629909 Jul 16 01:28:43.609733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-cff0cd9e-9523-4a1a-ad67-9aed60c5dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.611299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-cff0cd9e-9523-4a1a-ad67-9aed60c5dce7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f5d627e286b4e259fd3ddfebd6bb5da&device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 1095 time: 0.2700443 Jul 16 01:28:43.653125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be18388f-6cf1-4a49-979e-deb87c2b8426 req-7f9e3588-4f8c-4ada-b1d0-4f5173521392 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.655283 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be18388f-6cf1-4a49-979e-deb87c2b8426 req-7f9e3588-4f8c-4ada-b1d0-4f5173521392 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2927122 Jul 16 01:28:43.707806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf78ea89-3fa5-4f90-b493-91142710fc31 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Made reservation on behalf of c8f1e6d412a34247b42a5764fe54d71e for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:43.711556 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cf78ea89-3fa5-4f90-b493-91142710fc31 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.715309 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-ab56c537-7231-4fef-b907-01a1bf4948c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6266df3e-82b4-44e6-a736-7b6250a5078d HTTP/1.1" status: 200 len: 217 time: 0.0807509 Jul 16 01:28:43.740961 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.750855 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Transition to ACTIVE for port object 2575ce5d-48b5-4d8a-a72e-3582a997f438 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:43.767851 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Transition to ACTIVE for port object 2575ce5d-48b5-4d8a-a72e-3582a997f438 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:43.775375 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.820280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Network 5c2dc518-4925-4630-945e-7b256c4b9189 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:43.823498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:43.831836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:43.841502 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Pushing event updated for resources: {'Port': ['ID=2575ce5d-48b5-4d8a-a72e-3582a997f438,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:43.870642 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be18388f-6cf1-4a49-979e-deb87c2b8426 req-beaae345-9b9d-4779-88f8-1c717c7bc94d tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724093 Jul 16 01:28:43.904087 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-3ccbd0d2-7a12-481b-90f1-040d6b69a5be tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc7c79121ea347e08eab6bb95810733c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3079331 Jul 16 01:28:43.911545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Attempting to bind port 2575ce5d-48b5-4d8a-a72e-3582a997f438 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:43.911545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Attempting to bind port 2575ce5d-48b5-4d8a-a72e-3582a997f438 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:43.911545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Attempting to bind port 2575ce5d-48b5-4d8a-a72e-3582a997f438 on network 5c2dc518-4925-4630-945e-7b256c4b9189 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:43.918718 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:43.919112 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Checking segment: {'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:43.920335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-7d26c6d1-0327-412d-b3ad-5e274448cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:43.920571 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.920997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Bound using segment: {'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:43.921543 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Bound port: 2575ce5d-48b5-4d8a-a72e-3582a997f438, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:43.921933 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:43.922143 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-7d26c6d1-0327-412d-b3ad-5e274448cc93 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1c950e85-6bf7-434d-a6fe-be8950ce0e56 HTTP/1.1" status: 200 len: 851 time: 0.1724865 Jul 16 01:28:43.959671 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b8435d-3467-4166-b306-ea72a3b927e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Router d84526a0-1ae9-4507-b146-c448acebc404 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:28:43.985124 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9f70b4-db98-40e9-a71f-b7cc6980b215 x-openstack-request-id: req-1f9f70b4-db98-40e9-a71f-b7cc6980b215 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:43.985419 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2", "tag": "6266df3e-82b4-44e6-a736-7b6250a5078d", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:43.985671 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f9f70b4-db98-40e9-a71f-b7cc6980b215 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:43.986064 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2', 'tag': '6266df3e-82b4-44e6-a736-7b6250a5078d', 'status': 'completed', 'code': 200} Jul 16 01:28:43.991852 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-a01227d1-95ca-4dee-8e0c-4ee4bfef5121 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=17517a68-6fd4-42bc-83f7-ecc5ae23a8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506432 Jul 16 01:28:44.000168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] For port 2575ce5d-48b5-4d8a-a72e-3582a997f438, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:44.003968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] For port 2575ce5d-48b5-4d8a-a72e-3582a997f438, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2575ce5d-48b5-4d8a-a72e-3582a997f438,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:44.008460 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.139513 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9722a6-03a1-4e27-a871-604cd74c9f88 None None] Pushing event updated for resources: {'Port': ['ID=2575ce5d-48b5-4d8a-a72e-3582a997f438,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:44.165323 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b8435d-3467-4166-b306-ea72a3b927e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:28:44.174668 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b7b8435d-3467-4166-b306-ea72a3b927e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] 10.222.0.22 "PUT /v2.0/routers/d84526a0-1ae9-4507-b146-c448acebc404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2247374 Jul 16 01:28:44.175348 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37778) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:44.176898 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39504203-d459-4eba-a5c5-0d707a4d984a None None] Sync routers for ids ['d84526a0-1ae9-4507-b146-c448acebc404'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:28:44.193859 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39504203-d459-4eba-a5c5-0d707a4d984a None None] Routers {'d84526a0-1ae9-4507-b146-c448acebc404'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:44.195333 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-39504203-d459-4eba-a5c5-0d707a4d984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:28:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d84526a0-1ae9-4507-b146-c448acebc404'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:44.249618 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-39504203-d459-4eba-a5c5-0d707a4d984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:44.266419 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-bbbd7a97-b325-4954-ab70-a51d98758436 service neutron] 10.222.0.22 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3586347 Jul 16 01:28:44.271173 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39504203-d459-4eba-a5c5-0d707a4d984a None None] Routers {'d84526a0-1ae9-4507-b146-c448acebc404'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:28:44.271824 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-39504203-d459-4eba-a5c5-0d707a4d984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:28:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d84526a0-1ae9-4507-b146-c448acebc404'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:44.303871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-15ace848-0ba1-46e2-a1c4-9cab859df926 service neutron] 10.222.0.70 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012409 Jul 16 01:28:44.343419 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-39504203-d459-4eba-a5c5-0d707a4d984a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:44.344461 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39504203-d459-4eba-a5c5-0d707a4d984a None None] The sync data for ids ['d84526a0-1ae9-4507-b146-c448acebc404'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:28:44.407365 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cf78ea89-3fa5-4f90-b493-91142710fc31 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.410970 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a24fcec-22db-454b-b243-a5d657449021 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.603591 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a24fcec-22db-454b-b243-a5d657449021 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.604193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e7b85-776e-47ee-b456-10714bdac064 req-984c4ab7-158a-48b7-b33f-d83b2ed3e08f tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.605807 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-446e7b85-776e-47ee-b456-10714bdac064 req-984c4ab7-158a-48b7-b33f-d83b2ed3e08f tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 944 time: 0.4646878 Jul 16 01:28:44.619838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78ea89-3fa5-4f90-b493-91142710fc31 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event updated for resources: {'Subnet': ['ID=0774ea09-4045-415e-aa75-851c6a10e42e,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:44.652128 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-eaea6273-89eb-49f8-a13d-ea4c9d9e6bb7 service neutron] 10.222.0.22 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845820 Jul 16 01:28:44.689445 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a42f19-fcf9-4602-aaf7-4ce7316f016a req-8091e2e1-e7cc-4169-bcc9-ff3547907349 service neutron] 10.222.0.70 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678648 Jul 16 01:28:44.701967 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf78ea89-3fa5-4f90-b493-91142710fc31 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Checking segment: {'id': '6c873a90-f6ac-4110-8393-6631a2f68215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:44.702402 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf78ea89-3fa5-4f90-b493-91142710fc31 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Network hostable DHCP agents. Network: cc54e663-5eb9-4f0c-810b-807ed347e527, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:28:44.710709 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-446e7b85-776e-47ee-b456-10714bdac064 req-c855fd2b-4fdd-404a-81ee-5a0c1fbcaa19 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884917 Jul 16 01:28:44.724423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf78ea89-3fa5-4f90-b493-91142710fc31 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Network cc54e663-5eb9-4f0c-810b-807ed347e527 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:28:44.736371 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5a24fcec-22db-454b-b243-a5d657449021 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Deleting port 807d0c3f-0757-443a-a8c6-f9aa2aaf9469 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:44.736728 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a24fcec-22db-454b-b243-a5d657449021 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.747105 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-cf78ea89-3fa5-4f90-b493-91142710fc31 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, cc54e663-5eb9-4f0c-810b-807ed347e527) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:44.758088 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf78ea89-3fa5-4f90-b493-91142710fc31 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.759099 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cf78ea89-3fa5-4f90-b493-91142710fc31 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:44.760378 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db42b22-70a3-49a3-b44d-1a5e74ae9e0f None None] Network cc54e663-5eb9-4f0c-810b-807ed347e527 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:44.789380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cf78ea89-3fa5-4f90-b493-91142710fc31 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3534281 Jul 16 01:28:44.794046 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37788) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:44.806434 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b021186e-f6d1-4d9f-b653-f0cbbff3e4f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Request body: {'port': {'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189', 'name': 'tempest-TaggedBootDevicesTest_v242-1981439188', 'fixed_ips': [{'subnet_id': 'e5f853c1-a601-4513-aeeb-19c9588d26d7'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:44.908695 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aeab1-c67e-4c13-82b4-c99388ed83a9 req-cd04e91e-0e38-4763-bd5a-01cb3d0f10aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:44.912389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-697aeab1-c67e-4c13-82b4-c99388ed83a9 req-cd04e91e-0e38-4763-bd5a-01cb3d0f10aa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f5d627e286b4e259fd3ddfebd6bb5da&device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 1095 time: 0.1230025 Jul 16 01:28:44.994673 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9dcca54d-1c95-4c64-8be7-04f1bb1002e0 req-e93d2768-7e12-43f3-92ba-78cd510422cf tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 210 time: 0.0768306 Jul 16 01:28:45.113351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-cc54e663-5eb9-4f0c-810b-807ed347e527', 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'fixed_ips': [{'subnet_id': '0774ea09-4045-415e-aa75-851c6a10e42e'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:28:45.115144 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.138059 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a24fcec-22db-454b-b243-a5d657449021 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.182887 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5a24fcec-22db-454b-b243-a5d657449021 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Calling delete_port for 807d0c3f-0757-443a-a8c6-f9aa2aaf9469 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:45.284159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b021186e-f6d1-4d9f-b653-f0cbbff3e4f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Made reservation on behalf of c8f1e6d412a34247b42a5764fe54d71e for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:45.520355 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Allocated IP 10.2.2.2 (cc54e663-5eb9-4f0c-810b-807ed347e527/0774ea09-4045-415e-aa75-851c6a10e42e/44283f95-77c0-4d76-ac12-5042f765e4e7) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:45.557963 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b021186e-f6d1-4d9f-b653-f0cbbff3e4f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.612143 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-b021186e-f6d1-4d9f-b653-f0cbbff3e4f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] device_id is not set on port 94a80f8a-7bf7-408e-959c-602886a9a07c yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:28:45.716949 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2575ce5d-48b5-4d8a-a72e-3582a997f438 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:45.806031 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a24fcec-22db-454b-b243-a5d657449021 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:45.885340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24fcec-22db-454b-b243-a5d657449021 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Pushing event deleted for resources: {'Port': ['ID=807d0c3f-0757-443a-a8c6-f9aa2aaf9469,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:45.909754 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88aeef-8ddf-4278-9e42-f78fa8036ab4 req-3e2de883-7ac0-46cb-8afd-4ff0dc771df2 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.911204 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1e88aeef-8ddf-4278-9e42-f78fa8036ab4 req-3e2de883-7ac0-46cb-8afd-4ff0dc771df2 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 943 time: 0.8894234 Jul 16 01:28:45.913159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d66efcb-4a24-4cf6-801b-1a208785e4f2 None None] Network 5c2dc518-4925-4630-945e-7b256c4b9189 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:45.914703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aeab1-c67e-4c13-82b4-c99388ed83a9 req-9f50ded7-b565-4175-bfab-182c00c09c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:45.916257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-697aeab1-c67e-4c13-82b4-c99388ed83a9 req-9f50ded7-b565-4175-bfab-182c00c09c96 service neutron] 10.222.0.70 "GET /v2.0/networks?id=17517a68-6fd4-42bc-83f7-ecc5ae23a8df HTTP/1.1" status: 200 len: 912 time: 0.9811726 Jul 16 01:28:46.015117 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a24fcec-22db-454b-b243-a5d657449021 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.098890 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-519a9b30-5cb2-499a-852f-1767e226bb9d None None] Provisioning for port 2575ce5d-48b5-4d8a-a72e-3582a997f438 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:46.107545 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-697aeab1-c67e-4c13-82b4-c99388ed83a9 req-af7e91db-4dbc-442a-afcf-ddcccc7a3ba1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6266df3e-82b4-44e6-a736-7b6250a5078d HTTP/1.1" status: 200 len: 217 time: 0.1805019 Jul 16 01:28:46.121073 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1e88aeef-8ddf-4278-9e42-f78fa8036ab4 req-64adbe94-b610-4d03-ae0a-600e65850aae tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961689 Jul 16 01:28:46.126716 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-b021186e-f6d1-4d9f-b653-f0cbbff3e4f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Allocated IP 10.1.1.22 (5c2dc518-4925-4630-945e-7b256c4b9189/e5f853c1-a601-4513-aeeb-19c9588d26d7/94a80f8a-7bf7-408e-959c-602886a9a07c) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:46.137122 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a24fcec-22db-454b-b243-a5d657449021 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.142760 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a24fcec-22db-454b-b243-a5d657449021 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.182089 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.201430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Transition to ACTIVE for port object 44283f95-77c0-4d76-ac12-5042f765e4e7 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:46.205618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 2575ce5d-48b5-4d8a-a72e-3582a997f438 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:46.222453 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2575ce5d-48b5-4d8a-a72e-3582a997f438 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:46.222970 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.223666 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aeab1-c67e-4c13-82b4-c99388ed83a9 req-2a307bfa-a3f4-4571-a3b2-cbdac294cb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.226744 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a24fcec-22db-454b-b243-a5d657449021 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.227444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a24fcec-22db-454b-b243-a5d657449021 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Fanout notify agent at l3_agent the message router_deleted on router d84526a0-1ae9-4507-b146-c448acebc404 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:28:46.228051 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-697aeab1-c67e-4c13-82b4-c99388ed83a9 req-2a307bfa-a3f4-4571-a3b2-cbdac294cb60 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1c950e85-6bf7-434d-a6fe-be8950ce0e56 HTTP/1.1" status: 200 len: 851 time: 0.1054649 Jul 16 01:28:46.237978 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a24fcec-22db-454b-b243-a5d657449021 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.241721 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5a24fcec-22db-454b-b243-a5d657449021 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] 10.222.0.22 "DELETE /v2.0/routers/d84526a0-1ae9-4507-b146-c448acebc404 HTTP/1.1" status: 204 len: 168 time: 2.0653286 Jul 16 01:28:46.244544 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37806) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:46.273461 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-697aeab1-c67e-4c13-82b4-c99388ed83a9 req-3e826b63-e131-4862-a0aa-03ca440ddb36 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=17517a68-6fd4-42bc-83f7-ecc5ae23a8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331714 Jul 16 01:28:46.308712 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Transition to ACTIVE for port object 44283f95-77c0-4d76-ac12-5042f765e4e7 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:46.358247 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bc0670-58f7-4a6e-960e-2d36e11f48ff tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Deleting subnet b5e354f1-d169-4386-813c-a2815dd89815 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:28:46.368539 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53bc0670-58f7-4a6e-960e-2d36e11f48ff tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.429999 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53bc0670-58f7-4a6e-960e-2d36e11f48ff tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.447983 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1180c6d4-9071-4a08-a1b7-0e93f9e95e9e req-8c04ce1c-02e6-428d-b601-71459852a697 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 210 time: 0.0330749 Jul 16 01:28:46.451745 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-697aeab1-c67e-4c13-82b4-c99388ed83a9 req-6a73962c-0213-4385-9a28-d6e065a2be7c service neutron] 10.222.0.70 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677375 Jul 16 01:28:46.467993 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b021186e-f6d1-4d9f-b653-f0cbbff3e4f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.496392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-b021186e-f6d1-4d9f-b653-f0cbbff3e4f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Transition to ACTIVE for port object 94a80f8a-7bf7-408e-959c-602886a9a07c will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:46.499477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab54849-15f8-4d7b-bcd5-a4ffa8277450 req-46c4ff65-41b6-4abf-90b7-b219d8a7c6aa tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.501112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ab54849-15f8-4d7b-bcd5-a4ffa8277450 req-46c4ff65-41b6-4abf-90b7-b219d8a7c6aa tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 944 time: 0.3926663 Jul 16 01:28:46.563237 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53bc0670-58f7-4a6e-960e-2d36e11f48ff tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.582438 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ab54849-15f8-4d7b-bcd5-a4ffa8277450 req-0d5be0db-0e29-4725-a13d-f789895815b3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707564 Jul 16 01:28:46.602180 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b021186e-f6d1-4d9f-b653-f0cbbff3e4f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.611964 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.616917 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-697aeab1-c67e-4c13-82b4-c99388ed83a9 req-735c6f58-2dda-4ad0-9390-58b91443c2cf service neutron] 10.222.0.70 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554956 Jul 16 01:28:46.682417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b021186e-f6d1-4d9f-b653-f0cbbff3e4f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Network 5c2dc518-4925-4630-945e-7b256c4b9189 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:46.687862 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Network cc54e663-5eb9-4f0c-810b-807ed347e527 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:46.689008 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-b021186e-f6d1-4d9f-b653-f0cbbff3e4f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:46.692631 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:46.694052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b021186e-f6d1-4d9f-b653-f0cbbff3e4f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:46.697179 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53bc0670-58f7-4a6e-960e-2d36e11f48ff tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.706135 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:46.727706 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021186e-f6d1-4d9f-b653-f0cbbff3e4f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event updated for resources: {'Port': ['ID=94a80f8a-7bf7-408e-959c-602886a9a07c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:46.758994 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc0670-58f7-4a6e-960e-2d36e11f48ff tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Pushing event deleted for resources: {'Subnet': ['ID=b5e354f1-d169-4386-813c-a2815dd89815,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:46.769414 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53bc0670-58f7-4a6e-960e-2d36e11f48ff tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.774658 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-53bc0670-58f7-4a6e-960e-2d36e11f48ff tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] 10.222.0.22 "DELETE /v2.0/subnets/b5e354f1-d169-4386-813c-a2815dd89815 HTTP/1.1" status: 204 len: 168 time: 0.5291350 Jul 16 01:28:46.776205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37818) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:46.792298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b021186e-f6d1-4d9f-b653-f0cbbff3e4f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:46.792944 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b021186e-f6d1-4d9f-b653-f0cbbff3e4f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.808824 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b021186e-f6d1-4d9f-b653-f0cbbff3e4f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0120893 Jul 16 01:28:46.809574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Pushing event updated for resources: {'Port': ['ID=44283f95-77c0-4d76-ac12-5042f765e4e7,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:46.811915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37820) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:46.812781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961d9944-da26-4bb4-bd9b-5376f8e0a58e None None] Network b62cc6a7-5460-49f3-8eac-325d475066e0 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:46.817474 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-edae6155-16eb-417f-8831-4b612250cbd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Request body: {'port': {'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189', 'name': 'tempest-TaggedBootDevicesTest_v242-849773039', 'fixed_ips': [{'subnet_id': 'e5f853c1-a601-4513-aeeb-19c9588d26d7'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:46.870980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Attempting to bind port 44283f95-77c0-4d76-ac12-5042f765e4e7 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:46.871466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Attempting to bind port 44283f95-77c0-4d76-ac12-5042f765e4e7 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '6c873a90-f6ac-4110-8393-6631a2f68215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:46.871884 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Attempting to bind port 44283f95-77c0-4d76-ac12-5042f765e4e7 on network cc54e663-5eb9-4f0c-810b-807ed347e527 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:46.928685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:46.929458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Checking segment: {'id': '6c873a90-f6ac-4110-8393-6631a2f68215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:46.929458 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.929855 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Bound using segment: {'id': '6c873a90-f6ac-4110-8393-6631a2f68215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:46.930314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Bound port: 44283f95-77c0-4d76-ac12-5042f765e4e7, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c873a90-f6ac-4110-8393-6631a2f68215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:46.930692 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.977246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edae6155-16eb-417f-8831-4b612250cbd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Made reservation on behalf of c8f1e6d412a34247b42a5764fe54d71e for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:46.987462 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-edae6155-16eb-417f-8831-4b612250cbd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:46.993510 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.012908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-edae6155-16eb-417f-8831-4b612250cbd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] device_id is not set on port 27f917a1-0806-4b45-b753-7a34e84803ab yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:28:47.030119 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-272b6314-2fe4-47e2-a4d6-7e44d0750e25 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.035367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-272b6314-2fe4-47e2-a4d6-7e44d0750e25 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.69 "GET /v2.0/networks?id=82cbe9d9-283a-4c69-a1bc-536a90b2446b HTTP/1.1" status: 200 len: 816 time: 0.1329920 Jul 16 01:28:47.102475 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 2575ce5d-48b5-4d8a-a72e-3582a997f438, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2575ce5d-48b5-4d8a-a72e-3582a997f438,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:47.113850 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.179773 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364402a-cf44-46d2-8241-c57323e59407 req-f5d37e8a-3967-4b9b-9005-e5b171117357 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.189093 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8364402a-cf44-46d2-8241-c57323e59407 req-f5d37e8a-3967-4b9b-9005-e5b171117357 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.4142113 Jul 16 01:28:47.195249 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=2575ce5d-48b5-4d8a-a72e-3582a997f438,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:47.206475 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.229975 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-edae6155-16eb-417f-8831-4b612250cbd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Allocated IP 10.1.1.83 (5c2dc518-4925-4630-945e-7b256c4b9189/e5f853c1-a601-4513-aeeb-19c9588d26d7/27f917a1-0806-4b45-b753-7a34e84803ab) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:47.230836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b9662c-bc56-47b4-b048-b56b5dc12452 req-3e103b37-12c9-496e-b18c-c27f72d3d71a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.238673 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14b9662c-bc56-47b4-b048-b56b5dc12452 req-3e103b37-12c9-496e-b18c-c27f72d3d71a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.4115682 Jul 16 01:28:47.242535 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] For port 44283f95-77c0-4d76-ac12-5042f765e4e7, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:47.244118 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-6b336b7c-a27e-4da5-bf25-5938214681de tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc7c79121ea347e08eab6bb95810733c HTTP/1.1" status: 200 len: 379 time: 0.1580136 Jul 16 01:28:47.246860 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] For port 44283f95-77c0-4d76-ac12-5042f765e4e7, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=44283f95-77c0-4d76-ac12-5042f765e4e7,segment=NetworkSegment(6c873a90-f6ac-4110-8393-6631a2f68215),segment_id=6c873a90-f6ac-4110-8393-6631a2f68215)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:47.251983 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.280654 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-eb00689d-cd06-4702-b0ed-d70336b7a535 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Request body: {'port': {'device_id': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'admin_state_up': True, 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'security_groups': ['44176515-7cf7-47ef-b740-692d790c1fe6']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:47.337454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d33a47-f74f-4bc4-bd14-0e07683e43e6 None None] Pushing event updated for resources: {'Port': ['ID=44283f95-77c0-4d76-ac12-5042f765e4e7,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:47.344323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1570a2bb-ec6d-4a38-b0f0-21e88be37bf7 None None] Provisioning complete for port 2575ce5d-48b5-4d8a-a72e-3582a997f438 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:47.344688 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1570a2bb-ec6d-4a38-b0f0-21e88be37bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.350923 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8364402a-cf44-46d2-8241-c57323e59407 req-9ce776e5-f57e-40a4-9423-5c3fbfbca2ad tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602633 Jul 16 01:28:47.382821 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dc04cd-af97-4aac-a23c-ca01a3a185c8 None None] DHCP port deletion for b62cc6a7-5460-49f3-8eac-325d475066e0 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:28:47.418780 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14b9662c-bc56-47b4-b048-b56b5dc12452 req-37b091da-40c5-4a95-8ce1-a2a227ad506c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791537 Jul 16 01:28:47.490987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc04cd-af97-4aac-a23c-ca01a3a185c8 None None] Deleting port 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:47.491369 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d0dc04cd-af97-4aac-a23c-ca01a3a185c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.564622 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-edae6155-16eb-417f-8831-4b612250cbd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.596926 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-edae6155-16eb-417f-8831-4b612250cbd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Transition to ACTIVE for port object 27f917a1-0806-4b45-b753-7a34e84803ab will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:47.651673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d0dc04cd-af97-4aac-a23c-ca01a3a185c8 None None] For port 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c,segment=NetworkSegment(ae3b7590-79eb-4a93-b8e5-a75afc3ba080),segment_id=ae3b7590-79eb-4a93-b8e5-a75afc3ba080)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:47.652241 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d0dc04cd-af97-4aac-a23c-ca01a3a185c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.666098 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-edae6155-16eb-417f-8831-4b612250cbd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.673259 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d0dc04cd-af97-4aac-a23c-ca01a3a185c8 None None] Calling delete_port for 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:47.681698 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6266df3e-82b4-44e6-a736-7b6250a5078d details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:47.688882 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2575ce5d-48b5-4d8a-a72e-3582a997f438 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:47.725553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edae6155-16eb-417f-8831-4b612250cbd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Network 5c2dc518-4925-4630-945e-7b256c4b9189 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:47.729532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-edae6155-16eb-417f-8831-4b612250cbd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:47.741428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edae6155-16eb-417f-8831-4b612250cbd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:47.806728 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae6155-16eb-417f-8831-4b612250cbd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event updated for resources: {'Port': ['ID=27f917a1-0806-4b45-b753-7a34e84803ab,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:47.831227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Deleting port 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:47.831507 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.843696 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edae6155-16eb-417f-8831-4b612250cbd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.844574 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-edae6155-16eb-417f-8831-4b612250cbd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.890288 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-edae6155-16eb-417f-8831-4b612250cbd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0722878 Jul 16 01:28:47.900079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-eb00689d-cd06-4702-b0ed-d70336b7a535 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Made reservation on behalf of dc7c79121ea347e08eab6bb95810733c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:47.904898 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-eb00689d-cd06-4702-b0ed-d70336b7a535 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:47.934210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb9eed-79b6-4381-a043-90e47305c1cd req-4293f5fa-6216-49e3-a7fb-adef90581b61 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:47.936032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19eb9eed-79b6-4381-a043-90e47305c1cd req-4293f5fa-6216-49e3-a7fb-adef90581b61 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 943 time: 0.3345387 Jul 16 01:28:47.963550 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.resource_extend [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:28:47.986436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8e7549f1-8810-4bde-9faf-89eaeb562fdb None None] Provisioning for port 94a80f8a-7bf7-408e-959c-602886a9a07c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:48.025299 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8e7549f1-8810-4bde-9faf-89eaeb562fdb None None] Provisioning complete for port 94a80f8a-7bf7-408e-959c-602886a9a07c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:48.026014 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e7549f1-8810-4bde-9faf-89eaeb562fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.029554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] For port 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c,segment=NetworkSegment(ae3b7590-79eb-4a93-b8e5-a75afc3ba080),segment_id=ae3b7590-79eb-4a93-b8e5-a75afc3ba080)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:48.035406 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.038740 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2575ce5d-48b5-4d8a-a72e-3582a997f438 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:48.039111 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.053113 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb23d5f7-1d02-495c-ad0f-6e8b2760bc3c req-923284f1-f641-4dbd-bbcf-bb07263fdf6f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3018980 Jul 16 01:28:48.069145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d70e7ca-a8ea-41da-9a30-a5cfa996bb40 req-e72667b5-3352-409c-8ec3-a87b382814af tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.076207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d70e7ca-a8ea-41da-9a30-a5cfa996bb40 req-e72667b5-3352-409c-8ec3-a87b382814af tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.3911908 Jul 16 01:28:48.131123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Calling delete_port for 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:48.153612 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8ea4cf60-d92c-49f0-86c9-636b58048ef1 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:48.175381 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19eb9eed-79b6-4381-a043-90e47305c1cd req-99d607ba-4921-49b3-a497-59f8bcb0f8ba tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963959 Jul 16 01:28:48.197610 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8e7549f1-8810-4bde-9faf-89eaeb562fdb None None] Port 94a80f8a-7bf7-408e-959c-602886a9a07c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:48.226994 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d0dc04cd-af97-4aac-a23c-ca01a3a185c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.245709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6266df3e-82b4-44e6-a736-7b6250a5078d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6266df3e-82b4-44e6-a736-7b6250a5078d,segment=NetworkSegment(451e45e7-49d2-4f9c-bc30-bd5513e7563f),segment_id=451e45e7-49d2-4f9c-bc30-bd5513e7563f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:48.269719 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d70e7ca-a8ea-41da-9a30-a5cfa996bb40 req-5664d1ee-156f-4a66-86f2-b3dd455e3782 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926355 Jul 16 01:28:48.275607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc04cd-af97-4aac-a23c-ca01a3a185c8 None None] Pushing event deleted for resources: {'Port': ['ID=95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:48.289768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dc04cd-af97-4aac-a23c-ca01a3a185c8 None None] No DVR routers for this DVR port 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:48.299957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '6266df3e-82b4-44e6-a736-7b6250a5078d', 'network_id': '17517a68-6fd4-42bc-83f7-ecc5ae23a8df', 'port_id': '6266df3e-82b4-44e6-a736-7b6250a5078d', 'mac_address': 'fa:16:3e:ba:6f:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c950e85-6bf7-434d-a6fe-be8950ce0e56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:48.352920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-eb00689d-cd06-4702-b0ed-d70336b7a535 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Allocated IP 172.20.0.12 (82cbe9d9-283a-4c69-a1bc-536a90b2446b/fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7/ee0416f3-5090-40dc-b6a0-fe3724923f68) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:48.384923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23d5f7-1d02-495c-ad0f-6e8b2760bc3c req-e2460dd1-f9c7-4f7c-9675-b85074b6350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.386460 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb23d5f7-1d02-495c-ad0f-6e8b2760bc3c req-e2460dd1-f9c7-4f7c-9675-b85074b6350d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 1096 time: 0.2648017 Jul 16 01:28:48.439739 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c14fa5e7-e46d-488a-8cce-ea096eb70bdd None None] Provisioning for port 27f917a1-0806-4b45-b753-7a34e84803ab completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:48.457360 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.459042 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c14fa5e7-e46d-488a-8cce-ea096eb70bdd None None] Provisioning complete for port 27f917a1-0806-4b45-b753-7a34e84803ab triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:48.459623 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c14fa5e7-e46d-488a-8cce-ea096eb70bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.486624 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.506713 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:28:48.524309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] No DVR routers for this DVR port 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:28:48.533451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:28:48.533801 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:28:48.536518 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c14fa5e7-e46d-488a-8cce-ea096eb70bdd None None] Port 27f917a1-0806-4b45-b753-7a34e84803ab cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:48.541526 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6266df3e-82b4-44e6-a736-7b6250a5078d {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:48.568135 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1dc03cb7-8e52-4723-aa6c-8a9af0b8e13c req-a106387f-9a70-4268-821c-1161bef3e3a0 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 210 time: 0.1129041 Jul 16 01:28:48.570058 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6266df3e-82b4-44e6-a736-7b6250a5078d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6266df3e-82b4-44e6-a736-7b6250a5078d,segment=NetworkSegment(451e45e7-49d2-4f9c-bc30-bd5513e7563f),segment_id=451e45e7-49d2-4f9c-bc30-bd5513e7563f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:48.575029 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.605897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Pushing event deleted for resources: {'Port': ['ID=95b9d2b3-0cd6-4a49-adb5-d67e95b41a6c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:48.642273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=6266df3e-82b4-44e6-a736-7b6250a5078d,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:48.648560 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107fcbe-c150-4197-bf3f-1bdc159ce135 req-260343c2-bfe3-4d6c-b5d9-4aa4e88fea2c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.650153 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9107fcbe-c150-4197-bf3f-1bdc159ce135 req-260343c2-bfe3-4d6c-b5d9-4aa4e88fea2c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.3337572 Jul 16 01:28:48.769228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23d5f7-1d02-495c-ad0f-6e8b2760bc3c req-45f5ff18-b716-41fa-a953-a0a40a132663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:48.770722 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb23d5f7-1d02-495c-ad0f-6e8b2760bc3c req-45f5ff18-b716-41fa-a953-a0a40a132663 service neutron] 10.222.0.69 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.3535774 Jul 16 01:28:48.780442 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09a7c64-07c3-4ec8-9cd1-4a9580d622a1 None None] Network cc54e663-5eb9-4f0c-810b-807ed347e527 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:28:48.824217 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.871385 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7214beb3-0c78-4efe-9047-9966993cd7b1 None None] Provisioning for port 44283f95-77c0-4d76-ac12-5042f765e4e7 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:48.875742 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9107fcbe-c150-4197-bf3f-1bdc159ce135 req-784356eb-43d0-4f0b-a01d-61bcc55d2884 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113922 Jul 16 01:28:48.882795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62cc6a7-5460-49f3-8eac-325d475066e0']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:48.905385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3b7590-79eb-4a93-b8e5-a75afc3ba080') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:48.905680 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3b7590-79eb-4a93-b8e5-a75afc3ba080') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:28:48.909668 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-eb00689d-cd06-4702-b0ed-d70336b7a535 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.941825 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37840) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:48.947069 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.949317 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f47e963e-346e-4d6c-aebb-2297e48f625f tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1176983582', 'description': 'tempest-description--1176481880'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:48.970405 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb23d5f7-1d02-495c-ad0f-6e8b2760bc3c req-bac5d9fe-a79e-4207-b7b8-12b64e1ed38c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df0715b-8991-478d-a325-905e669148d1 HTTP/1.1" status: 200 len: 999 time: 0.1883857 Jul 16 01:28:48.971389 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.973961 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-eb00689d-cd06-4702-b0ed-d70336b7a535 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Transition to ACTIVE for port object ee0416f3-5090-40dc-b6a0-fe3724923f68 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:48.974144 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['6266df3e-82b4-44e6-a736-7b6250a5078d'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:48.991742 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:28:48.992421 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:48.996199 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f47e963e-346e-4d6c-aebb-2297e48f625f tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:28:49.013403 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:28:49.125326 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f47e963e-346e-4d6c-aebb-2297e48f625f tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.129014 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f47e963e-346e-4d6c-aebb-2297e48f625f tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.129719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23d5f7-1d02-495c-ad0f-6e8b2760bc3c req-f787bcaa-e812-4a1d-9102-f4b9f6f89ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.131468 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb23d5f7-1d02-495c-ad0f-6e8b2760bc3c req-f787bcaa-e812-4a1d-9102-f4b9f6f89ce7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.1521137 Jul 16 01:28:49.173831 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f47e963e-346e-4d6c-aebb-2297e48f625f tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.175269 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f47e963e-346e-4d6c-aebb-2297e48f625f tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2316761 Jul 16 01:28:49.176896 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e963e-346e-4d6c-aebb-2297e48f625f tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70c87fd2-c552-40b4-bc23-51e4ca5bedbb,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:49.179738 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37842) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:49.185083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7fcc4386-0e0a-4b80-b80b-d53f11869624 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Request body: {'security_group_rule': {'security_group_id': '70c87fd2-c552-40b4-bc23-51e4ca5bedbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:49.200009 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.208645 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.210972 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] 10.222.0.22 "DELETE /v2.0/networks/b62cc6a7-5460-49f3-8eac-325d475066e0 HTTP/1.1" status: 204 len: 168 time: 2.4325504 Jul 16 01:28:49.213769 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37844) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:49.251427 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9b935-fd97-4b26-b943-30c4064668e7 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Pushing event deleted for resources: {'Network': ['ID=b62cc6a7-5460-49f3-8eac-325d475066e0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:49.265657 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-eb00689d-cd06-4702-b0ed-d70336b7a535 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.271943 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4386-0e0a-4b80-b80b-d53f11869624 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.358211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc3c01-e734-4442-870a-1e56d495b748 req-7c282aed-4280-4fba-8b8c-ae41c823b6b1 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.360376 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ccc3c01-e734-4442-870a-1e56d495b748 req-7c282aed-4280-4fba-8b8c-ae41c823b6b1 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.3150887 Jul 16 01:28:49.381431 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-eb00689d-cd06-4702-b0ed-d70336b7a535 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Network 82cbe9d9-283a-4c69-a1bc-536a90b2446b is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:49.411379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-eb00689d-cd06-4702-b0ed-d70336b7a535 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:49.411594 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4386-0e0a-4b80-b80b-d53f11869624 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.414049 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-eb00689d-cd06-4702-b0ed-d70336b7a535 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:49.416883 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4386-0e0a-4b80-b80b-d53f11869624 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.442024 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc4386-0e0a-4b80-b80b-d53f11869624 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc96ccb0-7020-48ab-a644-dc9050e7bc76,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:49.445604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00689d-cd06-4702-b0ed-d70336b7a535 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event updated for resources: {'Port': ['ID=ee0416f3-5090-40dc-b6a0-fe3724923f68,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:49.445775 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7fcc4386-0e0a-4b80-b80b-d53f11869624 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.446839 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7fcc4386-0e0a-4b80-b80b-d53f11869624 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2659523 Jul 16 01:28:49.450433 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37852) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:49.452843 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f9abed51-2336-4507-bc75-7bb3ad5ccdd0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Deleting port 54074068-70a4-471e-a4ac-b53348f4db13 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:28:49.453191 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f9abed51-2336-4507-bc75-7bb3ad5ccdd0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.458918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d780f414-9ddf-4bd8-b6e0-2528bc1f7db3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Request body: {'security_group_rule': {'security_group_id': '70c87fd2-c552-40b4-bc23-51e4ca5bedbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:49.479486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23d5f7-1d02-495c-ad0f-6e8b2760bc3c req-c48af657-7006-4e98-b33a-b0951039d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.481580 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb23d5f7-1d02-495c-ad0f-6e8b2760bc3c req-c48af657-7006-4e98-b33a-b0951039d130 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3409383 Jul 16 01:28:49.521505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-eb00689d-cd06-4702-b0ed-d70336b7a535 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.522044 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-eb00689d-cd06-4702-b0ed-d70336b7a535 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.546418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ccc3c01-e734-4442-870a-1e56d495b748 req-ca8bab0e-c318-4e64-a9c4-b167f5e045cb tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693006 Jul 16 01:28:49.549448 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d780f414-9ddf-4bd8-b6e0-2528bc1f7db3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.585619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-eb00689d-cd06-4702-b0ed-d70336b7a535 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3309004 Jul 16 01:28:49.607440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Request body: {'port': {'device_id': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:49.610991 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f9abed51-2336-4507-bc75-7bb3ad5ccdd0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.611323 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f9abed51-2336-4507-bc75-7bb3ad5ccdd0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.632950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f9abed51-2336-4507-bc75-7bb3ad5ccdd0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Calling delete_port for 54074068-70a4-471e-a4ac-b53348f4db13 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:28:49.651176 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb27259-e72a-40c9-92f8-4baddda3d3ef req-70be77cc-31c9-4c40-b82e-cb9fcd415f6e tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:49.652825 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bcb27259-e72a-40c9-92f8-4baddda3d3ef req-70be77cc-31c9-4c40-b82e-cb9fcd415f6e tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 944 time: 0.2883329 Jul 16 01:28:49.727101 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d780f414-9ddf-4bd8-b6e0-2528bc1f7db3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.735915 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d780f414-9ddf-4bd8-b6e0-2528bc1f7db3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.745969 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 44283f95-77c0-4d76-ac12-5042f765e4e7 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:49.777104 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780f414-9ddf-4bd8-b6e0-2528bc1f7db3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9381546c-a955-4ecd-ad8f-a5bb5db05164,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:49.786908 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d780f414-9ddf-4bd8-b6e0-2528bc1f7db3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.791303 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d780f414-9ddf-4bd8-b6e0-2528bc1f7db3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3329666 Jul 16 01:28:49.795988 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37860) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:49.806020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:49.806314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 44283f95-77c0-4d76-ac12-5042f765e4e7 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:49.811636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 44283f95-77c0-4d76-ac12-5042f765e4e7 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:49.812306 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.849185 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.864320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-57e6cced-780b-41eb-ae6c-8dfc31b0cb5a None None] Provisioning for port ee0416f3-5090-40dc-b6a0-fe3724923f68 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:49.869968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-57e6cced-780b-41eb-ae6c-8dfc31b0cb5a None None] Provisioning complete for port ee0416f3-5090-40dc-b6a0-fe3724923f68 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:49.870342 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-57e6cced-780b-41eb-ae6c-8dfc31b0cb5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.896421 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f9abed51-2336-4507-bc75-7bb3ad5ccdd0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.928056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abed51-2336-4507-bc75-7bb3ad5ccdd0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Pushing event deleted for resources: {'Port': ['ID=54074068-70a4-471e-a4ac-b53348f4db13,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:49.936776 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-57e6cced-780b-41eb-ae6c-8dfc31b0cb5a None None] Port ee0416f3-5090-40dc-b6a0-fe3724923f68 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:28:49.944508 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:49.978495 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 44283f95-77c0-4d76-ac12-5042f765e4e7, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=44283f95-77c0-4d76-ac12-5042f765e4e7,segment=NetworkSegment(6c873a90-f6ac-4110-8393-6631a2f68215),segment_id=6c873a90-f6ac-4110-8393-6631a2f68215)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:49.983357 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.035804 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=44283f95-77c0-4d76-ac12-5042f765e4e7,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:50.036087 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f9abed51-2336-4507-bc75-7bb3ad5ccdd0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.038379 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f9abed51-2336-4507-bc75-7bb3ad5ccdd0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.041950 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f9abed51-2336-4507-bc75-7bb3ad5ccdd0 tempest-FloatingIPAdminTestJSON-864072532 tempest-FloatingIPAdminTestJSON-864072532-project] 10.222.0.22 "DELETE /v2.0/floatingips/2d6d8434-78d3-4024-b933-573ad27d3fe3 HTTP/1.1" status: 204 len: 168 time: 0.8246222 Jul 16 01:28:50.066659 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.133988 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb23d5f7-1d02-495c-ad0f-6e8b2760bc3c req-daf40f8d-a05c-4fb8-b653-1b9c8c0a4dc8 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6307228 Jul 16 01:28:50.143896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bcb27259-e72a-40c9-92f8-4baddda3d3ef req-1df291aa-731f-4272-b618-e572ad131eb3 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4688323 Jul 16 01:28:50.185761 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Allocated IP 172.25.2.75 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/4a705d8c-f91d-4393-92ed-64cc9eabe08b) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:50.187509 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.328602 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.334234 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37866) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:50.338674 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d8b7e-b518-4c34-99f7-7360deb669be req-33e24f44-6645-43c3-a32a-8ad981fbac8e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.340242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a41d8b7e-b518-4c34-99f7-7360deb669be req-33e24f44-6645-43c3-a32a-8ad981fbac8e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.6165154 Jul 16 01:28:50.374445 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb23d5f7-1d02-495c-ad0f-6e8b2760bc3c req-6b9fea31-b0cc-40e3-ad61-f712b6eebc6b service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286892 Jul 16 01:28:50.376056 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.428909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event updated for resources: {'Port': ['ID=4a705d8c-f91d-4393-92ed-64cc9eabe08b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:50.441138 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:50.448801 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:50.457666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:50.478218 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a41d8b7e-b518-4c34-99f7-7360deb669be req-f159f630-66e0-439a-a0cb-c246a5f4e6e4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239827 Jul 16 01:28:50.493089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836b4ff-2ff5-4839-824a-8feb5d7b0e09 req-6298714c-f57c-45d6-8900-b909cc472e2e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.494718 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7836b4ff-2ff5-4839-824a-8feb5d7b0e09 req-6298714c-f57c-45d6-8900-b909cc472e2e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2284842 Jul 16 01:28:50.537452 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e683783d-64ef-4271-aa46-1e1d1ed12295 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a5abb73cfa2e4e328674275f17b9278d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1996391 Jul 16 01:28:50.537690 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37870) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:50.591245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7836b4ff-2ff5-4839-824a-8feb5d7b0e09 req-140903aa-e3f0-4861-a270-d40c6c23b63f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779760 Jul 16 01:28:50.608235 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.663904 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.666415 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ffc27d37-cfba-4d91-90de-028c00d2571b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.730454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c3af6-8f52-4754-8c0b-c01cdbf4a037 req-9a5ec7f1-22a7-4e9b-9311-0bce9e6968a3 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:50.733450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-933c3af6-8f52-4754-8c0b-c01cdbf4a037 req-9a5ec7f1-22a7-4e9b-9311-0bce9e6968a3 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 932 time: 0.1412959 Jul 16 01:28:50.737534 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0416f3-5090-40dc-b6a0-fe3724923f68 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:50.753845 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.759800 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ffc27d37-cfba-4d91-90de-028c00d2571b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.782125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Transition to ACTIVE for port object ee0416f3-5090-40dc-b6a0-fe3724923f68 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:50.790904 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.808022 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-933c3af6-8f52-4754-8c0b-c01cdbf4a037 req-f7e8295e-ce5a-49ec-a6fa-f073a2804eb9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657458 Jul 16 01:28:50.878072 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0416f3-5090-40dc-b6a0-fe3724923f68,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:50.889192 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ffc27d37-cfba-4d91-90de-028c00d2571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.891678 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ffc27d37-cfba-4d91-90de-028c00d2571b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.892890 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ffc27d37-cfba-4d91-90de-028c00d2571b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3648a66-b358-435d-aa90-3412f75050a0 HTTP/1.1" status: 204 len: 168 time: 0.3542144 Jul 16 01:28:50.923722 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc27d37-cfba-4d91-90de-028c00d2571b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3648a66-b358-435d-aa90-3412f75050a0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:50.967843 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.974724 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:50.990555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Attempting to bind port ee0416f3-5090-40dc-b6a0-fe3724923f68 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:28:50.990555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Attempting to bind port ee0416f3-5090-40dc-b6a0-fe3724923f68 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:28:50.990555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Attempting to bind port ee0416f3-5090-40dc-b6a0-fe3724923f68 on network 82cbe9d9-283a-4c69-a1bc-536a90b2446b {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:50.999280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Port ee0416f3-5090-40dc-b6a0-fe3724923f68 on network 82cbe9d9-283a-4c69-a1bc-536a90b2446b not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:28:50.999624 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Attempting to bind port ee0416f3-5090-40dc-b6a0-fe3724923f68 on network 82cbe9d9-283a-4c69-a1bc-536a90b2446b {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:28:51.017654 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:28:51.018057 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Checking segment: {'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:28:51.018397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Bound using segment: {'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:28:51.018842 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Bound port: ee0416f3-5090-40dc-b6a0-fe3724923f68, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:28:51.019206 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.067922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event updated for resources: {'Port': ['ID=4a705d8c-f91d-4393-92ed-64cc9eabe08b,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:51.069610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737474f6-5ba6-49c8-8b8c-8434a74e78a4 req-d92674e2-8274-46e6-9afb-deaceaad0a30 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.071328 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.079496 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-737474f6-5ba6-49c8-8b8c-8434a74e78a4 req-d92674e2-8274-46e6-9afb-deaceaad0a30 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1476359 Jul 16 01:28:51.091568 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.100706 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0ef8ccff-76d8-4a69-938f-f12b1ccadb06 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3032076 Jul 16 01:28:51.148350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-737474f6-5ba6-49c8-8b8c-8434a74e78a4 req-82d77f6e-6e7d-4c53-828c-2217bb0f3d6b tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678761 Jul 16 01:28:51.193229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] For port ee0416f3-5090-40dc-b6a0-fe3724923f68, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:28:51.198151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] For port ee0416f3-5090-40dc-b6a0-fe3724923f68, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:28:51.205103 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.249177 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.250303 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.251753 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] 10.222.0.69 "PUT /v2.0/ports/ee0416f3-5090-40dc-b6a0-fe3724923f68 HTTP/1.1" status: 200 len: 1093 time: 1.6551151 Jul 16 01:28:51.252232 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'tag': 'ee0416f3-5090-40dc-b6a0-fe3724923f68'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:51.259297 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51f31f78-bc7b-4c8f-969a-d8e496e81a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "12268a13-0dce-42bd-bd47-3976b74c0e3e", "tag": "ee0416f3-5090-40dc-b6a0-fe3724923f68"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:51.301618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37892) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:51.316829 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c9baa20-f5e8-4f5d-b29a-87f5a231c1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.341325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d452b-af3b-4f62-b6de-28738eefae73 service neutron] Pushing event updated for resources: {'Port': ['ID=ee0416f3-5090-40dc-b6a0-fe3724923f68,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:51.426494 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c9baa20-f5e8-4f5d-b29a-87f5a231c1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.432830 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c9baa20-f5e8-4f5d-b29a-87f5a231c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.452795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-7a595a67-bf2c-4303-9bcf-a5a95fce98d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.454317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-7a595a67-bf2c-4303-9bcf-a5a95fce98d0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc7c79121ea347e08eab6bb95810733c&device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 1096 time: 0.1534033 Jul 16 01:28:51.475621 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5c9baa20-f5e8-4f5d-b29a-87f5a231c1b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d803a16a2b94ec2bd4ad49c74c62a99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724491 Jul 16 01:28:51.478093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37896) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:51.496179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9baa20-f5e8-4f5d-b29a-87f5a231c1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b34bec-9a5b-4b41-9114-2943dc7c4128,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:51.510310 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-a990f97e-1ce0-4b09-8a70-b978371171cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68 HTTP/1.1" status: 200 len: 217 time: 0.0464253 Jul 16 01:28:51.542762 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82688742-872e-4e79-b11d-fe6edd176a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.563811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bae7da-c28a-4970-9383-761c1efb84bb req-6b79ced4-28c4-49f7-a248-55084980f938 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.565686 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7bae7da-c28a-4970-9383-761c1efb84bb req-6b79ced4-28c4-49f7-a248-55084980f938 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1970837 Jul 16 01:28:51.566237 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82688742-872e-4e79-b11d-fe6edd176a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.586121 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6266df3e-82b4-44e6-a736-7b6250a5078d up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:51.614449 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 44283f95-77c0-4d76-ac12-5042f765e4e7 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:51.621581 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82688742-872e-4e79-b11d-fe6edd176a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.624645 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82688742-872e-4e79-b11d-fe6edd176a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.626348 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-82688742-872e-4e79-b11d-fe6edd176a59 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b4b34bec-9a5b-4b41-9114-2943dc7c4128 HTTP/1.1" status: 204 len: 168 time: 0.1473353 Jul 16 01:28:51.635669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285821e2-157d-417b-a28d-55306ac0a3e2 req-a646ef33-eb06-4e5e-aa1f-a9790eaa6c2b tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.637199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-285821e2-157d-417b-a28d-55306ac0a3e2 req-a646ef33-eb06-4e5e-aa1f-a9790eaa6c2b tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 944 time: 0.2267339 Jul 16 01:28:51.639959 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82688742-872e-4e79-b11d-fe6edd176a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b34bec-9a5b-4b41-9114-2943dc7c4128,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:51.649545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-672207a8-90d0-4898-8e3b-c2b6975a5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.651412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-672207a8-90d0-4898-8e3b-c2b6975a5317 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7 HTTP/1.1" status: 200 len: 855 time: 0.1326823 Jul 16 01:28:51.689222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7bae7da-c28a-4970-9383-761c1efb84bb req-aae06240-d0e6-4ed3-bb0f-4b8ffb2cddfa tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149631 Jul 16 01:28:51.727376 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 6266df3e-82b4-44e6-a736-7b6250a5078d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:51.729363 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 44283f95-77c0-4d76-ac12-5042f765e4e7 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:51.729798 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.755325 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 6266df3e-82b4-44e6-a736-7b6250a5078d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:51.755801 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.769519 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-285821e2-157d-417b-a28d-55306ac0a3e2 req-310e9280-19a3-4b4a-bf60-1bc8abeb5975 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164346 Jul 16 01:28:51.786040 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a460617d-3f45-495f-ae0a-8a2e33a78feb x-openstack-request-id: req-a460617d-3f45-495f-ae0a-8a2e33a78feb {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:51.786348 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12268a13-0dce-42bd-bd47-3976b74c0e3e", "tag": "ee0416f3-5090-40dc-b6a0-fe3724923f68", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:51.786605 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a460617d-3f45-495f-ae0a-8a2e33a78feb {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:51.787010 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'tag': 'ee0416f3-5090-40dc-b6a0-fe3724923f68', 'status': 'completed', 'code': 200} Jul 16 01:28:51.792208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-719f1a26-4769-4540-b005-5c2c6a637a21 req-3a09d1bb-322a-48b3-9737-51d969bc5c99 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2059917 Jul 16 01:28:51.819222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-a13d21e5-ea27-4be3-b276-9c0b197e3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:51.821410 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-a13d21e5-ea27-4be3-b276-9c0b197e3cfd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82cbe9d9-283a-4c69-a1bc-536a90b2446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1561167 Jul 16 01:28:51.901145 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:51.932084 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6266df3e-82b4-44e6-a736-7b6250a5078d'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:51.934539 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d5f0fc-f5f2-4533-83ad-2d567eafbab2" -d '{"events": [{"server_uuid": "c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2", "name": "network-vif-plugged", "status": "completed", "tag": "6266df3e-82b4-44e6-a736-7b6250a5078d"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:51.952877 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6266df3e-82b4-44e6-a736-7b6250a5078d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6266df3e-82b4-44e6-a736-7b6250a5078d,segment=NetworkSegment(451e45e7-49d2-4f9c-bc30-bd5513e7563f),segment_id=451e45e7-49d2-4f9c-bc30-bd5513e7563f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:51.956799 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.007544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=6266df3e-82b4-44e6-a736-7b6250a5078d,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:52.075374 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-49ae7368-972f-4795-ab6b-cd122eb53f7b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1176983582&fields=id&tenant_id=c8f1e6d412a34247b42a5764fe54d71e HTTP/1.1" status: 200 len: 267 time: 0.1376021 Jul 16 01:28:52.080992 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-afadd635-57fb-4450-afed-09e13c1202c2 service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524765 Jul 16 01:28:52.090924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1a26-4769-4540-b005-5c2c6a637a21 req-ff23b6a2-357e-4dab-98b8-9c67437e9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.092519 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-719f1a26-4769-4540-b005-5c2c6a637a21 req-ff23b6a2-357e-4dab-98b8-9c67437e9cd4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 1098 time: 0.2220800 Jul 16 01:28:52.152584 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37920) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:52.165692 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-745ab675-4344-4620-bead-bbb345f56a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.220040 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab28113-d880-4b0e-97d9-ab0d7e1e1342 req-ad1874b1-5879-4e3c-8c77-7d32b4d7c644 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.221579 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dab28113-d880-4b0e-97d9-ab0d7e1e1342 req-ad1874b1-5879-4e3c-8c77-7d32b4d7c644 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.2687869 Jul 16 01:28:52.265333 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-745ab675-4344-4620-bead-bbb345f56a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.269455 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-745ab675-4344-4620-bead-bbb345f56a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.308271 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-745ab675-4344-4620-bead-bbb345f56a8b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=634dd1661834486fa6effb687fa8fc04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1546197 Jul 16 01:28:52.309156 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ab675-4344-4620-bead-bbb345f56a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fdfdf8-83c2-44a9-8002-c7b6ce3fc0d4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:52.312771 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37922) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:52.315111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-5d13f278-66f3-40eb-afc4-ce803f1f2146 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.316814 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-5d13f278-66f3-40eb-afc4-ce803f1f2146 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports/94a80f8a-7bf7-408e-959c-602886a9a07c HTTP/1.1" status: 200 len: 936 time: 0.2310998 Jul 16 01:28:52.361182 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-011754d7-efda-447d-87a4-ccae3fbaccd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.386189 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-011754d7-efda-447d-87a4-ccae3fbaccd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.400973 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dab28113-d880-4b0e-97d9-ab0d7e1e1342 req-6eea6e1a-a5c3-4d75-b6f4-2513dfa704d8 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729300 Jul 16 01:28:52.411142 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d32d736-6366-48a9-af19-3829ddd3d602 req-b1f10964-56c5-4e4a-ab1e-1862cfd8b143 service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176913 Jul 16 01:28:52.418433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1a26-4769-4540-b005-5c2c6a637a21 req-83fb5da2-3108-412a-a78a-13d69b19e3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.420540 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-719f1a26-4769-4540-b005-5c2c6a637a21 req-83fb5da2-3108-412a-a78a-13d69b19e3cd service neutron] 10.222.0.70 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.2665334 Jul 16 01:28:52.435814 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-aa88367b-bb16-4cbf-97be-24990e787582 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.444541 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-aa88367b-bb16-4cbf-97be-24990e787582 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports/27f917a1-0806-4b45-b753-7a34e84803ab HTTP/1.1" status: 200 len: 935 time: 0.1173041 Jul 16 01:28:52.448399 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-011754d7-efda-447d-87a4-ccae3fbaccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.448754 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-011754d7-efda-447d-87a4-ccae3fbaccd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:52.450618 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-011754d7-efda-447d-87a4-ccae3fbaccd9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0fdfdf8-83c2-44a9-8002-c7b6ce3fc0d4 HTTP/1.1" status: 204 len: 168 time: 0.1361020 Jul 16 01:28:52.473045 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011754d7-efda-447d-87a4-ccae3fbaccd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fdfdf8-83c2-44a9-8002-c7b6ce3fc0d4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:52.536877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-719f1a26-4769-4540-b005-5c2c6a637a21 req-009d0b2e-277c-45ef-b924-8e0b1327b3cc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bcc0da7a-60d7-44d9-b726-04e2a307262c HTTP/1.1" status: 200 len: 217 time: 0.0892630 Jul 16 01:28:52.540023 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-26eaf60e-7e89-4619-9cec-5db40733c987 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0945876 Jul 16 01:28:52.640734 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-88116ec4-74c6-4d78-9c8a-5c99b7492582 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0818760 Jul 16 01:28:52.709240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1a26-4769-4540-b005-5c2c6a637a21 req-ec9fb9f9-0662-44ae-a155-5a283843798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.710736 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-719f1a26-4769-4540-b005-5c2c6a637a21 req-ec9fb9f9-0662-44ae-a155-5a283843798f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.1528645 Jul 16 01:28:52.796161 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f31f78-bc7b-4c8f-969a-d8e496e81a2a req-0e7102a6-2da3-46ab-b61c-955d33280139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.797719 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51f31f78-bc7b-4c8f-969a-d8e496e81a2a req-0e7102a6-2da3-46ab-b61c-955d33280139 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc7c79121ea347e08eab6bb95810733c&device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 1096 time: 0.2865870 Jul 16 01:28:52.833735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b2c939-0936-49cd-9686-5ce7c82ed4bd req-17ba5c69-00cd-4f38-b3c4-ef9e7657fff1 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.835231 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1b2c939-0936-49cd-9686-5ce7c82ed4bd req-17ba5c69-00cd-4f38-b3c4-ef9e7657fff1 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 944 time: 0.2785866 Jul 16 01:28:52.865906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-a2aa1d05-3b81-448e-9fe4-86c7ec94cc57 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.871605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-a2aa1d05-3b81-448e-9fe4-86c7ec94cc57 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.878190 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-a2aa1d05-3b81-448e-9fe4-86c7ec94cc57 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.879860 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-a2aa1d05-3b81-448e-9fe4-86c7ec94cc57 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 1995 time: 0.2295153 Jul 16 01:28:52.952171 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-403c0a3b-e85a-4426-9f49-d31ed93a1c3c tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/quotas/c8f1e6d412a34247b42a5764fe54d71e HTTP/1.1" status: 200 len: 375 time: 0.0619392 Jul 16 01:28:52.985164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f1a26-4769-4540-b005-5c2c6a637a21 req-76c69a09-11c9-4bc1-b725-7c027629c497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:52.986654 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-719f1a26-4769-4540-b005-5c2c6a637a21 req-76c69a09-11c9-4bc1-b725-7c027629c497 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2665865 Jul 16 01:28:53.015384 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1b2c939-0936-49cd-9686-5ce7c82ed4bd req-49b5153d-21c2-4b2d-a3fa-41e7968b74fd tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641784 Jul 16 01:28:53.058322 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f31f78-bc7b-4c8f-969a-d8e496e81a2a req-8f7087f3-b0fe-41a1-a0d1-8d6287f99203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.058322 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51f31f78-bc7b-4c8f-969a-d8e496e81a2a req-8f7087f3-b0fe-41a1-a0d1-8d6287f99203 service neutron] 10.222.0.69 "GET /v2.0/networks?id=82cbe9d9-283a-4c69-a1bc-536a90b2446b HTTP/1.1" status: 200 len: 917 time: 0.2437556 Jul 16 01:28:53.073688 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986a9c68-22e1-4779-8737-47e67c55f2fe x-openstack-request-id: req-986a9c68-22e1-4779-8737-47e67c55f2fe {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:53.074235 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2", "name": "network-vif-plugged", "status": "completed", "tag": "6266df3e-82b4-44e6-a736-7b6250a5078d", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:53.074588 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-986a9c68-22e1-4779-8737-47e67c55f2fe {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:53.084264 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6266df3e-82b4-44e6-a736-7b6250a5078d', 'code': 200} Jul 16 01:28:53.134156 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51f31f78-bc7b-4c8f-969a-d8e496e81a2a req-0d3a8936-d65c-4324-97cf-55857742d000 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68 HTTP/1.1" status: 200 len: 217 time: 0.0671740 Jul 16 01:28:53.221922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5329212c-4a60-4e20-ab4a-0ce1aa7a1d24 req-5b974240-4027-4972-b42a-99865756c2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.223589 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5329212c-4a60-4e20-ab4a-0ce1aa7a1d24 req-5b974240-4027-4972-b42a-99865756c2b3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 1097 time: 0.0628252 Jul 16 01:28:53.228405 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-b1262b86-2726-4cfa-9f05-a3d2a7193340 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2693534 Jul 16 01:28:53.260078 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-719f1a26-4769-4540-b005-5c2c6a637a21 req-d0e72ede-0d62-4b72-b297-7fd8334f3616 service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647429 Jul 16 01:28:53.270783 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5329212c-4a60-4e20-ab4a-0ce1aa7a1d24 req-6d3707f2-a93a-47c9-bd5e-6b059eb52a65 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315599 Jul 16 01:28:53.289823 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f31f78-bc7b-4c8f-969a-d8e496e81a2a req-0c9ee4c5-c88d-4243-87be-ec92bf08b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.291353 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51f31f78-bc7b-4c8f-969a-d8e496e81a2a req-0c9ee4c5-c88d-4243-87be-ec92bf08b4ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7 HTTP/1.1" status: 200 len: 855 time: 0.1505036 Jul 16 01:28:53.748644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37964) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:53.786901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996803e4-8a73-4a82-8170-47a392b004f4 req-ed175d1b-b931-4365-a3c0-3bceaebc0e4c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.788438 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-996803e4-8a73-4a82-8170-47a392b004f4 req-ed175d1b-b931-4365-a3c0-3bceaebc0e4c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.6038806 Jul 16 01:28:53.800128 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-4b13a39a-6047-4d7c-9da9-60fe5b2f2bfb service neutron] 10.222.0.22 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5515087 Jul 16 01:28:53.806096 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-719f1a26-4769-4540-b005-5c2c6a637a21 req-685bdcff-c1ed-4b28-b178-cba72383a653 service neutron] 10.222.0.70 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5300076 Jul 16 01:28:53.859971 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f31f78-bc7b-4c8f-969a-d8e496e81a2a req-b8cacd72-4b07-48b7-a870-90d71470d408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:53.861635 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51f31f78-bc7b-4c8f-969a-d8e496e81a2a req-b8cacd72-4b07-48b7-a870-90d71470d408 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82cbe9d9-283a-4c69-a1bc-536a90b2446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5560813 Jul 16 01:28:53.863569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f4a619cf-3aff-4598-81db-584979014ea8 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1712536970'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:53.864373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f4a619cf-3aff-4598-81db-584979014ea8 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] Unknown quota resources ['metering_label']. {{(pid=93920) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:28:53.923135 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-996803e4-8a73-4a82-8170-47a392b004f4 req-3410c46b-d65a-47fa-96f6-5e7ac6828e8a tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218989 Jul 16 01:28:53.993866 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-971e3efe-bc3c-4984-ac80-f7152951e793 service neutron] 10.222.0.22 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807947 Jul 16 01:28:54.048326 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51f31f78-bc7b-4c8f-969a-d8e496e81a2a req-4f264aea-1551-40dd-ae9f-eb43a742c745 service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769910 Jul 16 01:28:54.079635 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-146b2e81-43ba-4b59-939c-1579f41f0e42 service neutron] 10.222.0.22 "GET /v2.0/ports/94a80f8a-7bf7-408e-959c-602886a9a07c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0768504 Jul 16 01:28:54.159951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ee0416f3-5090-40dc-b6a0-fe3724923f68 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:28:54.260189 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ee0416f3-5090-40dc-b6a0-fe3724923f68, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:54.272562 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'ee0416f3-5090-40dc-b6a0-fe3724923f68', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'port_id': 'ee0416f3-5090-40dc-b6a0-fe3724923f68', 'mac_address': 'fa:16:3e:d8:dc:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:28:54.276225 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51f31f78-bc7b-4c8f-969a-d8e496e81a2a req-abd698f5-9295-4af1-9fb2-ac39e08d890d service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191546 Jul 16 01:28:54.301559 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b4288-3d9e-4a48-bcc6-20d1d8a6a591 req-8afe7f48-abcb-4685-b274-6f4604e4502f tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.303089 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd3b4288-3d9e-4a48-bcc6-20d1d8a6a591 req-8afe7f48-abcb-4685-b274-6f4604e4502f tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.2476089 Jul 16 01:28:54.305517 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-5cd12361-bfcc-4aad-8a3f-6fd7a44efdf4 service neutron] 10.222.0.22 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944976 Jul 16 01:28:54.325715 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.346632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0416f3-5090-40dc-b6a0-fe3724923f68 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:28:54.367700 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ee0416f3-5090-40dc-b6a0-fe3724923f68, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:54.372059 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.425090 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd3b4288-3d9e-4a48-bcc6-20d1d8a6a591 req-79c1fe90-c413-4eb2-a68d-9d948aa98412 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088367 Jul 16 01:28:54.501770 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-b695b5ab-1ba5-4e0b-b986-903639adca2f service neutron] 10.222.0.22 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869507 Jul 16 01:28:54.583407 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4a619cf-3aff-4598-81db-584979014ea8 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.584622 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f4a619cf-3aff-4598-81db-584979014ea8 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8346090 Jul 16 01:28:54.588219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37974) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:54.592409 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=ee0416f3-5090-40dc-b6a0-fe3724923f68,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:54.594154 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5eba93b6-2738-43a3-81c9-eab77ee156d3 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '359d8c3d-33ba-4a23-89ec-6f4450692f2b'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:54.594860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5eba93b6-2738-43a3-81c9-eab77ee156d3 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93920) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:28:54.634533 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-c2ea50ee-75ae-43d0-a652-ccd942d87ac1 service neutron] 10.222.0.22 "GET /v2.0/ports/27f917a1-0806-4b45-b753-7a34e84803ab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1310482 Jul 16 01:28:54.660869 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['ee0416f3-5090-40dc-b6a0-fe3724923f68'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:28:54.699632 n-d-791505-14 neutron-server[93920]: WARNING neutron.services.metering.metering_plugin [None req-5eba93b6-2738-43a3-81c9-eab77ee156d3 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:28:54.755395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8b027-11ea-448e-aa08-590221b694a3 req-70343e8c-6874-44bc-b484-1b60dcab0c22 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:54.757087 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab8b027-11ea-448e-aa08-590221b694a3 req-70343e8c-6874-44bc-b484-1b60dcab0c22 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1826370 Jul 16 01:28:54.775955 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-d346429c-9cd0-4825-8d38-958738854afc service neutron] 10.222.0.22 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403208 Jul 16 01:28:54.807046 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5eba93b6-2738-43a3-81c9-eab77ee156d3 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.811882 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5eba93b6-2738-43a3-81c9-eab77ee156d3 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2190847 Jul 16 01:28:54.815400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37976) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:54.820104 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ab8b027-11ea-448e-aa08-590221b694a3 req-f436ef35-4946-426a-8d82-6cef9a2a882a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548158 Jul 16 01:28:54.820924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-fdbe63b5-9878-4afc-b6f5-4d0769f45a2d tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '359d8c3d-33ba-4a23-89ec-6f4450692f2b'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:54.821659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-fdbe63b5-9878-4afc-b6f5-4d0769f45a2d tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93920) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:28:54.877108 n-d-791505-14 neutron-server[93920]: WARNING neutron.services.metering.metering_plugin [None req-fdbe63b5-9878-4afc-b6f5-4d0769f45a2d tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:28:54.916211 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-dc49209e-678d-4cb0-89fc-1f0582f21f32 service neutron] 10.222.0.22 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215079 Jul 16 01:28:54.957770 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdbe63b5-9878-4afc-b6f5-4d0769f45a2d tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:54.958971 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fdbe63b5-9878-4afc-b6f5-4d0769f45a2d tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1425185 Jul 16 01:28:54.961843 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37978) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:54.972106 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0d7f7b68-0da7-40b7-a077-3cb35920a219 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=d68eca82-00d1-44d2-826c-3df6ee65b88c HTTP/1.1" status: 200 len: 464 time: 0.0092044 Jul 16 01:28:54.974407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37980) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:55.052487 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-822d16db-a06f-4ef3-b3d0-16011939d5d9 service neutron] 10.222.0.22 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300309 Jul 16 01:28:55.060434 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48468489-ec81-44ce-b4fd-0d366852d386 req-88aef311-3678-4a92-b244-b90760cea607 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:55.061958 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48468489-ec81-44ce-b4fd-0d366852d386 req-88aef311-3678-4a92-b244-b90760cea607 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1320879 Jul 16 01:28:55.077028 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbe5f7ff-2877-4b25-a44d-614d4fc6f310 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.078157 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dbe5f7ff-2877-4b25-a44d-614d4fc6f310 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/d68eca82-00d1-44d2-826c-3df6ee65b88c HTTP/1.1" status: 204 len: 168 time: 0.1028838 Jul 16 01:28:55.080905 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37982) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:55.089578 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9239159f-1c9f-4ac0-bd3d-c95eaf2ef030 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=d68eca82-00d1-44d2-826c-3df6ee65b88c HTTP/1.1" status: 200 len: 221 time: 0.0075753 Jul 16 01:28:55.092809 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37984) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:55.096903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1ff5cfba-e77d-4c9e-ace7-29a2ecb1df16 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1640165092', 'description': 'label created by tempest'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:55.097351 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1ff5cfba-e77d-4c9e-ace7-29a2ecb1df16 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] Unknown quota resources ['metering_label']. {{(pid=93920) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:28:55.154263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48468489-ec81-44ce-b4fd-0d366852d386 req-d28f0e70-c915-4faa-88c9-5c5576422d21 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841537 Jul 16 01:28:55.191586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-8aa21e52-a66f-4ba0-86ca-81a531a3e796 service neutron] 10.222.0.22 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286900 Jul 16 01:28:55.273154 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1ff5cfba-e77d-4c9e-ace7-29a2ecb1df16 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.276894 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1ff5cfba-e77d-4c9e-ace7-29a2ecb1df16 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.1806657 Jul 16 01:28:55.277116 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37988) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:55.330884 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-1ff6f3da-2aa9-4672-8c36-335056065318 service neutron] 10.222.0.22 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328087 Jul 16 01:28:55.353387 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-abbeeee3-6453-4bcb-ac71-e92c94b001be tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=76333cfd-9ef4-4b89-bcae-bfca8eb9aaeb HTTP/1.1" status: 200 len: 468 time: 0.0751772 Jul 16 01:28:55.356057 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37992) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:55.382910 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c390c0-85b0-43c8-93d3-383d9bc24c95 req-fb13382e-ce28-4390-8df6-fb999d72d7a3 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:55.384458 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0c390c0-85b0-43c8-93d3-383d9bc24c95 req-fb13382e-ce28-4390-8df6-fb999d72d7a3 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 945 time: 0.1128204 Jul 16 01:28:55.467797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-1f15a2cf-2c19-4359-8b67-e655f6b54dae service neutron] 10.222.0.22 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289074 Jul 16 01:28:55.475282 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0c390c0-85b0-43c8-93d3-383d9bc24c95 req-9af77b4f-9557-427b-bf72-d1a1f465ec3a tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649748 Jul 16 01:28:55.564414 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c4cda3e-8722-4ae2-a301-9ad77900d147 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.565690 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3c4cda3e-8722-4ae2-a301-9ad77900d147 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/76333cfd-9ef4-4b89-bcae-bfca8eb9aaeb HTTP/1.1" status: 204 len: 168 time: 0.2081544 Jul 16 01:28:55.568437 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37998) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:55.579571 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-6e643d62-dde8-472b-959c-09c160aa59c8 service neutron] 10.222.0.22 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002281 Jul 16 01:28:55.583384 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-70b76bca-e487-4d69-bf83-f4fa98532119 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=76333cfd-9ef4-4b89-bcae-bfca8eb9aaeb HTTP/1.1" status: 200 len: 216 time: 0.0138080 Jul 16 01:28:55.586657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38000) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:55.596296 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-32a0961e-5e12-4ddb-b6fd-37eaef705754 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0085170 Jul 16 01:28:55.599857 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38002) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:55.616489 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-730e84c8-b7f9-420d-9aaf-f0fb9254ac7c tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0152092 Jul 16 01:28:55.619849 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38004) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:55.671442 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6af5a00a-2f68-4b07-a5f2-419ec9f219a7 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/359d8c3d-33ba-4a23-89ec-6f4450692f2b HTTP/1.1" status: 200 len: 473 time: 0.0505435 Jul 16 01:28:55.675249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38006) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:55.684484 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cedee67f-8d83-4395-9cf3-5b2c9e9509a5 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/2bb8c1ac-0ef6-440a-89b8-fac305e66c14 HTTP/1.1" status: 200 len: 461 time: 0.0081797 Jul 16 01:28:55.687542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38008) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:55.743342 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-64790fca-111d-424c-a5aa-ba2854fb44f9 service neutron] 10.222.0.22 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482484 Jul 16 01:28:55.760143 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd51bbd8-35d5-4665-9115-be3cd9d09d47 req-8de35af6-41d5-4e41-a48c-50332402d574 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:55.763788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd51bbd8-35d5-4665-9115-be3cd9d09d47 req-8de35af6-41d5-4e41-a48c-50332402d574 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1394539 Jul 16 01:28:55.787753 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65f7b800-4aba-43c8-a9d8-24bff11a1378 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.788910 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-65f7b800-4aba-43c8-a9d8-24bff11a1378 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/2bb8c1ac-0ef6-440a-89b8-fac305e66c14 HTTP/1.1" status: 204 len: 168 time: 0.1004682 Jul 16 01:28:55.791504 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38010) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:55.852566 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd51bbd8-35d5-4665-9115-be3cd9d09d47 req-07cd1640-5bc8-446e-9257-2f458f444fda tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801425 Jul 16 01:28:55.873766 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-37af433b-29d7-4525-b60a-45bd1cc78f9f service neutron] 10.222.0.22 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295357 Jul 16 01:28:55.978156 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2354f15e-369a-43c3-8e51-943559828904 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:55.979825 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2354f15e-369a-43c3-8e51-943559828904 tempest-MeteringTestJSON-1859796794 tempest-MeteringTestJSON-1859796794-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/359d8c3d-33ba-4a23-89ec-6f4450692f2b HTTP/1.1" status: 204 len: 168 time: 0.1868424 Jul 16 01:28:56.008687 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-5c8eb79d-ee68-4033-965c-ebe858095ef9 service neutron] 10.222.0.22 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292355 Jul 16 01:28:56.042092 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2524-b69b-4b0e-b67d-eb6290e4bd52 req-2edb2e31-a424-4d8c-a036-c09d5293d103 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.043902 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-716e2524-b69b-4b0e-b67d-eb6290e4bd52 req-2edb2e31-a424-4d8c-a036-c09d5293d103 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0796070 Jul 16 01:28:56.086671 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-716e2524-b69b-4b0e-b67d-eb6290e4bd52 req-5f145d1d-49b8-4c31-b9e0-173b5bc21086 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351930 Jul 16 01:28:56.177346 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ee0416f3-5090-40dc-b6a0-fe3724923f68 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:28:56.252354 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port ee0416f3-5090-40dc-b6a0-fe3724923f68 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:28:56.258385 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port ee0416f3-5090-40dc-b6a0-fe3724923f68 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:28:56.258772 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.267139 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38030) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:56.270622 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2232d94-9161-437c-81cc-c032a3c8c453 req-4ab8a3dd-8fb0-4d9e-9c32-0e3d1d429703 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.279899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a2232d94-9161-437c-81cc-c032a3c8c453 req-4ab8a3dd-8fb0-4d9e-9c32-0e3d1d429703 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.0835032 Jul 16 01:28:56.326131 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a2232d94-9161-437c-81cc-c032a3c8c453 req-4bf6657d-92a0-447c-bf26-a4b47d2a39be tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451834 Jul 16 01:28:56.348647 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.379976 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0416f3-5090-40dc-b6a0-fe3724923f68'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:28:56.384023 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683cd2eb-dad1-457b-b5e2-8f93ab9bce0b" -d '{"events": [{"server_uuid": "12268a13-0dce-42bd-bd47-3976b74c0e3e", "name": "network-vif-plugged", "status": "completed", "tag": "ee0416f3-5090-40dc-b6a0-fe3724923f68"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:28:56.398441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ee0416f3-5090-40dc-b6a0-fe3724923f68, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:28:56.403386 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.433857 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56f6b193-81ac-42df-b079-07b9eea7f886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.485471 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=ee0416f3-5090-40dc-b6a0-fe3724923f68,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:56.538549 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56f6b193-81ac-42df-b079-07b9eea7f886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.542711 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56f6b193-81ac-42df-b079-07b9eea7f886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.587771 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-56f6b193-81ac-42df-b079-07b9eea7f886 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a0c3c28066fa477ca014fd33101be8f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194742 Jul 16 01:28:56.588911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6b193-81ac-42df-b079-07b9eea7f886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed31356-f510-4835-a711-c53bbb52c2a2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:56.590425 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38050) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:56.657165 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1d1d29-7d25-43fb-a808-e57c25c2e3d1 x-openstack-request-id: req-5a1d1d29-7d25-43fb-a808-e57c25c2e3d1 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:28:56.657466 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12268a13-0dce-42bd-bd47-3976b74c0e3e", "name": "network-vif-plugged", "status": "completed", "tag": "ee0416f3-5090-40dc-b6a0-fe3724923f68", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:28:56.657720 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a1d1d29-7d25-43fb-a808-e57c25c2e3d1 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:28:56.658118 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0416f3-5090-40dc-b6a0-fe3724923f68', 'code': 200} Jul 16 01:28:56.767136 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-15fbe340-7766-44fd-a690-cb65a03fb308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.841411 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-15fbe340-7766-44fd-a690-cb65a03fb308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:56.898797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d7955-d625-496e-a884-e94eeecf6924 req-7cab032f-b7e0-43e0-bf0b-f6d7906fe2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.900419 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e56d7955-d625-496e-a884-e94eeecf6924 req-7cab032f-b7e0-43e0-bf0b-f6d7906fe2b2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f5d627e286b4e259fd3ddfebd6bb5da&device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 1097 time: 0.2595663 Jul 16 01:28:56.937476 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a8784-31d6-4699-9d1f-20bc450d7bbe req-a8534a44-d769-4294-a84b-e05a565b57c0 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.938957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-698a8784-31d6-4699-9d1f-20bc450d7bbe req-a8534a44-d769-4294-a84b-e05a565b57c0 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2473419 Jul 16 01:28:56.958322 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bfc316-a2c0-44f4-9443-873550fc7b0b req-c17f24b8-0199-4e05-8cae-3bcd1dbb8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.959803 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38bfc316-a2c0-44f4-9443-873550fc7b0b req-c17f24b8-0199-4e05-8cae-3bcd1dbb8677 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 1098 time: 0.2249160 Jul 16 01:28:56.981326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e012ce-5383-4d73-9c78-55be2b37da19 req-881fca2a-b11d-41c2-ac47-1870bad154f1 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:56.983303 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-75e012ce-5383-4d73-9c78-55be2b37da19 req-881fca2a-b11d-41c2-ac47-1870bad154f1 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.2136090 Jul 16 01:28:57.053471 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-15fbe340-7766-44fd-a690-cb65a03fb308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.055977 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-15fbe340-7766-44fd-a690-cb65a03fb308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.057128 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-15fbe340-7766-44fd-a690-cb65a03fb308 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ed31356-f510-4835-a711-c53bbb52c2a2 HTTP/1.1" status: 204 len: 168 time: 0.4656863 Jul 16 01:28:57.099663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbe340-7766-44fd-a690-cb65a03fb308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed31356-f510-4835-a711-c53bbb52c2a2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:57.126083 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-698a8784-31d6-4699-9d1f-20bc450d7bbe req-3f9eecad-4bf7-441f-bdfd-66118e13e5fa tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700256 Jul 16 01:28:57.131023 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38bfc316-a2c0-44f4-9443-873550fc7b0b req-7d051587-025e-4d35-9f41-5c4d3b7bb48b service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627333 Jul 16 01:28:57.135713 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-75e012ce-5383-4d73-9c78-55be2b37da19 req-8eaa1ea3-2661-44b3-a93f-35ed0398122e tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442909 Jul 16 01:28:57.136912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d7955-d625-496e-a884-e94eeecf6924 req-7a724358-2c65-476b-b371-b45e98dfaab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.138351 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e56d7955-d625-496e-a884-e94eeecf6924 req-7a724358-2c65-476b-b371-b45e98dfaab1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=17517a68-6fd4-42bc-83f7-ecc5ae23a8df HTTP/1.1" status: 200 len: 912 time: 0.2254148 Jul 16 01:28:57.232823 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e56d7955-d625-496e-a884-e94eeecf6924 req-d1bf568d-d75c-43f2-b3c5-6cec6c59f802 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6266df3e-82b4-44e6-a736-7b6250a5078d HTTP/1.1" status: 200 len: 217 time: 0.0815260 Jul 16 01:28:57.310244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d7955-d625-496e-a884-e94eeecf6924 req-50b1cb9c-8306-45e8-a2d3-37dd94825260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.311892 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e56d7955-d625-496e-a884-e94eeecf6924 req-50b1cb9c-8306-45e8-a2d3-37dd94825260 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1c950e85-6bf7-434d-a6fe-be8950ce0e56 HTTP/1.1" status: 200 len: 851 time: 0.0709867 Jul 16 01:28:57.349286 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e56d7955-d625-496e-a884-e94eeecf6924 req-21987eac-4c45-4f31-bd17-3b4c0ad73cc3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=17517a68-6fd4-42bc-83f7-ecc5ae23a8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290265 Jul 16 01:28:57.433825 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-64c9921b-2f78-4c4e-bfc0-74f881e2c9eb req-e85619b6-21a8-479d-89c9-ab2466edde23 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 210 time: 0.0677717 Jul 16 01:28:57.441524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38072) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:57.456388 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9ccd6eb6-5ab0-40de-8cca-9c219ac65743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.513156 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567e58a-bfbc-4a32-adde-b1e547ea4cdd req-ca970f02-c46b-4f4b-82e3-19e931045c10 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.515003 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c567e58a-bfbc-4a32-adde-b1e547ea4cdd req-ca970f02-c46b-4f4b-82e3-19e931045c10 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.2078643 Jul 16 01:28:57.537047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e56d7955-d625-496e-a884-e94eeecf6924 req-cb318115-8987-44b5-a9fc-9059bfb3cd3f service neutron] 10.222.0.70 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699522 Jul 16 01:28:57.583787 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9ccd6eb6-5ab0-40de-8cca-9c219ac65743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.587640 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9ccd6eb6-5ab0-40de-8cca-9c219ac65743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.626817 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9ccd6eb6-5ab0-40de-8cca-9c219ac65743 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f71cb1f4d4fa4a2e985300dfed051c54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841450 Jul 16 01:28:57.627812 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd6eb6-5ab0-40de-8cca-9c219ac65743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc0763b-16c2-49ea-97c0-f365f8bb16f6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:57.629853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38076) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:57.680893 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c567e58a-bfbc-4a32-adde-b1e547ea4cdd req-015ac792-7dc6-44cd-86b4-5f5f4d4526d6 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561608 Jul 16 01:28:57.732061 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e56d7955-d625-496e-a884-e94eeecf6924 req-473da354-0871-4e70-b69c-1cbcfc2e2c40 service neutron] 10.222.0.70 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770198 Jul 16 01:28:57.764368 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f714662-3b9e-4f43-bf40-b16e3daaa730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.774342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1395796-4ee2-4ce7-b38e-d5b1b5c8b345 req-5ec3202e-1baa-4e78-b07e-cb0bb2769323 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.775638 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1395796-4ee2-4ce7-b38e-d5b1b5c8b345 req-5ec3202e-1baa-4e78-b07e-cb0bb2769323 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1943407 Jul 16 01:28:57.821909 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f714662-3b9e-4f43-bf40-b16e3daaa730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:57.888320 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1395796-4ee2-4ce7-b38e-d5b1b5c8b345 req-418284d2-9851-4826-a233-10e97e347bb2 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025951 Jul 16 01:28:57.979779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-8380cbdc-ad8a-4c6d-9103-b267bb954d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:57.981395 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-8380cbdc-ad8a-4c6d-9103-b267bb954d14 service neutron] 10.222.0.69 "GET /v2.0/ports/94a80f8a-7bf7-408e-959c-602886a9a07c HTTP/1.1" status: 200 len: 1032 time: 0.0919106 Jul 16 01:28:58.000805 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f714662-3b9e-4f43-bf40-b16e3daaa730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.003376 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f714662-3b9e-4f43-bf40-b16e3daaa730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:58.007670 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9f714662-3b9e-4f43-bf40-b16e3daaa730 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ecc0763b-16c2-49ea-97c0-f365f8bb16f6 HTTP/1.1" status: 204 len: 168 time: 0.3518782 Jul 16 01:28:58.048567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24882bcf-5fcd-4f0b-863f-5c7c52dad2dd req-76f94741-e164-4c2f-b803-ace34a2e7f84 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:58.050949 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24882bcf-5fcd-4f0b-863f-5c7c52dad2dd req-76f94741-e164-4c2f-b803-ace34a2e7f84 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2348492 Jul 16 01:28:58.469842 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f714662-3b9e-4f43-bf40-b16e3daaa730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc0763b-16c2-49ea-97c0-f365f8bb16f6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:58.472171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-8041b05e-0ae8-442d-97ea-a045cc322729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:58.473623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-8041b05e-0ae8-442d-97ea-a045cc322729 service neutron] 10.222.0.69 "GET /v2.0/ports/27f917a1-0806-4b45-b753-7a34e84803ab HTTP/1.1" status: 200 len: 1031 time: 0.4845514 Jul 16 01:28:58.612609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24882bcf-5fcd-4f0b-863f-5c7c52dad2dd req-3caf5bf5-190e-4276-ad45-eb26bb075be0 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5530722 Jul 16 01:28:58.656351 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-3dadbd7e-8e2a-4c6c-b0dd-17d8db4e57d6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:58.662127 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-3dadbd7e-8e2a-4c6c-b0dd-17d8db4e57d6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:58.667968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-3dadbd7e-8e2a-4c6c-b0dd-17d8db4e57d6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:58.670072 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-3dadbd7e-8e2a-4c6c-b0dd-17d8db4e57d6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 1995 time: 0.1839986 Jul 16 01:28:58.721135 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f3906-74c1-4957-b25a-d9870c05150a req-785a7c22-6f4a-430e-8eaf-e7031b0a149c tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:58.722692 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec8f3906-74c1-4957-b25a-d9870c05150a req-785a7c22-6f4a-430e-8eaf-e7031b0a149c tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.2482505 Jul 16 01:28:58.733782 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-91a1f8e1-af1e-4791-a99e-21db9fedd12b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c8f1e6d412a34247b42a5764fe54d71e HTTP/1.1" status: 200 len: 380 time: 0.0552590 Jul 16 01:28:58.744611 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-990f5766-0acc-4566-9c86-329098779015 req-6fbd0fb3-a078-42bd-a3ad-0af64c514fd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Request body: {'port': {'device_id': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'admin_state_up': True, 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'security_groups': ['70c87fd2-c552-40b4-bc23-51e4ca5bedbb']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:58.804216 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37f2136a-a8b5-41ae-b556-5da55d6dcaf8 req-35e524cc-7af8-49fd-a1a5-fce8f2a899d2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 210 time: 0.0550799 Jul 16 01:28:58.831528 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec8f3906-74c1-4957-b25a-d9870c05150a req-4503bb96-f48c-4679-bc2d-03058d3b2827 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967309 Jul 16 01:28:58.929112 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-6fbd0fb3-a078-42bd-a3ad-0af64c514fd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Made reservation on behalf of c8f1e6d412a34247b42a5764fe54d71e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:28:58.933184 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-6fbd0fb3-a078-42bd-a3ad-0af64c514fd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.153452 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-990f5766-0acc-4566-9c86-329098779015 req-6fbd0fb3-a078-42bd-a3ad-0af64c514fd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Allocated IP 172.20.0.12 (3426d80e-bb53-487d-95f9-f84d3151a9b8/52d29289-4d75-4280-a8db-60ec2fc27c99/5fa0706b-8d9e-4b68-8c11-c14ab7c28160) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:28:59.163098 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fb5c84-c696-4dbd-991d-0fd4ac2bfb98 req-f2405872-ae57-40e5-9063-d8c1582b05a6 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.164624 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-50fb5c84-c696-4dbd-991d-0fd4ac2bfb98 req-f2405872-ae57-40e5-9063-d8c1582b05a6 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1721077 Jul 16 01:28:59.183799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95aa829-5bbb-4c6a-97e3-686bb234898d req-13ee0615-eed5-4649-a2b1-1c3ef8b2de35 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.185879 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a95aa829-5bbb-4c6a-97e3-686bb234898d req-13ee0615-eed5-4649-a2b1-1c3ef8b2de35 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1784296 Jul 16 01:28:59.297773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-50fb5c84-c696-4dbd-991d-0fd4ac2bfb98 req-433ad6d4-ca52-4b22-a3c1-fec47fecef28 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108859 Jul 16 01:28:59.302743 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a95aa829-5bbb-4c6a-97e3-686bb234898d req-f44a76f5-ffbb-454a-88a3-a60e90e0f6db tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060085 Jul 16 01:28:59.421251 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-6fbd0fb3-a078-42bd-a3ad-0af64c514fd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.456261 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-990f5766-0acc-4566-9c86-329098779015 req-6fbd0fb3-a078-42bd-a3ad-0af64c514fd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Transition to ACTIVE for port object 5fa0706b-8d9e-4b68-8c11-c14ab7c28160 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:28:59.592960 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-6fbd0fb3-a078-42bd-a3ad-0af64c514fd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.601775 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38132) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:59.620049 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d05fd-f306-41af-aac7-64bc9b35ac36 req-124dbae4-fa7e-4be6-8dd4-606c3afe6ef9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.631223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38136) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:28:59.631942 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a2d05fd-f306-41af-aac7-64bc9b35ac36 req-124dbae4-fa7e-4be6-8dd4-606c3afe6ef9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.1770771 Jul 16 01:28:59.637242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-183bd4b9-cff4-4041-a34e-e1931a8d4e47 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Request body: {'floatingip': {'port_id': 'ee0416f3-5090-40dc-b6a0-fe3724923f68'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:59.704721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990f5766-0acc-4566-9c86-329098779015 req-6fbd0fb3-a078-42bd-a3ad-0af64c514fd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Network 3426d80e-bb53-487d-95f9-f84d3151a9b8 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:28:59.707921 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-183bd4b9-cff4-4041-a34e-e1931a8d4e47 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for floatingip, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.711212 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-990f5766-0acc-4566-9c86-329098779015 req-6fbd0fb3-a078-42bd-a3ad-0af64c514fd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:28:59.742039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-990f5766-0acc-4566-9c86-329098779015 req-6fbd0fb3-a078-42bd-a3ad-0af64c514fd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:28:59.752710 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179df7e-e45a-4065-94a1-f48b03200598 req-7434377b-e348-4265-9f1b-272292276873 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.754341 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5179df7e-e45a-4065-94a1-f48b03200598 req-7434377b-e348-4265-9f1b-272292276873 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.2249708 Jul 16 01:28:59.757843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd0fb3-a078-42bd-a3ad-0af64c514fd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event updated for resources: {'Port': ['ID=5fa0706b-8d9e-4b68-8c11-c14ab7c28160,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:28:59.832380 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f99fad9d-08d1-446a-a581-322aae22d94a tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1192271938'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:59.901037 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f99fad9d-08d1-446a-a581-322aae22d94a tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.902041 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f99fad9d-08d1-446a-a581-322aae22d94a tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.914856 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-6fbd0fb3-a078-42bd-a3ad-0af64c514fd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:28:59.915515 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-6fbd0fb3-a078-42bd-a3ad-0af64c514fd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.944110 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5179df7e-e45a-4065-94a1-f48b03200598 req-ec1ea1c4-3576-4c26-9241-7c1b6aa45c41 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824260 Jul 16 01:28:59.948370 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-6fbd0fb3-a078-42bd-a3ad-0af64c514fd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2073436 Jul 16 01:28:59.958411 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f99fad9d-08d1-446a-a581-322aae22d94a tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.963189 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f99fad9d-08d1-446a-a581-322aae22d94a tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.981457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-990f5766-0acc-4566-9c86-329098779015 req-4cd552a8-b592-47bc-b845-9bf517fb5d04 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Request body: {'port': {'device_id': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189', 'admin_state_up': True, 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'security_groups': ['70c87fd2-c552-40b4-bc23-51e4ca5bedbb']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:28:59.987257 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f99fad9d-08d1-446a-a581-322aae22d94a tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:28:59.991342 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f99fad9d-08d1-446a-a581-322aae22d94a tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.3878675 Jul 16 01:28:59.992062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38148) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:00.021022 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380dd44-00d5-49cb-8893-4423d9ccb822 req-0d594894-57dc-496c-bbdc-60dc13f29487 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.027953 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b380dd44-00d5-49cb-8893-4423d9ccb822 req-0d594894-57dc-496c-bbdc-60dc13f29487 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/networks?id=af3e8427-1eb8-41ae-8360-0d8cda39634f HTTP/1.1" status: 200 len: 813 time: 0.2724943 Jul 16 01:29:00.065498 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b380dd44-00d5-49cb-8893-4423d9ccb822 req-7d4d448d-6f71-4679-bfd3-dd4226816faf tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/quotas/dc01f55a55aa478f8bc3aed843c6d2fe HTTP/1.1" status: 200 len: 375 time: 0.0363283 Jul 16 01:29:00.082370 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f407e17-8ea5-4376-805b-bb5563eb1b1e tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.157120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-46768154-0e8b-42e8-bb4e-d29ae71c84aa None None] Provisioning for port 5fa0706b-8d9e-4b68-8c11-c14ab7c28160 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:00.163323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-46768154-0e8b-42e8-bb4e-d29ae71c84aa None None] Provisioning complete for port 5fa0706b-8d9e-4b68-8c11-c14ab7c28160 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:00.163958 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-46768154-0e8b-42e8-bb4e-d29ae71c84aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.223587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-46768154-0e8b-42e8-bb4e-d29ae71c84aa None None] Port 5fa0706b-8d9e-4b68-8c11-c14ab7c28160 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:00.227810 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.244179 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b380dd44-00d5-49cb-8893-4423d9ccb822 req-8521e4ee-a2ed-42fa-b7bf-d5271be99c33 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=dc01f55a55aa478f8bc3aed843c6d2fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1779952 Jul 16 01:29:00.257728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-4cd552a8-b592-47bc-b845-9bf517fb5d04 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Made reservation on behalf of c8f1e6d412a34247b42a5764fe54d71e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:00.260721 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-4cd552a8-b592-47bc-b845-9bf517fb5d04 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.272334 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed9c530-7876-433d-bda5-f89f0fcb6f3b req-9e576070-bf7b-456a-bfa9-fee16bebe8a7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.272921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fed9c530-7876-433d-bda5-f89f0fcb6f3b req-9e576070-bf7b-456a-bfa9-fee16bebe8a7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 932 time: 0.1432173 Jul 16 01:29:00.329445 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f407e17-8ea5-4376-805b-bb5563eb1b1e tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.333084 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f407e17-8ea5-4376-805b-bb5563eb1b1e tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.361260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fed9c530-7876-433d-bda5-f89f0fcb6f3b req-68b3a7a5-d8ba-44f5-886d-7c3ef769d465 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791490 Jul 16 01:29:00.397731 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f407e17-8ea5-4376-805b-bb5563eb1b1e tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.398516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f407e17-8ea5-4376-805b-bb5563eb1b1e tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 828b8b76-7cba-4823-8207-b0b03cc8d671 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:29:00.434176 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8f407e17-8ea5-4376-805b-bb5563eb1b1e tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.439489 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8f407e17-8ea5-4376-805b-bb5563eb1b1e tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] 10.222.0.22 "DELETE /v2.0/routers/828b8b76-7cba-4823-8207-b0b03cc8d671 HTTP/1.1" status: 204 len: 168 time: 0.4439106 Jul 16 01:29:00.442085 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38154) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:00.452694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-bfe37992-c387-4d18-81da-0af15f823fa9 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Request body: {'router': {'name': 'tempest-router-753341727', 'distributed': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:00.493722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-990f5766-0acc-4566-9c86-329098779015 req-4cd552a8-b592-47bc-b845-9bf517fb5d04 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Allocated IP 10.1.1.100 (5c2dc518-4925-4630-945e-7b256c4b9189/e5f853c1-a601-4513-aeeb-19c9588d26d7/f13139bc-439e-4e7c-b125-a57ef682fe13) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:00.514750 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfe37992-c387-4d18-81da-0af15f823fa9 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.515747 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfe37992-c387-4d18-81da-0af15f823fa9 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.571135 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfe37992-c387-4d18-81da-0af15f823fa9 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.600364 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfe37992-c387-4d18-81da-0af15f823fa9 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.620569 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfe37992-c387-4d18-81da-0af15f823fa9 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.624794 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bfe37992-c387-4d18-81da-0af15f823fa9 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1811962 Jul 16 01:29:00.628135 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38156) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:00.692730 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4319016b-c752-4d80-b5d7-553f8b6082b9 req-08447f18-91dd-4c27-97ae-0097d793c350 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.694412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4319016b-c752-4d80-b5d7-553f8b6082b9 req-08447f18-91dd-4c27-97ae-0097d793c350 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2214468 Jul 16 01:29:00.711713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b10c7-a77f-4ae2-a23b-f14c07452f89 req-0d7acf59-55dc-46b8-8065-7f175a651fd6 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:00.713381 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e5b10c7-a77f-4ae2-a23b-f14c07452f89 req-0d7acf59-55dc-46b8-8065-7f175a651fd6 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1898539 Jul 16 01:29:00.786504 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39c20b49-bf1d-4333-afd9-c7da2b29242a tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.789301 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-4cd552a8-b592-47bc-b845-9bf517fb5d04 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.799432 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4319016b-c752-4d80-b5d7-553f8b6082b9 req-e36ef06c-0ee1-42ed-9aae-602f1da5fa80 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956907 Jul 16 01:29:00.815916 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e5b10c7-a77f-4ae2-a23b-f14c07452f89 req-3b5b75de-8440-4e93-9fa1-180ddf1ab751 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913284 Jul 16 01:29:00.816966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-990f5766-0acc-4566-9c86-329098779015 req-4cd552a8-b592-47bc-b845-9bf517fb5d04 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Transition to ACTIVE for port object f13139bc-439e-4e7c-b125-a57ef682fe13 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:00.840829 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-183bd4b9-cff4-4041-a34e-e1931a8d4e47 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.868944 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-4cd552a8-b592-47bc-b845-9bf517fb5d04 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.886956 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-183bd4b9-cff4-4041-a34e-e1931a8d4e47 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:00.924015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990f5766-0acc-4566-9c86-329098779015 req-4cd552a8-b592-47bc-b845-9bf517fb5d04 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Network 5c2dc518-4925-4630-945e-7b256c4b9189 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:00.927854 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-990f5766-0acc-4566-9c86-329098779015 req-4cd552a8-b592-47bc-b845-9bf517fb5d04 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:00.930488 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-990f5766-0acc-4566-9c86-329098779015 req-4cd552a8-b592-47bc-b845-9bf517fb5d04 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:01.011308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-4cd552a8-b592-47bc-b845-9bf517fb5d04 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.012037 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-4cd552a8-b592-47bc-b845-9bf517fb5d04 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.066392 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.094367 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd552a8-b592-47bc-b845-9bf517fb5d04 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event updated for resources: {'Port': ['ID=f13139bc-439e-4e7c-b125-a57ef682fe13,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:01.116013 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-4cd552a8-b592-47bc-b845-9bf517fb5d04 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1565447 Jul 16 01:29:01.130755 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-990f5766-0acc-4566-9c86-329098779015 req-35d0b539-ae8c-4ff0-9820-d12f5269fb9b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Request body: {'port': {'device_id': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189', 'admin_state_up': True, 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'security_groups': ['70c87fd2-c552-40b4-bc23-51e4ca5bedbb']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:01.259304 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-929b5ad6-80b2-4428-af93-2069f914e87b None None] Provisioning for port f13139bc-439e-4e7c-b125-a57ef682fe13 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:01.265443 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-929b5ad6-80b2-4428-af93-2069f914e87b None None] Provisioning complete for port f13139bc-439e-4e7c-b125-a57ef682fe13 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:01.265874 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-929b5ad6-80b2-4428-af93-2069f914e87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.268502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda0b2bf-33e6-4374-ac15-22ca964cfb0f req-f11c6f70-ff80-4cb3-9a25-7a1e3a1c3df4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.270184 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eda0b2bf-33e6-4374-ac15-22ca964cfb0f req-f11c6f70-ff80-4cb3-9a25-7a1e3a1c3df4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2524812 Jul 16 01:29:01.320469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-929b5ad6-80b2-4428-af93-2069f914e87b None None] Port f13139bc-439e-4e7c-b125-a57ef682fe13 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:01.362063 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11456fa4-2e6c-4da6-ab2d-f7bcd1b0c2d7 req-7493f806-684c-4a89-a5a7-d0bb0ab59bbf tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.363689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11456fa4-2e6c-4da6-ab2d-f7bcd1b0c2d7 req-7493f806-684c-4a89-a5a7-d0bb0ab59bbf tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.2293615 Jul 16 01:29:01.376427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eda0b2bf-33e6-4374-ac15-22ca964cfb0f req-46f127cc-f520-4059-8264-ea65368f18c5 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982945 Jul 16 01:29:01.391014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-35d0b539-ae8c-4ff0-9820-d12f5269fb9b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Made reservation on behalf of c8f1e6d412a34247b42a5764fe54d71e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:01.395336 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-35d0b539-ae8c-4ff0-9820-d12f5269fb9b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.430173 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39c20b49-bf1d-4333-afd9-c7da2b29242a tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.434589 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39c20b49-bf1d-4333-afd9-c7da2b29242a tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.487630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11456fa4-2e6c-4da6-ab2d-f7bcd1b0c2d7 req-902e209b-b8a2-44d2-bdc7-3511e464c18d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048813 Jul 16 01:29:01.528053 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39c20b49-bf1d-4333-afd9-c7da2b29242a tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.528607 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c20b49-bf1d-4333-afd9-c7da2b29242a tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef8db3d5-433e-4bb6-8cd3-b88635e7ff51 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:29:01.544655 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39c20b49-bf1d-4333-afd9-c7da2b29242a tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.549966 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-39c20b49-bf1d-4333-afd9-c7da2b29242a tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] 10.222.0.22 "DELETE /v2.0/routers/ef8db3d5-433e-4bb6-8cd3-b88635e7ff51 HTTP/1.1" status: 204 len: 168 time: 0.9171958 Jul 16 01:29:01.549966 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38168) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:01.556633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c6b35750-5fc4-4d7c-964c-e311ebf81436 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Request body: {'router': {'name': 'tempest-router-1904469396', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'b004a104f05a4df6a158d63601fbbd6e'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:01.580247 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-183bd4b9-cff4-4041-a34e-e1931a8d4e47 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Floating IP e2ab1ff2-38fc-42de-82fe-5317bf0b60bc associated. External IP: 172.25.2.181, port: ee0416f3-5090-40dc-b6a0-fe3724923f68. Jul 16 01:29:01.678626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-990f5766-0acc-4566-9c86-329098779015 req-35d0b539-ae8c-4ff0-9820-d12f5269fb9b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Allocated IP 10.1.1.178 (5c2dc518-4925-4630-945e-7b256c4b9189/e5f853c1-a601-4513-aeeb-19c9588d26d7/c0235f3c-8060-47dc-9309-1bfbcd62ec77) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:01.701223 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6b35750-5fc4-4d7c-964c-e311ebf81436 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.702917 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6b35750-5fc4-4d7c-964c-e311ebf81436 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.743243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917ff30-c914-49bc-838c-3b9697a406c4 req-c501d76d-982a-40d7-86d0-97ab20d0cbdd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.750206 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0917ff30-c914-49bc-838c-3b9697a406c4 req-c501d76d-982a-40d7-86d0-97ab20d0cbdd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:01.757629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0917ff30-c914-49bc-838c-3b9697a406c4 req-c501d76d-982a-40d7-86d0-97ab20d0cbdd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 1654 time: 0.1380711 Jul 16 01:29:01.769505 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6b35750-5fc4-4d7c-964c-e311ebf81436 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.776838 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6b35750-5fc4-4d7c-964c-e311ebf81436 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.838395 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6b35750-5fc4-4d7c-964c-e311ebf81436 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:01.840908 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c6b35750-5fc4-4d7c-964c-e311ebf81436 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2898145 Jul 16 01:29:01.843744 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38174) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:01.849600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-15364942-ef85-461a-99c8-91be62821f93 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:01.878671 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0917ff30-c914-49bc-838c-3b9697a406c4 req-7d8835f0-c519-4449-869c-6f2a0df7083e tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200473 Jul 16 01:29:01.989755 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-35d0b539-ae8c-4ff0-9820-d12f5269fb9b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.025211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-990f5766-0acc-4566-9c86-329098779015 req-35d0b539-ae8c-4ff0-9820-d12f5269fb9b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Transition to ACTIVE for port object c0235f3c-8060-47dc-9309-1bfbcd62ec77 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:02.050534 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bfc070e1-aa54-4eaf-9c43-a093b7913eda req-180e8c7b-b32e-484b-ac31-67e1a5b338ed tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=dc01f55a55aa478f8bc3aed843c6d2fe HTTP/1.1" status: 200 len: 221 time: 0.0780842 Jul 16 01:29:02.108874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f058e-419b-4c55-9b52-4786a27c9e8f req-a4aaf33e-38ea-4ff1-b66a-544d43a2d1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.110554 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-904f058e-419b-4c55-9b52-4786a27c9e8f req-a4aaf33e-38ea-4ff1-b66a-544d43a2d1c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 1096 time: 0.1876621 Jul 16 01:29:02.148290 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15364942-ef85-461a-99c8-91be62821f93 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.149122 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15364942-ef85-461a-99c8-91be62821f93 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.162324 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-35d0b539-ae8c-4ff0-9820-d12f5269fb9b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.218950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6716400-3ffe-47dd-a4e9-9ca29b7a3876 req-d43c3d3f-b26a-43ac-8fa4-4c7b50506531 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.220733 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e6716400-3ffe-47dd-a4e9-9ca29b7a3876 req-d43c3d3f-b26a-43ac-8fa4-4c7b50506531 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1914132 Jul 16 01:29:02.230066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183bd4b9-cff4-4041-a34e-e1931a8d4e47 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:02.264860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-15364942-ef85-461a-99c8-91be62821f93 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93920) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 01:29:02.266087 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-15364942-ef85-461a-99c8-91be62821f93 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Router 98701815-775c-43c8-a179-c23d05cb68f0 migrating from provider to provider. {{(pid=93920) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 01:29:02.266843 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15364942-ef85-461a-99c8-91be62821f93 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.313447 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990f5766-0acc-4566-9c86-329098779015 req-35d0b539-ae8c-4ff0-9820-d12f5269fb9b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Network 5c2dc518-4925-4630-945e-7b256c4b9189 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:02.313763 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15364942-ef85-461a-99c8-91be62821f93 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.319716 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15364942-ef85-461a-99c8-91be62821f93 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.335627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-990f5766-0acc-4566-9c86-329098779015 req-35d0b539-ae8c-4ff0-9820-d12f5269fb9b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:02.344504 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-990f5766-0acc-4566-9c86-329098779015 req-35d0b539-ae8c-4ff0-9820-d12f5269fb9b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:02.351548 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0b539-ae8c-4ff0-9820-d12f5269fb9b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event updated for resources: {'Port': ['ID=c0235f3c-8060-47dc-9309-1bfbcd62ec77,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:02.396376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f058e-419b-4c55-9b52-4786a27c9e8f req-997711d7-18f7-435b-a19e-6b0d99831b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.398103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-904f058e-419b-4c55-9b52-4786a27c9e8f req-997711d7-18f7-435b-a19e-6b0d99831b7e service neutron] 10.222.0.69 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.2787118 Jul 16 01:29:02.431840 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e6716400-3ffe-47dd-a4e9-9ca29b7a3876 req-1e1f2f08-8c97-4257-85cd-90b3ffa8a705 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699820 Jul 16 01:29:02.484339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183bd4b9-cff4-4041-a34e-e1931a8d4e47 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:02.492911 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-183bd4b9-cff4-4041-a34e-e1931a8d4e47 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.497128 n-d-791505-14 neutron-server[93920]: WARNING neutron.scheduler.l3_agent_scheduler [None req-15364942-ef85-461a-99c8-91be62821f93 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] No L3 agents can host the router 98701815-775c-43c8-a179-c23d05cb68f0 Jul 16 01:29:02.504879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ed56b1-5445-4738-8302-fbfc0ade1f7a None None] Sync routers for ids ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:02.519371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ed56b1-5445-4738-8302-fbfc0ade1f7a None None] Routers {'758ee5ad-6b80-4e65-8d23-3d7283fcc711'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:02.521865 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-66ed56b1-5445-4738-8302-fbfc0ade1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:28:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:02.604341 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-904f058e-419b-4c55-9b52-4786a27c9e8f req-fc24bded-dc80-4fc2-974a-38da6e92cd7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df0715b-8991-478d-a325-905e669148d1 HTTP/1.1" status: 200 len: 999 time: 0.1958079 Jul 16 01:29:02.613514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-35d0b539-ae8c-4ff0-9820-d12f5269fb9b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.614186 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-35d0b539-ae8c-4ff0-9820-d12f5269fb9b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.639971 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-183bd4b9-cff4-4041-a34e-e1931a8d4e47 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "PUT /v2.0/floatingips/e2ab1ff2-38fc-42de-82fe-5317bf0b60bc HTTP/1.1" status: 200 len: 992 time: 3.0072563 Jul 16 01:29:02.642138 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'tag': 'ee0416f3-5090-40dc-b6a0-fe3724923f68'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:02.644625 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5ea276-8f27-4716-8a7b-943febf12bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "12268a13-0dce-42bd-bd47-3976b74c0e3e", "tag": "ee0416f3-5090-40dc-b6a0-fe3724923f68"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:02.688202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15364942-ef85-461a-99c8-91be62821f93 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Hosts for router 98701815-775c-43c8-a179-c23d05cb68f0: [] {{(pid=93920) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 01:29:02.713830 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15364942-ef85-461a-99c8-91be62821f93 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Hosts for other DVR routers connected to router 98701815-775c-43c8-a179-c23d05cb68f0: set() {{(pid=93920) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 01:29:02.716537 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15364942-ef85-461a-99c8-91be62821f93 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.720046 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-15364942-ef85-461a-99c8-91be62821f93 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] 10.222.0.22 "PUT /v2.0/routers/98701815-775c-43c8-a179-c23d05cb68f0 HTTP/1.1" status: 200 len: 717 time: 0.8728485 Jul 16 01:29:02.720866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38192) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:02.723267 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fa5b6f2d-0aa9-4282-8c9d-b59314dcdc82 None None] Provisioning for port c0235f3c-8060-47dc-9309-1bfbcd62ec77 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:02.726588 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-66ed56b1-5445-4738-8302-fbfc0ade1f7a None None] Set router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:02.735823 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f058e-419b-4c55-9b52-4786a27c9e8f req-7d9d1402-389a-46b2-b753-a60b161ec997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.737724 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-904f058e-419b-4c55-9b52-4786a27c9e8f req-7d9d1402-389a-46b2-b753-a60b161ec997 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.1043410 Jul 16 01:29:02.741358 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-35d0b539-ae8c-4ff0-9820-d12f5269fb9b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6160464 Jul 16 01:29:02.755112 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac83667-e48e-4c56-abd0-ba55837f44aa req-a063443a-ed1f-42d7-bee5-01bc3d70e2b3 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.763720 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aac83667-e48e-4c56-abd0-ba55837f44aa req-a063443a-ed1f-42d7-bee5-01bc3d70e2b3 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.5575175 Jul 16 01:29:02.766095 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fa5b6f2d-0aa9-4282-8c9d-b59314dcdc82 None None] Provisioning complete for port c0235f3c-8060-47dc-9309-1bfbcd62ec77 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:02.766477 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa5b6f2d-0aa9-4282-8c9d-b59314dcdc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:02.789473 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-990f5766-0acc-4566-9c86-329098779015 req-ce06e465-d0d2-4b55-834b-7fed219eda5b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Request body: {'port': {'device_id': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527', 'admin_state_up': True, 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'security_groups': ['70c87fd2-c552-40b4-bc23-51e4ca5bedbb']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:02.812011 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b8198e34-1d92-4819-87b6-b4d9f82d6533 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] 10.222.0.22 "GET /v2.0/routers/98701815-775c-43c8-a179-c23d05cb68f0 HTTP/1.1" status: 200 len: 717 time: 0.0898952 Jul 16 01:29:02.815010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-fa5b6f2d-0aa9-4282-8c9d-b59314dcdc82 None None] Port c0235f3c-8060-47dc-9309-1bfbcd62ec77 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:02.815457 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38194) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:02.926614 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aac83667-e48e-4c56-abd0-ba55837f44aa req-45e335e0-162c-49a1-a12c-f5878a784b46 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618848 Jul 16 01:29:02.972779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd4b37-a667-4f9d-90c9-bc3cb9a513dc req-1052d7b4-9c84-4389-80c4-9a378fdc1c86 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:02.979881 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6dd4b37-a667-4f9d-90c9-bc3cb9a513dc req-1052d7b4-9c84-4389-80c4-9a378fdc1c86 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.3536227 Jul 16 01:29:03.002598 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f058e-419b-4c55-9b52-4786a27c9e8f req-438a0958-a42d-4833-843a-d9775ab3bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.004164 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-904f058e-419b-4c55-9b52-4786a27c9e8f req-438a0958-a42d-4833-843a-d9775ab3bc38 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2306678 Jul 16 01:29:03.032845 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a1bd929a-f950-426e-be21-0058ab584e32 tempest-RoutersTestDVR-997354403 tempest-RoutersTestDVR-997354403-project] 10.222.0.22 "GET /v2.0/routers/98701815-775c-43c8-a179-c23d05cb68f0 HTTP/1.1" status: 200 len: 683 time: 0.2137377 Jul 16 01:29:03.034456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38200) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:03.068548 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-66ed56b1-5445-4738-8302-fbfc0ade1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'e2ab1ff2-38fc-42de-82fe-5317bf0b60bc', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'port_id': 'ee0416f3-5090-40dc-b6a0-fe3724923f68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'mac_address': 'fa:16:3e:d8:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:40Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 1, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f8ae3f-13e1-48c1-9f30-4e46b1282da6', 'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'mac_address': 'fa:16:3e:6d:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:27Z', 'revision_number': 5, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'subnets': [{'id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:03.098620 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ed56b1-5445-4738-8302-fbfc0ade1f7a None None] Checking router: 758ee5ad-6b80-4e65-8d23-3d7283fcc711 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:03.108109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ed56b1-5445-4738-8302-fbfc0ade1f7a None None] Routers {'758ee5ad-6b80-4e65-8d23-3d7283fcc711'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:03.108760 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-66ed56b1-5445-4738-8302-fbfc0ade1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:28:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:03.162139 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef5a4fd-a919-4283-a022-821b3af19f03 x-openstack-request-id: req-bef5a4fd-a919-4283-a022-821b3af19f03 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:03.162711 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12268a13-0dce-42bd-bd47-3976b74c0e3e", "tag": "ee0416f3-5090-40dc-b6a0-fe3724923f68", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:03.163186 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bef5a4fd-a919-4283-a022-821b3af19f03 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:03.163845 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'tag': 'ee0416f3-5090-40dc-b6a0-fe3724923f68', 'status': 'completed', 'code': 200} Jul 16 01:29:03.268483 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-66ed56b1-5445-4738-8302-fbfc0ade1f7a None None] Set router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:03.302676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ea276-8f27-4716-8a7b-943febf12bb8 req-35564a66-b890-408b-b4da-17e9e53bb40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.306407 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd5ea276-8f27-4716-8a7b-943febf12bb8 req-35564a66-b890-408b-b4da-17e9e53bb40c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc7c79121ea347e08eab6bb95810733c&device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 1098 time: 0.1099215 Jul 16 01:29:03.491202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ea276-8f27-4716-8a7b-943febf12bb8 req-db5eb579-ba6d-41f4-a8b7-9d2b6528057d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.492972 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd5ea276-8f27-4716-8a7b-943febf12bb8 req-db5eb579-ba6d-41f4-a8b7-9d2b6528057d service neutron] 10.222.0.69 "GET /v2.0/networks?id=82cbe9d9-283a-4c69-a1bc-536a90b2446b HTTP/1.1" status: 200 len: 917 time: 0.1799018 Jul 16 01:29:03.507016 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-346c3e22-4375-4b65-8d1f-be4356cee3a2 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.558231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-66ed56b1-5445-4738-8302-fbfc0ade1f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'e2ab1ff2-38fc-42de-82fe-5317bf0b60bc', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'port_id': 'ee0416f3-5090-40dc-b6a0-fe3724923f68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'mac_address': 'fa:16:3e:d8:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:40Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 1, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f8ae3f-13e1-48c1-9f30-4e46b1282da6', 'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'mac_address': 'fa:16:3e:6d:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:27Z', 'revision_number': 5, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'subnets': [{'id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:03.589956 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6dd4b37-a667-4f9d-90c9-bc3cb9a513dc req-8a7c7d23-b372-4f88-b2ae-17ae220e515c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6090901 Jul 16 01:29:03.608603 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ed56b1-5445-4738-8302-fbfc0ade1f7a None None] The sync data for ids ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'] in n-d-791505-14 is: [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'e2ab1ff2-38fc-42de-82fe-5317bf0b60bc', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'port_id': 'ee0416f3-5090-40dc-b6a0-fe3724923f68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1873, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'mac_address': 'fa:16:3e:d8:dc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:40Z', 'updated_at': '2021-07-16T01:29:00Z', 'revision_number': 1, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f8ae3f-13e1-48c1-9f30-4e46b1282da6', 'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'mac_address': 'fa:16:3e:6d:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:27Z', 'revision_number': 5, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'subnets': [{'id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:03.643895 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd5ea276-8f27-4716-8a7b-943febf12bb8 req-17ca5c70-1f11-4587-9b6e-413b2e911688 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68 HTTP/1.1" status: 200 len: 1000 time: 0.1357498 Jul 16 01:29:03.658660 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-904f058e-419b-4c55-9b52-4786a27c9e8f req-b48149cb-d03e-4599-9289-c3882c4e23b4 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6439757 Jul 16 01:29:03.712286 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-ce06e465-d0d2-4b55-834b-7fed219eda5b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Made reservation on behalf of c8f1e6d412a34247b42a5764fe54d71e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:03.724052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ea276-8f27-4716-8a7b-943febf12bb8 req-d534403d-8231-45a7-91e5-90259118b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:03.733624 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd5ea276-8f27-4716-8a7b-943febf12bb8 req-d534403d-8231-45a7-91e5-90259118b80a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7 HTTP/1.1" status: 200 len: 855 time: 0.0828793 Jul 16 01:29:03.902916 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d9bb03-30cb-4e03-914f-9157fb735605 None None] New status for floating IP e2ab1ff2-38fc-42de-82fe-5317bf0b60bc: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:29:03.937412 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-346c3e22-4375-4b65-8d1f-be4356cee3a2 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:03.968113 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-346c3e22-4375-4b65-8d1f-be4356cee3a2 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.086047 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-346c3e22-4375-4b65-8d1f-be4356cee3a2 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.086547 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346c3e22-4375-4b65-8d1f-be4356cee3a2 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98701815-775c-43c8-a179-c23d05cb68f0 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:29:04.088072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5ea276-8f27-4716-8a7b-943febf12bb8 req-8a678756-00f4-43b3-9b7c-d8426d858a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.089701 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd5ea276-8f27-4716-8a7b-943febf12bb8 req-8a678756-00f4-43b3-9b7c-d8426d858a30 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82cbe9d9-283a-4c69-a1bc-536a90b2446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3515315 Jul 16 01:29:04.098052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576c8db-625d-46be-84b8-15bfc6823b19 req-3f69ffde-6600-4cbe-839f-f7ccdc34cbc2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.104157 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576c8db-625d-46be-84b8-15bfc6823b19 req-3f69ffde-6600-4cbe-839f-f7ccdc34cbc2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.110691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576c8db-625d-46be-84b8-15bfc6823b19 req-3f69ffde-6600-4cbe-839f-f7ccdc34cbc2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.118245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d576c8db-625d-46be-84b8-15bfc6823b19 req-3f69ffde-6600-4cbe-839f-f7ccdc34cbc2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 2375 time: 0.5399888 Jul 16 01:29:04.124042 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-346c3e22-4375-4b65-8d1f-be4356cee3a2 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.125167 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-346c3e22-4375-4b65-8d1f-be4356cee3a2 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] 10.222.0.22 "DELETE /v2.0/routers/98701815-775c-43c8-a179-c23d05cb68f0 HTTP/1.1" status: 204 len: 168 time: 1.0806940 Jul 16 01:29:04.130619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-904f058e-419b-4c55-9b52-4786a27c9e8f req-68c75e12-ed3e-4c1f-8788-4374c4efe1ba service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218440 Jul 16 01:29:04.132797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38210) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:04.133423 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-ce06e465-d0d2-4b55-834b-7fed219eda5b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.137995 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3932c6af-845d-4e05-850a-2f4bcbe3799b tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Request body: {'router': {'name': 'tempest-router-1361517385', 'distributed': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:04.176514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9867aabe-42fb-4a44-abc0-df032c71a763 req-9ccd2ee4-267d-4f7a-b44e-17682ee8de95 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.178072 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9867aabe-42fb-4a44-abc0-df032c71a763 req-9ccd2ee4-267d-4f7a-b44e-17682ee8de95 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.4118199 Jul 16 01:29:04.215886 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3932c6af-845d-4e05-850a-2f4bcbe3799b tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.216884 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d576c8db-625d-46be-84b8-15bfc6823b19 req-6218f8f0-59e8-447d-ab5f-ed21c9784a50 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977597 Jul 16 01:29:04.217053 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3932c6af-845d-4e05-850a-2f4bcbe3799b tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.228277 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd5ea276-8f27-4716-8a7b-943febf12bb8 req-85a4d107-953f-44f7-bccc-01be3bcbc5e7 service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314697 Jul 16 01:29:04.314813 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3932c6af-845d-4e05-850a-2f4bcbe3799b tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.331544 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9867aabe-42fb-4a44-abc0-df032c71a763 req-4d54c099-3789-4478-8b56-938b4aea2593 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377506 Jul 16 01:29:04.346446 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3932c6af-845d-4e05-850a-2f4bcbe3799b tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.381196 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3932c6af-845d-4e05-850a-2f4bcbe3799b tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.392473 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3932c6af-845d-4e05-850a-2f4bcbe3799b tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2584507 Jul 16 01:29:04.394037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38212) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:04.418406 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd5ea276-8f27-4716-8a7b-943febf12bb8 req-930d703b-7e3e-41dd-b6b9-9e9cc032b00e service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816180 Jul 16 01:29:04.522237 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-650adb07-564b-4560-847b-cef838a67bc9 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.547586 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-990f5766-0acc-4566-9c86-329098779015 req-ce06e465-d0d2-4b55-834b-7fed219eda5b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Allocated IP 10.2.2.100 (cc54e663-5eb9-4f0c-810b-807ed347e527/0774ea09-4045-415e-aa75-851c6a10e42e/dc873b81-9541-47e5-ba6e-32ed8d605778) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:04.557881 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371d3eb-5325-41f6-bf2c-446f35561354 req-3a64246d-7018-46c5-9611-e9b3fceab1cf tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.559429 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e371d3eb-5325-41f6-bf2c-446f35561354 req-3a64246d-7018-46c5-9611-e9b3fceab1cf tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1652639 Jul 16 01:29:04.625886 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc628c5-5645-4079-ab39-48692ab247ca req-cb052b0a-1604-47a2-9b93-bfacae26978b tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:04.627566 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1dc628c5-5645-4079-ab39-48692ab247ca req-cb052b0a-1604-47a2-9b93-bfacae26978b tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1520312 Jul 16 01:29:04.717239 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-650adb07-564b-4560-847b-cef838a67bc9 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.720105 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-650adb07-564b-4560-847b-cef838a67bc9 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.724345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e371d3eb-5325-41f6-bf2c-446f35561354 req-e02f9d46-ea75-4d5d-8ae8-aacaa9bec083 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392536 Jul 16 01:29:04.773311 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-31d9fd37-fe8c-4ab5-a229-04f018080a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.780031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1dc628c5-5645-4079-ab39-48692ab247ca req-5a60521f-cd8b-4a94-83c5-9866678bd5e0 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417124 Jul 16 01:29:04.789154 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-650adb07-564b-4560-847b-cef838a67bc9 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.789814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650adb07-564b-4560-847b-cef838a67bc9 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c58d868c-13f0-4a05-900a-6c7cddc8ceba {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:29:04.795926 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-650adb07-564b-4560-847b-cef838a67bc9 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.801275 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-650adb07-564b-4560-847b-cef838a67bc9 tempest-RoutersTestDVR-1994063987 tempest-RoutersTestDVR-1994063987-project-admin] 10.222.0.22 "DELETE /v2.0/routers/c58d868c-13f0-4a05-900a-6c7cddc8ceba HTTP/1.1" status: 204 len: 168 time: 0.3867540 Jul 16 01:29:04.930619 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-ce06e465-d0d2-4b55-834b-7fed219eda5b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:04.951329 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-990f5766-0acc-4566-9c86-329098779015 req-ce06e465-d0d2-4b55-834b-7fed219eda5b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Transition to ACTIVE for port object dc873b81-9541-47e5-ba6e-32ed8d605778 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:05.029433 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-ce06e465-d0d2-4b55-834b-7fed219eda5b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.077269 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990f5766-0acc-4566-9c86-329098779015 req-ce06e465-d0d2-4b55-834b-7fed219eda5b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Network cc54e663-5eb9-4f0c-810b-807ed347e527 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:05.100823 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0052ee-8aa4-44d8-9d14-2ecb3c7822e5 req-77caf46a-cc33-468c-b998-b921b7552136 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.107887 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c0052ee-8aa4-44d8-9d14-2ecb3c7822e5 req-77caf46a-cc33-468c-b998-b921b7552136 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1409826 Jul 16 01:29:05.110422 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-990f5766-0acc-4566-9c86-329098779015 req-ce06e465-d0d2-4b55-834b-7fed219eda5b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:05.113365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-990f5766-0acc-4566-9c86-329098779015 req-ce06e465-d0d2-4b55-834b-7fed219eda5b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:05.114838 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38222) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:05.156479 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06e465-d0d2-4b55-834b-7fed219eda5b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event updated for resources: {'Port': ['ID=dc873b81-9541-47e5-ba6e-32ed8d605778,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:05.199623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c0052ee-8aa4-44d8-9d14-2ecb3c7822e5 req-fe439844-85a6-4507-b4fd-76e87b64e99d tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907326 Jul 16 01:29:05.218617 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-ce06e465-d0d2-4b55-834b-7fed219eda5b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.219751 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-ce06e465-d0d2-4b55-834b-7fed219eda5b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.257062 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-ce06e465-d0d2-4b55-834b-7fed219eda5b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4715612 Jul 16 01:29:05.261710 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-83aa5bc3-89fd-4a4c-925c-ec0aff5d00c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.272925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-990f5766-0acc-4566-9c86-329098779015 req-79261845-27fe-472d-a8f0-abdd54d119b3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Request body: {'port': {'device_id': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527', 'admin_state_up': True, 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'security_groups': ['70c87fd2-c552-40b4-bc23-51e4ca5bedbb']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:05.428155 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-83aa5bc3-89fd-4a4c-925c-ec0aff5d00c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.434061 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-83aa5bc3-89fd-4a4c-925c-ec0aff5d00c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.458617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1be57c43-54f4-4fa6-af2c-de0c14d4428c None None] Provisioning for port dc873b81-9541-47e5-ba6e-32ed8d605778 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:05.462938 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1be57c43-54f4-4fa6-af2c-de0c14d4428c None None] Provisioning complete for port dc873b81-9541-47e5-ba6e-32ed8d605778 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:05.463316 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1be57c43-54f4-4fa6-af2c-de0c14d4428c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.477184 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-83aa5bc3-89fd-4a4c-925c-ec0aff5d00c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b004a104f05a4df6a158d63601fbbd6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608961 Jul 16 01:29:05.479735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aa5bc3-89fd-4a4c-925c-ec0aff5d00c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2317e79-0829-49df-91d9-5c0303fa171f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:05.482163 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38232) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:05.500628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-79261845-27fe-472d-a8f0-abdd54d119b3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Made reservation on behalf of c8f1e6d412a34247b42a5764fe54d71e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:05.506763 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-79261845-27fe-472d-a8f0-abdd54d119b3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.506934 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1be57c43-54f4-4fa6-af2c-de0c14d4428c None None] Port dc873b81-9541-47e5-ba6e-32ed8d605778 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:05.545909 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce0a29e4-15d8-410c-85cd-61216d177a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.572385 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce0a29e4-15d8-410c-85cd-61216d177a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.626241 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce0a29e4-15d8-410c-85cd-61216d177a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.629695 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce0a29e4-15d8-410c-85cd-61216d177a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.633192 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ce0a29e4-15d8-410c-85cd-61216d177a42 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c2317e79-0829-49df-91d9-5c0303fa171f HTTP/1.1" status: 204 len: 168 time: 0.1477826 Jul 16 01:29:05.639920 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a29e4-15d8-410c-85cd-61216d177a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2317e79-0829-49df-91d9-5c0303fa171f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:05.649502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a3d77-8856-4f07-bd32-51d37ff4d3ee req-09560fcf-d24d-4ed6-945c-b5ea26cab0d1 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.651103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a03a3d77-8856-4f07-bd32-51d37ff4d3ee req-09560fcf-d24d-4ed6-945c-b5ea26cab0d1 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2659948 Jul 16 01:29:05.733969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e4a98-ac39-401f-8c8d-9d8c132fe445 req-dc6b46e5-63bf-42dc-8511-57b536d9b62b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.740227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e4a98-ac39-401f-8c8d-9d8c132fe445 req-dc6b46e5-63bf-42dc-8511-57b536d9b62b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.746500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e4a98-ac39-401f-8c8d-9d8c132fe445 req-dc6b46e5-63bf-42dc-8511-57b536d9b62b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.753532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e4a98-ac39-401f-8c8d-9d8c132fe445 req-dc6b46e5-63bf-42dc-8511-57b536d9b62b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:05.755319 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b24e4a98-ac39-401f-8c8d-9d8c132fe445 req-dc6b46e5-63bf-42dc-8511-57b536d9b62b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 3096 time: 0.2999680 Jul 16 01:29:05.801262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a03a3d77-8856-4f07-bd32-51d37ff4d3ee req-b4d47511-a4fe-4ebc-bf5f-9a196ef15a51 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382861 Jul 16 01:29:05.855051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-990f5766-0acc-4566-9c86-329098779015 req-79261845-27fe-472d-a8f0-abdd54d119b3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Allocated IP 10.2.2.200 (cc54e663-5eb9-4f0c-810b-807ed347e527/0774ea09-4045-415e-aa75-851c6a10e42e/209ef863-84e3-44a1-821a-e7b454094aa6) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:05.958148 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38244) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:05.972847 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b71ee28-316b-4032-bf80-e04e35c53fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:05.977730 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b24e4a98-ac39-401f-8c8d-9d8c132fe445 req-4fc62e90-3b69-4f68-a88f-f9d7400b2907 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2117825 Jul 16 01:29:06.106058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c52e5c-d13d-47b5-9e95-6cc81824d4ce req-96aaa05c-e517-4a10-b3a0-80c4113be9d3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.108296 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4c52e5c-d13d-47b5-9e95-6cc81824d4ce req-96aaa05c-e517-4a10-b3a0-80c4113be9d3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1716776 Jul 16 01:29:06.109738 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b71ee28-316b-4032-bf80-e04e35c53fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.117107 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b71ee28-316b-4032-bf80-e04e35c53fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.143328 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-79261845-27fe-472d-a8f0-abdd54d119b3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.159781 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0b71ee28-316b-4032-bf80-e04e35c53fc7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f5744e5e794b443ba35eef4ad1f36c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980541 Jul 16 01:29:06.160038 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38246) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:06.165985 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b71ee28-316b-4032-bf80-e04e35c53fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20839f7-c19e-4e52-a0bd-5166675accb3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:06.194680 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-990f5766-0acc-4566-9c86-329098779015 req-79261845-27fe-472d-a8f0-abdd54d119b3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Transition to ACTIVE for port object 209ef863-84e3-44a1-821a-e7b454094aa6 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:06.206433 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4c52e5c-d13d-47b5-9e95-6cc81824d4ce req-3ab5a243-b193-4a4f-abaf-5505cd100ec8 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905654 Jul 16 01:29:06.217627 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da64360c-2a2d-47d7-bfdc-22038ba8d7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.252619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da64360c-2a2d-47d7-bfdc-22038ba8d7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.264745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3e02e-8de3-473b-bb45-f67900cc0ace req-8d28a3e9-19bd-4d28-8ef0-e8dceb1af4b7 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.266288 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82a3e02e-8de3-473b-bb45-f67900cc0ace req-8d28a3e9-19bd-4d28-8ef0-e8dceb1af4b7 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1341271 Jul 16 01:29:06.276189 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-79261845-27fe-472d-a8f0-abdd54d119b3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.314456 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da64360c-2a2d-47d7-bfdc-22038ba8d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.317864 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da64360c-2a2d-47d7-bfdc-22038ba8d7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.319143 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-da64360c-2a2d-47d7-bfdc-22038ba8d7ed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a20839f7-c19e-4e52-a0bd-5166675accb3 HTTP/1.1" status: 204 len: 168 time: 0.1582260 Jul 16 01:29:06.328083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64360c-2a2d-47d7-bfdc-22038ba8d7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20839f7-c19e-4e52-a0bd-5166675accb3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:06.381783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-990f5766-0acc-4566-9c86-329098779015 req-79261845-27fe-472d-a8f0-abdd54d119b3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Network cc54e663-5eb9-4f0c-810b-807ed347e527 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:06.385363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79261845-27fe-472d-a8f0-abdd54d119b3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event updated for resources: {'Port': ['ID=209ef863-84e3-44a1-821a-e7b454094aa6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:06.389042 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-990f5766-0acc-4566-9c86-329098779015 req-79261845-27fe-472d-a8f0-abdd54d119b3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:06.394002 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82a3e02e-8de3-473b-bb45-f67900cc0ace req-856e7d2f-14d0-4858-bf07-6ad8da534e5c tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211896 Jul 16 01:29:06.394743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-990f5766-0acc-4566-9c86-329098779015 req-79261845-27fe-472d-a8f0-abdd54d119b3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:06.467500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-79261845-27fe-472d-a8f0-abdd54d119b3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.468216 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-79261845-27fe-472d-a8f0-abdd54d119b3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.485483 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-79261845-27fe-472d-a8f0-abdd54d119b3 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2165527 Jul 16 01:29:06.502752 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Request body: {'port': {'device_id': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:06.708226 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.721690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec13a279-e738-40ee-855c-9171baca71db req-2fb4c0dc-64df-40ae-9f27-d2e64f5345db tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.732555 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec13a279-e738-40ee-855c-9171baca71db req-2fb4c0dc-64df-40ae-9f27-d2e64f5345db tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1834080 Jul 16 01:29:06.735658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-09c1e614-dfb3-4d89-8f06-966c4e216266 None None] Provisioning for port 209ef863-84e3-44a1-821a-e7b454094aa6 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:06.741051 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-09c1e614-dfb3-4d89-8f06-966c4e216266 None None] Provisioning complete for port 209ef863-84e3-44a1-821a-e7b454094aa6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:06.741790 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-09c1e614-dfb3-4d89-8f06-966c4e216266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:06.780393 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-09c1e614-dfb3-4d89-8f06-966c4e216266 None None] Port 209ef863-84e3-44a1-821a-e7b454094aa6 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:29:06.794587 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec13a279-e738-40ee-855c-9171baca71db req-9b0da8f5-d050-48ac-a15e-0a66275719d1 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607948 Jul 16 01:29:06.914361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bc1c3-92aa-4ce3-87fd-2f0a7f9e5b5c req-0f14b4d9-0546-4ff3-a37e-ec599eb2d163 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:06.915936 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa2bc1c3-92aa-4ce3-87fd-2f0a7f9e5b5c req-0f14b4d9-0546-4ff3-a37e-ec599eb2d163 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.3133354 Jul 16 01:29:07.256797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38276) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:07.281312 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.377346 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa2bc1c3-92aa-4ce3-87fd-2f0a7f9e5b5c req-7b55cc44-63ac-4568-98a0-d0de6c9108a6 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4549286 Jul 16 01:29:07.391646 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a91a65d0-66c6-405f-90bc-ed91e9317454 tempest-ServiceProvidersTest-1783344701 tempest-ServiceProvidersTest-1783344701-project] 10.222.0.22 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1316602 Jul 16 01:29:07.438543 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b60a0b7-6902-4484-9634-7198510da250 req-9df2e68e-26ec-4c1c-a072-97cd7020c950 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.444278 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5b60a0b7-6902-4484-9634-7198510da250 req-9df2e68e-26ec-4c1c-a072-97cd7020c950 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.4894986 Jul 16 01:29:07.531041 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5b60a0b7-6902-4484-9634-7198510da250 req-8f70ca91-c6c8-4c47-a402-be7bd0d2ba77 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804956 Jul 16 01:29:07.541616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa0706b-8d9e-4b68-8c11-c14ab7c28160 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:07.551300 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.616659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Transition to ACTIVE for port object 5fa0706b-8d9e-4b68-8c11-c14ab7c28160 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:07.623003 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.646190 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b973f4cd-08ca-4bbe-bdbf-61f378018085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.703736 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38294) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:07.735645 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa0706b-8d9e-4b68-8c11-c14ab7c28160,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:07.754296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3da25-846a-4da5-86d3-ca7136d18f13 req-76a636b9-960c-49b2-898c-e67a349f7b80 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.760465 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3da25-846a-4da5-86d3-ca7136d18f13 req-76a636b9-960c-49b2-898c-e67a349f7b80 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.777939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3da25-846a-4da5-86d3-ca7136d18f13 req-76a636b9-960c-49b2-898c-e67a349f7b80 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.789467 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3da25-846a-4da5-86d3-ca7136d18f13 req-76a636b9-960c-49b2-898c-e67a349f7b80 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.807941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3da25-846a-4da5-86d3-ca7136d18f13 req-76a636b9-960c-49b2-898c-e67a349f7b80 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:07.810881 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1a3da25-846a-4da5-86d3-ca7136d18f13 req-76a636b9-960c-49b2-898c-e67a349f7b80 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 3817 time: 0.2457333 Jul 16 01:29:07.854240 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9231dbaf-cb26-40d5-aa31-3b8ee71f8721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.941875 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Attempting to bind port 5fa0706b-8d9e-4b68-8c11-c14ab7c28160 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:07.942316 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Attempting to bind port 5fa0706b-8d9e-4b68-8c11-c14ab7c28160 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '4d02540b-e81a-41a8-9748-712004edc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:07.942727 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Attempting to bind port 5fa0706b-8d9e-4b68-8c11-c14ab7c28160 on network 3426d80e-bb53-487d-95f9-f84d3151a9b8 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:07.969529 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1a3da25-846a-4da5-86d3-ca7136d18f13 req-9792a148-1dfe-4b1f-9107-7f6872a24485 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236842 Jul 16 01:29:07.973578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Port 5fa0706b-8d9e-4b68-8c11-c14ab7c28160 on network 3426d80e-bb53-487d-95f9-f84d3151a9b8 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:07.976229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Attempting to bind port 5fa0706b-8d9e-4b68-8c11-c14ab7c28160 on network 3426d80e-bb53-487d-95f9-f84d3151a9b8 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:07.978896 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9231dbaf-cb26-40d5-aa31-3b8ee71f8721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.993886 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9231dbaf-cb26-40d5-aa31-3b8ee71f8721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:07.994053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:07.994053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Checking segment: {'id': '4d02540b-e81a-41a8-9748-712004edc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:07.994053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Bound using segment: {'id': '4d02540b-e81a-41a8-9748-712004edc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:07.994053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Bound port: 5fa0706b-8d9e-4b68-8c11-c14ab7c28160, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d02540b-e81a-41a8-9748-712004edc6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:07.994053 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.045939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56072064-e053-4f58-bfff-ee903c2b5ab6 req-509ce65e-b6db-43f7-86e2-3d31286a5e92 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.047486 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56072064-e053-4f58-bfff-ee903c2b5ab6 req-509ce65e-b6db-43f7-86e2-3d31286a5e92 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.2029169 Jul 16 01:29:08.052033 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9231dbaf-cb26-40d5-aa31-3b8ee71f8721 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fff20d5200604cf8a04ca39ffcc52d26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3469896 Jul 16 01:29:08.052674 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38298) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:08.053730 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231dbaf-cb26-40d5-aa31-3b8ee71f8721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fae3f3-acab-4aca-b60b-972cc709552d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:08.113651 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8309-3727-47e1-99b3-717bf07948c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.120668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] For port 5fa0706b-8d9e-4b68-8c11-c14ab7c28160, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:08.135681 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56072064-e053-4f58-bfff-ee903c2b5ab6 req-1e8e54eb-6db6-42e9-a5de-3a3763003439 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805924 Jul 16 01:29:08.142008 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8309-3727-47e1-99b3-717bf07948c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.160425 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] For port 5fa0706b-8d9e-4b68-8c11-c14ab7c28160, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160,segment=NetworkSegment(4d02540b-e81a-41a8-9748-712004edc6d4),segment_id=4d02540b-e81a-41a8-9748-712004edc6d4)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:08.198532 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.214094 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8309-3727-47e1-99b3-717bf07948c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.217467 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bf2e8309-3727-47e1-99b3-717bf07948c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.221562 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bf2e8309-3727-47e1-99b3-717bf07948c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5fae3f3-acab-4aca-b60b-972cc709552d HTTP/1.1" status: 204 len: 168 time: 0.1646643 Jul 16 01:29:08.229708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2e8309-3727-47e1-99b3-717bf07948c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fae3f3-acab-4aca-b60b-972cc709552d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:08.263953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.264765 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.266213 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] 10.222.0.69 "PUT /v2.0/ports/5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 1093 time: 1.7722812 Jul 16 01:29:08.277850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': '5fa0706b-8d9e-4b68-8c11-c14ab7c28160'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:08.287320 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecca6b28-2402-4c4d-8ea8-d236d791a0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "5fa0706b-8d9e-4b68-8c11-c14ab7c28160"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:08.308205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Request body: {'port': {'device_id': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:08.375451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27209201-66e8-4121-894f-6ce5bd385ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa0706b-8d9e-4b68-8c11-c14ab7c28160,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:08.411016 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb13c5-8e10-41ed-9a1f-d12061b32af9 req-945f0bf3-9faa-44bd-b226-e89c0d6713b1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.412650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aeeb13c5-8e10-41ed-9a1f-d12061b32af9 req-945f0bf3-9faa-44bd-b226-e89c0d6713b1 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.2655175 Jul 16 01:29:08.496505 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.510306 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:08.525987 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aeeb13c5-8e10-41ed-9a1f-d12061b32af9 req-a9715a8c-b7e6-431e-8283-1d9a80d03708 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981276 Jul 16 01:29:08.558296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a43df-e483-4974-b746-d23282f25129 req-b42eaaec-f37d-4749-b858-91562cc28069 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.558296 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b8a43df-e483-4974-b746-d23282f25129 req-b42eaaec-f37d-4749-b858-91562cc28069 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2056625 Jul 16 01:29:08.602467 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b15e881-7e7a-474f-959e-d2d8071b3f76 x-openstack-request-id: req-2b15e881-7e7a-474f-959e-d2d8071b3f76 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:08.602825 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "5fa0706b-8d9e-4b68-8c11-c14ab7c28160", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:08.603154 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b15e881-7e7a-474f-959e-d2d8071b3f76 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:08.603897 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': '5fa0706b-8d9e-4b68-8c11-c14ab7c28160', 'status': 'completed', 'code': 200} Jul 16 01:29:08.696579 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6b28-2402-4c4d-8ea8-d236d791a0d4 req-1d8feb1e-b9a5-42e9-aedb-e0720121ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.697296 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6b28-2402-4c4d-8ea8-d236d791a0d4 req-1d8feb1e-b9a5-42e9-aedb-e0720121ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.697780 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6b28-2402-4c4d-8ea8-d236d791a0d4 req-1d8feb1e-b9a5-42e9-aedb-e0720121ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.698258 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6b28-2402-4c4d-8ea8-d236d791a0d4 req-1d8feb1e-b9a5-42e9-aedb-e0720121ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.698786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6b28-2402-4c4d-8ea8-d236d791a0d4 req-1d8feb1e-b9a5-42e9-aedb-e0720121ffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:08.701420 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ecca6b28-2402-4c4d-8ea8-d236d791a0d4 req-1d8feb1e-b9a5-42e9-aedb-e0720121ffa9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4365 time: 0.0759673 Jul 16 01:29:08.722482 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b8a43df-e483-4974-b746-d23282f25129 req-5a2f3845-e9bf-4e4e-b639-49510945f214 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578929 Jul 16 01:29:09.002400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6b28-2402-4c4d-8ea8-d236d791a0d4 req-7e99676a-9780-423f-8ae5-8968f98eca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.005436 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6b28-2402-4c4d-8ea8-d236d791a0d4 req-7e99676a-9780-423f-8ae5-8968f98eca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.005983 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6b28-2402-4c4d-8ea8-d236d791a0d4 req-7e99676a-9780-423f-8ae5-8968f98eca53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.008117 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ecca6b28-2402-4c4d-8ea8-d236d791a0d4 req-7e99676a-9780-423f-8ae5-8968f98eca53 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2991927 Jul 16 01:29:09.053283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a80f8a-7bf7-408e-959c-602886a9a07c {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:09.073921 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.088244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Transition to ACTIVE for port object 94a80f8a-7bf7-408e-959c-602886a9a07c will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:09.102553 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.245238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Pushing event updated for resources: {'Port': ['ID=94a80f8a-7bf7-408e-959c-602886a9a07c,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:09.250607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38336) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:09.258755 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027869 Jul 16 01:29:09.264903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38338) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:09.288031 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecca6b28-2402-4c4d-8ea8-d236d791a0d4 req-8003a059-2add-4103-b6f0-046a61312853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.289985 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ecca6b28-2402-4c4d-8ea8-d236d791a0d4 req-8003a059-2add-4103-b6f0-046a61312853 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2734866 Jul 16 01:29:09.318894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aec2e3c-2abb-410a-b0a6-32e04e5391f9 req-de5019fe-964e-4003-b56f-a6215efc30c8 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.325890 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1aec2e3c-2abb-410a-b0a6-32e04e5391f9 req-de5019fe-964e-4003-b56f-a6215efc30c8 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2357996 Jul 16 01:29:09.358405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Attempting to bind port 94a80f8a-7bf7-408e-959c-602886a9a07c on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:09.358796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Attempting to bind port 94a80f8a-7bf7-408e-959c-602886a9a07c by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:09.359082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Attempting to bind port 94a80f8a-7bf7-408e-959c-602886a9a07c on network 5c2dc518-4925-4630-945e-7b256c4b9189 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:09.389251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d167396c-bf56-4245-8d6b-b1c7ccb71ff5 req-51e07168-a234-4d8f-8d12-f0f038e16041 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.398309 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d167396c-bf56-4245-8d6b-b1c7ccb71ff5 req-51e07168-a234-4d8f-8d12-f0f038e16041 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.2416589 Jul 16 01:29:09.404089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Port 94a80f8a-7bf7-408e-959c-602886a9a07c on network 5c2dc518-4925-4630-945e-7b256c4b9189 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:09.404413 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Attempting to bind port 94a80f8a-7bf7-408e-959c-602886a9a07c on network 5c2dc518-4925-4630-945e-7b256c4b9189 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:09.412022 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8460735a-3648-4539-ab95-53e0a316faa2 tempest-NetworksApiDiscovery-458693109 tempest-NetworksApiDiscovery-458693109-project] 10.222.0.22 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1456203 Jul 16 01:29:09.452084 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1aec2e3c-2abb-410a-b0a6-32e04e5391f9 req-6f5a8deb-bed3-414d-b56d-41b8a9da911f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251976 Jul 16 01:29:09.472047 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:09.472668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Checking segment: {'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:09.473907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Bound using segment: {'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:09.475530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Bound port: 94a80f8a-7bf7-408e-959c-602886a9a07c, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:09.478860 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.523340 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d167396c-bf56-4245-8d6b-b1c7ccb71ff5 req-f7f17f07-b02b-4007-9a02-c8fdf2fd75a7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239736 Jul 16 01:29:09.662027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] For port 94a80f8a-7bf7-408e-959c-602886a9a07c, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:09.692582 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] For port 94a80f8a-7bf7-408e-959c-602886a9a07c, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=94a80f8a-7bf7-408e-959c-602886a9a07c,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:09.707397 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.781485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.782120 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.782291 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38348) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:09.783521 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] 10.222.0.69 "PUT /v2.0/ports/94a80f8a-7bf7-408e-959c-602886a9a07c HTTP/1.1" status: 200 len: 1136 time: 1.4848447 Jul 16 01:29:09.810039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd0090-b5d1-450d-838b-1fd06f4e1609 service neutron] Pushing event updated for resources: {'Port': ['ID=94a80f8a-7bf7-408e-959c-602886a9a07c,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:09.821019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Request body: {'port': {'device_id': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:09.843519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916160a-7cdb-4317-83e4-7f43a9d2e7cc req-49c1204e-9feb-4f58-b776-ce1d56f9e6d4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.849216 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916160a-7cdb-4317-83e4-7f43a9d2e7cc req-49c1204e-9feb-4f58-b776-ce1d56f9e6d4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.855148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916160a-7cdb-4317-83e4-7f43a9d2e7cc req-49c1204e-9feb-4f58-b776-ce1d56f9e6d4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.861279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916160a-7cdb-4317-83e4-7f43a9d2e7cc req-49c1204e-9feb-4f58-b776-ce1d56f9e6d4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.867270 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916160a-7cdb-4317-83e4-7f43a9d2e7cc req-49c1204e-9feb-4f58-b776-ce1d56f9e6d4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.873528 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916160a-7cdb-4317-83e4-7f43a9d2e7cc req-49c1204e-9feb-4f58-b776-ce1d56f9e6d4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.875595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5916160a-7cdb-4317-83e4-7f43a9d2e7cc req-49c1204e-9feb-4f58-b776-ce1d56f9e6d4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4606 time: 0.2334850 Jul 16 01:29:09.932296 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71c1c464-28fd-4f08-a288-6e50b19f7f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:09.982782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eff5c48-3984-40cc-ab63-f04648bb8e21 req-eb2089ef-c2a7-4a8c-9067-176e337d7ebd tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:09.992682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1eff5c48-3984-40cc-ab63-f04648bb8e21 req-eb2089ef-c2a7-4a8c-9067-176e337d7ebd tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.2985811 Jul 16 01:29:10.028790 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5916160a-7cdb-4317-83e4-7f43a9d2e7cc req-4d5d4a98-a500-44e2-841f-958d905ece57 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1319799 Jul 16 01:29:10.066528 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.068412 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71c1c464-28fd-4f08-a288-6e50b19f7f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.080811 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71c1c464-28fd-4f08-a288-6e50b19f7f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.103989 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1eff5c48-3984-40cc-ab63-f04648bb8e21 req-dd75f869-be0a-4915-b356-f93d2347df13 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102848 Jul 16 01:29:10.152663 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.159677 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1c464-28fd-4f08-a288-6e50b19f7f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2480fb3d-05b2-4e3c-b7ac-c3aabf074ad3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:10.175844 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-71c1c464-28fd-4f08-a288-6e50b19f7f2e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=23ef204cd5d8445fb22d3e5ecdbd0756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3806391 Jul 16 01:29:10.182152 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38356) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:10.363606 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c0eba1c3-575f-48fd-8c2c-eabeca67a797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.427866 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4477fd9-6029-496b-8e70-c89781ebf2da req-7ec2abe3-653f-4b7d-a1d3-bbb4fda7e356 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.429391 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4477fd9-6029-496b-8e70-c89781ebf2da req-7ec2abe3-653f-4b7d-a1d3-bbb4fda7e356 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1810191 Jul 16 01:29:10.437048 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c0eba1c3-575f-48fd-8c2c-eabeca67a797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.513841 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4477fd9-6029-496b-8e70-c89781ebf2da req-b1648ed3-375d-4870-bd08-b14e3abc43f4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748410 Jul 16 01:29:10.571706 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c0eba1c3-575f-48fd-8c2c-eabeca67a797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.574203 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c0eba1c3-575f-48fd-8c2c-eabeca67a797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.577815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c0eba1c3-575f-48fd-8c2c-eabeca67a797 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2480fb3d-05b2-4e3c-b7ac-c3aabf074ad3 HTTP/1.1" status: 204 len: 168 time: 0.3923020 Jul 16 01:29:10.586777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f917a1-0806-4b45-b753-7a34e84803ab {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:10.591735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eba1c3-575f-48fd-8c2c-eabeca67a797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2480fb3d-05b2-4e3c-b7ac-c3aabf074ad3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:10.597411 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.606714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': '94a80f8a-7bf7-408e-959c-602886a9a07c'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:10.608749 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3de04f-6155-411f-9ac8-ec2a69b8654a" -d '{"events": [{"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "94a80f8a-7bf7-408e-959c-602886a9a07c"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:10.615596 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Transition to ACTIVE for port object 27f917a1-0806-4b45-b753-7a34e84803ab will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:10.619566 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.741970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=27f917a1-0806-4b45-b753-7a34e84803ab,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:10.882134 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb6105-48c7-4992-8b53-17cf60d549b6 req-025ef366-3e82-4ec2-95c0-07cd0ddb5335 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.883796 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aadb6105-48c7-4992-8b53-17cf60d549b6 req-025ef366-3e82-4ec2-95c0-07cd0ddb5335 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2007883 Jul 16 01:29:10.886176 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Attempting to bind port 27f917a1-0806-4b45-b753-7a34e84803ab on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:10.886490 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Attempting to bind port 27f917a1-0806-4b45-b753-7a34e84803ab by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:10.886813 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Attempting to bind port 27f917a1-0806-4b45-b753-7a34e84803ab on network 5c2dc518-4925-4630-945e-7b256c4b9189 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:10.902709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Port 27f917a1-0806-4b45-b753-7a34e84803ab on network 5c2dc518-4925-4630-945e-7b256c4b9189 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:10.903617 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Attempting to bind port 27f917a1-0806-4b45-b753-7a34e84803ab on network 5c2dc518-4925-4630-945e-7b256c4b9189 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:10.924652 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:10.925049 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Checking segment: {'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:10.925484 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Bound using segment: {'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:10.925897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Bound port: 27f917a1-0806-4b45-b753-7a34e84803ab, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:10.926264 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:10.949431 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f55ebe-f593-435a-b700-f0816bd3fd41 req-87b3db54-23b8-414b-90a8-eb9a13e00241 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:10.952095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6f55ebe-f593-435a-b700-f0816bd3fd41 req-87b3db54-23b8-414b-90a8-eb9a13e00241 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.2116499 Jul 16 01:29:10.985667 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aadb6105-48c7-4992-8b53-17cf60d549b6 req-fdfd1ab3-e672-47bc-adfb-4a677b9eb01c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920217 Jul 16 01:29:11.066539 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6f55ebe-f593-435a-b700-f0816bd3fd41 req-4d896f76-b69c-4326-af01-ecdd0f44f3d9 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047788 Jul 16 01:29:11.068581 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ab866e-16fc-4c09-a9c3-568eb12417c6 x-openstack-request-id: req-71ab866e-16fc-4c09-a9c3-568eb12417c6 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:11.069516 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "94a80f8a-7bf7-408e-959c-602886a9a07c", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:11.070497 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71ab866e-16fc-4c09-a9c3-568eb12417c6 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:11.071153 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': '94a80f8a-7bf7-408e-959c-602886a9a07c', 'status': 'completed', 'code': 200} Jul 16 01:29:11.108895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] For port 27f917a1-0806-4b45-b753-7a34e84803ab, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:11.114424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] For port 27f917a1-0806-4b45-b753-7a34e84803ab, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=27f917a1-0806-4b45-b753-7a34e84803ab,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:11.119283 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.202453 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.204382 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.224670 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] 10.222.0.69 "PUT /v2.0/ports/27f917a1-0806-4b45-b753-7a34e84803ab HTTP/1.1" status: 200 len: 1135 time: 1.3942943 Jul 16 01:29:11.229716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=27f917a1-0806-4b45-b753-7a34e84803ab,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:11.259367 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de04f-6155-411f-9ac8-ec2a69b8654a req-e6b95053-dd76-47b6-9a18-1d1544fcf50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.268367 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de04f-6155-411f-9ac8-ec2a69b8654a req-e6b95053-dd76-47b6-9a18-1d1544fcf50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.268952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de04f-6155-411f-9ac8-ec2a69b8654a req-e6b95053-dd76-47b6-9a18-1d1544fcf50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.269644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de04f-6155-411f-9ac8-ec2a69b8654a req-e6b95053-dd76-47b6-9a18-1d1544fcf50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.274897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Request body: {'port': {'device_id': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:11.275672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de04f-6155-411f-9ac8-ec2a69b8654a req-e6b95053-dd76-47b6-9a18-1d1544fcf50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.276433 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de04f-6155-411f-9ac8-ec2a69b8654a req-e6b95053-dd76-47b6-9a18-1d1544fcf50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.276983 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de04f-6155-411f-9ac8-ec2a69b8654a req-e6b95053-dd76-47b6-9a18-1d1544fcf50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.279712 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf3de04f-6155-411f-9ac8-ec2a69b8654a req-e6b95053-dd76-47b6-9a18-1d1544fcf50c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 6222 time: 0.1700215 Jul 16 01:29:11.281992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.282905 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.283597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.284446 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.284982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.285492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.286014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.286695 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.287044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.287437 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.287861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.288353 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f67ce7-ee1f-4b75-9889-4b2e6b92e4b7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:11.422823 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de04f-6155-411f-9ac8-ec2a69b8654a req-265a76a9-8e1b-43b8-b799-aaf0af452b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.423329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de04f-6155-411f-9ac8-ec2a69b8654a req-265a76a9-8e1b-43b8-b799-aaf0af452b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.423832 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de04f-6155-411f-9ac8-ec2a69b8654a req-265a76a9-8e1b-43b8-b799-aaf0af452b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.425445 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf3de04f-6155-411f-9ac8-ec2a69b8654a req-265a76a9-8e1b-43b8-b799-aaf0af452b02 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1341639 Jul 16 01:29:11.536914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc6ec-77aa-4b1a-9ef3-5e8cea714ba3 req-35f838ba-71ea-457d-9064-d177de6f61db tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.543128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc6ec-77aa-4b1a-9ef3-5e8cea714ba3 req-35f838ba-71ea-457d-9064-d177de6f61db tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.549593 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc6ec-77aa-4b1a-9ef3-5e8cea714ba3 req-35f838ba-71ea-457d-9064-d177de6f61db tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.555967 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc6ec-77aa-4b1a-9ef3-5e8cea714ba3 req-35f838ba-71ea-457d-9064-d177de6f61db tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.562109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc6ec-77aa-4b1a-9ef3-5e8cea714ba3 req-35f838ba-71ea-457d-9064-d177de6f61db tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.568199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc6ec-77aa-4b1a-9ef3-5e8cea714ba3 req-35f838ba-71ea-457d-9064-d177de6f61db tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.574404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc6ec-77aa-4b1a-9ef3-5e8cea714ba3 req-35f838ba-71ea-457d-9064-d177de6f61db tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.580134 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3de04f-6155-411f-9ac8-ec2a69b8654a req-192ebd3a-e7bc-4b53-8ed2-463766e9dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.581802 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf3de04f-6155-411f-9ac8-ec2a69b8654a req-192ebd3a-e7bc-4b53-8ed2-463766e9dae8 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1482694 Jul 16 01:29:11.583107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89ecc6ec-77aa-4b1a-9ef3-5e8cea714ba3 req-35f838ba-71ea-457d-9064-d177de6f61db tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5382 time: 0.3546064 Jul 16 01:29:11.585029 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:11.622509 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effadaea-0212-4b92-bf8e-2da8a1512909 req-6d2c1a84-7110-4d5e-887e-2971972020f6 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:11.624404 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-effadaea-0212-4b92-bf8e-2da8a1512909 req-6d2c1a84-7110-4d5e-887e-2971972020f6 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2753685 Jul 16 01:29:11.689280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89ecc6ec-77aa-4b1a-9ef3-5e8cea714ba3 req-7d50d6f9-e80e-467e-be9a-c2f8912e67a8 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1051683 Jul 16 01:29:11.770365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-effadaea-0212-4b92-bf8e-2da8a1512909 req-ca911957-b18e-461a-bbb3-1c78b709dafb tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137476 Jul 16 01:29:11.983487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f13139bc-439e-4e7c-b125-a57ef682fe13 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:11.994014 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.018163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Transition to ACTIVE for port object f13139bc-439e-4e7c-b125-a57ef682fe13 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:12.021700 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.066729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a2a9a-6593-4abd-aa55-95780058d226 req-29d9bb65-cf68-463f-8ec2-a9e08256ffe0 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.068735 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8b7a2a9a-6593-4abd-aa55-95780058d226 req-29d9bb65-cf68-463f-8ec2-a9e08256ffe0 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1537426 Jul 16 01:29:12.193148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Pushing event updated for resources: {'Port': ['ID=f13139bc-439e-4e7c-b125-a57ef682fe13,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:12.298330 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8b7a2a9a-6593-4abd-aa55-95780058d226 req-6c9270b9-607d-45bb-a1db-564d0765aef8 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151613 Jul 16 01:29:12.334311 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Attempting to bind port f13139bc-439e-4e7c-b125-a57ef682fe13 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:12.335002 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Attempting to bind port f13139bc-439e-4e7c-b125-a57ef682fe13 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:12.335833 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Attempting to bind port f13139bc-439e-4e7c-b125-a57ef682fe13 on network 5c2dc518-4925-4630-945e-7b256c4b9189 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:12.341411 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cddf81-eecb-4fcf-bc92-4a1a08e5821b req-662a6d25-6be1-4c62-a43d-92da2ea61b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.344502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Port f13139bc-439e-4e7c-b125-a57ef682fe13 on network 5c2dc518-4925-4630-945e-7b256c4b9189 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:12.345259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Attempting to bind port f13139bc-439e-4e7c-b125-a57ef682fe13 on network 5c2dc518-4925-4630-945e-7b256c4b9189 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:12.346917 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09cddf81-eecb-4fcf-bc92-4a1a08e5821b req-662a6d25-6be1-4c62-a43d-92da2ea61b57 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 1096 time: 0.1840448 Jul 16 01:29:12.353245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:12.354120 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Checking segment: {'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:12.354797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Bound using segment: {'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:12.355493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Bound port: f13139bc-439e-4e7c-b125-a57ef682fe13, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:12.356207 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.513205 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cddf81-eecb-4fcf-bc92-4a1a08e5821b req-d290d531-0261-4b22-8f65-603b6eb09a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.516748 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09cddf81-eecb-4fcf-bc92-4a1a08e5821b req-d290d531-0261-4b22-8f65-603b6eb09a0a service neutron] 10.222.0.69 "GET /v2.0/networks?id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 200 len: 912 time: 0.1645267 Jul 16 01:29:12.542517 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] For port f13139bc-439e-4e7c-b125-a57ef682fe13, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:12.546385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] For port f13139bc-439e-4e7c-b125-a57ef682fe13, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f13139bc-439e-4e7c-b125-a57ef682fe13,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:12.588358 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.590333 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09cddf81-eecb-4fcf-bc92-4a1a08e5821b req-449dfd40-dffa-4f56-9051-f8c3ead25162 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2df0715b-8991-478d-a325-905e669148d1 HTTP/1.1" status: 200 len: 999 time: 0.0687764 Jul 16 01:29:12.638003 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.639345 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.641090 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] 10.222.0.69 "PUT /v2.0/ports/f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 1092 time: 1.3806152 Jul 16 01:29:12.649857 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cddf81-eecb-4fcf-bc92-4a1a08e5821b req-6e856514-db5c-48ac-bd3c-f93717352617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.657789 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09cddf81-eecb-4fcf-bc92-4a1a08e5821b req-6e856514-db5c-48ac-bd3c-f93717352617 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 200 len: 850 time: 0.0597246 Jul 16 01:29:12.681277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Request body: {'port': {'device_id': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:12.739326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c54bfe-4b15-4ec2-beca-fa4548e37acb service neutron] Pushing event updated for resources: {'Port': ['ID=f13139bc-439e-4e7c-b125-a57ef682fe13,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:12.764128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b34e81d-8285-48f4-8459-9635ef1acb41 req-e1ceba54-3a2a-4e5c-b219-45f5e1cca7c4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.774636 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b34e81d-8285-48f4-8459-9635ef1acb41 req-e1ceba54-3a2a-4e5c-b219-45f5e1cca7c4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.3236356 Jul 16 01:29:12.790947 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cddf81-eecb-4fcf-bc92-4a1a08e5821b req-e35b74eb-1fee-46ea-898f-8cdfe1a9d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.792761 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09cddf81-eecb-4fcf-bc92-4a1a08e5821b req-e35b74eb-1fee-46ea-898f-8cdfe1a9d7d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1183019 Jul 16 01:29:12.838559 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b34e81d-8285-48f4-8459-9635ef1acb41 req-ba4f3245-8441-44a9-98a1-375b080761d6 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628598 Jul 16 01:29:12.859539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9ba5b2-1c32-4ef3-b543-a21f27638c94 req-bd53caad-cd7c-4518-9e03-f22265a365d7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:12.864795 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a9ba5b2-1c32-4ef3-b543-a21f27638c94 req-bd53caad-cd7c-4518-9e03-f22265a365d7 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.3304908 Jul 16 01:29:12.923458 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09cddf81-eecb-4fcf-bc92-4a1a08e5821b req-afc14a7a-29f1-493c-9de3-9762a9d6abec service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242187 Jul 16 01:29:12.965260 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:12.980212 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a9ba5b2-1c32-4ef3-b543-a21f27638c94 req-486edcab-6c88-4053-8157-5a3675ee5c4b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100283 Jul 16 01:29:13.142007 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09cddf81-eecb-4fcf-bc92-4a1a08e5821b req-bd3def5b-647b-4ebc-8364-b0f2ff903276 service neutron] 10.222.0.69 "GET /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112799 Jul 16 01:29:13.202650 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38436) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:13.323294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1a73d051-ab6d-450f-86ef-620b5f338bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.396365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': '27f917a1-0806-4b45-b753-7a34e84803ab'}, {'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': 'f13139bc-439e-4e7c-b125-a57ef682fe13'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:13.398610 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b93a39-81f9-4637-839e-f6984adc6c70" -d '{"events": [{"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "27f917a1-0806-4b45-b753-7a34e84803ab"}, {"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "f13139bc-439e-4e7c-b125-a57ef682fe13"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:13.421037 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1a73d051-ab6d-450f-86ef-620b5f338bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.425239 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1a73d051-ab6d-450f-86ef-620b5f338bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.466413 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1a73d051-ab6d-450f-86ef-620b5f338bba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e1510f810e145eeb43a4e47b86d2ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2622714 Jul 16 01:29:13.467657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73d051-ab6d-450f-86ef-620b5f338bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e48aef-97f1-41b9-a03e-9112fb418144,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:13.470150 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38444) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:13.616926 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b2a2d-1d72-459b-a5ab-5282af6f8d08 req-906446e1-959a-4583-b62c-39f666c032f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.622709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b2a2d-1d72-459b-a5ab-5282af6f8d08 req-906446e1-959a-4583-b62c-39f666c032f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.628530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b2a2d-1d72-459b-a5ab-5282af6f8d08 req-906446e1-959a-4583-b62c-39f666c032f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.634331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b2a2d-1d72-459b-a5ab-5282af6f8d08 req-906446e1-959a-4583-b62c-39f666c032f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.640738 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b2a2d-1d72-459b-a5ab-5282af6f8d08 req-906446e1-959a-4583-b62c-39f666c032f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.646517 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b2a2d-1d72-459b-a5ab-5282af6f8d08 req-906446e1-959a-4583-b62c-39f666c032f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.653877 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b2a2d-1d72-459b-a5ab-5282af6f8d08 req-906446e1-959a-4583-b62c-39f666c032f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.655848 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f4b2a2d-1d72-459b-a5ab-5282af6f8d08 req-906446e1-959a-4583-b62c-39f666c032f7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5394 time: 0.6301570 Jul 16 01:29:13.725643 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1669aa8a-f1b2-49b5-84e9-b17a839b215c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.742918 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097c0194-8aa1-43d7-98c0-dad52fef94e5 req-27c4d640-f593-4437-b40b-179110fe6f29 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:13.744458 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-097c0194-8aa1-43d7-98c0-dad52fef94e5 req-27c4d640-f593-4437-b40b-179110fe6f29 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.3360183 Jul 16 01:29:13.815733 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1669aa8a-f1b2-49b5-84e9-b17a839b215c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.820928 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f4b2a2d-1d72-459b-a5ab-5282af6f8d08 req-4ff012c7-10a6-40cc-9184-04dfb714bdc7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1248055 Jul 16 01:29:13.882934 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-097c0194-8aa1-43d7-98c0-dad52fef94e5 req-fd896c19-8074-4f64-ab30-8695edd1683f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237285 Jul 16 01:29:13.925207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0235f3c-8060-47dc-9309-1bfbcd62ec77 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:13.935232 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.944107 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1669aa8a-f1b2-49b5-84e9-b17a839b215c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.946558 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1669aa8a-f1b2-49b5-84e9-b17a839b215c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.950664 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1669aa8a-f1b2-49b5-84e9-b17a839b215c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/03e48aef-97f1-41b9-a03e-9112fb418144 HTTP/1.1" status: 204 len: 168 time: 0.4761748 Jul 16 01:29:13.958110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Transition to ACTIVE for port object c0235f3c-8060-47dc-9309-1bfbcd62ec77 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:13.966578 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:13.969164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669aa8a-f1b2-49b5-84e9-b17a839b215c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e48aef-97f1-41b9-a03e-9112fb418144,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:14.060663 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98168ca7-95bb-4bd6-b817-a0fc51c86ae3 x-openstack-request-id: req-98168ca7-95bb-4bd6-b817-a0fc51c86ae3 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:14.061424 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "27f917a1-0806-4b45-b753-7a34e84803ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "f13139bc-439e-4e7c-b125-a57ef682fe13", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:14.061679 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98168ca7-95bb-4bd6-b817-a0fc51c86ae3 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:14.062082 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': '27f917a1-0806-4b45-b753-7a34e84803ab', 'status': 'completed', 'code': 200} Jul 16 01:29:14.062339 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': 'f13139bc-439e-4e7c-b125-a57ef682fe13', 'status': 'completed', 'code': 200} Jul 16 01:29:14.066207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Pushing event updated for resources: {'Port': ['ID=c0235f3c-8060-47dc-9309-1bfbcd62ec77,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:14.169345 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46de76-2c94-4aa2-a03f-3ee3f5764d84 req-8868afc6-d462-4371-ad09-361b04bbeebc tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.176476 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f46de76-2c94-4aa2-a03f-3ee3f5764d84 req-8868afc6-d462-4371-ad09-361b04bbeebc tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1594017 Jul 16 01:29:14.176699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-fd59f9d1-09e6-45b3-841a-ecf941aace1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.177841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-fd59f9d1-09e6-45b3-841a-ecf941aace1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.178391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-fd59f9d1-09e6-45b3-841a-ecf941aace1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.179232 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-fd59f9d1-09e6-45b3-841a-ecf941aace1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.179787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-fd59f9d1-09e6-45b3-841a-ecf941aace1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.180340 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Attempting to bind port c0235f3c-8060-47dc-9309-1bfbcd62ec77 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:14.180687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Attempting to bind port c0235f3c-8060-47dc-9309-1bfbcd62ec77 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:14.180889 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-fd59f9d1-09e6-45b3-841a-ecf941aace1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.181013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Attempting to bind port c0235f3c-8060-47dc-9309-1bfbcd62ec77 on network 5c2dc518-4925-4630-945e-7b256c4b9189 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:14.181536 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-fd59f9d1-09e6-45b3-841a-ecf941aace1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.183632 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-fd59f9d1-09e6-45b3-841a-ecf941aace1c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 6316 time: 0.0935812 Jul 16 01:29:14.209578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Port c0235f3c-8060-47dc-9309-1bfbcd62ec77 on network 5c2dc518-4925-4630-945e-7b256c4b9189 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:14.209907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Attempting to bind port c0235f3c-8060-47dc-9309-1bfbcd62ec77 on network 5c2dc518-4925-4630-945e-7b256c4b9189 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:14.237222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:14.237573 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Checking segment: {'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:14.237972 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Bound using segment: {'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:14.238427 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Bound port: c0235f3c-8060-47dc-9309-1bfbcd62ec77, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '178a99f6-a748-46bf-9730-31011af783c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:14.238796 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.279970 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f46de76-2c94-4aa2-a03f-3ee3f5764d84 req-c58d4d2f-46ad-43de-8139-90171571e2c8 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020422 Jul 16 01:29:14.323516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-a2a9efa3-d067-4ecd-9eea-87211e3ef161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.324030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-a2a9efa3-d067-4ecd-9eea-87211e3ef161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.324504 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-a2a9efa3-d067-4ecd-9eea-87211e3ef161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.326154 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-a2a9efa3-d067-4ecd-9eea-87211e3ef161 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1358743 Jul 16 01:29:14.355160 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f791b-da75-4964-b17b-d89d00c99e25 req-0ea5a67d-77ce-4d46-b3a7-ffa545a60d4d tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.362603 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c2f791b-da75-4964-b17b-d89d00c99e25 req-0ea5a67d-77ce-4d46-b3a7-ffa545a60d4d tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1791005 Jul 16 01:29:14.382520 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] For port c0235f3c-8060-47dc-9309-1bfbcd62ec77, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:14.393518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38454) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:14.405847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] For port c0235f3c-8060-47dc-9309-1bfbcd62ec77, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:14.425242 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.432371 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b0b9225-9293-4879-96f8-0c9cfc8738a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.444521 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-46d4aad7-68a9-4fba-8c6f-3fadb5620b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.446256 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-46d4aad7-68a9-4fba-8c6f-3fadb5620b4c service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1135798 Jul 16 01:29:14.473603 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c2f791b-da75-4964-b17b-d89d00c99e25 req-5e7606c1-ba98-4adf-a37c-c3cfc11ed922 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102047 Jul 16 01:29:14.513608 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.514260 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.515638 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] 10.222.0.69 "PUT /v2.0/ports/c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 1092 time: 1.8460891 Jul 16 01:29:14.554173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Request body: {'port': {'device_id': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:14.569936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-71678159-3e5e-4b14-85d9-33959ce938b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.570602 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-71678159-3e5e-4b14-85d9-33959ce938b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.571803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-71678159-3e5e-4b14-85d9-33959ce938b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.572609 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-71678159-3e5e-4b14-85d9-33959ce938b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.573040 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-71678159-3e5e-4b14-85d9-33959ce938b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.574868 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-71678159-3e5e-4b14-85d9-33959ce938b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.575522 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-71678159-3e5e-4b14-85d9-33959ce938b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.578531 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-71678159-3e5e-4b14-85d9-33959ce938b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 6358 time: 0.0921149 Jul 16 01:29:14.591418 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd1a03-d6c4-42d7-8c41-8a4ce224e693 service neutron] Pushing event updated for resources: {'Port': ['ID=c0235f3c-8060-47dc-9309-1bfbcd62ec77,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:14.645125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1af9a1-5590-4f7d-a263-62f69f3e5def req-cd1dd3ec-49c9-4f72-9a6b-62b2af5b6d17 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.646728 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c1af9a1-5590-4f7d-a263-62f69f3e5def req-cd1dd3ec-49c9-4f72-9a6b-62b2af5b6d17 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.2185848 Jul 16 01:29:14.695890 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.735135 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-1f3bb799-dfbb-4a80-b548-b1fd86aa00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.735965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-1f3bb799-dfbb-4a80-b548-b1fd86aa00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.736600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-1f3bb799-dfbb-4a80-b548-b1fd86aa00ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.738673 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-1f3bb799-dfbb-4a80-b548-b1fd86aa00ee service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1526008 Jul 16 01:29:14.840263 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-3ed76e0e-430c-4831-a171-69bd427ddae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:14.842369 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-05b93a39-81f9-4637-839e-f6984adc6c70 req-3ed76e0e-430c-4831-a171-69bd427ddae3 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0972443 Jul 16 01:29:14.899677 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b0b9225-9293-4879-96f8-0c9cfc8738a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.905719 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c1af9a1-5590-4f7d-a263-62f69f3e5def req-3a275a5f-8a3f-4c63-8968-805b701dd4d5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948707 Jul 16 01:29:14.916147 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b0b9225-9293-4879-96f8-0c9cfc8738a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:14.988183 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2b0b9225-9293-4879-96f8-0c9cfc8738a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4bca718a38014747a360987c4dab7472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5934489 Jul 16 01:29:14.990950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38466) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:15.000714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b9225-9293-4879-96f8-0c9cfc8738a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0279265b-afe6-4504-9fb1-c3d09ec4dc4a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:15.011621 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a68b34-e4d1-41a4-9497-445ca8c6bcda req-016939f4-b28b-4879-bf24-553931acfe22 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.013238 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2a68b34-e4d1-41a4-9497-445ca8c6bcda req-016939f4-b28b-4879-bf24-553931acfe22 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2600236 Jul 16 01:29:15.045382 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.068967 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.116336 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.118675 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.119979 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0279265b-afe6-4504-9fb1-c3d09ec4dc4a HTTP/1.1" status: 204 len: 168 time: 0.1278689 Jul 16 01:29:15.128913 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0279265b-afe6-4504-9fb1-c3d09ec4dc4a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:15.136480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:15.136932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:15.137158 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:15.138001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:15.138332 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:15.138667 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:15.138991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:15.139567 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:15.139733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:15.140087 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:15.140501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:15.140739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1c99004-18f4-47f3-86cc-a3970f7a8f6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:15.167375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2a68b34-e4d1-41a4-9497-445ca8c6bcda req-5746c813-1d87-4c24-ad8e-8b05de525ce1 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100786 Jul 16 01:29:15.224723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a2201-78c8-4a5a-b1e5-f5428545e380 req-242cc046-ddfd-4680-9c06-42a4447c8bd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.230565 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a2201-78c8-4a5a-b1e5-f5428545e380 req-242cc046-ddfd-4680-9c06-42a4447c8bd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.237022 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a2201-78c8-4a5a-b1e5-f5428545e380 req-242cc046-ddfd-4680-9c06-42a4447c8bd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.242852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a2201-78c8-4a5a-b1e5-f5428545e380 req-242cc046-ddfd-4680-9c06-42a4447c8bd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.249324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a2201-78c8-4a5a-b1e5-f5428545e380 req-242cc046-ddfd-4680-9c06-42a4447c8bd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.255219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a2201-78c8-4a5a-b1e5-f5428545e380 req-242cc046-ddfd-4680-9c06-42a4447c8bd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.261075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a2201-78c8-4a5a-b1e5-f5428545e380 req-242cc046-ddfd-4680-9c06-42a4447c8bd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.263138 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d22a2201-78c8-4a5a-b1e5-f5428545e380 req-242cc046-ddfd-4680-9c06-42a4447c8bd2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5406 time: 0.2489858 Jul 16 01:29:15.306700 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc873b81-9541-47e5-ba6e-32ed8d605778 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:15.317801 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.353222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Transition to ACTIVE for port object dc873b81-9541-47e5-ba6e-32ed8d605778 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:15.360153 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.365609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d22a2201-78c8-4a5a-b1e5-f5428545e380 req-3127382e-0816-442e-9b23-0397b62b888b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0940800 Jul 16 01:29:15.436378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11659854-3310-4413-b934-a8b344fad83a req-fd95c1e2-67bb-48e3-836d-35f8ae1a28f3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.443228 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11659854-3310-4413-b934-a8b344fad83a req-fd95c1e2-67bb-48e3-836d-35f8ae1a28f3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.1727047 Jul 16 01:29:15.451046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Pushing event updated for resources: {'Port': ['ID=dc873b81-9541-47e5-ba6e-32ed8d605778,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:15.524310 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11659854-3310-4413-b934-a8b344fad83a req-9e5f3c7f-0ba0-4f67-9978-294cdeae5188 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801575 Jul 16 01:29:15.571820 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Attempting to bind port dc873b81-9541-47e5-ba6e-32ed8d605778 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:15.572547 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Attempting to bind port dc873b81-9541-47e5-ba6e-32ed8d605778 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '6c873a90-f6ac-4110-8393-6631a2f68215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:15.573169 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Attempting to bind port dc873b81-9541-47e5-ba6e-32ed8d605778 on network cc54e663-5eb9-4f0c-810b-807ed347e527 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:15.579582 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Port dc873b81-9541-47e5-ba6e-32ed8d605778 on network cc54e663-5eb9-4f0c-810b-807ed347e527 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:15.580046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Attempting to bind port dc873b81-9541-47e5-ba6e-32ed8d605778 on network cc54e663-5eb9-4f0c-810b-807ed347e527 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:15.586314 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:15.586782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Checking segment: {'id': '6c873a90-f6ac-4110-8393-6631a2f68215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:15.587657 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Bound using segment: {'id': '6c873a90-f6ac-4110-8393-6631a2f68215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:15.588244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Bound port: dc873b81-9541-47e5-ba6e-32ed8d605778, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c873a90-f6ac-4110-8393-6631a2f68215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:15.588861 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.746586 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] For port dc873b81-9541-47e5-ba6e-32ed8d605778, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:15.764595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] For port dc873b81-9541-47e5-ba6e-32ed8d605778, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=dc873b81-9541-47e5-ba6e-32ed8d605778,segment=NetworkSegment(6c873a90-f6ac-4110-8393-6631a2f68215),segment_id=6c873a90-f6ac-4110-8393-6631a2f68215)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:15.772930 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.836396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.837157 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:15.838411 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] 10.222.0.69 "PUT /v2.0/ports/dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 1092 time: 1.2885904 Jul 16 01:29:15.864500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c207d-d617-4ac0-83bb-03a79b5d0e8f req-344cf7a0-46d5-4cf4-9389-49e38d285e91 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.866104 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f16c207d-d617-4ac0-83bb-03a79b5d0e8f req-344cf7a0-46d5-4cf4-9389-49e38d285e91 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1937873 Jul 16 01:29:15.877417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Request body: {'port': {'device_id': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:15.888816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffac5f-3fef-446a-8a1d-52f8149a55e5 req-a8a07d24-c02e-4a72-9bc7-372149454385 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:15.890277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1bffac5f-3fef-446a-8a1d-52f8149a55e5 req-a8a07d24-c02e-4a72-9bc7-372149454385 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1994870 Jul 16 01:29:15.890940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa238dd-3272-4086-ac41-df7598d7be55 service neutron] Pushing event updated for resources: {'Port': ['ID=dc873b81-9541-47e5-ba6e-32ed8d605778,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:15.982489 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f16c207d-d617-4ac0-83bb-03a79b5d0e8f req-20110c6d-12ee-4955-ab72-435b7af72d03 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022992 Jul 16 01:29:16.011363 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1bffac5f-3fef-446a-8a1d-52f8149a55e5 req-2ef37aa9-20f3-4d0a-bbe5-81fa65f19708 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090703 Jul 16 01:29:16.034854 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.065043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': 'c0235f3c-8060-47dc-9309-1bfbcd62ec77'}, {'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': 'dc873b81-9541-47e5-ba6e-32ed8d605778'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:16.066530 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9f4268-115f-46fd-b4fd-66676cddb312" -d '{"events": [{"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "c0235f3c-8060-47dc-9309-1bfbcd62ec77"}, {"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "dc873b81-9541-47e5-ba6e-32ed8d605778"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:16.136231 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b74a315-ba36-464c-88d9-e33ff30b0aa6 x-openstack-request-id: req-0b74a315-ba36-464c-88d9-e33ff30b0aa6 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:16.136634 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "c0235f3c-8060-47dc-9309-1bfbcd62ec77", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "dc873b81-9541-47e5-ba6e-32ed8d605778", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:16.136988 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b74a315-ba36-464c-88d9-e33ff30b0aa6 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:16.138269 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': 'c0235f3c-8060-47dc-9309-1bfbcd62ec77', 'status': 'completed', 'code': 200} Jul 16 01:29:16.138620 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': 'dc873b81-9541-47e5-ba6e-32ed8d605778', 'status': 'completed', 'code': 200} Jul 16 01:29:16.274129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-92496451-1f2a-450d-b9ad-bc05bf9f6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.274724 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-92496451-1f2a-450d-b9ad-bc05bf9f6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.275147 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-92496451-1f2a-450d-b9ad-bc05bf9f6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.275670 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-92496451-1f2a-450d-b9ad-bc05bf9f6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.276169 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-92496451-1f2a-450d-b9ad-bc05bf9f6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.276771 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-92496451-1f2a-450d-b9ad-bc05bf9f6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.277355 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-92496451-1f2a-450d-b9ad-bc05bf9f6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.280513 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-92496451-1f2a-450d-b9ad-bc05bf9f6ffe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 6426 time: 0.1182554 Jul 16 01:29:16.424463 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-8ec57af4-0816-4bda-82d6-0e60eac37384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.425425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-8ec57af4-0816-4bda-82d6-0e60eac37384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.426096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-8ec57af4-0816-4bda-82d6-0e60eac37384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.428154 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-8ec57af4-0816-4bda-82d6-0e60eac37384 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1401577 Jul 16 01:29:16.444217 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bce3f3-04c3-4871-acae-1e4f739455b1 req-4a6c55fa-2afa-4c85-be24-92862ad31484 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.445760 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-44bce3f3-04c3-4871-acae-1e4f739455b1 req-4a6c55fa-2afa-4c85-be24-92862ad31484 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1265962 Jul 16 01:29:16.480682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209ef863-84e3-44a1-821a-e7b454094aa6 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:16.489515 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.515654 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-44bce3f3-04c3-4871-acae-1e4f739455b1 req-bba985f1-34ec-4541-854f-3639670ab89f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614188 Jul 16 01:29:16.519483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Transition to ACTIVE for port object 209ef863-84e3-44a1-821a-e7b454094aa6 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:16.524545 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.549813 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-fc58526c-0847-4543-aedb-a49212fe7a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.553954 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-fc58526c-0847-4543-aedb-a49212fe7a06 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1176164 Jul 16 01:29:16.652075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Pushing event updated for resources: {'Port': ['ID=209ef863-84e3-44a1-821a-e7b454094aa6,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:16.721142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-e8134822-8c42-4ca2-9f3a-6527c8d32f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.721637 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-e8134822-8c42-4ca2-9f3a-6527c8d32f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.723334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-e8134822-8c42-4ca2-9f3a-6527c8d32f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.723699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-e8134822-8c42-4ca2-9f3a-6527c8d32f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.724202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-e8134822-8c42-4ca2-9f3a-6527c8d32f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.727908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-e8134822-8c42-4ca2-9f3a-6527c8d32f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.728473 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-e8134822-8c42-4ca2-9f3a-6527c8d32f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.730529 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-e8134822-8c42-4ca2-9f3a-6527c8d32f8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 6452 time: 0.1311984 Jul 16 01:29:16.804365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Attempting to bind port 209ef863-84e3-44a1-821a-e7b454094aa6 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:16.808056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Attempting to bind port 209ef863-84e3-44a1-821a-e7b454094aa6 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '6c873a90-f6ac-4110-8393-6631a2f68215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:16.808511 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Attempting to bind port 209ef863-84e3-44a1-821a-e7b454094aa6 on network cc54e663-5eb9-4f0c-810b-807ed347e527 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:16.818492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Port 209ef863-84e3-44a1-821a-e7b454094aa6 on network cc54e663-5eb9-4f0c-810b-807ed347e527 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:16.818766 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Attempting to bind port 209ef863-84e3-44a1-821a-e7b454094aa6 on network cc54e663-5eb9-4f0c-810b-807ed347e527 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:16.831139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:16.831139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Checking segment: {'id': '6c873a90-f6ac-4110-8393-6631a2f68215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:16.831534 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Bound using segment: {'id': '6c873a90-f6ac-4110-8393-6631a2f68215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:16.831845 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Bound port: 209ef863-84e3-44a1-821a-e7b454094aa6, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c873a90-f6ac-4110-8393-6631a2f68215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:16.832218 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:16.893984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd392f9-db91-40e9-af26-3a5cf8827d2b req-5f119df4-022a-4c3e-8175-8fb6f5a2b5c2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.900283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd392f9-db91-40e9-af26-3a5cf8827d2b req-5f119df4-022a-4c3e-8175-8fb6f5a2b5c2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.907242 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd392f9-db91-40e9-af26-3a5cf8827d2b req-5f119df4-022a-4c3e-8175-8fb6f5a2b5c2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.913817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd392f9-db91-40e9-af26-3a5cf8827d2b req-5f119df4-022a-4c3e-8175-8fb6f5a2b5c2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.920963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd392f9-db91-40e9-af26-3a5cf8827d2b req-5f119df4-022a-4c3e-8175-8fb6f5a2b5c2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.927173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd392f9-db91-40e9-af26-3a5cf8827d2b req-5f119df4-022a-4c3e-8175-8fb6f5a2b5c2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.935486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd392f9-db91-40e9-af26-3a5cf8827d2b req-5f119df4-022a-4c3e-8175-8fb6f5a2b5c2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:16.937629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3fd392f9-db91-40e9-af26-3a5cf8827d2b req-5f119df4-022a-4c3e-8175-8fb6f5a2b5c2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5430 time: 0.2106674 Jul 16 01:29:17.000939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] For port 209ef863-84e3-44a1-821a-e7b454094aa6, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:17.005066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] For port 209ef863-84e3-44a1-821a-e7b454094aa6, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=209ef863-84e3-44a1-821a-e7b454094aa6,segment=NetworkSegment(6c873a90-f6ac-4110-8393-6631a2f68215),segment_id=6c873a90-f6ac-4110-8393-6631a2f68215)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:17.042866 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.104800 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.105434 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.107616 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] 10.222.0.69 "PUT /v2.0/ports/209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 1092 time: 1.2354405 Jul 16 01:29:17.126377 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3fd392f9-db91-40e9-af26-3a5cf8827d2b req-7b1e8fa9-87c3-45db-ae82-0730085e0396 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1194160 Jul 16 01:29:17.164565 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb244c8-a35e-416a-9dac-c54484d83053 service neutron] Pushing event updated for resources: {'Port': ['ID=209ef863-84e3-44a1-821a-e7b454094aa6,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:17.232806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-be3390ea-cc47-4662-90e3-fb72c109b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.233515 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-be3390ea-cc47-4662-90e3-fb72c109b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.234155 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-be3390ea-cc47-4662-90e3-fb72c109b08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.235978 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-be3390ea-cc47-4662-90e3-fb72c109b08e service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4941900 Jul 16 01:29:17.303771 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181f068-89e4-45ae-a8b5-9d7f77090236 req-b067e006-a4dd-4f69-8cf8-c27de3dd2654 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.311128 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a181f068-89e4-45ae-a8b5-9d7f77090236 req-b067e006-a4dd-4f69-8cf8-c27de3dd2654 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f4ce821-6d2f-4b80-b13c-1e0612f7076e HTTP/1.1" status: 200 len: 944 time: 0.1173029 Jul 16 01:29:17.394603 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-e00ea8f0-4f6e-429b-9310-ca554a5e7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.396124 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d9f4268-115f-46fd-b4fd-66676cddb312 req-e00ea8f0-4f6e-429b-9310-ca554a5e7312 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1533937 Jul 16 01:29:17.476635 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a181f068-89e4-45ae-a8b5-9d7f77090236 req-2cc6a159-1fb4-42e3-8a62-b016e6ad5988 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Deleting port 8ea4cf60-d92c-49f0-86c9-636b58048ef1 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:17.476989 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a181f068-89e4-45ae-a8b5-9d7f77090236 req-2cc6a159-1fb4-42e3-8a62-b016e6ad5988 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.507673 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-4bfa96a6-851c-4aba-9886-7dcd49b209b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.508270 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-4bfa96a6-851c-4aba-9886-7dcd49b209b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.508744 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-4bfa96a6-851c-4aba-9886-7dcd49b209b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.509206 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-4bfa96a6-851c-4aba-9886-7dcd49b209b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.509669 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-4bfa96a6-851c-4aba-9886-7dcd49b209b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.510253 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-4bfa96a6-851c-4aba-9886-7dcd49b209b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.510717 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-4bfa96a6-851c-4aba-9886-7dcd49b209b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.513168 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-4bfa96a6-851c-4aba-9886-7dcd49b209b9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 6494 time: 0.0729816 Jul 16 01:29:17.554687 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-3ca2398e-71e9-46e0-a16a-cf2c6944698d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0340519 Jul 16 01:29:17.602387 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-6058a18a-63d0-4daa-863b-3fc20bd8924a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.603893 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-6058a18a-63d0-4daa-863b-3fc20bd8924a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0433507 Jul 16 01:29:17.610105 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-a181f068-89e4-45ae-a8b5-9d7f77090236 req-2cc6a159-1fb4-42e3-8a62-b016e6ad5988 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] For port 8ea4cf60-d92c-49f0-86c9-636b58048ef1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8ea4cf60-d92c-49f0-86c9-636b58048ef1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:17.610474 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a181f068-89e4-45ae-a8b5-9d7f77090236 req-2cc6a159-1fb4-42e3-8a62-b016e6ad5988 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.632494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbdf4c8-2b17-43f1-9fa6-b39d4f568684 req-d35409df-d45f-45c8-a7b2-c4622d90ab44 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.634014 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbbdf4c8-2b17-43f1-9fa6-b39d4f568684 req-d35409df-d45f-45c8-a7b2-c4622d90ab44 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1400311 Jul 16 01:29:17.634891 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a181f068-89e4-45ae-a8b5-9d7f77090236 req-2cc6a159-1fb4-42e3-8a62-b016e6ad5988 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Calling delete_port for 8ea4cf60-d92c-49f0-86c9-636b58048ef1 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:17.663080 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-93c021aa-33d7-4ea9-800c-d8c48d94783b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.664619 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-93c021aa-33d7-4ea9-800c-d8c48d94783b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544560 Jul 16 01:29:17.711274 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbbdf4c8-2b17-43f1-9fa6-b39d4f568684 req-9b0f34a3-0326-48dc-9857-9d5a1229f8da tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700309 Jul 16 01:29:17.760911 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-45aa5c41-7b13-4ed5-9cee-98cc26cbc269 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898216 Jul 16 01:29:17.809743 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a181f068-89e4-45ae-a8b5-9d7f77090236 req-2cc6a159-1fb4-42e3-8a62-b016e6ad5988 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.825672 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['bcc0da7a-60d7-44d9-b726-04e2a307262c', '166f8fed-4cac-40ff-b04e-84be5b13fcb0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:17.856473 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc6a159-1fb4-42e3-8a62-b016e6ad5988 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event deleted for resources: {'Port': ['ID=8ea4cf60-d92c-49f0-86c9-636b58048ef1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:17.861441 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-ed9a1877-a18d-4931-87f4-dbaebde25ea8 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933964 Jul 16 01:29:17.906668 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-6bdc39cb-5666-40b6-809c-132d9739ee4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=94a80f8a-7bf7-408e-959c-602886a9a07c HTTP/1.1" status: 200 len: 217 time: 0.0383370 Jul 16 01:29:17.914558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a181f068-89e4-45ae-a8b5-9d7f77090236 req-2cc6a159-1fb4-42e3-8a62-b016e6ad5988 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] No DVR routers for this DVR port 8ea4cf60-d92c-49f0-86c9-636b58048ef1 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:17.917019 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a181f068-89e4-45ae-a8b5-9d7f77090236 req-2cc6a159-1fb4-42e3-8a62-b016e6ad5988 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:17.919629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a181f068-89e4-45ae-a8b5-9d7f77090236 req-2cc6a159-1fb4-42e3-8a62-b016e6ad5988 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "DELETE /v2.0/ports/8ea4cf60-d92c-49f0-86c9-636b58048ef1 HTTP/1.1" status: 204 len: 173 time: 0.6076844 Jul 16 01:29:17.965791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-271a61c3-462c-4b08-8211-9c972d60a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.966961 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bad2a84-9c71-4896-85aa-42300026c2c4 req-8c0e4abc-2fb2-4698-8e51-3efa0fd7b686 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:17.967172 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-271a61c3-462c-4b08-8211-9c972d60a07f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0540078 Jul 16 01:29:17.968738 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4bad2a84-9c71-4896-85aa-42300026c2c4 req-8c0e4abc-2fb2-4698-8e51-3efa0fd7b686 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1279497 Jul 16 01:29:18.047528 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4bad2a84-9c71-4896-85aa-42300026c2c4 req-9413bf80-c411-4eb6-95e0-ef6b964845da tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728619 Jul 16 01:29:18.052575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-7b00395a-2965-43d0-aeab-a1eddb5c721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.054329 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-7b00395a-2965-43d0-aeab-a1eddb5c721e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0775120 Jul 16 01:29:18.140275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': '209ef863-84e3-44a1-821a-e7b454094aa6'}, {'server_uuid': '8f4ce821-6d2f-4b80-b13c-1e0612f7076e', 'name': 'network-vif-deleted', 'tag': '8ea4cf60-d92c-49f0-86c9-636b58048ef1'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:18.142871 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6" -d '{"events": [{"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "209ef863-84e3-44a1-821a-e7b454094aa6"}, {"server_uuid": "8f4ce821-6d2f-4b80-b13c-1e0612f7076e", "name": "network-vif-deleted", "tag": "8ea4cf60-d92c-49f0-86c9-636b58048ef1"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:18.190578 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-599c591f-bab5-4a2e-b18e-ec184efd9dcd service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270978 Jul 16 01:29:18.303100 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-bb2ecc10-d5f2-487a-9ba4-c1cbd37d515f service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050692 Jul 16 01:29:18.326213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82dc787-0f2f-4d93-9305-af495fe6039e req-14705cc2-8ba9-433e-ad67-8666cc203bc2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.328142 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e82dc787-0f2f-4d93-9305-af495fe6039e req-14705cc2-8ba9-433e-ad67-8666cc203bc2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0804424 Jul 16 01:29:18.350436 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-85a88853-432e-45ff-9847-ff7b9c1dcd87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=27f917a1-0806-4b45-b753-7a34e84803ab HTTP/1.1" status: 200 len: 217 time: 0.0389254 Jul 16 01:29:18.389017 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e82dc787-0f2f-4d93-9305-af495fe6039e req-9b121bd9-8055-4229-adfb-b86ceb51015e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459099 Jul 16 01:29:18.421947 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-a731a7a6-980a-4d51-bc92-47a44340f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.423431 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-a731a7a6-980a-4d51-bc92-47a44340f0d5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0664585 Jul 16 01:29:18.440820 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ca670e-d95a-40fe-b348-5af4ffbfda3b x-openstack-request-id: req-e3ca670e-d95a-40fe-b348-5af4ffbfda3b {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:18.441131 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "209ef863-84e3-44a1-821a-e7b454094aa6", "status": "completed", "code": 200}, {"server_uuid": "8f4ce821-6d2f-4b80-b13c-1e0612f7076e", "name": "network-vif-deleted", "tag": "8ea4cf60-d92c-49f0-86c9-636b58048ef1", "status": "failed", "code": 422}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:18.441389 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3ca670e-d95a-40fe-b348-5af4ffbfda3b {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:18.441794 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': '209ef863-84e3-44a1-821a-e7b454094aa6', 'status': 'completed', 'code': 200} Jul 16 01:29:18.442157 n-d-791505-14 neutron-server[93919]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8f4ce821-6d2f-4b80-b13c-1e0612f7076e', 'name': 'network-vif-deleted', 'tag': '8ea4cf60-d92c-49f0-86c9-636b58048ef1', 'status': 'failed', 'code': 422} returned with failed status Jul 16 01:29:18.523563 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-24bab43d-da6a-4f6b-a444-6589e6845404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.525857 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-24bab43d-da6a-4f6b-a444-6589e6845404 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0841954 Jul 16 01:29:18.615784 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b41fe1-b6c7-48a8-99b9-73b6a5af49f5 req-e0bfbad8-d445-4d1f-a98e-686236741402 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.624055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b41fe1-b6c7-48a8-99b9-73b6a5af49f5 req-e0bfbad8-d445-4d1f-a98e-686236741402 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.629906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b41fe1-b6c7-48a8-99b9-73b6a5af49f5 req-e0bfbad8-d445-4d1f-a98e-686236741402 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.633239 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-37fef199-b5f5-4581-a9a7-71a3c6dfdd84 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990274 Jul 16 01:29:18.635724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b41fe1-b6c7-48a8-99b9-73b6a5af49f5 req-e0bfbad8-d445-4d1f-a98e-686236741402 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.642295 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b41fe1-b6c7-48a8-99b9-73b6a5af49f5 req-e0bfbad8-d445-4d1f-a98e-686236741402 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.648352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b41fe1-b6c7-48a8-99b9-73b6a5af49f5 req-e0bfbad8-d445-4d1f-a98e-686236741402 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.654216 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b41fe1-b6c7-48a8-99b9-73b6a5af49f5 req-e0bfbad8-d445-4d1f-a98e-686236741402 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.661708 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1b41fe1-b6c7-48a8-99b9-73b6a5af49f5 req-e0bfbad8-d445-4d1f-a98e-686236741402 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5430 time: 0.1261213 Jul 16 01:29:18.708262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1b41fe1-b6c7-48a8-99b9-73b6a5af49f5 req-7bfa4d4f-5e8e-415e-a623-9de82c9a46dd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425062 Jul 16 01:29:18.775776 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-64ff97d2-4ab5-4395-82bf-b0041b3415d8 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362801 Jul 16 01:29:18.829958 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-fafdde87-d5ad-494c-9c45-fea120a11b78 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0467691 Jul 16 01:29:18.841052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699890a-07a1-41a3-8a03-942135ce95dc req-e0625ed8-6ae7-4c8b-afff-c2329f4084bc tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.852883 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9699890a-07a1-41a3-8a03-942135ce95dc req-e0625ed8-6ae7-4c8b-afff-c2329f4084bc tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1345122 Jul 16 01:29:18.887226 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-89066f90-3072-4764-abce-e4661d429716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:18.888777 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-89066f90-3072-4764-abce-e4661d429716 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0530550 Jul 16 01:29:18.911292 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9699890a-07a1-41a3-8a03-942135ce95dc req-191d6c56-168e-4f62-b1f6-a4df27e5bf8f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506513 Jul 16 01:29:19.045757 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-c959ec82-f8fa-4328-bbdf-0b921c816716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.047596 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-c959ec82-f8fa-4328-bbdf-0b921c816716 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1491115 Jul 16 01:29:19.195712 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-07cc4b44-dac1-44b0-a558-a591112c52b1 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402357 Jul 16 01:29:19.318216 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-c224da5b-a47f-4eb6-9275-3d6ec68f0535 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147504 Jul 16 01:29:19.361102 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-fbf4d3f4-d9be-4289-b642-1cb2d73a6507 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0354364 Jul 16 01:29:19.393288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c9a434-6f0d-486e-a4e6-eac3ec0b4eb7 req-3044e52f-571e-4d40-b938-f19392537a9a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.394833 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-87c9a434-6f0d-486e-a4e6-eac3ec0b4eb7 req-3044e52f-571e-4d40-b938-f19392537a9a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0989637 Jul 16 01:29:19.419270 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29172864-b91b-4241-9413-c497fc5eeae7 req-7347164d-bb33-46d5-a12b-6a2f43ea1f3e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.421085 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-29172864-b91b-4241-9413-c497fc5eeae7 req-7347164d-bb33-46d5-a12b-6a2f43ea1f3e tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 908 time: 0.1358495 Jul 16 01:29:19.432810 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-38c744dc-3adf-403e-b4a3-5ae193d4f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.434856 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-38c744dc-3adf-403e-b4a3-5ae193d4f147 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0653019 Jul 16 01:29:19.456095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-87c9a434-6f0d-486e-a4e6-eac3ec0b4eb7 req-84ed3495-6e94-4f82-bece-b37dde617af3 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520484 Jul 16 01:29:19.518804 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-f3c4079b-aaac-4edf-b985-64bc4276252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.521341 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-f3c4079b-aaac-4edf-b985-64bc4276252d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0749547 Jul 16 01:29:19.606584 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:29:19.614324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae7851-6afa-44cd-a36b-1c164d4a3924 req-f87528a1-68c8-4117-9439-405afd755eac tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.624978 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-43ae7851-6afa-44cd-a36b-1c164d4a3924 req-f87528a1-68c8-4117-9439-405afd755eac tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0836835 Jul 16 01:29:19.626574 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-dd1b5c5c-e8dc-470d-bc0d-2f7dd0f87aa7 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986202 Jul 16 01:29:19.664362 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-43ae7851-6afa-44cd-a36b-1c164d4a3924 req-da452ca5-0c63-409f-91d9-6b185e91b3b1 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380292 Jul 16 01:29:19.728909 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-5a2e2aac-86e0-4792-b637-33f967da2a1a service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958433 Jul 16 01:29:19.780638 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-6b479cc5-ae8d-4f80-b774-70d1dd452390 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0398622 Jul 16 01:29:19.831094 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-6ef36359-fa46-4206-8437-0a44d18f1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.832755 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-6ef36359-fa46-4206-8437-0a44d18f1b44 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0499516 Jul 16 01:29:19.902176 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-e276e6db-7cb4-4693-80ac-130edc4a51e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.904430 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-e276e6db-7cb4-4693-80ac-130edc4a51e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0655971 Jul 16 01:29:19.948687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930b03f-6d93-4fb3-95d0-59781e8c5bc1 req-726634af-9c6a-4db3-97fd-e309303063a6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.955730 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930b03f-6d93-4fb3-95d0-59781e8c5bc1 req-726634af-9c6a-4db3-97fd-e309303063a6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.962257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930b03f-6d93-4fb3-95d0-59781e8c5bc1 req-726634af-9c6a-4db3-97fd-e309303063a6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.968689 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930b03f-6d93-4fb3-95d0-59781e8c5bc1 req-726634af-9c6a-4db3-97fd-e309303063a6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.974955 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930b03f-6d93-4fb3-95d0-59781e8c5bc1 req-726634af-9c6a-4db3-97fd-e309303063a6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.981385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930b03f-6d93-4fb3-95d0-59781e8c5bc1 req-726634af-9c6a-4db3-97fd-e309303063a6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.987847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930b03f-6d93-4fb3-95d0-59781e8c5bc1 req-726634af-9c6a-4db3-97fd-e309303063a6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:19.989817 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2930b03f-6d93-4fb3-95d0-59781e8c5bc1 req-726634af-9c6a-4db3-97fd-e309303063a6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5430 time: 0.1175823 Jul 16 01:29:20.004124 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-ac767041-b747-48e0-b4d4-863b3f86401a service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887306 Jul 16 01:29:20.051689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2930b03f-6d93-4fb3-95d0-59781e8c5bc1 req-d481cd42-0274-4c28-ac44-9ea68fbb1ca0 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0550504 Jul 16 01:29:20.132916 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-0897e3e1-4384-4b71-896d-1c9b05b5d95f service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223760 Jul 16 01:29:20.197926 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-8c1999b2-a816-44c1-bb7d-0f50fed5a800 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0534828 Jul 16 01:29:20.264997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-3b8ead68-8cb4-4ca3-8ba2-85568076b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.266931 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-3b8ead68-8cb4-4ca3-8ba2-85568076b31d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0625534 Jul 16 01:29:20.340696 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ed6b6-7e8c-4941-86f5-dc2a2f719bd1 req-ff5363d6-49d2-4a56-a329-d50d8a80e2e0 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.348068 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c82ed6b6-7e8c-4941-86f5-dc2a2f719bd1 req-ff5363d6-49d2-4a56-a329-d50d8a80e2e0 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1119127 Jul 16 01:29:20.348566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f5766-0acc-4566-9c86-329098779015 req-feda9036-e040-48f7-b4a1-344991b31439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.350428 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-feda9036-e040-48f7-b4a1-344991b31439 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0723922 Jul 16 01:29:20.384560 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c82ed6b6-7e8c-4941-86f5-dc2a2f719bd1 req-ddaca4a5-14c4-4ad0-bc89-09ee8f0cf19c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353909 Jul 16 01:29:20.467863 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-c05bb34f-baa9-4e98-b3af-9e1e4a8bf8dd service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101882 Jul 16 01:29:20.549686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38656) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:20.575927 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-990f5766-0acc-4566-9c86-329098779015 req-d3a35b0d-990e-44e2-8e81-7d80c38c9a33 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014149 Jul 16 01:29:20.678206 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5fa71ce5-956d-45ea-8ead-526d6eda5fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.703785 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6 req-b98ddaa3-9875-482e-8ca9-8f85793a482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.704287 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6 req-b98ddaa3-9875-482e-8ca9-8f85793a482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.704766 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6 req-b98ddaa3-9875-482e-8ca9-8f85793a482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.705241 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6 req-b98ddaa3-9875-482e-8ca9-8f85793a482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.705712 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6 req-b98ddaa3-9875-482e-8ca9-8f85793a482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.706188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6 req-b98ddaa3-9875-482e-8ca9-8f85793a482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.706673 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6 req-b98ddaa3-9875-482e-8ca9-8f85793a482c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.708672 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6 req-b98ddaa3-9875-482e-8ca9-8f85793a482c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 6494 time: 0.0646701 Jul 16 01:29:20.728072 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b03754-474a-4eb4-8cc1-e3aa0cd56b84 req-1cb0433b-882a-4c86-a5bd-d36d5f5e63d4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.729561 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8b03754-474a-4eb4-8cc1-e3aa0cd56b84 req-1cb0433b-882a-4c86-a5bd-d36d5f5e63d4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 908 time: 0.1415761 Jul 16 01:29:20.740403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d519b28-e337-4c48-bef9-48fcff1bb8af req-434504c1-47d4-41ca-8ae4-dd7ef76f621b tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.741886 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d519b28-e337-4c48-bef9-48fcff1bb8af req-434504c1-47d4-41ca-8ae4-dd7ef76f621b tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1434200 Jul 16 01:29:20.806390 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0d519b28-e337-4c48-bef9-48fcff1bb8af req-680cbcfb-8d7b-4e49-9645-d589343ee55e tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508525 Jul 16 01:29:20.813466 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6 req-cae02c62-0f64-491a-b8b4-bb7833f06e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.815331 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6 req-cae02c62-0f64-491a-b8b4-bb7833f06e7a service neutron] 10.222.0.69 "GET /v2.0/networks?id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 903 time: 0.1002805 Jul 16 01:29:20.845503 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5fa71ce5-956d-45ea-8ead-526d6eda5fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.849288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5fa71ce5-956d-45ea-8ead-526d6eda5fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:20.859965 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6 req-ae4a9ff9-af58-4a86-8bf9-0da28ad42019 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0368726 Jul 16 01:29:20.890448 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5fa71ce5-956d-45ea-8ead-526d6eda5fbb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d300470a64334f98bf718202e344c6fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377514 Jul 16 01:29:20.890448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa71ce5-956d-45ea-8ead-526d6eda5fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dc2ead-1080-4e65-a1a6-1f7f8adae6e7,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:20.890776 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38660) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:20.943100 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6 req-0de2f185-3211-4953-b2db-1105b2d06e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:20.944603 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6 req-0de2f185-3211-4953-b2db-1105b2d06e1d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0785215 Jul 16 01:29:20.987587 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2600fdae-5f12-4be0-a72f-d377003d2719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.013348 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2600fdae-5f12-4be0-a72f-d377003d2719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.053030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6 req-a651ac01-399e-4bb5-8504-4034b4091825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.054556 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6 req-a651ac01-399e-4bb5-8504-4034b4091825 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1032531 Jul 16 01:29:21.092907 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2600fdae-5f12-4be0-a72f-d377003d2719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.095514 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2600fdae-5f12-4be0-a72f-d377003d2719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.099182 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2600fdae-5f12-4be0-a72f-d377003d2719 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/35dc2ead-1080-4e65-a1a6-1f7f8adae6e7 HTTP/1.1" status: 204 len: 168 time: 0.2051878 Jul 16 01:29:21.137785 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600fdae-5f12-4be0-a72f-d377003d2719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dc2ead-1080-4e65-a1a6-1f7f8adae6e7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:21.170743 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6 req-eaef9904-a766-4253-87ae-f7092d573648 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087737 Jul 16 01:29:21.251587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cfb0b-f37f-4af3-93c9-055da3f8dbe3 req-d0972738-ada8-4e10-944e-874ea56d2b7d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.253237 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be8cfb0b-f37f-4af3-93c9-055da3f8dbe3 req-d0972738-ada8-4e10-944e-874ea56d2b7d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.70 "GET /v2.0/ports?device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 908 time: 0.1070774 Jul 16 01:29:21.291269 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-63efa2b3-b103-4f5d-bd51-6fe49fa165a6 req-a94192ee-222a-4e6e-a61d-b30e405bd95d service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126287 Jul 16 01:29:21.338025 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a79b8-2365-4b0a-8a66-d9634926f858 req-22842367-78ec-499a-86d9-a4b7449425cd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.344452 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a79b8-2365-4b0a-8a66-d9634926f858 req-22842367-78ec-499a-86d9-a4b7449425cd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.350349 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a79b8-2365-4b0a-8a66-d9634926f858 req-22842367-78ec-499a-86d9-a4b7449425cd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.356227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a79b8-2365-4b0a-8a66-d9634926f858 req-22842367-78ec-499a-86d9-a4b7449425cd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.362117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a79b8-2365-4b0a-8a66-d9634926f858 req-22842367-78ec-499a-86d9-a4b7449425cd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.368293 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a79b8-2365-4b0a-8a66-d9634926f858 req-22842367-78ec-499a-86d9-a4b7449425cd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.374107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a79b8-2365-4b0a-8a66-d9634926f858 req-22842367-78ec-499a-86d9-a4b7449425cd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:21.376032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-893a79b8-2365-4b0a-8a66-d9634926f858 req-22842367-78ec-499a-86d9-a4b7449425cd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5430 time: 0.1656888 Jul 16 01:29:21.417422 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38672) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:21.431466 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b763c78d-77b2-47ea-b290-76f9bf2d2c0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.445824 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-893a79b8-2365-4b0a-8a66-d9634926f858 req-78b9a475-b942-4454-8935-57ee651bf53a tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502982 Jul 16 01:29:21.455790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-be8cfb0b-f37f-4af3-93c9-055da3f8dbe3 req-f8a6a56b-3cee-443e-bb83-6d13a26a7c28 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Deleting port b4b0f763-675c-4256-9642-06d68a474f25 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:21.456153 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-be8cfb0b-f37f-4af3-93c9-055da3f8dbe3 req-f8a6a56b-3cee-443e-bb83-6d13a26a7c28 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.538318 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b763c78d-77b2-47ea-b290-76f9bf2d2c0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.542459 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b763c78d-77b2-47ea-b290-76f9bf2d2c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.582784 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b763c78d-77b2-47ea-b290-76f9bf2d2c0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce07bf21990f431dad3e527a48ebf41e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641424 Jul 16 01:29:21.583885 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763c78d-77b2-47ea-b290-76f9bf2d2c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76d57ce4-e602-4590-aacc-899e8afe4c6f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:21.587018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38674) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:21.639060 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87816ee0-f6da-42b5-98cd-ef287c8a82fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.661164 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87816ee0-f6da-42b5-98cd-ef287c8a82fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.710194 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87816ee0-f6da-42b5-98cd-ef287c8a82fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.712896 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87816ee0-f6da-42b5-98cd-ef287c8a82fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.714080 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-87816ee0-f6da-42b5-98cd-ef287c8a82fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/76d57ce4-e602-4590-aacc-899e8afe4c6f HTTP/1.1" status: 204 len: 168 time: 0.1258624 Jul 16 01:29:21.723191 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87816ee0-f6da-42b5-98cd-ef287c8a82fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76d57ce4-e602-4590-aacc-899e8afe4c6f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:21.945015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-be8cfb0b-f37f-4af3-93c9-055da3f8dbe3 req-f8a6a56b-3cee-443e-bb83-6d13a26a7c28 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] For port b4b0f763-675c-4256-9642-06d68a474f25, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b4b0f763-675c-4256-9642-06d68a474f25,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:21.945382 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-be8cfb0b-f37f-4af3-93c9-055da3f8dbe3 req-f8a6a56b-3cee-443e-bb83-6d13a26a7c28 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:21.963297 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-be8cfb0b-f37f-4af3-93c9-055da3f8dbe3 req-f8a6a56b-3cee-443e-bb83-6d13a26a7c28 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Calling delete_port for b4b0f763-675c-4256-9642-06d68a474f25 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:22.039996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf030c5-22e1-413d-9a78-802a25f4e73e req-eb095d0e-e58e-4b90-b523-f885d7bd9761 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.041801 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bf030c5-22e1-413d-9a78-802a25f4e73e req-eb095d0e-e58e-4b90-b523-f885d7bd9761 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.5137606 Jul 16 01:29:22.071336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f61965-6b28-4e30-9b26-5e845e8ab014 req-200cc799-120c-416a-899a-99408b69c20d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.072839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20f61965-6b28-4e30-9b26-5e845e8ab014 req-200cc799-120c-416a-899a-99408b69c20d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=af64c64d-8f76-46f5-b505-9227c9136288 HTTP/1.1" status: 200 len: 908 time: 0.1801219 Jul 16 01:29:22.113400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bf030c5-22e1-413d-9a78-802a25f4e73e req-91bc6ff3-773c-4008-bffc-f56a57b58530 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641642 Jul 16 01:29:22.172878 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-be8cfb0b-f37f-4af3-93c9-055da3f8dbe3 req-f8a6a56b-3cee-443e-bb83-6d13a26a7c28 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.201720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6a56b-3cee-443e-bb83-6d13a26a7c28 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event deleted for resources: {'Port': ['ID=b4b0f763-675c-4256-9642-06d68a474f25,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:22.306374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-be8cfb0b-f37f-4af3-93c9-055da3f8dbe3 req-f8a6a56b-3cee-443e-bb83-6d13a26a7c28 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] No DVR routers for this DVR port b4b0f763-675c-4256-9642-06d68a474f25 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:22.312787 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-be8cfb0b-f37f-4af3-93c9-055da3f8dbe3 req-f8a6a56b-3cee-443e-bb83-6d13a26a7c28 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:22.312787 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be8cfb0b-f37f-4af3-93c9-055da3f8dbe3 req-f8a6a56b-3cee-443e-bb83-6d13a26a7c28 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.70 "DELETE /v2.0/ports/b4b0f763-675c-4256-9642-06d68a474f25 HTTP/1.1" status: 204 len: 173 time: 1.0494576 Jul 16 01:29:22.313268 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af64c64d-8f76-46f5-b505-9227c9136288', 'name': 'network-vif-deleted', 'tag': 'b4b0f763-675c-4256-9642-06d68a474f25'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:22.315693 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2557d9c-e2c6-44f1-9c06-d493a27f36c6" -d '{"events": [{"server_uuid": "af64c64d-8f76-46f5-b505-9227c9136288", "name": "network-vif-deleted", "tag": "b4b0f763-675c-4256-9642-06d68a474f25"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:22.362007 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f6930-b5dc-4ab6-91e7-4c20a5c1791d req-df663187-7adb-48bb-8b3e-6bed2e2fd133 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.364153 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-899f6930-b5dc-4ab6-91e7-4c20a5c1791d req-df663187-7adb-48bb-8b3e-6bed2e2fd133 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1539445 Jul 16 01:29:22.426470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-899f6930-b5dc-4ab6-91e7-4c20a5c1791d req-599b526c-a113-44a5-a811-50ca69a3d4b7 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548825 Jul 16 01:29:22.497608 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec27bb41-f382-4c1d-98dd-279eeb58ed59 x-openstack-request-id: req-ec27bb41-f382-4c1d-98dd-279eeb58ed59 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:22.497844 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af64c64d-8f76-46f5-b505-9227c9136288", "name": "network-vif-deleted", "tag": "b4b0f763-675c-4256-9642-06d68a474f25", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:22.498103 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec27bb41-f382-4c1d-98dd-279eeb58ed59 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:22.498504 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af64c64d-8f76-46f5-b505-9227c9136288', 'name': 'network-vif-deleted', 'tag': 'b4b0f763-675c-4256-9642-06d68a474f25', 'status': 'completed', 'code': 200} Jul 16 01:29:22.523441 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bb644-d272-4752-b0f0-e3b8874b79c2 req-0532b941-95c4-445b-a727-aa7672bfd4d3 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.525713 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-407bb644-d272-4752-b0f0-e3b8874b79c2 req-0532b941-95c4-445b-a727-aa7672bfd4d3 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0868812 Jul 16 01:29:22.570963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-407bb644-d272-4752-b0f0-e3b8874b79c2 req-c5bfb182-8d7e-4a72-8725-b945772b6843 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387814 Jul 16 01:29:22.675539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f0942-b0b5-4b19-88b1-4bce3f7aa70b req-f88a2c07-d5a5-4b07-9176-131977a454b5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.681391 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f0942-b0b5-4b19-88b1-4bce3f7aa70b req-f88a2c07-d5a5-4b07-9176-131977a454b5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.687789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f0942-b0b5-4b19-88b1-4bce3f7aa70b req-f88a2c07-d5a5-4b07-9176-131977a454b5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.693594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f0942-b0b5-4b19-88b1-4bce3f7aa70b req-f88a2c07-d5a5-4b07-9176-131977a454b5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.699412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f0942-b0b5-4b19-88b1-4bce3f7aa70b req-f88a2c07-d5a5-4b07-9176-131977a454b5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.705457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f0942-b0b5-4b19-88b1-4bce3f7aa70b req-f88a2c07-d5a5-4b07-9176-131977a454b5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.711360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f0942-b0b5-4b19-88b1-4bce3f7aa70b req-f88a2c07-d5a5-4b07-9176-131977a454b5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.713366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-008f0942-b0b5-4b19-88b1-4bce3f7aa70b req-f88a2c07-d5a5-4b07-9176-131977a454b5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5430 time: 0.1161909 Jul 16 01:29:22.756256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-008f0942-b0b5-4b19-88b1-4bce3f7aa70b req-04e0002f-0df4-429e-a3ac-397beae6eea6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366828 Jul 16 01:29:22.822179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad161eb7-d1c8-42b7-b6c2-cc11d6f9b65e req-707c8086-a385-4709-a087-0c32f3275aa2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:22.823654 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad161eb7-d1c8-42b7-b6c2-cc11d6f9b65e req-707c8086-a385-4709-a087-0c32f3275aa2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0662558 Jul 16 01:29:22.863081 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad161eb7-d1c8-42b7-b6c2-cc11d6f9b65e req-5ff0b9cc-123e-4f5d-bc5f-a0a25dd8da2c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331712 Jul 16 01:29:23.073579 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb2c0c-e8ed-4bf2-8699-6538fc34a57d req-739a2aee-c70c-4784-aacb-f0d820263e42 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.076304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26cb2c0c-e8ed-4bf2-8699-6538fc34a57d req-739a2aee-c70c-4784-aacb-f0d820263e42 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0840909 Jul 16 01:29:23.116949 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26cb2c0c-e8ed-4bf2-8699-6538fc34a57d req-642460c9-da65-4570-b874-9b4ad7be6ac5 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346954 Jul 16 01:29:23.153764 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38738) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:23.278122 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fb58f48-499b-4d15-b5a2-74ebefe5dffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.334325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c1136-4c6f-4d9d-b0ac-481f6ab77f34 req-d9198707-c567-4ce7-ade7-7b36df0eca9d tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.336667 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c2c1136-4c6f-4d9d-b0ac-481f6ab77f34 req-d9198707-c567-4ce7-ade7-7b36df0eca9d tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0849562 Jul 16 01:29:23.377309 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fb58f48-499b-4d15-b5a2-74ebefe5dffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.378752 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c2c1136-4c6f-4d9d-b0ac-481f6ab77f34 req-2596e891-f991-4274-8851-820075fd3175 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354102 Jul 16 01:29:23.382490 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fb58f48-499b-4d15-b5a2-74ebefe5dffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.426542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb58f48-499b-4d15-b5a2-74ebefe5dffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3520bf95-47ad-4a14-8f8b-b2cfa9b39a84,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:23.433912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38752) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:23.434571 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8fb58f48-499b-4d15-b5a2-74ebefe5dffb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b42fc5a7e0c7420ebbab9caa47eef073&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2788231 Jul 16 01:29:23.490228 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3854b621-b8c7-4b67-be9e-a64776680a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.516979 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3854b621-b8c7-4b67-be9e-a64776680a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.630898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b235be-4aca-4c39-a7ff-6f16bae47f37 req-e6aedccb-0fa6-418e-9ccb-7ea4c6c8157d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.632312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3b235be-4aca-4c39-a7ff-6f16bae47f37 req-e6aedccb-0fa6-418e-9ccb-7ea4c6c8157d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=aec267a7-8bac-4b7f-8d5e-ecc6095794d2 HTTP/1.1" status: 200 len: 945 time: 0.1205721 Jul 16 01:29:23.635672 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3854b621-b8c7-4b67-be9e-a64776680a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.638171 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3854b621-b8c7-4b67-be9e-a64776680a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:23.639213 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3854b621-b8c7-4b67-be9e-a64776680a85 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3520bf95-47ad-4a14-8f8b-b2cfa9b39a84 HTTP/1.1" status: 204 len: 168 time: 0.2037268 Jul 16 01:29:23.664064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3854b621-b8c7-4b67-be9e-a64776680a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3520bf95-47ad-4a14-8f8b-b2cfa9b39a84,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:23.696777 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3b235be-4aca-4c39-a7ff-6f16bae47f37 req-d53f752c-f218-4551-9638-4639cda58dcd tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557010 Jul 16 01:29:23.709213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3d034-ecf3-46fd-99e4-c4bb031f9f51 req-c494db19-b47b-4e43-bb5a-73fd8bee03fb tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.710710 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0d3d034-ecf3-46fd-99e4-c4bb031f9f51 req-c494db19-b47b-4e43-bb5a-73fd8bee03fb tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1180804 Jul 16 01:29:23.755556 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0d3d034-ecf3-46fd-99e4-c4bb031f9f51 req-84cb3d7b-27a8-41c3-9ac0-c90e108755e0 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361528 Jul 16 01:29:23.883161 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceed2d23-d128-43f7-b5a3-c4fbd55d121f req-46547730-f3b8-495c-9410-960c609e5615 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:23.884199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceed2d23-d128-43f7-b5a3-c4fbd55d121f req-46547730-f3b8-495c-9410-960c609e5615 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0748780 Jul 16 01:29:23.928314 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ceed2d23-d128-43f7-b5a3-c4fbd55d121f req-2cc02ab9-40ac-4421-8930-fa604acd15fa tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380585 Jul 16 01:29:24.013676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e866bf2-cfa7-45b7-a381-8b3b94f13043 req-a3a5e624-7a6b-4acf-a1bb-0182086267af tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.019557 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e866bf2-cfa7-45b7-a381-8b3b94f13043 req-a3a5e624-7a6b-4acf-a1bb-0182086267af tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.026137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e866bf2-cfa7-45b7-a381-8b3b94f13043 req-a3a5e624-7a6b-4acf-a1bb-0182086267af tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.033505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e866bf2-cfa7-45b7-a381-8b3b94f13043 req-a3a5e624-7a6b-4acf-a1bb-0182086267af tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.039562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e866bf2-cfa7-45b7-a381-8b3b94f13043 req-a3a5e624-7a6b-4acf-a1bb-0182086267af tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.046391 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e866bf2-cfa7-45b7-a381-8b3b94f13043 req-a3a5e624-7a6b-4acf-a1bb-0182086267af tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.052258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e866bf2-cfa7-45b7-a381-8b3b94f13043 req-a3a5e624-7a6b-4acf-a1bb-0182086267af tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.057988 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3e866bf2-cfa7-45b7-a381-8b3b94f13043 req-a3a5e624-7a6b-4acf-a1bb-0182086267af tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5430 time: 0.1133564 Jul 16 01:29:24.123921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3e866bf2-cfa7-45b7-a381-8b3b94f13043 req-974377e4-23f1-40a1-aa05-9836c0b8e5a5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589867 Jul 16 01:29:24.150373 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd23a1e-1b35-43ca-9aa8-74b8d30b1e3d req-feac39ab-3176-4449-95b2-f13dd64ef2e2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.152295 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ccd23a1e-1b35-43ca-9aa8-74b8d30b1e3d req-feac39ab-3176-4449-95b2-f13dd64ef2e2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0969732 Jul 16 01:29:24.194414 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ccd23a1e-1b35-43ca-9aa8-74b8d30b1e3d req-254425f1-f70b-4289-a7e9-bbd82b55bf8a tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360916 Jul 16 01:29:24.373442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e709b-2d32-4cc9-852f-cd8217b60e9a req-3d844b84-ab07-4fff-a19f-2072a7d12a4d tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.375886 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-035e709b-2d32-4cc9-852f-cd8217b60e9a req-3d844b84-ab07-4fff-a19f-2072a7d12a4d tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0651126 Jul 16 01:29:24.413644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-035e709b-2d32-4cc9-852f-cd8217b60e9a req-7b85c6ff-54d4-4cf2-83ee-95c8b0be7ce8 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331805 Jul 16 01:29:24.611563 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecc6d1-c9a3-4d4e-b462-648c3a94bf9a req-d5449954-5e37-4458-bff9-7366a31fdd79 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.613219 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63ecc6d1-c9a3-4d4e-b462-648c3a94bf9a req-d5449954-5e37-4458-bff9-7366a31fdd79 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0674851 Jul 16 01:29:24.656983 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63ecc6d1-c9a3-4d4e-b462-648c3a94bf9a req-9b6452dc-793a-471f-a78d-3b4eb30d4a40 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378056 Jul 16 01:29:24.867849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f903a6-aec2-4f81-8249-7b9a1b31d4ce req-d0c723a3-1b82-4cf0-b8cd-375ce5c0c887 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.869368 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49f903a6-aec2-4f81-8249-7b9a1b31d4ce req-d0c723a3-1b82-4cf0-b8cd-375ce5c0c887 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1008286 Jul 16 01:29:24.921205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efa8ca-cdbf-4202-932e-1787d67533d6 req-1804b4a9-d047-4ca0-8237-b314e0101c4b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:24.922721 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c9efa8ca-cdbf-4202-932e-1787d67533d6 req-1804b4a9-d047-4ca0-8237-b314e0101c4b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=aec267a7-8bac-4b7f-8d5e-ecc6095794d2 HTTP/1.1" status: 200 len: 945 time: 0.1055999 Jul 16 01:29:24.930042 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49f903a6-aec2-4f81-8249-7b9a1b31d4ce req-99981b28-4a68-49c3-9143-e1b28551ca21 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544457 Jul 16 01:29:24.964541 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c9efa8ca-cdbf-4202-932e-1787d67533d6 req-ee6e01d9-3eed-4c51-afa3-f3f94738a718 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335102 Jul 16 01:29:25.178531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f7a10d-50ba-40cf-a108-e84d6ca37adf req-9b2f0a07-64c5-44a4-8f2a-8b485147989f tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.180002 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99f7a10d-50ba-40cf-a108-e84d6ca37adf req-9b2f0a07-64c5-44a4-8f2a-8b485147989f tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1149657 Jul 16 01:29:25.207896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8157a9-4944-4a15-85e9-1edd0a3af03e req-3fd38732-62b9-462c-8d0e-e03d7b00215b tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.210188 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc8157a9-4944-4a15-85e9-1edd0a3af03e req-3fd38732-62b9-462c-8d0e-e03d7b00215b tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1100905 Jul 16 01:29:25.268153 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99f7a10d-50ba-40cf-a108-e84d6ca37adf req-9ed93171-6f45-427e-a809-d509d48224a7 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808377 Jul 16 01:29:25.283335 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc8157a9-4944-4a15-85e9-1edd0a3af03e req-ab84d9cd-681c-4b15-825b-4b176103d7f9 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641472 Jul 16 01:29:25.375512 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fcb619-38ca-4845-bb8d-2008e9be9f6d req-bf1e6eb6-954a-4453-b56a-453dfa83d4d3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.378348 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09fcb619-38ca-4845-bb8d-2008e9be9f6d req-bf1e6eb6-954a-4453-b56a-453dfa83d4d3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.70 "GET /v2.0/ports?device_id=aec267a7-8bac-4b7f-8d5e-ecc6095794d2 HTTP/1.1" status: 200 len: 945 time: 0.0777237 Jul 16 01:29:25.586751 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794fc6c-13c7-4011-9722-90889fc5de7e req-d45af436-9cee-46fd-bc30-79212d7cfc69 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.593198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794fc6c-13c7-4011-9722-90889fc5de7e req-d45af436-9cee-46fd-bc30-79212d7cfc69 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.599100 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794fc6c-13c7-4011-9722-90889fc5de7e req-d45af436-9cee-46fd-bc30-79212d7cfc69 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.605015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794fc6c-13c7-4011-9722-90889fc5de7e req-d45af436-9cee-46fd-bc30-79212d7cfc69 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.612352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794fc6c-13c7-4011-9722-90889fc5de7e req-d45af436-9cee-46fd-bc30-79212d7cfc69 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.617151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794fc6c-13c7-4011-9722-90889fc5de7e req-d45af436-9cee-46fd-bc30-79212d7cfc69 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.623049 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794fc6c-13c7-4011-9722-90889fc5de7e req-d45af436-9cee-46fd-bc30-79212d7cfc69 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.625024 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7794fc6c-13c7-4011-9722-90889fc5de7e req-d45af436-9cee-46fd-bc30-79212d7cfc69 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5430 time: 0.2021976 Jul 16 01:29:25.636029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bfcd5-eeec-4a6c-a7c2-dd019fca68b0 req-39fbffb1-9560-47f1-93f4-ae2630b7e8e1 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:25.638028 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-413bfcd5-eeec-4a6c-a7c2-dd019fca68b0 req-39fbffb1-9560-47f1-93f4-ae2630b7e8e1 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2162750 Jul 16 01:29:25.662471 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-09fcb619-38ca-4845-bb8d-2008e9be9f6d req-1f0738b3-52b5-471e-b226-8b9df4b0832d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Deleting port 166f8fed-4cac-40ff-b04e-84be5b13fcb0 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:25.662828 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-09fcb619-38ca-4845-bb8d-2008e9be9f6d req-1f0738b3-52b5-471e-b226-8b9df4b0832d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.727252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b4b0f763-675c-4256-9642-06d68a474f25 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:25.746660 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: b4b0f763-675c-4256-9642-06d68a474f25 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:25.747007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b4b0f763-675c-4256-9642-06d68a474f25 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:25.762651 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7794fc6c-13c7-4011-9722-90889fc5de7e req-0e701900-87d1-45bb-b0e8-02c97180a1a5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224241 Jul 16 01:29:25.769990 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-413bfcd5-eeec-4a6c-a7c2-dd019fca68b0 req-659487b2-bc0b-4bfc-811f-7d7f82aee052 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233575 Jul 16 01:29:25.818753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-09fcb619-38ca-4845-bb8d-2008e9be9f6d req-1f0738b3-52b5-471e-b226-8b9df4b0832d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] For port 166f8fed-4cac-40ff-b04e-84be5b13fcb0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=166f8fed-4cac-40ff-b04e-84be5b13fcb0,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:25.819126 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-09fcb619-38ca-4845-bb8d-2008e9be9f6d req-1f0738b3-52b5-471e-b226-8b9df4b0832d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:25.833578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-09fcb619-38ca-4845-bb8d-2008e9be9f6d req-1f0738b3-52b5-471e-b226-8b9df4b0832d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Calling delete_port for 166f8fed-4cac-40ff-b04e-84be5b13fcb0 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:26.000476 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-09fcb619-38ca-4845-bb8d-2008e9be9f6d req-1f0738b3-52b5-471e-b226-8b9df4b0832d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.011498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['bcc0da7a-60d7-44d9-b726-04e2a307262c', '166f8fed-4cac-40ff-b04e-84be5b13fcb0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:26.047278 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0738b3-52b5-471e-b226-8b9df4b0832d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event deleted for resources: {'Port': ['ID=166f8fed-4cac-40ff-b04e-84be5b13fcb0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:26.107118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fcb619-38ca-4845-bb8d-2008e9be9f6d req-1f0738b3-52b5-471e-b226-8b9df4b0832d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] No DVR routers for this DVR port 166f8fed-4cac-40ff-b04e-84be5b13fcb0 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:26.124358 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-09fcb619-38ca-4845-bb8d-2008e9be9f6d req-1f0738b3-52b5-471e-b226-8b9df4b0832d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:26.126653 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09fcb619-38ca-4845-bb8d-2008e9be9f6d req-1f0738b3-52b5-471e-b226-8b9df4b0832d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.70 "DELETE /v2.0/ports/166f8fed-4cac-40ff-b04e-84be5b13fcb0 HTTP/1.1" status: 204 len: 173 time: 0.7417674 Jul 16 01:29:26.128362 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aec267a7-8bac-4b7f-8d5e-ecc6095794d2', 'name': 'network-vif-deleted', 'tag': '166f8fed-4cac-40ff-b04e-84be5b13fcb0'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:26.130603 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d29331-c4e2-443b-9988-0fd7c68a42b1" -d '{"events": [{"server_uuid": "aec267a7-8bac-4b7f-8d5e-ecc6095794d2", "name": "network-vif-deleted", "tag": "166f8fed-4cac-40ff-b04e-84be5b13fcb0"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:26.166324 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63e8afdd-375b-4847-ba26-ccf1534ae83a req-35953b89-90e2-45fc-b8bd-1b193f015df3 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=aec267a7-8bac-4b7f-8d5e-ecc6095794d2 HTTP/1.1" status: 200 len: 210 time: 0.0387239 Jul 16 01:29:26.199116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52c910-ea26-45f4-8c96-330d0619d9ca req-fd3d205f-3496-4bef-90ea-523c6e7a7e59 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.200713 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea52c910-ea26-45f4-8c96-330d0619d9ca req-fd3d205f-3496-4bef-90ea-523c6e7a7e59 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1546242 Jul 16 01:29:26.227341 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e8d00a-a775-4c9b-8c18-b00b7b67bfd5 x-openstack-request-id: req-09e8d00a-a775-4c9b-8c18-b00b7b67bfd5 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:26.227623 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aec267a7-8bac-4b7f-8d5e-ecc6095794d2", "name": "network-vif-deleted", "tag": "166f8fed-4cac-40ff-b04e-84be5b13fcb0", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:26.227903 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09e8d00a-a775-4c9b-8c18-b00b7b67bfd5 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:26.228335 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aec267a7-8bac-4b7f-8d5e-ecc6095794d2', 'name': 'network-vif-deleted', 'tag': '166f8fed-4cac-40ff-b04e-84be5b13fcb0', 'status': 'completed', 'code': 200} Jul 16 01:29:26.249395 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea52c910-ea26-45f4-8c96-330d0619d9ca req-d1b645c9-9e81-4d2a-9d24-381e5e8a8adb tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429189 Jul 16 01:29:26.484356 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3f6de-331d-4863-aad1-e2b3cb67b7cf req-e20fd326-fd2b-45d9-9853-c0db15f6ea0c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.486113 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79d3f6de-331d-4863-aad1-e2b3cb67b7cf req-e20fd326-fd2b-45d9-9853-c0db15f6ea0c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1152165 Jul 16 01:29:26.501630 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cfbfd2-3eb1-445c-8fcd-f0ffc249188e req-46cf80cf-118c-44e7-a25c-df0004af2b84 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.503270 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6cfbfd2-3eb1-445c-8fcd-f0ffc249188e req-46cf80cf-118c-44e7-a25c-df0004af2b84 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0988486 Jul 16 01:29:26.575198 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79d3f6de-331d-4863-aad1-e2b3cb67b7cf req-528388c9-48fd-413b-a500-f38725d14f8b tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738304 Jul 16 01:29:26.588713 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6cfbfd2-3eb1-445c-8fcd-f0ffc249188e req-f4e944da-ac1b-4601-aba1-6e81afaffd87 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786242 Jul 16 01:29:26.794890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79de127-7b35-4c37-aec1-c0f7f6fbc89e req-bc58e1e0-a6c1-410b-98e7-0c044bba4245 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:26.797342 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f79de127-7b35-4c37-aec1-c0f7f6fbc89e req-bc58e1e0-a6c1-410b-98e7-0c044bba4245 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0679288 Jul 16 01:29:26.853239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f79de127-7b35-4c37-aec1-c0f7f6fbc89e req-45a51e8f-aa77-44c3-8dde-8b7708752105 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496280 Jul 16 01:29:27.010433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d43d0-3a6c-4be4-b95d-0d22588cc746 req-e22d7f4f-9c6f-4c96-9e16-e380cb6854f4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.016938 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d43d0-3a6c-4be4-b95d-0d22588cc746 req-e22d7f4f-9c6f-4c96-9e16-e380cb6854f4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.022790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d43d0-3a6c-4be4-b95d-0d22588cc746 req-e22d7f4f-9c6f-4c96-9e16-e380cb6854f4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.028682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d43d0-3a6c-4be4-b95d-0d22588cc746 req-e22d7f4f-9c6f-4c96-9e16-e380cb6854f4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.034505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d43d0-3a6c-4be4-b95d-0d22588cc746 req-e22d7f4f-9c6f-4c96-9e16-e380cb6854f4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.040346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d43d0-3a6c-4be4-b95d-0d22588cc746 req-e22d7f4f-9c6f-4c96-9e16-e380cb6854f4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.046688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d43d0-3a6c-4be4-b95d-0d22588cc746 req-e22d7f4f-9c6f-4c96-9e16-e380cb6854f4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.048673 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-165d43d0-3a6c-4be4-b95d-0d22588cc746 req-e22d7f4f-9c6f-4c96-9e16-e380cb6854f4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5430 time: 0.1361475 Jul 16 01:29:27.107475 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-165d43d0-3a6c-4be4-b95d-0d22588cc746 req-1d98a957-c808-4c29-abb6-dd61a92958c6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525985 Jul 16 01:29:27.116100 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7570aa3-8501-4c2e-be0f-0ae14adaf3f6 req-7f2555eb-632e-42d7-bf57-cf7885c44e91 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.117714 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7570aa3-8501-4c2e-be0f-0ae14adaf3f6 req-7f2555eb-632e-42d7-bf57-cf7885c44e91 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1559420 Jul 16 01:29:27.169301 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7570aa3-8501-4c2e-be0f-0ae14adaf3f6 req-b170fc17-6785-4374-876b-636ed8f533d7 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448503 Jul 16 01:29:27.687446 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8aaba6-a977-4168-86ed-7a9fd9010e60 req-4afb380f-2f4e-4386-b59b-d74108de7c4a tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.688885 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1a8aaba6-a977-4168-86ed-7a9fd9010e60 req-4afb380f-2f4e-4386-b59b-d74108de7c4a tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1034460 Jul 16 01:29:27.697376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15003c-06ff-4a57-b9a4-0ed81b0ee615 req-ac600fec-64b7-4cef-b729-4cb64e320162 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.698842 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae15003c-06ff-4a57-b9a4-0ed81b0ee615 req-ac600fec-64b7-4cef-b729-4cb64e320162 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.1153228 Jul 16 01:29:27.762131 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1a8aaba6-a977-4168-86ed-7a9fd9010e60 req-b7cfc6b1-715b-44d7-93b6-0f37caeecd56 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622475 Jul 16 01:29:27.767212 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae15003c-06ff-4a57-b9a4-0ed81b0ee615 req-7bf30d50-b44d-4750-a357-1351dff68594 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531218 Jul 16 01:29:27.977316 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da8c05-155f-469b-820f-2e7ba55516d8 req-6f23af4f-5b71-4350-b095-c71927f7915a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.978721 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-07da8c05-155f-469b-820f-2e7ba55516d8 req-6f23af4f-5b71-4350-b095-c71927f7915a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1044676 Jul 16 01:29:27.991270 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5df120-d1e7-4002-868f-786359959b00 req-fb8c62de-14f5-4a65-9f91-06986106f8f4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:27.992765 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e5df120-d1e7-4002-868f-786359959b00 req-fb8c62de-14f5-4a65-9f91-06986106f8f4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1074913 Jul 16 01:29:28.048220 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-07da8c05-155f-469b-820f-2e7ba55516d8 req-53a8ee45-8ac6-46af-b9dd-250cc62c14fa tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544446 Jul 16 01:29:28.053567 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e5df120-d1e7-4002-868f-786359959b00 req-d3a36a90-ab31-403d-b00b-54a7ec1ec8d9 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539792 Jul 16 01:29:28.351417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da82c2-0489-4ff0-996e-20cecbfb38ff req-1d3dbf7e-3f61-4647-a641-3207798a847b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.357244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da82c2-0489-4ff0-996e-20cecbfb38ff req-1d3dbf7e-3f61-4647-a641-3207798a847b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.363065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da82c2-0489-4ff0-996e-20cecbfb38ff req-1d3dbf7e-3f61-4647-a641-3207798a847b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.369985 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da82c2-0489-4ff0-996e-20cecbfb38ff req-1d3dbf7e-3f61-4647-a641-3207798a847b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.376389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da82c2-0489-4ff0-996e-20cecbfb38ff req-1d3dbf7e-3f61-4647-a641-3207798a847b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.382151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da82c2-0489-4ff0-996e-20cecbfb38ff req-1d3dbf7e-3f61-4647-a641-3207798a847b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.388512 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3da82c2-0489-4ff0-996e-20cecbfb38ff req-1d3dbf7e-3f61-4647-a641-3207798a847b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.390467 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3da82c2-0489-4ff0-996e-20cecbfb38ff req-1d3dbf7e-3f61-4647-a641-3207798a847b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5430 time: 0.1516628 Jul 16 01:29:28.412684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ba805-10a5-4328-b43a-f8dda3ed4b1e req-07c00987-2ebe-4c13-a79f-755054b68dd8 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.414122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c8ba805-10a5-4328-b43a-f8dda3ed4b1e req-07c00987-2ebe-4c13-a79f-755054b68dd8 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1394379 Jul 16 01:29:28.468100 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3da82c2-0489-4ff0-996e-20cecbfb38ff req-e9bfea67-3ab8-4bf0-849d-2add30596f45 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692868 Jul 16 01:29:28.470873 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c8ba805-10a5-4328-b43a-f8dda3ed4b1e req-34b74d63-ae02-42f3-8828-aa9531990c99 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490539 Jul 16 01:29:28.653466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296db3b5-b271-4579-908b-806eca023c55 req-08bc4a9b-291a-4d36-af7a-42c3d5854129 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.654978 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-296db3b5-b271-4579-908b-806eca023c55 req-08bc4a9b-291a-4d36-af7a-42c3d5854129 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0682008 Jul 16 01:29:28.692325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-296db3b5-b271-4579-908b-806eca023c55 req-fdd79019-251c-4a1f-b26e-035042cddaae tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315590 Jul 16 01:29:28.893084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946ae40-cbd6-4526-9a15-97207188f41c req-8a66548c-b81b-486c-9b8b-869cac23aa00 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:28.894658 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4946ae40-cbd6-4526-9a15-97207188f41c req-8a66548c-b81b-486c-9b8b-869cac23aa00 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0738328 Jul 16 01:29:28.979396 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4946ae40-cbd6-4526-9a15-97207188f41c req-da1de45e-4e0a-4923-af55-5f0f7aa31610 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765514 Jul 16 01:29:29.008272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff556cd-7625-47c3-9dad-350d97588d27 req-ace2dd33-dec3-4fbd-82db-0b9ef4fe6832 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.009968 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cff556cd-7625-47c3-9dad-350d97588d27 req-ace2dd33-dec3-4fbd-82db-0b9ef4fe6832 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.0942771 Jul 16 01:29:29.078948 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38906) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:29.082068 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cff556cd-7625-47c3-9dad-350d97588d27 req-1a1e8f26-1cc3-4979-be2d-d504acf89319 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=752571e3-4460-4e2d-9191-e023e27dcf3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611787 Jul 16 01:29:29.207909 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bef992bf-e6e7-42c2-978d-9e31bd66d0ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.211865 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e24b93-4432-4ab9-8f5c-a3b9b6ff05a5 req-1aca0b86-e858-4a75-8714-49dfc1f375e4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.213431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5e24b93-4432-4ab9-8f5c-a3b9b6ff05a5 req-1aca0b86-e858-4a75-8714-49dfc1f375e4 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 946 time: 0.1166763 Jul 16 01:29:29.294087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38d83f-b6c0-44f0-8b81-d0aa981cc97e req-86e73d27-5b29-4eb8-9ffe-be325726c4cb tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.295710 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d38d83f-b6c0-44f0-8b81-d0aa981cc97e req-86e73d27-5b29-4eb8-9ffe-be325726c4cb tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1667979 Jul 16 01:29:29.311472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654a56a-7c73-4fe1-be08-59926560b7fe req-409d9796-de2d-4a46-85e8-ec04c885ea55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.312951 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e654a56a-7c73-4fe1-be08-59926560b7fe req-409d9796-de2d-4a46-85e8-ec04c885ea55 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 1097 time: 0.0801191 Jul 16 01:29:29.366516 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bef992bf-e6e7-42c2-978d-9e31bd66d0ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.370768 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e654a56a-7c73-4fe1-be08-59926560b7fe req-1696f09d-d467-4686-9054-bf7615c52e83 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490663 Jul 16 01:29:29.372385 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bef992bf-e6e7-42c2-978d-9e31bd66d0ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.382841 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c391888-50e3-4cf9-a3df-cd8d0347b89e req-94a3bca4-4f6d-4760-9104-4d55b7eb111b tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.384350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c391888-50e3-4cf9-a3df-cd8d0347b89e req-94a3bca4-4f6d-4760-9104-4d55b7eb111b tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1871078 Jul 16 01:29:29.386984 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d38d83f-b6c0-44f0-8b81-d0aa981cc97e req-cc8d267b-d754-47f6-95a2-d7d7452512f7 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821929 Jul 16 01:29:29.398600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef992bf-e6e7-42c2-978d-9e31bd66d0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6762d8b-91f5-44b5-8d74-0ae5aa64b365,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:29.416051 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bef992bf-e6e7-42c2-978d-9e31bd66d0ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b96daf1dce04965a4a179d3753aeea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358636 Jul 16 01:29:29.419455 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38912) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:29.443372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a5e24b93-4432-4ab9-8f5c-a3b9b6ff05a5 req-d9e593b2-320c-4761-b03b-e559af54837a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Deleting port bcc0da7a-60d7-44d9-b726-04e2a307262c {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:29.443716 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a5e24b93-4432-4ab9-8f5c-a3b9b6ff05a5 req-d9e593b2-320c-4761-b03b-e559af54837a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.450120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c391888-50e3-4cf9-a3df-cd8d0347b89e req-ee7621e0-9df3-45b4-abc0-788d4da23298 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595105 Jul 16 01:29:29.482906 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5bc20dd-3f82-4f6e-95c0-c35845a8c5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.507529 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5bc20dd-3f82-4f6e-95c0-c35845a8c5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.539963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-a5e24b93-4432-4ab9-8f5c-a3b9b6ff05a5 req-d9e593b2-320c-4761-b03b-e559af54837a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] For port bcc0da7a-60d7-44d9-b726-04e2a307262c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bcc0da7a-60d7-44d9-b726-04e2a307262c,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:29.540345 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a5e24b93-4432-4ab9-8f5c-a3b9b6ff05a5 req-d9e593b2-320c-4761-b03b-e559af54837a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.568242 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5bc20dd-3f82-4f6e-95c0-c35845a8c5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.570825 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5bc20dd-3f82-4f6e-95c0-c35845a8c5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.572054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a5e24b93-4432-4ab9-8f5c-a3b9b6ff05a5 req-d9e593b2-320c-4761-b03b-e559af54837a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Calling delete_port for bcc0da7a-60d7-44d9-b726-04e2a307262c owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:29.572219 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e5bc20dd-3f82-4f6e-95c0-c35845a8c5ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c6762d8b-91f5-44b5-8d74-0ae5aa64b365 HTTP/1.1" status: 204 len: 168 time: 0.1515427 Jul 16 01:29:29.581662 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc20dd-3f82-4f6e-95c0-c35845a8c5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6762d8b-91f5-44b5-8d74-0ae5aa64b365,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:29.737983 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 166f8fed-4cac-40ff-b04e-84be5b13fcb0 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:29.750971 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4de972-deba-4d0f-bca7-6a707537ac51 req-02118067-1385-40d7-bb2f-1c4c1ca7bc5d tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.757098 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4de972-deba-4d0f-bca7-6a707537ac51 req-02118067-1385-40d7-bb2f-1c4c1ca7bc5d tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.759529 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 166f8fed-4cac-40ff-b04e-84be5b13fcb0 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:29.760125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 166f8fed-4cac-40ff-b04e-84be5b13fcb0 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:29.763649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4de972-deba-4d0f-bca7-6a707537ac51 req-02118067-1385-40d7-bb2f-1c4c1ca7bc5d tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.769936 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4de972-deba-4d0f-bca7-6a707537ac51 req-02118067-1385-40d7-bb2f-1c4c1ca7bc5d tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.778119 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4de972-deba-4d0f-bca7-6a707537ac51 req-02118067-1385-40d7-bb2f-1c4c1ca7bc5d tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.784029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4de972-deba-4d0f-bca7-6a707537ac51 req-02118067-1385-40d7-bb2f-1c4c1ca7bc5d tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.790176 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4de972-deba-4d0f-bca7-6a707537ac51 req-02118067-1385-40d7-bb2f-1c4c1ca7bc5d tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:29.792122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c4de972-deba-4d0f-bca7-6a707537ac51 req-02118067-1385-40d7-bb2f-1c4c1ca7bc5d tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5430 time: 0.1482723 Jul 16 01:29:29.865119 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a5e24b93-4432-4ab9-8f5c-a3b9b6ff05a5 req-d9e593b2-320c-4761-b03b-e559af54837a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.876686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38932) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:29.891116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['bcc0da7a-60d7-44d9-b726-04e2a307262c'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:29.901807 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ce14222-4a6e-47b7-8ed3-11b93e5910d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:29.916266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e593b2-320c-4761-b03b-e559af54837a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event deleted for resources: {'Port': ['ID=bcc0da7a-60d7-44d9-b726-04e2a307262c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:29.948643 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c4de972-deba-4d0f-bca7-6a707537ac51 req-cd1eb593-49b4-4b7b-bbca-01cfa117083b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1128139 Jul 16 01:29:30.014988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5e24b93-4432-4ab9-8f5c-a3b9b6ff05a5 req-d9e593b2-320c-4761-b03b-e559af54837a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] No DVR routers for this DVR port bcc0da7a-60d7-44d9-b726-04e2a307262c on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:30.017821 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a5e24b93-4432-4ab9-8f5c-a3b9b6ff05a5 req-d9e593b2-320c-4761-b03b-e559af54837a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.021375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5e24b93-4432-4ab9-8f5c-a3b9b6ff05a5 req-d9e593b2-320c-4761-b03b-e559af54837a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.70 "DELETE /v2.0/ports/bcc0da7a-60d7-44d9-b726-04e2a307262c HTTP/1.1" status: 204 len: 173 time: 0.7775104 Jul 16 01:29:30.024561 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd2583a-5427-410c-8734-79993f3c50da', 'name': 'network-vif-deleted', 'tag': 'bcc0da7a-60d7-44d9-b726-04e2a307262c'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:30.035886 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55663b8-165e-4967-99a9-e6cad338f78a" -d '{"events": [{"server_uuid": "edd2583a-5427-410c-8734-79993f3c50da", "name": "network-vif-deleted", "tag": "bcc0da7a-60d7-44d9-b726-04e2a307262c"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:30.054252 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ce14222-4a6e-47b7-8ed3-11b93e5910d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.064318 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ce14222-4a6e-47b7-8ed3-11b93e5910d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.099648 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b37dd9-9b1e-44d6-bb54-1428af57d755 x-openstack-request-id: req-48b37dd9-9b1e-44d6-bb54-1428af57d755 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:30.099978 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd2583a-5427-410c-8734-79993f3c50da", "name": "network-vif-deleted", "tag": "bcc0da7a-60d7-44d9-b726-04e2a307262c", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:30.100226 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-48b37dd9-9b1e-44d6-bb54-1428af57d755 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:30.100631 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd2583a-5427-410c-8734-79993f3c50da', 'name': 'network-vif-deleted', 'tag': 'bcc0da7a-60d7-44d9-b726-04e2a307262c', 'status': 'completed', 'code': 200} Jul 16 01:29:30.153809 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8ce14222-4a6e-47b7-8ed3-11b93e5910d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=619e4d18a7414ca3af32d76eceae06c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2756472 Jul 16 01:29:30.155055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce14222-4a6e-47b7-8ed3-11b93e5910d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f772dc48-2a23-44db-a008-5d0ff9ac0215,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:30.157553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38942) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:30.203453 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.243186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d5354-523f-4032-89a1-cab6e0bd17fa req-fea83517-6339-4e61-b962-8d293704eaad tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.250677 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-600f1376-0aa9-45c8-9fad-12462167fe0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.250886 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae5d5354-523f-4032-89a1-cab6e0bd17fa req-fea83517-6339-4e61-b962-8d293704eaad tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1163461 Jul 16 01:29:30.275159 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-600f1376-0aa9-45c8-9fad-12462167fe0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.301270 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca380554-afe0-4cfc-8ec7-7b0c127c5cf0 req-b525e932-3ab2-41ad-9c8c-e930a9c2a464 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=edd2583a-5427-410c-8734-79993f3c50da HTTP/1.1" status: 200 len: 210 time: 0.0363545 Jul 16 01:29:30.316565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae5d5354-523f-4032-89a1-cab6e0bd17fa req-29884596-73f0-4d8d-805a-5b1dce1bee59 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650127 Jul 16 01:29:30.347688 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-600f1376-0aa9-45c8-9fad-12462167fe0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.350274 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-600f1376-0aa9-45c8-9fad-12462167fe0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:30.351570 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-600f1376-0aa9-45c8-9fad-12462167fe0e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f772dc48-2a23-44db-a008-5d0ff9ac0215 HTTP/1.1" status: 204 len: 168 time: 0.1927090 Jul 16 01:29:30.360123 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f1376-0aa9-45c8-9fad-12462167fe0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f772dc48-2a23-44db-a008-5d0ff9ac0215,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:30.643784 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965a7c8-9065-458a-aa38-6c8537c5b658 req-bf1b75ba-291a-4b40-856c-67d82effafdb tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.645353 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a965a7c8-9065-458a-aa38-6c8537c5b658 req-bf1b75ba-291a-4b40-856c-67d82effafdb tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0754106 Jul 16 01:29:30.689005 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a965a7c8-9065-458a-aa38-6c8537c5b658 req-cad81e4e-edd1-4883-9d81-17afba7a35c9 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371995 Jul 16 01:29:30.997237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ff521-20c6-4396-ad61-1dbca32388e7 req-0cb95f8f-75fc-4766-a7b5-b659e4b93078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:30.998797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-047ff521-20c6-4396-ad61-1dbca32388e7 req-0cb95f8f-75fc-4766-a7b5-b659e4b93078 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=9f5d627e286b4e259fd3ddfebd6bb5da&device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 1097 time: 0.0654979 Jul 16 01:29:31.088267 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:31.191836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f38d3ff-91a9-4280-abd7-e3243a9d9a9b req-bf2f7f0c-696f-4e4d-adf7-5e5f571d6ffc tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.193458 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f38d3ff-91a9-4280-abd7-e3243a9d9a9b req-bf2f7f0c-696f-4e4d-adf7-5e5f571d6ffc tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1987312 Jul 16 01:29:31.200487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ff521-20c6-4396-ad61-1dbca32388e7 req-b416467d-e0f4-45c6-a5f2-a6e868d9b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.201911 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-047ff521-20c6-4396-ad61-1dbca32388e7 req-b416467d-e0f4-45c6-a5f2-a6e868d9b4dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=17517a68-6fd4-42bc-83f7-ecc5ae23a8df HTTP/1.1" status: 200 len: 912 time: 0.1940105 Jul 16 01:29:31.269710 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-047ff521-20c6-4396-ad61-1dbca32388e7 req-57c8e029-2a52-4ce5-8b5d-d6c6713e5c37 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6266df3e-82b4-44e6-a736-7b6250a5078d HTTP/1.1" status: 200 len: 217 time: 0.0548899 Jul 16 01:29:31.289252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35778c-43f4-4718-ade3-e27db5af23f0 req-68895b2a-1b95-49fe-a6b2-d9486744774c tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.295192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35778c-43f4-4718-ade3-e27db5af23f0 req-68895b2a-1b95-49fe-a6b2-d9486744774c tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.301826 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35778c-43f4-4718-ade3-e27db5af23f0 req-68895b2a-1b95-49fe-a6b2-d9486744774c tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.307892 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35778c-43f4-4718-ade3-e27db5af23f0 req-68895b2a-1b95-49fe-a6b2-d9486744774c tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.314466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35778c-43f4-4718-ade3-e27db5af23f0 req-68895b2a-1b95-49fe-a6b2-d9486744774c tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.320481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35778c-43f4-4718-ade3-e27db5af23f0 req-68895b2a-1b95-49fe-a6b2-d9486744774c tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.326821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35778c-43f4-4718-ade3-e27db5af23f0 req-68895b2a-1b95-49fe-a6b2-d9486744774c tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.328836 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae35778c-43f4-4718-ade3-e27db5af23f0 req-68895b2a-1b95-49fe-a6b2-d9486744774c tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5430 time: 0.2167106 Jul 16 01:29:31.368121 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f38d3ff-91a9-4280-abd7-e3243a9d9a9b req-7ba87698-d9eb-44da-b8ff-afe41294b177 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622431 Jul 16 01:29:31.406333 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ff521-20c6-4396-ad61-1dbca32388e7 req-9befb619-2a53-4bc9-8c6b-21290c4ecd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.407855 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-047ff521-20c6-4396-ad61-1dbca32388e7 req-9befb619-2a53-4bc9-8c6b-21290c4ecd73 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1c950e85-6bf7-434d-a6fe-be8950ce0e56 HTTP/1.1" status: 200 len: 851 time: 0.1312263 Jul 16 01:29:31.415186 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae35778c-43f4-4718-ade3-e27db5af23f0 req-e154190d-7a98-45b7-b5fb-42d5fb9898c5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760953 Jul 16 01:29:31.443512 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-047ff521-20c6-4396-ad61-1dbca32388e7 req-b6bf6e88-10db-49bc-87d4-fb93c23cfc68 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=17517a68-6fd4-42bc-83f7-ecc5ae23a8df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273857 Jul 16 01:29:31.565247 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-047ff521-20c6-4396-ad61-1dbca32388e7 req-9b65936f-7c7e-4425-9242-f4a3f2830d84 service neutron] 10.222.0.70 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091876 Jul 16 01:29:31.713613 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-047ff521-20c6-4396-ad61-1dbca32388e7 req-9ad8c34c-1613-472f-bdd2-82b6dcebebb3 service neutron] 10.222.0.70 "GET /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414666 Jul 16 01:29:31.725835 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851deeb-f815-4623-828d-703547fe9709 req-df81eb01-f928-4ee3-8357-9155bdd9b2dd tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:31.727513 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3851deeb-f815-4623-828d-703547fe9709 req-df81eb01-f928-4ee3-8357-9155bdd9b2dd tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1220891 Jul 16 01:29:31.777108 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3851deeb-f815-4623-828d-703547fe9709 req-32baa558-c16e-4f1c-91fe-14c72c4e11b0 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413702 Jul 16 01:29:32.287788 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af18023-15bd-4303-b6f8-2df60a6cd763 req-85d8cd88-bcd6-487d-801c-f565b3994adb tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.289332 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1af18023-15bd-4303-b6f8-2df60a6cd763 req-85d8cd88-bcd6-487d-801c-f565b3994adb tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.3979671 Jul 16 01:29:32.328219 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1af18023-15bd-4303-b6f8-2df60a6cd763 req-e68545b3-b707-4199-bdc7-d3a9f7954ead tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321929 Jul 16 01:29:32.550466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087e560-5130-4fdb-b43f-b27a94e5bab2 req-1045f48a-740b-41a2-b547-348dc5f3d6c5 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.556254 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4087e560-5130-4fdb-b43f-b27a94e5bab2 req-1045f48a-740b-41a2-b547-348dc5f3d6c5 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0702708 Jul 16 01:29:32.624855 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4087e560-5130-4fdb-b43f-b27a94e5bab2 req-a7fa9e35-0e03-4f58-bce3-937a3046b14f tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655310 Jul 16 01:29:32.662817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf580a75-b0d5-4397-aac6-154257b15947 req-f2001beb-8d5c-4010-90d2-d57992d5bffd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.669151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf580a75-b0d5-4397-aac6-154257b15947 req-f2001beb-8d5c-4010-90d2-d57992d5bffd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.676981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf580a75-b0d5-4397-aac6-154257b15947 req-f2001beb-8d5c-4010-90d2-d57992d5bffd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.683257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf580a75-b0d5-4397-aac6-154257b15947 req-f2001beb-8d5c-4010-90d2-d57992d5bffd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.689218 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf580a75-b0d5-4397-aac6-154257b15947 req-f2001beb-8d5c-4010-90d2-d57992d5bffd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.695068 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf580a75-b0d5-4397-aac6-154257b15947 req-f2001beb-8d5c-4010-90d2-d57992d5bffd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.701532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf580a75-b0d5-4397-aac6-154257b15947 req-f2001beb-8d5c-4010-90d2-d57992d5bffd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.703484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf580a75-b0d5-4397-aac6-154257b15947 req-f2001beb-8d5c-4010-90d2-d57992d5bffd tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5430 time: 0.1460736 Jul 16 01:29:32.752237 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf580a75-b0d5-4397-aac6-154257b15947 req-c289ec1c-fd2a-435a-8501-eb63d1af21f6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427413 Jul 16 01:29:32.957046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb65fe-4653-4370-8ebb-e630c253bfc3 req-91e0c60f-b190-45ed-a59d-79fa8cfdca8e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:32.958536 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6acb65fe-4653-4370-8ebb-e630c253bfc3 req-91e0c60f-b190-45ed-a59d-79fa8cfdca8e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0653639 Jul 16 01:29:32.997019 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6acb65fe-4653-4370-8ebb-e630c253bfc3 req-28480dc3-6279-4626-9cc2-cb838f5e531a tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330098 Jul 16 01:29:33.524983 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a304ec0-b9fb-496d-8e6a-399a0f7dfc67 req-40469c66-04da-4fd4-80e9-154600592da0 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.526540 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a304ec0-b9fb-496d-8e6a-399a0f7dfc67 req-40469c66-04da-4fd4-80e9-154600592da0 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.0765085 Jul 16 01:29:33.565701 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a304ec0-b9fb-496d-8e6a-399a0f7dfc67 req-548e2b50-2c70-48e6-a416-5dab2ed3e44d tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups?id=46de7f07-476a-4d0e-a2e0-11a4b62a6299&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326567 Jul 16 01:29:33.621487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb9607-3208-4b3a-9073-0ff6afa7ebed req-79f468a8-00a1-442c-961d-9b690e30a298 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.623739 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-92eb9607-3208-4b3a-9073-0ff6afa7ebed req-79f468a8-00a1-442c-961d-9b690e30a298 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.69 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 944 time: 0.0671561 Jul 16 01:29:33.728078 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-92eb9607-3208-4b3a-9073-0ff6afa7ebed req-3f8dfb30-bb26-4fa7-902a-103ba6bee15a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Deleting port 2df0715b-8991-478d-a325-905e669148d1 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:33.728795 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-92eb9607-3208-4b3a-9073-0ff6afa7ebed req-3f8dfb30-bb26-4fa7-902a-103ba6bee15a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.770825 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bcc0da7a-60d7-44d9-b726-04e2a307262c no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:33.806852 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: bcc0da7a-60d7-44d9-b726-04e2a307262c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:33.808438 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bcc0da7a-60d7-44d9-b726-04e2a307262c not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:33.839222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f728d64-47f5-4100-8e90-76167bd4fc97 req-b5d1025e-9f21-4585-bc66-a843776b3826 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:33.842832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f728d64-47f5-4100-8e90-76167bd4fc97 req-b5d1025e-9f21-4585-bc66-a843776b3826 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0982125 Jul 16 01:29:33.875624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-92eb9607-3208-4b3a-9073-0ff6afa7ebed req-3f8dfb30-bb26-4fa7-902a-103ba6bee15a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] For port 2df0715b-8991-478d-a325-905e669148d1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2df0715b-8991-478d-a325-905e669148d1,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:33.876114 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-92eb9607-3208-4b3a-9073-0ff6afa7ebed req-3f8dfb30-bb26-4fa7-902a-103ba6bee15a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:33.886309 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f728d64-47f5-4100-8e90-76167bd4fc97 req-cb6bd853-64ca-404a-b405-41ddb8ce341b tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381961 Jul 16 01:29:34.070734 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44950b7-5f2a-4be0-967a-5f434819f701 req-bfa6022e-917c-4be5-8bcf-6475a1ef7281 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.079304 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44950b7-5f2a-4be0-967a-5f434819f701 req-bfa6022e-917c-4be5-8bcf-6475a1ef7281 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.088484 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44950b7-5f2a-4be0-967a-5f434819f701 req-bfa6022e-917c-4be5-8bcf-6475a1ef7281 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.097876 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44950b7-5f2a-4be0-967a-5f434819f701 req-bfa6022e-917c-4be5-8bcf-6475a1ef7281 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.103027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44950b7-5f2a-4be0-967a-5f434819f701 req-bfa6022e-917c-4be5-8bcf-6475a1ef7281 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.108982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44950b7-5f2a-4be0-967a-5f434819f701 req-bfa6022e-917c-4be5-8bcf-6475a1ef7281 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.115029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44950b7-5f2a-4be0-967a-5f434819f701 req-bfa6022e-917c-4be5-8bcf-6475a1ef7281 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.120311 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c44950b7-5f2a-4be0-967a-5f434819f701 req-bfa6022e-917c-4be5-8bcf-6475a1ef7281 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5430 time: 0.1375191 Jul 16 01:29:34.167970 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-92eb9607-3208-4b3a-9073-0ff6afa7ebed req-3f8dfb30-bb26-4fa7-902a-103ba6bee15a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.168578 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-92eb9607-3208-4b3a-9073-0ff6afa7ebed req-3f8dfb30-bb26-4fa7-902a-103ba6bee15a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.168975 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [req-92eb9607-3208-4b3a-9073-0ff6afa7ebed req-3f8dfb30-bb26-4fa7-902a-103ba6bee15a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Floating IP bebac111-cad4-4319-9f34-dc12448078b8 disassociated. External IP: 172.25.2.203, port: 2df0715b-8991-478d-a325-905e669148d1. Jul 16 01:29:34.169382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-92eb9607-3208-4b3a-9073-0ff6afa7ebed req-3f8dfb30-bb26-4fa7-902a-103ba6bee15a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Calling delete_port for 2df0715b-8991-478d-a325-905e669148d1 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:34.174712 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c44950b7-5f2a-4be0-967a-5f434819f701 req-e776f456-4025-4fd3-83f7-134fa516b51b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484560 Jul 16 01:29:34.326683 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-92eb9607-3208-4b3a-9073-0ff6afa7ebed req-3f8dfb30-bb26-4fa7-902a-103ba6bee15a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.363156 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8dfb30-bb26-4fa7-902a-103ba6bee15a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event deleted for resources: {'Port': ['ID=2df0715b-8991-478d-a325-905e669148d1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:34.370790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0538b31-811e-4151-8479-b0333ed5bb6b req-3f22e790-f0c6-416a-9575-28bda78f4b7a tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.385573 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b0538b31-811e-4151-8479-b0333ed5bb6b req-3f22e790-f0c6-416a-9575-28bda78f4b7a tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1015079 Jul 16 01:29:34.435569 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b0538b31-811e-4151-8479-b0333ed5bb6b req-8e6126b2-31a8-46e8-b759-e07ef31de03c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484657 Jul 16 01:29:34.529492 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-92eb9607-3208-4b3a-9073-0ff6afa7ebed req-3f8dfb30-bb26-4fa7-902a-103ba6bee15a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Router ea66252d-205e-4dca-94ec-ffb83316a853 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:34.665343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006db96c-a66a-4078-97f9-e2e34780b2e5 req-cc4d9402-cb73-4e54-a134-6f10354d204c tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:34.666788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-006db96c-a66a-4078-97f9-e2e34780b2e5 req-cc4d9402-cb73-4e54-a134-6f10354d204c tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1055834 Jul 16 01:29:34.678779 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-92eb9607-3208-4b3a-9073-0ff6afa7ebed req-3f8dfb30-bb26-4fa7-902a-103ba6bee15a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:34.690755 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379158e-9f99-4c09-b321-7ee76350c1f3 None None] Sync routers for ids ['ea66252d-205e-4dca-94ec-ffb83316a853'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:34.708551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a379158e-9f99-4c09-b321-7ee76350c1f3 None None] Routers {'ea66252d-205e-4dca-94ec-ffb83316a853'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:34.709483 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a379158e-9f99-4c09-b321-7ee76350c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:29:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['ea66252d-205e-4dca-94ec-ffb83316a853'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:34.733799 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-92eb9607-3208-4b3a-9073-0ff6afa7ebed req-3f8dfb30-bb26-4fa7-902a-103ba6bee15a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] No DVR routers for this DVR port 2df0715b-8991-478d-a325-905e669148d1 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:34.735070 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-006db96c-a66a-4078-97f9-e2e34780b2e5 req-b6dbcf0c-8f50-4b8b-b107-dc9a8a73172a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611856 Jul 16 01:29:34.736812 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-92eb9607-3208-4b3a-9073-0ff6afa7ebed req-3f8dfb30-bb26-4fa7-902a-103ba6bee15a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.739860 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-92eb9607-3208-4b3a-9073-0ff6afa7ebed req-3f8dfb30-bb26-4fa7-902a-103ba6bee15a tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.69 "DELETE /v2.0/ports/2df0715b-8991-478d-a325-905e669148d1 HTTP/1.1" status: 204 len: 173 time: 1.1103051 Jul 16 01:29:34.740544 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'name': 'network-vif-deleted', 'tag': '2df0715b-8991-478d-a325-905e669148d1'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:34.752478 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c12d92f-fe74-4660-a422-84c632e34488" -d '{"events": [{"server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "name": "network-vif-deleted", "tag": "2df0715b-8991-478d-a325-905e669148d1"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:34.794464 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c917a8ab-2925-4b6d-9ebc-cd9682e06a11 req-75add676-2b75-489d-be3f-1309bef45106 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e8b572f-a558-4d9c-9f8a-1f3e98831952 HTTP/1.1" status: 200 len: 210 time: 0.0438626 Jul 16 01:29:34.848413 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4975781f-67bb-4306-af96-c476d451846c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:34.857548 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fffc2e5-52e2-4411-87e4-add36b03f06c x-openstack-request-id: req-1fffc2e5-52e2-4411-87e4-add36b03f06c {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:34.858155 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e8b572f-a558-4d9c-9f8a-1f3e98831952", "name": "network-vif-deleted", "tag": "2df0715b-8991-478d-a325-905e669148d1", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:34.858719 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1fffc2e5-52e2-4411-87e4-add36b03f06c {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:34.859188 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e8b572f-a558-4d9c-9f8a-1f3e98831952', 'name': 'network-vif-deleted', 'tag': '2df0715b-8991-478d-a325-905e669148d1', 'status': 'completed', 'code': 200} Jul 16 01:29:34.892744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-a379158e-9f99-4c09-b321-7ee76350c1f3 None None] Set router ea66252d-205e-4dca-94ec-ffb83316a853 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:35.115873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a379158e-9f99-4c09-b321-7ee76350c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'name': 'tempest-ServerActionsTestJSON-566973911-router', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:45Z', 'updated_at': '2021-07-16T01:20:54Z', 'revision_number': 4, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'gw_port': {'id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:47Z', 'updated_at': '2021-07-16T01:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '1ad8ab98-5a86-4d35-84f1-83d8dc81c877', 'name': '', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'mac_address': 'fa:16:3e:d5:35:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:21:01Z', 'revision_number': 5, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'subnets': [{'id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:35.146027 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379158e-9f99-4c09-b321-7ee76350c1f3 None None] Checking router: ea66252d-205e-4dca-94ec-ffb83316a853 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:35.154923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a379158e-9f99-4c09-b321-7ee76350c1f3 None None] Routers {'ea66252d-205e-4dca-94ec-ffb83316a853'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:35.155531 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a379158e-9f99-4c09-b321-7ee76350c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:29:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['ea66252d-205e-4dca-94ec-ffb83316a853'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:35.271019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-a379158e-9f99-4c09-b321-7ee76350c1f3 None None] Set router ea66252d-205e-4dca-94ec-ffb83316a853 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:35.406551 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef108a-8364-4bb1-93ab-f44d1af13336 req-5d36de7b-d790-4dcd-b2ad-c551b57d7dc0 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.413908 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef108a-8364-4bb1-93ab-f44d1af13336 req-5d36de7b-d790-4dcd-b2ad-c551b57d7dc0 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.421034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef108a-8364-4bb1-93ab-f44d1af13336 req-5d36de7b-d790-4dcd-b2ad-c551b57d7dc0 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.427282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef108a-8364-4bb1-93ab-f44d1af13336 req-5d36de7b-d790-4dcd-b2ad-c551b57d7dc0 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.433251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef108a-8364-4bb1-93ab-f44d1af13336 req-5d36de7b-d790-4dcd-b2ad-c551b57d7dc0 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.439809 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef108a-8364-4bb1-93ab-f44d1af13336 req-5d36de7b-d790-4dcd-b2ad-c551b57d7dc0 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.446060 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef108a-8364-4bb1-93ab-f44d1af13336 req-5d36de7b-d790-4dcd-b2ad-c551b57d7dc0 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.454747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdef108a-8364-4bb1-93ab-f44d1af13336 req-5d36de7b-d790-4dcd-b2ad-c551b57d7dc0 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5430 time: 0.1275961 Jul 16 01:29:35.495286 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdef108a-8364-4bb1-93ab-f44d1af13336 req-7306cbd1-38d0-4b11-b121-d3de1dd04407 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389974 Jul 16 01:29:35.554765 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a379158e-9f99-4c09-b321-7ee76350c1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'name': 'tempest-ServerActionsTestJSON-566973911-router', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:45Z', 'updated_at': '2021-07-16T01:20:54Z', 'revision_number': 4, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'gw_port': {'id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:47Z', 'updated_at': '2021-07-16T01:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '1ad8ab98-5a86-4d35-84f1-83d8dc81c877', 'name': '', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'mac_address': 'fa:16:3e:d5:35:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:21:01Z', 'revision_number': 5, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'subnets': [{'id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:35.583065 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a379158e-9f99-4c09-b321-7ee76350c1f3 None None] The sync data for ids ['ea66252d-205e-4dca-94ec-ffb83316a853'] in n-d-791505-14 is: [{'id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'name': 'tempest-ServerActionsTestJSON-566973911-router', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:45Z', 'updated_at': '2021-07-16T01:20:54Z', 'revision_number': 4, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'gw_port': {'id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:47Z', 'updated_at': '2021-07-16T01:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '1ad8ab98-5a86-4d35-84f1-83d8dc81c877', 'name': '', 'network_id': '430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'mac_address': 'fa:16:3e:d5:35:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_interface', 'standard_attr_id': 1156, 'fixed_ips': [{'subnet_id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:52Z', 'updated_at': '2021-07-16T01:21:01Z', 'revision_number': 5, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'subnets': [{'id': 'b4195e01-091a-461b-a934-93b1b286b6cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:35.661078 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270ec380-2bfb-45fd-8e36-4e1912cc6301 req-a12afaa0-2463-43aa-b9dc-57acd50145de tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.662849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-270ec380-2bfb-45fd-8e36-4e1912cc6301 req-a12afaa0-2463-43aa-b9dc-57acd50145de tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0767462 Jul 16 01:29:35.708367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-270ec380-2bfb-45fd-8e36-4e1912cc6301 req-ef94de04-7421-4f45-b1a2-40f80f044a6e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399013 Jul 16 01:29:35.864941 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aacd3fa-0741-47bc-aed2-20b0f1ba5484 None None] New status for floating IP bebac111-cad4-4319-9f34-dc12448078b8: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:29:35.939062 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8e35a-a217-4926-87de-7225660a05b9 req-530742e1-cf9d-4f75-a830-acbad524d1c8 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:35.941125 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fb8e35a-a217-4926-87de-7225660a05b9 req-530742e1-cf9d-4f75-a830-acbad524d1c8 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0793822 Jul 16 01:29:35.970120 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39104) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:36.034894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fb8e35a-a217-4926-87de-7225660a05b9 req-3af0b713-78d5-438f-8058-147f57e401a8 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881596 Jul 16 01:29:36.072758 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e56511b9-389b-4dff-93dd-00bb22a06d3b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.099660 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e56511b9-389b-4dff-93dd-00bb22a06d3b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.151225 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e56511b9-389b-4dff-93dd-00bb22a06d3b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.154505 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e56511b9-389b-4dff-93dd-00bb22a06d3b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.155738 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e56511b9-389b-4dff-93dd-00bb22a06d3b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "DELETE /v2.0/security-groups/46de7f07-476a-4d0e-a2e0-11a4b62a6299 HTTP/1.1" status: 204 len: 168 time: 0.1846795 Jul 16 01:29:36.158531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39108) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:36.166609 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56511b9-389b-4dff-93dd-00bb22a06d3b tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46de7f07-476a-4d0e-a2e0-11a4b62a6299,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:36.179983 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-aa4874fa-4277-4a85-8e05-8a620ea7610c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] show failed (client error): The resource could not be found. Jul 16 01:29:36.183739 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-aa4874fa-4277-4a85-8e05-8a620ea7610c tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "GET /v2.0/security-groups/46de7f07-476a-4d0e-a2e0-11a4b62a6299 HTTP/1.1" status: 404 len: 347 time: 0.0217221 Jul 16 01:29:36.184220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39110) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:36.310717 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-16f4df1b-34a7-40ca-b74f-d0a97a7cb6d5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Deleting port 1069fca8-b91e-4c53-876d-ce92354e6136 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:36.311072 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-16f4df1b-34a7-40ca-b74f-d0a97a7cb6d5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.362088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 2df0715b-8991-478d-a325-905e669148d1 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:36.387277 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 2df0715b-8991-478d-a325-905e669148d1 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:36.387963 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 2df0715b-8991-478d-a325-905e669148d1 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:36.393365 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-16f4df1b-34a7-40ca-b74f-d0a97a7cb6d5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.393730 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-16f4df1b-34a7-40ca-b74f-d0a97a7cb6d5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.406218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-16f4df1b-34a7-40ca-b74f-d0a97a7cb6d5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Calling delete_port for 1069fca8-b91e-4c53-876d-ce92354e6136 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:36.541387 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-16f4df1b-34a7-40ca-b74f-d0a97a7cb6d5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.570889 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f4df1b-34a7-40ca-b74f-d0a97a7cb6d5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Pushing event deleted for resources: {'Port': ['ID=1069fca8-b91e-4c53-876d-ce92354e6136,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:36.639512 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-16f4df1b-34a7-40ca-b74f-d0a97a7cb6d5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.642499 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-16f4df1b-34a7-40ca-b74f-d0a97a7cb6d5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:36.643781 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-16f4df1b-34a7-40ca-b74f-d0a97a7cb6d5 tempest-ServerActionsTestJSON-2081443823 tempest-ServerActionsTestJSON-2081443823-project] 10.222.0.22 "DELETE /v2.0/floatingips/bebac111-cad4-4319-9f34-dc12448078b8 HTTP/1.1" status: 204 len: 168 time: 0.4584672 Jul 16 01:29:36.646635 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39114) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:36.706960 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98965e1-46b1-418a-8532-c9c7cc9b812b req-a4d07937-f0e0-473c-9156-9f23f263321d tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.712851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98965e1-46b1-418a-8532-c9c7cc9b812b req-a4d07937-f0e0-473c-9156-9f23f263321d tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.719229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98965e1-46b1-418a-8532-c9c7cc9b812b req-a4d07937-f0e0-473c-9156-9f23f263321d tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.725247 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98965e1-46b1-418a-8532-c9c7cc9b812b req-a4d07937-f0e0-473c-9156-9f23f263321d tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.731625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98965e1-46b1-418a-8532-c9c7cc9b812b req-a4d07937-f0e0-473c-9156-9f23f263321d tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.737610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98965e1-46b1-418a-8532-c9c7cc9b812b req-a4d07937-f0e0-473c-9156-9f23f263321d tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.743701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98965e1-46b1-418a-8532-c9c7cc9b812b req-a4d07937-f0e0-473c-9156-9f23f263321d tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.747126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c98965e1-46b1-418a-8532-c9c7cc9b812b req-a4d07937-f0e0-473c-9156-9f23f263321d tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5430 time: 0.1155348 Jul 16 01:29:36.802196 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c98965e1-46b1-418a-8532-c9c7cc9b812b req-9afa7338-6cae-472c-8133-78384aaf90e4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0495768 Jul 16 01:29:36.910035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb5338-5fba-489f-b87a-d0a7d4992873 req-e4533406-2802-48ad-b706-022af40b8b98 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:36.911692 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05cb5338-5fba-489f-b87a-d0a7d4992873 req-e4533406-2802-48ad-b706-022af40b8b98 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0671704 Jul 16 01:29:36.959876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05cb5338-5fba-489f-b87a-d0a7d4992873 req-97b42f3f-471c-44c2-9154-a8d590da7918 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Jul 16 01:29:37.252920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b895-ac9d-4f15-9f34-cf42224ce549 req-ee79cde3-9281-4bc1-b5d2-04341db9e566 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:37.256578 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b262b895-ac9d-4f15-9f34-cf42224ce549 req-ee79cde3-9281-4bc1-b5d2-04341db9e566 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.0793042 Jul 16 01:29:37.288410 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.311737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b262b895-ac9d-4f15-9f34-cf42224ce549 req-75c1e816-24ab-41df-86c7-6759d3a3bc1e tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510802 Jul 16 01:29:37.486082 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7eefd182-29dd-4a7a-a17d-9a6161f38744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.642251 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef34a398-2f24-4f3d-8679-d31f1f26cd8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.752473 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-7eefd182-29dd-4a7a-a17d-9a6161f38744 admin admin] Deleting port 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:37.752823 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7eefd182-29dd-4a7a-a17d-9a6161f38744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.841516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-7eefd182-29dd-4a7a-a17d-9a6161f38744 admin admin] For port 1ad8ab98-5a86-4d35-84f1-83d8dc81c877, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1ad8ab98-5a86-4d35-84f1-83d8dc81c877,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:37.842079 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7eefd182-29dd-4a7a-a17d-9a6161f38744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:37.856532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-7eefd182-29dd-4a7a-a17d-9a6161f38744 admin admin] Calling delete_port for 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:38.017378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb0fb8-31c6-41fa-9d3b-bba7c5a2334f req-8fc10014-4000-4dd4-a2b4-3628c8eaafd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.024654 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb0fb8-31c6-41fa-9d3b-bba7c5a2334f req-8fc10014-4000-4dd4-a2b4-3628c8eaafd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.032200 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb0fb8-31c6-41fa-9d3b-bba7c5a2334f req-8fc10014-4000-4dd4-a2b4-3628c8eaafd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.039136 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb0fb8-31c6-41fa-9d3b-bba7c5a2334f req-8fc10014-4000-4dd4-a2b4-3628c8eaafd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.046355 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb0fb8-31c6-41fa-9d3b-bba7c5a2334f req-8fc10014-4000-4dd4-a2b4-3628c8eaafd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.052877 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb0fb8-31c6-41fa-9d3b-bba7c5a2334f req-8fc10014-4000-4dd4-a2b4-3628c8eaafd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.059903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eb0fb8-31c6-41fa-9d3b-bba7c5a2334f req-8fc10014-4000-4dd4-a2b4-3628c8eaafd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.062317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4eb0fb8-31c6-41fa-9d3b-bba7c5a2334f req-8fc10014-4000-4dd4-a2b4-3628c8eaafd7 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5430 time: 0.1361473 Jul 16 01:29:38.084067 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7eefd182-29dd-4a7a-a17d-9a6161f38744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.118909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eefd182-29dd-4a7a-a17d-9a6161f38744 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad8ab98-5a86-4d35-84f1-83d8dc81c877,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:38.151857 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4eb0fb8-31c6-41fa-9d3b-bba7c5a2334f req-be7686ca-66bf-4cfa-981f-57ac13e69140 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826244 Jul 16 01:29:38.181044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7974df3-74ab-4fae-83fa-fe537712744c req-01be6ae5-4762-4d3c-97d2-45c77ab91134 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.182606 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7974df3-74ab-4fae-83fa-fe537712744c req-01be6ae5-4762-4d3c-97d2-45c77ab91134 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0972421 Jul 16 01:29:38.238850 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7974df3-74ab-4fae-83fa-fe537712744c req-db3b1182-098b-4417-a60b-ba89b99af6cc tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483027 Jul 16 01:29:38.362261 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 5fa0706b-8d9e-4b68-8c11-c14ab7c28160 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:38.418008 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7eefd182-29dd-4a7a-a17d-9a6161f38744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.422809 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dc7ea-2f30-4d9a-87b3-32a589f03ece req-da6875a8-1d94-41c7-adb8-f5e5ab348b9c tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.426157 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-176dc7ea-2f30-4d9a-87b3-32a589f03ece req-da6875a8-1d94-41c7-adb8-f5e5ab348b9c tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1321259 Jul 16 01:29:38.541249 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.569551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 5fa0706b-8d9e-4b68-8c11-c14ab7c28160, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160,segment=NetworkSegment(4d02540b-e81a-41a8-9748-712004edc6d4),segment_id=4d02540b-e81a-41a8-9748-712004edc6d4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:38.585213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '5fa0706b-8d9e-4b68-8c11-c14ab7c28160', 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'port_id': '5fa0706b-8d9e-4b68-8c11-c14ab7c28160', 'mac_address': 'fa:16:3e:f2:3e:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:38.626594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658845a-08a3-4b90-ac4a-596b80e7935d req-143c493e-a7ed-4516-9065-65c57dfd66b6 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:38.628202 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3658845a-08a3-4b90-ac4a-596b80e7935d req-143c493e-a7ed-4516-9065-65c57dfd66b6 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 945 time: 0.1187797 Jul 16 01:29:38.637924 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.653438 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa0706b-8d9e-4b68-8c11-c14ab7c28160 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:38.662087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-176dc7ea-2f30-4d9a-87b3-32a589f03ece req-fea79462-a99b-41b9-82e1-f1cf84e3545a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Deleting port 6266df3e-82b4-44e6-a736-7b6250a5078d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:38.662426 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-176dc7ea-2f30-4d9a-87b3-32a589f03ece req-fea79462-a99b-41b9-82e1-f1cf84e3545a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.682906 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 5fa0706b-8d9e-4b68-8c11-c14ab7c28160, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160,segment=NetworkSegment(4d02540b-e81a-41a8-9748-712004edc6d4),segment_id=4d02540b-e81a-41a8-9748-712004edc6d4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:38.690468 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.693075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 94a80f8a-7bf7-408e-959c-602886a9a07c details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:38.709871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3658845a-08a3-4b90-ac4a-596b80e7935d req-7709ecfe-5b06-49d5-87b2-ef54e238d16e tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731115 Jul 16 01:29:38.728653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eefd182-29dd-4a7a-a17d-9a6161f38744 admin admin] Router ea66252d-205e-4dca-94ec-ffb83316a853 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:38.786549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=5fa0706b-8d9e-4b68-8c11-c14ab7c28160,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:38.801426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-176dc7ea-2f30-4d9a-87b3-32a589f03ece req-fea79462-a99b-41b9-82e1-f1cf84e3545a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] For port 6266df3e-82b4-44e6-a736-7b6250a5078d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6266df3e-82b4-44e6-a736-7b6250a5078d,segment=NetworkSegment(451e45e7-49d2-4f9c-bc30-bd5513e7563f),segment_id=451e45e7-49d2-4f9c-bc30-bd5513e7563f)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:38.801426 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-176dc7ea-2f30-4d9a-87b3-32a589f03ece req-fea79462-a99b-41b9-82e1-f1cf84e3545a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.821984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-176dc7ea-2f30-4d9a-87b3-32a589f03ece req-fea79462-a99b-41b9-82e1-f1cf84e3545a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Calling delete_port for 6266df3e-82b4-44e6-a736-7b6250a5078d owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:38.871836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 94a80f8a-7bf7-408e-959c-602886a9a07c, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=94a80f8a-7bf7-408e-959c-602886a9a07c,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:38.882625 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eefd182-29dd-4a7a-a17d-9a6161f38744 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:38.888258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '94a80f8a-7bf7-408e-959c-602886a9a07c', 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189', 'port_id': '94a80f8a-7bf7-408e-959c-602886a9a07c', 'mac_address': 'fa:16:3e:4c:00:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5f853c1-a601-4513-aeeb-19c9588d26d7', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:38.889596 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7eefd182-29dd-4a7a-a17d-9a6161f38744 admin admin] 10.222.0.22 "PUT /v2.0/routers/ea66252d-205e-4dca-94ec-ffb83316a853/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2410860 Jul 16 01:29:38.891716 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39136) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:38.898939 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a8fe97-d57d-44b8-acae-002d7d300271 None None] Sync routers for ids ['ea66252d-205e-4dca-94ec-ffb83316a853'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:38.936546 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a8fe97-d57d-44b8-acae-002d7d300271 None None] Routers {'ea66252d-205e-4dca-94ec-ffb83316a853'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:38.937168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e4a8fe97-d57d-44b8-acae-002d7d300271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:29:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['ea66252d-205e-4dca-94ec-ffb83316a853'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:38.973866 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.984053 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-176dc7ea-2f30-4d9a-87b3-32a589f03ece req-fea79462-a99b-41b9-82e1-f1cf84e3545a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:38.998850 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['f5e3724c-8fea-4575-a587-1db78b931fee', '6266df3e-82b4-44e6-a736-7b6250a5078d'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:39.006888 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a80f8a-7bf7-408e-959c-602886a9a07c {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:39.026335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea79462-a99b-41b9-82e1-f1cf84e3545a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Pushing event deleted for resources: {'Port': ['ID=6266df3e-82b4-44e6-a736-7b6250a5078d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:39.041797 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-168bdbd1-4a80-4f21-aa4e-8902a74b1b32 admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.096397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-176dc7ea-2f30-4d9a-87b3-32a589f03ece req-fea79462-a99b-41b9-82e1-f1cf84e3545a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] No DVR routers for this DVR port 6266df3e-82b4-44e6-a736-7b6250a5078d on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:39.099150 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-176dc7ea-2f30-4d9a-87b3-32a589f03ece req-fea79462-a99b-41b9-82e1-f1cf84e3545a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.101526 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-176dc7ea-2f30-4d9a-87b3-32a589f03ece req-fea79462-a99b-41b9-82e1-f1cf84e3545a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.70 "DELETE /v2.0/ports/6266df3e-82b4-44e6-a736-7b6250a5078d HTTP/1.1" status: 204 len: 173 time: 0.6680498 Jul 16 01:29:39.101988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2', 'name': 'network-vif-deleted', 'tag': '6266df3e-82b4-44e6-a736-7b6250a5078d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:39.104646 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504369f8-55af-4c61-a7c3-69cb60398730" -d '{"events": [{"server_uuid": "c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2", "name": "network-vif-deleted", "tag": "6266df3e-82b4-44e6-a736-7b6250a5078d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:39.146732 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ef5fd2-3bb4-4d5c-879f-e3854462ddef x-openstack-request-id: req-91ef5fd2-3bb4-4d5c-879f-e3854462ddef {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:39.147012 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2", "name": "network-vif-deleted", "tag": "6266df3e-82b4-44e6-a736-7b6250a5078d", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:39.147265 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91ef5fd2-3bb4-4d5c-879f-e3854462ddef {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:39.147664 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2', 'name': 'network-vif-deleted', 'tag': '6266df3e-82b4-44e6-a736-7b6250a5078d', 'status': 'completed', 'code': 200} Jul 16 01:29:39.192558 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-168bdbd1-4a80-4f21-aa4e-8902a74b1b32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.263527 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-168bdbd1-4a80-4f21-aa4e-8902a74b1b32 admin admin] Deleting port 2f2ffe89-fd88-4e9a-9562-703ecf119fb9 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:39.264038 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-168bdbd1-4a80-4f21-aa4e-8902a74b1b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.290561 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 94a80f8a-7bf7-408e-959c-602886a9a07c, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=94a80f8a-7bf7-408e-959c-602886a9a07c,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:39.299730 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.300429 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f13139bc-439e-4e7c-b125-a57ef682fe13 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:39.368159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-e4a8fe97-d57d-44b8-acae-002d7d300271 None None] Set router ea66252d-205e-4dca-94ec-ffb83316a853 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:39.432866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-168bdbd1-4a80-4f21-aa4e-8902a74b1b32 admin admin] For port 2f2ffe89-fd88-4e9a-9562-703ecf119fb9, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2f2ffe89-fd88-4e9a-9562-703ecf119fb9,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:39.433421 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-168bdbd1-4a80-4f21-aa4e-8902a74b1b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.464081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-168bdbd1-4a80-4f21-aa4e-8902a74b1b32 admin admin] Calling delete_port for 2f2ffe89-fd88-4e9a-9562-703ecf119fb9 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:39.471998 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=94a80f8a-7bf7-408e-959c-602886a9a07c,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:39.513735 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f13139bc-439e-4e7c-b125-a57ef682fe13, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f13139bc-439e-4e7c-b125-a57ef682fe13,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:39.529273 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491e538-06b8-4a57-ac33-f4f7186ebec0 req-54232e9c-6b63-4dea-9de4-a1509db726f2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.535976 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491e538-06b8-4a57-ac33-f4f7186ebec0 req-54232e9c-6b63-4dea-9de4-a1509db726f2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.538800 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'f13139bc-439e-4e7c-b125-a57ef682fe13', 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189', 'port_id': 'f13139bc-439e-4e7c-b125-a57ef682fe13', 'mac_address': 'fa:16:3e:d5:fc:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5f853c1-a601-4513-aeeb-19c9588d26d7', 'ip_address': '10.1.1.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:39.542090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491e538-06b8-4a57-ac33-f4f7186ebec0 req-54232e9c-6b63-4dea-9de4-a1509db726f2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.553515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491e538-06b8-4a57-ac33-f4f7186ebec0 req-54232e9c-6b63-4dea-9de4-a1509db726f2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.561133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491e538-06b8-4a57-ac33-f4f7186ebec0 req-54232e9c-6b63-4dea-9de4-a1509db726f2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.567125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491e538-06b8-4a57-ac33-f4f7186ebec0 req-54232e9c-6b63-4dea-9de4-a1509db726f2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.576182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491e538-06b8-4a57-ac33-f4f7186ebec0 req-54232e9c-6b63-4dea-9de4-a1509db726f2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.584646 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9491e538-06b8-4a57-ac33-f4f7186ebec0 req-54232e9c-6b63-4dea-9de4-a1509db726f2 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5432 time: 0.1874502 Jul 16 01:29:39.683324 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.686366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9491e538-06b8-4a57-ac33-f4f7186ebec0 req-1bf6c182-07bc-4af2-9954-5b0ef5a91edf tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1007583 Jul 16 01:29:39.708923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f13139bc-439e-4e7c-b125-a57ef682fe13 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:39.716558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e87a0-1b65-49eb-ae26-b973855f362e req-936b8ad5-1041-45a4-afcf-2ec9ea7c5149 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:39.721205 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3e5e87a0-1b65-49eb-ae26-b973855f362e req-936b8ad5-1041-45a4-afcf-2ec9ea7c5149 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2569072 Jul 16 01:29:39.742180 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-168bdbd1-4a80-4f21-aa4e-8902a74b1b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.759815 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f13139bc-439e-4e7c-b125-a57ef682fe13, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f13139bc-439e-4e7c-b125-a57ef682fe13,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:39.770138 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.770807 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 27f917a1-0806-4b45-b753-7a34e84803ab details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:39.781156 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168bdbd1-4a80-4f21-aa4e-8902a74b1b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2ffe89-fd88-4e9a-9562-703ecf119fb9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:39.860989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=f13139bc-439e-4e7c-b125-a57ef682fe13,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:39.862463 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-168bdbd1-4a80-4f21-aa4e-8902a74b1b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.862723 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3e5e87a0-1b65-49eb-ae26-b973855f362e req-45dd48c7-ea13-44e7-af2d-7294e720ce72 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323164 Jul 16 01:29:39.868847 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 27f917a1-0806-4b45-b753-7a34e84803ab, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=27f917a1-0806-4b45-b753-7a34e84803ab,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:39.872575 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e4a8fe97-d57d-44b8-acae-002d7d300271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'name': 'tempest-ServerActionsTestJSON-566973911-router', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55'}], 'enable_snat': True}, 'gw_port_id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:45Z', 'updated_at': '2021-07-16T01:29:38Z', 'revision_number': 5, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'gw_port': {'id': '2f2ffe89-fd88-4e9a-9562-703ecf119fb9', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:2b:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:20:47Z', 'updated_at': '2021-07-16T01:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:39.929393 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a8fe97-d57d-44b8-acae-002d7d300271 None None] Checking router: ea66252d-205e-4dca-94ec-ffb83316a853 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:39.950789 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '27f917a1-0806-4b45-b753-7a34e84803ab', 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189', 'port_id': '27f917a1-0806-4b45-b753-7a34e84803ab', 'mac_address': 'fa:16:3e:d4:d8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5f853c1-a601-4513-aeeb-19c9588d26d7', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:39.955695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a8fe97-d57d-44b8-acae-002d7d300271 None None] Routers {'ea66252d-205e-4dca-94ec-ffb83316a853'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:39.968730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e4a8fe97-d57d-44b8-acae-002d7d300271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:29:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['ea66252d-205e-4dca-94ec-ffb83316a853'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:39.977900 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-168bdbd1-4a80-4f21-aa4e-8902a74b1b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:39.980086 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-168bdbd1-4a80-4f21-aa4e-8902a74b1b32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.042571 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-168bdbd1-4a80-4f21-aa4e-8902a74b1b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.044902 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168bdbd1-4a80-4f21-aa4e-8902a74b1b32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea66252d-205e-4dca-94ec-ffb83316a853 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:29:40.049588 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-168bdbd1-4a80-4f21-aa4e-8902a74b1b32 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.050747 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-168bdbd1-4a80-4f21-aa4e-8902a74b1b32 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ea66252d-205e-4dca-94ec-ffb83316a853 HTTP/1.1" status: 204 len: 168 time: 1.1575167 Jul 16 01:29:40.059236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39150) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:40.085911 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-e4a8fe97-d57d-44b8-acae-002d7d300271 None None] Set router ea66252d-205e-4dca-94ec-ffb83316a853 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:40.130685 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dcfb976f-09ca-4f72-80ea-7863695eac1c req-8ba00f7b-0ff8-458b-988f-7e1daba1d904 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2d708b6-d211-4ff6-ad5c-c5b8647c2ae2 HTTP/1.1" status: 200 len: 210 time: 0.0356774 Jul 16 01:29:40.133878 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf20c5c5-6703-4a3a-84eb-44a0d64a2742 admin admin] Deleting subnet b4195e01-091a-461b-a934-93b1b286b6cf {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:40.137254 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf20c5c5-6703-4a3a-84eb-44a0d64a2742 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.142667 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e4a8fe97-d57d-44b8-acae-002d7d300271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'name': 'tempest-ServerActionsTestJSON-566973911-router', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:45Z', 'updated_at': '2021-07-16T01:29:39Z', 'revision_number': 7, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:40.144304 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.177400 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf20c5c5-6703-4a3a-84eb-44a0d64a2742 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.186986 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a8fe97-d57d-44b8-acae-002d7d300271 None None] The sync data for ids ['ea66252d-205e-4dca-94ec-ffb83316a853'] in n-d-791505-14 is: [{'id': 'ea66252d-205e-4dca-94ec-ffb83316a853', 'name': 'tempest-ServerActionsTestJSON-566973911-router', 'tenant_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:20:45Z', 'updated_at': '2021-07-16T01:29:39Z', 'revision_number': 7, 'project_id': 'a78825c4b7e744d2b876a9d861c51f8b', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:40.192778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f917a1-0806-4b45-b753-7a34e84803ab {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:40.198603 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.218144 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 27f917a1-0806-4b45-b753-7a34e84803ab, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=27f917a1-0806-4b45-b753-7a34e84803ab,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:40.222092 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.278463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=27f917a1-0806-4b45-b753-7a34e84803ab,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:40.327666 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf20c5c5-6703-4a3a-84eb-44a0d64a2742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.381981 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf20c5c5-6703-4a3a-84eb-44a0d64a2742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.388144 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 209ef863-84e3-44a1-821a-e7b454094aa6 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:40.418226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf20c5c5-6703-4a3a-84eb-44a0d64a2742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4195e01-091a-461b-a934-93b1b286b6cf,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:40.420837 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf20c5c5-6703-4a3a-84eb-44a0d64a2742 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.422757 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bf20c5c5-6703-4a3a-84eb-44a0d64a2742 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b4195e01-091a-461b-a934-93b1b286b6cf HTTP/1.1" status: 204 len: 168 time: 0.3674641 Jul 16 01:29:40.425204 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39154) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:40.426739 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403ff201-3245-47ee-b9d1-e0e81bfd2350 None None] Network 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:40.502228 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.558389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] Deleting port 93c5c705-4d18-4185-97b3-a2813b6368ff {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:40.558802 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.610385 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['27f917a1-0806-4b45-b753-7a34e84803ab'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:40.617046 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['94a80f8a-7bf7-408e-959c-602886a9a07c'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:40.639135 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] For port 93c5c705-4d18-4185-97b3-a2813b6368ff, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=93c5c705-4d18-4185-97b3-a2813b6368ff,segment=NetworkSegment(4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9),segment_id=4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:40.639850 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.653204 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] Calling delete_port for 93c5c705-4d18-4185-97b3-a2813b6368ff owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:40.685996 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 209ef863-84e3-44a1-821a-e7b454094aa6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=209ef863-84e3-44a1-821a-e7b454094aa6,segment=NetworkSegment(6c873a90-f6ac-4110-8393-6631a2f68215),segment_id=6c873a90-f6ac-4110-8393-6631a2f68215)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:40.722094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '209ef863-84e3-44a1-821a-e7b454094aa6', 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527', 'port_id': '209ef863-84e3-44a1-821a-e7b454094aa6', 'mac_address': 'fa:16:3e:78:b8:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0774ea09-4045-415e-aa75-851c6a10e42e', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:40.752388 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.768394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] No DVR routers for this DVR port 93c5c705-4d18-4185-97b3-a2813b6368ff on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:40.816836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=93c5c705-4d18-4185-97b3-a2813b6368ff,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:40.852698 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.905516 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.907063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209ef863-84e3-44a1-821a-e7b454094aa6 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:40.961897 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 209ef863-84e3-44a1-821a-e7b454094aa6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=209ef863-84e3-44a1-821a-e7b454094aa6,segment=NetworkSegment(6c873a90-f6ac-4110-8393-6631a2f68215),segment_id=6c873a90-f6ac-4110-8393-6631a2f68215)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:40.962787 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:40.970565 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:40.971242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device c0235f3c-8060-47dc-9309-1bfbcd62ec77 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:40.986864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:40.987291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd8bb29-6b30-4ddc-b1eb-6ee8b5e9b2a9') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:41.014896 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.040877 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.048510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:41.048930 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.053787 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1d5da9-a9a8-4a8b-b85d-232d26924278 None None] DHCP port deletion for 430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:29:41.077397 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:41.083843 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:41.083843 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:41.083843 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:41.083843 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:41.083843 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:41.083843 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:41.083843 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:41.083843 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:41.083843 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:41.083843 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:41.140406 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=209ef863-84e3-44a1-821a-e7b454094aa6,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:41.195928 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518d5e3-0d7e-422f-a59c-4f74b18c9fa6 req-8e131234-3c63-45bf-b97b-9fb03b2a18b5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.202498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518d5e3-0d7e-422f-a59c-4f74b18c9fa6 req-8e131234-3c63-45bf-b97b-9fb03b2a18b5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.209792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518d5e3-0d7e-422f-a59c-4f74b18c9fa6 req-8e131234-3c63-45bf-b97b-9fb03b2a18b5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.215732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518d5e3-0d7e-422f-a59c-4f74b18c9fa6 req-8e131234-3c63-45bf-b97b-9fb03b2a18b5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.216108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port c0235f3c-8060-47dc-9309-1bfbcd62ec77, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:41.221676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518d5e3-0d7e-422f-a59c-4f74b18c9fa6 req-8e131234-3c63-45bf-b97b-9fb03b2a18b5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.228311 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518d5e3-0d7e-422f-a59c-4f74b18c9fa6 req-8e131234-3c63-45bf-b97b-9fb03b2a18b5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.228487 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'c0235f3c-8060-47dc-9309-1bfbcd62ec77', 'network_id': '5c2dc518-4925-4630-945e-7b256c4b9189', 'port_id': 'c0235f3c-8060-47dc-9309-1bfbcd62ec77', 'mac_address': 'fa:16:3e:a4:96:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5f853c1-a601-4513-aeeb-19c9588d26d7', 'ip_address': '10.1.1.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:41.235697 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518d5e3-0d7e-422f-a59c-4f74b18c9fa6 req-8e131234-3c63-45bf-b97b-9fb03b2a18b5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.242684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4518d5e3-0d7e-422f-a59c-4f74b18c9fa6 req-8e131234-3c63-45bf-b97b-9fb03b2a18b5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5434 time: 0.3253438 Jul 16 01:29:41.242684 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.251202 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.256224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] 10.222.0.22 "DELETE /v2.0/networks/430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4 HTTP/1.1" status: 204 len: 168 time: 0.8297060 Jul 16 01:29:41.280282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b8e278-9a01-4277-bfda-91e84db88b10 admin admin] Pushing event deleted for resources: {'Network': ['ID=430b4d19-e3b1-4e1b-9ad0-5dee1630d7b4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:41.301234 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.322033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d3cfaf-31ef-40f2-bf13-73b4e4024a3a req-547fcde0-cbee-4a10-8423-8990b6a140ce tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:41.323996 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6d3cfaf-31ef-40f2-bf13-73b4e4024a3a req-547fcde0-cbee-4a10-8423-8990b6a140ce tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2321517 Jul 16 01:29:41.325406 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0235f3c-8060-47dc-9309-1bfbcd62ec77 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:41.342076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4518d5e3-0d7e-422f-a59c-4f74b18c9fa6 req-589a2530-6ca8-4741-839e-f072d6b6e57a tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733144 Jul 16 01:29:41.356499 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port c0235f3c-8060-47dc-9309-1bfbcd62ec77, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:41.360856 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.362210 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device dc873b81-9541-47e5-ba6e-32ed8d605778 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:41.417368 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6d3cfaf-31ef-40f2-bf13-73b4e4024a3a req-5371a76d-90b1-4108-8b5a-cf2eae2a6804 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742426 Jul 16 01:29:41.478775 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39168) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:41.483079 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port dc873b81-9541-47e5-ba6e-32ed8d605778, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=dc873b81-9541-47e5-ba6e-32ed8d605778,segment=NetworkSegment(6c873a90-f6ac-4110-8393-6631a2f68215),segment_id=6c873a90-f6ac-4110-8393-6631a2f68215)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:41.488580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=c0235f3c-8060-47dc-9309-1bfbcd62ec77,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:41.532891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'dc873b81-9541-47e5-ba6e-32ed8d605778', 'network_id': 'cc54e663-5eb9-4f0c-810b-807ed347e527', 'port_id': 'dc873b81-9541-47e5-ba6e-32ed8d605778', 'mac_address': 'fa:16:3e:2e:cf:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0774ea09-4045-415e-aa75-851c6a10e42e', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:41.565277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8d80a125-2ba5-42a3-9c5d-fbddef3a00d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a78825c4b7e744d2b876a9d861c51f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0849771 Jul 16 01:29:41.567479 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39170) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:41.610008 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.631810 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc873b81-9541-47e5-ba6e-32ed8d605778 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:41.640243 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ec50284-778b-48b3-bd6b-345c1591a20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.650323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port dc873b81-9541-47e5-ba6e-32ed8d605778, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=dc873b81-9541-47e5-ba6e-32ed8d605778,segment=NetworkSegment(6c873a90-f6ac-4110-8393-6631a2f68215),segment_id=6c873a90-f6ac-4110-8393-6631a2f68215)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:41.656628 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.673678 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ec50284-778b-48b3-bd6b-345c1591a20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.685388 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:41.716498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:41.717218 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1ad8ab98-5a86-4d35-84f1-83d8dc81c877 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:41.717398 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 93c5c705-4d18-4185-97b3-a2813b6368ff no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:41.723918 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ec50284-778b-48b3-bd6b-345c1591a20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.726157 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['f13139bc-439e-4e7c-b125-a57ef682fe13'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:41.726773 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ec50284-778b-48b3-bd6b-345c1591a20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:41.730285 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7ec50284-778b-48b3-bd6b-345c1591a20d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/752571e3-4460-4e2d-9191-e023e27dcf3d HTTP/1.1" status: 204 len: 168 time: 0.1594355 Jul 16 01:29:41.746102 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec50284-778b-48b3-bd6b-345c1591a20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=752571e3-4460-4e2d-9191-e023e27dcf3d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:41.786859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['5fa0706b-8d9e-4b68-8c11-c14ab7c28160'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:41.788563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 93c5c705-4d18-4185-97b3-a2813b6368ff {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:41.788903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 93c5c705-4d18-4185-97b3-a2813b6368ff not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:41.789306 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2f2ffe89-fd88-4e9a-9562-703ecf119fb9 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:41.804164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6266df3e-82b4-44e6-a736-7b6250a5078d no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:42.064242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 2f2ffe89-fd88-4e9a-9562-703ecf119fb9 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:42.064592 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2f2ffe89-fd88-4e9a-9562-703ecf119fb9 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:42.069923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=dc873b81-9541-47e5-ba6e-32ed8d605778,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:42.079477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 6266df3e-82b4-44e6-a736-7b6250a5078d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:42.079843 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6266df3e-82b4-44e6-a736-7b6250a5078d not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:42.137201 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9882385b-b90b-4b83-815d-c5e0d1a9cbcf req-e06eb540-f7a5-4555-bc59-8df378eb456f tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.138768 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9882385b-b90b-4b83-815d-c5e0d1a9cbcf req-e06eb540-f7a5-4555-bc59-8df378eb456f tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.1027868 Jul 16 01:29:42.177963 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['209ef863-84e3-44a1-821a-e7b454094aa6'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:42.207155 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['c0235f3c-8060-47dc-9309-1bfbcd62ec77'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:42.215917 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['dc873b81-9541-47e5-ba6e-32ed8d605778'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:42.217623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9882385b-b90b-4b83-815d-c5e0d1a9cbcf req-bea66ce0-b19a-4cb1-ae72-226b4e0870c3 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703406 Jul 16 01:29:42.403900 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 94a80f8a-7bf7-408e-959c-602886a9a07c up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:42.699778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 94a80f8a-7bf7-408e-959c-602886a9a07c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:42.725734 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 94a80f8a-7bf7-408e-959c-602886a9a07c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:42.726826 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.732022 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fc06b-6928-44dd-9bce-b4d040195db7 req-8a8b0c0c-5c39-4eb2-aed4-a7467c3499f5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.734948 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39206) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:42.747280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fc06b-6928-44dd-9bce-b4d040195db7 req-8a8b0c0c-5c39-4eb2-aed4-a7467c3499f5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.755640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fc06b-6928-44dd-9bce-b4d040195db7 req-8a8b0c0c-5c39-4eb2-aed4-a7467c3499f5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.763489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fc06b-6928-44dd-9bce-b4d040195db7 req-8a8b0c0c-5c39-4eb2-aed4-a7467c3499f5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.772213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fc06b-6928-44dd-9bce-b4d040195db7 req-8a8b0c0c-5c39-4eb2-aed4-a7467c3499f5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.780577 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fc06b-6928-44dd-9bce-b4d040195db7 req-8a8b0c0c-5c39-4eb2-aed4-a7467c3499f5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.788585 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fc06b-6928-44dd-9bce-b4d040195db7 req-8a8b0c0c-5c39-4eb2-aed4-a7467c3499f5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.798763 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-957fc06b-6928-44dd-9bce-b4d040195db7 req-8a8b0c0c-5c39-4eb2-aed4-a7467c3499f5 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5437 time: 0.2802303 Jul 16 01:29:42.842778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72202d6-93ee-41ee-9bf8-6ca522e9042b req-74a7602e-6e62-477b-89e2-48a570ac9b6f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:42.844963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b72202d6-93ee-41ee-9bf8-6ca522e9042b req-74a7602e-6e62-477b-89e2-48a570ac9b6f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2380068 Jul 16 01:29:42.877012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-589cded4-1527-47f0-993d-e34df7a318eb admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-549723317-network', 'tenant_id': '1d0a69e4cb4c425e88b5dd25db6c0780'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:42.883291 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-957fc06b-6928-44dd-9bce-b4d040195db7 req-186c7e9e-4e91-4e49-8c2f-6eaba31e34c6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833380 Jul 16 01:29:42.889454 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.905213 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589cded4-1527-47f0-993d-e34df7a318eb admin admin] Made reservation on behalf of 1d0a69e4cb4c425e88b5dd25db6c0780 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:42.920617 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-589cded4-1527-47f0-993d-e34df7a318eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.921564 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b72202d6-93ee-41ee-9bf8-6ca522e9042b req-5c06e3e5-603a-45fe-b0e1-9af48f6d1c3e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583243 Jul 16 01:29:42.921724 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-589cded4-1527-47f0-993d-e34df7a318eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.930811 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a80f8a-7bf7-408e-959c-602886a9a07c'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:42.933766 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415cf975-b193-485b-9208-2f69da5bbd0d" -d '{"events": [{"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-plugged", "status": "completed", "tag": "94a80f8a-7bf7-408e-959c-602886a9a07c"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:42.948403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 94a80f8a-7bf7-408e-959c-602886a9a07c, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=94a80f8a-7bf7-408e-959c-602886a9a07c,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:42.954428 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:42.955740 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 27f917a1-0806-4b45-b753-7a34e84803ab up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:42.994232 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ba81dd-9cfa-4c1f-94d2-72ce67058a8b x-openstack-request-id: req-f8ba81dd-9cfa-4c1f-94d2-72ce67058a8b {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:42.994533 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-plugged", "status": "completed", "tag": "94a80f8a-7bf7-408e-959c-602886a9a07c", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:42.994773 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8ba81dd-9cfa-4c1f-94d2-72ce67058a8b {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:42.995217 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a80f8a-7bf7-408e-959c-602886a9a07c', 'code': 200} Jul 16 01:29:43.073673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=94a80f8a-7bf7-408e-959c-602886a9a07c,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:43.081313 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-589cded4-1527-47f0-993d-e34df7a318eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.084285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:43.084649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:43.084990 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:43.085325 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:43.085689 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:43.086084 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:43.086373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:43.086642 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:43.086974 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:43.087299 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:43.087439 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-589cded4-1527-47f0-993d-e34df7a318eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.087624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:43.087981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:29:43.097074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 27f917a1-0806-4b45-b753-7a34e84803ab completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:43.101600 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 27f917a1-0806-4b45-b753-7a34e84803ab triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:43.102004 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.115049 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-589cded4-1527-47f0-993d-e34df7a318eb admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:43.138602 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-589cded4-1527-47f0-993d-e34df7a318eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.138963 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-589cded4-1527-47f0-993d-e34df7a318eb admin admin] Added segment 1077f4a2-64a8-4857-920e-1e1076a22106 of type vlan for network fe8f21e4-83c9-4293-8b95-77c32ed2c8d6 Jul 16 01:29:43.140614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cded4-1527-47f0-993d-e34df7a318eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62e5972-cd70-4490-bbe4-4ccc22bf3379,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:43.190371 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-589cded4-1527-47f0-993d-e34df7a318eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.193641 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.225002 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-589cded4-1527-47f0-993d-e34df7a318eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.226022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589cded4-1527-47f0-993d-e34df7a318eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.226623 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-589cded4-1527-47f0-993d-e34df7a318eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.232154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 27f917a1-0806-4b45-b753-7a34e84803ab, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=27f917a1-0806-4b45-b753-7a34e84803ab,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:43.237615 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.270180 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-589cded4-1527-47f0-993d-e34df7a318eb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5310612 Jul 16 01:29:43.270605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39214) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:43.275658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-675abb83-2024-4f02-8946-b2a933d13141 admin admin] Request body: {'subnet': {'network_id': 'fe8f21e4-83c9-4293-8b95-77c32ed2c8d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-549723317-subnet', 'tenant_id': '1d0a69e4cb4c425e88b5dd25db6c0780', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:43.303705 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675abb83-2024-4f02-8946-b2a933d13141 admin admin] Made reservation on behalf of 1d0a69e4cb4c425e88b5dd25db6c0780 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:43.306044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=27f917a1-0806-4b45-b753-7a34e84803ab,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:43.312320 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-675abb83-2024-4f02-8946-b2a933d13141 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.315045 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589cded4-1527-47f0-993d-e34df7a318eb admin admin] Pushing event updated for resources: {'Network': ['ID=fe8f21e4-83c9-4293-8b95-77c32ed2c8d6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:43.325408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network fe8f21e4-83c9-4293-8b95-77c32ed2c8d6 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:43.520415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e2f89-1596-44f2-9d64-b79a88579a13 req-0f41ab87-5b45-4c5b-88ee-29e40f716cf2 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.522336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d74e2f89-1596-44f2-9d64-b79a88579a13 req-0f41ab87-5b45-4c5b-88ee-29e40f716cf2 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.1362822 Jul 16 01:29:43.600021 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-675abb83-2024-4f02-8946-b2a933d13141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.616912 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d74e2f89-1596-44f2-9d64-b79a88579a13 req-9c08e169-4e43-40c3-8fdd-734d83f3ae12 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670702 Jul 16 01:29:43.671315 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675abb83-2024-4f02-8946-b2a933d13141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c80e446-33cc-49b6-b787-b335e0b23bb4,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:43.681628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675abb83-2024-4f02-8946-b2a933d13141 admin admin] Checking segment: {'id': '1077f4a2-64a8-4857-920e-1e1076a22106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fe8f21e4-83c9-4293-8b95-77c32ed2c8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:43.681988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675abb83-2024-4f02-8946-b2a933d13141 admin admin] Network hostable DHCP agents. Network: fe8f21e4-83c9-4293-8b95-77c32ed2c8d6, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:43.700166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675abb83-2024-4f02-8946-b2a933d13141 admin admin] Network fe8f21e4-83c9-4293-8b95-77c32ed2c8d6 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:43.709713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-675abb83-2024-4f02-8946-b2a933d13141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, fe8f21e4-83c9-4293-8b95-77c32ed2c8d6) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:43.714143 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675abb83-2024-4f02-8946-b2a933d13141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:43.714794 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-675abb83-2024-4f02-8946-b2a933d13141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:43.729434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f93145-740d-4c6f-9fb9-610f3e200105 None None] Network fe8f21e4-83c9-4293-8b95-77c32ed2c8d6 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:43.730248 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-675abb83-2024-4f02-8946-b2a933d13141 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4585872 Jul 16 01:29:43.876671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2395cb97-f4d4-47bb-b29e-47ad68eb41f8 None None] Network fe8f21e4-83c9-4293-8b95-77c32ed2c8d6 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:44.142605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a979d-0e28-4fa4-a9fe-0ff7b42a7274 req-be829454-bfa2-43fa-92b4-8df123c33dca tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.148438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a979d-0e28-4fa4-a9fe-0ff7b42a7274 req-be829454-bfa2-43fa-92b4-8df123c33dca tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.154313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a979d-0e28-4fa4-a9fe-0ff7b42a7274 req-be829454-bfa2-43fa-92b4-8df123c33dca tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.160108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a979d-0e28-4fa4-a9fe-0ff7b42a7274 req-be829454-bfa2-43fa-92b4-8df123c33dca tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.165881 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a979d-0e28-4fa4-a9fe-0ff7b42a7274 req-be829454-bfa2-43fa-92b4-8df123c33dca tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.172400 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a979d-0e28-4fa4-a9fe-0ff7b42a7274 req-be829454-bfa2-43fa-92b4-8df123c33dca tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.178130 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8a979d-0e28-4fa4-a9fe-0ff7b42a7274 req-be829454-bfa2-43fa-92b4-8df123c33dca tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.180047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec8a979d-0e28-4fa4-a9fe-0ff7b42a7274 req-be829454-bfa2-43fa-92b4-8df123c33dca tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5439 time: 0.1344898 Jul 16 01:29:44.266640 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec8a979d-0e28-4fa4-a9fe-0ff7b42a7274 req-34cad9b6-6258-438d-9738-79c57212a2de tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785928 Jul 16 01:29:44.290213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874a839-c22d-4612-9ba1-5badb65887de req-462b484f-fca5-4521-b966-398d08926547 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.291715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0874a839-c22d-4612-9ba1-5badb65887de req-462b484f-fca5-4521-b966-398d08926547 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/networks?id=fe8f21e4-83c9-4293-8b95-77c32ed2c8d6 HTTP/1.1" status: 200 len: 812 time: 0.1840544 Jul 16 01:29:44.307457 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0874a839-c22d-4612-9ba1-5badb65887de req-3157b2bf-0ee4-4529-99c9-046ac8559610 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/quotas/1d0a69e4cb4c425e88b5dd25db6c0780 HTTP/1.1" status: 200 len: 375 time: 0.0093741 Jul 16 01:29:44.342442 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0874a839-c22d-4612-9ba1-5badb65887de req-696a4d54-cf75-472c-a82f-f17fd09a82b3 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d0a69e4cb4c425e88b5dd25db6c0780&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289845 Jul 16 01:29:44.392910 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device c0235f3c-8060-47dc-9309-1bfbcd62ec77 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:44.448881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port c0235f3c-8060-47dc-9309-1bfbcd62ec77 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:44.452967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port c0235f3c-8060-47dc-9309-1bfbcd62ec77 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:44.453838 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.537469 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.544382 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0874a839-c22d-4612-9ba1-5badb65887de req-d606aca2-fe0c-4342-b1fe-2788bf92c967 service neutron] 10.222.0.22 "GET /v2.0/networks/fe8f21e4-83c9-4293-8b95-77c32ed2c8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927152 Jul 16 01:29:44.559010 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70728f9-cbe2-4f7b-874c-a42d5fa569b4 req-7e2b2e36-3683-487c-9fbf-7344e0da1570 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.560601 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d70728f9-cbe2-4f7b-874c-a42d5fa569b4 req-7e2b2e36-3683-487c-9fbf-7344e0da1570 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1773074 Jul 16 01:29:44.569203 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37974f-d6bb-4ac4-b1e4-6f5a9f330d08 req-e73f6193-8531-4c6b-804c-07d50c82955a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:44.570736 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c37974f-d6bb-4ac4-b1e4-6f5a9f330d08 req-e73f6193-8531-4c6b-804c-07d50c82955a tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.70 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.1164591 Jul 16 01:29:44.572348 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port c0235f3c-8060-47dc-9309-1bfbcd62ec77, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:44.576962 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.577951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 209ef863-84e3-44a1-821a-e7b454094aa6 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:44.651559 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=c0235f3c-8060-47dc-9309-1bfbcd62ec77,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:44.666818 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 209ef863-84e3-44a1-821a-e7b454094aa6 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:44.671444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 209ef863-84e3-44a1-821a-e7b454094aa6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:44.672494 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.716515 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d70728f9-cbe2-4f7b-874c-a42d5fa569b4 req-3ae3a19b-6c39-4c40-b84b-4b90ac400239 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446140 Jul 16 01:29:44.755406 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.770018 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0874a839-c22d-4612-9ba1-5badb65887de req-c87933cf-8ab7-4ce1-963b-ebdcea1a5588 service neutron] 10.222.0.22 "GET /v2.0/networks/fe8f21e4-83c9-4293-8b95-77c32ed2c8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083921 Jul 16 01:29:44.804885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-8c37974f-d6bb-4ac4-b1e4-6f5a9f330d08 req-c5ad107d-3c12-4e7b-bad9-e2071987cb94 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Deleting port f5e3724c-8fea-4575-a587-1db78b931fee {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:44.805245 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8c37974f-d6bb-4ac4-b1e4-6f5a9f330d08 req-c5ad107d-3c12-4e7b-bad9-e2071987cb94 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.835310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 209ef863-84e3-44a1-821a-e7b454094aa6, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=209ef863-84e3-44a1-821a-e7b454094aa6,segment=NetworkSegment(6c873a90-f6ac-4110-8393-6631a2f68215),segment_id=6c873a90-f6ac-4110-8393-6631a2f68215)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:44.840777 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.845209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f13139bc-439e-4e7c-b125-a57ef682fe13 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:44.962481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-8c37974f-d6bb-4ac4-b1e4-6f5a9f330d08 req-c5ad107d-3c12-4e7b-bad9-e2071987cb94 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] For port f5e3724c-8fea-4575-a587-1db78b931fee, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f5e3724c-8fea-4575-a587-1db78b931fee,segment=NetworkSegment(451e45e7-49d2-4f9c-bc30-bd5513e7563f),segment_id=451e45e7-49d2-4f9c-bc30-bd5513e7563f)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:44.962860 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8c37974f-d6bb-4ac4-b1e4-6f5a9f330d08 req-c5ad107d-3c12-4e7b-bad9-e2071987cb94 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:44.979952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-8c37974f-d6bb-4ac4-b1e4-6f5a9f330d08 req-c5ad107d-3c12-4e7b-bad9-e2071987cb94 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Calling delete_port for f5e3724c-8fea-4575-a587-1db78b931fee owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:44.996270 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f917a1-0806-4b45-b753-7a34e84803ab'}, {'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0235f3c-8060-47dc-9309-1bfbcd62ec77'}, {'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209ef863-84e3-44a1-821a-e7b454094aa6'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:45.000234 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b31806-5e36-42ef-907c-79fdb191bb88" -d '{"events": [{"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-plugged", "status": "completed", "tag": "27f917a1-0806-4b45-b753-7a34e84803ab"}, {"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-plugged", "status": "completed", "tag": "c0235f3c-8060-47dc-9309-1bfbcd62ec77"}, {"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-plugged", "status": "completed", "tag": "209ef863-84e3-44a1-821a-e7b454094aa6"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:45.013704 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=209ef863-84e3-44a1-821a-e7b454094aa6,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:45.020554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port f13139bc-439e-4e7c-b125-a57ef682fe13 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:45.032074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port f13139bc-439e-4e7c-b125-a57ef682fe13 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:45.032446 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.151134 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.213895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f13139bc-439e-4e7c-b125-a57ef682fe13, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f13139bc-439e-4e7c-b125-a57ef682fe13,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:45.220056 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.221357 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 5fa0706b-8d9e-4b68-8c11-c14ab7c28160 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:45.338154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=f13139bc-439e-4e7c-b125-a57ef682fe13,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:45.343377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 5fa0706b-8d9e-4b68-8c11-c14ab7c28160 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:45.348572 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 5fa0706b-8d9e-4b68-8c11-c14ab7c28160 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:45.349091 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.453895 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.494089 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 5fa0706b-8d9e-4b68-8c11-c14ab7c28160, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160,segment=NetworkSegment(4d02540b-e81a-41a8-9748-712004edc6d4),segment_id=4d02540b-e81a-41a8-9748-712004edc6d4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:45.499109 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.500183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device dc873b81-9541-47e5-ba6e-32ed8d605778 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:45.541068 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b27f4e8-de15-4ab6-96ce-b1d3d6cea482 req-f2b923ad-842e-4210-8e07-f3616b19230d tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/ports?device_id=4dca14ab-f167-4c7e-9342-9cbc3dfc1da0 HTTP/1.1" status: 200 len: 210 time: 0.4464939 Jul 16 01:29:45.586502 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8c37974f-d6bb-4ac4-b1e4-6f5a9f330d08 req-c5ad107d-3c12-4e7b-bad9-e2071987cb94 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.616608 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad107d-3c12-4e7b-bad9-e2071987cb94 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Pushing event deleted for resources: {'Port': ['ID=f5e3724c-8fea-4575-a587-1db78b931fee,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:45.627399 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd88e47-48c0-420d-9d76-d42a4f333d71 req-dfd9fbfc-72f9-46cc-a1af-77dc7ee6a8a9 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:45.634130 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bd88e47-48c0-420d-9d76-d42a4f333d71 req-dfd9fbfc-72f9-46cc-a1af-77dc7ee6a8a9 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 945 time: 0.5383282 Jul 16 01:29:45.652818 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['f5e3724c-8fea-4575-a587-1db78b931fee'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:45.713465 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b253c1b-e5a2-4645-b7d5-1062a21e5997 x-openstack-request-id: req-8b253c1b-e5a2-4645-b7d5-1062a21e5997 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:45.713757 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-plugged", "status": "completed", "tag": "27f917a1-0806-4b45-b753-7a34e84803ab", "code": 200}, {"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-plugged", "status": "completed", "tag": "c0235f3c-8060-47dc-9309-1bfbcd62ec77", "code": 200}, {"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-plugged", "status": "completed", "tag": "209ef863-84e3-44a1-821a-e7b454094aa6", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:45.714007 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b253c1b-e5a2-4645-b7d5-1062a21e5997 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:45.714440 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f917a1-0806-4b45-b753-7a34e84803ab', 'code': 200} Jul 16 01:29:45.714741 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0235f3c-8060-47dc-9309-1bfbcd62ec77', 'code': 200} Jul 16 01:29:45.714994 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209ef863-84e3-44a1-821a-e7b454094aa6', 'code': 200} Jul 16 01:29:45.735186 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=5fa0706b-8d9e-4b68-8c11-c14ab7c28160,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:45.743620 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bd88e47-48c0-420d-9d76-d42a4f333d71 req-201fd4f1-a726-4296-b57b-847672aa9a11 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/security-groups?id=676ad659-cd7a-410e-93ec-5d0ed3dd84f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084485 Jul 16 01:29:45.794942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port dc873b81-9541-47e5-ba6e-32ed8d605778 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:45.798961 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port dc873b81-9541-47e5-ba6e-32ed8d605778 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:45.799743 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.825593 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c37974f-d6bb-4ac4-b1e4-6f5a9f330d08 req-c5ad107d-3c12-4e7b-bad9-e2071987cb94 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] No DVR routers for this DVR port f5e3724c-8fea-4575-a587-1db78b931fee on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:29:45.832192 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8c37974f-d6bb-4ac4-b1e4-6f5a9f330d08 req-c5ad107d-3c12-4e7b-bad9-e2071987cb94 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.836527 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c37974f-d6bb-4ac4-b1e4-6f5a9f330d08 req-c5ad107d-3c12-4e7b-bad9-e2071987cb94 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.70 "DELETE /v2.0/ports/f5e3724c-8fea-4575-a587-1db78b931fee HTTP/1.1" status: 204 len: 173 time: 1.2567062 Jul 16 01:29:45.837024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8938258b-7683-4fdb-b56e-568cb896bc2a', 'name': 'network-vif-deleted', 'tag': 'f5e3724c-8fea-4575-a587-1db78b931fee'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:45.843066 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b742d2-3d18-40dc-a615-93fffd8cd508" -d '{"events": [{"server_uuid": "8938258b-7683-4fdb-b56e-568cb896bc2a", "name": "network-vif-deleted", "tag": "f5e3724c-8fea-4575-a587-1db78b931fee"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:45.918668 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.955136 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port dc873b81-9541-47e5-ba6e-32ed8d605778, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=dc873b81-9541-47e5-ba6e-32ed8d605778,segment=NetworkSegment(6c873a90-f6ac-4110-8393-6631a2f68215),segment_id=6c873a90-f6ac-4110-8393-6631a2f68215)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:45.960719 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:45.997787 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c9741-5af0-453e-b8eb-4526b88d5fa8 req-adaa4db4-174f-438d-8b57-581b703c1986 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.003855 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c9741-5af0-453e-b8eb-4526b88d5fa8 req-adaa4db4-174f-438d-8b57-581b703c1986 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.018087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c9741-5af0-453e-b8eb-4526b88d5fa8 req-adaa4db4-174f-438d-8b57-581b703c1986 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.024607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c9741-5af0-453e-b8eb-4526b88d5fa8 req-adaa4db4-174f-438d-8b57-581b703c1986 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.030939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c9741-5af0-453e-b8eb-4526b88d5fa8 req-adaa4db4-174f-438d-8b57-581b703c1986 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.036888 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c9741-5af0-453e-b8eb-4526b88d5fa8 req-adaa4db4-174f-438d-8b57-581b703c1986 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.045321 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c9741-5af0-453e-b8eb-4526b88d5fa8 req-adaa4db4-174f-438d-8b57-581b703c1986 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.047312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c93c9741-5af0-453e-b8eb-4526b88d5fa8 req-adaa4db4-174f-438d-8b57-581b703c1986 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5443 time: 0.1738577 Jul 16 01:29:46.073180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=dc873b81-9541-47e5-ba6e-32ed8d605778,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:46.126802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a3c090-b161-4545-99ee-b773a53c8683 req-c6e2af04-4870-41fd-a6e4-0aa6badae919 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.128466 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05a3c090-b161-4545-99ee-b773a53c8683 req-c6e2af04-4870-41fd-a6e4-0aa6badae919 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2137706 Jul 16 01:29:46.140474 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c93c9741-5af0-453e-b8eb-4526b88d5fa8 req-911ce12b-e628-442b-9b7c-6626a3bc3b75 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733175 Jul 16 01:29:46.176260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05a3c090-b161-4545-99ee-b773a53c8683 req-f1101b0b-c274-402d-ac2a-b17814a7943a tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346916 Jul 16 01:29:46.214237 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8018b5eb-c481-41b3-bc11-4079585997a0 x-openstack-request-id: req-8018b5eb-c481-41b3-bc11-4079585997a0 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:46.214621 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8938258b-7683-4fdb-b56e-568cb896bc2a", "name": "network-vif-deleted", "tag": "f5e3724c-8fea-4575-a587-1db78b931fee", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:46.214947 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8018b5eb-c481-41b3-bc11-4079585997a0 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:46.215411 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8938258b-7683-4fdb-b56e-568cb896bc2a', 'name': 'network-vif-deleted', 'tag': 'f5e3724c-8fea-4575-a587-1db78b931fee', 'status': 'completed', 'code': 200} Jul 16 01:29:46.550521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874a839-c22d-4612-9ba1-5badb65887de req-ee034f87-0e10-400a-b59f-ecbdde78bdc7 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:46.552773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0874a839-c22d-4612-9ba1-5badb65887de req-ee034f87-0e10-400a-b59f-ecbdde78bdc7 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.70 "GET /v2.0/networks?id=fe8f21e4-83c9-4293-8b95-77c32ed2c8d6 HTTP/1.1" status: 200 len: 812 time: 0.1062763 Jul 16 01:29:46.580880 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-0874a839-c22d-4612-9ba1-5badb65887de req-1fb6ecda-1e39-4fdc-a71b-590088a1583a tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Request body: {'port': {'device_id': '4dca14ab-f167-4c7e-9342-9cbc3dfc1da0', 'network_id': 'fe8f21e4-83c9-4293-8b95-77c32ed2c8d6', 'admin_state_up': True, 'tenant_id': '1d0a69e4cb4c425e88b5dd25db6c0780'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:46.729136 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0874a839-c22d-4612-9ba1-5badb65887de req-1fb6ecda-1e39-4fdc-a71b-590088a1583a tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Made reservation on behalf of 1d0a69e4cb4c425e88b5dd25db6c0780 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:46.733193 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0874a839-c22d-4612-9ba1-5badb65887de req-1fb6ecda-1e39-4fdc-a71b-590088a1583a tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:46.752997 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c3beb4e-1a8b-45dc-8544-3623dd1919d3 req-a9195c6b-a99c-4fda-897d-f4fab230b550 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/ports?device_id=4dca14ab-f167-4c7e-9342-9cbc3dfc1da0 HTTP/1.1" status: 200 len: 210 time: 0.0358367 Jul 16 01:29:46.924196 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb8a38e1-ecc9-4eee-a970-de9f88bd3de9 req-9fd534e8-8e75-4372-851c-89a38d730721 tempest-ServerRescueTestJSON-1692845849 tempest-ServerRescueTestJSON-1692845849-project] 10.222.0.22 "GET /v2.0/ports?device_id=8938258b-7683-4fdb-b56e-568cb896bc2a HTTP/1.1" status: 200 len: 210 time: 0.0350950 Jul 16 01:29:46.930502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-0874a839-c22d-4612-9ba1-5badb65887de req-1fb6ecda-1e39-4fdc-a71b-590088a1583a tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Allocated IP 172.20.0.14 (fe8f21e4-83c9-4293-8b95-77c32ed2c8d6/5c80e446-33cc-49b6-b787-b335e0b23bb4/edd99131-005d-41a2-aa7b-60575763b4d9) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:29:47.097794 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0874a839-c22d-4612-9ba1-5badb65887de req-1fb6ecda-1e39-4fdc-a71b-590088a1583a tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.136821 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0874a839-c22d-4612-9ba1-5badb65887de req-1fb6ecda-1e39-4fdc-a71b-590088a1583a tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.179346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0874a839-c22d-4612-9ba1-5badb65887de req-1fb6ecda-1e39-4fdc-a71b-590088a1583a tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Network fe8f21e4-83c9-4293-8b95-77c32ed2c8d6 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:29:47.187947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-0874a839-c22d-4612-9ba1-5badb65887de req-1fb6ecda-1e39-4fdc-a71b-590088a1583a tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:47.190376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-0874a839-c22d-4612-9ba1-5badb65887de req-1fb6ecda-1e39-4fdc-a71b-590088a1583a tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:29:47.221253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6ecda-1e39-4fdc-a71b-590088a1583a tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Pushing event updated for resources: {'Port': ['ID=edd99131-005d-41a2-aa7b-60575763b4d9,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:47.264253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874a839-c22d-4612-9ba1-5badb65887de req-1fb6ecda-1e39-4fdc-a71b-590088a1583a tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.265049 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0874a839-c22d-4612-9ba1-5badb65887de req-1fb6ecda-1e39-4fdc-a71b-590088a1583a tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.316117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0874a839-c22d-4612-9ba1-5badb65887de req-1fb6ecda-1e39-4fdc-a71b-590088a1583a tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7390902 Jul 16 01:29:47.338051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Request body: {'port': {'device_id': '4dca14ab-f167-4c7e-9342-9cbc3dfc1da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:47.463420 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac942e-c6be-49d4-8d60-1bb98ac78683 req-63d65b8f-6a12-45ff-843a-809835a2e671 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.469384 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac942e-c6be-49d4-8d60-1bb98ac78683 req-63d65b8f-6a12-45ff-843a-809835a2e671 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.475443 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac942e-c6be-49d4-8d60-1bb98ac78683 req-63d65b8f-6a12-45ff-843a-809835a2e671 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.481389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac942e-c6be-49d4-8d60-1bb98ac78683 req-63d65b8f-6a12-45ff-843a-809835a2e671 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.487235 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac942e-c6be-49d4-8d60-1bb98ac78683 req-63d65b8f-6a12-45ff-843a-809835a2e671 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.493151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac942e-c6be-49d4-8d60-1bb98ac78683 req-63d65b8f-6a12-45ff-843a-809835a2e671 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.499621 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac942e-c6be-49d4-8d60-1bb98ac78683 req-63d65b8f-6a12-45ff-843a-809835a2e671 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.501637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fac942e-c6be-49d4-8d60-1bb98ac78683 req-63d65b8f-6a12-45ff-843a-809835a2e671 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5444 time: 0.2234240 Jul 16 01:29:47.529900 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:47.551586 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d20026-5d30-4825-809f-24e553b24fbc req-bd0f3cd8-43c5-4648-ab79-4541602ceed6 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.553121 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-43d20026-5d30-4825-809f-24e553b24fbc req-bd0f3cd8-43c5-4648-ab79-4541602ceed6 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2346745 Jul 16 01:29:47.607922 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fac942e-c6be-49d4-8d60-1bb98ac78683 req-5496fdbd-4f29-4cd2-8aca-bc5a2a9f435b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0992820 Jul 16 01:29:47.716446 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13139bc-439e-4e7c-b125-a57ef682fe13'}, {'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa0706b-8d9e-4b68-8c11-c14ab7c28160'}, {'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc873b81-9541-47e5-ba6e-32ed8d605778'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:47.718830 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591878fa-0b1f-411a-9dfe-5e23083c243b" -d '{"events": [{"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-plugged", "status": "completed", "tag": "f13139bc-439e-4e7c-b125-a57ef682fe13"}, {"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-plugged", "status": "completed", "tag": "5fa0706b-8d9e-4b68-8c11-c14ab7c28160"}, {"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-plugged", "status": "completed", "tag": "dc873b81-9541-47e5-ba6e-32ed8d605778"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:47.721202 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-43d20026-5d30-4825-809f-24e553b24fbc req-9e8fa8fb-7719-433f-9422-4b6bde53a362 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606255 Jul 16 01:29:47.777656 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ceb6cd5-666f-43a8-9923-91828087c50c x-openstack-request-id: req-3ceb6cd5-666f-43a8-9923-91828087c50c {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:47.777963 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-plugged", "status": "completed", "tag": "f13139bc-439e-4e7c-b125-a57ef682fe13", "code": 200}, {"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-plugged", "status": "completed", "tag": "5fa0706b-8d9e-4b68-8c11-c14ab7c28160", "code": 200}, {"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-plugged", "status": "completed", "tag": "dc873b81-9541-47e5-ba6e-32ed8d605778", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:47.778242 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ceb6cd5-666f-43a8-9923-91828087c50c {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:47.778653 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f13139bc-439e-4e7c-b125-a57ef682fe13', 'code': 200} Jul 16 01:29:47.778912 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa0706b-8d9e-4b68-8c11-c14ab7c28160', 'code': 200} Jul 16 01:29:47.779166 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc873b81-9541-47e5-ba6e-32ed8d605778', 'code': 200} Jul 16 01:29:47.797827 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4d3662dc-bd8b-40c4-99d9-ce2b2e66cb15 req-aec7a3a0-fe8f-4113-8422-64fd00845054 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0695746 Jul 16 01:29:47.815301 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f5e3724c-8fea-4575-a587-1db78b931fee no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:47.870125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: f5e3724c-8fea-4575-a587-1db78b931fee {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:47.870411 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f5e3724c-8fea-4575-a587-1db78b931fee not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:47.922558 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3662dc-bd8b-40c4-99d9-ce2b2e66cb15 req-d3472c8b-51c9-4352-b1f9-279e8c005c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:47.924191 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4d3662dc-bd8b-40c4-99d9-ce2b2e66cb15 req-d3472c8b-51c9-4352-b1f9-279e8c005c8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=76be8e481dc5456d83ac26143750d606&device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 1097 time: 0.0814078 Jul 16 01:29:48.012485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd99131-005d-41a2-aa7b-60575763b4d9 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:48.024981 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.058741 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Transition to ACTIVE for port object edd99131-005d-41a2-aa7b-60575763b4d9 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:29:48.073959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39310) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:48.076293 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.089009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3662dc-bd8b-40c4-99d9-ce2b2e66cb15 req-853923dd-dfc0-4780-be40-185a9a81d7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.094358 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4d3662dc-bd8b-40c4-99d9-ce2b2e66cb15 req-853923dd-dfc0-4780-be40-185a9a81d7b2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9f89887f-dab9-42ed-a08b-353bc9a4cdc5 HTTP/1.1" status: 200 len: 910 time: 0.1468482 Jul 16 01:29:48.172338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073db04-e2ca-4c56-b562-8d7a979ea533 req-7f4f2281-b883-4388-a349-69c6387dafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.172831 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073db04-e2ca-4c56-b562-8d7a979ea533 req-7f4f2281-b883-4388-a349-69c6387dafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.173310 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073db04-e2ca-4c56-b562-8d7a979ea533 req-7f4f2281-b883-4388-a349-69c6387dafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.173781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073db04-e2ca-4c56-b562-8d7a979ea533 req-7f4f2281-b883-4388-a349-69c6387dafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.174253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073db04-e2ca-4c56-b562-8d7a979ea533 req-7f4f2281-b883-4388-a349-69c6387dafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.174714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073db04-e2ca-4c56-b562-8d7a979ea533 req-7f4f2281-b883-4388-a349-69c6387dafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.175178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073db04-e2ca-4c56-b562-8d7a979ea533 req-7f4f2281-b883-4388-a349-69c6387dafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.177383 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f073db04-e2ca-4c56-b562-8d7a979ea533 req-7f4f2281-b883-4388-a349-69c6387dafb3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 6508 time: 0.2827709 Jul 16 01:29:48.185359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfe7374-47ce-45b8-92ca-7abea54f034f req-441bb649-d5f2-438d-a471-13174cfcbfd6 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.187013 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3dfe7374-47ce-45b8-92ca-7abea54f034f req-441bb649-d5f2-438d-a471-13174cfcbfd6 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/ports?device_id=4dca14ab-f167-4c7e-9342-9cbc3dfc1da0 HTTP/1.1" status: 200 len: 932 time: 0.2721050 Jul 16 01:29:48.188348 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4d3662dc-bd8b-40c4-99d9-ce2b2e66cb15 req-eb412de9-2028-47ac-a590-8384c9b38aa6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=948f7834-2e83-4395-b919-7dd401adb6ea HTTP/1.1" status: 200 len: 1000 time: 0.0876200 Jul 16 01:29:48.265839 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3662dc-bd8b-40c4-99d9-ce2b2e66cb15 req-69601f01-ddca-45f4-9d55-92bb3bc89a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.267808 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4d3662dc-bd8b-40c4-99d9-ce2b2e66cb15 req-69601f01-ddca-45f4-9d55-92bb3bc89a6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7 HTTP/1.1" status: 200 len: 848 time: 0.0732417 Jul 16 01:29:48.299620 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Pushing event updated for resources: {'Port': ['ID=edd99131-005d-41a2-aa7b-60575763b4d9,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:48.346819 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3662dc-bd8b-40c4-99d9-ce2b2e66cb15 req-07429006-0290-4162-9aad-9f0edccff820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.348688 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4d3662dc-bd8b-40c4-99d9-ce2b2e66cb15 req-07429006-0290-4162-9aad-9f0edccff820 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9f89887f-dab9-42ed-a08b-353bc9a4cdc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743923 Jul 16 01:29:48.357649 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f073db04-e2ca-4c56-b562-8d7a979ea533 req-31d51fb0-b52b-4f04-9065-933ef383673e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0ea6b418-a922-4317-9db2-e267dd529700&id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1626072 Jul 16 01:29:48.391851 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3dfe7374-47ce-45b8-92ca-7abea54f034f req-73e8dffe-a523-4c83-80e5-17133bd0bd83 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/security-groups?id=a62e5972-cd70-4490-bbe4-4ccc22bf3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912556 Jul 16 01:29:48.488458 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4d3662dc-bd8b-40c4-99d9-ce2b2e66cb15 req-5187159d-7772-40ab-8c79-b8dbb190afd0 service neutron] 10.222.0.69 "GET /v2.0/networks/9f89887f-dab9-42ed-a08b-353bc9a4cdc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331348 Jul 16 01:29:48.513956 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Attempting to bind port edd99131-005d-41a2-aa7b-60575763b4d9 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:29:48.514241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Attempting to bind port edd99131-005d-41a2-aa7b-60575763b4d9 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '1077f4a2-64a8-4857-920e-1e1076a22106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fe8f21e4-83c9-4293-8b95-77c32ed2c8d6'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:29:48.514986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Attempting to bind port edd99131-005d-41a2-aa7b-60575763b4d9 on network fe8f21e4-83c9-4293-8b95-77c32ed2c8d6 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:48.527165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Port edd99131-005d-41a2-aa7b-60575763b4d9 on network fe8f21e4-83c9-4293-8b95-77c32ed2c8d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:29:48.527499 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Attempting to bind port edd99131-005d-41a2-aa7b-60575763b4d9 on network fe8f21e4-83c9-4293-8b95-77c32ed2c8d6 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:29:48.537806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:29:48.538207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Checking segment: {'id': '1077f4a2-64a8-4857-920e-1e1076a22106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fe8f21e4-83c9-4293-8b95-77c32ed2c8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:48.538538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Bound using segment: {'id': '1077f4a2-64a8-4857-920e-1e1076a22106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fe8f21e4-83c9-4293-8b95-77c32ed2c8d6'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:29:48.539480 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Bound port: edd99131-005d-41a2-aa7b-60575763b4d9, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1077f4a2-64a8-4857-920e-1e1076a22106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'fe8f21e4-83c9-4293-8b95-77c32ed2c8d6'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:29:48.539480 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.593459 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4d3662dc-bd8b-40c4-99d9-ce2b2e66cb15 req-3013b3fc-a7b8-40a5-b696-535decff16ab service neutron] 10.222.0.69 "GET /v2.0/networks/9f89887f-dab9-42ed-a08b-353bc9a4cdc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950074 Jul 16 01:29:48.670151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] For port edd99131-005d-41a2-aa7b-60575763b4d9, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:29:48.674722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] For port edd99131-005d-41a2-aa7b-60575763b4d9, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=edd99131-005d-41a2-aa7b-60575763b4d9,segment=NetworkSegment(1077f4a2-64a8-4857-920e-1e1076a22106),segment_id=1077f4a2-64a8-4857-920e-1e1076a22106)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:29:48.680071 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.719891 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.720027 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:48.721443 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0874a839-c22d-4612-9ba1-5badb65887de req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] 10.222.0.70 "PUT /v2.0/ports/edd99131-005d-41a2-aa7b-60575763b4d9 HTTP/1.1" status: 200 len: 1093 time: 1.3957527 Jul 16 01:29:48.724024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dca14ab-f167-4c7e-9342-9cbc3dfc1da0', 'tag': 'edd99131-005d-41a2-aa7b-60575763b4d9'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:48.727400 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f4d18f-20b3-4ee2-9e63-e258812ca337" -d '{"events": [{"name": "network-changed", "server_uuid": "4dca14ab-f167-4c7e-9342-9cbc3dfc1da0", "tag": "edd99131-005d-41a2-aa7b-60575763b4d9"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:48.787082 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f063ff-d632-44cb-a61e-93b6d576feb6 x-openstack-request-id: req-c4f063ff-d632-44cb-a61e-93b6d576feb6 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:48.787423 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dca14ab-f167-4c7e-9342-9cbc3dfc1da0", "tag": "edd99131-005d-41a2-aa7b-60575763b4d9", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:48.787677 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c4f063ff-d632-44cb-a61e-93b6d576feb6 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:48.788084 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dca14ab-f167-4c7e-9342-9cbc3dfc1da0', 'tag': 'edd99131-005d-41a2-aa7b-60575763b4d9', 'status': 'completed', 'code': 200} Jul 16 01:29:48.842032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65525eb7-7ad8-4c8f-8488-3e203edf9f0f service neutron] Pushing event updated for resources: {'Port': ['ID=edd99131-005d-41a2-aa7b-60575763b4d9,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:48.928086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b434e55-9a8b-44ce-a522-701de2377e9d req-05b5458a-6aa0-4361-beb8-2bc2234f26d8 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.934053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b434e55-9a8b-44ce-a522-701de2377e9d req-05b5458a-6aa0-4361-beb8-2bc2234f26d8 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.939997 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b434e55-9a8b-44ce-a522-701de2377e9d req-05b5458a-6aa0-4361-beb8-2bc2234f26d8 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.945914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b434e55-9a8b-44ce-a522-701de2377e9d req-05b5458a-6aa0-4361-beb8-2bc2234f26d8 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.952092 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b434e55-9a8b-44ce-a522-701de2377e9d req-05b5458a-6aa0-4361-beb8-2bc2234f26d8 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.963564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b434e55-9a8b-44ce-a522-701de2377e9d req-05b5458a-6aa0-4361-beb8-2bc2234f26d8 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.970237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b434e55-9a8b-44ce-a522-701de2377e9d req-05b5458a-6aa0-4361-beb8-2bc2234f26d8 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:48.972285 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b434e55-9a8b-44ce-a522-701de2377e9d req-05b5458a-6aa0-4361-beb8-2bc2234f26d8 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5444 time: 0.2326195 Jul 16 01:29:49.020342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874a839-c22d-4612-9ba1-5badb65887de req-262f0477-7775-4c36-a701-5ecb1280e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.021895 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0874a839-c22d-4612-9ba1-5badb65887de req-262f0477-7775-4c36-a701-5ecb1280e988 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1d0a69e4cb4c425e88b5dd25db6c0780&device_id=4dca14ab-f167-4c7e-9342-9cbc3dfc1da0 HTTP/1.1" status: 200 len: 1096 time: 0.2365124 Jul 16 01:29:49.090596 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0874a839-c22d-4612-9ba1-5badb65887de req-ae5452ce-9e00-4252-b0fd-24f1c3d957ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edd99131-005d-41a2-aa7b-60575763b4d9 HTTP/1.1" status: 200 len: 217 time: 0.0603499 Jul 16 01:29:49.093275 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f88358e1-3a4d-4719-9c97-98efaf72877c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:49.153545 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b434e55-9a8b-44ce-a522-701de2377e9d req-7162e315-a839-4bd7-b9d5-6f7e15308e51 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1632886 Jul 16 01:29:49.216591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78d704-d949-418b-b9d5-855102a648d9 req-0555c9c6-fff6-4ef9-aea0-3684e69e3a00 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.218135 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c78d704-d949-418b-b9d5-855102a648d9 req-0555c9c6-fff6-4ef9-aea0-3684e69e3a00 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2425764 Jul 16 01:29:49.251466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0874a839-c22d-4612-9ba1-5badb65887de req-08f58c2b-d318-4689-b04a-1de69055ec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.252950 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0874a839-c22d-4612-9ba1-5badb65887de req-08f58c2b-d318-4689-b04a-1de69055ec63 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5c80e446-33cc-49b6-b787-b335e0b23bb4 HTTP/1.1" status: 200 len: 852 time: 0.1505089 Jul 16 01:29:49.303482 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0874a839-c22d-4612-9ba1-5badb65887de req-e62db28e-76af-4a0b-979f-378ebf4e3dd8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fe8f21e4-83c9-4293-8b95-77c32ed2c8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433455 Jul 16 01:29:49.350783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c78d704-d949-418b-b9d5-855102a648d9 req-63fc10a8-e05d-458e-b62b-1db962aaedf2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035869 Jul 16 01:29:49.469388 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0874a839-c22d-4612-9ba1-5badb65887de req-9b391234-5a72-42cf-b106-bd5e9cb7dc14 service neutron] 10.222.0.70 "GET /v2.0/networks/fe8f21e4-83c9-4293-8b95-77c32ed2c8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568115 Jul 16 01:29:49.967466 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0874a839-c22d-4612-9ba1-5badb65887de req-d096af78-9c14-4d8e-bb20-38817f91d60c service neutron] 10.222.0.70 "GET /v2.0/networks/fe8f21e4-83c9-4293-8b95-77c32ed2c8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4900124 Jul 16 01:29:49.984861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb881d74-9cdc-45e6-95ee-8d07f75005d7 req-88b14df0-6ad4-48b1-8de4-58a52badfe8e tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:49.986351 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb881d74-9cdc-45e6-95ee-8d07f75005d7 req-88b14df0-6ad4-48b1-8de4-58a52badfe8e tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/ports?device_id=4dca14ab-f167-4c7e-9342-9cbc3dfc1da0 HTTP/1.1" status: 200 len: 944 time: 0.4629593 Jul 16 01:29:50.016887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-f88358e1-3a4d-4719-9c97-98efaf72877c admin admin] Deleting port 61e3b4b0-0d16-44bc-abe6-63e3ba043712 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:50.017234 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f88358e1-3a4d-4719-9c97-98efaf72877c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.075364 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb881d74-9cdc-45e6-95ee-8d07f75005d7 req-c14634b5-17ca-4397-8fc1-ea6b123cd11c tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/security-groups?id=a62e5972-cd70-4490-bbe4-4ccc22bf3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828054 Jul 16 01:29:50.154639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-f88358e1-3a4d-4719-9c97-98efaf72877c admin admin] For port 61e3b4b0-0d16-44bc-abe6-63e3ba043712, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=61e3b4b0-0d16-44bc-abe6-63e3ba043712,segment=NetworkSegment(451e45e7-49d2-4f9c-bc30-bd5513e7563f),segment_id=451e45e7-49d2-4f9c-bc30-bd5513e7563f)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:50.154898 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f88358e1-3a4d-4719-9c97-98efaf72877c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.170148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4d18f-20b3-4ee2-9e63-e258812ca337 req-b4addf24-efde-42cd-8c8a-d68709b18b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.171648 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0f4d18f-20b3-4ee2-9e63-e258812ca337 req-b4addf24-efde-42cd-8c8a-d68709b18b6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1d0a69e4cb4c425e88b5dd25db6c0780&device_id=4dca14ab-f167-4c7e-9342-9cbc3dfc1da0 HTTP/1.1" status: 200 len: 1096 time: 0.1375265 Jul 16 01:29:50.172496 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-f88358e1-3a4d-4719-9c97-98efaf72877c admin admin] Calling delete_port for 61e3b4b0-0d16-44bc-abe6-63e3ba043712 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:50.375601 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4d18f-20b3-4ee2-9e63-e258812ca337 req-bd071a04-6f72-405c-a68e-92a97fa56cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.377107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0f4d18f-20b3-4ee2-9e63-e258812ca337 req-bd071a04-6f72-405c-a68e-92a97fa56cca service neutron] 10.222.0.70 "GET /v2.0/networks?id=fe8f21e4-83c9-4293-8b95-77c32ed2c8d6 HTTP/1.1" status: 200 len: 913 time: 0.1963084 Jul 16 01:29:50.432275 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0f4d18f-20b3-4ee2-9e63-e258812ca337 req-6db1358d-8a1e-4683-9956-ca80c0bb6e12 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edd99131-005d-41a2-aa7b-60575763b4d9 HTTP/1.1" status: 200 len: 217 time: 0.0416372 Jul 16 01:29:50.572003 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f4d18f-20b3-4ee2-9e63-e258812ca337 req-81ebc11a-b9af-4790-8c5c-1e1e22877d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.572003 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0f4d18f-20b3-4ee2-9e63-e258812ca337 req-81ebc11a-b9af-4790-8c5c-1e1e22877d23 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5c80e446-33cc-49b6-b787-b335e0b23bb4 HTTP/1.1" status: 200 len: 852 time: 0.1219246 Jul 16 01:29:50.581321 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd01c85-eafa-48d1-aa18-60157db4481b req-bb1d7655-e2be-44f6-8188-4c4e71eda086 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.587124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd01c85-eafa-48d1-aa18-60157db4481b req-bb1d7655-e2be-44f6-8188-4c4e71eda086 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.593484 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd01c85-eafa-48d1-aa18-60157db4481b req-bb1d7655-e2be-44f6-8188-4c4e71eda086 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.599351 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd01c85-eafa-48d1-aa18-60157db4481b req-bb1d7655-e2be-44f6-8188-4c4e71eda086 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.606300 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd01c85-eafa-48d1-aa18-60157db4481b req-bb1d7655-e2be-44f6-8188-4c4e71eda086 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.612200 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd01c85-eafa-48d1-aa18-60157db4481b req-bb1d7655-e2be-44f6-8188-4c4e71eda086 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.617986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd01c85-eafa-48d1-aa18-60157db4481b req-bb1d7655-e2be-44f6-8188-4c4e71eda086 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.619924 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cfd01c85-eafa-48d1-aa18-60157db4481b req-bb1d7655-e2be-44f6-8188-4c4e71eda086 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5444 time: 0.3151133 Jul 16 01:29:50.681049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0f4d18f-20b3-4ee2-9e63-e258812ca337 req-87f55546-532e-48ae-a401-9746319cc9f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=fe8f21e4-83c9-4293-8b95-77c32ed2c8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554643 Jul 16 01:29:50.700288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f88358e1-3a4d-4719-9c97-98efaf72877c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:50.764083 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88358e1-3a4d-4719-9c97-98efaf72877c admin admin] Pushing event deleted for resources: {'Port': ['ID=61e3b4b0-0d16-44bc-abe6-63e3ba043712,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:50.769508 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cfd01c85-eafa-48d1-aa18-60157db4481b req-f0a5cb8e-a3df-4839-83d8-0e25f6dd8e2b tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/security-groups?id=70c87fd2-c552-40b4-bc23-51e4ca5bedbb&id=0ea6b418-a922-4317-9db2-e267dd529700&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1428683 Jul 16 01:29:50.800318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160fcded-c005-4eba-9716-7d88f2b270cb req-c8aa3fbc-96e4-4521-b9df-61f8f5ee10bb tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:50.802064 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-160fcded-c005-4eba-9716-7d88f2b270cb req-c8aa3fbc-96e4-4521-b9df-61f8f5ee10bb tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.3164935 Jul 16 01:29:50.941456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0f4d18f-20b3-4ee2-9e63-e258812ca337 req-946ddca9-1e01-466c-973e-7c2e8b542433 service neutron] 10.222.0.70 "GET /v2.0/networks/fe8f21e4-83c9-4293-8b95-77c32ed2c8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503645 Jul 16 01:29:50.951207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-160fcded-c005-4eba-9716-7d88f2b270cb req-142c1c37-2930-48de-bce9-25d095221f44 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152213 Jul 16 01:29:51.148900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339638-5313-458a-980b-2b318f6eadf3 req-8a2477c9-cec5-46fd-84bd-9346d9b1392a tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.154814 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339638-5313-458a-980b-2b318f6eadf3 req-8a2477c9-cec5-46fd-84bd-9346d9b1392a tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.160769 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339638-5313-458a-980b-2b318f6eadf3 req-8a2477c9-cec5-46fd-84bd-9346d9b1392a tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.166633 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339638-5313-458a-980b-2b318f6eadf3 req-8a2477c9-cec5-46fd-84bd-9346d9b1392a tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.173089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339638-5313-458a-980b-2b318f6eadf3 req-8a2477c9-cec5-46fd-84bd-9346d9b1392a tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.178594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339638-5313-458a-980b-2b318f6eadf3 req-8a2477c9-cec5-46fd-84bd-9346d9b1392a tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.184982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67339638-5313-458a-980b-2b318f6eadf3 req-8a2477c9-cec5-46fd-84bd-9346d9b1392a tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.186948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-67339638-5313-458a-980b-2b318f6eadf3 req-8a2477c9-cec5-46fd-84bd-9346d9b1392a tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 5444 time: 0.2909243 Jul 16 01:29:51.189829 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f88358e1-3a4d-4719-9c97-98efaf72877c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.193137 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0f4d18f-20b3-4ee2-9e63-e258812ca337 req-4dcda1dc-52d0-4bb9-85f7-e4bf1f4a4638 service neutron] 10.222.0.70 "GET /v2.0/networks/fe8f21e4-83c9-4293-8b95-77c32ed2c8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081311 Jul 16 01:29:51.200499 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39346) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:51.214699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-568c029d-7728-45b9-82e7-6b43453fe582 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Request body: {'floatingip': {'port_id': '5fa0706b-8d9e-4b68-8c11-c14ab7c28160'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:51.260681 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-568c029d-7728-45b9-82e7-6b43453fe582 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for floatingip, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.360954 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f38c3c-40c7-447b-ac37-59f662a8691b req-56c38754-78c8-4ead-9cae-026ac101c8e4 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:51.362485 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79f38c3c-40c7-447b-ac37-59f662a8691b req-56c38754-78c8-4ead-9cae-026ac101c8e4 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/ports?device_id=4dca14ab-f167-4c7e-9342-9cbc3dfc1da0 HTTP/1.1" status: 200 len: 944 time: 0.1536038 Jul 16 01:29:51.468934 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79f38c3c-40c7-447b-ac37-59f662a8691b req-6f3450c9-a497-4cb2-94d1-598cca0d18ec tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/security-groups?id=a62e5972-cd70-4490-bbe4-4ccc22bf3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990481 Jul 16 01:29:51.505117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88358e1-3a4d-4719-9c97-98efaf72877c admin admin] Router a9089b38-54c1-460c-a793-00a6f33f5886 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:51.638488 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88358e1-3a4d-4719-9c97-98efaf72877c admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:51.646022 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f88358e1-3a4d-4719-9c97-98efaf72877c admin admin] 10.222.0.22 "PUT /v2.0/routers/a9089b38-54c1-460c-a793-00a6f33f5886/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5707631 Jul 16 01:29:51.648387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39350) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:51.655001 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b664a7b6-1e65-4ea2-9792-4b5eea08715a None None] Sync routers for ids ['a9089b38-54c1-460c-a793-00a6f33f5886'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:51.681193 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b664a7b6-1e65-4ea2-9792-4b5eea08715a None None] Routers {'a9089b38-54c1-460c-a793-00a6f33f5886'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:51.682131 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b664a7b6-1e65-4ea2-9792-4b5eea08715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:29:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a9089b38-54c1-460c-a793-00a6f33f5886'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:51.836099 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device edd99131-005d-41a2-aa7b-60575763b4d9 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:51.863160 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39c65f01-9c4c-498f-965a-603e7f565d22 admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.927624 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-568c029d-7728-45b9-82e7-6b43453fe582 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.935663 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-568c029d-7728-45b9-82e7-6b43453fe582 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:51.959461 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-b664a7b6-1e65-4ea2-9792-4b5eea08715a None None] Set router a9089b38-54c1-460c-a793-00a6f33f5886 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:52.000031 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39c65f01-9c4c-498f-965a-603e7f565d22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.019551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port edd99131-005d-41a2-aa7b-60575763b4d9, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=edd99131-005d-41a2-aa7b-60575763b4d9,segment=NetworkSegment(1077f4a2-64a8-4857-920e-1e1076a22106),segment_id=1077f4a2-64a8-4857-920e-1e1076a22106)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:52.038451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'edd99131-005d-41a2-aa7b-60575763b4d9', 'network_id': 'fe8f21e4-83c9-4293-8b95-77c32ed2c8d6', 'port_id': 'edd99131-005d-41a2-aa7b-60575763b4d9', 'mac_address': 'fa:16:3e:36:38:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c80e446-33cc-49b6-b787-b335e0b23bb4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:52.080264 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.093745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-39c65f01-9c4c-498f-965a-603e7f565d22 admin admin] Deleting port e8f887cd-7fff-4808-a8c6-434fb97b6177 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:29:52.093745 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39c65f01-9c4c-498f-965a-603e7f565d22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.097787 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd99131-005d-41a2-aa7b-60575763b4d9 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:52.127194 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-568c029d-7728-45b9-82e7-6b43453fe582 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Floating IP fa64d76b-644c-404f-a224-21a120f063a9 associated. External IP: 172.25.2.75, port: 5fa0706b-8d9e-4b68-8c11-c14ab7c28160. Jul 16 01:29:52.148205 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port edd99131-005d-41a2-aa7b-60575763b4d9, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=edd99131-005d-41a2-aa7b-60575763b4d9,segment=NetworkSegment(1077f4a2-64a8-4857-920e-1e1076a22106),segment_id=1077f4a2-64a8-4857-920e-1e1076a22106)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:52.154994 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.196169 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-39c65f01-9c4c-498f-965a-603e7f565d22 admin admin] For port e8f887cd-7fff-4808-a8c6-434fb97b6177, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=e8f887cd-7fff-4808-a8c6-434fb97b6177,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:52.196778 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39c65f01-9c4c-498f-965a-603e7f565d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.209869 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-39c65f01-9c4c-498f-965a-603e7f565d22 admin admin] Calling delete_port for e8f887cd-7fff-4808-a8c6-434fb97b6177 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:29:52.316058 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=edd99131-005d-41a2-aa7b-60575763b4d9,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:52.414980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['edd99131-005d-41a2-aa7b-60575763b4d9'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:52.432128 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39c65f01-9c4c-498f-965a-603e7f565d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.460849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c65f01-9c4c-498f-965a-603e7f565d22 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f887cd-7fff-4808-a8c6-434fb97b6177,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:52.489749 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device d1c76d4c-6015-44fd-abe2-49b90d5307ad details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:29:52.586609 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39c65f01-9c4c-498f-965a-603e7f565d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.646601 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b664a7b6-1e65-4ea2-9792-4b5eea08715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'name': 'tempest-ServerRescueTestJSON-1059621535-router', 'tenant_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': 'e8f887cd-7fff-4808-a8c6-434fb97b6177', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:34Z', 'updated_at': '2021-07-16T01:29:50Z', 'revision_number': 5, 'project_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'gw_port': {'id': 'e8f887cd-7fff-4808-a8c6-434fb97b6177', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:a5:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:27:34Z', 'updated_at': '2021-07-16T01:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:52.691681 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b664a7b6-1e65-4ea2-9792-4b5eea08715a None None] Checking router: a9089b38-54c1-460c-a793-00a6f33f5886 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:52.715702 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b664a7b6-1e65-4ea2-9792-4b5eea08715a None None] Routers {'a9089b38-54c1-460c-a793-00a6f33f5886'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:52.716401 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b664a7b6-1e65-4ea2-9792-4b5eea08715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:29:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a9089b38-54c1-460c-a793-00a6f33f5886'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:52.787388 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39c65f01-9c4c-498f-965a-603e7f565d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.794375 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39c65f01-9c4c-498f-965a-603e7f565d22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.881304 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-b664a7b6-1e65-4ea2-9792-4b5eea08715a None None] Set router a9089b38-54c1-460c-a793-00a6f33f5886 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:52.987784 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39c65f01-9c4c-498f-965a-603e7f565d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:52.988349 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39c65f01-9c4c-498f-965a-603e7f565d22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9089b38-54c1-460c-a793-00a6f33f5886 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:29:52.999970 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39c65f01-9c4c-498f-965a-603e7f565d22 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.001172 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-39c65f01-9c4c-498f-965a-603e7f565d22 admin admin] 10.222.0.22 "DELETE /v2.0/routers/a9089b38-54c1-460c-a793-00a6f33f5886 HTTP/1.1" status: 204 len: 168 time: 1.3506954 Jul 16 01:29:53.003752 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39374) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:53.004503 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port d1c76d4c-6015-44fd-abe2-49b90d5307ad, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:53.010093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15648fb1-5316-45cc-90fa-23ba7a1a1bfc req-f5e188b8-e341-42e9-9466-2da71141eb86 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:53.016978 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b664a7b6-1e65-4ea2-9792-4b5eea08715a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'name': 'tempest-ServerRescueTestJSON-1059621535-router', 'tenant_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:34Z', 'updated_at': '2021-07-16T01:29:52Z', 'revision_number': 7, 'project_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:53.017641 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-15648fb1-5316-45cc-90fa-23ba7a1a1bfc req-f5e188b8-e341-42e9-9466-2da71141eb86 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.6210809 Jul 16 01:29:53.048574 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-568c029d-7728-45b9-82e7-6b43453fe582 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:29:53.067455 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad', 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f', 'port_id': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad', 'mac_address': 'fa:16:3e:9c:e3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445444c6-c085-4d13-9690-c0618a2d3056', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:29:53.091830 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b664a7b6-1e65-4ea2-9792-4b5eea08715a None None] The sync data for ids ['a9089b38-54c1-460c-a793-00a6f33f5886'] in n-d-791505-14 is: [{'id': 'a9089b38-54c1-460c-a793-00a6f33f5886', 'name': 'tempest-ServerRescueTestJSON-1059621535-router', 'tenant_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:27:34Z', 'updated_at': '2021-07-16T01:29:52Z', 'revision_number': 7, 'project_id': '9f5d627e286b4e259fd3ddfebd6bb5da', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:53.096250 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0c59ca-8031-48b5-ab5c-d2d270f2d55c admin admin] Deleting subnet 1c950e85-6bf7-434d-a6fe-be8950ce0e56 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:29:53.107946 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-15648fb1-5316-45cc-90fa-23ba7a1a1bfc req-47218610-d20f-494f-afe2-84d264615c46 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892889 Jul 16 01:29:53.132401 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5f0c59ca-8031-48b5-ab5c-d2d270f2d55c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.181353 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.189533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea49a13-c5d0-46af-9aeb-eabad6cc6003 req-477a9dc1-76be-460e-b616-f039a2f05a12 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:53.196950 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ea49a13-c5d0-46af-9aeb-eabad6cc6003 req-477a9dc1-76be-460e-b616-f039a2f05a12 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/ports?device_id=4dca14ab-f167-4c7e-9342-9cbc3dfc1da0 HTTP/1.1" status: 200 len: 945 time: 0.2721152 Jul 16 01:29:53.197929 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d1c76d4c-6015-44fd-abe2-49b90d5307ad {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:29:53.221247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port d1c76d4c-6015-44fd-abe2-49b90d5307ad, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:53.226063 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.226718 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5f0c59ca-8031-48b5-ab5c-d2d270f2d55c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.256115 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ea49a13-c5d0-46af-9aeb-eabad6cc6003 req-aea3f663-9449-4c84-a616-0f1d18fa128c tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/security-groups?id=a62e5972-cd70-4490-bbe4-4ccc22bf3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577836 Jul 16 01:29:53.312203 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=d1c76d4c-6015-44fd-abe2-49b90d5307ad,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:53.316035 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5f0c59ca-8031-48b5-ab5c-d2d270f2d55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.318882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568c029d-7728-45b9-82e7-6b43453fe582 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:29:53.329841 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eca105-45f5-4065-8991-3726ddce1c2d None None] Sync routers for ids ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:29:53.345601 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-568c029d-7728-45b9-82e7-6b43453fe582 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.351307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['d1c76d4c-6015-44fd-abe2-49b90d5307ad'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:29:53.356056 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eca105-45f5-4065-8991-3726ddce1c2d None None] Routers {'0433e940-a898-421f-93ff-7a5cd9f1b9a9'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:53.384710 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-75eca105-45f5-4065-8991-3726ddce1c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:29:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:53.400773 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-568c029d-7728-45b9-82e7-6b43453fe582 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "PUT /v2.0/floatingips/fa64d76b-644c-404f-a224-21a120f063a9 HTTP/1.1" status: 200 len: 991 time: 2.1968999 Jul 16 01:29:53.403289 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': '5fa0706b-8d9e-4b68-8c11-c14ab7c28160'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:53.405797 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98b7116-daef-4971-8ed9-727e9ccc63d6" -d '{"events": [{"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "5fa0706b-8d9e-4b68-8c11-c14ab7c28160"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:53.425734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5f0c59ca-8031-48b5-ab5c-d2d270f2d55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.458913 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c59ca-8031-48b5-ab5c-d2d270f2d55c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c950e85-6bf7-434d-a6fe-be8950ce0e56,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:53.467019 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5f0c59ca-8031-48b5-ab5c-d2d270f2d55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.469186 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5f0c59ca-8031-48b5-ab5c-d2d270f2d55c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1c950e85-6bf7-434d-a6fe-be8950ce0e56 HTTP/1.1" status: 204 len: 168 time: 0.4612923 Jul 16 01:29:53.471549 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39392) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:53.607473 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c498c0e7-c8a8-4239-950c-afa289dbbbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.671091 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4de864-c077-4d2c-9283-a5335f3b80f4 x-openstack-request-id: req-7b4de864-c077-4d2c-9283-a5335f3b80f4 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:53.671533 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "5fa0706b-8d9e-4b68-8c11-c14ab7c28160", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:53.671905 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7b4de864-c077-4d2c-9283-a5335f3b80f4 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:53.672398 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': '5fa0706b-8d9e-4b68-8c11-c14ab7c28160', 'status': 'completed', 'code': 200} Jul 16 01:29:53.688560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-75eca105-45f5-4065-8991-3726ddce1c2d None None] Set router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:53.734522 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c498c0e7-c8a8-4239-950c-afa289dbbbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.747770 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-c498c0e7-c8a8-4239-950c-afa289dbbbca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17517a68-6fd4-42bc-83f7-ecc5ae23a8df']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:53.777126 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-c498c0e7-c8a8-4239-950c-afa289dbbbca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '451e45e7-49d2-4f9c-bc30-bd5513e7563f') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:53.777603 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-c498c0e7-c8a8-4239-950c-afa289dbbbca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '451e45e7-49d2-4f9c-bc30-bd5513e7563f') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:53.824947 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c498c0e7-c8a8-4239-950c-afa289dbbbca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.874530 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c498c0e7-c8a8-4239-950c-afa289dbbbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.909037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c498c0e7-c8a8-4239-950c-afa289dbbbca admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:29:53.910039 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c498c0e7-c8a8-4239-950c-afa289dbbbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:29:53.916994 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:29:53.987276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device edd99131-005d-41a2-aa7b-60575763b4d9 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:54.037257 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7116-daef-4971-8ed9-727e9ccc63d6 req-5882e9c8-2a1b-44c9-bf1a-bc95ec8f45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.037851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7116-daef-4971-8ed9-727e9ccc63d6 req-5882e9c8-2a1b-44c9-bf1a-bc95ec8f45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.038279 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7116-daef-4971-8ed9-727e9ccc63d6 req-5882e9c8-2a1b-44c9-bf1a-bc95ec8f45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.038766 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7116-daef-4971-8ed9-727e9ccc63d6 req-5882e9c8-2a1b-44c9-bf1a-bc95ec8f45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.039399 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7116-daef-4971-8ed9-727e9ccc63d6 req-5882e9c8-2a1b-44c9-bf1a-bc95ec8f45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.039918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7116-daef-4971-8ed9-727e9ccc63d6 req-5882e9c8-2a1b-44c9-bf1a-bc95ec8f45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.040396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7116-daef-4971-8ed9-727e9ccc63d6 req-5882e9c8-2a1b-44c9-bf1a-bc95ec8f45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.042970 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d98b7116-daef-4971-8ed9-727e9ccc63d6 req-5882e9c8-2a1b-44c9-bf1a-bc95ec8f45c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 6508 time: 0.2754793 Jul 16 01:29:54.048676 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c498c0e7-c8a8-4239-950c-afa289dbbbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.055483 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 61e3b4b0-0d16-44bc-abe6-63e3ba043712 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:54.066698 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c498c0e7-c8a8-4239-950c-afa289dbbbca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.070873 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c498c0e7-c8a8-4239-950c-afa289dbbbca admin admin] 10.222.0.22 "DELETE /v2.0/networks/17517a68-6fd4-42bc-83f7-ecc5ae23a8df HTTP/1.1" status: 204 len: 168 time: 0.5959790 Jul 16 01:29:54.108535 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498c0e7-c8a8-4239-950c-afa289dbbbca admin admin] Pushing event deleted for resources: {'Network': ['ID=17517a68-6fd4-42bc-83f7-ecc5ae23a8df,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:54.122380 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 61e3b4b0-0d16-44bc-abe6-63e3ba043712 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:54.122829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 61e3b4b0-0d16-44bc-abe6-63e3ba043712 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:54.300335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7116-daef-4971-8ed9-727e9ccc63d6 req-bd45cd6a-8016-49ae-8942-0863329b2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.303951 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d98b7116-daef-4971-8ed9-727e9ccc63d6 req-bd45cd6a-8016-49ae-8942-0863329b2c85 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8 HTTP/1.1" status: 200 len: 918 time: 0.2318110 Jul 16 01:29:54.328461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39402) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:54.332863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port edd99131-005d-41a2-aa7b-60575763b4d9 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:29:54.372222 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port edd99131-005d-41a2-aa7b-60575763b4d9 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:54.376186 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.525114 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-75eca105-45f5-4065-8991-3726ddce1c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-router', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:04Z', 'updated_at': '2021-07-16T01:28:07Z', 'revision_number': 4, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'gw_port': {'id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:05Z', 'updated_at': '2021-07-16T01:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'fa64d76b-644c-404f-a224-21a120f063a9', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'port_id': '5fa0706b-8d9e-4b68-8c11-c14ab7c28160', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'mac_address': 'fa:16:3e:f2:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:29:51Z', 'revision_number': 1, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edb6a423-a1e8-46bf-9ad1-ad7db0da82eb', 'name': '', 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'mac_address': 'fa:16:3e:d5:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:07Z', 'updated_at': '2021-07-16T01:28:13Z', 'revision_number': 5, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'subnets': [{'id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:54.575890 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39406) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:54.578648 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d69abf61-8a3d-45b9-9955-9b0a4a865d5f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f5d627e286b4e259fd3ddfebd6bb5da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2483387 Jul 16 01:29:54.639240 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eca105-45f5-4065-8991-3726ddce1c2d None None] Checking router: 0433e940-a898-421f-93ff-7a5cd9f1b9a9 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:29:54.669454 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.701311 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d98b7116-daef-4971-8ed9-727e9ccc63d6 req-1b520237-fece-4422-ac02-37ec40369220 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 999 time: 0.3789899 Jul 16 01:29:54.719342 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port edd99131-005d-41a2-aa7b-60575763b4d9, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=edd99131-005d-41a2-aa7b-60575763b4d9,segment=NetworkSegment(1077f4a2-64a8-4857-920e-1e1076a22106),segment_id=1077f4a2-64a8-4857-920e-1e1076a22106)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:54.722537 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dca14ab-f167-4c7e-9342-9cbc3dfc1da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd99131-005d-41a2-aa7b-60575763b4d9'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:54.725681 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15674334-4166-4a80-816c-50450288f030" -d '{"events": [{"server_uuid": "4dca14ab-f167-4c7e-9342-9cbc3dfc1da0", "name": "network-vif-plugged", "status": "completed", "tag": "edd99131-005d-41a2-aa7b-60575763b4d9"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:54.730590 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.762810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdd11e-2f1a-406d-a5cb-f4e02b948a84 req-3bef6dc3-54ae-4b4f-ad64-5abe13bfef47 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.771072 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23bdd11e-2f1a-406d-a5cb-f4e02b948a84 req-3bef6dc3-54ae-4b4f-ad64-5abe13bfef47 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 945 time: 0.3898337 Jul 16 01:29:54.794426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=edd99131-005d-41a2-aa7b-60575763b4d9,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:54.800625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eca105-45f5-4065-8991-3726ddce1c2d None None] Routers {'0433e940-a898-421f-93ff-7a5cd9f1b9a9'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:29:54.801302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7116-daef-4971-8ed9-727e9ccc63d6 req-a8c201a2-8204-46a2-89b0-217c35095ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.802904 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d98b7116-daef-4971-8ed9-727e9ccc63d6 req-a8c201a2-8204-46a2-89b0-217c35095ec1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0875416 Jul 16 01:29:54.805315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-75eca105-45f5-4065-8991-3726ddce1c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:29:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:54.838601 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a955f7d2-1928-40fc-bff8-224c6ebb8ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.839992 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23bdd11e-2f1a-406d-a5cb-f4e02b948a84 req-f2d1fd28-f38d-4db0-912b-2dc0fa915d8e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671284 Jul 16 01:29:54.863406 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a955f7d2-1928-40fc-bff8-224c6ebb8ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.898276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a427bf6-924a-49bc-95f2-312ecd7aae5c req-cba1277b-bc74-4681-aa62-14b92702bd95 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:54.912682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a427bf6-924a-49bc-95f2-312ecd7aae5c req-cba1277b-bc74-4681-aa62-14b92702bd95 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/ports?device_id=4dca14ab-f167-4c7e-9342-9cbc3dfc1da0 HTTP/1.1" status: 200 len: 945 time: 0.3158662 Jul 16 01:29:54.973419 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a955f7d2-1928-40fc-bff8-224c6ebb8ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.978336 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a955f7d2-1928-40fc-bff8-224c6ebb8ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:54.989162 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a955f7d2-1928-40fc-bff8-224c6ebb8ebf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/676ad659-cd7a-410e-93ec-5d0ed3dd84f0 HTTP/1.1" status: 204 len: 168 time: 0.4109030 Jul 16 01:29:55.007554 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a427bf6-924a-49bc-95f2-312ecd7aae5c req-e66b9584-fd8f-4e21-864a-e48d32d7d356 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/security-groups?id=a62e5972-cd70-4490-bbe4-4ccc22bf3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934849 Jul 16 01:29:55.013051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955f7d2-1928-40fc-bff8-224c6ebb8ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=676ad659-cd7a-410e-93ec-5d0ed3dd84f0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:55.071493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b7116-daef-4971-8ed9-727e9ccc63d6 req-824acca5-2be3-4a1c-8a51-d437f6dcc394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.076535 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d98b7116-daef-4971-8ed9-727e9ccc63d6 req-824acca5-2be3-4a1c-8a51-d437f6dcc394 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2632620 Jul 16 01:29:55.080836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-75eca105-45f5-4065-8991-3726ddce1c2d None None] Set router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:29:55.145060 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4b4d7f-75bb-4500-a9f2-f8dde3a13d48 x-openstack-request-id: req-1b4b4d7f-75bb-4500-a9f2-f8dde3a13d48 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:55.145304 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dca14ab-f167-4c7e-9342-9cbc3dfc1da0", "name": "network-vif-plugged", "status": "completed", "tag": "edd99131-005d-41a2-aa7b-60575763b4d9", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:55.145578 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b4b4d7f-75bb-4500-a9f2-f8dde3a13d48 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:55.146813 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dca14ab-f167-4c7e-9342-9cbc3dfc1da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd99131-005d-41a2-aa7b-60575763b4d9', 'code': 200} Jul 16 01:29:55.304383 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d98b7116-daef-4971-8ed9-727e9ccc63d6 req-eb33d7c0-211e-464e-b899-480fc59f067f service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190974 Jul 16 01:29:55.322973 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acf23a-7328-41ff-9559-a5dffc96e760 req-1c1920d2-d088-498f-89c4-9fab3694cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:55.327372 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03acf23a-7328-41ff-9559-a5dffc96e760 req-1c1920d2-d088-498f-89c4-9fab3694cb0b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4dca14ab-f167-4c7e-9342-9cbc3dfc1da0 HTTP/1.1" status: 200 len: 1098 time: 0.1482534 Jul 16 01:29:55.421447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03acf23a-7328-41ff-9559-a5dffc96e760 req-00017e76-e175-4ddd-ab22-8ffb01277e00 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a62e5972-cd70-4490-bbe4-4ccc22bf3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859735 Jul 16 01:29:55.489046 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d98b7116-daef-4971-8ed9-727e9ccc63d6 req-102bfade-5d1a-4ea1-adc0-6dc20bb642ae service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775138 Jul 16 01:29:55.563982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-75eca105-45f5-4065-8991-3726ddce1c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-router', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:04Z', 'updated_at': '2021-07-16T01:28:07Z', 'revision_number': 4, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'gw_port': {'id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:05Z', 'updated_at': '2021-07-16T01:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'fa64d76b-644c-404f-a224-21a120f063a9', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'port_id': '5fa0706b-8d9e-4b68-8c11-c14ab7c28160', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'mac_address': 'fa:16:3e:f2:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:29:51Z', 'revision_number': 1, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edb6a423-a1e8-46bf-9ad1-ad7db0da82eb', 'name': '', 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'mac_address': 'fa:16:3e:d5:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:07Z', 'updated_at': '2021-07-16T01:28:13Z', 'revision_number': 5, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'subnets': [{'id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:29:55.601538 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e8f887cd-7fff-4808-a8c6-434fb97b6177 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:29:55.605488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75eca105-45f5-4065-8991-3726ddce1c2d None None] The sync data for ids ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'] in n-d-791505-14 is: [{'id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-router', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:04Z', 'updated_at': '2021-07-16T01:28:07Z', 'revision_number': 4, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'gw_port': {'id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:05Z', 'updated_at': '2021-07-16T01:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'fa64d76b-644c-404f-a224-21a120f063a9', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'floating_ip_address': '172.25.2.75', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'port_id': '5fa0706b-8d9e-4b68-8c11-c14ab7c28160', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1889, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'mac_address': 'fa:16:3e:f2:3e:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:28:50Z', 'updated_at': '2021-07-16T01:29:51Z', 'revision_number': 1, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edb6a423-a1e8-46bf-9ad1-ad7db0da82eb', 'name': '', 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'mac_address': 'fa:16:3e:d5:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:07Z', 'updated_at': '2021-07-16T01:28:13Z', 'revision_number': 5, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'subnets': [{'id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:29:55.627278 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: e8f887cd-7fff-4808-a8c6-434fb97b6177 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:29:55.628204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e8f887cd-7fff-4808-a8c6-434fb97b6177 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:29:55.957875 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6860e9bc-fc1d-497c-bdbc-1c918ec133de None None] New status for floating IP fa64d76b-644c-404f-a224-21a120f063a9: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:29:56.316214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2eced3-7563-4b2f-a5de-79b7a68f63cd req-71c997fd-3890-40f6-b5e0-a1ff52547828 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:56.323296 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d2eced3-7563-4b2f-a5de-79b7a68f63cd req-71c997fd-3890-40f6-b5e0-a1ff52547828 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 945 time: 0.2931073 Jul 16 01:29:56.423251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d2eced3-7563-4b2f-a5de-79b7a68f63cd req-ab312d31-f7a6-4e4a-be3f-96219fc06c4f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989649 Jul 16 01:29:56.457027 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device d1c76d4c-6015-44fd-abe2-49b90d5307ad up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:29:56.586716 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port d1c76d4c-6015-44fd-abe2-49b90d5307ad triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:29:56.587102 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.598388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9a42-d251-47a1-9cae-dba070b95241 req-de431e50-369f-4c03-a3d4-19a840de7cbb tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:56.604410 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3fd9a42-d251-47a1-9cae-dba070b95241 req-de431e50-369f-4c03-a3d4-19a840de7cbb tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/ports?device_id=4dca14ab-f167-4c7e-9342-9cbc3dfc1da0 HTTP/1.1" status: 200 len: 946 time: 0.2105000 Jul 16 01:29:56.607102 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:29:56.658346 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39444) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:56.742314 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.803185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port d1c76d4c-6015-44fd-abe2-49b90d5307ad, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:29:56.813670 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:56.816812 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3fd9a42-d251-47a1-9cae-dba070b95241 req-5962de34-3216-4d4c-b196-7128f8d78e66 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/security-groups?id=a62e5972-cd70-4490-bbe4-4ccc22bf3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057345 Jul 16 01:29:56.938283 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=d1c76d4c-6015-44fd-abe2-49b90d5307ad,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:56.957398 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8dd146d1-b130-4d85-aaf5-30c381aa251c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-960069681-network', 'tenant_id': '13a72bcb0add4d8ba3e19c9ecfdf488e'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:57.007219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd146d1-b130-4d85-aaf5-30c381aa251c admin admin] Made reservation on behalf of 13a72bcb0add4d8ba3e19c9ecfdf488e for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:57.009694 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8dd146d1-b130-4d85-aaf5-30c381aa251c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.033484 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8dd146d1-b130-4d85-aaf5-30c381aa251c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.147863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6cb23f-1b4e-48a3-a238-5b7a83b550a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:29:57.150423 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce5d55f-2ed0-40de-adc1-5fbbaf677be5" -d '{"events": [{"server_uuid": "0d6cb23f-1b4e-48a3-a238-5b7a83b550a6", "name": "network-vif-plugged", "status": "completed", "tag": "d1c76d4c-6015-44fd-abe2-49b90d5307ad"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:29:57.234598 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc16dad-cd67-43c4-a77c-d3bd1b21ad54 x-openstack-request-id: req-7bc16dad-cd67-43c4-a77c-d3bd1b21ad54 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:29:57.235494 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6cb23f-1b4e-48a3-a238-5b7a83b550a6", "name": "network-vif-plugged", "status": "completed", "tag": "d1c76d4c-6015-44fd-abe2-49b90d5307ad", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:29:57.235788 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7bc16dad-cd67-43c4-a77c-d3bd1b21ad54 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:29:57.236232 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6cb23f-1b4e-48a3-a238-5b7a83b550a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad', 'code': 200} Jul 16 01:29:57.259641 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8dd146d1-b130-4d85-aaf5-30c381aa251c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.269610 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8dd146d1-b130-4d85-aaf5-30c381aa251c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.346037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd146d1-b130-4d85-aaf5-30c381aa251c admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:29:57.368264 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8dd146d1-b130-4d85-aaf5-30c381aa251c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.368631 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-8dd146d1-b130-4d85-aaf5-30c381aa251c admin admin] Added segment c524cd92-32cb-4fad-823e-9bf4a1613dcd of type vlan for network 61868579-87b3-49b3-ae7e-d6e1c6dfc4f5 Jul 16 01:29:57.371262 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd146d1-b130-4d85-aaf5-30c381aa251c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde7f314-ddb4-4214-a25e-9f7619481bb8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:57.494777 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8dd146d1-b130-4d85-aaf5-30c381aa251c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.580620 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8dd146d1-b130-4d85-aaf5-30c381aa251c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.588124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd146d1-b130-4d85-aaf5-30c381aa251c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.589368 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8dd146d1-b130-4d85-aaf5-30c381aa251c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.666832 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8dd146d1-b130-4d85-aaf5-30c381aa251c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0069354 Jul 16 01:29:57.670844 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39454) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:29:57.703981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d91597ae-1faf-4255-bc25-5dea56a75aab admin admin] Request body: {'subnet': {'network_id': '61868579-87b3-49b3-ae7e-d6e1c6dfc4f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-960069681-subnet', 'tenant_id': '13a72bcb0add4d8ba3e19c9ecfdf488e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:29:57.724817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42b149-c8c1-461c-b8f6-cdd90353d211 req-f9712bae-f9c0-4af0-aaf5-33b0d5ee21f6 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:57.726022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd146d1-b130-4d85-aaf5-30c381aa251c admin admin] Pushing event updated for resources: {'Network': ['ID=61868579-87b3-49b3-ae7e-d6e1c6dfc4f5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:57.733620 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f42b149-c8c1-461c-b8f6-cdd90353d211 req-f9712bae-f9c0-4af0-aaf5-33b0d5ee21f6 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1420817 Jul 16 01:29:57.742742 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 61868579-87b3-49b3-ae7e-d6e1c6dfc4f5 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:29:57.750272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91597ae-1faf-4255-bc25-5dea56a75aab admin admin] Made reservation on behalf of 13a72bcb0add4d8ba3e19c9ecfdf488e for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:29:57.754557 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d91597ae-1faf-4255-bc25-5dea56a75aab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:57.809568 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f42b149-c8c1-461c-b8f6-cdd90353d211 req-b0deab29-5f11-465b-9ea4-e8a7a54766b6 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748851 Jul 16 01:29:58.227452 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d91597ae-1faf-4255-bc25-5dea56a75aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.258374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96ed65-1e70-4444-853f-ba955c1b403f req-33ba374c-988e-4571-889c-ff88e2512c1b tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.272649 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d96ed65-1e70-4444-853f-ba955c1b403f req-33ba374c-988e-4571-889c-ff88e2512c1b tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/ports?device_id=4dca14ab-f167-4c7e-9342-9cbc3dfc1da0 HTTP/1.1" status: 200 len: 946 time: 0.1610897 Jul 16 01:29:58.333006 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91597ae-1faf-4255-bc25-5dea56a75aab admin admin] Pushing event updated for resources: {'Subnet': ['ID=1203a95c-62f4-425b-8bf7-fce8265c283a,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:29:58.353625 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91597ae-1faf-4255-bc25-5dea56a75aab admin admin] Checking segment: {'id': 'c524cd92-32cb-4fad-823e-9bf4a1613dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61868579-87b3-49b3-ae7e-d6e1c6dfc4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:29:58.354027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91597ae-1faf-4255-bc25-5dea56a75aab admin admin] Network hostable DHCP agents. Network: 61868579-87b3-49b3-ae7e-d6e1c6dfc4f5, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:29:58.372341 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d96ed65-1e70-4444-853f-ba955c1b403f req-66eeb168-d070-4b19-8177-247cfcadff57 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/security-groups?id=a62e5972-cd70-4490-bbe4-4ccc22bf3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971072 Jul 16 01:29:58.449139 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91597ae-1faf-4255-bc25-5dea56a75aab admin admin] Network 61868579-87b3-49b3-ae7e-d6e1c6dfc4f5 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:29:58.505513 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d91597ae-1faf-4255-bc25-5dea56a75aab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 61868579-87b3-49b3-ae7e-d6e1c6dfc4f5) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:29:58.515390 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91597ae-1faf-4255-bc25-5dea56a75aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:58.516122 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d91597ae-1faf-4255-bc25-5dea56a75aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:29:58.524102 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f9c928-5236-4c6e-a571-5d26f85cfedd None None] Network 61868579-87b3-49b3-ae7e-d6e1c6dfc4f5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:58.573908 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d91597ae-1faf-4255-bc25-5dea56a75aab admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8638716 Jul 16 01:29:58.678914 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204338d5-b481-438f-99e4-ec8d0452e481 None None] Network 61868579-87b3-49b3-ae7e-d6e1c6dfc4f5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:29:59.150051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c33607-8f78-42d8-9e7f-e598bd28d539 req-eca5247d-8424-4fa8-9ae3-16167713f44d tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.152527 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90c33607-8f78-42d8-9e7f-e598bd28d539 req-eca5247d-8424-4fa8-9ae3-16167713f44d tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1388142 Jul 16 01:29:59.242394 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90c33607-8f78-42d8-9e7f-e598bd28d539 req-f8b0123e-bdd1-4826-9643-d761c759180c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790889 Jul 16 01:29:59.834836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923917a8-35e6-4edf-92d8-ca75d4ed4008 req-3fc31498-a27e-417d-8472-deb362f93117 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.838445 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-923917a8-35e6-4edf-92d8-ca75d4ed4008 req-3fc31498-a27e-417d-8472-deb362f93117 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/ports?device_id=4dca14ab-f167-4c7e-9342-9cbc3dfc1da0 HTTP/1.1" status: 200 len: 946 time: 0.2006516 Jul 16 01:29:59.941798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-b651e663-b8a4-47f0-872c-51a159d9883b tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:29:59.943373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-b651e663-b8a4-47f0-872c-51a159d9883b tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/networks?id=61868579-87b3-49b3-ae7e-d6e1c6dfc4f5 HTTP/1.1" status: 200 len: 808 time: 0.2946560 Jul 16 01:29:59.959331 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-923917a8-35e6-4edf-92d8-ca75d4ed4008 req-c7723b4b-0a5b-4bf5-9b84-02186731b0a5 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/security-groups?id=a62e5972-cd70-4490-bbe4-4ccc22bf3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149929 Jul 16 01:29:59.988429 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-38df4c6d-987b-4701-b63d-46b4fb32b348 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/quotas/13a72bcb0add4d8ba3e19c9ecfdf488e HTTP/1.1" status: 200 len: 375 time: 0.0276921 Jul 16 01:30:00.052683 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-26190033-3f2a-4761-8152-47ee0aef90f4 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=13a72bcb0add4d8ba3e19c9ecfdf488e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558481 Jul 16 01:30:00.209812 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:00.283107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-a587392f-6f02-42be-9e4a-8312f5eb102a service neutron] 10.222.0.22 "GET /v2.0/networks/61868579-87b3-49b3-ae7e-d6e1c6dfc4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109809 Jul 16 01:30:00.566745 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-6feb4904-049f-46b9-a0f8-e6299d33565b service neutron] 10.222.0.22 "GET /v2.0/networks/61868579-87b3-49b3-ae7e-d6e1c6dfc4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767994 Jul 16 01:30:00.756571 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df9a48-c4b3-4c3a-8359-7f1bdfc63c28 req-55b428a9-325b-449e-98ec-e6cc355aaf7d tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:00.758585 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74df9a48-c4b3-4c3a-8359-7f1bdfc63c28 req-55b428a9-325b-449e-98ec-e6cc355aaf7d tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1901810 Jul 16 01:30:00.843192 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74df9a48-c4b3-4c3a-8359-7f1bdfc63c28 req-d7b0f776-a120-421c-91df-79daf95cdcd4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693457 Jul 16 01:30:01.014958 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9dc6f37d-e435-4ddd-a8e3-283cbe89885f req-b0075ca6-6da2-42d7-bf6b-6f32b02ca99e tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 210 time: 0.0592997 Jul 16 01:30:01.114275 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.138510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec9039-0786-4e81-ab82-516a288830ec req-080957d5-25a9-495e-88a7-761be479f13b tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.141352 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21ec9039-0786-4e81-ab82-516a288830ec req-080957d5-25a9-495e-88a7-761be479f13b tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.70 "GET /v2.0/ports?device_id=4dca14ab-f167-4c7e-9342-9cbc3dfc1da0 HTTP/1.1" status: 200 len: 946 time: 0.1372821 Jul 16 01:30:01.915310 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-21ec9039-0786-4e81-ab82-516a288830ec req-61324ac0-252e-4384-8f31-3862cb33e919 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Deleting port edd99131-005d-41a2-aa7b-60575763b4d9 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:01.916021 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-21ec9039-0786-4e81-ab82-516a288830ec req-61324ac0-252e-4384-8f31-3862cb33e919 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:01.963939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99309b-c55a-468d-99c8-1f2d465423ce req-2dd8507e-fda9-4ae6-b8a6-1c96fc753291 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:01.966656 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c99309b-c55a-468d-99c8-1f2d465423ce req-2dd8507e-fda9-4ae6-b8a6-1c96fc753291 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/ports?device_id=4dca14ab-f167-4c7e-9342-9cbc3dfc1da0 HTTP/1.1" status: 200 len: 946 time: 0.1775138 Jul 16 01:30:02.067181 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c99309b-c55a-468d-99c8-1f2d465423ce req-9b92d191-c0ce-4c93-9fe9-37ee94428e30 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/security-groups?id=a62e5972-cd70-4490-bbe4-4ccc22bf3379&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925601 Jul 16 01:30:02.254069 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-21ec9039-0786-4e81-ab82-516a288830ec req-61324ac0-252e-4384-8f31-3862cb33e919 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] For port edd99131-005d-41a2-aa7b-60575763b4d9, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=edd99131-005d-41a2-aa7b-60575763b4d9,segment=NetworkSegment(1077f4a2-64a8-4857-920e-1e1076a22106),segment_id=1077f4a2-64a8-4857-920e-1e1076a22106)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:02.254901 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-21ec9039-0786-4e81-ab82-516a288830ec req-61324ac0-252e-4384-8f31-3862cb33e919 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.325804 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-21ec9039-0786-4e81-ab82-516a288830ec req-61324ac0-252e-4384-8f31-3862cb33e919 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Calling delete_port for edd99131-005d-41a2-aa7b-60575763b4d9 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:02.329018 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7d15bf7-6c84-494a-8bae-b70a06240cff req-861bd10a-43e1-467a-b5cf-5c46b2b61402 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 210 time: 0.0565276 Jul 16 01:30:02.423008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd784b4-01a0-405e-a474-de1f2ceaed1b req-a22e62a9-dcb4-461a-80cf-61dbec49e7d7 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:02.430051 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2bd784b4-01a0-405e-a474-de1f2ceaed1b req-a22e62a9-dcb4-461a-80cf-61dbec49e7d7 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1929915 Jul 16 01:30:02.508717 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2bd784b4-01a0-405e-a474-de1f2ceaed1b req-702c8c84-aa69-4507-9ad4-88ea4427f6a5 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775082 Jul 16 01:30:02.599710 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-21ec9039-0786-4e81-ab82-516a288830ec req-61324ac0-252e-4384-8f31-3862cb33e919 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.613288 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['edd99131-005d-41a2-aa7b-60575763b4d9'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:02.665946 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61324ac0-252e-4384-8f31-3862cb33e919 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Pushing event deleted for resources: {'Port': ['ID=edd99131-005d-41a2-aa7b-60575763b4d9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:02.798214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ec9039-0786-4e81-ab82-516a288830ec req-61324ac0-252e-4384-8f31-3862cb33e919 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] No DVR routers for this DVR port edd99131-005d-41a2-aa7b-60575763b4d9 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:02.812847 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-21ec9039-0786-4e81-ab82-516a288830ec req-61324ac0-252e-4384-8f31-3862cb33e919 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:02.818914 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21ec9039-0786-4e81-ab82-516a288830ec req-61324ac0-252e-4384-8f31-3862cb33e919 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.70 "DELETE /v2.0/ports/edd99131-005d-41a2-aa7b-60575763b4d9 HTTP/1.1" status: 204 len: 173 time: 1.6713877 Jul 16 01:30:02.819385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dca14ab-f167-4c7e-9342-9cbc3dfc1da0', 'name': 'network-vif-deleted', 'tag': 'edd99131-005d-41a2-aa7b-60575763b4d9'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:02.829695 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428ee45f-ec5a-4cc3-b42c-584bb0c661b0" -d '{"events": [{"server_uuid": "4dca14ab-f167-4c7e-9342-9cbc3dfc1da0", "name": "network-vif-deleted", "tag": "edd99131-005d-41a2-aa7b-60575763b4d9"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:02.925544 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed53d6df-8fb9-4925-9026-c75d40ccb117 x-openstack-request-id: req-ed53d6df-8fb9-4925-9026-c75d40ccb117 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:02.926180 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dca14ab-f167-4c7e-9342-9cbc3dfc1da0", "name": "network-vif-deleted", "tag": "edd99131-005d-41a2-aa7b-60575763b4d9", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:02.926180 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ed53d6df-8fb9-4925-9026-c75d40ccb117 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:02.926412 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dca14ab-f167-4c7e-9342-9cbc3dfc1da0', 'name': 'network-vif-deleted', 'tag': 'edd99131-005d-41a2-aa7b-60575763b4d9', 'status': 'completed', 'code': 200} Jul 16 01:30:03.212409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-d72a2543-5b22-400f-9117-650c79352874 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:03.214509 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-d72a2543-5b22-400f-9117-650c79352874 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.70 "GET /v2.0/networks?id=61868579-87b3-49b3-ae7e-d6e1c6dfc4f5 HTTP/1.1" status: 200 len: 808 time: 0.1546559 Jul 16 01:30:03.236351 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-f2a4dc8c-a27a-4703-8bd2-19a50ac4f849 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Request body: {'port': {'device_id': '5d1ecbbf-0a79-4473-9a74-b1d4af28cd65', 'network_id': '61868579-87b3-49b3-ae7e-d6e1c6dfc4f5', 'admin_state_up': True, 'tenant_id': '13a72bcb0add4d8ba3e19c9ecfdf488e'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:03.416159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-f2a4dc8c-a27a-4703-8bd2-19a50ac4f849 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Made reservation on behalf of 13a72bcb0add4d8ba3e19c9ecfdf488e for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:03.423801 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-f2a4dc8c-a27a-4703-8bd2-19a50ac4f849 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:03.588962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-f2a4dc8c-a27a-4703-8bd2-19a50ac4f849 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Allocated IP 172.20.0.6 (61868579-87b3-49b3-ae7e-d6e1c6dfc4f5/1203a95c-62f4-425b-8bf7-fce8265c283a/0ab5e524-c633-4bc7-85d3-95e67391e0bb) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:03.860373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79f3268f-9d51-482e-98a8-d037551babca req-650c80be-abea-4cd9-b9bc-480abea79de8 tempest-ServerPasswordTestJSON-1189789394 tempest-ServerPasswordTestJSON-1189789394-project] 10.222.0.22 "GET /v2.0/ports?device_id=4dca14ab-f167-4c7e-9342-9cbc3dfc1da0 HTTP/1.1" status: 200 len: 210 time: 0.4162829 Jul 16 01:30:03.883810 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ced66436-8c12-4c82-849e-1a62e328d1c1 req-e1b6bb20-bf39-4114-9a5d-c45415836453 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 210 time: 0.1462395 Jul 16 01:30:03.930397 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-f2a4dc8c-a27a-4703-8bd2-19a50ac4f849 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.107166 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-f2a4dc8c-a27a-4703-8bd2-19a50ac4f849 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.219843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-f2a4dc8c-a27a-4703-8bd2-19a50ac4f849 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Network 61868579-87b3-49b3-ae7e-d6e1c6dfc4f5 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:04.241472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-f2a4dc8c-a27a-4703-8bd2-19a50ac4f849 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:04.248626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-f2a4dc8c-a27a-4703-8bd2-19a50ac4f849 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:04.279554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4dc8c-a27a-4703-8bd2-19a50ac4f849 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Pushing event updated for resources: {'Port': ['ID=0ab5e524-c633-4bc7-85d3-95e67391e0bb,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:04.303833 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402deb3-a2be-48ca-bcef-11931dee03f3 req-e99113a1-2f22-4b07-8e7c-fa28f3c53361 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.305544 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f402deb3-a2be-48ca-bcef-11931dee03f3 req-e99113a1-2f22-4b07-8e7c-fa28f3c53361 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1684971 Jul 16 01:30:04.336875 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-f2a4dc8c-a27a-4703-8bd2-19a50ac4f849 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:04.337550 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-f2a4dc8c-a27a-4703-8bd2-19a50ac4f849 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.385065 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-f2a4dc8c-a27a-4703-8bd2-19a50ac4f849 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1597943 Jul 16 01:30:04.406646 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Request body: {'port': {'device_id': '5d1ecbbf-0a79-4473-9a74-b1d4af28cd65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:04.416341 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f402deb3-a2be-48ca-bcef-11931dee03f3 req-94f2aee4-2381-4eb6-9e9f-24af2d06f746 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030896 Jul 16 01:30:04.501603 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.782008 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5758ca22-5d32-4438-970a-380953a1ae23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.880990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab5e524-c633-4bc7-85d3-95e67391e0bb {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:04.894034 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:04.908913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Transition to ACTIVE for port object 0ab5e524-c633-4bc7-85d3-95e67391e0bb will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:04.913724 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.006154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab5e524-c633-4bc7-85d3-95e67391e0bb,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:05.023806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39554) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:05.108925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Attempting to bind port 0ab5e524-c633-4bc7-85d3-95e67391e0bb on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:05.109311 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Attempting to bind port 0ab5e524-c633-4bc7-85d3-95e67391e0bb by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'c524cd92-32cb-4fad-823e-9bf4a1613dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61868579-87b3-49b3-ae7e-d6e1c6dfc4f5'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:05.109596 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Attempting to bind port 0ab5e524-c633-4bc7-85d3-95e67391e0bb on network 61868579-87b3-49b3-ae7e-d6e1c6dfc4f5 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:05.120812 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Port 0ab5e524-c633-4bc7-85d3-95e67391e0bb on network 61868579-87b3-49b3-ae7e-d6e1c6dfc4f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:05.120812 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Attempting to bind port 0ab5e524-c633-4bc7-85d3-95e67391e0bb on network 61868579-87b3-49b3-ae7e-d6e1c6dfc4f5 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:05.135559 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-2844e23f-8c7d-45a1-9957-f69a08de30d3 admin admin] Deleting subnet 5c80e446-33cc-49b6-b787-b335e0b23bb4 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:05.137246 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:05.137684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Checking segment: {'id': 'c524cd92-32cb-4fad-823e-9bf4a1613dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61868579-87b3-49b3-ae7e-d6e1c6dfc4f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:05.137989 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Bound using segment: {'id': 'c524cd92-32cb-4fad-823e-9bf4a1613dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61868579-87b3-49b3-ae7e-d6e1c6dfc4f5'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:05.138429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Bound port: 0ab5e524-c633-4bc7-85d3-95e67391e0bb, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c524cd92-32cb-4fad-823e-9bf4a1613dcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '61868579-87b3-49b3-ae7e-d6e1c6dfc4f5'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:05.138792 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.148794 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2844e23f-8c7d-45a1-9957-f69a08de30d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.221232 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2844e23f-8c7d-45a1-9957-f69a08de30d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.282541 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2844e23f-8c7d-45a1-9957-f69a08de30d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.332183 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] For port 0ab5e524-c633-4bc7-85d3-95e67391e0bb, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:05.335991 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] For port 0ab5e524-c633-4bc7-85d3-95e67391e0bb, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0ab5e524-c633-4bc7-85d3-95e67391e0bb,segment=NetworkSegment(c524cd92-32cb-4fad-823e-9bf4a1613dcd),segment_id=c524cd92-32cb-4fad-823e-9bf4a1613dcd)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:05.351919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4eccb-f8a0-44bd-a79a-66b643b0cb02 req-1dc9ad6d-b19d-48da-888b-0e57920e24da tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.353563 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e3e4eccb-f8a0-44bd-a79a-66b643b0cb02 req-1dc9ad6d-b19d-48da-888b-0e57920e24da tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 943 time: 0.1804156 Jul 16 01:30:05.362782 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.399898 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2844e23f-8c7d-45a1-9957-f69a08de30d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.420088 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2844e23f-8c7d-45a1-9957-f69a08de30d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.422513 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2844e23f-8c7d-45a1-9957-f69a08de30d3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5c80e446-33cc-49b6-b787-b335e0b23bb4 HTTP/1.1" status: 204 len: 168 time: 0.3974779 Jul 16 01:30:05.438382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39562) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:05.439712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Pushing event updated for resources: {'Port': ['ID=0ab5e524-c633-4bc7-85d3-95e67391e0bb,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:05.442368 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844e23f-8c7d-45a1-9957-f69a08de30d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c80e446-33cc-49b6-b787-b335e0b23bb4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:05.511273 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.511946 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.513357 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-850add7c-47d1-480a-8258-dfc4fc382f25 service neutron] 10.222.0.70 "PUT /v2.0/ports/0ab5e524-c633-4bc7-85d3-95e67391e0bb HTTP/1.1" status: 200 len: 1092 time: 1.1155639 Jul 16 01:30:05.513802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1ecbbf-0a79-4473-9a74-b1d4af28cd65', 'tag': '0ab5e524-c633-4bc7-85d3-95e67391e0bb'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:05.516184 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704d97d5-3b43-4437-bbe4-f245bae107d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1ecbbf-0a79-4473-9a74-b1d4af28cd65", "tag": "0ab5e524-c633-4bc7-85d3-95e67391e0bb"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:05.544406 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e3e4eccb-f8a0-44bd-a79a-66b643b0cb02 req-4149e95c-2b8d-4f64-ae40-5267f1b0a3ef tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748919 Jul 16 01:30:05.640993 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f9cfc6-bb4c-4742-97f3-ba4ee73407a6 x-openstack-request-id: req-88f9cfc6-bb4c-4742-97f3-ba4ee73407a6 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:05.641771 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1ecbbf-0a79-4473-9a74-b1d4af28cd65", "tag": "0ab5e524-c633-4bc7-85d3-95e67391e0bb", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:05.641771 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88f9cfc6-bb4c-4742-97f3-ba4ee73407a6 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:05.642017 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d1ecbbf-0a79-4473-9a74-b1d4af28cd65', 'tag': '0ab5e524-c633-4bc7-85d3-95e67391e0bb', 'status': 'completed', 'code': 200} Jul 16 01:30:05.692021 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1f48393f-f013-4ed4-a2dd-804aa9e87d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.801341 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-be3ed1ce-4780-4310-bb60-05f3bb812a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.803211 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-be3ed1ce-4780-4310-bb60-05f3bb812a22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13a72bcb0add4d8ba3e19c9ecfdf488e&device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 1095 time: 0.2405035 Jul 16 01:30:05.818696 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad29e6e8-da1f-4858-aeca-204161820e3d req-e7e03372-3cf7-4e3b-8a35-bde0401b7bd2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:05.828797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad29e6e8-da1f-4858-aeca-204161820e3d req-e7e03372-3cf7-4e3b-8a35-bde0401b7bd2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2472484 Jul 16 01:30:05.889324 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-a7e6591e-70d4-4d29-975e-b1324eda54da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ab5e524-c633-4bc7-85d3-95e67391e0bb HTTP/1.1" status: 200 len: 217 time: 0.0509744 Jul 16 01:30:05.913677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device edd99131-005d-41a2-aa7b-60575763b4d9 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:05.922822 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1f48393f-f013-4ed4-a2dd-804aa9e87d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:05.953985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: edd99131-005d-41a2-aa7b-60575763b4d9 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:05.954387 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device edd99131-005d-41a2-aa7b-60575763b4d9 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:05.976497 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-1f48393f-f013-4ed4-a2dd-804aa9e87d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8f21e4-83c9-4293-8b95-77c32ed2c8d6']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:06.001179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-1f48393f-f013-4ed4-a2dd-804aa9e87d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1077f4a2-64a8-4857-920e-1e1076a22106') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:06.001519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-1f48393f-f013-4ed4-a2dd-804aa9e87d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1077f4a2-64a8-4857-920e-1e1076a22106') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:06.031041 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1f48393f-f013-4ed4-a2dd-804aa9e87d6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.055083 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad29e6e8-da1f-4858-aeca-204161820e3d req-05c996d4-7ac6-4184-a533-ef39edf17377 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252185 Jul 16 01:30:06.058922 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-4c261e24-c9c3-4b54-a9e0-fa518a54a17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.067886 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-4c261e24-c9c3-4b54-a9e0-fa518a54a17d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1203a95c-62f4-425b-8bf7-fce8265c283a HTTP/1.1" status: 200 len: 848 time: 0.1421099 Jul 16 01:30:06.075815 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1f48393f-f013-4ed4-a2dd-804aa9e87d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.118607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f48393f-f013-4ed4-a2dd-804aa9e87d6a admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:06.119019 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1f48393f-f013-4ed4-a2dd-804aa9e87d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:06.121469 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:06.125266 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-05b5ddc3-c8a6-4d7a-a0e3-9cb605025655 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61868579-87b3-49b3-ae7e-d6e1c6dfc4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454667 Jul 16 01:30:06.269572 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1f48393f-f013-4ed4-a2dd-804aa9e87d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.291084 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1f48393f-f013-4ed4-a2dd-804aa9e87d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.295831 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1f48393f-f013-4ed4-a2dd-804aa9e87d6a admin admin] 10.222.0.22 "DELETE /v2.0/networks/fe8f21e4-83c9-4293-8b95-77c32ed2c8d6 HTTP/1.1" status: 204 len: 168 time: 0.8398685 Jul 16 01:30:06.312540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f48393f-f013-4ed4-a2dd-804aa9e87d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=fe8f21e4-83c9-4293-8b95-77c32ed2c8d6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:06.339980 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-2ba1010f-5ef6-4ced-b694-1dadd2b60709 service neutron] 10.222.0.70 "GET /v2.0/networks/61868579-87b3-49b3-ae7e-d6e1c6dfc4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039962 Jul 16 01:30:06.536686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39580) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:06.585852 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2b289d1-b2a2-467b-8035-5d8cc0d1c738 req-1d3203de-52cf-4be1-8086-58d07b99e0ca service neutron] 10.222.0.70 "GET /v2.0/networks/61868579-87b3-49b3-ae7e-d6e1c6dfc4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351134 Jul 16 01:30:06.632564 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-982c196f-d9ea-4e74-ad79-5abb529a8ed0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d0a69e4cb4c425e88b5dd25db6c0780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0945168 Jul 16 01:30:06.634960 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39584) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:06.746268 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1b845b9-8198-4763-9969-8636c69baee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.772708 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1b845b9-8198-4763-9969-8636c69baee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.812360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d97d5-3b43-4437-bbe4-f245bae107d2 req-d622eb9f-cf5c-4267-bcae-394deb6d34ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.814181 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-704d97d5-3b43-4437-bbe4-f245bae107d2 req-d622eb9f-cf5c-4267-bcae-394deb6d34ad service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13a72bcb0add4d8ba3e19c9ecfdf488e&device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 1095 time: 0.1431162 Jul 16 01:30:06.877522 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1b845b9-8198-4763-9969-8636c69baee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.879730 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f9377-bc6f-40cf-91ca-424a99099b08 req-c7fc6192-d1bd-430b-a89d-f8490b4dd538 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:06.881616 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d90f9377-bc6f-40cf-91ca-424a99099b08 req-c7fc6192-d1bd-430b-a89d-f8490b4dd538 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 943 time: 0.1480663 Jul 16 01:30:06.895696 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d1b845b9-8198-4763-9969-8636c69baee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:06.908663 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d1b845b9-8198-4763-9969-8636c69baee9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a62e5972-cd70-4490-bbe4-4ccc22bf3379 HTTP/1.1" status: 204 len: 168 time: 0.2678401 Jul 16 01:30:06.940803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b845b9-8198-4763-9969-8636c69baee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62e5972-cd70-4490-bbe4-4ccc22bf3379,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:06.995877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d90f9377-bc6f-40cf-91ca-424a99099b08 req-8f7ff151-0a12-43be-a951-3b0e0c5ccf8d tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045876 Jul 16 01:30:07.050552 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d97d5-3b43-4437-bbe4-f245bae107d2 req-56eda2c2-3e10-40d4-9962-918f8dfa8dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.052280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-704d97d5-3b43-4437-bbe4-f245bae107d2 req-56eda2c2-3e10-40d4-9962-918f8dfa8dec service neutron] 10.222.0.70 "GET /v2.0/networks?id=61868579-87b3-49b3-ae7e-d6e1c6dfc4f5 HTTP/1.1" status: 200 len: 909 time: 0.2302759 Jul 16 01:30:07.106241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-704d97d5-3b43-4437-bbe4-f245bae107d2 req-3a9f91d9-81bd-4e6e-8c9c-8ac304badb9f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ab5e524-c633-4bc7-85d3-95e67391e0bb HTTP/1.1" status: 200 len: 217 time: 0.0434785 Jul 16 01:30:07.186252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704d97d5-3b43-4437-bbe4-f245bae107d2 req-0f8745a1-c9b8-467f-a0b4-508583cfee53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.188899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-704d97d5-3b43-4437-bbe4-f245bae107d2 req-0f8745a1-c9b8-467f-a0b4-508583cfee53 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=1203a95c-62f4-425b-8bf7-fce8265c283a HTTP/1.1" status: 200 len: 848 time: 0.0738099 Jul 16 01:30:07.241592 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-704d97d5-3b43-4437-bbe4-f245bae107d2 req-0fd8a913-23b6-4b05-9305-ce416f6b3fc9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=61868579-87b3-49b3-ae7e-d6e1c6dfc4f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400636 Jul 16 01:30:07.301796 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:07.415669 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-704d97d5-3b43-4437-bbe4-f245bae107d2 req-c85dde18-0c7a-48a6-a021-cd5b55a34f35 service neutron] 10.222.0.70 "GET /v2.0/networks/61868579-87b3-49b3-ae7e-d6e1c6dfc4f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343570 Jul 16 01:30:07.424988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d41271-c7ca-46e4-94ec-4b8ae8ff2088 req-34cb9663-4581-47e7-ae00-dbf6202d6d7b tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:07.432702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91d41271-c7ca-46e4-94ec-4b8ae8ff2088 req-34cb9663-4581-47e7-ae00-dbf6202d6d7b tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1945162 Jul 16 01:30:07.543877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91d41271-c7ca-46e4-94ec-4b8ae8ff2088 req-06ff2d4b-d8f2-40dc-98c1-d9e41f9b54c4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100042 Jul 16 01:30:07.600836 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-704d97d5-3b43-4437-bbe4-f245bae107d2 req-6782b2c1-9154-4ab8-a007-9ef8f8a9204e service neutron] 10.222.0.70 "GET /v2.0/networks/61868579-87b3-49b3-ae7e-d6e1c6dfc4f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594422 Jul 16 01:30:07.655630 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-13580c94-85b3-4554-bb3c-158a15cbcc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.055236 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39622) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:08.239359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-dbedff49-3435-4425-9c30-749a2bd3e2d1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-network', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:08.253190 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7330b18-a16c-4998-98af-72f6c2bf8caa req-f650ceca-8de7-40aa-8663-5f94760b75e0 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.255490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7330b18-a16c-4998-98af-72f6c2bf8caa req-f650ceca-8de7-40aa-8663-5f94760b75e0 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 943 time: 0.0946937 Jul 16 01:30:08.280153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbedff49-3435-4425-9c30-749a2bd3e2d1 admin admin] Made reservation on behalf of 848d0be8cf484a8ea0257a4874489c0c for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:08.285253 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbedff49-3435-4425-9c30-749a2bd3e2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.302582 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbedff49-3435-4425-9c30-749a2bd3e2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.328470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7330b18-a16c-4998-98af-72f6c2bf8caa req-6bf8dcfc-e9c9-4ef9-91ea-e5731a5ea5aa tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650206 Jul 16 01:30:08.467016 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbedff49-3435-4425-9c30-749a2bd3e2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.481922 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbedff49-3435-4425-9c30-749a2bd3e2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.513357 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbedff49-3435-4425-9c30-749a2bd3e2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a8a041-3008-43c5-9972-39b07375fecb,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.519938 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.525441 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbedff49-3435-4425-9c30-749a2bd3e2d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:30:08.538294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbedff49-3435-4425-9c30-749a2bd3e2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.538690 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-dbedff49-3435-4425-9c30-749a2bd3e2d1 admin admin] Added segment 0a4127b6-f6fb-4023-80e1-ae17884f89e8 of type vlan for network 443b0636-2ec7-4971-8416-ad4875e96dd4 Jul 16 01:30:08.612528 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbedff49-3435-4425-9c30-749a2bd3e2d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.693135 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbedff49-3435-4425-9c30-749a2bd3e2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.694367 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbedff49-3435-4425-9c30-749a2bd3e2d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.695190 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbedff49-3435-4425-9c30-749a2bd3e2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.741156 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dbedff49-3435-4425-9c30-749a2bd3e2d1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6841302 Jul 16 01:30:08.744009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39638) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:08.751787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e3d0c7d4-14b7-40cf-90ce-ec7a66d07a45 admin admin] Request body: {'subnet': {'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-subnet', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:08.784017 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d0c7d4-14b7-40cf-90ce-ec7a66d07a45 admin admin] Made reservation on behalf of 848d0be8cf484a8ea0257a4874489c0c for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:08.786493 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c7d4-14b7-40cf-90ce-ec7a66d07a45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:08.816516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbedff49-3435-4425-9c30-749a2bd3e2d1 admin admin] Pushing event updated for resources: {'Network': ['ID=443b0636-2ec7-4971-8416-ad4875e96dd4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:08.828020 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 443b0636-2ec7-4971-8416-ad4875e96dd4 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:30:08.881514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7273a-b0ae-48d2-9b80-3b9473b44593 req-c5ad2c68-1043-46bd-8b67-e9a8a9b87574 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:08.892031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53a7273a-b0ae-48d2-9b80-3b9473b44593 req-c5ad2c68-1043-46bd-8b67-e9a8a9b87574 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1546102 Jul 16 01:30:08.963099 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53a7273a-b0ae-48d2-9b80-3b9473b44593 req-fa0eae72-72fc-4732-bda7-e2dc01eda70e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696671 Jul 16 01:30:09.071037 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c7d4-14b7-40cf-90ce-ec7a66d07a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.118481 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0c7d4-14b7-40cf-90ce-ec7a66d07a45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6272e637-e25c-4ff7-bda6-1602210b065c,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:09.164509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d0c7d4-14b7-40cf-90ce-ec7a66d07a45 admin admin] Checking segment: {'id': '0a4127b6-f6fb-4023-80e1-ae17884f89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:09.165270 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d0c7d4-14b7-40cf-90ce-ec7a66d07a45 admin admin] Network hostable DHCP agents. Network: 443b0636-2ec7-4971-8416-ad4875e96dd4, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:30:09.188870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d0c7d4-14b7-40cf-90ce-ec7a66d07a45 admin admin] Network 443b0636-2ec7-4971-8416-ad4875e96dd4 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:30:09.201386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-e3d0c7d4-14b7-40cf-90ce-ec7a66d07a45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 443b0636-2ec7-4971-8416-ad4875e96dd4) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:09.206006 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d0c7d4-14b7-40cf-90ce-ec7a66d07a45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.206727 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e3d0c7d4-14b7-40cf-90ce-ec7a66d07a45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.212751 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdfd44a-122f-4ddf-9475-31078055930d None None] Network 443b0636-2ec7-4971-8416-ad4875e96dd4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:09.234756 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e3d0c7d4-14b7-40cf-90ce-ec7a66d07a45 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4891782 Jul 16 01:30:09.237531 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39646) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:09.242216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-router', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:09.272124 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.273237 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.330641 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.438102 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d116dd5-545c-40da-9952-c26216e2f47a None None] Network 443b0636-2ec7-4971-8416-ad4875e96dd4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:09.570427 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.689253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a44a5e-eab4-4c9f-a72d-ab4b1e5834a4 req-6a799ea7-ffc8-4482-9e6e-dcb494419e69 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:09.691176 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a44a5e-eab4-4c9f-a72d-ab4b1e5834a4 req-6a799ea7-ffc8-4482-9e6e-dcb494419e69 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 943 time: 0.1440318 Jul 16 01:30:09.752334 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a44a5e-eab4-4c9f-a72d-ab4b1e5834a4 req-dc7aaf01-eb16-40af-b422-4f9b61c1d007 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553539 Jul 16 01:30:09.875263 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.901909 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:09.925765 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0ab5e524-c633-4bc7-85d3-95e67391e0bb details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:10.176790 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Allocated IP 172.25.2.34 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:10.198841 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.228128 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 0ab5e524-c633-4bc7-85d3-95e67391e0bb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0ab5e524-c633-4bc7-85d3-95e67391e0bb,segment=NetworkSegment(c524cd92-32cb-4fad-823e-9bf4a1613dcd),segment_id=c524cd92-32cb-4fad-823e-9bf4a1613dcd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:10.246918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '0ab5e524-c633-4bc7-85d3-95e67391e0bb', 'network_id': '61868579-87b3-49b3-ae7e-d6e1c6dfc4f5', 'port_id': '0ab5e524-c633-4bc7-85d3-95e67391e0bb', 'mac_address': 'fa:16:3e:1d:61:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1203a95c-62f4-425b-8bf7-fce8265c283a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:10.285122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20f5ade-b633-4a12-9404-ac0301bf5157 req-30f8fd9c-41c5-45aa-bd9b-84317b61ec44 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.297355 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e20f5ade-b633-4a12-9404-ac0301bf5157 req-30f8fd9c-41c5-45aa-bd9b-84317b61ec44 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1229734 Jul 16 01:30:10.304239 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.318226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab5e524-c633-4bc7-85d3-95e67391e0bb {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:10.340723 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 0ab5e524-c633-4bc7-85d3-95e67391e0bb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0ab5e524-c633-4bc7-85d3-95e67391e0bb,segment=NetworkSegment(c524cd92-32cb-4fad-823e-9bf4a1613dcd),segment_id=c524cd92-32cb-4fad-823e-9bf4a1613dcd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:10.344585 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.352128 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e20f5ade-b633-4a12-9404-ac0301bf5157 req-d12d214a-3168-4745-b646-73c2bfc11a7c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484550 Jul 16 01:30:10.360529 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.406177 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.418001 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=0ab5e524-c633-4bc7-85d3-95e67391e0bb,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:10.452893 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:10.455807 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:10.459433 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:10.488968 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Pushing event updated for resources: {'Port': ['ID=03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:10.577117 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['0ab5e524-c633-4bc7-85d3-95e67391e0bb'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:10.751651 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:10.987568 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2804fa-d812-406b-8a02-72eebdea8cf3 req-b89092d3-d238-49bf-ad54-5bdeb8117ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:10.989167 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc2804fa-d812-406b-8a02-72eebdea8cf3 req-b89092d3-d238-49bf-ad54-5bdeb8117ca0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc01f55a55aa478f8bc3aed843c6d2fe&device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 1098 time: 0.1729407 Jul 16 01:30:11.066018 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936fefe8-e58e-4ba4-8a0d-43a12f318bfb req-56d95f4d-a497-4ba9-9466-df4eff06c8d5 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.074036 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-936fefe8-e58e-4ba4-8a0d-43a12f318bfb req-56d95f4d-a497-4ba9-9466-df4eff06c8d5 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 944 time: 0.1442864 Jul 16 01:30:11.123096 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-936fefe8-e58e-4ba4-8a0d-43a12f318bfb req-073fd999-5931-4b11-9cd2-ca21bf54d01f tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479069 Jul 16 01:30:11.165037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2804fa-d812-406b-8a02-72eebdea8cf3 req-3a9be166-9b09-444c-a96d-a6e45c7e30be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.167355 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc2804fa-d812-406b-8a02-72eebdea8cf3 req-3a9be166-9b09-444c-a96d-a6e45c7e30be service neutron] 10.222.0.69 "GET /v2.0/networks?id=af3e8427-1eb8-41ae-8360-0d8cda39634f HTTP/1.1" status: 200 len: 914 time: 0.1665711 Jul 16 01:30:11.217327 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc2804fa-d812-406b-8a02-72eebdea8cf3 req-ba1057bd-1331-4271-9ebe-a8ca922483bf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad HTTP/1.1" status: 200 len: 217 time: 0.0407515 Jul 16 01:30:11.221688 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.552112 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fad533-7c97-49c7-8cb4-b6688d8b8879 req-4a87d32d-77d9-4a22-87c3-140585d628ba tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.553663 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85fad533-7c97-49c7-8cb4-b6688d8b8879 req-4a87d32d-77d9-4a22-87c3-140585d628ba tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.0759535 Jul 16 01:30:11.592873 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2804fa-d812-406b-8a02-72eebdea8cf3 req-6f9daa6e-062b-43a9-941d-ce7cafe90bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:11.594371 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc2804fa-d812-406b-8a02-72eebdea8cf3 req-6f9daa6e-062b-43a9-941d-ce7cafe90bfc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=445444c6-c085-4d13-9690-c0618a2d3056 HTTP/1.1" status: 200 len: 853 time: 0.3705838 Jul 16 01:30:11.605143 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85fad533-7c97-49c7-8cb4-b6688d8b8879 req-934a671a-9f86-4910-8f2c-14d4755d57c8 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386167 Jul 16 01:30:11.661127 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc2804fa-d812-406b-8a02-72eebdea8cf3 req-147a31de-778a-49d8-b86a-5f9cf8fe0de3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=af3e8427-1eb8-41ae-8360-0d8cda39634f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358005 Jul 16 01:30:11.775413 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc2804fa-d812-406b-8a02-72eebdea8cf3 req-9dc5f181-3c41-4bb8-83e0-0aa1a9453d32 service neutron] 10.222.0.69 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070995 Jul 16 01:30:11.775986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Router 445dd47b-cfb7-4c23-b09f-f4954affda54 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:30:11.955450 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0ab5e524-c633-4bc7-85d3-95e67391e0bb up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:11.967377 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc2804fa-d812-406b-8a02-72eebdea8cf3 req-9711054d-c2c6-4ca8-b32a-a25bc4853bfe service neutron] 10.222.0.69 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848164 Jul 16 01:30:11.968493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:11.984230 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:11.989207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39682) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:11.989480 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bb153438-62ad-4e5e-a7f4-634ce4111b0b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.7508388 Jul 16 01:30:12.004173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Sync routers for ids ['445dd47b-cfb7-4c23-b09f-f4954affda54'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:12.026278 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Routers {'445dd47b-cfb7-4c23-b09f-f4954affda54'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:12.027159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:30:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['445dd47b-cfb7-4c23-b09f-f4954affda54'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:12.135886 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Set router 445dd47b-cfb7-4c23-b09f-f4954affda54 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:12.501595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 0ab5e524-c633-4bc7-85d3-95e67391e0bb completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:12.509857 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 0ab5e524-c633-4bc7-85d3-95e67391e0bb triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:12.510236 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.516815 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a227ad8-8823-4db4-92da-e24abf099efb req-97071183-fbde-4316-8054-dab34e86ac1a tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:12.518285 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a227ad8-8823-4db4-92da-e24abf099efb req-97071183-fbde-4316-8054-dab34e86ac1a tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 944 time: 0.1413317 Jul 16 01:30:12.571644 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-router', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:10Z', 'revision_number': 3, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'gw_port': {'id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:12.600764 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9a227ad8-8823-4db4-92da-e24abf099efb req-4e3ea4db-f0df-417c-952a-7bfa93f5031e tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539606 Jul 16 01:30:12.603019 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.622925 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Checking router: 445dd47b-cfb7-4c23-b09f-f4954affda54 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:12.623286 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Updating router 445dd47b-cfb7-4c23-b09f-f4954affda54 port 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:30:12.667080 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.695915 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.702887 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1ecbbf-0a79-4473-9a74-b1d4af28cd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab5e524-c633-4bc7-85d3-95e67391e0bb'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:12.705204 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a40df17-04de-4ffc-8e79-9a08bf4edc49" -d '{"events": [{"server_uuid": "5d1ecbbf-0a79-4473-9a74-b1d4af28cd65", "name": "network-vif-plugged", "status": "completed", "tag": "0ab5e524-c633-4bc7-85d3-95e67391e0bb"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:12.740999 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 0ab5e524-c633-4bc7-85d3-95e67391e0bb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0ab5e524-c633-4bc7-85d3-95e67391e0bb,segment=NetworkSegment(c524cd92-32cb-4fad-823e-9bf4a1613dcd),segment_id=c524cd92-32cb-4fad-823e-9bf4a1613dcd)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:12.748964 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:12.813258 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f841f5b-7b45-4ab7-b3ed-4b5faf7b9a5a x-openstack-request-id: req-3f841f5b-7b45-4ab7-b3ed-4b5faf7b9a5a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:12.813568 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1ecbbf-0a79-4473-9a74-b1d4af28cd65", "name": "network-vif-plugged", "status": "completed", "tag": "0ab5e524-c633-4bc7-85d3-95e67391e0bb", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:12.813831 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f841f5b-7b45-4ab7-b3ed-4b5faf7b9a5a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:12.814239 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1ecbbf-0a79-4473-9a74-b1d4af28cd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab5e524-c633-4bc7-85d3-95e67391e0bb', 'code': 200} Jul 16 01:30:12.909731 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=0ab5e524-c633-4bc7-85d3-95e67391e0bb,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:13.152163 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.167169 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Transition to ACTIVE for port object 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:13.174949 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.245052 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea33064-2730-45f0-ba90-13cba1a7e77d None None] Pushing event updated for resources: {'Port': ['ID=03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:13.259654 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Allocated IP 172.20.0.1 (443b0636-2ec7-4971-8416-ad4875e96dd4/6272e637-e25c-4ff7-bda6-1602210b065c/11f532fd-e8f6-491e-973c-5b978b2a5441) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:13.263607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Attempting to bind port 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:13.264441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Attempting to bind port 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:13.265119 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Attempting to bind port 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:13.273864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:13.274453 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:13.275099 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.276008 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:13.277282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Bound port: 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:13.278228 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.347662 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] For port 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:13.350706 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] For port 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:13.360371 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.391140 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d13a33-f93c-4303-84fd-a8100d54913c req-7037a26b-f7d0-4e07-ad81-3e6297df46f3 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.398378 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10d13a33-f93c-4303-84fd-a8100d54913c req-7037a26b-f7d0-4e07-ad81-3e6297df46f3 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.5688245 Jul 16 01:30:13.403895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b1fd22-071a-41d1-b98c-b2e9c10262ee req-b6702aaf-8228-44d8-ace8-d7f6c8a35099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.405373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14b1fd22-071a-41d1-b98c-b2e9c10262ee req-b6702aaf-8228-44d8-ace8-d7f6c8a35099 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 1097 time: 0.2120533 Jul 16 01:30:13.434879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea33064-2730-45f0-ba90-13cba1a7e77d None None] Pushing event updated for resources: {'Port': ['ID=03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:13.449415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Routers {'445dd47b-cfb7-4c23-b09f-f4954affda54'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:13.449951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:30:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['445dd47b-cfb7-4c23-b09f-f4954affda54'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:13.496433 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.511185 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10d13a33-f93c-4303-84fd-a8100d54913c req-4a060586-49ce-411b-80d3-ad51441a8cdb tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116834 Jul 16 01:30:13.523224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14b1fd22-071a-41d1-b98c-b2e9c10262ee req-4c071174-a834-44ee-b071-e3b0adc5dae9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071987 Jul 16 01:30:13.578998 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.579330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] Set router 445dd47b-cfb7-4c23-b09f-f4954affda54 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:13.628040 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Network 443b0636-2ec7-4971-8416-ad4875e96dd4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:13.631622 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:13.637832 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:13.644284 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Pushing event updated for resources: {'Port': ['ID=11f532fd-e8f6-491e-973c-5b978b2a5441,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:13.676046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.676400 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.676770 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.677098 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.677707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.677815 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.678073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.678406 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.678732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.679055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.679372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.679712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:13.712747 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.842602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-router', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:10Z', 'revision_number': 3, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'gw_port': {'id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:13.880888 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb54a33-d951-44f6-a51b-3fb7bab7bb94 req-72c6311e-af28-4197-91c9-1ececbfed885 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:13.888091 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bfb54a33-d951-44f6-a51b-3fb7bab7bb94 req-72c6311e-af28-4197-91c9-1ececbfed885 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 945 time: 0.1330879 Jul 16 01:30:13.897253 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eed1cd6d-b94c-4ed3-a019-fe1f4675a23a None None] The sync data for ids ['445dd47b-cfb7-4c23-b09f-f4954affda54'] in n-d-791505-14 is: [{'id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-router', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:10Z', 'revision_number': 3, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'gw_port': {'id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2c:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:13.990166 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:13.996023 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bfb54a33-d951-44f6-a51b-3fb7bab7bb94 req-e1dbe834-ca4a-4923-a9e7-34a46f42f436 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069884 Jul 16 01:30:14.291530 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.298174 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.380392 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Pushing event updated for resources: {'Port': ['ID=11f532fd-e8f6-491e-973c-5b978b2a5441,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:14.403488 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.509120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device d1c76d4c-6015-44fd-abe2-49b90d5307ad no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:14.736134 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Network 443b0636-2ec7-4971-8416-ad4875e96dd4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:14.747671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:14.807523 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.875562 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port d1c76d4c-6015-44fd-abe2-49b90d5307ad, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:14.876583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6cb23f-1b4e-48a3-a238-5b7a83b550a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:14.880697 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d8049b-6c82-4465-8d68-f7d3cb8803ce" -d '{"events": [{"server_uuid": "0d6cb23f-1b4e-48a3-a238-5b7a83b550a6", "name": "network-vif-unplugged", "status": "completed", "tag": "d1c76d4c-6015-44fd-abe2-49b90d5307ad"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:14.896553 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:14.942061 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76607ca-2ddd-4009-b6db-8e731f91d7b6 req-94e9b05c-4d13-47bc-a11f-7e284a419213 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:14.943853 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d76607ca-2ddd-4009-b6db-8e731f91d7b6 req-94e9b05c-4d13-47bc-a11f-7e284a419213 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2109947 Jul 16 01:30:14.951871 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8928a0-405e-4bff-9e2c-8052e0d45e9a x-openstack-request-id: req-3c8928a0-405e-4bff-9e2c-8052e0d45e9a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:14.952824 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6cb23f-1b4e-48a3-a238-5b7a83b550a6", "name": "network-vif-unplugged", "status": "failed", "tag": "d1c76d4c-6015-44fd-abe2-49b90d5307ad", "code": 422}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:14.953778 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c8928a0-405e-4bff-9e2c-8052e0d45e9a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:14.954456 n-d-791505-14 neutron-server[93921]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0d6cb23f-1b4e-48a3-a238-5b7a83b550a6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad', 'code': 422} returned with failed status Jul 16 01:30:14.971394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Router 445dd47b-cfb7-4c23-b09f-f4954affda54 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:15.041155 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=d1c76d4c-6015-44fd-abe2-49b90d5307ad,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:15.062521 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d76607ca-2ddd-4009-b6db-8e731f91d7b6 req-b44a32f7-db8a-4170-8b78-f3fb76cea848 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081803 Jul 16 01:30:15.217191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:15.238933 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fe121cc7-f0d5-418b-9bee-0a2c6ecfcfe4 admin admin] 10.222.0.22 "PUT /v2.0/routers/445dd47b-cfb7-4c23-b09f-f4954affda54/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2485573 Jul 16 01:30:15.357902 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94234549-0ea8-4e08-b183-bb389ecf0187 req-0cca0084-7648-49b9-b8c4-b96053f073dc tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.365684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94234549-0ea8-4e08-b183-bb389ecf0187 req-0cca0084-7648-49b9-b8c4-b96053f073dc tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 945 time: 0.1601114 Jul 16 01:30:15.409421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5bc9c9-1919-4ef0-b69a-570a92b2e9a7 req-c87d05d7-9cb7-4276-b676-e4ae46792125 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:15.420234 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd5bc9c9-1919-4ef0-b69a-570a92b2e9a7 req-c87d05d7-9cb7-4276-b676-e4ae46792125 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 944 time: 0.1755655 Jul 16 01:30:15.514783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd5bc9c9-1919-4ef0-b69a-570a92b2e9a7 req-09cc7a6d-6f1c-41bb-8e7d-103c7412840f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933762 Jul 16 01:30:15.517685 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94234549-0ea8-4e08-b183-bb389ecf0187 req-96e72c05-fd2f-42cc-891e-f22fac42affe tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358941 Jul 16 01:30:15.748693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:15.850958 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:15.865118 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:15.866877 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.175449 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.263970 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:16.281423 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:16.307955 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-56928cb2-0b22-435d-bfa4-28b2050ee742 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:16.320130 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-56928cb2-0b22-435d-bfa4-28b2050ee742 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/networks?id=443b0636-2ec7-4971-8416-ad4875e96dd4 HTTP/1.1" status: 200 len: 819 time: 0.2285321 Jul 16 01:30:16.358284 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-76a90e8d-17a7-4ec7-a28b-dcd47c0bf10d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/quotas/848d0be8cf484a8ea0257a4874489c0c HTTP/1.1" status: 200 len: 375 time: 0.0364347 Jul 16 01:30:16.506373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:16.532398 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-b382a94a-58fe-462e-b484-99e37664430c tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=848d0be8cf484a8ea0257a4874489c0c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1728559 Jul 16 01:30:16.671861 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-e931918a-ccd3-4747-a3c4-959c939686e8 service neutron] 10.222.0.22 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384990 Jul 16 01:30:16.816787 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Sync routers for ids ['445dd47b-cfb7-4c23-b09f-f4954affda54'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:16.838497 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Routers {'445dd47b-cfb7-4c23-b09f-f4954affda54'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:16.839404 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:30:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['445dd47b-cfb7-4c23-b09f-f4954affda54'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:16.840139 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-6e63189a-33da-4cff-8719-d90a21e6195c service neutron] 10.222.0.22 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662455 Jul 16 01:30:16.855287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-f4b81010-7bd0-494b-9f55-7860ffb08c5e req-3b819063-354c-448a-a6e9-bdf50cbd0d53 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:30:16.857000 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4b81010-7bd0-494b-9f55-7860ffb08c5e req-3b819063-354c-448a-a6e9-bdf50cbd0d53 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0145326 Jul 16 01:30:17.293185 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Set router 445dd47b-cfb7-4c23-b09f-f4954affda54 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:17.463700 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01638c74-f7b5-4d3a-a7cc-e87aa3da270d req-a7a86486-5fe1-4fce-85ba-9921f415281a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 210 time: 0.1030605 Jul 16 01:30:17.515312 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-0575501e-d8cb-4da2-86b5-6d2a83f80f4b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1506419 Jul 16 01:30:17.679350 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad1755-e9ba-46e9-93f6-f95e6d752849 req-53bbe7ac-bafb-4488-b939-187d2562acf7 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:17.693189 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54ad1755-e9ba-46e9-93f6-f95e6d752849 req-53bbe7ac-bafb-4488-b939-187d2562acf7 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 944 time: 0.2572355 Jul 16 01:30:17.790675 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54ad1755-e9ba-46e9-93f6-f95e6d752849 req-6cf20f9f-fdcd-4aca-84cf-2d5ea9681050 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962899 Jul 16 01:30:17.925991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:18.029868 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-router', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:13Z', 'revision_number': 4, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'gw_port': {'id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '11f532fd-e8f6-491e-973c-5b978b2a5441', 'name': '', 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'mac_address': 'fa:16:3e:52:7d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:12Z', 'updated_at': '2021-07-16T01:30:14Z', 'revision_number': 2, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'subnets': [{'id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:18.109677 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Checking router: 445dd47b-cfb7-4c23-b09f-f4954affda54 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:18.110380 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Updating router 445dd47b-cfb7-4c23-b09f-f4954affda54 port 11f532fd-e8f6-491e-973c-5b978b2a5441 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:30:18.143933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:18.144574 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.182538 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.510802 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device d1c76d4c-6015-44fd-abe2-49b90d5307ad no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:18.768720 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.793900 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Transition to ACTIVE for port object 11f532fd-e8f6-491e-973c-5b978b2a5441 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:18.802388 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:18.846841 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b78a0d23-d597-46c0-af1c-9c7ad9331077 req-7bfc0526-4102-4367-b7cb-21d39b8cd5ae tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 210 time: 0.0522263 Jul 16 01:30:18.977294 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df93b1-74ca-49f8-ac39-a7797f5c6f20 None None] Pushing event updated for resources: {'Port': ['ID=11f532fd-e8f6-491e-973c-5b978b2a5441,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:18.988164 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df93b1-74ca-49f8-ac39-a7797f5c6f20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:18.988519 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df93b1-74ca-49f8-ac39-a7797f5c6f20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:18.988859 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df93b1-74ca-49f8-ac39-a7797f5c6f20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:18.989181 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df93b1-74ca-49f8-ac39-a7797f5c6f20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:18.989477 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df93b1-74ca-49f8-ac39-a7797f5c6f20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:18.989809 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df93b1-74ca-49f8-ac39-a7797f5c6f20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:18.990108 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df93b1-74ca-49f8-ac39-a7797f5c6f20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:18.990420 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df93b1-74ca-49f8-ac39-a7797f5c6f20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:18.990727 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df93b1-74ca-49f8-ac39-a7797f5c6f20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:18.991270 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df93b1-74ca-49f8-ac39-a7797f5c6f20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:18.991638 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df93b1-74ca-49f8-ac39-a7797f5c6f20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:18.992129 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58df93b1-74ca-49f8-ac39-a7797f5c6f20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:19.057642 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Attempting to bind port 11f532fd-e8f6-491e-973c-5b978b2a5441 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:19.061141 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Attempting to bind port 11f532fd-e8f6-491e-973c-5b978b2a5441 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '0a4127b6-f6fb-4023-80e1-ae17884f89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:19.061141 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Attempting to bind port 11f532fd-e8f6-491e-973c-5b978b2a5441 on network 443b0636-2ec7-4971-8416-ad4875e96dd4 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:19.064203 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:19.065465 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Checking segment: {'id': '0a4127b6-f6fb-4023-80e1-ae17884f89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:19.067351 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.067921 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Bound using segment: {'id': '0a4127b6-f6fb-4023-80e1-ae17884f89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:19.083188 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Bound port: 11f532fd-e8f6-491e-973c-5b978b2a5441, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a4127b6-f6fb-4023-80e1-ae17884f89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:19.084016 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.153275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ba1808-f2b3-4258-80b8-c68ddf771c9b req-e3cf68b7-b278-4dc3-8aa7-c61be9639d72 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.160855 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-64ba1808-f2b3-4258-80b8-c68ddf771c9b req-e3cf68b7-b278-4dc3-8aa7-c61be9639d72 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 944 time: 0.0839434 Jul 16 01:30:19.209372 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-64ba1808-f2b3-4258-80b8-c68ddf771c9b req-ba70ef14-0969-42b3-a7da-d2e3aeed3317 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472653 Jul 16 01:30:19.228352 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] For port 11f532fd-e8f6-491e-973c-5b978b2a5441, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:19.232202 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] For port 11f532fd-e8f6-491e-973c-5b978b2a5441, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=11f532fd-e8f6-491e-973c-5b978b2a5441,segment=NetworkSegment(0a4127b6-f6fb-4023-80e1-ae17884f89e8),segment_id=0a4127b6-f6fb-4023-80e1-ae17884f89e8)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:19.238722 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:19.317318 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df93b1-74ca-49f8-ac39-a7797f5c6f20 None None] Pushing event updated for resources: {'Port': ['ID=11f532fd-e8f6-491e-973c-5b978b2a5441,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:19.326817 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Routers {'445dd47b-cfb7-4c23-b09f-f4954affda54'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:19.335693 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:30:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['445dd47b-cfb7-4c23-b09f-f4954affda54'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:19.478634 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] Set router 445dd47b-cfb7-4c23-b09f-f4954affda54 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:19.807142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-54d4b183-c309-4d1c-9ff9-9569d95c1af6 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:19.808712 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-54d4b183-c309-4d1c-9ff9-9569d95c1af6 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.70 "GET /v2.0/networks?id=443b0636-2ec7-4971-8416-ad4875e96dd4 HTTP/1.1" status: 200 len: 819 time: 0.3203378 Jul 16 01:30:19.818328 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-router', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:13Z', 'revision_number': 4, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'gw_port': {'id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '11f532fd-e8f6-491e-973c-5b978b2a5441', 'name': '', 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'mac_address': 'fa:16:3e:52:7d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:12Z', 'updated_at': '2021-07-16T01:30:19Z', 'revision_number': 4, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'subnets': [{'id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:19.835583 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-d5552638-f8cd-47d5-92b4-d498d6e9a7d3 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Request body: {'port': {'device_id': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4', 'admin_state_up': True, 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:19.872327 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d068ea2-68d5-4351-8e47-b53fbf3b1dcb None None] The sync data for ids ['445dd47b-cfb7-4c23-b09f-f4954affda54'] in n-d-791505-14 is: [{'id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-router', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:13Z', 'revision_number': 4, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'gw_port': {'id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '11f532fd-e8f6-491e-973c-5b978b2a5441', 'name': '', 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'mac_address': 'fa:16:3e:52:7d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:12Z', 'updated_at': '2021-07-16T01:30:19Z', 'revision_number': 4, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'subnets': [{'id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:20.091900 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-29d42455-9749-47f6-a14a-d353b22339b9 req-3132ad50-d19e-419d-9f92-989abbc0af8f tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 210 time: 0.0345924 Jul 16 01:30:20.107137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-d5552638-f8cd-47d5-92b4-d498d6e9a7d3 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Made reservation on behalf of 848d0be8cf484a8ea0257a4874489c0c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:20.111458 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-d5552638-f8cd-47d5-92b4-d498d6e9a7d3 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.304227 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-4fcee952-7bce-43ce-ae8b-b1419f0df6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.305818 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-4fcee952-7bce-43ce-ae8b-b1419f0df6fd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6&tenant_id=dc01f55a55aa478f8bc3aed843c6d2fe HTTP/1.1" status: 200 len: 1096 time: 0.1270971 Jul 16 01:30:20.320150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:20.358009 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-d5552638-f8cd-47d5-92b4-d498d6e9a7d3 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Allocated IP 172.20.0.7 (443b0636-2ec7-4971-8416-ad4875e96dd4/6272e637-e25c-4ff7-bda6-1602210b065c/a340aa5e-9a17-48d4-a397-0b4b66404f53) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:20.430015 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.548215 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ee816-bbf2-4886-a4e7-9a799ccc38e8 req-6ec786bc-9d77-433c-a4dd-f9b00e8b04ba tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:20.556960 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f71ee816-bbf2-4886-a4e7-9a799ccc38e8 req-6ec786bc-9d77-433c-a4dd-f9b00e8b04ba tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 944 time: 0.1961794 Jul 16 01:30:20.680785 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f71ee816-bbf2-4886-a4e7-9a799ccc38e8 req-3f930a36-c25b-46ed-8fad-209335a127c4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222892 Jul 16 01:30:20.734830 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-d5552638-f8cd-47d5-92b4-d498d6e9a7d3 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.800851 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-d5552638-f8cd-47d5-92b4-d498d6e9a7d3 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.862822 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] For port d1c76d4c-6015-44fd-abe2-49b90d5307ad, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:20.919003 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] For port d1c76d4c-6015-44fd-abe2-49b90d5307ad, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:20.963371 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c76d4c-6015-44fd-abe2-49b90d5307ad {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:20.972461 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:20.990865 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Transition to ACTIVE for port object d1c76d4c-6015-44fd-abe2-49b90d5307ad will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:20.996310 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.013299 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-d5552638-f8cd-47d5-92b4-d498d6e9a7d3 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Network 443b0636-2ec7-4971-8416-ad4875e96dd4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:21.044917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5552638-f8cd-47d5-92b4-d498d6e9a7d3 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Pushing event updated for resources: {'Port': ['ID=a340aa5e-9a17-48d4-a397-0b4b66404f53,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.067367 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-d5552638-f8cd-47d5-92b4-d498d6e9a7d3 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:21.086333 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-d5552638-f8cd-47d5-92b4-d498d6e9a7d3 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:21.131503 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] No DVR routers for this DVR port d1c76d4c-6015-44fd-abe2-49b90d5307ad on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:21.147055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c76d4c-6015-44fd-abe2-49b90d5307ad,revision_number=9']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.158962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-d5552638-f8cd-47d5-92b4-d498d6e9a7d3 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.159868 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-d5552638-f8cd-47d5-92b4-d498d6e9a7d3 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.176236 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-d5552638-f8cd-47d5-92b4-d498d6e9a7d3 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3451588 Jul 16 01:30:21.189536 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.189714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Request body: {'port': {'device_id': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:21.190066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.190657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.191554 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.192136 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.192727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.193281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.193912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.194418 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.194966 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.195688 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.196293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:21.203953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Attempting to bind port d1c76d4c-6015-44fd-abe2-49b90d5307ad on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:21.204565 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Attempting to bind port d1c76d4c-6015-44fd-abe2-49b90d5307ad by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '0d0be4c4-24c4-4181-b5a5-aa7865795088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:21.205151 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Attempting to bind port d1c76d4c-6015-44fd-abe2-49b90d5307ad on network af3e8427-1eb8-41ae-8360-0d8cda39634f {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:21.211329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Port d1c76d4c-6015-44fd-abe2-49b90d5307ad on network af3e8427-1eb8-41ae-8360-0d8cda39634f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:21.212090 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Attempting to bind port d1c76d4c-6015-44fd-abe2-49b90d5307ad on network af3e8427-1eb8-41ae-8360-0d8cda39634f {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:21.226400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:21.227036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Checking segment: {'id': '0d0be4c4-24c4-4181-b5a5-aa7865795088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:21.227549 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Bound using segment: {'id': '0d0be4c4-24c4-4181-b5a5-aa7865795088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:21.228143 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Bound port: d1c76d4c-6015-44fd-abe2-49b90d5307ad, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0be4c4-24c4-4181-b5a5-aa7865795088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:21.231666 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.335666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] For port d1c76d4c-6015-44fd-abe2-49b90d5307ad, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:21.340692 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.341222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] For port d1c76d4c-6015-44fd-abe2-49b90d5307ad, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:21.346940 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.382852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.383482 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.385116 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] 10.222.0.70 "PUT /v2.0/ports/d1c76d4c-6015-44fd-abe2-49b90d5307ad HTTP/1.1" status: 200 len: 1093 time: 1.0705922 Jul 16 01:30:21.385575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6cb23f-1b4e-48a3-a238-5b7a83b550a6', 'tag': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:21.387886 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332f9f17-7d41-40d3-b755-a92ddeff53ad" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6cb23f-1b4e-48a3-a238-5b7a83b550a6", "tag": "d1c76d4c-6015-44fd-abe2-49b90d5307ad"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:21.421669 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5434639-cae1-4c71-bf35-082e40432002 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c76d4c-6015-44fd-abe2-49b90d5307ad,revision_number=10']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:21.435415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2393a-e485-432c-a8e8-80dff6a186e7 req-97809a07-5a86-4cfa-80c6-5d2b2fea73bb tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.437321 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0fa2393a-e485-432c-a8e8-80dff6a186e7 req-97809a07-5a86-4cfa-80c6-5d2b2fea73bb tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 931 time: 0.1415093 Jul 16 01:30:21.492416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-01cdd3b8-c2cc-4e8a-8b77-16ad797c4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.494388 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-01cdd3b8-c2cc-4e8a-8b77-16ad797c4bc7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc01f55a55aa478f8bc3aed843c6d2fe&device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 1097 time: 0.0681074 Jul 16 01:30:21.544486 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0fa2393a-e485-432c-a8e8-80dff6a186e7 req-e43e0a0b-5c99-4a48-a1b8-061debf81d00 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995338 Jul 16 01:30:21.590584 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3511139-da83-43dd-bef1-c5d6e36d1544 x-openstack-request-id: req-d3511139-da83-43dd-bef1-c5d6e36d1544 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:21.590584 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6cb23f-1b4e-48a3-a238-5b7a83b550a6", "tag": "d1c76d4c-6015-44fd-abe2-49b90d5307ad", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:21.590914 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d3511139-da83-43dd-bef1-c5d6e36d1544 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:21.591473 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d6cb23f-1b4e-48a3-a238-5b7a83b550a6', 'tag': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad', 'status': 'completed', 'code': 200} Jul 16 01:30:21.613016 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-3feaf29d-4c05-4221-bee0-4e308529c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.617023 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-3feaf29d-4c05-4221-bee0-4e308529c268 service neutron] 10.222.0.70 "GET /v2.0/networks?id=af3e8427-1eb8-41ae-8360-0d8cda39634f HTTP/1.1" status: 200 len: 914 time: 0.1125076 Jul 16 01:30:21.682647 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-fa609e0f-f93f-4f74-9238-2f39872c1a87 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad HTTP/1.1" status: 200 len: 217 time: 0.0553627 Jul 16 01:30:21.780888 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 11f532fd-e8f6-491e-973c-5b978b2a5441 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:21.782534 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-d5c0ac3e-9407-42e9-9705-0fb6e827451b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.785593 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-d5c0ac3e-9407-42e9-9705-0fb6e827451b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=445444c6-c085-4d13-9690-c0618a2d3056 HTTP/1.1" status: 200 len: 853 time: 0.0953484 Jul 16 01:30:21.843218 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a340aa5e-9a17-48d4-a397-0b4b66404f53 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:21.855322 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.865063 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-2b616ac8-d4cc-45c8-b35e-ca5b9b03b6c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=af3e8427-1eb8-41ae-8360-0d8cda39634f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694146 Jul 16 01:30:21.867589 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 11f532fd-e8f6-491e-973c-5b978b2a5441 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:21.874129 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 11f532fd-e8f6-491e-973c-5b978b2a5441 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:21.874626 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.874847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Transition to ACTIVE for port object a340aa5e-9a17-48d4-a397-0b4b66404f53 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:21.884649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e343739-d8ab-494c-ab04-42c089357c59 req-98c5a5b5-ed60-4a29-9f09-18f5b9cfa1d3 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:21.886761 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e343739-d8ab-494c-ab04-42c089357c59 req-98c5a5b5-ed60-4a29-9f09-18f5b9cfa1d3 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 945 time: 0.1349211 Jul 16 01:30:21.887917 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.967526 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:21.984253 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-cdebe312-59f0-4e6d-a9e9-68195698ea3a service neutron] 10.222.0.70 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062653 Jul 16 01:30:21.997968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a340aa5e-9a17-48d4-a397-0b4b66404f53,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:22.001685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 11f532fd-e8f6-491e-973c-5b978b2a5441, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=11f532fd-e8f6-491e-973c-5b978b2a5441,segment=NetworkSegment(0a4127b6-f6fb-4023-80e1-ae17884f89e8),segment_id=0a4127b6-f6fb-4023-80e1-ae17884f89e8)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:22.007174 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.033006 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e343739-d8ab-494c-ab04-42c089357c59 req-88239a22-6381-4a0e-9ea9-5a082bb800ad tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128416 Jul 16 01:30:22.074399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=11f532fd-e8f6-491e-973c-5b978b2a5441,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:22.108251 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b7719c17-83f4-46b0-9b35-2246ca7b6c4a req-3f9c0e78-1bdf-499b-9311-d15ce8d98313 service neutron] 10.222.0.70 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148841 Jul 16 01:30:22.119416 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5a3d4-941d-4a4b-bbf7-d6773e9b13fa req-f69e7266-f394-428d-88e2-761533cb5c51 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.121440 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-67c5a3d4-941d-4a4b-bbf7-d6773e9b13fa req-f69e7266-f394-428d-88e2-761533cb5c51 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 945 time: 0.1918108 Jul 16 01:30:22.147428 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Attempting to bind port a340aa5e-9a17-48d4-a397-0b4b66404f53 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:22.148075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Attempting to bind port a340aa5e-9a17-48d4-a397-0b4b66404f53 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '0a4127b6-f6fb-4023-80e1-ae17884f89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:22.148429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Attempting to bind port a340aa5e-9a17-48d4-a397-0b4b66404f53 on network 443b0636-2ec7-4971-8416-ad4875e96dd4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:22.169398 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Port a340aa5e-9a17-48d4-a397-0b4b66404f53 on network 443b0636-2ec7-4971-8416-ad4875e96dd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:22.170021 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Attempting to bind port a340aa5e-9a17-48d4-a397-0b4b66404f53 on network 443b0636-2ec7-4971-8416-ad4875e96dd4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:22.183891 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:22.184239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Checking segment: {'id': '0a4127b6-f6fb-4023-80e1-ae17884f89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:22.184625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Bound using segment: {'id': '0a4127b6-f6fb-4023-80e1-ae17884f89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:22.185053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Bound port: a340aa5e-9a17-48d4-a397-0b4b66404f53, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a4127b6-f6fb-4023-80e1-ae17884f89e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:22.185414 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.202120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-67c5a3d4-941d-4a4b-bbf7-d6773e9b13fa req-501d9703-9521-4d5d-94ea-d7f81583efa1 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632834 Jul 16 01:30:22.316562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f9f17-7d41-40d3-b755-a92ddeff53ad req-1ad57772-cf99-496a-a202-2b418a68ed8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.320042 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-332f9f17-7d41-40d3-b755-a92ddeff53ad req-1ad57772-cf99-496a-a202-2b418a68ed8a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc01f55a55aa478f8bc3aed843c6d2fe&device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 1097 time: 0.1308565 Jul 16 01:30:22.361761 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] For port a340aa5e-9a17-48d4-a397-0b4b66404f53, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:22.366264 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] For port a340aa5e-9a17-48d4-a397-0b4b66404f53, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a340aa5e-9a17-48d4-a397-0b4b66404f53,segment=NetworkSegment(0a4127b6-f6fb-4023-80e1-ae17884f89e8),segment_id=0a4127b6-f6fb-4023-80e1-ae17884f89e8)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:22.371244 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.415011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.415632 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:22.417808 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] 10.222.0.70 "PUT /v2.0/ports/a340aa5e-9a17-48d4-a397-0b4b66404f53 HTTP/1.1" status: 200 len: 1092 time: 1.2336471 Jul 16 01:30:22.418262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'tag': 'a340aa5e-9a17-48d4-a397-0b4b66404f53'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:22.421730 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60929ff8-aea7-464e-8dfe-285a32af32eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4bf39d-5a96-4a09-8dbd-d807974ef69a", "tag": "a340aa5e-9a17-48d4-a397-0b4b66404f53"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:22.467006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b771e6-67cc-4487-bdf1-1ba5000256c4 service neutron] Pushing event updated for resources: {'Port': ['ID=a340aa5e-9a17-48d4-a397-0b4b66404f53,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:22.469292 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f9f17-7d41-40d3-b755-a92ddeff53ad req-a5123abe-376d-4a57-ab1b-7b772f588ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.472170 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-332f9f17-7d41-40d3-b755-a92ddeff53ad req-a5123abe-376d-4a57-ab1b-7b772f588ca5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=af3e8427-1eb8-41ae-8360-0d8cda39634f HTTP/1.1" status: 200 len: 914 time: 0.1393471 Jul 16 01:30:22.529836 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa1d58f-b773-4f0e-9f8f-a97d1e3e3feb x-openstack-request-id: req-1fa1d58f-b773-4f0e-9f8f-a97d1e3e3feb {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:22.530417 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4bf39d-5a96-4a09-8dbd-d807974ef69a", "tag": "a340aa5e-9a17-48d4-a397-0b4b66404f53", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:22.531098 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1fa1d58f-b773-4f0e-9f8f-a97d1e3e3feb {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:22.531856 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'tag': 'a340aa5e-9a17-48d4-a397-0b4b66404f53', 'status': 'completed', 'code': 200} Jul 16 01:30:22.545773 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-332f9f17-7d41-40d3-b755-a92ddeff53ad req-43c58b20-9a5c-4472-95b8-8c47599b6460 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad HTTP/1.1" status: 200 len: 217 time: 0.0585217 Jul 16 01:30:22.561832 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-a3e6411e-deb4-471f-bfa0-dbd59d9f09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.563934 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-a3e6411e-deb4-471f-bfa0-dbd59d9f09a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=848d0be8cf484a8ea0257a4874489c0c&device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 1095 time: 0.0753467 Jul 16 01:30:22.625922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f9f17-7d41-40d3-b755-a92ddeff53ad req-f9365d3f-e5a4-472c-ac8d-fb016eec63b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.626300 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-3d129338-3b12-410f-af98-de784dd319e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a340aa5e-9a17-48d4-a397-0b4b66404f53 HTTP/1.1" status: 200 len: 217 time: 0.0467763 Jul 16 01:30:22.627390 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-332f9f17-7d41-40d3-b755-a92ddeff53ad req-f9365d3f-e5a4-472c-ac8d-fb016eec63b8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=445444c6-c085-4d13-9690-c0618a2d3056 HTTP/1.1" status: 200 len: 853 time: 0.0681176 Jul 16 01:30:22.705172 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-332f9f17-7d41-40d3-b755-a92ddeff53ad req-a8ed6276-d56c-4dfd-a0f4-a0e34aaad166 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=af3e8427-1eb8-41ae-8360-0d8cda39634f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604372 Jul 16 01:30:22.790516 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-798cb60f-bcfe-42fe-a111-f61047ca7bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.796956 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-798cb60f-bcfe-42fe-a111-f61047ca7bfc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6272e637-e25c-4ff7-bda6-1602210b065c HTTP/1.1" status: 200 len: 859 time: 0.1510844 Jul 16 01:30:22.842923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415e292-b50d-4104-90a8-46d04726233c req-2bef2e91-5b9d-48a2-83bd-bb53c4acca66 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:22.848332 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0415e292-b50d-4104-90a8-46d04726233c req-2bef2e91-5b9d-48a2-83bd-bb53c4acca66 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 943 time: 0.1359742 Jul 16 01:30:22.900216 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0415e292-b50d-4104-90a8-46d04726233c req-e70a9c0f-5f63-4d01-ab7c-97fb1be4986a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449688 Jul 16 01:30:23.301445 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc8781-8a4a-4067-8f79-23ef0e079103 req-04613975-1a80-4605-9d3b-5f80ae6b6423 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.308485 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13dc8781-8a4a-4067-8f79-23ef0e079103 req-04613975-1a80-4605-9d3b-5f80ae6b6423 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 945 time: 0.1437216 Jul 16 01:30:23.363093 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13dc8781-8a4a-4067-8f79-23ef0e079103 req-d826be6a-83eb-474b-ae63-ba3a904340ee tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537310 Jul 16 01:30:23.464619 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c999e2-a9a4-45fc-84c9-0db0db29206f req-444db63a-2d9b-402e-aff3-d51463535f71 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:23.467113 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5c999e2-a9a4-45fc-84c9-0db0db29206f req-444db63a-2d9b-402e-aff3-d51463535f71 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 945 time: 0.1085916 Jul 16 01:30:23.512989 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5c999e2-a9a4-45fc-84c9-0db0db29206f req-393e8538-64a0-4044-a40b-204b47b63a83 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400300 Jul 16 01:30:23.649157 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 11f532fd-e8f6-491e-973c-5b978b2a5441 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:23.697278 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 11f532fd-e8f6-491e-973c-5b978b2a5441 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:23.697693 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:24.145359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a861e6-5fa7-4b3d-af60-48a1d18c7197 req-87b68bfb-b86b-4c08-8802-2aa9ef508b52 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.147903 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24a861e6-5fa7-4b3d-af60-48a1d18c7197 req-87b68bfb-b86b-4c08-8802-2aa9ef508b52 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 943 time: 0.0996170 Jul 16 01:30:24.196407 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24a861e6-5fa7-4b3d-af60-48a1d18c7197 req-93c76393-9f35-4081-a548-fd41ed628eca tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419087 Jul 16 01:30:24.696493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656404b4-0194-4ed4-88f4-de0a10a925a9 req-966d57a6-6d2a-497a-a4c7-6beb206827be tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:24.704135 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-656404b4-0194-4ed4-88f4-de0a10a925a9 req-966d57a6-6d2a-497a-a4c7-6beb206827be tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 945 time: 0.1314371 Jul 16 01:30:24.772535 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-656404b4-0194-4ed4-88f4-de0a10a925a9 req-b461db15-0ff8-47f2-b3cd-f511d5de87fa tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610592 Jul 16 01:30:25.078277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857f7e0-8605-4868-88de-65295fabd111 req-f42c6335-3b74-4c35-9cde-867396c7a86e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.082427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1857f7e0-8605-4868-88de-65295fabd111 req-f42c6335-3b74-4c35-9cde-867396c7a86e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 945 time: 0.1297133 Jul 16 01:30:25.181347 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1857f7e0-8605-4868-88de-65295fabd111 req-bcdb329a-e6cd-460e-919b-795901c2b592 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933647 Jul 16 01:30:25.495332 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3051cae-73c4-405a-afdd-f5cf30ddc89a req-4daa9d03-4e7b-4779-ad06-397f01a72f8c tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:25.497099 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e3051cae-73c4-405a-afdd-f5cf30ddc89a req-4daa9d03-4e7b-4779-ad06-397f01a72f8c tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 943 time: 0.0995390 Jul 16 01:30:25.583381 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e3051cae-73c4-405a-afdd-f5cf30ddc89a req-1a63a852-338a-4a57-90e2-6b0059888f83 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763094 Jul 16 01:30:26.011563 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b050855-6097-4ecf-baf0-4efbd8a61aa5 req-dde42546-4bfd-40bf-bca5-119628795277 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:26.013436 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8b050855-6097-4ecf-baf0-4efbd8a61aa5 req-dde42546-4bfd-40bf-bca5-119628795277 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 945 time: 0.0991774 Jul 16 01:30:26.072436 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8b050855-6097-4ecf-baf0-4efbd8a61aa5 req-3aaaf6c2-3a2d-43fd-8eab-cfb13f748015 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511942 Jul 16 01:30:26.429198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02272659-297b-411e-b869-3ef4efb8514d req-855a5f4c-65a8-46a2-80c5-133d4ad364df tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:26.433032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02272659-297b-411e-b869-3ef4efb8514d req-855a5f4c-65a8-46a2-80c5-133d4ad364df tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 945 time: 0.0867252 Jul 16 01:30:26.483347 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02272659-297b-411e-b869-3ef4efb8514d req-a060159e-9f92-416c-8e7c-25a4ff3bed27 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398898 Jul 16 01:30:26.790944 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e38cca-a128-4f0a-86e3-ea48cc21cd10 req-3121b612-57ee-4f95-bbb4-8574d9d2cef4 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:26.793393 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1e38cca-a128-4f0a-86e3-ea48cc21cd10 req-3121b612-57ee-4f95-bbb4-8574d9d2cef4 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 943 time: 0.0805910 Jul 16 01:30:26.884293 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1e38cca-a128-4f0a-86e3-ea48cc21cd10 req-e63879ca-ac92-461c-903c-418991d9bf7b tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824292 Jul 16 01:30:27.358053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d885053d-a35f-4fbd-a185-b18384bebbe2 req-5b0b77b2-f420-4bbc-9589-2ca7638d84c2 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.359699 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d885053d-a35f-4fbd-a185-b18384bebbe2 req-5b0b77b2-f420-4bbc-9589-2ca7638d84c2 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 945 time: 0.1049955 Jul 16 01:30:27.401485 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d885053d-a35f-4fbd-a185-b18384bebbe2 req-4be0126d-97c1-4741-9918-f8c956412ea0 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341692 Jul 16 01:30:27.744155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da84291-634e-44e9-8063-7200554e1c92 req-30ca6f58-9876-4adc-bb5f-3e2c6b8772f2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:27.751948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1da84291-634e-44e9-8063-7200554e1c92 req-30ca6f58-9876-4adc-bb5f-3e2c6b8772f2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 945 time: 0.0922363 Jul 16 01:30:27.791126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1da84291-634e-44e9-8063-7200554e1c92 req-b2a804b5-d6b8-4e5d-96df-0db9b3acacae tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383029 Jul 16 01:30:28.077059 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4d652-9615-42e9-840a-a27ffacefa92 req-9781aeef-843e-4527-8b76-852e0fdc4643 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:28.079371 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20d4d652-9615-42e9-840a-a27ffacefa92 req-9781aeef-843e-4527-8b76-852e0fdc4643 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 943 time: 0.0711844 Jul 16 01:30:28.122171 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20d4d652-9615-42e9-840a-a27ffacefa92 req-5b1f37b8-7038-4f41-9a3a-f55cb367c94a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366015 Jul 16 01:30:28.607401 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd2540-c505-4123-93c4-b7427137970f req-cc55f943-4c67-435b-bdc3-acd2be6cf657 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:28.608994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7bd2540-c505-4123-93c4-b7427137970f req-cc55f943-4c67-435b-bdc3-acd2be6cf657 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 945 time: 0.0672672 Jul 16 01:30:28.658173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7bd2540-c505-4123-93c4-b7427137970f req-9fc3f0ab-0fa5-4c57-a7ac-ef0b018c2339 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361743 Jul 16 01:30:28.991772 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb332cf4-b424-4401-a68c-4cf2ad08471b req-38b51198-9dc6-4d06-a863-b2d3b8327ced tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:28.993396 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb332cf4-b424-4401-a68c-4cf2ad08471b req-38b51198-9dc6-4d06-a863-b2d3b8327ced tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 945 time: 0.0844431 Jul 16 01:30:29.040366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb332cf4-b424-4401-a68c-4cf2ad08471b req-fdc84457-89b9-4d79-9cf4-38bda1b30a27 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403879 Jul 16 01:30:29.381560 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d27aac-bdc0-463c-b621-ee74eab21e79 req-3e3adde3-a7ee-4a7c-b3db-bbbb0ea32df1 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.389133 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d5d27aac-bdc0-463c-b621-ee74eab21e79 req-3e3adde3-a7ee-4a7c-b3db-bbbb0ea32df1 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 943 time: 0.1089017 Jul 16 01:30:29.479317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d5d27aac-bdc0-463c-b621-ee74eab21e79 req-53593f1c-e91c-4a67-95a7-556fddf4fdc7 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840163 Jul 16 01:30:29.871715 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b2dd39-5f83-4de7-a386-801329b2b764 req-2f7ba69f-a3e5-4d05-bc94-c3f03b7efb76 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:29.879238 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71b2dd39-5f83-4de7-a386-801329b2b764 req-2f7ba69f-a3e5-4d05-bc94-c3f03b7efb76 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 945 time: 0.0780087 Jul 16 01:30:29.931168 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71b2dd39-5f83-4de7-a386-801329b2b764 req-bdfee835-ba35-4cfc-b62a-2c0114a768de tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509341 Jul 16 01:30:30.201383 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:30.268182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027159c6-e14a-4b01-b1cd-c1b1387bb182 req-def161d3-7a56-45eb-b105-2c7e0f73e2e2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:30.271408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-027159c6-e14a-4b01-b1cd-c1b1387bb182 req-def161d3-7a56-45eb-b105-2c7e0f73e2e2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 945 time: 0.1160648 Jul 16 01:30:30.318745 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-027159c6-e14a-4b01-b1cd-c1b1387bb182 req-37a7daac-8406-4a53-99ed-df79d7e99ca2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425410 Jul 16 01:30:30.666017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b2779-173a-4664-bba9-028aa9a61809 req-dbeb35f3-610b-4fb9-b45b-ad5ad9c56f07 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:30.668367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-065b2779-173a-4664-bba9-028aa9a61809 req-dbeb35f3-610b-4fb9-b45b-ad5ad9c56f07 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 943 time: 0.0710948 Jul 16 01:30:30.709980 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-065b2779-173a-4664-bba9-028aa9a61809 req-c94c2c47-e6f9-479f-8ab1-5255141c2049 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351701 Jul 16 01:30:31.114730 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.157490 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b57726-b4bc-4077-84c9-9ad9f11cd814 req-42f6740b-054c-4814-beca-f844ca4cecdc tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:31.159101 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25b57726-b4bc-4077-84c9-9ad9f11cd814 req-42f6740b-054c-4814-beca-f844ca4cecdc tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 945 time: 0.0875449 Jul 16 01:30:31.226173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25b57726-b4bc-4077-84c9-9ad9f11cd814 req-22095ffd-76bb-4b29-a2cb-9e347625c45d tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604954 Jul 16 01:30:31.621840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39994) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:31.807063 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6b2234a6-c7fc-4552-ae86-ee07bdfc674b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:31.912664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab066ad-01f7-4cf4-9111-d98a1c085978 req-025630ca-ff11-4533-9acb-6dcda50f5a2d tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:31.925284 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aab066ad-01f7-4cf4-9111-d98a1c085978 req-025630ca-ff11-4533-9acb-6dcda50f5a2d tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 945 time: 0.2512519 Jul 16 01:30:32.042544 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aab066ad-01f7-4cf4-9111-d98a1c085978 req-e6e0222f-c43a-4e64-b216-239602914a9e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162369 Jul 16 01:30:32.102725 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6b2234a6-c7fc-4552-ae86-ee07bdfc674b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.110133 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6b2234a6-c7fc-4552-ae86-ee07bdfc674b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.169639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1e386-bd7d-4757-945b-039feab6ba7b req-25ec41d1-1c4e-4e4f-94c5-097226c7e97c tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:32.171269 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-61a1e386-bd7d-4757-945b-039feab6ba7b req-25ec41d1-1c4e-4e4f-94c5-097226c7e97c tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 943 time: 0.1990571 Jul 16 01:30:32.189580 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2234a6-c7fc-4552-ae86-ee07bdfc674b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b451a084-1dd4-4f4b-8895-5d930d163628,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:32.210776 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6b2234a6-c7fc-4552-ae86-ee07bdfc674b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2bbab86a33984b80a6f5e885ceaad6a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5878365 Jul 16 01:30:32.211020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40002) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:32.272397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-61a1e386-bd7d-4757-945b-039feab6ba7b req-0a3fa658-6dd0-4bb8-af93-5d9477456155 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846217 Jul 16 01:30:32.299416 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30a1bffc-74ef-4138-a9bd-7202e240439d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.339601 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30a1bffc-74ef-4138-a9bd-7202e240439d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.411677 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30a1bffc-74ef-4138-a9bd-7202e240439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.438182 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-30a1bffc-74ef-4138-a9bd-7202e240439d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:32.441756 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-30a1bffc-74ef-4138-a9bd-7202e240439d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b451a084-1dd4-4f4b-8895-5d930d163628 HTTP/1.1" status: 204 len: 168 time: 0.2273622 Jul 16 01:30:32.450124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1bffc-74ef-4138-a9bd-7202e240439d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b451a084-1dd4-4f4b-8895-5d930d163628,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:32.544084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac1a900-b7ba-4b47-916e-352eec4527d9 req-6a54a305-59d4-4dd6-a8ae-859042c7b8ea tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:32.553834 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dac1a900-b7ba-4b47-916e-352eec4527d9 req-6a54a305-59d4-4dd6-a8ae-859042c7b8ea tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 945 time: 0.1386225 Jul 16 01:30:32.598271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dac1a900-b7ba-4b47-916e-352eec4527d9 req-30b5b11b-2439-4b8f-a4c6-9dcf3128b282 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440171 Jul 16 01:30:33.609461 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:30:33.824992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5a0bb-a58a-48fa-afd9-891991af3b73 req-2cb01c2d-bbdb-474c-bd92-934fe2a070cc tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.826707 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4e5a0bb-a58a-48fa-afd9-891991af3b73 req-2cb01c2d-bbdb-474c-bd92-934fe2a070cc tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 945 time: 0.6089327 Jul 16 01:30:33.855282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d7169-e479-4c74-a035-e6afcaf99244 req-75178756-780d-4dd6-951a-5c43ad8880ab tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:33.862184 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b9d7169-e479-4c74-a035-e6afcaf99244 req-75178756-780d-4dd6-951a-5c43ad8880ab tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 943 time: 0.1381907 Jul 16 01:30:33.940813 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b9d7169-e479-4c74-a035-e6afcaf99244 req-44748d82-4945-4219-844b-a84bccc12175 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726655 Jul 16 01:30:33.962797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4e5a0bb-a58a-48fa-afd9-891991af3b73 req-c2364d23-fc73-46fb-9b36-f856dd2e1368 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233149 Jul 16 01:30:34.233357 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a83197-b9fa-4b4b-8f85-38e222a9c64d req-31890e25-e7cc-40a5-8c95-061082e9b3a4 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:34.235057 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5a83197-b9fa-4b4b-8f85-38e222a9c64d req-31890e25-e7cc-40a5-8c95-061082e9b3a4 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 945 time: 0.1171186 Jul 16 01:30:34.281672 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5a83197-b9fa-4b4b-8f85-38e222a9c64d req-4eb3c05f-f2c6-4d71-87d4-501c9be00f1f tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374103 Jul 16 01:30:34.766015 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8b0e08f9-ef03-4598-b4c0-f034c326e0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:35.239626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1af86-bf3f-4051-bb31-27a6cbca7aa5 req-187fc654-c552-4f3a-a934-421ffb751bc9 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.244822 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45e1af86-bf3f-4051-bb31-27a6cbca7aa5 req-187fc654-c552-4f3a-a934-421ffb751bc9 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 945 time: 0.1459448 Jul 16 01:30:35.254529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcf6a3-3abd-4d56-954d-1302a92d6667 req-a2cff19a-1597-48b0-9f09-9e1be56d5b17 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.261683 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38dcf6a3-3abd-4d56-954d-1302a92d6667 req-a2cff19a-1597-48b0-9f09-9e1be56d5b17 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 943 time: 0.1494823 Jul 16 01:30:35.330975 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38dcf6a3-3abd-4d56-954d-1302a92d6667 req-8f102b36-82d9-4cd7-a687-df964fa3fff9 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683289 Jul 16 01:30:35.348294 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45e1af86-bf3f-4051-bb31-27a6cbca7aa5 req-f74fbd52-83c2-4db2-a5ad-2240a2f60a25 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665627 Jul 16 01:30:35.635814 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f22f4b-e311-436d-985e-8af74029de72 req-d93149f4-705d-4201-90d9-196ba37c2b6b tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:35.639842 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11f22f4b-e311-436d-985e-8af74029de72 req-d93149f4-705d-4201-90d9-196ba37c2b6b tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 945 time: 0.1171012 Jul 16 01:30:35.684705 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11f22f4b-e311-436d-985e-8af74029de72 req-ec057b96-db0b-42c0-b501-a2891d2b2b29 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395749 Jul 16 01:30:36.637213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcd8b9-c14b-4575-9f33-b06d943d7232 req-8e994fee-8e7f-4faf-af21-62b343d9fbea tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:36.638973 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73bcd8b9-c14b-4575-9f33-b06d943d7232 req-8e994fee-8e7f-4faf-af21-62b343d9fbea tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 943 time: 0.1240396 Jul 16 01:30:36.662609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69031e0b-ac26-4071-a92c-e3d0297c1fef req-692a7457-4fd5-4a36-9999-5ca6fd8e01d8 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:36.664508 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-69031e0b-ac26-4071-a92c-e3d0297c1fef req-692a7457-4fd5-4a36-9999-5ca6fd8e01d8 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 945 time: 0.1130056 Jul 16 01:30:36.720770 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73bcd8b9-c14b-4575-9f33-b06d943d7232 req-521ef6de-a896-4766-979c-ab48c72318d1 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726676 Jul 16 01:30:36.729560 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-69031e0b-ac26-4071-a92c-e3d0297c1fef req-d69f65e1-33be-450e-8eaa-900c23f65713 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554123 Jul 16 01:30:36.829534 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-50767b5c-154e-4667-96b4-c839b465a4c6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=443b0636-2ec7-4971-8416-ad4875e96dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429251 Jul 16 01:30:36.958934 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-332f9f17-7d41-40d3-b755-a92ddeff53ad req-4d29a718-30e1-4c5c-ad30-ab9f13bc83a0 service neutron] 10.222.0.70 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836073 Jul 16 01:30:36.964257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-6f7e28b1-705e-4c4f-b004-8851df54ace0 service neutron] 10.222.0.70 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238704 Jul 16 01:30:37.095311 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-332f9f17-7d41-40d3-b755-a92ddeff53ad req-94d4ef4c-f32f-41b2-940d-312fa411075c service neutron] 10.222.0.70 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052999 Jul 16 01:30:37.132673 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1714c8e-31a8-427e-9ae4-d41c3f462a2f req-1cdbf8a2-4dcc-4e6f-ae78-d1a12859ac51 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:37.134137 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1714c8e-31a8-427e-9ae4-d41c3f462a2f req-1cdbf8a2-4dcc-4e6f-ae78-d1a12859ac51 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 945 time: 0.1527185 Jul 16 01:30:37.136379 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-294a470b-a262-47b7-8b8f-42dbd6f4573c req-ad4c1c40-9791-4eca-a6a7-472b7c1e2223 service neutron] 10.222.0.70 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451561 Jul 16 01:30:37.177988 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1714c8e-31a8-427e-9ae4-d41c3f462a2f req-57584eea-0122-4792-9e12-7f10e5c4a638 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/security-groups?id=fde7f314-ddb4-4214-a25e-9f7619481bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378852 Jul 16 01:30:37.254207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60929ff8-aea7-464e-8dfe-285a32af32eb req-7c8ed50c-b8e1-4fd7-bd13-f72f581901fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:37.255742 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60929ff8-aea7-464e-8dfe-285a32af32eb req-7c8ed50c-b8e1-4fd7-bd13-f72f581901fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=848d0be8cf484a8ea0257a4874489c0c&device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 1095 time: 0.0555999 Jul 16 01:30:37.288868 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.354084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60929ff8-aea7-464e-8dfe-285a32af32eb req-5e45c092-5f33-470f-b32d-6eb677cc87ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:37.355547 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60929ff8-aea7-464e-8dfe-285a32af32eb req-5e45c092-5f33-470f-b32d-6eb677cc87ee service neutron] 10.222.0.70 "GET /v2.0/networks?id=443b0636-2ec7-4971-8416-ad4875e96dd4 HTTP/1.1" status: 200 len: 920 time: 0.0927730 Jul 16 01:30:37.401635 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60929ff8-aea7-464e-8dfe-285a32af32eb req-76797120-1449-4f0b-99e2-642eb5b41c05 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a340aa5e-9a17-48d4-a397-0b4b66404f53 HTTP/1.1" status: 200 len: 217 time: 0.0368075 Jul 16 01:30:37.417452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54677bd-8238-466a-bfe0-af11899e3a59 req-3053a705-aa77-4520-a240-cf4f2b9ad396 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:37.419277 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f54677bd-8238-466a-bfe0-af11899e3a59 req-3053a705-aa77-4520-a240-cf4f2b9ad396 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.70 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 945 time: 0.0695550 Jul 16 01:30:37.456632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60929ff8-aea7-464e-8dfe-285a32af32eb req-fbe0c6d6-6020-415d-bf65-3c2d34ac4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:37.458247 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60929ff8-aea7-464e-8dfe-285a32af32eb req-fbe0c6d6-6020-415d-bf65-3c2d34ac4c26 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6272e637-e25c-4ff7-bda6-1602210b065c HTTP/1.1" status: 200 len: 859 time: 0.0464146 Jul 16 01:30:37.508074 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60929ff8-aea7-464e-8dfe-285a32af32eb req-ef1e4556-1849-4a41-b711-17efbd674510 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=443b0636-2ec7-4971-8416-ad4875e96dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385022 Jul 16 01:30:37.538872 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-f54677bd-8238-466a-bfe0-af11899e3a59 req-b5702631-f317-47cd-9deb-975986600fe1 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Deleting port 0ab5e524-c633-4bc7-85d3-95e67391e0bb {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:30:37.539360 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f54677bd-8238-466a-bfe0-af11899e3a59 req-b5702631-f317-47cd-9deb-975986600fe1 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.627513 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60929ff8-aea7-464e-8dfe-285a32af32eb req-dbfe1f7e-6ae3-4a2d-95f5-c4a7154af395 service neutron] 10.222.0.70 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084926 Jul 16 01:30:37.646774 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-958f9549-306e-479e-9e00-78c78ef200df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.659863 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f54677bd-8238-466a-bfe0-af11899e3a59 req-b5702631-f317-47cd-9deb-975986600fe1 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] For port 0ab5e524-c633-4bc7-85d3-95e67391e0bb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0ab5e524-c633-4bc7-85d3-95e67391e0bb,segment=NetworkSegment(c524cd92-32cb-4fad-823e-9bf4a1613dcd),segment_id=c524cd92-32cb-4fad-823e-9bf4a1613dcd)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:37.660233 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f54677bd-8238-466a-bfe0-af11899e3a59 req-b5702631-f317-47cd-9deb-975986600fe1 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.677940 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-f54677bd-8238-466a-bfe0-af11899e3a59 req-b5702631-f317-47cd-9deb-975986600fe1 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Calling delete_port for 0ab5e524-c633-4bc7-85d3-95e67391e0bb owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:30:37.820208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60929ff8-aea7-464e-8dfe-285a32af32eb req-3b05652a-3fa5-4bf1-918b-b446ec60095b service neutron] 10.222.0.70 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741879 Jul 16 01:30:37.858605 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f54677bd-8238-466a-bfe0-af11899e3a59 req-b5702631-f317-47cd-9deb-975986600fe1 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.879087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['0ab5e524-c633-4bc7-85d3-95e67391e0bb'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:37.912850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5702631-f317-47cd-9deb-975986600fe1 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Pushing event deleted for resources: {'Port': ['ID=0ab5e524-c633-4bc7-85d3-95e67391e0bb,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:37.971202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54677bd-8238-466a-bfe0-af11899e3a59 req-b5702631-f317-47cd-9deb-975986600fe1 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] No DVR routers for this DVR port 0ab5e524-c633-4bc7-85d3-95e67391e0bb on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:30:37.974997 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f54677bd-8238-466a-bfe0-af11899e3a59 req-b5702631-f317-47cd-9deb-975986600fe1 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:37.977857 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f54677bd-8238-466a-bfe0-af11899e3a59 req-b5702631-f317-47cd-9deb-975986600fe1 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.70 "DELETE /v2.0/ports/0ab5e524-c633-4bc7-85d3-95e67391e0bb HTTP/1.1" status: 204 len: 173 time: 0.5508435 Jul 16 01:30:37.978997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1ecbbf-0a79-4473-9a74-b1d4af28cd65', 'name': 'network-vif-deleted', 'tag': '0ab5e524-c633-4bc7-85d3-95e67391e0bb'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:37.982478 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2319cd1e-def5-404f-9e0e-d9e7a8d06cf2" -d '{"events": [{"server_uuid": "5d1ecbbf-0a79-4473-9a74-b1d4af28cd65", "name": "network-vif-deleted", "tag": "0ab5e524-c633-4bc7-85d3-95e67391e0bb"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:38.024400 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291e824-2dfc-4279-8f2a-f80d0458ac1c req-bd22c9a7-71fa-448c-a2ea-85edcd2a4149 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:38.026999 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5291e824-2dfc-4279-8f2a-f80d0458ac1c req-bd22c9a7-71fa-448c-a2ea-85edcd2a4149 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 945 time: 0.1255589 Jul 16 01:30:38.036158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c229d72a-d982-496e-9ade-b11d76746885 req-d6c82692-c65a-4e19-bf30-8739817a9610 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:38.038047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c229d72a-d982-496e-9ade-b11d76746885 req-d6c82692-c65a-4e19-bf30-8739817a9610 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 943 time: 0.1472027 Jul 16 01:30:38.095648 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5291e824-2dfc-4279-8f2a-f80d0458ac1c req-d405d3d5-02dd-486b-b08e-f1f3dfd3674d tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564981 Jul 16 01:30:38.117057 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c229d72a-d982-496e-9ade-b11d76746885 req-cc66eaf3-6f6c-44be-b98a-19fd6dfa6f03 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618894 Jul 16 01:30:38.301729 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0682df41-d776-47c7-9996-97110dc85007 x-openstack-request-id: req-0682df41-d776-47c7-9996-97110dc85007 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:38.301729 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1ecbbf-0a79-4473-9a74-b1d4af28cd65", "name": "network-vif-deleted", "tag": "0ab5e524-c633-4bc7-85d3-95e67391e0bb", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:38.302097 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0682df41-d776-47c7-9996-97110dc85007 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:38.302381 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d1ecbbf-0a79-4473-9a74-b1d4af28cd65', 'name': 'network-vif-deleted', 'tag': '0ab5e524-c633-4bc7-85d3-95e67391e0bb', 'status': 'completed', 'code': 200} Jul 16 01:30:38.429084 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ec6ce97-5c08-414b-8765-ceb33db3c0a0 req-8df56db1-12fb-4cee-a7ef-7a7be54f3410 tempest-ServerTagsTestJSON-1779453845 tempest-ServerTagsTestJSON-1779453845-project] 10.222.0.22 "GET /v2.0/ports?device_id=5d1ecbbf-0a79-4473-9a74-b1d4af28cd65 HTTP/1.1" status: 200 len: 210 time: 0.0431805 Jul 16 01:30:38.509200 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.365981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450703a-23d0-4b01-881a-1298e3a693c9 req-a08b16dc-05f3-4b94-8c8b-3c2fc84ab002 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:39.367805 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1450703a-23d0-4b01-881a-1298e3a693c9 req-a08b16dc-05f3-4b94-8c8b-3c2fc84ab002 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 943 time: 0.1088567 Jul 16 01:30:39.376926 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e796be-7dad-4af6-af6a-3577d62856e6 req-f9bc7a94-f278-4cdd-8700-2c667f28836e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:39.378559 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47e796be-7dad-4af6-af6a-3577d62856e6 req-f9bc7a94-f278-4cdd-8700-2c667f28836e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 945 time: 0.1319861 Jul 16 01:30:39.443385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1450703a-23d0-4b01-881a-1298e3a693c9 req-71820caf-df82-4cd5-819a-aa4b87c9bfe7 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637906 Jul 16 01:30:39.446828 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47e796be-7dad-4af6-af6a-3577d62856e6 req-8f79b4d4-7b8d-4702-ad6d-429af4493800 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610650 Jul 16 01:30:39.545386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40120) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:39.598897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-83b01126-b88c-429b-81c2-934bc863471c admin admin] Deleting subnet 1203a95c-62f4-425b-8bf7-fce8265c283a {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:30:39.602139 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83b01126-b88c-429b-81c2-934bc863471c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.637389 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83b01126-b88c-429b-81c2-934bc863471c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.680745 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83b01126-b88c-429b-81c2-934bc863471c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.734442 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83b01126-b88c-429b-81c2-934bc863471c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.763994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b01126-b88c-429b-81c2-934bc863471c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1203a95c-62f4-425b-8bf7-fce8265c283a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:39.766883 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83b01126-b88c-429b-81c2-934bc863471c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.771514 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40128) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:39.771982 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-83b01126-b88c-429b-81c2-934bc863471c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1203a95c-62f4-425b-8bf7-fce8265c283a HTTP/1.1" status: 204 len: 168 time: 0.2251406 Jul 16 01:30:39.865616 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1ee950c-1b2b-4caa-ad39-e4ee986047b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.965929 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1ee950c-1b2b-4caa-ad39-e4ee986047b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:39.977502 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e1ee950c-1b2b-4caa-ad39-e4ee986047b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61868579-87b3-49b3-ae7e-d6e1c6dfc4f5']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:39.988700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e1ee950c-1b2b-4caa-ad39-e4ee986047b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c524cd92-32cb-4fad-823e-9bf4a1613dcd') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:39.989003 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e1ee950c-1b2b-4caa-ad39-e4ee986047b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c524cd92-32cb-4fad-823e-9bf4a1613dcd') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:39.999107 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1ee950c-1b2b-4caa-ad39-e4ee986047b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.014395 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1ee950c-1b2b-4caa-ad39-e4ee986047b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.020799 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ee950c-1b2b-4caa-ad39-e4ee986047b2 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:30:40.021197 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1ee950c-1b2b-4caa-ad39-e4ee986047b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:30:40.022979 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:30:40.079284 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device d1c76d4c-6015-44fd-abe2-49b90d5307ad details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:40.090844 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1ee950c-1b2b-4caa-ad39-e4ee986047b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.094821 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1ee950c-1b2b-4caa-ad39-e4ee986047b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.096771 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e1ee950c-1b2b-4caa-ad39-e4ee986047b2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/61868579-87b3-49b3-ae7e-d6e1c6dfc4f5 HTTP/1.1" status: 204 len: 168 time: 0.3241949 Jul 16 01:30:40.126066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee950c-1b2b-4caa-ad39-e4ee986047b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=61868579-87b3-49b3-ae7e-d6e1c6dfc4f5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:40.199677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port d1c76d4c-6015-44fd-abe2-49b90d5307ad, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:40.211915 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad', 'network_id': 'af3e8427-1eb8-41ae-8360-0d8cda39634f', 'port_id': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad', 'mac_address': 'fa:16:3e:9c:e3:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '445444c6-c085-4d13-9690-c0618a2d3056', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:40.270664 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.272775 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.285595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c76d4c-6015-44fd-abe2-49b90d5307ad {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:40.309976 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40136) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:40.312272 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port d1c76d4c-6015-44fd-abe2-49b90d5307ad, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:40.317180 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.318071 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a340aa5e-9a17-48d4-a397-0b4b66404f53 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:40.374663 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=d1c76d4c-6015-44fd-abe2-49b90d5307ad,revision_number=11']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:40.376599 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-52e39db4-3a9c-409b-bf16-73a15b72dbd1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13a72bcb0add4d8ba3e19c9ecfdf488e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648496 Jul 16 01:30:40.381014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40138) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:40.435889 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0108622b-52cc-4f7c-b740-0a437271840f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.460020 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0108622b-52cc-4f7c-b740-0a437271840f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.493789 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a340aa5e-9a17-48d4-a397-0b4b66404f53, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a340aa5e-9a17-48d4-a397-0b4b66404f53,segment=NetworkSegment(0a4127b6-f6fb-4023-80e1-ae17884f89e8),segment_id=0a4127b6-f6fb-4023-80e1-ae17884f89e8)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:40.522442 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'a340aa5e-9a17-48d4-a397-0b4b66404f53', 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4', 'port_id': 'a340aa5e-9a17-48d4-a397-0b4b66404f53', 'mac_address': 'fa:16:3e:c7:d9:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:40.528321 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0108622b-52cc-4f7c-b740-0a437271840f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.531622 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0108622b-52cc-4f7c-b740-0a437271840f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.535277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0108622b-52cc-4f7c-b740-0a437271840f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fde7f314-ddb4-4214-a25e-9f7619481bb8 HTTP/1.1" status: 204 len: 168 time: 0.1506763 Jul 16 01:30:40.549172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0108622b-52cc-4f7c-b740-0a437271840f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde7f314-ddb4-4214-a25e-9f7619481bb8,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:40.591123 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.619910 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a340aa5e-9a17-48d4-a397-0b4b66404f53 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:40.649873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a340aa5e-9a17-48d4-a397-0b4b66404f53, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a340aa5e-9a17-48d4-a397-0b4b66404f53,segment=NetworkSegment(0a4127b6-f6fb-4023-80e1-ae17884f89e8),segment_id=0a4127b6-f6fb-4023-80e1-ae17884f89e8)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:40.658651 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:40.731741 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a340aa5e-9a17-48d4-a397-0b4b66404f53,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:40.810252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f92eb0-223a-4eef-a9c3-00c9f968b83f req-1f1a6713-31ef-4052-bcc2-b3d215d51fc9 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:40.817649 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9f92eb0-223a-4eef-a9c3-00c9f968b83f req-1f1a6713-31ef-4052-bcc2-b3d215d51fc9 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.1536052 Jul 16 01:30:40.847373 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055853e-b1e2-424f-9743-1561335a21b2 req-271a1c86-0043-4e08-8d30-c9438c786368 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:40.855089 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f055853e-b1e2-424f-9743-1561335a21b2 req-271a1c86-0043-4e08-8d30-c9438c786368 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 944 time: 0.1761816 Jul 16 01:30:40.905691 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9f92eb0-223a-4eef-a9c3-00c9f968b83f req-9931a5ec-301b-45a0-aa66-d62d3c34be48 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849204 Jul 16 01:30:40.925357 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f055853e-b1e2-424f-9743-1561335a21b2 req-37779324-5752-4eab-a064-aba2b2c425b7 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691087 Jul 16 01:30:40.928192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d1c76d4c-6015-44fd-abe2-49b90d5307ad'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:41.046475 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a340aa5e-9a17-48d4-a397-0b4b66404f53'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:41.792154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40182) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:41.873949 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677399e-83e6-4148-975f-c339afbea3bd req-e1cf9c7c-c244-48c7-829f-060541e06084 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:41.881739 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c677399e-83e6-4148-975f-c339afbea3bd req-e1cf9c7c-c244-48c7-829f-060541e06084 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.0812619 Jul 16 01:30:41.911502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6d6f9856-b15f-4ffa-9c8e-f57d5e4e5487 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1165696948-network', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:41.930515 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c677399e-83e6-4148-975f-c339afbea3bd req-6e2d0956-534c-4fd3-bb31-c54b86a124ea tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477786 Jul 16 01:30:41.950937 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6f9856-b15f-4ffa-9c8e-f57d5e4e5487 admin admin] Made reservation on behalf of 4100c1fde37843068ccfc8eef15b59a0 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:41.953992 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9856-b15f-4ffa-9c8e-f57d5e4e5487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:41.966341 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9856-b15f-4ffa-9c8e-f57d5e4e5487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.086106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device d1c76d4c-6015-44fd-abe2-49b90d5307ad up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:42.164285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port d1c76d4c-6015-44fd-abe2-49b90d5307ad completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:42.170483 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port d1c76d4c-6015-44fd-abe2-49b90d5307ad triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:42.170983 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.220544 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9856-b15f-4ffa-9c8e-f57d5e4e5487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.238487 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9856-b15f-4ffa-9c8e-f57d5e4e5487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.276112 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b01782-4340-4c6b-9482-a72246f40795 req-57eac161-ffa5-499b-8b36-2d73d1de7d63 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.281015 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.283880 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-64b01782-4340-4c6b-9482-a72246f40795 req-57eac161-ffa5-499b-8b36-2d73d1de7d63 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 946 time: 0.2186751 Jul 16 01:30:42.304818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6f9856-b15f-4ffa-9c8e-f57d5e4e5487 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:30:42.324285 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f9856-b15f-4ffa-9c8e-f57d5e4e5487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb51f81-23a3-4f79-baa5-3999a64e6bd0,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:42.358384 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abcb3f3-5fb0-4568-a96a-9773aec047c7 req-3f3987fb-add5-4666-a9a6-bdf0b09a05ba tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.360021 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3abcb3f3-5fb0-4568-a96a-9773aec047c7 req-3f3987fb-add5-4666-a9a6-bdf0b09a05ba tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 944 time: 0.2675807 Jul 16 01:30:42.366285 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9856-b15f-4ffa-9c8e-f57d5e4e5487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.366567 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-6d6f9856-b15f-4ffa-9c8e-f57d5e4e5487 admin admin] Added segment 1fa832ec-f890-4242-8abf-592d0d1c3d1d of type vlan for network ed2ef5d5-3345-4f8c-9615-96141c6c7ede Jul 16 01:30:42.376454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6cb23f-1b4e-48a3-a238-5b7a83b550a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:42.382841 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7aa3c56-8ce7-4c54-b463-65f3deac0a73" -d '{"events": [{"server_uuid": "0d6cb23f-1b4e-48a3-a238-5b7a83b550a6", "name": "network-vif-plugged", "status": "completed", "tag": "d1c76d4c-6015-44fd-abe2-49b90d5307ad"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:42.409892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port d1c76d4c-6015-44fd-abe2-49b90d5307ad, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:42.417111 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.419837 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a340aa5e-9a17-48d4-a397-0b4b66404f53 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:42.447968 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-64b01782-4340-4c6b-9482-a72246f40795 req-0279ccfc-8cd6-4183-9dec-aa4dd45fd902 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629481 Jul 16 01:30:42.453061 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9856-b15f-4ffa-9c8e-f57d5e4e5487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.486196 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9856-b15f-4ffa-9c8e-f57d5e4e5487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.487235 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6f9856-b15f-4ffa-9c8e-f57d5e4e5487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:42.488074 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6d6f9856-b15f-4ffa-9c8e-f57d5e4e5487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.551788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3abcb3f3-5fb0-4568-a96a-9773aec047c7 req-244d3541-f46b-4233-bfd2-00090c27a213 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678584 Jul 16 01:30:42.579544 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6d6f9856-b15f-4ffa-9c8e-f57d5e4e5487 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7837505 Jul 16 01:30:42.579972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40224) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:42.585350 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-aae32419-fd91-4cf9-b7f4-c4f3ceba8efb admin admin] Request body: {'subnet': {'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1165696948-subnet', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:42.611711 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=d1c76d4c-6015-44fd-abe2-49b90d5307ad,revision_number=12']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:42.631320 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae32419-fd91-4cf9-b7f4-c4f3ceba8efb admin admin] Made reservation on behalf of 4100c1fde37843068ccfc8eef15b59a0 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:42.639056 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aae32419-fd91-4cf9-b7f4-c4f3ceba8efb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.645056 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port a340aa5e-9a17-48d4-a397-0b4b66404f53 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:42.647441 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f9856-b15f-4ffa-9c8e-f57d5e4e5487 admin admin] Pushing event updated for resources: {'Network': ['ID=ed2ef5d5-3345-4f8c-9615-96141c6c7ede,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:42.656289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port a340aa5e-9a17-48d4-a397-0b4b66404f53 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:42.656722 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.711231 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42757098-a360-4ac8-9e8f-491a1f044091 x-openstack-request-id: req-42757098-a360-4ac8-9e8f-491a1f044091 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:42.711919 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6cb23f-1b4e-48a3-a238-5b7a83b550a6", "name": "network-vif-plugged", "status": "completed", "tag": "d1c76d4c-6015-44fd-abe2-49b90d5307ad", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:42.712325 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-42757098-a360-4ac8-9e8f-491a1f044091 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:42.713402 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6cb23f-1b4e-48a3-a238-5b7a83b550a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad', 'code': 200} Jul 16 01:30:42.717986 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network ed2ef5d5-3345-4f8c-9615-96141c6c7ede details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:30:42.886675 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aae32419-fd91-4cf9-b7f4-c4f3ceba8efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.945033 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.987656 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a340aa5e-9a17-48d4-a397-0b4b66404f53, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a340aa5e-9a17-48d4-a397-0b4b66404f53,segment=NetworkSegment(0a4127b6-f6fb-4023-80e1-ae17884f89e8),segment_id=0a4127b6-f6fb-4023-80e1-ae17884f89e8)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:42.991976 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:42.992838 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0ab5e524-c633-4bc7-85d3-95e67391e0bb no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:30:43.016966 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 0ab5e524-c633-4bc7-85d3-95e67391e0bb {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:30:43.017308 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0ab5e524-c633-4bc7-85d3-95e67391e0bb not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:30:43.025076 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae32419-fd91-4cf9-b7f4-c4f3ceba8efb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7459754e-d7d4-4f48-a231-067bfcf50ff6,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:43.031056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae32419-fd91-4cf9-b7f4-c4f3ceba8efb admin admin] Checking segment: {'id': '1fa832ec-f890-4242-8abf-592d0d1c3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:43.031493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae32419-fd91-4cf9-b7f4-c4f3ceba8efb admin admin] Network hostable DHCP agents. Network: ed2ef5d5-3345-4f8c-9615-96141c6c7ede, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:30:43.047386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ed8f7-96f6-4a60-bca8-7e21c8e06ebc req-6f287174-734f-4909-a93f-d78f18dac134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.049045 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e01ed8f7-96f6-4a60-bca8-7e21c8e06ebc req-6f287174-734f-4909-a93f-d78f18dac134 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 1099 time: 0.1143427 Jul 16 01:30:43.067002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae32419-fd91-4cf9-b7f4-c4f3ceba8efb admin admin] Network ed2ef5d5-3345-4f8c-9615-96141c6c7ede is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:30:43.087274 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a340aa5e-9a17-48d4-a397-0b4b66404f53,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:43.093608 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-aae32419-fd91-4cf9-b7f4-c4f3ceba8efb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, ed2ef5d5-3345-4f8c-9615-96141c6c7ede) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:43.108825 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6646aae-8dfa-47e2-b806-75d874ec251d None None] Network ed2ef5d5-3345-4f8c-9615-96141c6c7ede requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:43.110024 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae32419-fd91-4cf9-b7f4-c4f3ceba8efb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.110681 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aae32419-fd91-4cf9-b7f4-c4f3ceba8efb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.116438 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e01ed8f7-96f6-4a60-bca8-7e21c8e06ebc req-5af91fe7-d270-4c8a-bd70-b1926162b844 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594654 Jul 16 01:30:43.133867 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-aae32419-fd91-4cf9-b7f4-c4f3ceba8efb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5522337 Jul 16 01:30:43.137072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40242) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:43.142812 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:43.165116 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.166625 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.172498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5223f73-b870-4648-8445-14442e74fcf5 req-484db19d-0fd6-4178-9278-d913e8f4322d tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.174353 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5223f73-b870-4648-8445-14442e74fcf5 req-484db19d-0fd6-4178-9278-d913e8f4322d tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.0942781 Jul 16 01:30:43.225953 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5223f73-b870-4648-8445-14442e74fcf5 req-d08556e7-d4dc-49e4-a6d8-fff5811d6b45 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453074 Jul 16 01:30:43.249692 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.297268 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:30:43.298552 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.388812 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.438134 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Allocated IP 172.20.0.2 (ed2ef5d5-3345-4f8c-9615-96141c6c7ede/7459754e-d7d4-4f48-a231-067bfcf50ff6/57917c44-6b02-4d53-af41-fae3e2f86ab3) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:43.810132 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348444d-4015-407f-9cdb-ca5b8b838197 req-1868893c-bd3e-4bb2-a052-5b6030475037 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.811729 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a348444d-4015-407f-9cdb-ca5b8b838197 req-1868893c-bd3e-4bb2-a052-5b6030475037 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.1133521 Jul 16 01:30:43.824989 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.835701 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Transition to ACTIVE for port object 57917c44-6b02-4d53-af41-fae3e2f86ab3 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:43.857747 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Transition to ACTIVE for port object 57917c44-6b02-4d53-af41-fae3e2f86ab3 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:43.865788 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.894193 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a348444d-4015-407f-9cdb-ca5b8b838197 req-58b97d3b-0355-4c63-b0a6-c518e70bd060 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730653 Jul 16 01:30:43.904136 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.927383 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b19790-00ef-4c45-8434-96fe2a4d556f req-28d97b79-75a9-4890-b388-8255faf82fe3 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:43.928618 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:43.929000 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9b19790-00ef-4c45-8434-96fe2a4d556f req-28d97b79-75a9-4890-b388-8255faf82fe3 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1781566 Jul 16 01:30:43.931079 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Network ed2ef5d5-3345-4f8c-9615-96141c6c7ede is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:43.934129 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:43.937297 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:43.948501 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Pushing event updated for resources: {'Port': ['ID=57917c44-6b02-4d53-af41-fae3e2f86ab3,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:43.959667 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.960060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.960409 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.960847 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.961088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.961424 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.961763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.962118 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.962451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.963341 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.963664 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:43.965798 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:30:44.008712 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9b19790-00ef-4c45-8434-96fe2a4d556f req-7ba9ac0f-0d86-4a16-9e11-71abdc1ee92f tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720809 Jul 16 01:30:44.053566 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Attempting to bind port 57917c44-6b02-4d53-af41-fae3e2f86ab3 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:44.055131 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Attempting to bind port 57917c44-6b02-4d53-af41-fae3e2f86ab3 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '1fa832ec-f890-4242-8abf-592d0d1c3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:44.055444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Attempting to bind port 57917c44-6b02-4d53-af41-fae3e2f86ab3 on network ed2ef5d5-3345-4f8c-9615-96141c6c7ede {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:44.064998 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:44.065379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Checking segment: {'id': '1fa832ec-f890-4242-8abf-592d0d1c3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:44.065787 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.066184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Bound using segment: {'id': '1fa832ec-f890-4242-8abf-592d0d1c3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:44.066657 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Bound port: 57917c44-6b02-4d53-af41-fae3e2f86ab3, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa832ec-f890-4242-8abf-592d0d1c3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:44.067041 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.197535 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] For port 57917c44-6b02-4d53-af41-fae3e2f86ab3, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:44.203040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] For port 57917c44-6b02-4d53-af41-fae3e2f86ab3, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=57917c44-6b02-4d53-af41-fae3e2f86ab3,segment=NetworkSegment(1fa832ec-f890-4242-8abf-592d0d1c3d1d),segment_id=1fa832ec-f890-4242-8abf-592d0d1c3d1d)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:44.219835 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.274762 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Allocated IP 172.25.2.65 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/255a453d-9315-4176-b4d0-8538a406c315) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:44.381542 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830e7397-458b-4eb7-8c1e-929ec2557b4a None None] Pushing event updated for resources: {'Port': ['ID=57917c44-6b02-4d53-af41-fae3e2f86ab3,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:44.471019 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.510718 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed09107-fa7a-4712-8651-272b3b49ecb3 req-1463fcf2-1a4b-47a9-956f-7f395c368a44 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:44.522161 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fed09107-fa7a-4712-8651-272b3b49ecb3 req-1463fcf2-1a4b-47a9-956f-7f395c368a44 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.1085408 Jul 16 01:30:44.529804 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.573872 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fed09107-fa7a-4712-8651-272b3b49ecb3 req-380cce8c-bd83-4e48-b013-0e5ea75a079b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503883 Jul 16 01:30:44.579545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:44.582837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:44.587388 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:44.614621 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Pushing event updated for resources: {'Port': ['ID=255a453d-9315-4176-b4d0-8538a406c315,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:44.716404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a340aa5e-9a17-48d4-a397-0b4b66404f53'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:44.718815 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd32c562-736d-4a50-adf1-1f833dc8f8e6" -d '{"events": [{"server_uuid": "5c4bf39d-5a96-4a09-8dbd-d807974ef69a", "name": "network-vif-plugged", "status": "completed", "tag": "a340aa5e-9a17-48d4-a397-0b4b66404f53"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:44.769172 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b90ea865-85cc-47c7-a47b-c4d3e627b422 x-openstack-request-id: req-b90ea865-85cc-47c7-a47b-c4d3e627b422 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:44.769474 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4bf39d-5a96-4a09-8dbd-d807974ef69a", "name": "network-vif-plugged", "status": "completed", "tag": "a340aa5e-9a17-48d4-a397-0b4b66404f53", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:44.769734 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b90ea865-85cc-47c7-a47b-c4d3e627b422 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:44.770138 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a340aa5e-9a17-48d4-a397-0b4b66404f53', 'code': 200} Jul 16 01:30:44.923237 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:44.983072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33da22d-c539-45bb-84e5-f355fdb0b3ea req-f1e1fb1f-cc87-4b8d-b77a-a7c5dac849e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:44.984645 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d33da22d-c539-45bb-84e5-f355fdb0b3ea req-f1e1fb1f-cc87-4b8d-b77a-a7c5dac849e0 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 1097 time: 0.1127086 Jul 16 01:30:45.060805 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d33da22d-c539-45bb-84e5-f355fdb0b3ea req-1db4b962-3e0c-4f65-bf1f-87c4d99f5427 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471954 Jul 16 01:30:45.104420 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fa312-b60f-4691-bcc3-7d90188897c8 req-1dfef8f9-c4c1-4d5e-af32-5921dd308dfa tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:45.106105 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-931fa312-b60f-4691-bcc3-7d90188897c8 req-1dfef8f9-c4c1-4d5e-af32-5921dd308dfa tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.0920408 Jul 16 01:30:45.165345 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.173113 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-931fa312-b60f-4691-bcc3-7d90188897c8 req-38caf245-8147-47da-85d9-0fdda0f00fb8 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601439 Jul 16 01:30:45.214264 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c372b698-49f4-47d8-bb51-ac104a6c388e req-ef9df1e8-46db-48b3-a1c4-5a2d5f4020af tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:45.216988 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c372b698-49f4-47d8-bb51-ac104a6c388e req-ef9df1e8-46db-48b3-a1c4-5a2d5f4020af tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.0790975 Jul 16 01:30:45.278785 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c372b698-49f4-47d8-bb51-ac104a6c388e req-ce964d94-d88a-4520-b393-181c0093e538 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492249 Jul 16 01:30:45.365849 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Router 4525f01c-9836-48f8-a661-9347e8f9f88a is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:30:45.484720 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:45.493204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Sync routers for ids ['4525f01c-9836-48f8-a661-9347e8f9f88a'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:45.504075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Routers {'4525f01c-9836-48f8-a661-9347e8f9f88a'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:45.505112 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:30:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4525f01c-9836-48f8-a661-9347e8f9f88a'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:45.507569 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.509796 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-99c95993-0b06-4e99-ac18-852e6a71cc31 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3711283 Jul 16 01:30:45.511962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40302) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:45.624085 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Set router 4525f01c-9836-48f8-a661-9347e8f9f88a gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:45.780709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 57917c44-6b02-4d53-af41-fae3e2f86ab3 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:45.827468 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308b6cd2-ca10-41ad-90e5-43ecd7e8229e None None] Network ed2ef5d5-3345-4f8c-9615-96141c6c7ede requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:45.937470 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09332b53-f319-4efa-b351-37e4bb5354fc req-4a46ac7a-42b8-457d-a7cd-2fbfd885218a tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:45.939096 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09332b53-f319-4efa-b351-37e4bb5354fc req-4a46ac7a-42b8-457d-a7cd-2fbfd885218a tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.1532273 Jul 16 01:30:45.952447 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 57917c44-6b02-4d53-af41-fae3e2f86ab3 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:45.961821 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-eab04044-bb8f-4559-b6c3-a02b9ecc8f5d None None] Provisioning for port 57917c44-6b02-4d53-af41-fae3e2f86ab3 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:45.969482 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 57917c44-6b02-4d53-af41-fae3e2f86ab3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:45.969859 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:45.997193 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-eab04044-bb8f-4559-b6c3-a02b9ecc8f5d None None] Provisioning complete for port 57917c44-6b02-4d53-af41-fae3e2f86ab3 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:45.997569 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eab04044-bb8f-4559-b6c3-a02b9ecc8f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.107142 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:44Z', 'revision_number': 3, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:46.127163 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.166256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Checking router: 4525f01c-9836-48f8-a661-9347e8f9f88a for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:46.166528 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Updating router 4525f01c-9836-48f8-a661-9347e8f9f88a port 255a453d-9315-4176-b4d0-8538a406c315 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:30:46.275329 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.310051 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.316068 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eab04044-bb8f-4559-b6c3-a02b9ecc8f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.336338 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09332b53-f319-4efa-b351-37e4bb5354fc req-bf089955-a3b6-4b1a-a720-72aed2e79407 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3847995 Jul 16 01:30:46.447502 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 57917c44-6b02-4d53-af41-fae3e2f86ab3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=57917c44-6b02-4d53-af41-fae3e2f86ab3,segment=NetworkSegment(1fa832ec-f890-4242-8abf-592d0d1c3d1d),segment_id=1fa832ec-f890-4242-8abf-592d0d1c3d1d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:46.470092 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.492871 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca33b9-7bff-4d08-a853-e70c429c7d0a req-d170a6b7-8e20-44e4-a780-90815cc6c944 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.500802 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84ca33b9-7bff-4d08-a853-e70c429c7d0a req-d170a6b7-8e20-44e4-a780-90815cc6c944 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.1677613 Jul 16 01:30:46.519301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Allocated IP 172.20.0.1 (ed2ef5d5-3345-4f8c-9615-96141c6c7ede/7459754e-d7d4-4f48-a231-067bfcf50ff6/eb2e89d6-5356-4c16-a049-3f14c0253582) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:46.594385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84ca33b9-7bff-4d08-a853-e70c429c7d0a req-60211899-e4ab-485a-9652-3fd055c83f15 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913846 Jul 16 01:30:46.726835 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0973395-77d4-4ae6-9177-0c60c64d45b1 req-ac37d7ad-62c0-451a-a593-5f4e7079bd63 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:46.732665 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0973395-77d4-4ae6-9177-0c60c64d45b1 req-ac37d7ad-62c0-451a-a593-5f4e7079bd63 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1875982 Jul 16 01:30:46.765674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=57917c44-6b02-4d53-af41-fae3e2f86ab3,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:46.766167 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.781111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Transition to ACTIVE for port object eb2e89d6-5356-4c16-a049-3f14c0253582 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:46.803049 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-eab04044-bb8f-4559-b6c3-a02b9ecc8f5d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:30:46.803413 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-eab04044-bb8f-4559-b6c3-a02b9ecc8f5d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:30:46.844743 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.886500 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.896077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0973395-77d4-4ae6-9177-0c60c64d45b1 req-1c3bb189-6e6d-43cc-8d8d-4fdb3de5670a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742698 Jul 16 01:30:46.898878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Transition to ACTIVE for port object 255a453d-9315-4176-b4d0-8538a406c315 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:46.904712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Network ed2ef5d5-3345-4f8c-9615-96141c6c7ede is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:46.908039 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.930340 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:46.939947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:46.954703 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Attempting to bind port 255a453d-9315-4176-b4d0-8538a406c315 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:46.954896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Attempting to bind port 255a453d-9315-4176-b4d0-8538a406c315 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:46.955238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Attempting to bind port 255a453d-9315-4176-b4d0-8538a406c315 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:46.963788 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:46.964158 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:46.964568 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.964968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:46.965444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Bound port: 255a453d-9315-4176-b4d0-8538a406c315, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:46.965827 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:46.976620 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Pushing event updated for resources: {'Port': ['ID=eb2e89d6-5356-4c16-a049-3f14c0253582,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:47.003521 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.020462 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240b6c1-3d13-45fa-9fb5-88370bc65fad None None] Pushing event updated for resources: {'Port': ['ID=255a453d-9315-4176-b4d0-8538a406c315,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:47.068154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] For port 255a453d-9315-4176-b4d0-8538a406c315, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:47.072829 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923b940-0513-4934-9458-1cfa8a2d91fa req-6ef490ac-0ac2-43e6-89d9-b9b55c396243 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.073154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] For port 255a453d-9315-4176-b4d0-8538a406c315, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=255a453d-9315-4176-b4d0-8538a406c315,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:47.080013 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.080247 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2923b940-0513-4934-9458-1cfa8a2d91fa req-6ef490ac-0ac2-43e6-89d9-b9b55c396243 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.2193787 Jul 16 01:30:47.142223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240b6c1-3d13-45fa-9fb5-88370bc65fad None None] Pushing event updated for resources: {'Port': ['ID=255a453d-9315-4176-b4d0-8538a406c315,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:47.172127 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Routers {'4525f01c-9836-48f8-a661-9347e8f9f88a'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:47.172993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:30:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4525f01c-9836-48f8-a661-9347e8f9f88a'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:47.270774 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2923b940-0513-4934-9458-1cfa8a2d91fa req-f03febb5-1b0d-47a8-ae8a-e414edc42f51 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896193 Jul 16 01:30:47.302928 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.326989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da01e4d-b633-4b3b-b859-79d0d7bf8cb3 req-a85ec1d2-c6ed-4e16-b17e-a804103644be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.329807 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9da01e4d-b633-4b3b-b859-79d0d7bf8cb3 req-a85ec1d2-c6ed-4e16-b17e-a804103644be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=848d0be8cf484a8ea0257a4874489c0c&device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 1097 time: 0.0764203 Jul 16 01:30:47.440092 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da01e4d-b633-4b3b-b859-79d0d7bf8cb3 req-681610ad-6e72-4a31-a174-f7734c85e575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.440530 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9da01e4d-b633-4b3b-b859-79d0d7bf8cb3 req-681610ad-6e72-4a31-a174-f7734c85e575 service neutron] 10.222.0.70 "GET /v2.0/networks?id=443b0636-2ec7-4971-8416-ad4875e96dd4 HTTP/1.1" status: 200 len: 920 time: 0.1001773 Jul 16 01:30:47.497097 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9da01e4d-b633-4b3b-b859-79d0d7bf8cb3 req-3f998c55-af29-44ab-8244-13b8e5c3dbd1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a340aa5e-9a17-48d4-a397-0b4b66404f53 HTTP/1.1" status: 200 len: 217 time: 0.0456362 Jul 16 01:30:47.528775 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] Set router 4525f01c-9836-48f8-a661-9347e8f9f88a gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:47.576099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da01e4d-b633-4b3b-b859-79d0d7bf8cb3 req-ff33830e-3ccc-4b0e-a824-dcea45cc7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.577938 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9da01e4d-b633-4b3b-b859-79d0d7bf8cb3 req-ff33830e-3ccc-4b0e-a824-dcea45cc7b76 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6272e637-e25c-4ff7-bda6-1602210b065c HTTP/1.1" status: 200 len: 859 time: 0.0639215 Jul 16 01:30:47.637006 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9da01e4d-b633-4b3b-b859-79d0d7bf8cb3 req-cf56b073-3998-47ee-9ad7-00b86d18c2be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=443b0636-2ec7-4971-8416-ad4875e96dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362530 Jul 16 01:30:47.751432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 57917c44-6b02-4d53-af41-fae3e2f86ab3 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:47.789452 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c44bea8b-326a-4b1a-8e46-813619f7030a None None] Provisioning for port eb2e89d6-5356-4c16-a049-3f14c0253582 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:47.798992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c44bea8b-326a-4b1a-8e46-813619f7030a None None] Provisioning complete for port eb2e89d6-5356-4c16-a049-3f14c0253582 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:47.799726 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c44bea8b-326a-4b1a-8e46-813619f7030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.817415 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9da01e4d-b633-4b3b-b859-79d0d7bf8cb3 req-74c255f2-4bfe-4d1e-a082-0ef866bf8a72 service neutron] 10.222.0.70 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643965 Jul 16 01:30:47.834536 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c44bea8b-326a-4b1a-8e46-813619f7030a None None] Port eb2e89d6-5356-4c16-a049-3f14c0253582 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:47.866481 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 57917c44-6b02-4d53-af41-fae3e2f86ab3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:47.866854 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.870812 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c44bea8b-326a-4b1a-8e46-813619f7030a None None] Provisioning complete for port 57917c44-6b02-4d53-af41-fae3e2f86ab3 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:47.870812 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c44bea8b-326a-4b1a-8e46-813619f7030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:47.919536 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:44Z', 'revision_number': 3, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:47.936446 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9da01e4d-b633-4b3b-b859-79d0d7bf8cb3 req-7972e40b-9cea-48f9-ab64-e23bcd5e7dad service neutron] 10.222.0.70 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078010 Jul 16 01:30:47.954700 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d3169-eb8c-46bb-967a-d1f2738e1ea0 req-766d7c86-bfb3-4142-9be1-d1c8c410b714 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:47.958874 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d4447c-2b02-4410-9e94-f3b090eab121 None None] The sync data for ids ['4525f01c-9836-48f8-a661-9347e8f9f88a'] in n-d-791505-14 is: [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:44Z', 'revision_number': 3, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:47.965361 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c1d3169-eb8c-46bb-967a-d1f2738e1ea0 req-766d7c86-bfb3-4142-9be1-d1c8c410b714 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.1881113 Jul 16 01:30:48.038660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3c5173-39f5-4231-8666-0a57e1ea2f66 req-841df08d-1516-4f2e-ae89-d13da4811bf4 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.040839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e3c5173-39f5-4231-8666-0a57e1ea2f66 req-841df08d-1516-4f2e-ae89-d13da4811bf4 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.2648139 Jul 16 01:30:48.085031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c1d3169-eb8c-46bb-967a-d1f2738e1ea0 req-04c80f95-50ef-4be0-b26c-6bdd44b4e457 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184056 Jul 16 01:30:48.152343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e3c5173-39f5-4231-8666-0a57e1ea2f66 req-c6e0b836-a173-4bfc-aee8-a96345e1eef7 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919859 Jul 16 01:30:48.203895 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.244678 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.360828 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24558db-fde5-44de-b9a1-d39379ea8974 req-bd0b33cd-7175-427f-9880-3d47bd3ab3a8 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.362442 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d24558db-fde5-44de-b9a1-d39379ea8974 req-bd0b33cd-7175-427f-9880-3d47bd3ab3a8 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.1610045 Jul 16 01:30:48.371969 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.373705 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Pushing event updated for resources: {'Port': ['ID=eb2e89d6-5356-4c16-a049-3f14c0253582,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:48.476489 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d24558db-fde5-44de-b9a1-d39379ea8974 req-489b43f9-1fae-4afc-8786-5bcd08ecc761 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064696 Jul 16 01:30:48.602649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4425f2-8038-489f-94a3-df6403dbd66e req-dd0fb9b0-a491-4a03-bf53-cfccd4a3f64f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:48.604314 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4e4425f2-8038-489f-94a3-df6403dbd66e req-dd0fb9b0-a491-4a03-bf53-cfccd4a3f64f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.1668210 Jul 16 01:30:48.606405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Network ed2ef5d5-3345-4f8c-9615-96141c6c7ede is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:48.608011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:48.699998 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4e4425f2-8038-489f-94a3-df6403dbd66e req-4d0c3fbd-7923-411f-97cc-6fe549edc156 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862348 Jul 16 01:30:48.805947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Router 4525f01c-9836-48f8-a661-9347e8f9f88a has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:30:48.931658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8e728d0b-15f6-46e5-a0c8-0f843d1363fd None None] Provisioning complete for port eb2e89d6-5356-4c16-a049-3f14c0253582 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:48.933482 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e728d0b-15f6-46e5-a0c8-0f843d1363fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:48.975315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8e728d0b-15f6-46e5-a0c8-0f843d1363fd None None] Port eb2e89d6-5356-4c16-a049-3f14c0253582 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:48.985603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:30:48.990762 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-58a7d76a-2125-48b9-9ed9-b0ff194ee334 admin admin] 10.222.0.22 "PUT /v2.0/routers/4525f01c-9836-48f8-a661-9347e8f9f88a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4776397 Jul 16 01:30:49.000889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08ddb4d-bc5e-4de4-9e0b-f8b95cbb0092 req-fc403cbe-746f-4f2f-8e39-062d0201c635 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.002356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c08ddb4d-bc5e-4de4-9e0b-f8b95cbb0092 req-fc403cbe-746f-4f2f-8e39-062d0201c635 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.1321976 Jul 16 01:30:49.042831 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c08ddb4d-bc5e-4de4-9e0b-f8b95cbb0092 req-3c158dbc-955a-4509-bdbb-6071af5c6ade tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346484 Jul 16 01:30:49.239261 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f9daf-7e79-4641-853e-eef2046dcfc4 req-d0949ee7-4c35-494f-ac20-3223848fb0b6 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.240749 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da5f9daf-7e79-4641-853e-eef2046dcfc4 req-d0949ee7-4c35-494f-ac20-3223848fb0b6 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.0649049 Jul 16 01:30:49.281849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da5f9daf-7e79-4641-853e-eef2046dcfc4 req-9c2d00fb-1881-42b8-9191-02a2353b5b26 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350759 Jul 16 01:30:49.445556 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642aa5eb-0753-4243-bd6f-1a736917b55c req-f6d0de8f-6579-42a9-8a47-2fbbf5827bad tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.447174 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-642aa5eb-0753-4243-bd6f-1a736917b55c req-f6d0de8f-6579-42a9-8a47-2fbbf5827bad tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.0635192 Jul 16 01:30:49.490778 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-642aa5eb-0753-4243-bd6f-1a736917b55c req-9d21de11-36c8-4d65-916b-f963c0f4221c tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376980 Jul 16 01:30:49.536914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40366) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:49.543541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4aa423f8-6adb-4710-ba66-2b254b318cb9 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--73829832', 'description': 'tempest-description--2103617612'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:49.568329 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aa423f8-6adb-4710-ba66-2b254b318cb9 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.730104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f866897-53a5-497e-b8d8-d69168b97aec req-c3f3aaa5-3462-4848-8e98-e4f526b42cb8 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:49.738713 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f866897-53a5-497e-b8d8-d69168b97aec req-c3f3aaa5-3462-4848-8e98-e4f526b42cb8 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.0982623 Jul 16 01:30:49.786058 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aa423f8-6adb-4710-ba66-2b254b318cb9 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.794369 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aa423f8-6adb-4710-ba66-2b254b318cb9 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.798086 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 255a453d-9315-4176-b4d0-8538a406c315 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:49.823158 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f866897-53a5-497e-b8d8-d69168b97aec req-54fcebed-6ae9-472d-a12a-d2f93fe9a154 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831490 Jul 16 01:30:49.868710 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa423f8-6adb-4710-ba66-2b254b318cb9 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7e4fc2-cd89-4f8a-b968-c6590ed92044,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:49.874169 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aa423f8-6adb-4710-ba66-2b254b318cb9 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.878443 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4aa423f8-6adb-4710-ba66-2b254b318cb9 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3375504 Jul 16 01:30:49.879352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40376) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:49.884711 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-7c24aa74-7f42-4da1-81b3-33dd173082d7 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Request body: {'security_group_rule': {'security_group_id': 'ec7e4fc2-cd89-4f8a-b968-c6590ed92044', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:49.912387 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 255a453d-9315-4176-b4d0-8538a406c315 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:49.918122 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 255a453d-9315-4176-b4d0-8538a406c315 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:49.918760 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:49.929793 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7c24aa74-7f42-4da1-81b3-33dd173082d7 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.016217 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7c24aa74-7f42-4da1-81b3-33dd173082d7 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.030959 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.037046 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7c24aa74-7f42-4da1-81b3-33dd173082d7 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.052705 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Sync routers for ids ['4525f01c-9836-48f8-a661-9347e8f9f88a'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:30:50.064443 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 255a453d-9315-4176-b4d0-8538a406c315, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=255a453d-9315-4176-b4d0-8538a406c315,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:50.073847 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Routers {'4525f01c-9836-48f8-a661-9347e8f9f88a'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:50.074274 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7c24aa74-7f42-4da1-81b3-33dd173082d7 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.074508 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:30:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4525f01c-9836-48f8-a661-9347e8f9f88a'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:50.075731 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7c24aa74-7f42-4da1-81b3-33dd173082d7 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1950400 Jul 16 01:30:50.076777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24aa74-7f42-4da1-81b3-33dd173082d7 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da45284-9ec6-4e2e-932b-12123e3a9720,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.078529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40378) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:50.079701 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.083911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-619ae8f3-a776-4c68-81cb-dea845645c78 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Request body: {'security_group_rule': {'security_group_id': 'ec7e4fc2-cd89-4f8a-b968-c6590ed92044', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:50.139729 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-619ae8f3-a776-4c68-81cb-dea845645c78 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.140887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b133925d-d8de-423a-8883-dd7fca6e9b06 req-725bd492-5a08-42a3-a993-58a4cb174231 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:50.142539 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b133925d-d8de-423a-8883-dd7fca6e9b06 req-725bd492-5a08-42a3-a993-58a4cb174231 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.1472721 Jul 16 01:30:50.187508 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=255a453d-9315-4176-b4d0-8538a406c315,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.220720 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b133925d-d8de-423a-8883-dd7fca6e9b06 req-fc761444-7e21-4c63-b19d-3b37c086f6bd tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688877 Jul 16 01:30:50.266116 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-619ae8f3-a776-4c68-81cb-dea845645c78 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.271277 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-619ae8f3-a776-4c68-81cb-dea845645c78 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.292745 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ae8f3-a776-4c68-81cb-dea845645c78 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c445d6a-1b7c-49cc-b1db-5eacf0b4df4e,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.307573 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-619ae8f3-a776-4c68-81cb-dea845645c78 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.312292 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-619ae8f3-a776-4c68-81cb-dea845645c78 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2296913 Jul 16 01:30:50.312460 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40382) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:50.317698 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:50.344521 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.376244 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Set router 4525f01c-9836-48f8-a661-9347e8f9f88a gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:50.453804 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd690922-5f77-4645-8d2d-f60cd0b4d6e4 req-1b6f869c-0c45-409c-85bc-b439cf0dd441 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:50.455365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd690922-5f77-4645-8d2d-f60cd0b4d6e4 req-1b6f869c-0c45-409c-85bc-b439cf0dd441 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.0886593 Jul 16 01:30:50.459778 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.496826 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd690922-5f77-4645-8d2d-f60cd0b4d6e4 req-c4185a1e-7533-4c51-84e3-203478ab007a tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346882 Jul 16 01:30:50.593197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Allocated IP 172.25.2.33 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/d99118fc-c19d-4c98-99ff-e1f942ad7dc3) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:50.606642 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 4, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'eb2e89d6-5356-4c16-a049-3f14c0253582', 'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'mac_address': 'fa:16:3e:5c:7c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 2, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'subnets': [{'id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:50.664244 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Checking router: 4525f01c-9836-48f8-a661-9347e8f9f88a for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:30:50.664596 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Updating router 4525f01c-9836-48f8-a661-9347e8f9f88a port eb2e89d6-5356-4c16-a049-3f14c0253582 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:30:50.709755 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df4848-6b36-4a14-a969-8da13b7ebe5d req-901b8b53-3e45-4644-89de-db58434a0407 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:50.717308 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e3df4848-6b36-4a14-a969-8da13b7ebe5d req-901b8b53-3e45-4644-89de-db58434a0407 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.0910523 Jul 16 01:30:50.732747 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.735270 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.752426 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e3df4848-6b36-4a14-a969-8da13b7ebe5d req-d89a5164-4f00-4725-b651-742f4cfe6b7e tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338688 Jul 16 01:30:50.784414 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.820471 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:50.823901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:50.836029 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:50.866954 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event updated for resources: {'Port': ['ID=d99118fc-c19d-4c98-99ff-e1f942ad7dc3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:50.931593 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:50.982365 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.074475 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.085065 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Transition to ACTIVE for port object eb2e89d6-5356-4c16-a049-3f14c0253582 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:51.091999 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.135213 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc2222-f5d3-4d4c-b664-100e8779b3d1 None None] Pushing event updated for resources: {'Port': ['ID=eb2e89d6-5356-4c16-a049-3f14c0253582,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:51.150465 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.155481 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.218556 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Attempting to bind port eb2e89d6-5356-4c16-a049-3f14c0253582 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:51.218556 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Attempting to bind port eb2e89d6-5356-4c16-a049-3f14c0253582 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '1fa832ec-f890-4242-8abf-592d0d1c3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:51.218556 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Attempting to bind port eb2e89d6-5356-4c16-a049-3f14c0253582 on network ed2ef5d5-3345-4f8c-9615-96141c6c7ede {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:51.225138 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:51.225672 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Checking segment: {'id': '1fa832ec-f890-4242-8abf-592d0d1c3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:51.226208 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.226697 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Bound using segment: {'id': '1fa832ec-f890-4242-8abf-592d0d1c3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:51.227193 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Bound port: eb2e89d6-5356-4c16-a049-3f14c0253582, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa832ec-f890-4242-8abf-592d0d1c3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:51.227576 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.233268 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.252983 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.254285 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9407940 Jul 16 01:30:51.264671 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cea183a-e119-4cb7-ab65-aefde260cca5 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event updated for resources: {'Port': ['ID=d99118fc-c19d-4c98-99ff-e1f942ad7dc3,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:51.310432 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] For port eb2e89d6-5356-4c16-a049-3f14c0253582, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:51.314194 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] For port eb2e89d6-5356-4c16-a049-3f14c0253582, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=eb2e89d6-5356-4c16-a049-3f14c0253582,segment=NetworkSegment(1fa832ec-f890-4242-8abf-592d0d1c3d1d),segment_id=1fa832ec-f890-4242-8abf-592d0d1c3d1d)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:51.319675 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.374766 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc2222-f5d3-4d4c-b664-100e8779b3d1 None None] Pushing event updated for resources: {'Port': ['ID=eb2e89d6-5356-4c16-a049-3f14c0253582,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:51.393960 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Routers {'4525f01c-9836-48f8-a661-9347e8f9f88a'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:30:51.394580 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:30:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4525f01c-9836-48f8-a661-9347e8f9f88a'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:51.464569 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-21a02f2e-4067-4b03-9e95-b9cc171b06df tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--73829832&fields=id&tenant_id=4100c1fde37843068ccfc8eef15b59a0 HTTP/1.1" status: 200 len: 267 time: 0.0621157 Jul 16 01:30:51.510478 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] Set router 4525f01c-9836-48f8-a661-9347e8f9f88a gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:30:51.610337 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505af84-1c7b-475e-9266-43f934d4f114 req-10b3d436-5ae8-4e38-b126-3df051ca54fd tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.616271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6505af84-1c7b-475e-9266-43f934d4f114 req-10b3d436-5ae8-4e38-b126-3df051ca54fd tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.1774216 Jul 16 01:30:51.633906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-bbaf1824-73c7-4ce2-8585-ecba92e1d093 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:51.641321 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-bbaf1824-73c7-4ce2-8585-ecba92e1d093 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/networks?id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede HTTP/1.1" status: 200 len: 811 time: 0.1758058 Jul 16 01:30:51.675656 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-e94ef714-7c26-4cd5-a746-f86bd5c710ac tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/quotas/4100c1fde37843068ccfc8eef15b59a0 HTTP/1.1" status: 200 len: 375 time: 0.0333788 Jul 16 01:30:51.705442 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6505af84-1c7b-475e-9266-43f934d4f114 req-4945b6dd-e67e-4abf-b565-463dc025d5dd tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831933 Jul 16 01:30:51.714144 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 255a453d-9315-4176-b4d0-8538a406c315 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:51.751867 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 4, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'eb2e89d6-5356-4c16-a049-3f14c0253582', 'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'mac_address': 'fa:16:3e:5c:7c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:30:51Z', 'revision_number': 4, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'subnets': [{'id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:30:51.789328 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 255a453d-9315-4176-b4d0-8538a406c315 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:51.789704 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:51.797568 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6ca2ec-9821-4fb9-a0ad-f4db66dc4252 None None] The sync data for ids ['4525f01c-9836-48f8-a661-9347e8f9f88a'] in n-d-791505-14 is: [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 4, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'eb2e89d6-5356-4c16-a049-3f14c0253582', 'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'mac_address': 'fa:16:3e:5c:7c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:30:51Z', 'revision_number': 4, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'subnets': [{'id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:30:51.822825 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-ce84046a-864b-449c-b93f-7e09137d24aa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4100c1fde37843068ccfc8eef15b59a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1449599 Jul 16 01:30:52.065373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-a880232a-f7a7-4853-b7d3-603c95f9dd3b service neutron] 10.222.0.22 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188396 Jul 16 01:30:52.085162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108bd4b-3891-4600-a8af-6874d58398cc req-62f20d5c-a14c-4941-b392-eabaff7c76e0 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.093719 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e108bd4b-3891-4600-a8af-6874d58398cc req-62f20d5c-a14c-4941-b392-eabaff7c76e0 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.2460549 Jul 16 01:30:52.195325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e108bd4b-3891-4600-a8af-6874d58398cc req-93cb7645-7509-4594-b5f0-21decf8fa324 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004493 Jul 16 01:30:52.236082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-a3bea2eb-49f3-4077-90bb-def50f180c23 service neutron] 10.222.0.22 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686170 Jul 16 01:30:52.564797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48bd5a5d-611b-4c5b-8bf0-dfcd37a4ac99 req-16be9973-7942-437c-8fbe-a6a2ce1f0d0c tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 210 time: 0.0386596 Jul 16 01:30:52.594412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fea65-0c70-4fa9-a25e-1598f45d80b4 req-fd53c481-f700-4d44-a080-fcad96d6280c tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.599783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-318fea65-0c70-4fa9-a25e-1598f45d80b4 req-fd53c481-f700-4d44-a080-fcad96d6280c tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1400990 Jul 16 01:30:52.613658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ee0416f3-5090-40dc-b6a0-fe3724923f68 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:30:52.675918 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e0d27add-c40a-4b80-90df-ec8ae3cb714c req-8bcfb8ab-6e6c-4d57-81cd-ee0e1219eb87 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1023359 Jul 16 01:30:52.679878 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-318fea65-0c70-4fa9-a25e-1598f45d80b4 req-7235b1f3-a793-49af-aafb-f6cbe9f73ea6 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762849 Jul 16 01:30:52.795794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ee0416f3-5090-40dc-b6a0-fe3724923f68, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:52.812977 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'ee0416f3-5090-40dc-b6a0-fe3724923f68', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'port_id': 'ee0416f3-5090-40dc-b6a0-fe3724923f68', 'mac_address': 'fa:16:3e:d8:dc:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:30:52.876362 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:52.902020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d27add-c40a-4b80-90df-ec8ae3cb714c req-a84fba1a-0992-4a52-8352-21b2b66b3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:52.905597 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e0d27add-c40a-4b80-90df-ec8ae3cb714c req-a84fba1a-0992-4a52-8352-21b2b66b3bae service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc01f55a55aa478f8bc3aed843c6d2fe&device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 1099 time: 0.1675401 Jul 16 01:30:52.946378 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ee0416f3-5090-40dc-b6a0-fe3724923f68 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:53.014615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ee0416f3-5090-40dc-b6a0-fe3724923f68, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:53.015611 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255fa99-e456-4953-bd73-ff43d067c909 req-2b6892d7-74c1-4a6b-b5dc-51bb4e74d2f9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.026727 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b255fa99-e456-4953-bd73-ff43d067c909 req-2b6892d7-74c1-4a6b-b5dc-51bb4e74d2f9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.1089110 Jul 16 01:30:53.030313 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.088552 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b255fa99-e456-4953-bd73-ff43d067c909 req-55882048-387d-4dde-9a40-deadd4b00eca tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627277 Jul 16 01:30:53.144830 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d27add-c40a-4b80-90df-ec8ae3cb714c req-2af9fda0-8363-4399-a58a-e6823afeb049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.146711 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e0d27add-c40a-4b80-90df-ec8ae3cb714c req-2af9fda0-8363-4399-a58a-e6823afeb049 service neutron] 10.222.0.70 "GET /v2.0/networks?id=af3e8427-1eb8-41ae-8360-0d8cda39634f HTTP/1.1" status: 200 len: 914 time: 0.1927621 Jul 16 01:30:53.188355 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=ee0416f3-5090-40dc-b6a0-fe3724923f68,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:53.261855 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fda8cf-6e81-4ec1-be41-40aebe2f74b7 req-dada23ed-22e6-47a4-87ec-0c6c98276faa tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.262502 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e0d27add-c40a-4b80-90df-ec8ae3cb714c req-73403b8c-d7ee-4d3a-9e58-7574934e48e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad HTTP/1.1" status: 200 len: 217 time: 0.1082273 Jul 16 01:30:53.270256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['ee0416f3-5090-40dc-b6a0-fe3724923f68'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:30:53.270898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27fda8cf-6e81-4ec1-be41-40aebe2f74b7 req-dada23ed-22e6-47a4-87ec-0c6c98276faa tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.0969057 Jul 16 01:30:53.324650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27fda8cf-6e81-4ec1-be41-40aebe2f74b7 req-6ca2ee8f-707a-4c15-ba39-e1c686b88c47 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527477 Jul 16 01:30:53.393318 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d27add-c40a-4b80-90df-ec8ae3cb714c req-cf2922da-b597-418f-84a0-10456291c8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.419136 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e0d27add-c40a-4b80-90df-ec8ae3cb714c req-cf2922da-b597-418f-84a0-10456291c8fb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=445444c6-c085-4d13-9690-c0618a2d3056 HTTP/1.1" status: 200 len: 853 time: 0.1448727 Jul 16 01:30:53.460923 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e0d27add-c40a-4b80-90df-ec8ae3cb714c req-49865050-2c60-4f6c-8f08-356dca0d1741 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=af3e8427-1eb8-41ae-8360-0d8cda39634f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334706 Jul 16 01:30:53.546757 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40440) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:53.591127 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e0d27add-c40a-4b80-90df-ec8ae3cb714c req-bc996209-56fc-4266-bdb0-9c4a03e94826 service neutron] 10.222.0.70 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221211 Jul 16 01:30:53.704609 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f211c929-d615-48ac-9baf-64f32fdf90b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.727481 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device eb2e89d6-5356-4c16-a049-3f14c0253582 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:53.739501 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e0d27add-c40a-4b80-90df-ec8ae3cb714c req-127ccff3-7f28-4b54-8cc4-62c785e1a0c8 service neutron] 10.222.0.70 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391885 Jul 16 01:30:53.797928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port eb2e89d6-5356-4c16-a049-3f14c0253582 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:53.802667 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port eb2e89d6-5356-4c16-a049-3f14c0253582 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:53.803231 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.818357 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e72218c3-20a4-4609-b5ff-8a8f20556361 req-07eaf3dd-e04c-4e49-b18a-b27a01d4c497 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 210 time: 0.0504506 Jul 16 01:30:53.876998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c58e9c-06b6-43e3-80c8-d8e6d80eaca4 req-144cf677-618e-40bd-bbae-b5d9cdd45625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.878803 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-53c58e9c-06b6-43e3-80c8-d8e6d80eaca4 req-144cf677-618e-40bd-bbae-b5d9cdd45625 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc01f55a55aa478f8bc3aed843c6d2fe&device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 1099 time: 0.0815306 Jul 16 01:30:53.911581 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.915217 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f211c929-d615-48ac-9baf-64f32fdf90b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.930429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37285da2-b351-4004-b6bd-86cc5122b712 req-6bccd912-68ed-454e-8270-bb84952dbd1e tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:53.932615 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37285da2-b351-4004-b6bd-86cc5122b712 req-6bccd912-68ed-454e-8270-bb84952dbd1e tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1192415 Jul 16 01:30:53.933421 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f211c929-d615-48ac-9baf-64f32fdf90b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.954928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port eb2e89d6-5356-4c16-a049-3f14c0253582, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=eb2e89d6-5356-4c16-a049-3f14c0253582,segment=NetworkSegment(1fa832ec-f890-4242-8abf-592d0d1c3d1d),segment_id=1fa832ec-f890-4242-8abf-592d0d1c3d1d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:53.961072 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:53.997320 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f211c929-d615-48ac-9baf-64f32fdf90b7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3146173e8bd44fd38799363486ecc241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494336 Jul 16 01:30:53.998084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211c929-d615-48ac-9baf-64f32fdf90b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec6a18a-e938-44e0-9c83-dd2631ee95a4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:53.998230 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c58e9c-06b6-43e3-80c8-d8e6d80eaca4 req-b76dc3cc-83db-4968-96af-bed0d9e9be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.000402 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-53c58e9c-06b6-43e3-80c8-d8e6d80eaca4 req-b76dc3cc-83db-4968-96af-bed0d9e9be0e service neutron] 10.222.0.70 "GET /v2.0/networks?id=af3e8427-1eb8-41ae-8360-0d8cda39634f HTTP/1.1" status: 200 len: 914 time: 0.1139283 Jul 16 01:30:54.001050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40448) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:54.025752 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=eb2e89d6-5356-4c16-a049-3f14c0253582,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:54.041092 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37285da2-b351-4004-b6bd-86cc5122b712 req-93d20c6d-243a-491b-abcf-879378363c83 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963221 Jul 16 01:30:54.111631 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-53c58e9c-06b6-43e3-80c8-d8e6d80eaca4 req-24830618-87c7-4f73-af07-0ec21f03b962 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad HTTP/1.1" status: 200 len: 217 time: 0.0804965 Jul 16 01:30:54.143210 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-def8480b-ea1c-4259-ae05-738e6af908d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.273193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02989bac-e4c7-4e2c-b51d-3447896eba37 req-3a9cadfb-754c-4e22-a312-527ba242692f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.273449 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-def8480b-ea1c-4259-ae05-738e6af908d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.275453 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02989bac-e4c7-4e2c-b51d-3447896eba37 req-3a9cadfb-754c-4e22-a312-527ba242692f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 945 time: 0.0727482 Jul 16 01:30:54.331398 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c58e9c-06b6-43e3-80c8-d8e6d80eaca4 req-a7e64383-584e-4d55-99a3-9f9981c9d96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.332873 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-53c58e9c-06b6-43e3-80c8-d8e6d80eaca4 req-a7e64383-584e-4d55-99a3-9f9981c9d96e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=445444c6-c085-4d13-9690-c0618a2d3056 HTTP/1.1" status: 200 len: 853 time: 0.1907487 Jul 16 01:30:54.339180 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02989bac-e4c7-4e2c-b51d-3447896eba37 req-6ce708a1-cf1e-41e4-85d4-e9891b1a1406 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566335 Jul 16 01:30:54.390096 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-53c58e9c-06b6-43e3-80c8-d8e6d80eaca4 req-e44027e0-80f8-408c-9e99-e76574f6fca3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=af3e8427-1eb8-41ae-8360-0d8cda39634f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327499 Jul 16 01:30:54.398860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-170609c7-a3df-4ea1-bfb2-e9c3c60183be tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.400972 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-170609c7-a3df-4ea1-bfb2-e9c3c60183be tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.69 "GET /v2.0/networks?id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede HTTP/1.1" status: 200 len: 811 time: 0.3527031 Jul 16 01:30:54.544458 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da464b-8a3a-471c-b870-61aa15b11edd req-82d7a96b-ddea-4ec0-afcd-dbfdac5f34bc tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:54.546456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02da464b-8a3a-471c-b870-61aa15b11edd req-82d7a96b-ddea-4ec0-afcd-dbfdac5f34bc tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.0753372 Jul 16 01:30:54.596807 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02da464b-8a3a-471c-b870-61aa15b11edd req-f2d90c09-b50d-4348-8220-cbc9a5498b5e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 Jul 16 01:30:54.610418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ee0416f3-5090-40dc-b6a0-fe3724923f68 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:54.703615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port ee0416f3-5090-40dc-b6a0-fe3724923f68 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:54.704040 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.786852 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.810581 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0416f3-5090-40dc-b6a0-fe3724923f68'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:54.813056 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b3fcf9-d89b-4b72-a63e-e4fd6fa8954d" -d '{"events": [{"server_uuid": "12268a13-0dce-42bd-bd47-3976b74c0e3e", "name": "network-vif-plugged", "status": "completed", "tag": "ee0416f3-5090-40dc-b6a0-fe3724923f68"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:54.830026 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-fa9e1ffd-fb73-48b0-95e7-588c5ca90340 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4100c1fde37843068ccfc8eef15b59a0 HTTP/1.1" status: 200 len: 378 time: 0.4192250 Jul 16 01:30:54.830646 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-def8480b-ea1c-4259-ae05-738e6af908d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.832687 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ee0416f3-5090-40dc-b6a0-fe3724923f68, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:30:54.833153 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-def8480b-ea1c-4259-ae05-738e6af908d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.834348 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-def8480b-ea1c-4259-ae05-738e6af908d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1ec6a18a-e938-44e0-9c83-dd2631ee95a4 HTTP/1.1" status: 204 len: 168 time: 0.8322499 Jul 16 01:30:54.841459 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:54.846973 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-4ac61cff-1f27-4247-94bc-fd44431e4f81 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Request body: {'port': {'device_id': 'b6f820ba-75ce-437b-ab70-10d4dc8d0cec', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'admin_state_up': True, 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'security_groups': ['ec7e4fc2-cd89-4f8a-b968-c6590ed92044']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:54.908510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=ee0416f3-5090-40dc-b6a0-fe3724923f68,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:54.912334 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1097ebf-88aa-4dc6-99db-e3d363788412 x-openstack-request-id: req-c1097ebf-88aa-4dc6-99db-e3d363788412 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:54.913002 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12268a13-0dce-42bd-bd47-3976b74c0e3e", "name": "network-vif-plugged", "status": "completed", "tag": "ee0416f3-5090-40dc-b6a0-fe3724923f68", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:54.913410 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c1097ebf-88aa-4dc6-99db-e3d363788412 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:54.913947 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0416f3-5090-40dc-b6a0-fe3724923f68', 'code': 200} Jul 16 01:30:54.944148 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8480b-ea1c-4259-ae05-738e6af908d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec6a18a-e938-44e0-9c83-dd2631ee95a4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:54.976210 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-4ac61cff-1f27-4247-94bc-fd44431e4f81 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Made reservation on behalf of 4100c1fde37843068ccfc8eef15b59a0 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:54.979783 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-4ac61cff-1f27-4247-94bc-fd44431e4f81 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.002913 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-53c58e9c-06b6-43e3-80c8-d8e6d80eaca4 req-76f144f1-4b29-4248-b92a-2508ace0f83a service neutron] 10.222.0.70 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6009607 Jul 16 01:30:55.055966 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b004756-ee35-4867-b149-c134ef92d769 req-da06d532-47e0-4c5e-988b-6593b25bb7f3 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 210 time: 0.0666637 Jul 16 01:30:55.239376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-4ac61cff-1f27-4247-94bc-fd44431e4f81 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Allocated IP 172.20.0.13 (ed2ef5d5-3345-4f8c-9615-96141c6c7ede/7459754e-d7d4-4f48-a231-067bfcf50ff6/8b043587-59f2-43a2-b555-a7e1b90ee355) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:55.257803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c38f9-d223-469e-be82-31f1662fc06a req-36f9698e-9d58-4e97-9b28-95188794540c tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.261351 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a03c38f9-d223-469e-be82-31f1662fc06a req-36f9698e-9d58-4e97-9b28-95188794540c tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.0793877 Jul 16 01:30:55.323788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a03c38f9-d223-469e-be82-31f1662fc06a req-6237cd57-4bb7-435f-a79b-54ddab2a4ad9 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565927 Jul 16 01:30:55.372221 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-53c58e9c-06b6-43e3-80c8-d8e6d80eaca4 req-590c444a-dddc-4ca8-9906-02ebd439f22d service neutron] 10.222.0.70 "GET /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613520 Jul 16 01:30:55.494721 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-4ac61cff-1f27-4247-94bc-fd44431e4f81 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.514617 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-4ac61cff-1f27-4247-94bc-fd44431e4f81 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Transition to ACTIVE for port object 8b043587-59f2-43a2-b555-a7e1b90ee355 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:55.580548 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-4ac61cff-1f27-4247-94bc-fd44431e4f81 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.588305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3502b-0af9-4e5c-9af2-760a416dfd45 req-e25d0e7c-ddf7-40eb-afca-f542f5114eaf tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.596434 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ea3502b-0af9-4e5c-9af2-760a416dfd45 req-e25d0e7c-ddf7-40eb-afca-f542f5114eaf tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.0885451 Jul 16 01:30:55.643701 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ea3502b-0af9-4e5c-9af2-760a416dfd45 req-51ee347e-ded2-4cb2-b52e-6c892c0e35fe tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464802 Jul 16 01:30:55.702167 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-4ac61cff-1f27-4247-94bc-fd44431e4f81 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Network ed2ef5d5-3345-4f8c-9615-96141c6c7ede is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:55.714885 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-4ac61cff-1f27-4247-94bc-fd44431e4f81 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:55.729774 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-4ac61cff-1f27-4247-94bc-fd44431e4f81 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:55.747984 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device eb2e89d6-5356-4c16-a049-3f14c0253582 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:30:55.790993 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac61cff-1f27-4247-94bc-fd44431e4f81 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event updated for resources: {'Port': ['ID=8b043587-59f2-43a2-b555-a7e1b90ee355,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:55.847461 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-4ac61cff-1f27-4247-94bc-fd44431e4f81 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:55.854951 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-4ac61cff-1f27-4247-94bc-fd44431e4f81 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.858103 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port eb2e89d6-5356-4c16-a049-3f14c0253582 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:55.863940 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:55.907710 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-4ac61cff-1f27-4247-94bc-fd44431e4f81 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0675027 Jul 16 01:30:55.932927 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Request body: {'port': {'device_id': 'b6f820ba-75ce-437b-ab70-10d4dc8d0cec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:56.002323 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f2c83c-2959-44f6-b3ed-4fb2f166a381 req-a98bd127-89d3-4103-bab6-23a5b210ae87 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.018460 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42f2c83c-2959-44f6-b3ed-4fb2f166a381 req-a98bd127-89d3-4103-bab6-23a5b210ae87 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.1250181 Jul 16 01:30:56.099043 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42f2c83c-2959-44f6-b3ed-4fb2f166a381 req-0cf25207-affe-4554-af92-deda7cb28e3e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751951 Jul 16 01:30:56.099844 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40514) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:56.147548 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.276270 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-83f9166b-a0fd-4b7c-8b63-da8fd2c40a60 None None] Provisioning for port 8b043587-59f2-43a2-b555-a7e1b90ee355 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:30:56.286634 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-83f9166b-a0fd-4b7c-8b63-da8fd2c40a60 None None] Provisioning complete for port 8b043587-59f2-43a2-b555-a7e1b90ee355 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:30:56.288684 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-83f9166b-a0fd-4b7c-8b63-da8fd2c40a60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.332151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-68eec416-b853-4ffe-a229-a3b718217fca admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-177188814-network', 'tenant_id': '08229989632f4e9a98c2682de2a3939d'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:56.359666 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68eec416-b853-4ffe-a229-a3b718217fca admin admin] Made reservation on behalf of 08229989632f4e9a98c2682de2a3939d for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:56.362438 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-68eec416-b853-4ffe-a229-a3b718217fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.379878 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-68eec416-b853-4ffe-a229-a3b718217fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.471477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-83f9166b-a0fd-4b7c-8b63-da8fd2c40a60 None None] Port 8b043587-59f2-43a2-b555-a7e1b90ee355 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:30:56.482231 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58a218-8681-4b82-a207-a83b3f71a8bc req-91d0b331-1c3d-4023-94f8-2662daa1517f tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:56.483788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c58a218-8681-4b82-a207-a83b3f71a8bc req-91d0b331-1c3d-4023-94f8-2662daa1517f tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 932 time: 0.2074900 Jul 16 01:30:56.610145 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c58a218-8681-4b82-a207-a83b3f71a8bc req-849f3452-8d79-405a-b018-64b946f1de6b tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1074600 Jul 16 01:30:56.695863 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-68eec416-b853-4ffe-a229-a3b718217fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.707359 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-68eec416-b853-4ffe-a229-a3b718217fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.790536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68eec416-b853-4ffe-a229-a3b718217fca admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:30:56.823944 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-68eec416-b853-4ffe-a229-a3b718217fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.824447 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-68eec416-b853-4ffe-a229-a3b718217fca admin admin] Added segment 83777b4e-f7bb-41b8-9157-637298d87a5d of type vlan for network d5e58701-9d5b-4837-8e3c-9dd5203bec7f Jul 16 01:30:56.825769 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eec416-b853-4ffe-a229-a3b718217fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d783a649-6068-4dab-9fc0-fb4135e6906f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:56.941834 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-68eec416-b853-4ffe-a229-a3b718217fca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.950743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b043587-59f2-43a2-b555-a7e1b90ee355 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:30:56.960479 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.979939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Transition to ACTIVE for port object 8b043587-59f2-43a2-b555-a7e1b90ee355 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:56.985146 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:56.993097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c3b8f-07b1-438b-8eaf-73547c800f9f req-7800502d-5af2-437f-b69d-53096eb0beb6 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.000688 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-079c3b8f-07b1-438b-8eaf-73547c800f9f req-7800502d-5af2-437f-b69d-53096eb0beb6 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.2847762 Jul 16 01:30:57.096660 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-68eec416-b853-4ffe-a229-a3b718217fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.097795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68eec416-b853-4ffe-a229-a3b718217fca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.098488 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-68eec416-b853-4ffe-a229-a3b718217fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.110987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Pushing event updated for resources: {'Port': ['ID=8b043587-59f2-43a2-b555-a7e1b90ee355,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.131207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-079c3b8f-07b1-438b-8eaf-73547c800f9f req-d95d834d-ac9e-4a64-95bb-2709333f7e6b tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294343 Jul 16 01:30:57.194394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Attempting to bind port 8b043587-59f2-43a2-b555-a7e1b90ee355 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:57.194885 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Attempting to bind port 8b043587-59f2-43a2-b555-a7e1b90ee355 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '1fa832ec-f890-4242-8abf-592d0d1c3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:57.195227 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Attempting to bind port 8b043587-59f2-43a2-b555-a7e1b90ee355 on network ed2ef5d5-3345-4f8c-9615-96141c6c7ede {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:57.201262 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Port 8b043587-59f2-43a2-b555-a7e1b90ee355 on network ed2ef5d5-3345-4f8c-9615-96141c6c7ede not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:30:57.201594 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Attempting to bind port 8b043587-59f2-43a2-b555-a7e1b90ee355 on network ed2ef5d5-3345-4f8c-9615-96141c6c7ede {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:57.206922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:57.207270 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Checking segment: {'id': '1fa832ec-f890-4242-8abf-592d0d1c3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:57.207664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Bound using segment: {'id': '1fa832ec-f890-4242-8abf-592d0d1c3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:57.208163 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Bound port: 8b043587-59f2-43a2-b555-a7e1b90ee355, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa832ec-f890-4242-8abf-592d0d1c3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:57.208532 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.312712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eec416-b853-4ffe-a229-a3b718217fca admin admin] Pushing event updated for resources: {'Network': ['ID=d5e58701-9d5b-4837-8e3c-9dd5203bec7f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.329961 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40526) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:57.330872 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-68eec416-b853-4ffe-a229-a3b718217fca admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2296014 Jul 16 01:30:57.332754 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network d5e58701-9d5b-4837-8e3c-9dd5203bec7f details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:30:57.351475 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-efd0c2c3-31c6-4a5e-aea0-d6d67b47f413 admin admin] Request body: {'subnet': {'network_id': 'd5e58701-9d5b-4837-8e3c-9dd5203bec7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-177188814-subnet', 'tenant_id': '08229989632f4e9a98c2682de2a3939d', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:57.359644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a305da2-1142-4ca0-92cd-29ac89172116 req-526cc854-e2e4-42a2-bae9-21e62870996f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.363349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a305da2-1142-4ca0-92cd-29ac89172116 req-526cc854-e2e4-42a2-bae9-21e62870996f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.4152400 Jul 16 01:30:57.364364 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] For port 8b043587-59f2-43a2-b555-a7e1b90ee355, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:57.384070 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] For port 8b043587-59f2-43a2-b555-a7e1b90ee355, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8b043587-59f2-43a2-b555-a7e1b90ee355,segment=NetworkSegment(1fa832ec-f890-4242-8abf-592d0d1c3d1d),segment_id=1fa832ec-f890-4242-8abf-592d0d1c3d1d)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:57.393649 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.406641 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd0c2c3-31c6-4a5e-aea0-d6d67b47f413 admin admin] Made reservation on behalf of 08229989632f4e9a98c2682de2a3939d for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:30:57.411451 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efd0c2c3-31c6-4a5e-aea0-d6d67b47f413 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.457005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.457651 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:57.459148 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] 10.222.0.69 "PUT /v2.0/ports/8b043587-59f2-43a2-b555-a7e1b90ee355 HTTP/1.1" status: 200 len: 1093 time: 1.5320649 Jul 16 01:30:57.485774 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f820ba-75ce-437b-ab70-10d4dc8d0cec', 'tag': '8b043587-59f2-43a2-b555-a7e1b90ee355'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:30:57.490240 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1900d1b6-d3b5-49a6-8ad9-233afb00409e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f820ba-75ce-437b-ab70-10d4dc8d0cec", "tag": "8b043587-59f2-43a2-b555-a7e1b90ee355"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:30:57.573323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a305da2-1142-4ca0-92cd-29ac89172116 req-0c549851-1580-4be4-8e1d-e94f7fab55fd tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982698 Jul 16 01:30:57.610179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a42a7b2-fca8-4bee-8f4a-bd512b931a3c service neutron] Pushing event updated for resources: {'Port': ['ID=8b043587-59f2-43a2-b555-a7e1b90ee355,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:57.662402 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-68714e3b-f752-410e-9868-5e520014cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.663971 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-68714e3b-f752-410e-9868-5e520014cf80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4100c1fde37843068ccfc8eef15b59a0&device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 1096 time: 0.1466126 Jul 16 01:30:57.702008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f0ff1c-2ace-4b1e-a02c-e009a97fa260 req-e4245749-559e-4923-9d03-bbb4f9c24f1b tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.709967 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0f0ff1c-2ace-4b1e-a02c-e009a97fa260 req-e4245749-559e-4923-9d03-bbb4f9c24f1b tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.2750518 Jul 16 01:30:57.791744 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504ed3ea-53eb-4b23-b5a3-bb903530516a x-openstack-request-id: req-504ed3ea-53eb-4b23-b5a3-bb903530516a {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:30:57.792592 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f820ba-75ce-437b-ab70-10d4dc8d0cec", "tag": "8b043587-59f2-43a2-b555-a7e1b90ee355", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:30:57.793027 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-504ed3ea-53eb-4b23-b5a3-bb903530516a {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:30:57.793637 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f820ba-75ce-437b-ab70-10d4dc8d0cec', 'tag': '8b043587-59f2-43a2-b555-a7e1b90ee355', 'status': 'completed', 'code': 200} Jul 16 01:30:57.799215 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-44207715-8270-400c-a4fc-df9c3b5f33c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b043587-59f2-43a2-b555-a7e1b90ee355 HTTP/1.1" status: 200 len: 217 time: 0.1201367 Jul 16 01:30:57.811524 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f0f0ff1c-2ace-4b1e-a02c-e009a97fa260 req-52438a42-1afd-477e-8dbb-8bbed0c681bd tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992982 Jul 16 01:30:57.949085 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-097f54c1-30f6-41ba-88e0-3307ceb095e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:57.951553 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-097f54c1-30f6-41ba-88e0-3307ceb095e9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7459754e-d7d4-4f48-a231-067bfcf50ff6 HTTP/1.1" status: 200 len: 850 time: 0.1413913 Jul 16 01:30:58.015706 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efd0c2c3-31c6-4a5e-aea0-d6d67b47f413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.134593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0c2c3-31c6-4a5e-aea0-d6d67b47f413 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a359ed9-8a23-413c-82b5-8ed5ff0ed34a,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:58.147633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd0c2c3-31c6-4a5e-aea0-d6d67b47f413 admin admin] Checking segment: {'id': '83777b4e-f7bb-41b8-9157-637298d87a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd5e58701-9d5b-4837-8e3c-9dd5203bec7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:58.148230 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd0c2c3-31c6-4a5e-aea0-d6d67b47f413 admin admin] Network hostable DHCP agents. Network: d5e58701-9d5b-4837-8e3c-9dd5203bec7f, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:30:58.152487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505bc81-3d9b-4809-86b0-cd896ed7b7d3 req-b74b26f6-086e-4bd6-b3b9-9b5ef664ea3c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.154112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6505bc81-3d9b-4809-86b0-cd896ed7b7d3 req-b74b26f6-086e-4bd6-b3b9-9b5ef664ea3c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.1641490 Jul 16 01:30:58.175545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2194c8-6b67-4520-9915-a4fc7a32e61d req-c4d25e0a-ce8e-4100-a237-58d3e2f9589f tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.177149 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2194c8-6b67-4520-9915-a4fc7a32e61d req-c4d25e0a-ce8e-4100-a237-58d3e2f9589f tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 944 time: 0.1057961 Jul 16 01:30:58.189915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd0c2c3-31c6-4a5e-aea0-d6d67b47f413 admin admin] Network d5e58701-9d5b-4837-8e3c-9dd5203bec7f is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:30:58.204364 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5dcfc7ff-174a-4dce-bd3d-11e3aebace0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.206656 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-5dcfc7ff-174a-4dce-bd3d-11e3aebace0e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2456021 Jul 16 01:30:58.212971 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-efd0c2c3-31c6-4a5e-aea0-d6d67b47f413 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, d5e58701-9d5b-4837-8e3c-9dd5203bec7f) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:58.222603 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-e2e288ca-5193-4312-99ee-51592a7c343a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:30:58.228358 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6505bc81-3d9b-4809-86b0-cd896ed7b7d3 req-689306e9-5513-4cf9-a43c-fd561ebf54ea tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675678 Jul 16 01:30:58.234518 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-e2e288ca-5193-4312-99ee-51592a7c343a service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078137 Jul 16 01:30:58.239655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5043134b-cbbe-40f2-b624-18308c2f10cb None None] Network d5e58701-9d5b-4837-8e3c-9dd5203bec7f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:30:58.239896 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd0c2c3-31c6-4a5e-aea0-d6d67b47f413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.240553 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efd0c2c3-31c6-4a5e-aea0-d6d67b47f413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.243735 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2194c8-6b67-4520-9915-a4fc7a32e61d req-02d3629a-4d8b-45cd-9762-d460e6b11337 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553029 Jul 16 01:30:58.437704 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-c742c04d-1b38-4749-8433-0be9a4cc0e51 service neutron] 10.222.0.69 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018907 Jul 16 01:30:58.444230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40542) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:30:58.444852 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-efd0c2c3-31c6-4a5e-aea0-d6d67b47f413 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1115754 Jul 16 01:30:58.453144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-177188814-router', 'tenant_id': '08229989632f4e9a98c2682de2a3939d', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:30:58.464610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88279c40-dca8-4fd4-948d-b1e370155e29 req-b616c0f7-07a6-44ab-99d2-f750024674d4 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.472859 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88279c40-dca8-4fd4-948d-b1e370155e29 req-b616c0f7-07a6-44ab-99d2-f750024674d4 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1014798 Jul 16 01:30:58.534823 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88279c40-dca8-4fd4-948d-b1e370155e29 req-27534204-fe15-4493-82b3-b7390a620f0a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609937 Jul 16 01:30:58.567592 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-d5e58701-9d5b-4837-8e3c-9dd5203bec7f', 'network_id': 'd5e58701-9d5b-4837-8e3c-9dd5203bec7f', 'tenant_id': '08229989632f4e9a98c2682de2a3939d', 'fixed_ips': [{'subnet_id': '8a359ed9-8a23-413c-82b5-8ed5ff0ed34a'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:30:58.568515 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.594818 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-08da2045-27b7-4d2b-adb9-ab6429d1ccd9 req-124dc0ef-ab10-4d9f-b244-6800c0ce4c2c service neutron] 10.222.0.69 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488142 Jul 16 01:30:58.621083 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.622323 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.649739 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cecfeed-6de9-4d92-89de-9534f0fb3888 req-71f25789-dac8-4817-8f81-b579a4cd37f9 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.651439 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7cecfeed-6de9-4d92-89de-9534f0fb3888 req-71f25789-dac8-4817-8f81-b579a4cd37f9 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.1322622 Jul 16 01:30:58.706694 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7cecfeed-6de9-4d92-89de-9534f0fb3888 req-e595c85d-2928-407d-8ea6-54216a38dd67 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475943 Jul 16 01:30:58.776296 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d1b6-d3b5-49a6-8ad9-233afb00409e req-f7cfca1d-22da-4412-b72f-71dfaa2169c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.779070 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1900d1b6-d3b5-49a6-8ad9-233afb00409e req-f7cfca1d-22da-4412-b72f-71dfaa2169c6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4100c1fde37843068ccfc8eef15b59a0&device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 1096 time: 0.1188936 Jul 16 01:30:58.784872 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Allocated IP 172.20.0.2 (d5e58701-9d5b-4837-8e3c-9dd5203bec7f/8a359ed9-8a23-413c-82b5-8ed5ff0ed34a/9108cc9c-d4c9-472d-9474-ca344e39f50e) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:30:58.813593 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:58.922448 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d1b6-d3b5-49a6-8ad9-233afb00409e req-ad36d239-1402-4da1-a0e5-9b1289fbbff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:58.924431 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1900d1b6-d3b5-49a6-8ad9-233afb00409e req-ad36d239-1402-4da1-a0e5-9b1289fbbff1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede HTTP/1.1" status: 200 len: 912 time: 0.1338198 Jul 16 01:30:58.986361 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1900d1b6-d3b5-49a6-8ad9-233afb00409e req-886afceb-bf63-498e-9876-96d45843244d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b043587-59f2-43a2-b555-a7e1b90ee355 HTTP/1.1" status: 200 len: 217 time: 0.0515082 Jul 16 01:30:59.036217 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.047477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Transition to ACTIVE for port object 9108cc9c-d4c9-472d-9474-ca344e39f50e will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:59.060946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d1b6-d3b5-49a6-8ad9-233afb00409e req-e65d8dd8-0832-4228-90cf-3d18c405d805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.062440 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1900d1b6-d3b5-49a6-8ad9-233afb00409e req-e65d8dd8-0832-4228-90cf-3d18c405d805 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7459754e-d7d4-4f48-a231-067bfcf50ff6 HTTP/1.1" status: 200 len: 850 time: 0.0687773 Jul 16 01:30:59.079531 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Transition to ACTIVE for port object 9108cc9c-d4c9-472d-9474-ca344e39f50e will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:30:59.091871 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.141379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Network d5e58701-9d5b-4837-8e3c-9dd5203bec7f is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:30:59.143185 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900d1b6-d3b5-49a6-8ad9-233afb00409e req-1d779363-1a80-442e-94dd-8d08341e1ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.145786 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:30:59.146272 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1900d1b6-d3b5-49a6-8ad9-233afb00409e req-1d779363-1a80-442e-94dd-8d08341e1ebe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750721 Jul 16 01:30:59.149695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:30:59.190252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Pushing event updated for resources: {'Port': ['ID=9108cc9c-d4c9-472d-9474-ca344e39f50e,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:59.242922 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Attempting to bind port 9108cc9c-d4c9-472d-9474-ca344e39f50e on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:30:59.243927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Attempting to bind port 9108cc9c-d4c9-472d-9474-ca344e39f50e by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '83777b4e-f7bb-41b8-9157-637298d87a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd5e58701-9d5b-4837-8e3c-9dd5203bec7f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:30:59.244335 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Attempting to bind port 9108cc9c-d4c9-472d-9474-ca344e39f50e on network d5e58701-9d5b-4837-8e3c-9dd5203bec7f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:30:59.250310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:30:59.250694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Checking segment: {'id': '83777b4e-f7bb-41b8-9157-637298d87a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd5e58701-9d5b-4837-8e3c-9dd5203bec7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:30:59.251099 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.253856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Bound using segment: {'id': '83777b4e-f7bb-41b8-9157-637298d87a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd5e58701-9d5b-4837-8e3c-9dd5203bec7f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:30:59.253856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Bound port: 9108cc9c-d4c9-472d-9474-ca344e39f50e, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83777b4e-f7bb-41b8-9157-637298d87a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd5e58701-9d5b-4837-8e3c-9dd5203bec7f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:30:59.253856 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.268121 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1900d1b6-d3b5-49a6-8ad9-233afb00409e req-e24d74ad-4344-40d0-8ccb-881f70964508 service neutron] 10.222.0.69 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133516 Jul 16 01:30:59.351857 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] For port 9108cc9c-d4c9-472d-9474-ca344e39f50e, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:30:59.358597 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] For port 9108cc9c-d4c9-472d-9474-ca344e39f50e, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9108cc9c-d4c9-472d-9474-ca344e39f50e,segment=NetworkSegment(83777b4e-f7bb-41b8-9157-637298d87a5d),segment_id=83777b4e-f7bb-41b8-9157-637298d87a5d)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:30:59.370156 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.390325 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1900d1b6-d3b5-49a6-8ad9-233afb00409e req-a5eaeee9-c616-4dfb-ba18-cc42bb0dd611 service neutron] 10.222.0.69 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145446 Jul 16 01:30:59.452261 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6ab29-f68f-4f56-b724-afa6b56d9b07 None None] Pushing event updated for resources: {'Port': ['ID=9108cc9c-d4c9-472d-9474-ca344e39f50e,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:30:59.558461 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:30:59.698988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46660f07-0a4e-4bc0-a867-9f6b9da6afe1 req-39d9cc9a-14bc-4a1e-9b57-85d930c96509 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.700518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46660f07-0a4e-4bc0-a867-9f6b9da6afe1 req-39d9cc9a-14bc-4a1e-9b57-85d930c96509 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.7342207 Jul 16 01:30:59.713061 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0904ec-2cf2-4d47-a51c-c95883c0762a req-8e6dc0af-cedc-4586-8bf4-27661af9c632 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:30:59.719020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a0904ec-2cf2-4d47-a51c-c95883c0762a req-8e6dc0af-cedc-4586-8bf4-27661af9c632 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.7122345 Jul 16 01:30:59.817546 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46660f07-0a4e-4bc0-a867-9f6b9da6afe1 req-6a29630f-e1b2-4ec6-9b94-7368b5d2968f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963745 Jul 16 01:30:59.840308 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a0904ec-2cf2-4d47-a51c-c95883c0762a req-dae61247-050c-488f-b764-89bbb494edc4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108053 Jul 16 01:31:00.015319 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.093498 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.226858 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.279126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad752eb-30bb-432e-90ae-5a9276f69d29 req-80e240f7-1d1c-48a7-8100-4479474c9955 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.287470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bad752eb-30bb-432e-90ae-5a9276f69d29 req-80e240f7-1d1c-48a7-8100-4479474c9955 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.2748027 Jul 16 01:31:00.312028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b894cc-1574-4833-821e-6c68091b8df4 req-af084f08-5d27-4d0f-89e6-252a0f13cd2c tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:00.318839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e3b894cc-1574-4833-821e-6c68091b8df4 req-af084f08-5d27-4d0f-89e6-252a0f13cd2c tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 944 time: 0.2597694 Jul 16 01:31:00.382033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Allocated IP 172.25.2.36 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/f56851b9-836d-49b8-8fa9-e1224d39ac81) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:00.445052 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bad752eb-30bb-432e-90ae-5a9276f69d29 req-1ca50e95-f2f1-46ab-b045-eff671b59efc tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566393 Jul 16 01:31:00.452905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e3b894cc-1574-4833-821e-6c68091b8df4 req-1e549a34-94c5-45df-9201-26086e36117f tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1332145 Jul 16 01:31:00.631478 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8b043587-59f2-43a2-b555-a7e1b90ee355 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:00.659535 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.715049 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.741058 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53258aa9-747b-4091-9c1f-c72a08fa7880 None None] Network d5e58701-9d5b-4837-8e3c-9dd5203bec7f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:00.778579 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Pushing event updated for resources: {'Port': ['ID=f56851b9-836d-49b8-8fa9-e1224d39ac81,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:00.791794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-769a4401-11b5-4bff-bcff-6a5bdc942c43 None None] Provisioning for port 9108cc9c-d4c9-472d-9474-ca344e39f50e completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:00.794624 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:00.796290 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:00.799509 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:00.845251 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8b043587-59f2-43a2-b555-a7e1b90ee355, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8b043587-59f2-43a2-b555-a7e1b90ee355,segment=NetworkSegment(1fa832ec-f890-4242-8abf-592d0d1c3d1d),segment_id=1fa832ec-f890-4242-8abf-592d0d1c3d1d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:00.870111 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '8b043587-59f2-43a2-b555-a7e1b90ee355', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'port_id': '8b043587-59f2-43a2-b555-a7e1b90ee355', 'mac_address': 'fa:16:3e:c8:34:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:00.916560 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:00.949471 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b043587-59f2-43a2-b555-a7e1b90ee355 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:00.981801 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8b043587-59f2-43a2-b555-a7e1b90ee355, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8b043587-59f2-43a2-b555-a7e1b90ee355,segment=NetworkSegment(1fa832ec-f890-4242-8abf-592d0d1c3d1d),segment_id=1fa832ec-f890-4242-8abf-592d0d1c3d1d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:01.009619 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.085837 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=8b043587-59f2-43a2-b555-a7e1b90ee355,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:01.112438 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.115793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fd070-e1d8-436d-8463-5359646111b1 req-77f2e85b-bcd8-4e2c-8a9c-8e93e22f661f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.117410 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-030fd070-e1d8-436d-8463-5359646111b1 req-77f2e85b-bcd8-4e2c-8a9c-8e93e22f661f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.3189795 Jul 16 01:31:01.265753 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-030fd070-e1d8-436d-8463-5359646111b1 req-97314b7b-0ca3-4f74-a445-91196c1f1eca tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221976 Jul 16 01:31:01.295380 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e904598-b112-4d30-989b-55ec01cb9fa3 req-78efbd20-4165-4da0-8a1c-6ff5316356b1 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.304967 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4e904598-b112-4d30-989b-55ec01cb9fa3 req-78efbd20-4165-4da0-8a1c-6ff5316356b1 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.2595387 Jul 16 01:31:01.332479 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['8b043587-59f2-43a2-b555-a7e1b90ee355'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:01.396813 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.405211 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4e904598-b112-4d30-989b-55ec01cb9fa3 req-84b2dce3-1ae7-4975-a5da-351558c6ae9e tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865138 Jul 16 01:31:01.678949 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7955e2-e00f-4f6c-9f2a-d992477e8cd7 req-a08ab594-144f-448c-8fd4-6333cf37c390 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.683500 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df7955e2-e00f-4f6c-9f2a-d992477e8cd7 req-a08ab594-144f-448c-8fd4-6333cf37c390 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.1853194 Jul 16 01:31:01.746224 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9108cc9c-d4c9-472d-9474-ca344e39f50e up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:01.767304 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.789088 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df7955e2-e00f-4f6c-9f2a-d992477e8cd7 req-9c24740d-f660-4344-b983-fc35cc741ea6 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733864 Jul 16 01:31:01.811505 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 9108cc9c-d4c9-472d-9474-ca344e39f50e completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:01.816040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 9108cc9c-d4c9-472d-9474-ca344e39f50e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:01.816418 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.857704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8871e462-28e3-475d-bcb6-e0b184fef1c4 req-f0ea88d2-98c6-4099-b891-4772d5319f7a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:01.859495 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8871e462-28e3-475d-bcb6-e0b184fef1c4 req-f0ea88d2-98c6-4099-b891-4772d5319f7a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.2006154 Jul 16 01:31:01.936885 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:01.984415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 9108cc9c-d4c9-472d-9474-ca344e39f50e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9108cc9c-d4c9-472d-9474-ca344e39f50e,segment=NetworkSegment(83777b4e-f7bb-41b8-9157-637298d87a5d),segment_id=83777b4e-f7bb-41b8-9157-637298d87a5d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:01.990354 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.013023 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8871e462-28e3-475d-bcb6-e0b184fef1c4 req-7a0b2264-aca1-496e-a49b-101ea4ded749 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460967 Jul 16 01:31:02.060425 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=9108cc9c-d4c9-472d-9474-ca344e39f50e,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:02.069638 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33735a-5e20-4532-bb6f-9fe829560a52 req-c380b504-21d2-4d30-8a09-137f94295173 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.071626 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1e33735a-5e20-4532-bb6f-9fe829560a52 req-c380b504-21d2-4d30-8a09-137f94295173 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 945 time: 0.1300290 Jul 16 01:31:02.109771 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Router 931ca481-02b4-4e51-a6da-d0e162a7435f is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:31:02.130981 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1e33735a-5e20-4532-bb6f-9fe829560a52 req-304d7f99-5ce7-4d16-b869-58201710b853 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538564 Jul 16 01:31:02.240616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:02.254070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Sync routers for ids ['931ca481-02b4-4e51-a6da-d0e162a7435f'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:02.266119 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.266458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Routers {'931ca481-02b4-4e51-a6da-d0e162a7435f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:02.266992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:30:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['931ca481-02b4-4e51-a6da-d0e162a7435f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:02.270892 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b22df8ec-c22f-4b9f-90f1-430350fab041 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8207011 Jul 16 01:31:02.273433 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40576) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:02.391032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c851d46-ff4a-44fe-952e-682208bc14ec req-90979614-b455-4864-84b4-5b49c83552a9 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.392942 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c851d46-ff4a-44fe-952e-682208bc14ec req-90979614-b455-4864-84b4-5b49c83552a9 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.1054013 Jul 16 01:31:02.486258 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c851d46-ff4a-44fe-952e-682208bc14ec req-07daa19f-8192-4115-8791-e963c4360acc tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836592 Jul 16 01:31:02.646290 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8b043587-59f2-43a2-b555-a7e1b90ee355 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:02.671802 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Set router 931ca481-02b4-4e51-a6da-d0e162a7435f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:02.751691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ab3fd-3481-4d83-a38f-cdcff4bfe6ef req-6461d1a1-de86-4af1-a630-e2d8b97f3ad7 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.751691 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f69ab3fd-3481-4d83-a38f-cdcff4bfe6ef req-6461d1a1-de86-4af1-a630-e2d8b97f3ad7 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.1504860 Jul 16 01:31:02.818137 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f69ab3fd-3481-4d83-a38f-cdcff4bfe6ef req-73668d1a-1984-4b33-81f0-49b261d93a2f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568466 Jul 16 01:31:02.850200 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b9d6f-db74-4e95-8bea-8388000e087d req-7bce6b13-07ad-49b8-a163-e304ad9866ef tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:02.858862 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-670b9d6f-db74-4e95-8bea-8388000e087d req-7bce6b13-07ad-49b8-a163-e304ad9866ef tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.1669209 Jul 16 01:31:02.886088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 8b043587-59f2-43a2-b555-a7e1b90ee355 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:02.894615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 8b043587-59f2-43a2-b555-a7e1b90ee355 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:02.895125 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:02.911221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-670b9d6f-db74-4e95-8bea-8388000e087d req-57b2ab0d-1dca-4619-80bb-50276e5fa17c tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513737 Jul 16 01:31:03.001300 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.005580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'name': 'tempest-TestAggregatesBasicOps-177188814-router', 'tenant_id': '08229989632f4e9a98c2682de2a3939d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f56851b9-836d-49b8-8fa9-e1224d39ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:58Z', 'updated_at': '2021-07-16T01:31:01Z', 'revision_number': 3, 'project_id': '08229989632f4e9a98c2682de2a3939d', 'gw_port': {'id': 'f56851b9-836d-49b8-8fa9-e1224d39ac81', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:35:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:00Z', 'updated_at': '2021-07-16T01:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:03.045818 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Checking router: 931ca481-02b4-4e51-a6da-d0e162a7435f for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:03.046074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Updating router 931ca481-02b4-4e51-a6da-d0e162a7435f port f56851b9-836d-49b8-8fa9-e1224d39ac81 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:03.072744 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.091549 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.120196 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8b043587-59f2-43a2-b555-a7e1b90ee355, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8b043587-59f2-43a2-b555-a7e1b90ee355,segment=NetworkSegment(1fa832ec-f890-4242-8abf-592d0d1c3d1d),segment_id=1fa832ec-f890-4242-8abf-592d0d1c3d1d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:03.140342 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f820ba-75ce-437b-ab70-10d4dc8d0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b043587-59f2-43a2-b555-a7e1b90ee355'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:03.142679 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4cf786-671c-4295-a46c-9453b6b5d96e" -d '{"events": [{"server_uuid": "b6f820ba-75ce-437b-ab70-10d4dc8d0cec", "name": "network-vif-plugged", "status": "completed", "tag": "8b043587-59f2-43a2-b555-a7e1b90ee355"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:03.149759 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.249941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=8b043587-59f2-43a2-b555-a7e1b90ee355,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:03.326761 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b9ad9-d0a7-4ed5-bf15-a7df2d7f73d7 req-c90adccf-4179-4bcb-a1cf-8e2103ee18f8 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.328393 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-213b9ad9-d0a7-4ed5-bf15-a7df2d7f73d7 req-c90adccf-4179-4bcb-a1cf-8e2103ee18f8 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1213694 Jul 16 01:31:03.337528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Allocated IP 172.20.0.1 (d5e58701-9d5b-4837-8e3c-9dd5203bec7f/8a359ed9-8a23-413c-82b5-8ed5ff0ed34a/9d7e0916-2720-4196-8709-c28093a195f9) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:03.412889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-213b9ad9-d0a7-4ed5-bf15-a7df2d7f73d7 req-f0cd9e73-f414-4f75-b5d3-cf33739baaaf tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748219 Jul 16 01:31:03.430445 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71d0b5-c0ef-4e18-9d42-254abe9135cd req-a825cb5d-19ad-4637-a3e1-ed06f5bcc887 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.432514 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee71d0b5-c0ef-4e18-9d42-254abe9135cd req-a825cb5d-19ad-4637-a3e1-ed06f5bcc887 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.1800246 Jul 16 01:31:03.476386 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.503565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee71d0b5-c0ef-4e18-9d42-254abe9135cd req-09ed956e-4f3e-4575-8c33-e3489dea3d2f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578866 Jul 16 01:31:03.505712 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1f6fd3-094f-4cb1-a3f1-ac65a6ceed69 x-openstack-request-id: req-9a1f6fd3-094f-4cb1-a3f1-ac65a6ceed69 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:03.506300 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f820ba-75ce-437b-ab70-10d4dc8d0cec", "name": "network-vif-plugged", "status": "completed", "tag": "8b043587-59f2-43a2-b555-a7e1b90ee355", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:03.506708 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a1f6fd3-094f-4cb1-a3f1-ac65a6ceed69 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:03.507255 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f820ba-75ce-437b-ab70-10d4dc8d0cec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b043587-59f2-43a2-b555-a7e1b90ee355', 'code': 200} Jul 16 01:31:03.519480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Transition to ACTIVE for port object 9d7e0916-2720-4196-8709-c28093a195f9 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:03.568273 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.631195 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Network d5e58701-9d5b-4837-8e3c-9dd5203bec7f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:03.645441 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.646345 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:03.652428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:03.677466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Transition to ACTIVE for port object f56851b9-836d-49b8-8fa9-e1224d39ac81 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:03.685641 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.770693 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Pushing event updated for resources: {'Port': ['ID=9d7e0916-2720-4196-8709-c28093a195f9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:03.785141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Attempting to bind port f56851b9-836d-49b8-8fa9-e1224d39ac81 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:03.785527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Attempting to bind port f56851b9-836d-49b8-8fa9-e1224d39ac81 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:03.785894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Attempting to bind port f56851b9-836d-49b8-8fa9-e1224d39ac81 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:03.799524 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:03.799941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:03.800351 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.800754 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:03.801236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Bound port: f56851b9-836d-49b8-8fa9-e1224d39ac81, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:03.801620 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.807376 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a25099-eac9-49f6-accf-aa949fba1b63 None None] Pushing event updated for resources: {'Port': ['ID=f56851b9-836d-49b8-8fa9-e1224d39ac81,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:03.845971 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9108cc9c-d4c9-472d-9474-ca344e39f50e up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:03.895686 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.899557 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] For port f56851b9-836d-49b8-8fa9-e1224d39ac81, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:03.906905 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] For port f56851b9-836d-49b8-8fa9-e1224d39ac81, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f56851b9-836d-49b8-8fa9-e1224d39ac81,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:03.912579 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.983327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7f505b-5e36-4380-ab9d-57a3a160785f req-dd5603bb-a661-48b3-b76d-933b441429ff tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:03.983915 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 9108cc9c-d4c9-472d-9474-ca344e39f50e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:03.983997 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:03.985261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e7f505b-5e36-4380-ab9d-57a3a160785f req-dd5603bb-a661-48b3-b76d-933b441429ff tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.2299600 Jul 16 01:31:04.001685 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb03fe4-70e3-43a3-bfcc-efe28dad2588 req-fe9657dc-1fc7-4224-bd16-1dbc003292f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.003927 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8cb03fe4-70e3-43a3-bfcc-efe28dad2588 req-fe9657dc-1fc7-4224-bd16-1dbc003292f2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 1098 time: 0.4162033 Jul 16 01:31:04.027792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb88b1e-2ce3-4c26-866c-96f71ef344b1 req-e154ddd2-3616-41a2-986c-aabae94f483e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.031658 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afb88b1e-2ce3-4c26-866c-96f71ef344b1 req-e154ddd2-3616-41a2-986c-aabae94f483e tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.2088239 Jul 16 01:31:04.053576 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Routers {'931ca481-02b4-4e51-a6da-d0e162a7435f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:04.054240 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:30:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['931ca481-02b4-4e51-a6da-d0e162a7435f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:04.060309 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c23794e6-46cc-4c4a-8d23-00b10c320ccd None None] Provisioning for port 9d7e0916-2720-4196-8709-c28093a195f9 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:04.067307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c23794e6-46cc-4c4a-8d23-00b10c320ccd None None] Provisioning complete for port 9d7e0916-2720-4196-8709-c28093a195f9 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:04.067307 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c23794e6-46cc-4c4a-8d23-00b10c320ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.091429 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afb88b1e-2ce3-4c26-866c-96f71ef344b1 req-1398bcbc-608e-48be-958d-15fc04be6a10 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586531 Jul 16 01:31:04.104556 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a25099-eac9-49f6-accf-aa949fba1b63 None None] Pushing event updated for resources: {'Port': ['ID=f56851b9-836d-49b8-8fa9-e1224d39ac81,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:04.106221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e7f505b-5e36-4380-ab9d-57a3a160785f req-992dea71-c09b-480b-a696-7c84a7398dfc tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1109312 Jul 16 01:31:04.155165 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8cb03fe4-70e3-43a3-bfcc-efe28dad2588 req-ac5ba5cb-dc7b-4bb7-9f86-ad209f7cc2d8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1410022 Jul 16 01:31:04.233512 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.348625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c23794e6-46cc-4c4a-8d23-00b10c320ccd None None] Port 9d7e0916-2720-4196-8709-c28093a195f9 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:04.352076 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] Set router 931ca481-02b4-4e51-a6da-d0e162a7435f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:04.386729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aebda6-5cf5-46f6-81b2-5454b0cfe525 req-4d7857d2-aafb-4f8b-809d-bc38329cdb39 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.388412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32aebda6-5cf5-46f6-81b2-5454b0cfe525 req-4d7857d2-aafb-4f8b-809d-bc38329cdb39 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.1342115 Jul 16 01:31:04.397234 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3a843-9ca6-4e30-b5cd-d6c00f268255 req-e0eb40a7-06e4-4a00-863d-1b3ca8266bdd tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.404338 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ac3a843-9ca6-4e30-b5cd-d6c00f268255 req-e0eb40a7-06e4-4a00-863d-1b3ca8266bdd tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.1043189 Jul 16 01:31:04.474366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ac3a843-9ca6-4e30-b5cd-d6c00f268255 req-aaa51ee1-4b42-4cb4-a90d-f68e190a3002 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689638 Jul 16 01:31:04.502357 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32aebda6-5cf5-46f6-81b2-5454b0cfe525 req-f579c236-7e3d-4070-97d5-347af7c676ca tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896900 Jul 16 01:31:04.540761 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.547086 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.598963 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.683186 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'name': 'tempest-TestAggregatesBasicOps-177188814-router', 'tenant_id': '08229989632f4e9a98c2682de2a3939d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f56851b9-836d-49b8-8fa9-e1224d39ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:58Z', 'updated_at': '2021-07-16T01:31:01Z', 'revision_number': 3, 'project_id': '08229989632f4e9a98c2682de2a3939d', 'gw_port': {'id': 'f56851b9-836d-49b8-8fa9-e1224d39ac81', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:35:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:00Z', 'updated_at': '2021-07-16T01:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:04.697610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Pushing event updated for resources: {'Port': ['ID=9d7e0916-2720-4196-8709-c28093a195f9,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:04.720477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444b80e-0828-4860-960c-9b3e12220a55 None None] The sync data for ids ['931ca481-02b4-4e51-a6da-d0e162a7435f'] in n-d-791505-14 is: [{'id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'name': 'tempest-TestAggregatesBasicOps-177188814-router', 'tenant_id': '08229989632f4e9a98c2682de2a3939d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f56851b9-836d-49b8-8fa9-e1224d39ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:58Z', 'updated_at': '2021-07-16T01:31:01Z', 'revision_number': 3, 'project_id': '08229989632f4e9a98c2682de2a3939d', 'gw_port': {'id': 'f56851b9-836d-49b8-8fa9-e1224d39ac81', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:35:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:00Z', 'updated_at': '2021-07-16T01:31:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:04.761849 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-32522388-de64-461d-b11b-6b96cc91bb57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:04.792353 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa9122-7579-4088-b42f-e517eb07585e req-e3cc3426-b51b-4205-8acb-eb3aa1a12ab1 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.796780 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Network d5e58701-9d5b-4837-8e3c-9dd5203bec7f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:04.798450 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:04.799588 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7caa9122-7579-4088-b42f-e517eb07585e req-e3cc3426-b51b-4205-8acb-eb3aa1a12ab1 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1758182 Jul 16 01:31:04.853559 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa733c22-5966-4b67-ae29-0e1bc5699bc9 req-c4850d83-cbef-4bd3-801f-698492626add tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:04.855138 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa733c22-5966-4b67-ae29-0e1bc5699bc9 req-c4850d83-cbef-4bd3-801f-698492626add tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.1691971 Jul 16 01:31:04.867402 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7caa9122-7579-4088-b42f-e517eb07585e req-9bc4be97-28cb-493a-a93f-08b4a83c7d2a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667980 Jul 16 01:31:04.960884 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa733c22-5966-4b67-ae29-0e1bc5699bc9 req-6c9a8f93-29e6-498d-b60c-cb0b0e021870 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881891 Jul 16 01:31:05.010597 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Router 931ca481-02b4-4e51-a6da-d0e162a7435f has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:05.220525 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:05.238911 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9ee8f3c8-99ad-45e2-be07-121168904b9f admin admin] 10.222.0.22 "PUT /v2.0/routers/931ca481-02b4-4e51-a6da-d0e162a7435f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9642286 Jul 16 01:31:05.390552 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4ccb1f41-8ca0-4461-8ff8-ba9b488ccae0 None None] Provisioning complete for port 9d7e0916-2720-4196-8709-c28093a195f9 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:05.392469 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4ccb1f41-8ca0-4461-8ff8-ba9b488ccae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.421132 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b36d58-02df-4d10-b4eb-0d3db8feab60 req-0b1a5d29-1cd4-40fe-b3df-216d09bee8d2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.423491 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5b36d58-02df-4d10-b4eb-0d3db8feab60 req-0b1a5d29-1cd4-40fe-b3df-216d09bee8d2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.1521964 Jul 16 01:31:05.451387 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4ccb1f41-8ca0-4461-8ff8-ba9b488ccae0 None None] Port 9d7e0916-2720-4196-8709-c28093a195f9 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:05.466515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485d79b-3e9c-49c0-84a6-1d6b99557a8e req-7f25672f-3a9e-4171-9c17-10e829208d77 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.472468 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2485d79b-3e9c-49c0-84a6-1d6b99557a8e req-7f25672f-3a9e-4171-9c17-10e829208d77 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.1534972 Jul 16 01:31:05.534950 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5b36d58-02df-4d10-b4eb-0d3db8feab60 req-7072d02b-3a3f-4512-aa19-5aef31307b60 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026580 Jul 16 01:31:05.561949 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2485d79b-3e9c-49c0-84a6-1d6b99557a8e req-187b44a7-6ee2-4447-aca0-eb3d63f67409 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685775 Jul 16 01:31:05.781689 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f56851b9-836d-49b8-8fa9-e1224d39ac81 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:05.866156 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794cf837-3741-4477-a500-95974e92c177 req-e706fbef-ea76-4294-891c-543c91457d9c tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.867803 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-794cf837-3741-4477-a500-95974e92c177 req-e706fbef-ea76-4294-891c-543c91457d9c tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.1812787 Jul 16 01:31:05.876507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b3a50-4c7d-4d96-9622-5008351b2c15 req-eead4e9a-55dc-4c23-8539-0d083638fc3f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:05.878075 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b1b3a50-4c7d-4d96-9622-5008351b2c15 req-eead4e9a-55dc-4c23-8539-0d083638fc3f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.1024466 Jul 16 01:31:05.945633 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-794cf837-3741-4477-a500-95974e92c177 req-316b2c82-f75a-4a08-b527-0c6aab5d9a85 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664377 Jul 16 01:31:05.954650 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port f56851b9-836d-49b8-8fa9-e1224d39ac81 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:05.959926 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f56851b9-836d-49b8-8fa9-e1224d39ac81 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:05.960316 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:05.972958 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b1b3a50-4c7d-4d96-9622-5008351b2c15 req-a95abd8f-91ae-44ca-aa03-3c13d5ef2228 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783491 Jul 16 01:31:06.158135 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40642) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:06.163360 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-969bea9f-0abe-4dab-afa1-bbbdeeb88020 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-534082056-network', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:06.222612 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969bea9f-0abe-4dab-afa1-bbbdeeb88020 admin admin] Made reservation on behalf of ff8fb7806d894c349bb70b9db284c1bb for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:06.225833 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.227027 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-969bea9f-0abe-4dab-afa1-bbbdeeb88020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.238969 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-969bea9f-0abe-4dab-afa1-bbbdeeb88020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.267956 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port f56851b9-836d-49b8-8fa9-e1224d39ac81, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f56851b9-836d-49b8-8fa9-e1224d39ac81,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:06.289104 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.352086 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=f56851b9-836d-49b8-8fa9-e1224d39ac81,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:06.357887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d2ef5-ec28-4b20-9105-24cc3c32e8e9 req-618beb1a-09c7-4219-ac1c-5a30dd0810dc tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.359490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd8d2ef5-ec28-4b20-9105-24cc3c32e8e9 req-618beb1a-09c7-4219-ac1c-5a30dd0810dc tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.1556070 Jul 16 01:31:06.370751 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40648) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:06.379940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d643f-6fdb-4f61-947b-f776f63e0a88 req-0ee308e9-0cb0-4d3f-8ad4-62c654f0312b tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.387192 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca6d643f-6fdb-4f61-947b-f776f63e0a88 req-0ee308e9-0cb0-4d3f-8ad4-62c654f0312b tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1396117 Jul 16 01:31:06.392762 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4dba8e42-cae7-4c03-9e5d-ce9931b71aa4 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Request body: {'floatingip': {'port_id': '8b043587-59f2-43a2-b555-a7e1b90ee355'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:06.427706 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-969bea9f-0abe-4dab-afa1-bbbdeeb88020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.443781 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-969bea9f-0abe-4dab-afa1-bbbdeeb88020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.470936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-969bea9f-0abe-4dab-afa1-bbbdeeb88020 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:06.485986 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-969bea9f-0abe-4dab-afa1-bbbdeeb88020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.486349 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-969bea9f-0abe-4dab-afa1-bbbdeeb88020 admin admin] Added segment 45acb2d6-55c2-4160-b98f-c20d1ad72f19 of type vlan for network 52683c13-1fcc-428d-a50f-8b76e170c3b9 Jul 16 01:31:06.565609 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-969bea9f-0abe-4dab-afa1-bbbdeeb88020 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.629547 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bea9f-0abe-4dab-afa1-bbbdeeb88020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792a150c-3178-4731-b850-d4d311524103,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:06.646169 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-969bea9f-0abe-4dab-afa1-bbbdeeb88020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.648746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969bea9f-0abe-4dab-afa1-bbbdeeb88020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:06.652066 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-969bea9f-0abe-4dab-afa1-bbbdeeb88020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.693760 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-969bea9f-0abe-4dab-afa1-bbbdeeb88020 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5344026 Jul 16 01:31:06.697723 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40652) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:06.702946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e1e4c77c-ce8f-49c9-98d6-873bdb6b4bc6 admin admin] Request body: {'subnet': {'network_id': '52683c13-1fcc-428d-a50f-8b76e170c3b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-534082056-subnet', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:06.742271 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969bea9f-0abe-4dab-afa1-bbbdeeb88020 admin admin] Pushing event updated for resources: {'Network': ['ID=52683c13-1fcc-428d-a50f-8b76e170c3b9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:06.779198 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 52683c13-1fcc-428d-a50f-8b76e170c3b9 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:06.786346 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4dba8e42-cae7-4c03-9e5d-ce9931b71aa4 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.818115 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e4c77c-ce8f-49c9-98d6-873bdb6b4bc6 admin admin] Made reservation on behalf of ff8fb7806d894c349bb70b9db284c1bb for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:06.821130 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c77c-ce8f-49c9-98d6-873bdb6b4bc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:06.989236 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca6d643f-6fdb-4f61-947b-f776f63e0a88 req-5cf3e282-7095-4840-bbea-52c72eb90fd6 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6004577 Jul 16 01:31:07.061322 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c77c-ce8f-49c9-98d6-873bdb6b4bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.148018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4c77c-ce8f-49c9-98d6-873bdb6b4bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fea6187d-8375-4fe3-a42d-1de297ce09ed,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:07.159490 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e4c77c-ce8f-49c9-98d6-873bdb6b4bc6 admin admin] Checking segment: {'id': '45acb2d6-55c2-4160-b98f-c20d1ad72f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52683c13-1fcc-428d-a50f-8b76e170c3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:07.160216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e4c77c-ce8f-49c9-98d6-873bdb6b4bc6 admin admin] Network hostable DHCP agents. Network: 52683c13-1fcc-428d-a50f-8b76e170c3b9, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:07.178207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c3db1-6a39-4aa1-b907-79e6a3969e16 req-451c847f-3bb3-4d47-8b39-6d91e60ec6d2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.185159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e4c77c-ce8f-49c9-98d6-873bdb6b4bc6 admin admin] Network 52683c13-1fcc-428d-a50f-8b76e170c3b9 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:07.186680 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-750c3db1-6a39-4aa1-b907-79e6a3969e16 req-451c847f-3bb3-4d47-8b39-6d91e60ec6d2 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.3926625 Jul 16 01:31:07.199854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-e1e4c77c-ce8f-49c9-98d6-873bdb6b4bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 52683c13-1fcc-428d-a50f-8b76e170c3b9) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:07.205631 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e4c77c-ce8f-49c9-98d6-873bdb6b4bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.206421 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1e4c77c-ce8f-49c9-98d6-873bdb6b4bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.214712 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6d3031-871b-48e9-9ac3-1f90aba24157 None None] Network 52683c13-1fcc-428d-a50f-8b76e170c3b9 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:07.230032 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e1e4c77c-ce8f-49c9-98d6-873bdb6b4bc6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5279922 Jul 16 01:31:07.230282 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40656) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:07.236911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-534082056-router', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:07.273227 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.274695 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.365268 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Sync routers for ids ['931ca481-02b4-4e51-a6da-d0e162a7435f'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:07.370700 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.384176 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.384415 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Routers {'931ca481-02b4-4e51-a6da-d0e162a7435f'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:07.384843 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:30:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['931ca481-02b4-4e51-a6da-d0e162a7435f'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:07.417951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-750c3db1-6a39-4aa1-b907-79e6a3969e16 req-38f132d5-5e8b-4f72-b082-abc20513abc5 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276096 Jul 16 01:31:07.483704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38704cd7-087b-4085-980b-b2f9031524ab req-865ffa90-2336-45b0-a761-ca99300e36b5 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:07.485480 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38704cd7-087b-4085-980b-b2f9031524ab req-865ffa90-2336-45b0-a761-ca99300e36b5 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.2966237 Jul 16 01:31:07.519184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-52683c13-1fcc-428d-a50f-8b76e170c3b9', 'network_id': '52683c13-1fcc-428d-a50f-8b76e170c3b9', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'fixed_ips': [{'subnet_id': 'fea6187d-8375-4fe3-a42d-1de297ce09ed'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:31:07.521581 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.637361 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Set router 931ca481-02b4-4e51-a6da-d0e162a7435f gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:07.749722 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4dba8e42-cae7-4c03-9e5d-ce9931b71aa4 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.754035 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4dba8e42-cae7-4c03-9e5d-ce9931b71aa4 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.796425 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f56851b9-836d-49b8-8fa9-e1224d39ac81 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:07.853274 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-15587c13-cd14-4445-a920-af1316c6ffd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.935207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f56851b9-836d-49b8-8fa9-e1224d39ac81 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:07.935657 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:07.981078 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Allocated IP 172.20.0.2 (52683c13-1fcc-428d-a50f-8b76e170c3b9/fea6187d-8375-4fe3-a42d-1de297ce09ed/0f87c449-0795-40d3-9247-ed31eb5675c5) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:08.107334 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'name': 'tempest-TestAggregatesBasicOps-177188814-router', 'tenant_id': '08229989632f4e9a98c2682de2a3939d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f56851b9-836d-49b8-8fa9-e1224d39ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:58Z', 'updated_at': '2021-07-16T01:31:04Z', 'revision_number': 4, 'project_id': '08229989632f4e9a98c2682de2a3939d', 'gw_port': {'id': 'f56851b9-836d-49b8-8fa9-e1224d39ac81', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:35:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:00Z', 'updated_at': '2021-07-16T01:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '9d7e0916-2720-4196-8709-c28093a195f9', 'name': '', 'network_id': 'd5e58701-9d5b-4837-8e3c-9dd5203bec7f', 'tenant_id': '08229989632f4e9a98c2682de2a3939d', 'mac_address': 'fa:16:3e:c5:fc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '8a359ed9-8a23-413c-82b5-8ed5ff0ed34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:03Z', 'updated_at': '2021-07-16T01:31:04Z', 'revision_number': 2, 'project_id': '08229989632f4e9a98c2682de2a3939d', 'subnets': [{'id': '8a359ed9-8a23-413c-82b5-8ed5ff0ed34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:08.140586 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Checking router: 931ca481-02b4-4e51-a6da-d0e162a7435f for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:08.141173 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Updating router 931ca481-02b4-4e51-a6da-d0e162a7435f port 9d7e0916-2720-4196-8709-c28093a195f9 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:08.191611 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38704cd7-087b-4085-980b-b2f9031524ab req-59a389b9-3aef-4f1f-9ecf-f6dc2e5b1934 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6954517 Jul 16 01:31:08.193147 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-4dba8e42-cae7-4c03-9e5d-ce9931b71aa4 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Floating IP 424b444a-3d02-4f8c-8e36-ba4ce01b036a associated. External IP: 172.25.2.33, port: 8b043587-59f2-43a2-b555-a7e1b90ee355. Jul 16 01:31:08.215654 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.377571 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.494905 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.532473 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.534278 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Transition to ACTIVE for port object 0f87c449-0795-40d3-9247-ed31eb5675c5 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:08.559373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Transition to ACTIVE for port object 0f87c449-0795-40d3-9247-ed31eb5675c5 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:08.579277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d668481-f171-4e3a-9a29-92e5474a928d req-42951839-b078-4fc7-80c8-aab49fe860a0 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:08.583616 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.591923 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d668481-f171-4e3a-9a29-92e5474a928d req-42951839-b078-4fc7-80c8-aab49fe860a0 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.2761455 Jul 16 01:31:08.753392 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.763030 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d668481-f171-4e3a-9a29-92e5474a928d req-06948d3b-bc51-44e8-afba-7a0253f6db60 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648171 Jul 16 01:31:08.766198 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.789140 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Transition to ACTIVE for port object 9d7e0916-2720-4196-8709-c28093a195f9 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:08.800640 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.803121 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Pushing event updated for resources: {'Port': ['ID=0f87c449-0795-40d3-9247-ed31eb5675c5,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:08.804184 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:08.847356 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dba8e42-cae7-4c03-9e5d-ce9931b71aa4 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Router 4525f01c-9836-48f8-a661-9347e8f9f88a has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:08.877587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Network 52683c13-1fcc-428d-a50f-8b76e170c3b9 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:08.883400 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:08.896656 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:08.988755 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Allocated IP 172.25.2.145 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/691bfb7d-1007-4d2d-bbb8-936bb4e870d4) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:09.045486 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d719753-aabc-47df-9a68-42bb367567a1 None None] Pushing event updated for resources: {'Port': ['ID=9d7e0916-2720-4196-8709-c28093a195f9,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:09.091643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dba8e42-cae7-4c03-9e5d-ce9931b71aa4 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:09.096923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Attempting to bind port 0f87c449-0795-40d3-9247-ed31eb5675c5 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:09.097123 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4dba8e42-cae7-4c03-9e5d-ce9931b71aa4 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.097942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Attempting to bind port 0f87c449-0795-40d3-9247-ed31eb5675c5 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '45acb2d6-55c2-4160-b98f-c20d1ad72f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52683c13-1fcc-428d-a50f-8b76e170c3b9'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:09.098634 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Attempting to bind port 0f87c449-0795-40d3-9247-ed31eb5675c5 on network 52683c13-1fcc-428d-a50f-8b76e170c3b9 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:09.106353 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44c7ab2-9b3a-4c49-83da-c5975f5636d8 None None] Sync routers for ids ['4525f01c-9836-48f8-a661-9347e8f9f88a'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:09.119731 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:09.121210 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Checking segment: {'id': '45acb2d6-55c2-4160-b98f-c20d1ad72f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52683c13-1fcc-428d-a50f-8b76e170c3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:09.122182 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.123285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Bound using segment: {'id': '45acb2d6-55c2-4160-b98f-c20d1ad72f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52683c13-1fcc-428d-a50f-8b76e170c3b9'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:09.125744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Bound port: 0f87c449-0795-40d3-9247-ed31eb5675c5, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45acb2d6-55c2-4160-b98f-c20d1ad72f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52683c13-1fcc-428d-a50f-8b76e170c3b9'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:09.130065 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.171334 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44c7ab2-9b3a-4c49-83da-c5975f5636d8 None None] Routers {'4525f01c-9836-48f8-a661-9347e8f9f88a'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:09.172378 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f44c7ab2-9b3a-4c49-83da-c5975f5636d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4525f01c-9836-48f8-a661-9347e8f9f88a'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:09.181920 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4dba8e42-cae7-4c03-9e5d-ce9931b71aa4 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "PUT /v2.0/floatingips/424b444a-3d02-4f8c-8e36-ba4ce01b036a HTTP/1.1" status: 200 len: 991 time: 2.8080394 Jul 16 01:31:09.181920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f820ba-75ce-437b-ab70-10d4dc8d0cec', 'tag': '8b043587-59f2-43a2-b555-a7e1b90ee355'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:09.182540 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15cbf87-83a8-43fa-a446-3922e3251854" -d '{"events": [{"name": "network-changed", "server_uuid": "b6f820ba-75ce-437b-ab70-10d4dc8d0cec", "tag": "8b043587-59f2-43a2-b555-a7e1b90ee355"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:09.218906 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.232865 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Attempting to bind port 9d7e0916-2720-4196-8709-c28093a195f9 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:09.236947 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Attempting to bind port 9d7e0916-2720-4196-8709-c28093a195f9 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '83777b4e-f7bb-41b8-9157-637298d87a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd5e58701-9d5b-4837-8e3c-9dd5203bec7f'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:09.237435 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Attempting to bind port 9d7e0916-2720-4196-8709-c28093a195f9 on network d5e58701-9d5b-4837-8e3c-9dd5203bec7f {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:09.251715 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:09.257142 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Checking segment: {'id': '83777b4e-f7bb-41b8-9157-637298d87a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd5e58701-9d5b-4837-8e3c-9dd5203bec7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:09.258181 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.258723 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Bound using segment: {'id': '83777b4e-f7bb-41b8-9157-637298d87a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd5e58701-9d5b-4837-8e3c-9dd5203bec7f'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:09.259974 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Bound port: 9d7e0916-2720-4196-8709-c28093a195f9, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83777b4e-f7bb-41b8-9157-637298d87a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd5e58701-9d5b-4837-8e3c-9dd5203bec7f'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:09.263314 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.318044 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.412613 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] For port 9d7e0916-2720-4196-8709-c28093a195f9, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:09.418740 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] For port 9d7e0916-2720-4196-8709-c28093a195f9, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9d7e0916-2720-4196-8709-c28093a195f9,segment=NetworkSegment(83777b4e-f7bb-41b8-9157-637298d87a5d),segment_id=83777b4e-f7bb-41b8-9157-637298d87a5d)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:09.426671 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:09.530259 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:09.534042 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:09.536239 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:09.548700 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d719753-aabc-47df-9a68-42bb367567a1 None None] Pushing event updated for resources: {'Port': ['ID=9d7e0916-2720-4196-8709-c28093a195f9,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:09.577290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Pushing event updated for resources: {'Port': ['ID=691bfb7d-1007-4d2d-bbb8-936bb4e870d4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:09.589408 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Routers {'931ca481-02b4-4e51-a6da-d0e162a7435f'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:09.590042 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['931ca481-02b4-4e51-a6da-d0e162a7435f'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:09.600918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] For port 0f87c449-0795-40d3-9247-ed31eb5675c5, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:09.621968 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ef414f-8331-4cee-8df1-75a878139e92 x-openstack-request-id: req-94ef414f-8331-4cee-8df1-75a878139e92 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:09.626572 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6f820ba-75ce-437b-ab70-10d4dc8d0cec", "tag": "8b043587-59f2-43a2-b555-a7e1b90ee355", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:09.626863 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94ef414f-8331-4cee-8df1-75a878139e92 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:09.627296 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f820ba-75ce-437b-ab70-10d4dc8d0cec', 'tag': '8b043587-59f2-43a2-b555-a7e1b90ee355', 'status': 'completed', 'code': 200} Jul 16 01:31:09.637734 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] For port 0f87c449-0795-40d3-9247-ed31eb5675c5, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0f87c449-0795-40d3-9247-ed31eb5675c5,segment=NetworkSegment(45acb2d6-55c2-4160-b98f-c20d1ad72f19),segment_id=45acb2d6-55c2-4160-b98f-c20d1ad72f19)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:09.648235 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-f44c7ab2-9b3a-4c49-83da-c5975f5636d8 None None] Set router 4525f01c-9836-48f8-a661-9347e8f9f88a gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:09.761892 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac806e-5c6f-4401-8df1-8f962e6f1770 req-38140495-10de-4249-9a23-52a7df12de25 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:09.775462 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0ac806e-5c6f-4401-8df1-8f962e6f1770 req-38140495-10de-4249-9a23-52a7df12de25 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.2560003 Jul 16 01:31:09.857641 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] Set router 931ca481-02b4-4e51-a6da-d0e162a7435f gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:09.873961 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0ac806e-5c6f-4401-8df1-8f962e6f1770 req-ed14ef30-ce2a-47c6-946f-b50b57b19b30 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955708 Jul 16 01:31:09.875569 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.024836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97782d4b-30b0-486f-986d-7ca295e21689 None None] Pushing event updated for resources: {'Port': ['ID=0f87c449-0795-40d3-9247-ed31eb5675c5,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:10.135300 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cbf87-83a8-43fa-a446-3922e3251854 req-5048b398-e47e-4178-821f-a554b19a9e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.135300 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e15cbf87-83a8-43fa-a446-3922e3251854 req-5048b398-e47e-4178-821f-a554b19a9e80 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4100c1fde37843068ccfc8eef15b59a0&device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 1098 time: 0.4374235 Jul 16 01:31:10.152553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf456a0e-699e-4f30-9028-f263e611395c req-8945c368-f281-49d1-ae09-6d66898a538f tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.159948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf456a0e-699e-4f30-9028-f263e611395c req-8945c368-f281-49d1-ae09-6d66898a538f tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1699286 Jul 16 01:31:10.241975 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf456a0e-699e-4f30-9028-f263e611395c req-6dd5a5ab-b103-405c-a438-7acf3217220d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688670 Jul 16 01:31:10.274069 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.337687 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f44c7ab2-9b3a-4c49-83da-c5975f5636d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 4, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '424b444a-3d02-4f8c-8e36-ba4ce01b036a', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'port_id': '8b043587-59f2-43a2-b555-a7e1b90ee355', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'mac_address': 'fa:16:3e:c8:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f820ba-75ce-437b-ab70-10d4dc8d0cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:30:50Z', 'updated_at': '2021-07-16T01:31:07Z', 'revision_number': 1, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2e89d6-5356-4c16-a049-3f14c0253582', 'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'mac_address': 'fa:16:3e:5c:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:30:53Z', 'revision_number': 5, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'subnets': [{'id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:10.443055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44c7ab2-9b3a-4c49-83da-c5975f5636d8 None None] Checking router: 4525f01c-9836-48f8-a661-9347e8f9f88a for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:10.455446 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'name': 'tempest-TestAggregatesBasicOps-177188814-router', 'tenant_id': '08229989632f4e9a98c2682de2a3939d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f56851b9-836d-49b8-8fa9-e1224d39ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:58Z', 'updated_at': '2021-07-16T01:31:04Z', 'revision_number': 4, 'project_id': '08229989632f4e9a98c2682de2a3939d', 'gw_port': {'id': 'f56851b9-836d-49b8-8fa9-e1224d39ac81', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:35:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:00Z', 'updated_at': '2021-07-16T01:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '9d7e0916-2720-4196-8709-c28093a195f9', 'name': '', 'network_id': 'd5e58701-9d5b-4837-8e3c-9dd5203bec7f', 'tenant_id': '08229989632f4e9a98c2682de2a3939d', 'mac_address': 'fa:16:3e:c5:fc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '8a359ed9-8a23-413c-82b5-8ed5ff0ed34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:03Z', 'updated_at': '2021-07-16T01:31:09Z', 'revision_number': 4, 'project_id': '08229989632f4e9a98c2682de2a3939d', 'subnets': [{'id': '8a359ed9-8a23-413c-82b5-8ed5ff0ed34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:10.472655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44c7ab2-9b3a-4c49-83da-c5975f5636d8 None None] Routers {'4525f01c-9836-48f8-a661-9347e8f9f88a'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:10.474608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f44c7ab2-9b3a-4c49-83da-c5975f5636d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4525f01c-9836-48f8-a661-9347e8f9f88a'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:10.494733 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2340a1b6-6e84-4d45-bdca-24ce3822ea0e None None] The sync data for ids ['931ca481-02b4-4e51-a6da-d0e162a7435f'] in n-d-791505-14 is: [{'id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'name': 'tempest-TestAggregatesBasicOps-177188814-router', 'tenant_id': '08229989632f4e9a98c2682de2a3939d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f56851b9-836d-49b8-8fa9-e1224d39ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:58Z', 'updated_at': '2021-07-16T01:31:04Z', 'revision_number': 4, 'project_id': '08229989632f4e9a98c2682de2a3939d', 'gw_port': {'id': 'f56851b9-836d-49b8-8fa9-e1224d39ac81', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:35:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:00Z', 'updated_at': '2021-07-16T01:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '9d7e0916-2720-4196-8709-c28093a195f9', 'name': '', 'network_id': 'd5e58701-9d5b-4837-8e3c-9dd5203bec7f', 'tenant_id': '08229989632f4e9a98c2682de2a3939d', 'mac_address': 'fa:16:3e:c5:fc:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2045, 'fixed_ips': [{'subnet_id': '8a359ed9-8a23-413c-82b5-8ed5ff0ed34a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:03Z', 'updated_at': '2021-07-16T01:31:09Z', 'revision_number': 4, 'project_id': '08229989632f4e9a98c2682de2a3939d', 'subnets': [{'id': '8a359ed9-8a23-413c-82b5-8ed5ff0ed34a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:10.590313 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:10.611871 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:31:10.784283 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-f44c7ab2-9b3a-4c49-83da-c5975f5636d8 None None] Set router 4525f01c-9836-48f8-a661-9347e8f9f88a gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:10.826612 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cbf87-83a8-43fa-a446-3922e3251854 req-69912178-5e18-4757-bf0f-1901c0b50107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:10.828306 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e15cbf87-83a8-43fa-a446-3922e3251854 req-69912178-5e18-4757-bf0f-1901c0b50107 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede HTTP/1.1" status: 200 len: 912 time: 0.6690724 Jul 16 01:31:10.961995 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:11.123979 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e15cbf87-83a8-43fa-a446-3922e3251854 req-f29b06ff-8d93-4ce7-a6a3-ab328fac7a71 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b043587-59f2-43a2-b555-a7e1b90ee355 HTTP/1.1" status: 200 len: 999 time: 0.1692040 Jul 16 01:31:11.275195 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d402f2-e9b8-49ff-ab53-0ff8cc04ada6 req-9c0609e8-bb5c-4bf3-ac63-7ae0a1f1bd19 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.285461 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51d402f2-e9b8-49ff-ab53-0ff8cc04ada6 req-9c0609e8-bb5c-4bf3-ac63-7ae0a1f1bd19 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.2193754 Jul 16 01:31:11.292135 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f44c7ab2-9b3a-4c49-83da-c5975f5636d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 4, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '424b444a-3d02-4f8c-8e36-ba4ce01b036a', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'port_id': '8b043587-59f2-43a2-b555-a7e1b90ee355', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'mac_address': 'fa:16:3e:c8:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f820ba-75ce-437b-ab70-10d4dc8d0cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:30:50Z', 'updated_at': '2021-07-16T01:31:07Z', 'revision_number': 1, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2e89d6-5356-4c16-a049-3f14c0253582', 'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'mac_address': 'fa:16:3e:5c:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:30:53Z', 'revision_number': 5, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'subnets': [{'id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:11.333473 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cbf87-83a8-43fa-a446-3922e3251854 req-bbd5a2db-c07b-4a4b-88db-3ff551a90e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.335926 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e15cbf87-83a8-43fa-a446-3922e3251854 req-bbd5a2db-c07b-4a4b-88db-3ff551a90e5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7459754e-d7d4-4f48-a231-067bfcf50ff6 HTTP/1.1" status: 200 len: 850 time: 0.2013793 Jul 16 01:31:11.397212 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44c7ab2-9b3a-4c49-83da-c5975f5636d8 None None] The sync data for ids ['4525f01c-9836-48f8-a661-9347e8f9f88a'] in n-d-791505-14 is: [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 4, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '424b444a-3d02-4f8c-8e36-ba4ce01b036a', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'floating_ip_address': '172.25.2.33', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'port_id': '8b043587-59f2-43a2-b555-a7e1b90ee355', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2027, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'mac_address': 'fa:16:3e:c8:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6f820ba-75ce-437b-ab70-10d4dc8d0cec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:30:50Z', 'updated_at': '2021-07-16T01:31:07Z', 'revision_number': 1, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2e89d6-5356-4c16-a049-3f14c0253582', 'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'mac_address': 'fa:16:3e:5c:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:30:53Z', 'revision_number': 5, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'subnets': [{'id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:11.460390 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51d402f2-e9b8-49ff-ab53-0ff8cc04ada6 req-491b0bb9-ca3a-411b-ab94-316b566fecf4 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707671 Jul 16 01:31:11.574457 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Router 9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:31:11.596955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15cbf87-83a8-43fa-a446-3922e3251854 req-a46b2b20-fb22-41f0-9d20-4890978d9060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:11.599172 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e15cbf87-83a8-43fa-a446-3922e3251854 req-a46b2b20-fb22-41f0-9d20-4890978d9060 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2524896 Jul 16 01:31:11.950003 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0f87c449-0795-40d3-9247-ed31eb5675c5 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:11.991210 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e15cbf87-83a8-43fa-a446-3922e3251854 req-be734752-c43e-4879-89b9-c201667c9e9b service neutron] 10.222.0.69 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800313 Jul 16 01:31:11.999802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a613ff-65f8-4058-aabf-0a0767d4dc08 req-2991a2f8-185e-433d-aff1-3ef559d26e86 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:12.046076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48a613ff-65f8-4058-aabf-0a0767d4dc08 req-2991a2f8-185e-433d-aff1-3ef559d26e86 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.2324185 Jul 16 01:31:12.052300 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed29f7e3-cf79-420a-8787-2fef969448e3 None None] New status for floating IP 424b444a-3d02-4f8c-8e36-ba4ce01b036a: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:31:12.056649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 0f87c449-0795-40d3-9247-ed31eb5675c5 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:12.080025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9d7e0916-2720-4196-8709-c28093a195f9 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:12.097287 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49519495-5c40-4a66-8f69-a041162f40a7 None None] Network 52683c13-1fcc-428d-a50f-8b76e170c3b9 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:12.144948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48a613ff-65f8-4058-aabf-0a0767d4dc08 req-aae08cbb-2024-4c51-847b-e3b25509d349 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943272 Jul 16 01:31:12.245829 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:12.268507 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e15cbf87-83a8-43fa-a446-3922e3251854 req-7828e925-4671-4dd4-86f7-3b939284aa63 service neutron] 10.222.0.69 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664938 Jul 16 01:31:12.293606 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.295674 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-38ff6747-f683-49b1-98a3-286c7af4e7ea admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0637360 Jul 16 01:31:12.298612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40700) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:12.413177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Sync routers for ids ['9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:12.433858 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b248059a-abbf-4f48-97fd-4f18a8bd9760 None None] Provisioning for port 0f87c449-0795-40d3-9247-ed31eb5675c5 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:12.487812 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b248059a-abbf-4f48-97fd-4f18a8bd9760 None None] Provisioning complete for port 0f87c449-0795-40d3-9247-ed31eb5675c5 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:12.488184 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b248059a-abbf-4f48-97fd-4f18a8bd9760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:12.570453 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Routers {'9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:12.571158 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:12.986628 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.063224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283e5ca-9b6f-4511-b130-a89717e1a472 req-d93d0eb2-9fdd-4b78-9b35-4743a6de63cf tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.064451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 9d7e0916-2720-4196-8709-c28093a195f9 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:13.065700 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1283e5ca-9b6f-4511-b130-a89717e1a472 req-d93d0eb2-9fdd-4b78-9b35-4743a6de63cf tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.2187681 Jul 16 01:31:13.125715 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 9d7e0916-2720-4196-8709-c28093a195f9 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:13.126092 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.157511 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b248059a-abbf-4f48-97fd-4f18a8bd9760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.168305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1283e5ca-9b6f-4511-b130-a89717e1a472 req-e69696fe-2987-4ab6-913f-16593b60b476 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900481 Jul 16 01:31:13.347036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Allocated IP 172.20.0.1 (52683c13-1fcc-428d-a50f-8b76e170c3b9/fea6187d-8375-4fe3-a42d-1de297ce09ed/23d1b0b6-7538-413a-9ddf-9eec1d7cc75f) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:13.388166 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Set router 9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:13.440392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b248059a-abbf-4f48-97fd-4f18a8bd9760 None None] For port 0f87c449-0795-40d3-9247-ed31eb5675c5, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0f87c449-0795-40d3-9247-ed31eb5675c5,segment=NetworkSegment(45acb2d6-55c2-4160-b98f-c20d1ad72f19),segment_id=45acb2d6-55c2-4160-b98f-c20d1ad72f19)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:13.495456 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b248059a-abbf-4f48-97fd-4f18a8bd9760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.553157 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f2bca-0f15-4ef9-93e8-f168f2ff6720 req-b2cebd71-a9f9-44bd-bda4-579934b4c879 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:13.561100 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-273f2bca-0f15-4ef9-93e8-f168f2ff6720 req-b2cebd71-a9f9-44bd-bda4-579934b4c879 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1556885 Jul 16 01:31:13.571700 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.602507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Transition to ACTIVE for port object 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:13.635166 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-273f2bca-0f15-4ef9-93e8-f168f2ff6720 req-f7d1e6f7-44c6-4f08-bce7-307d2d0fa8cd tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723391 Jul 16 01:31:13.678171 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248059a-abbf-4f48-97fd-4f18a8bd9760 None None] Pushing event updated for resources: {'Port': ['ID=0f87c449-0795-40d3-9247-ed31eb5675c5,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:13.714466 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.775401 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.817330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Network 52683c13-1fcc-428d-a50f-8b76e170c3b9 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:13.827406 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:13.830249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Pushing event updated for resources: {'Port': ['ID=23d1b0b6-7538-413a-9ddf-9eec1d7cc75f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:13.852051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:13.874949 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 9d7e0916-2720-4196-8709-c28093a195f9, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9d7e0916-2720-4196-8709-c28093a195f9,segment=NetworkSegment(83777b4e-f7bb-41b8-9157-637298d87a5d),segment_id=83777b4e-f7bb-41b8-9157-637298d87a5d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:13.886713 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:13.934736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.936165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.936671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.937924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.938410 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.942681 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.943201 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.943700 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.944518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.945091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.945565 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.946105 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:13.970929 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'name': 'tempest-TestAggregatesBasicOps-534082056-router', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '691bfb7d-1007-4d2d-bbb8-936bb4e870d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:07Z', 'updated_at': '2021-07-16T01:31:09Z', 'revision_number': 3, 'project_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'gw_port': {'id': '691bfb7d-1007-4d2d-bbb8-936bb4e870d4', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:13.991559 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.105887 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Checking router: 9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:14.106355 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Updating router 9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6 port 691bfb7d-1007-4d2d-bbb8-936bb4e870d4 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:14.126233 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0f87c449-0795-40d3-9247-ed31eb5675c5 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:14.251282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=9d7e0916-2720-4196-8709-c28093a195f9,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:14.298436 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.306315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-836258ec-037c-4c65-b715-3c3ba247a6ef None None] Provisioning complete for port 0f87c449-0795-40d3-9247-ed31eb5675c5 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:14.306943 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-836258ec-037c-4c65-b715-3c3ba247a6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.344841 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.396673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 0f87c449-0795-40d3-9247-ed31eb5675c5 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:14.397047 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.672604 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.683828 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.950737 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-31382f83-f767-4847-af2d-6933a2d29033 None None] Provisioning for port 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:14.957645 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.965284 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-31382f83-f767-4847-af2d-6933a2d29033 None None] Provisioning complete for port 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:14.965665 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-31382f83-f767-4847-af2d-6933a2d29033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:14.999557 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Transition to ACTIVE for port object 691bfb7d-1007-4d2d-bbb8-936bb4e870d4 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:15.012303 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.054103 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-31382f83-f767-4847-af2d-6933a2d29033 None None] Port 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:15.096179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e1918-aba0-4547-8a93-404ca0f67208 None None] Pushing event updated for resources: {'Port': ['ID=691bfb7d-1007-4d2d-bbb8-936bb4e870d4,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:15.098935 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Attempting to bind port 691bfb7d-1007-4d2d-bbb8-936bb4e870d4 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:15.099312 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Attempting to bind port 691bfb7d-1007-4d2d-bbb8-936bb4e870d4 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:15.099701 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Attempting to bind port 691bfb7d-1007-4d2d-bbb8-936bb4e870d4 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:15.106054 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:15.106715 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:15.106815 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.107203 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:15.107665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Bound port: 691bfb7d-1007-4d2d-bbb8-936bb4e870d4, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:15.108086 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.213777 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] For port 691bfb7d-1007-4d2d-bbb8-936bb4e870d4, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:15.231420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] For port 691bfb7d-1007-4d2d-bbb8-936bb4e870d4, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=691bfb7d-1007-4d2d-bbb8-936bb4e870d4,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:15.248300 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.267379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Pushing event updated for resources: {'Port': ['ID=23d1b0b6-7538-413a-9ddf-9eec1d7cc75f,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:15.277166 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:15.287498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefbb5b7-ba0b-4ffd-b039-3b7642b01a4d req-8681d2b5-dd87-4cfb-b2de-c7b0589fbc4c tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.289057 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fefbb5b7-ba0b-4ffd-b039-3b7642b01a4d req-8681d2b5-dd87-4cfb-b2de-c7b0589fbc4c tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.7514570 Jul 16 01:31:15.347597 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e1918-aba0-4547-8a93-404ca0f67208 None None] Pushing event updated for resources: {'Port': ['ID=691bfb7d-1007-4d2d-bbb8-936bb4e870d4,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:15.374214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e927cf9-571b-4315-a412-bf41dde7948a req-5ccf3a35-6a60-4f03-a2c5-994326709381 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:15.377834 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Routers {'9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:15.378628 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:15.382259 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e927cf9-571b-4315-a412-bf41dde7948a req-5ccf3a35-6a60-4f03-a2c5-994326709381 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1951065 Jul 16 01:31:15.390795 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fefbb5b7-ba0b-4ffd-b039-3b7642b01a4d req-c5d3b5dc-840d-4b97-8b2c-e87d71c70f9e tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930085 Jul 16 01:31:15.461025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e927cf9-571b-4315-a412-bf41dde7948a req-37417624-3f5f-4e84-a926-a6cb2e1c2273 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785761 Jul 16 01:31:15.542050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Network 52683c13-1fcc-428d-a50f-8b76e170c3b9 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:15.543834 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:15.635056 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] Set router 9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:15.810447 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Router 9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:16.033555 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1a995a92-0acd-4c65-8198-ec28e6fd1c60 None None] Provisioning complete for port 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:16.034301 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1a995a92-0acd-4c65-8198-ec28e6fd1c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.050805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:16.058672 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-de15b931-910c-4c8a-8e7c-8c6c93a9a864 admin admin] 10.222.0.22 "PUT /v2.0/routers/9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7589464 Jul 16 01:31:16.101546 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1a995a92-0acd-4c65-8198-ec28e6fd1c60 None None] Port 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:16.116654 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9d7e0916-2720-4196-8709-c28093a195f9 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:16.198419 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 9d7e0916-2720-4196-8709-c28093a195f9 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:16.198797 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:16.232485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'name': 'tempest-TestAggregatesBasicOps-534082056-router', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '691bfb7d-1007-4d2d-bbb8-936bb4e870d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:07Z', 'updated_at': '2021-07-16T01:31:14Z', 'revision_number': 4, 'project_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'gw_port': {'id': '691bfb7d-1007-4d2d-bbb8-936bb4e870d4', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '23d1b0b6-7538-413a-9ddf-9eec1d7cc75f', 'name': '', 'network_id': '52683c13-1fcc-428d-a50f-8b76e170c3b9', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'mac_address': 'fa:16:3e:f8:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'fea6187d-8375-4fe3-a42d-1de297ce09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:31:14Z', 'revision_number': 2, 'project_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'subnets': [{'id': 'fea6187d-8375-4fe3-a42d-1de297ce09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:16.276551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc3d762-9102-463b-a9f2-6fa65b2b4922 None None] The sync data for ids ['9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'] in n-d-791505-14 is: [{'id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'name': 'tempest-TestAggregatesBasicOps-534082056-router', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '691bfb7d-1007-4d2d-bbb8-936bb4e870d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:07Z', 'updated_at': '2021-07-16T01:31:14Z', 'revision_number': 4, 'project_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'gw_port': {'id': '691bfb7d-1007-4d2d-bbb8-936bb4e870d4', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '23d1b0b6-7538-413a-9ddf-9eec1d7cc75f', 'name': '', 'network_id': '52683c13-1fcc-428d-a50f-8b76e170c3b9', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'mac_address': 'fa:16:3e:f8:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'fea6187d-8375-4fe3-a42d-1de297ce09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:31:14Z', 'revision_number': 2, 'project_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'subnets': [{'id': 'fea6187d-8375-4fe3-a42d-1de297ce09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:16.342743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168ee37-1ffa-470b-9294-083ca5f38010 req-b70232fb-783e-4f1f-88aa-fe43889224f4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:16.344379 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c168ee37-1ffa-470b-9294-083ca5f38010 req-b70232fb-783e-4f1f-88aa-fe43889224f4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.0983250 Jul 16 01:31:16.419554 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c168ee37-1ffa-470b-9294-083ca5f38010 req-15e24ea4-3b51-4bbe-ac67-8bf0e441871f tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582705 Jul 16 01:31:16.730346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb906e41-5de1-4511-a00b-df5a2f0180a1 req-80ecfab5-f787-436c-b940-deb3f306ed9e tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:16.731932 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb906e41-5de1-4511-a00b-df5a2f0180a1 req-80ecfab5-f787-436c-b940-deb3f306ed9e tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1428857 Jul 16 01:31:16.739673 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da02aa99-4a7f-4280-b7e0-cc8c6de08d85 req-a7496005-e650-451f-8e01-fc811538581a tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:16.741236 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da02aa99-4a7f-4280-b7e0-cc8c6de08d85 req-a7496005-e650-451f-8e01-fc811538581a tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.1331949 Jul 16 01:31:16.799780 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb906e41-5de1-4511-a00b-df5a2f0180a1 req-861da4c5-45df-4c0b-9276-952660d19062 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575328 Jul 16 01:31:16.812359 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da02aa99-4a7f-4280-b7e0-cc8c6de08d85 req-8e98118b-f878-4afd-bb14-396f1440a9ae tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632856 Jul 16 01:31:17.188946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d470c-af8d-4fd2-a188-3815f3d4a795 req-3e546772-18f6-427b-9333-37458bc50a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.190488 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e62d470c-af8d-4fd2-a188-3815f3d4a795 req-3e546772-18f6-427b-9333-37458bc50a89 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=dc7c79121ea347e08eab6bb95810733c&device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 1098 time: 0.0564196 Jul 16 01:31:17.306650 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d470c-af8d-4fd2-a188-3815f3d4a795 req-fd98d682-2a8e-4e50-a7b5-cb4f8bb01b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.308208 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e62d470c-af8d-4fd2-a188-3815f3d4a795 req-fd98d682-2a8e-4e50-a7b5-cb4f8bb01b5b service neutron] 10.222.0.69 "GET /v2.0/networks?id=82cbe9d9-283a-4c69-a1bc-536a90b2446b HTTP/1.1" status: 200 len: 917 time: 0.1116226 Jul 16 01:31:17.373377 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e62d470c-af8d-4fd2-a188-3815f3d4a795 req-acbdf1bf-bd6d-473c-b132-53bf0ba52c50 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68 HTTP/1.1" status: 200 len: 1002 time: 0.0581701 Jul 16 01:31:17.422617 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d470c-af8d-4fd2-a188-3815f3d4a795 req-73b0ca6b-7051-41b7-9480-48118e2e5227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.424126 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e62d470c-af8d-4fd2-a188-3815f3d4a795 req-73b0ca6b-7051-41b7-9480-48118e2e5227 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7 HTTP/1.1" status: 200 len: 855 time: 0.0443962 Jul 16 01:31:17.492888 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62d470c-af8d-4fd2-a188-3815f3d4a795 req-f1d85133-acd8-4520-a70d-ac3039f314cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.494412 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e62d470c-af8d-4fd2-a188-3815f3d4a795 req-f1d85133-acd8-4520-a70d-ac3039f314cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=82cbe9d9-283a-4c69-a1bc-536a90b2446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642951 Jul 16 01:31:17.496140 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40804) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:17.614375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab8417-eec1-4259-a430-24579cddd7c5 req-ef65b7e4-9cc9-484b-b449-dac2105c356a tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:17.615890 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14ab8417-eec1-4259-a430-24579cddd7c5 req-ef65b7e4-9cc9-484b-b449-dac2105c356a tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.0666037 Jul 16 01:31:17.683011 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14ab8417-eec1-4259-a430-24579cddd7c5 req-19e0eb11-7421-418f-b29a-1c4748b4aea4 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376372 Jul 16 01:31:17.688694 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e62d470c-af8d-4fd2-a188-3815f3d4a795 req-fbf145b6-81e9-462d-b452-e57a1b9b3865 service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865084 Jul 16 01:31:17.885367 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e62d470c-af8d-4fd2-a188-3815f3d4a795 req-005f7426-c128-436d-8039-dbd22dfcac44 service neutron] 10.222.0.69 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565895 Jul 16 01:31:18.077611 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f9040d-d909-49f8-8455-fa6280453922 req-29e434fd-a831-43cb-90e7-c20a76db67a8 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.079225 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3f9040d-d909-49f8-8455-fa6280453922 req-29e434fd-a831-43cb-90e7-c20a76db67a8 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1359842 Jul 16 01:31:18.080677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 691bfb7d-1007-4d2d-bbb8-936bb4e870d4 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:18.099650 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1df33c12-962d-4533-a307-f5d7a46b1765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.108346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831c43c-5c26-46d9-81ef-13324e580aee req-13e05cfe-da72-4b14-9131-daae495ea690 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.109905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1831c43c-5c26-46d9-81ef-13324e580aee req-13e05cfe-da72-4b14-9131-daae495ea690 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.1335564 Jul 16 01:31:18.154393 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 691bfb7d-1007-4d2d-bbb8-936bb4e870d4 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:18.158559 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 691bfb7d-1007-4d2d-bbb8-936bb4e870d4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:18.160574 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.181264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1831c43c-5c26-46d9-81ef-13324e580aee req-7471773e-4a03-4821-8b8b-f377689c8f00 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622108 Jul 16 01:31:18.203314 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3f9040d-d909-49f8-8455-fa6280453922 req-03179932-8f12-43fe-9303-5a09b9b5e073 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922151 Jul 16 01:31:18.279673 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.313918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 691bfb7d-1007-4d2d-bbb8-936bb4e870d4, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=691bfb7d-1007-4d2d-bbb8-936bb4e870d4,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:18.322112 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.422725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=691bfb7d-1007-4d2d-bbb8-936bb4e870d4,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:18.839678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282184e-d8d7-4cfd-871c-f0c7376b179c req-bb2acf66-9059-4123-9781-b92c0d3815cb tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.841215 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9282184e-d8d7-4cfd-871c-f0c7376b179c req-bb2acf66-9059-4123-9781-b92c0d3815cb tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.70 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.4681377 Jul 16 01:31:18.865852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94262ab8-78e8-41b2-a169-f98f990cad89 req-77f24ac3-0745-4dd1-ab18-470e3f7bca38 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:18.867614 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94262ab8-78e8-41b2-a169-f98f990cad89 req-77f24ac3-0745-4dd1-ab18-470e3f7bca38 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 947 time: 0.0670819 Jul 16 01:31:18.878786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1df33c12-962d-4533-a307-f5d7a46b1765 admin admin] Deleting port 9d7e0916-2720-4196-8709-c28093a195f9 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:18.879134 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1df33c12-962d-4533-a307-f5d7a46b1765 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:18.906494 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94262ab8-78e8-41b2-a169-f98f990cad89 req-e75b838e-1642-4667-9380-a9b1ac352630 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cfcfd5c-1a59-43cc-8186-6e5d03686497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330014 Jul 16 01:31:19.002647 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-1df33c12-962d-4533-a307-f5d7a46b1765 admin admin] For port 9d7e0916-2720-4196-8709-c28093a195f9, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9d7e0916-2720-4196-8709-c28093a195f9,segment=NetworkSegment(83777b4e-f7bb-41b8-9157-637298d87a5d),segment_id=83777b4e-f7bb-41b8-9157-637298d87a5d)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:19.003015 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1df33c12-962d-4533-a307-f5d7a46b1765 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.021952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1df33c12-962d-4533-a307-f5d7a46b1765 admin admin] Calling delete_port for 9d7e0916-2720-4196-8709-c28093a195f9 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:19.031608 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-9282184e-d8d7-4cfd-871c-f0c7376b179c req-dc01cdc0-e20d-4189-a1fb-ce39ec563c16 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Deleting port d1c76d4c-6015-44fd-abe2-49b90d5307ad {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:19.031987 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9282184e-d8d7-4cfd-871c-f0c7376b179c req-dc01cdc0-e20d-4189-a1fb-ce39ec563c16 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.220360 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-9282184e-d8d7-4cfd-871c-f0c7376b179c req-dc01cdc0-e20d-4189-a1fb-ce39ec563c16 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] For port d1c76d4c-6015-44fd-abe2-49b90d5307ad, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=d1c76d4c-6015-44fd-abe2-49b90d5307ad,segment=NetworkSegment(0d0be4c4-24c4-4181-b5a5-aa7865795088),segment_id=0d0be4c4-24c4-4181-b5a5-aa7865795088)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:19.220739 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9282184e-d8d7-4cfd-871c-f0c7376b179c req-dc01cdc0-e20d-4189-a1fb-ce39ec563c16 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.240789 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-9282184e-d8d7-4cfd-871c-f0c7376b179c req-dc01cdc0-e20d-4189-a1fb-ce39ec563c16 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Calling delete_port for d1c76d4c-6015-44fd-abe2-49b90d5307ad owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:19.374272 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1df33c12-962d-4533-a307-f5d7a46b1765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.383132 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Sync routers for ids ['9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:19.395108 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Routers {'9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:19.395722 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:19.434370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df33c12-962d-4533-a307-f5d7a46b1765 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d7e0916-2720-4196-8709-c28093a195f9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:19.544853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d6c3a-f336-46f2-8392-c47001ca4296 req-0c14b040-0c40-4534-81aa-291f830ad582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.546409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-131d6c3a-f336-46f2-8392-c47001ca4296 req-0c14b040-0c40-4534-81aa-291f830ad582 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 1097 time: 0.3451307 Jul 16 01:31:19.563834 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Set router 9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:19.570212 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9282184e-d8d7-4cfd-871c-f0c7376b179c req-dc01cdc0-e20d-4189-a1fb-ce39ec563c16 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.583868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['d1c76d4c-6015-44fd-abe2-49b90d5307ad'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:19.628490 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01cdc0-e20d-4189-a1fb-ce39ec563c16 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Pushing event deleted for resources: {'Port': ['ID=d1c76d4c-6015-44fd-abe2-49b90d5307ad,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:19.651498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df8d68-8fa3-4f8a-812a-db8bed0c1c42 req-7c58068b-da7e-4282-b6d1-aa323c712b14 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.659502 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-67df8d68-8fa3-4f8a-812a-db8bed0c1c42 req-7c58068b-da7e-4282-b6d1-aa323c712b14 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.2576115 Jul 16 01:31:19.681894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a51268-ab0e-4858-b14a-66ba460cd41f req-9077b00e-e998-4a3b-a904-d2d1670da7d6 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:19.689988 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80a51268-ab0e-4858-b14a-66ba460cd41f req-9077b00e-e998-4a3b-a904-d2d1670da7d6 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.3307583 Jul 16 01:31:19.729034 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-131d6c3a-f336-46f2-8392-c47001ca4296 req-d157e4a8-bdc6-4e88-8df7-6b508d421e82 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613226 Jul 16 01:31:19.729413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9282184e-d8d7-4cfd-871c-f0c7376b179c req-dc01cdc0-e20d-4189-a1fb-ce39ec563c16 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] No DVR routers for this DVR port d1c76d4c-6015-44fd-abe2-49b90d5307ad on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:19.732950 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9282184e-d8d7-4cfd-871c-f0c7376b179c req-dc01cdc0-e20d-4189-a1fb-ce39ec563c16 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.735074 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9282184e-d8d7-4cfd-871c-f0c7376b179c req-dc01cdc0-e20d-4189-a1fb-ce39ec563c16 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.70 "DELETE /v2.0/ports/d1c76d4c-6015-44fd-abe2-49b90d5307ad HTTP/1.1" status: 204 len: 173 time: 0.8874378 Jul 16 01:31:19.735483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6cb23f-1b4e-48a3-a238-5b7a83b550a6', 'name': 'network-vif-deleted', 'tag': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:19.737759 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1bda80-226f-4086-810d-1ec96bc37830" -d '{"events": [{"server_uuid": "0d6cb23f-1b4e-48a3-a238-5b7a83b550a6", "name": "network-vif-deleted", "tag": "d1c76d4c-6015-44fd-abe2-49b90d5307ad"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:19.760357 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-67df8d68-8fa3-4f8a-812a-db8bed0c1c42 req-c8326240-9c63-4fba-bee6-9b1515ca3a20 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001318 Jul 16 01:31:19.762427 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1df33c12-962d-4533-a307-f5d7a46b1765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:19.766887 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80a51268-ab0e-4858-b14a-66ba460cd41f req-f50a7c65-1145-4482-990f-dfa0befb6903 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759563 Jul 16 01:31:19.937356 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'name': 'tempest-TestAggregatesBasicOps-534082056-router', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '691bfb7d-1007-4d2d-bbb8-936bb4e870d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:07Z', 'updated_at': '2021-07-16T01:31:14Z', 'revision_number': 4, 'project_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'gw_port': {'id': '691bfb7d-1007-4d2d-bbb8-936bb4e870d4', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '23d1b0b6-7538-413a-9ddf-9eec1d7cc75f', 'name': '', 'network_id': '52683c13-1fcc-428d-a50f-8b76e170c3b9', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'mac_address': 'fa:16:3e:f8:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'fea6187d-8375-4fe3-a42d-1de297ce09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:31:14Z', 'revision_number': 2, 'project_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'subnets': [{'id': 'fea6187d-8375-4fe3-a42d-1de297ce09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:19.985165 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Checking router: 9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:19.985518 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Updating router 9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6 port 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:20.024929 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5b9cf3-7eae-44e4-a698-9fc5f48fe7ba x-openstack-request-id: req-6c5b9cf3-7eae-44e4-a698-9fc5f48fe7ba {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:20.025474 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6cb23f-1b4e-48a3-a238-5b7a83b550a6", "name": "network-vif-deleted", "tag": "d1c76d4c-6015-44fd-abe2-49b90d5307ad", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:20.025811 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c5b9cf3-7eae-44e4-a698-9fc5f48fe7ba {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:20.026225 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d6cb23f-1b4e-48a3-a238-5b7a83b550a6', 'name': 'network-vif-deleted', 'tag': 'd1c76d4c-6015-44fd-abe2-49b90d5307ad', 'status': 'completed', 'code': 200} Jul 16 01:31:20.036095 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.094117 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df33c12-962d-4533-a307-f5d7a46b1765 admin admin] Router 931ca481-02b4-4e51-a6da-d0e162a7435f has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:20.168187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 691bfb7d-1007-4d2d-bbb8-936bb4e870d4 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:20.208497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c70764d-b1e2-432a-bec1-b494852510f5 req-eada1933-eb07-4eba-9062-3f28b5140e13 tempest-ServersNegativeTestJSON-2020200217 tempest-ServersNegativeTestJSON-2020200217-project] 10.222.0.22 "GET /v2.0/ports?device_id=0d6cb23f-1b4e-48a3-a238-5b7a83b550a6 HTTP/1.1" status: 200 len: 210 time: 0.0377209 Jul 16 01:31:20.222719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 691bfb7d-1007-4d2d-bbb8-936bb4e870d4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:20.223164 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.252944 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df33c12-962d-4533-a307-f5d7a46b1765 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:20.260771 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40832) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:20.260951 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1df33c12-962d-4533-a307-f5d7a46b1765 admin admin] 10.222.0.22 "PUT /v2.0/routers/931ca481-02b4-4e51-a6da-d0e162a7435f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7635634 Jul 16 01:31:20.267474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65dee59-8366-4efd-a03e-63ef4938e764 None None] Sync routers for ids ['931ca481-02b4-4e51-a6da-d0e162a7435f'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:20.283504 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65dee59-8366-4efd-a03e-63ef4938e764 None None] Routers {'931ca481-02b4-4e51-a6da-d0e162a7435f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:20.284145 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f65dee59-8366-4efd-a03e-63ef4938e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['931ca481-02b4-4e51-a6da-d0e162a7435f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:20.331933 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.342320 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Transition to ACTIVE for port object 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:20.349848 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.380542 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d50d87e-6866-4927-b705-bd07180d764e admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.395184 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65da861-b382-420f-9585-9dbf62990feb None None] Pushing event updated for resources: {'Port': ['ID=23d1b0b6-7538-413a-9ddf-9eec1d7cc75f,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:20.404961 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65da861-b382-420f-9585-9dbf62990feb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:20.405307 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65da861-b382-420f-9585-9dbf62990feb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:20.405650 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65da861-b382-420f-9585-9dbf62990feb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:20.406021 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65da861-b382-420f-9585-9dbf62990feb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:20.406353 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65da861-b382-420f-9585-9dbf62990feb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:20.406862 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65da861-b382-420f-9585-9dbf62990feb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:20.407198 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65da861-b382-420f-9585-9dbf62990feb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:20.407524 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65da861-b382-420f-9585-9dbf62990feb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:20.408645 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65da861-b382-420f-9585-9dbf62990feb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:20.409268 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65da861-b382-420f-9585-9dbf62990feb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:20.410001 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65da861-b382-420f-9585-9dbf62990feb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:20.410510 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65da861-b382-420f-9585-9dbf62990feb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:20.437486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-f65dee59-8366-4efd-a03e-63ef4938e764 None None] Set router 931ca481-02b4-4e51-a6da-d0e162a7435f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:20.495036 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Attempting to bind port 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:20.495407 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Attempting to bind port 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '45acb2d6-55c2-4160-b98f-c20d1ad72f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52683c13-1fcc-428d-a50f-8b76e170c3b9'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:20.495980 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Attempting to bind port 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f on network 52683c13-1fcc-428d-a50f-8b76e170c3b9 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:20.501016 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:20.501388 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Checking segment: {'id': '45acb2d6-55c2-4160-b98f-c20d1ad72f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52683c13-1fcc-428d-a50f-8b76e170c3b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:20.501960 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.502354 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Bound using segment: {'id': '45acb2d6-55c2-4160-b98f-c20d1ad72f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52683c13-1fcc-428d-a50f-8b76e170c3b9'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:20.502820 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Bound port: 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45acb2d6-55c2-4160-b98f-c20d1ad72f19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '52683c13-1fcc-428d-a50f-8b76e170c3b9'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:20.503206 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.556755 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d50d87e-6866-4927-b705-bd07180d764e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.599244 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] For port 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:20.603654 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] For port 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=23d1b0b6-7538-413a-9ddf-9eec1d7cc75f,segment=NetworkSegment(45acb2d6-55c2-4160-b98f-c20d1ad72f19),segment_id=45acb2d6-55c2-4160-b98f-c20d1ad72f19)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:20.610132 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.630110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-3d50d87e-6866-4927-b705-bd07180d764e admin admin] Deleting port f56851b9-836d-49b8-8fa9-e1224d39ac81 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:20.630835 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d50d87e-6866-4927-b705-bd07180d764e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.704264 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f65dee59-8366-4efd-a03e-63ef4938e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'name': 'tempest-TestAggregatesBasicOps-177188814-router', 'tenant_id': '08229989632f4e9a98c2682de2a3939d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'f56851b9-836d-49b8-8fa9-e1224d39ac81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:58Z', 'updated_at': '2021-07-16T01:31:19Z', 'revision_number': 5, 'project_id': '08229989632f4e9a98c2682de2a3939d', 'gw_port': {'id': 'f56851b9-836d-49b8-8fa9-e1224d39ac81', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:35:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2044, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:00Z', 'updated_at': '2021-07-16T01:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:20.728828 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65da861-b382-420f-9585-9dbf62990feb None None] Pushing event updated for resources: {'Port': ['ID=23d1b0b6-7538-413a-9ddf-9eec1d7cc75f,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:20.741390 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ee0416f3-5090-40dc-b6a0-fe3724923f68 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:20.746376 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Routers {'9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:20.746536 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65dee59-8366-4efd-a03e-63ef4938e764 None None] Checking router: 931ca481-02b4-4e51-a6da-d0e162a7435f for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:20.746616 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:20.760005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-3d50d87e-6866-4927-b705-bd07180d764e admin admin] For port f56851b9-836d-49b8-8fa9-e1224d39ac81, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f56851b9-836d-49b8-8fa9-e1224d39ac81,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:20.760967 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d50d87e-6866-4927-b705-bd07180d764e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:20.792030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-3d50d87e-6866-4927-b705-bd07180d764e admin admin] Calling delete_port for f56851b9-836d-49b8-8fa9-e1224d39ac81 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:20.846152 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65dee59-8366-4efd-a03e-63ef4938e764 None None] Routers {'931ca481-02b4-4e51-a6da-d0e162a7435f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:20.846832 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f65dee59-8366-4efd-a03e-63ef4938e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['931ca481-02b4-4e51-a6da-d0e162a7435f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:21.028223 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] Set router 9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:21.058116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-f65dee59-8366-4efd-a03e-63ef4938e764 None None] Set router 931ca481-02b4-4e51-a6da-d0e162a7435f gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:21.125007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f65dee59-8366-4efd-a03e-63ef4938e764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'name': 'tempest-TestAggregatesBasicOps-177188814-router', 'tenant_id': '08229989632f4e9a98c2682de2a3939d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:58Z', 'updated_at': '2021-07-16T01:31:20Z', 'revision_number': 6, 'project_id': '08229989632f4e9a98c2682de2a3939d', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:21.152467 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.167033 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65dee59-8366-4efd-a03e-63ef4938e764 None None] The sync data for ids ['931ca481-02b4-4e51-a6da-d0e162a7435f'] in n-d-791505-14 is: [{'id': '931ca481-02b4-4e51-a6da-d0e162a7435f', 'name': 'tempest-TestAggregatesBasicOps-177188814-router', 'tenant_id': '08229989632f4e9a98c2682de2a3939d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:58Z', 'updated_at': '2021-07-16T01:31:20Z', 'revision_number': 6, 'project_id': '08229989632f4e9a98c2682de2a3939d', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:21.187564 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee0416f3-5090-40dc-b6a0-fe3724923f68'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:21.189841 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84299f8d-024d-42a4-969a-9f9c0cf11c4e" -d '{"events": [{"server_uuid": "12268a13-0dce-42bd-bd47-3976b74c0e3e", "name": "network-vif-unplugged", "status": "completed", "tag": "ee0416f3-5090-40dc-b6a0-fe3724923f68"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:21.202721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8eb0c0-8716-4e58-97b8-3d6005b083ee req-da49d096-cdb8-4353-bc4b-aaca469a54a3 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:21.203512 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port ee0416f3-5090-40dc-b6a0-fe3724923f68, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:21.207781 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.211016 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b8eb0c0-8716-4e58-97b8-3d6005b083ee req-da49d096-cdb8-4353-bc4b-aaca469a54a3 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.2010031 Jul 16 01:31:21.234148 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d50d87e-6866-4927-b705-bd07180d764e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.252912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b7d1bf-de79-417e-ad90-46cc79d0b74f req-b0aa7c2b-fab1-4b1b-8258-9bb33bd23f9b tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:21.254446 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-64b7d1bf-de79-417e-ad90-46cc79d0b74f req-b0aa7c2b-fab1-4b1b-8258-9bb33bd23f9b tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1982610 Jul 16 01:31:21.263682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=ee0416f3-5090-40dc-b6a0-fe3724923f68,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:21.274491 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'name': 'tempest-TestAggregatesBasicOps-534082056-router', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '691bfb7d-1007-4d2d-bbb8-936bb4e870d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:07Z', 'updated_at': '2021-07-16T01:31:14Z', 'revision_number': 4, 'project_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'gw_port': {'id': '691bfb7d-1007-4d2d-bbb8-936bb4e870d4', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '23d1b0b6-7538-413a-9ddf-9eec1d7cc75f', 'name': '', 'network_id': '52683c13-1fcc-428d-a50f-8b76e170c3b9', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'mac_address': 'fa:16:3e:f8:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'fea6187d-8375-4fe3-a42d-1de297ce09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:31:20Z', 'revision_number': 4, 'project_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'subnets': [{'id': 'fea6187d-8375-4fe3-a42d-1de297ce09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:21.281277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50d87e-6866-4927-b705-bd07180d764e admin admin] Pushing event deleted for resources: {'Port': ['ID=f56851b9-836d-49b8-8fa9-e1224d39ac81,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:21.301272 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4dae12-d4ca-440f-a16b-e3017e9424da None None] The sync data for ids ['9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'] in n-d-791505-14 is: [{'id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'name': 'tempest-TestAggregatesBasicOps-534082056-router', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '691bfb7d-1007-4d2d-bbb8-936bb4e870d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:07Z', 'updated_at': '2021-07-16T01:31:14Z', 'revision_number': 4, 'project_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'gw_port': {'id': '691bfb7d-1007-4d2d-bbb8-936bb4e870d4', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '23d1b0b6-7538-413a-9ddf-9eec1d7cc75f', 'name': '', 'network_id': '52683c13-1fcc-428d-a50f-8b76e170c3b9', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'mac_address': 'fa:16:3e:f8:e7:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2057, 'fixed_ips': [{'subnet_id': 'fea6187d-8375-4fe3-a42d-1de297ce09ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:13Z', 'updated_at': '2021-07-16T01:31:20Z', 'revision_number': 4, 'project_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'subnets': [{'id': 'fea6187d-8375-4fe3-a42d-1de297ce09ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:21.335711 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b8eb0c0-8716-4e58-97b8-3d6005b083ee req-04dabf74-0b16-4cf1-994c-36478c0272bf tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232042 Jul 16 01:31:21.384365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-64b7d1bf-de79-417e-ad90-46cc79d0b74f req-269229bb-924a-4a97-bfd3-b4103545942d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087725 Jul 16 01:31:21.392256 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d50d87e-6866-4927-b705-bd07180d764e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.487631 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d50d87e-6866-4927-b705-bd07180d764e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.489944 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d50d87e-6866-4927-b705-bd07180d764e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.495550 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb95179-420e-4e70-a285-dddb8bb46252 x-openstack-request-id: req-ccb95179-420e-4e70-a285-dddb8bb46252 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:21.496060 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12268a13-0dce-42bd-bd47-3976b74c0e3e", "name": "network-vif-unplugged", "status": "failed", "tag": "ee0416f3-5090-40dc-b6a0-fe3724923f68", "code": 422}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:21.497884 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ccb95179-420e-4e70-a285-dddb8bb46252 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:21.498722 n-d-791505-14 neutron-server[93921]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee0416f3-5090-40dc-b6a0-fe3724923f68', 'code': 422} returned with failed status Jul 16 01:31:21.536373 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d50d87e-6866-4927-b705-bd07180d764e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.536900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d50d87e-6866-4927-b705-bd07180d764e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 931ca481-02b4-4e51-a6da-d0e162a7435f {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:31:21.542043 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3d50d87e-6866-4927-b705-bd07180d764e admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.543230 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3d50d87e-6866-4927-b705-bd07180d764e admin admin] 10.222.0.22 "DELETE /v2.0/routers/931ca481-02b4-4e51-a6da-d0e162a7435f HTTP/1.1" status: 204 len: 168 time: 1.2814274 Jul 16 01:31:21.545941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40850) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:21.568824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40852) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:21.598947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-2da9dca9-d885-48f9-aa69-ad9962bcc9b5 req-58437f48-81c2-4af6-a41f-e747e61ebaca tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-552161179', 'description': 'tempest-description-23047706'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:21.612007 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-78ef127c-d39c-485f-bb29-97d34dc57a9f admin admin] Deleting subnet 8a359ed9-8a23-413c-82b5-8ed5ff0ed34a {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:21.616975 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-78ef127c-d39c-485f-bb29-97d34dc57a9f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.620771 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Deleting subnet 445444c6-c085-4d13-9690-c0618a2d3056 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:21.623990 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.660758 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.661459 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2da9dca9-d885-48f9-aa69-ad9962bcc9b5 req-58437f48-81c2-4af6-a41f-e747e61ebaca tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.675002 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-78ef127c-d39c-485f-bb29-97d34dc57a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.702527 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.783113 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.798607 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-78ef127c-d39c-485f-bb29-97d34dc57a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.810850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=445444c6-c085-4d13-9690-c0618a2d3056,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:21.816831 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.818741 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] 10.222.0.22 "DELETE /v2.0/subnets/445444c6-c085-4d13-9690-c0618a2d3056 HTTP/1.1" status: 204 len: 168 time: 0.2488894 Jul 16 01:31:21.829135 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40860) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:21.831423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:21.831954 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:21.832315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:21.832639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:21.833108 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:21.833796 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:21.834138 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:21.834540 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:21.834869 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:21.835196 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:21.835524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:21.835878 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce70bae2-f323-4df6-b76e-df2bfc82a7ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:21.900750 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2da9dca9-d885-48f9-aa69-ad9962bcc9b5 req-58437f48-81c2-4af6-a41f-e747e61ebaca tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.937129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2da9dca9-d885-48f9-aa69-ad9962bcc9b5 req-58437f48-81c2-4af6-a41f-e747e61ebaca tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.966792 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7fa99a5-0a50-4241-b0ee-42c879fa25ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.979883 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2da9dca9-d885-48f9-aa69-ad9962bcc9b5 req-58437f48-81c2-4af6-a41f-e747e61ebaca tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:21.981149 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2da9dca9-d885-48f9-aa69-ad9962bcc9b5 req-58437f48-81c2-4af6-a41f-e747e61ebaca tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3877773 Jul 16 01:31:21.987405 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-78ef127c-d39c-485f-bb29-97d34dc57a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.020903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef127c-d39c-485f-bb29-97d34dc57a9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a359ed9-8a23-413c-82b5-8ed5ff0ed34a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:22.031120 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-78ef127c-d39c-485f-bb29-97d34dc57a9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.033800 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-78ef127c-d39c-485f-bb29-97d34dc57a9f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8a359ed9-8a23-413c-82b5-8ed5ff0ed34a HTTP/1.1" status: 204 len: 168 time: 0.4868822 Jul 16 01:31:22.034832 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9cbfdf-d7c0-4d58-a2a5-a784e8b53723 None None] Network d5e58701-9d5b-4837-8e3c-9dd5203bec7f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:22.035797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58437f48-81c2-4af6-a41f-e747e61ebaca tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8fb6ba-e4c6-4208-8335-b44f2ede0ca9,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:22.036471 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40870) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:22.140893 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7fa99a5-0a50-4241-b0ee-42c879fa25ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.169986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a7fa99a5-0a50-4241-b0ee-42c879fa25ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af3e8427-1eb8-41ae-8360-0d8cda39634f']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:22.208205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a7fa99a5-0a50-4241-b0ee-42c879fa25ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d0be4c4-24c4-4181-b5a5-aa7865795088') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:22.213092 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a7fa99a5-0a50-4241-b0ee-42c879fa25ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d0be4c4-24c4-4181-b5a5-aa7865795088') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:22.240562 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.294564 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7fa99a5-0a50-4241-b0ee-42c879fa25ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.321740 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device d1c76d4c-6015-44fd-abe2-49b90d5307ad no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:22.332789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e3e32eb-a616-4548-8d23-1470e94457c0 req-1c057f80-07e6-4ce2-b202-30daac2ffd9b tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-552161179&fields=id&tenant_id=848d0be8cf484a8ea0257a4874489c0c HTTP/1.1" status: 200 len: 267 time: 0.1293075 Jul 16 01:31:22.340702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] Deleting port 9108cc9c-d4c9-472d-9474-ca344e39f50e {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:22.341276 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.364098 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: d1c76d4c-6015-44fd-abe2-49b90d5307ad {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:22.364559 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device d1c76d4c-6015-44fd-abe2-49b90d5307ad not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:22.380706 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:22.419736 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7d3dc4-dfc8-461c-83a7-907e4f6635f9 None None] DHCP port deletion for d5e58701-9d5b-4837-8e3c-9dd5203bec7f request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:31:22.442175 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7fa99a5-0a50-4241-b0ee-42c879fa25ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.454037 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7fa99a5-0a50-4241-b0ee-42c879fa25ec admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:22.454522 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7fa99a5-0a50-4241-b0ee-42c879fa25ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:22.458508 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:22.472139 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] For port 9108cc9c-d4c9-472d-9474-ca344e39f50e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9108cc9c-d4c9-472d-9474-ca344e39f50e,segment=NetworkSegment(83777b4e-f7bb-41b8-9157-637298d87a5d),segment_id=83777b4e-f7bb-41b8-9157-637298d87a5d)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:22.472650 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.487483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] Calling delete_port for 9108cc9c-d4c9-472d-9474-ca344e39f50e owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:22.557752 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e32eb-a616-4548-8d23-1470e94457c0 req-53db39c7-c2a7-40d0-9870-d1be3182339d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:22.565411 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e3e32eb-a616-4548-8d23-1470e94457c0 req-53db39c7-c2a7-40d0-9870-d1be3182339d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.2316756 Jul 16 01:31:22.571416 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-9e3e32eb-a616-4548-8d23-1470e94457c0 req-bd19c63b-6333-408d-af5e-b81533f2ed20 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Request body: {'port': {'security_groups': ['a1a8a041-3008-43c5-9972-39b07375fecb', '5f8fb6ba-e4c6-4208-8335-b44f2ede0ca9']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:22.599360 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7fa99a5-0a50-4241-b0ee-42c879fa25ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.610071 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7fa99a5-0a50-4241-b0ee-42c879fa25ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.612045 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a7fa99a5-0a50-4241-b0ee-42c879fa25ec admin admin] 10.222.0.22 "DELETE /v2.0/networks/af3e8427-1eb8-41ae-8360-0d8cda39634f HTTP/1.1" status: 204 len: 168 time: 0.7817435 Jul 16 01:31:22.624261 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d3dc4-dfc8-461c-83a7-907e4f6635f9 None None] Deleting port 9108cc9c-d4c9-472d-9474-ca344e39f50e {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:22.625902 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dd7d3dc4-dfc8-461c-83a7-907e4f6635f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.628796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa99a5-0a50-4241-b0ee-42c879fa25ec admin admin] Pushing event deleted for resources: {'Network': ['ID=af3e8427-1eb8-41ae-8360-0d8cda39634f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:22.632562 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:22.636099 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.668390 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:22.668930 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.684204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] Pushing event deleted for resources: {'Port': ['ID=9108cc9c-d4c9-472d-9474-ca344e39f50e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:22.697035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] No DVR routers for this DVR port 9108cc9c-d4c9-472d-9474-ca344e39f50e on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:22.734043 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9e3e32eb-a616-4548-8d23-1470e94457c0 req-bd19c63b-6333-408d-af5e-b81533f2ed20 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.800408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-dd7d3dc4-dfc8-461c-83a7-907e4f6635f9 None None] For port 9108cc9c-d4c9-472d-9474-ca344e39f50e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9108cc9c-d4c9-472d-9474-ca344e39f50e,segment=NetworkSegment(83777b4e-f7bb-41b8-9157-637298d87a5d),segment_id=83777b4e-f7bb-41b8-9157-637298d87a5d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:22.801107 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dd7d3dc4-dfc8-461c-83a7-907e4f6635f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.821421 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-dd7d3dc4-dfc8-461c-83a7-907e4f6635f9 None None] Calling delete_port for 9108cc9c-d4c9-472d-9474-ca344e39f50e owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:22.831788 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.849531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.871591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e58701-9d5b-4837-8e3c-9dd5203bec7f']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:22.896814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83777b4e-f7bb-41b8-9157-637298d87a5d') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:22.897372 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83777b4e-f7bb-41b8-9157-637298d87a5d') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:22.910398 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.910857 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=23d1b0b6-7538-413a-9ddf-9eec1d7cc75f,segment=NetworkSegment(45acb2d6-55c2-4160-b98f-c20d1ad72f19),segment_id=45acb2d6-55c2-4160-b98f-c20d1ad72f19)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:22.918448 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.928062 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.934717 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:22.935197 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:22.940301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40886) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:22.954168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9d7e0916-2720-4196-8709-c28093a195f9 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:22.979443 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 9d7e0916-2720-4196-8709-c28093a195f9 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:22.979866 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9d7e0916-2720-4196-8709-c28093a195f9 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: from cryptography.utils import int_from_bytes Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: from cryptography.utils import int_from_bytes Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.996355 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.999212 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.999212 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.999212 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.999212 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.999212 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.999212 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.999212 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.999212 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.999212 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.999212 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.999212 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.999212 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:22.999212 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:22.999212 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:23.000141 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:23.009648 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.013124 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.017289 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d5e58701-9d5b-4837-8e3c-9dd5203bec7f HTTP/1.1" status: 204 len: 168 time: 0.9794261 Jul 16 01:31:23.018527 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dd7d3dc4-dfc8-461c-83a7-907e4f6635f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.020271 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40888) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:23.025801 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dd7d3dc4-dfc8-461c-83a7-907e4f6635f9 None None] Network d5e58701-9d5b-4837-8e3c-9dd5203bec7f is not hosted by any dhcp agent {{(pid=93921) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:31:23.026281 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7d3dc4-dfc8-461c-83a7-907e4f6635f9 None None] No DVR routers for this DVR port 9108cc9c-d4c9-472d-9474-ca344e39f50e on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:23.027999 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=23d1b0b6-7538-413a-9ddf-9eec1d7cc75f,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:23.053672 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7d3dc4-dfc8-461c-83a7-907e4f6635f9 None None] Pushing event deleted for resources: {'Port': ['ID=9108cc9c-d4c9-472d-9474-ca344e39f50e,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:23.074618 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8c23c550-6162-4dc1-b26a-eb79530c7c8e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc01f55a55aa478f8bc3aed843c6d2fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1304331 Jul 16 01:31:23.077063 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40890) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:23.101636 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5af0e-2867-4992-95c5-345852c36d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5e58701-9d5b-4837-8e3c-9dd5203bec7f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:23.130439 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-9e3e32eb-a616-4548-8d23-1470e94457c0 req-bd19c63b-6333-408d-af5e-b81533f2ed20 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] For port a340aa5e-9a17-48d4-a397-0b4b66404f53, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a340aa5e-9a17-48d4-a397-0b4b66404f53,segment=NetworkSegment(0a4127b6-f6fb-4023-80e1-ae17884f89e8),segment_id=0a4127b6-f6fb-4023-80e1-ae17884f89e8)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:23.181649 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec33a96a-079e-421a-ac0c-a2703132dbec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.186965 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9e3e32eb-a616-4548-8d23-1470e94457c0 req-bd19c63b-6333-408d-af5e-b81533f2ed20 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.198783 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9e3e32eb-a616-4548-8d23-1470e94457c0 req-bd19c63b-6333-408d-af5e-b81533f2ed20 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.216277 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a340aa5e-9a17-48d4-a397-0b4b66404f53'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:23.246249 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec33a96a-079e-421a-ac0c-a2703132dbec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.289589 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3e32eb-a616-4548-8d23-1470e94457c0 req-bd19c63b-6333-408d-af5e-b81533f2ed20 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:23.290563 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9e3e32eb-a616-4548-8d23-1470e94457c0 req-bd19c63b-6333-408d-af5e-b81533f2ed20 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.298810 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e3e32eb-a616-4548-8d23-1470e94457c0 req-bd19c63b-6333-408d-af5e-b81533f2ed20 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "PUT /v2.0/ports/a340aa5e-9a17-48d4-a397-0b4b66404f53 HTTP/1.1" status: 200 len: 981 time: 0.7324462 Jul 16 01:31:23.313694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'tag': 'a340aa5e-9a17-48d4-a397-0b4b66404f53'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:23.319665 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b399279e-d016-4322-b5f1-0332796176fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4bf39d-5a96-4a09-8dbd-d807974ef69a", "tag": "a340aa5e-9a17-48d4-a397-0b4b66404f53"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:23.398195 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a340aa5e-9a17-48d4-a397-0b4b66404f53'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:23.475123 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec33a96a-079e-421a-ac0c-a2703132dbec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.478068 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec33a96a-079e-421a-ac0c-a2703132dbec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.480180 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ec33a96a-079e-421a-ac0c-a2703132dbec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0cfcfd5c-1a59-43cc-8186-6e5d03686497 HTTP/1.1" status: 204 len: 168 time: 0.4021087 Jul 16 01:31:23.504939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33a96a-079e-421a-ac0c-a2703132dbec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfcfd5c-1a59-43cc-8186-6e5d03686497,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:23.514861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19c63b-6333-408d-af5e-b81533f2ed20 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Pushing event updated for resources: {'Port': ['ID=a340aa5e-9a17-48d4-a397-0b4b66404f53,revision_number=6']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:23.558245 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a60a16f5-6bb7-426d-89f3-0cba29b78523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:23.590181 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cae8c6-852c-4ba5-8802-966ce1a96871 req-a1d5bd0a-167c-4e68-8ef9-4be1aa50ae3f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:23.596866 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01cae8c6-852c-4ba5-8802-966ce1a96871 req-a1d5bd0a-167c-4e68-8ef9-4be1aa50ae3f tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 944 time: 0.2840397 Jul 16 01:31:23.614739 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd8d9e57-1ad6-425e-bc0a-f1617587bed9 req-f91d59a3-7c47-489e-87e6-6384904480f8 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-552161179&fields=id&tenant_id=848d0be8cf484a8ea0257a4874489c0c HTTP/1.1" status: 200 len: 267 time: 0.1165442 Jul 16 01:31:23.681449 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01cae8c6-852c-4ba5-8802-966ce1a96871 req-04f3cf5d-bce7-42a3-b236-e11f701892c0 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831044 Jul 16 01:31:23.767806 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1625b14c-3300-483f-a3a2-7c998e109c7a x-openstack-request-id: req-1625b14c-3300-483f-a3a2-7c998e109c7a {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:23.768106 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4bf39d-5a96-4a09-8dbd-d807974ef69a", "tag": "a340aa5e-9a17-48d4-a397-0b4b66404f53", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:23.768368 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1625b14c-3300-483f-a3a2-7c998e109c7a {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:23.768906 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'tag': 'a340aa5e-9a17-48d4-a397-0b4b66404f53', 'status': 'completed', 'code': 200} Jul 16 01:31:23.800963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d9e57-1ad6-425e-bc0a-f1617587bed9 req-503cc1b5-7656-4546-b535-24af68e392ea tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:23.808495 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd8d9e57-1ad6-425e-bc0a-f1617587bed9 req-503cc1b5-7656-4546-b535-24af68e392ea tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 984 time: 0.1857576 Jul 16 01:31:23.816312 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-fd8d9e57-1ad6-425e-bc0a-f1617587bed9 req-ef527f87-fe53-4f84-95e2-400ea0a9cd6d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Request body: {'port': {'security_groups': ['a1a8a041-3008-43c5-9972-39b07375fecb']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:23.966769 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fd8d9e57-1ad6-425e-bc0a-f1617587bed9 req-ef527f87-fe53-4f84-95e2-400ea0a9cd6d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.051442 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399279e-d016-4322-b5f1-0332796176fc req-79f186e1-3465-4fdc-9799-ae53f78bd6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.053713 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:24.077677 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b399279e-d016-4322-b5f1-0332796176fc req-79f186e1-3465-4fdc-9799-ae53f78bd6f4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=848d0be8cf484a8ea0257a4874489c0c&device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 1136 time: 0.2842607 Jul 16 01:31:24.160803 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:24.161107 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.247952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-fd8d9e57-1ad6-425e-bc0a-f1617587bed9 req-ef527f87-fe53-4f84-95e2-400ea0a9cd6d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] For port a340aa5e-9a17-48d4-a397-0b4b66404f53, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a340aa5e-9a17-48d4-a397-0b4b66404f53,segment=NetworkSegment(0a4127b6-f6fb-4023-80e1-ae17884f89e8),segment_id=0a4127b6-f6fb-4023-80e1-ae17884f89e8)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:24.283800 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fd8d9e57-1ad6-425e-bc0a-f1617587bed9 req-ef527f87-fe53-4f84-95e2-400ea0a9cd6d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.291314 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fd8d9e57-1ad6-425e-bc0a-f1617587bed9 req-ef527f87-fe53-4f84-95e2-400ea0a9cd6d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.307695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a340aa5e-9a17-48d4-a397-0b4b66404f53'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:24.327029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8d9e57-1ad6-425e-bc0a-f1617587bed9 req-ef527f87-fe53-4f84-95e2-400ea0a9cd6d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.327753 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fd8d9e57-1ad6-425e-bc0a-f1617587bed9 req-ef527f87-fe53-4f84-95e2-400ea0a9cd6d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.329121 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd8d9e57-1ad6-425e-bc0a-f1617587bed9 req-ef527f87-fe53-4f84-95e2-400ea0a9cd6d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "PUT /v2.0/ports/a340aa5e-9a17-48d4-a397-0b4b66404f53 HTTP/1.1" status: 200 len: 942 time: 0.5198195 Jul 16 01:31:24.330314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399279e-d016-4322-b5f1-0332796176fc req-b54a2516-e84d-4582-a342-d0110016ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.332022 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b399279e-d016-4322-b5f1-0332796176fc req-b54a2516-e84d-4582-a342-d0110016ce60 service neutron] 10.222.0.70 "GET /v2.0/networks?id=443b0636-2ec7-4971-8416-ad4875e96dd4 HTTP/1.1" status: 200 len: 920 time: 0.2461798 Jul 16 01:31:24.342843 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9108cc9c-d4c9-472d-9474-ca344e39f50e no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:24.366188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 9108cc9c-d4c9-472d-9474-ca344e39f50e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:24.366607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9108cc9c-d4c9-472d-9474-ca344e39f50e not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:24.367091 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f56851b9-836d-49b8-8fa9-e1224d39ac81 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:24.389930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: f56851b9-836d-49b8-8fa9-e1224d39ac81 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:24.390337 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f56851b9-836d-49b8-8fa9-e1224d39ac81 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:24.416156 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-7fc3aeb0-3bd4-42da-95ce-550e5889be5a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6133678 Jul 16 01:31:24.417666 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b399279e-d016-4322-b5f1-0332796176fc req-0217ee1f-9b07-4a87-b7f4-817728baaa8c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a340aa5e-9a17-48d4-a397-0b4b66404f53 HTTP/1.1" status: 200 len: 217 time: 0.0588584 Jul 16 01:31:24.446964 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a340aa5e-9a17-48d4-a397-0b4b66404f53'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:24.540721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399279e-d016-4322-b5f1-0332796176fc req-5ae939fb-8791-492a-8bb1-c76fe5acc4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:24.542225 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b399279e-d016-4322-b5f1-0332796176fc req-5ae939fb-8791-492a-8bb1-c76fe5acc4e2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6272e637-e25c-4ff7-bda6-1602210b065c HTTP/1.1" status: 200 len: 859 time: 0.1138036 Jul 16 01:31:24.563865 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-a60a16f5-6bb7-426d-89f3-0cba29b78523 admin admin] Deleting port 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:24.564221 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a60a16f5-6bb7-426d-89f3-0cba29b78523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.566439 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef527f87-fe53-4f84-95e2-400ea0a9cd6d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Pushing event updated for resources: {'Port': ['ID=a340aa5e-9a17-48d4-a397-0b4b66404f53,revision_number=7']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:24.625833 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b399279e-d016-4322-b5f1-0332796176fc req-9929a5f6-e45b-4437-8c8f-b105b454306f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=443b0636-2ec7-4971-8416-ad4875e96dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749619 Jul 16 01:31:24.639801 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-b5f13af2-8c70-4295-8fdf-5810f77467c6 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2678077 Jul 16 01:31:24.644966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:24.675409 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:24.765904 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device ee0416f3-5090-40dc-b6a0-fe3724923f68 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:24.856353 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.134503 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-a60a16f5-6bb7-426d-89f3-0cba29b78523 admin admin] For port 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=23d1b0b6-7538-413a-9ddf-9eec1d7cc75f,segment=NetworkSegment(45acb2d6-55c2-4160-b98f-c20d1ad72f19),segment_id=45acb2d6-55c2-4160-b98f-c20d1ad72f19)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:25.135211 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a60a16f5-6bb7-426d-89f3-0cba29b78523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.157697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-a60a16f5-6bb7-426d-89f3-0cba29b78523 admin admin] Calling delete_port for 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:25.172970 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b399279e-d016-4322-b5f1-0332796176fc req-666de418-4f2a-4f20-83c7-da8bce6b9e05 service neutron] 10.222.0.70 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404594 Jul 16 01:31:25.375939 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b399279e-d016-4322-b5f1-0332796176fc req-3ba8c723-449f-4c2c-8855-36279de811da service neutron] 10.222.0.70 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669705 Jul 16 01:31:25.417596 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87df4f-37a1-4ced-b5c6-c16490f132c3 req-d3083b21-01cc-454b-ad41-352ac96228b6 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:25.419424 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d87df4f-37a1-4ced-b5c6-c16490f132c3 req-d3083b21-01cc-454b-ad41-352ac96228b6 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 944 time: 0.1253061 Jul 16 01:31:25.432321 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Allocated IP 172.25.2.2 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/f70b8408-6349-4f2e-b804-bf8aed85de7b) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:25.486325 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a60a16f5-6bb7-426d-89f3-0cba29b78523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.496790 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d87df4f-37a1-4ced-b5c6-c16490f132c3 req-5b37298a-1c10-4ef8-abd2-a129ee5cbbb0 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652511 Jul 16 01:31:25.530722 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a16f5-6bb7-426d-89f3-0cba29b78523 admin admin] Pushing event deleted for resources: {'Port': ['ID=23d1b0b6-7538-413a-9ddf-9eec1d7cc75f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:25.604014 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.654797 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.726542 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:25.734638 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:25.750004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:25.784998 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a60a16f5-6bb7-426d-89f3-0cba29b78523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.792372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'tag': 'a340aa5e-9a17-48d4-a397-0b4b66404f53'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:25.800359 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e418cc5-218b-4c10-aac6-224a5dfa978a" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4bf39d-5a96-4a09-8dbd-d807974ef69a", "tag": "a340aa5e-9a17-48d4-a397-0b4b66404f53"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:25.828616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Pushing event updated for resources: {'Port': ['ID=f70b8408-6349-4f2e-b804-bf8aed85de7b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:25.909442 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:25.916652 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a189a1b-4223-4712-acad-5c5ac1c3313a x-openstack-request-id: req-0a189a1b-4223-4712-acad-5c5ac1c3313a {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:25.916954 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4bf39d-5a96-4a09-8dbd-d807974ef69a", "tag": "a340aa5e-9a17-48d4-a397-0b4b66404f53", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:25.917260 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a189a1b-4223-4712-acad-5c5ac1c3313a {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:25.917664 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'tag': 'a340aa5e-9a17-48d4-a397-0b4b66404f53', 'status': 'completed', 'code': 200} Jul 16 01:31:25.970795 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.090174 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e418cc5-218b-4c10-aac6-224a5dfa978a req-17b6cf24-7432-4909-87b6-f3a4760ddd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.091855 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6e418cc5-218b-4c10-aac6-224a5dfa978a req-17b6cf24-7432-4909-87b6-f3a4760ddd74 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=848d0be8cf484a8ea0257a4874489c0c&device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 1097 time: 0.1525550 Jul 16 01:31:26.150897 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.155659 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.178570 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a60a16f5-6bb7-426d-89f3-0cba29b78523 admin admin] Router 9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:26.247472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e418cc5-218b-4c10-aac6-224a5dfa978a req-3f5d6999-5b20-405e-8231-c943276ee231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.249126 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6e418cc5-218b-4c10-aac6-224a5dfa978a req-3f5d6999-5b20-405e-8231-c943276ee231 service neutron] 10.222.0.70 "GET /v2.0/networks?id=443b0636-2ec7-4971-8416-ad4875e96dd4 HTTP/1.1" status: 200 len: 920 time: 0.1487579 Jul 16 01:31:26.286440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Pushing event updated for resources: {'Port': ['ID=f70b8408-6349-4f2e-b804-bf8aed85de7b,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:26.291290 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.309451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-43b981ee-8a41-4ce1-9ff4-3bc5b855ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.311242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-43b981ee-8a41-4ce1-9ff4-3bc5b855ca8d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e&tenant_id=dc7c79121ea347e08eab6bb95810733c HTTP/1.1" status: 200 len: 1096 time: 0.1527994 Jul 16 01:31:26.312453 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.313538 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-7722e3a9-cc75-4568-9915-9364985a8e12 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.6729407 Jul 16 01:31:26.323793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:26.326394 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6e418cc5-218b-4c10-aac6-224a5dfa978a req-643c7acb-152b-466b-bddb-873e8cc3486f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a340aa5e-9a17-48d4-a397-0b4b66404f53 HTTP/1.1" status: 200 len: 217 time: 0.0680480 Jul 16 01:31:26.378919 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60a16f5-6bb7-426d-89f3-0cba29b78523 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:26.387723 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a60a16f5-6bb7-426d-89f3-0cba29b78523 admin admin] 10.222.0.22 "PUT /v2.0/routers/9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3661592 Jul 16 01:31:26.388373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40986) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:26.395625 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de8e679-e6c7-4913-875a-3409e743b11a None None] Sync routers for ids ['9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:26.411042 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de8e679-e6c7-4913-875a-3409e743b11a None None] Routers {'9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:26.414330 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9de8e679-e6c7-4913-875a-3409e743b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:26.422814 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-aea64919-eb02-407c-9bf7-e4d77dba5e13 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.0960815 Jul 16 01:31:26.435518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e418cc5-218b-4c10-aac6-224a5dfa978a req-4383d896-3294-4cc5-91ec-7501a8b093ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.437038 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6e418cc5-218b-4c10-aac6-224a5dfa978a req-4383d896-3294-4cc5-91ec-7501a8b093ce service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6272e637-e25c-4ff7-bda6-1602210b065c HTTP/1.1" status: 200 len: 859 time: 0.1033678 Jul 16 01:31:26.480341 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6e418cc5-218b-4c10-aac6-224a5dfa978a req-9c18a7c6-9f59-4f0f-b96c-b37f7dbc5b29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=443b0636-2ec7-4971-8416-ad4875e96dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330541 Jul 16 01:31:26.536678 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.545499 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-9de8e679-e6c7-4913-875a-3409e743b11a None None] Set router 9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:26.601203 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-ccc047d5-e7ef-4d5c-8291-dff9b8e0bb7d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.603210 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-ccc047d5-e7ef-4d5c-8291-dff9b8e0bb7d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.1740961 Jul 16 01:31:26.622498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-4594bfbe-fb3f-4dad-973f-5a799367b134 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:31:26.623590 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95c179af-26f0-41e9-991a-36038ae1cf6a req-4594bfbe-fb3f-4dad-973f-5a799367b134 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122983 Jul 16 01:31:26.668749 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af55bfe8-a32e-4e34-88fa-21872e92b57e admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.794904 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6e418cc5-218b-4c10-aac6-224a5dfa978a req-d0490422-cfc5-48c9-8d73-02f6537f48c0 service neutron] 10.222.0.70 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054576 Jul 16 01:31:26.856503 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af55bfe8-a32e-4e34-88fa-21872e92b57e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.860027 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9de8e679-e6c7-4913-875a-3409e743b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'name': 'tempest-TestAggregatesBasicOps-534082056-router', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '691bfb7d-1007-4d2d-bbb8-936bb4e870d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:07Z', 'updated_at': '2021-07-16T01:31:25Z', 'revision_number': 5, 'project_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'gw_port': {'id': '691bfb7d-1007-4d2d-bbb8-936bb4e870d4', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:2f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2056, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:08Z', 'updated_at': '2021-07-16T01:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:26.894303 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de8e679-e6c7-4913-875a-3409e743b11a None None] Checking router: 9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:26.903604 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de8e679-e6c7-4913-875a-3409e743b11a None None] Routers {'9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:26.904459 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9de8e679-e6c7-4913-875a-3409e743b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:26.949348 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6e418cc5-218b-4c10-aac6-224a5dfa978a req-cb3d3e5b-92b5-4d88-8b53-dc8b174550b9 service neutron] 10.222.0.70 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477187 Jul 16 01:31:26.962845 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-af55bfe8-a32e-4e34-88fa-21872e92b57e admin admin] Deleting port 691bfb7d-1007-4d2d-bbb8-936bb4e870d4 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:26.963190 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af55bfe8-a32e-4e34-88fa-21872e92b57e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:26.966492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0103a7d8-8655-49c9-8ed6-86c4b99ab2c2 req-193b812c-b564-4e14-9eef-3ade47a88539 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:26.975119 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0103a7d8-8655-49c9-8ed6-86c4b99ab2c2 req-193b812c-b564-4e14-9eef-3ade47a88539 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 944 time: 0.2339287 Jul 16 01:31:26.992064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] For port ee0416f3-5090-40dc-b6a0-fe3724923f68, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:27.005794 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-9de8e679-e6c7-4913-875a-3409e743b11a None None] Set router 9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:27.060806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-84ebaf0f-2ce0-49a5-8f54-eae1a1867483 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:27.061221 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9de8e679-e6c7-4913-875a-3409e743b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'name': 'tempest-TestAggregatesBasicOps-534082056-router', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:07Z', 'updated_at': '2021-07-16T01:31:26Z', 'revision_number': 6, 'project_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:27.065119 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-84ebaf0f-2ce0-49a5-8f54-eae1a1867483 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2253451 Jul 16 01:31:27.081341 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-af55bfe8-a32e-4e34-88fa-21872e92b57e admin admin] For port 691bfb7d-1007-4d2d-bbb8-936bb4e870d4, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=691bfb7d-1007-4d2d-bbb8-936bb4e870d4,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:27.081791 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af55bfe8-a32e-4e34-88fa-21872e92b57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.094697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-af55bfe8-a32e-4e34-88fa-21872e92b57e admin admin] Calling delete_port for 691bfb7d-1007-4d2d-bbb8-936bb4e870d4 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:27.096600 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de8e679-e6c7-4913-875a-3409e743b11a None None] The sync data for ids ['9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6'] in n-d-791505-14 is: [{'id': '9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6', 'name': 'tempest-TestAggregatesBasicOps-534082056-router', 'tenant_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:07Z', 'updated_at': '2021-07-16T01:31:26Z', 'revision_number': 6, 'project_id': 'ff8fb7806d894c349bb70b9db284c1bb', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:27.105754 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0103a7d8-8655-49c9-8ed6-86c4b99ab2c2 req-663db196-b778-4d4b-b708-f359ee9b4576 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297255 Jul 16 01:31:27.177756 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-06219de4-ccdf-47e1-a164-d9bdcd144414 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 694 time: 0.0983014 Jul 16 01:31:27.180394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] For port ee0416f3-5090-40dc-b6a0-fe3724923f68, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:27.202945 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-885f1b7c-33c0-447d-ab14-852610d602d2 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Request body: {'floatingip': {'port_id': 'a340aa5e-9a17-48d4-a397-0b4b66404f53', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:27.263847 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-885f1b7c-33c0-447d-ab14-852610d602d2 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.269920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee0416f3-5090-40dc-b6a0-fe3724923f68 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:27.307794 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.325486 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af55bfe8-a32e-4e34-88fa-21872e92b57e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.354236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Transition to ACTIVE for port object ee0416f3-5090-40dc-b6a0-fe3724923f68 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:27.366132 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.387262 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55bfe8-a32e-4e34-88fa-21872e92b57e admin admin] Pushing event deleted for resources: {'Port': ['ID=691bfb7d-1007-4d2d-bbb8-936bb4e870d4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:27.440898 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af55bfe8-a32e-4e34-88fa-21872e92b57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.583306 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af55bfe8-a32e-4e34-88fa-21872e92b57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.588062 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Pushing event updated for resources: {'Port': ['ID=ee0416f3-5090-40dc-b6a0-fe3724923f68,revision_number=9']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:27.603913 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af55bfe8-a32e-4e34-88fa-21872e92b57e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.605786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41008) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:27.668688 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af55bfe8-a32e-4e34-88fa-21872e92b57e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.669729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af55bfe8-a32e-4e34-88fa-21872e92b57e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:31:27.680056 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af55bfe8-a32e-4e34-88fa-21872e92b57e admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.682495 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-af55bfe8-a32e-4e34-88fa-21872e92b57e admin admin] 10.222.0.22 "DELETE /v2.0/routers/9f15f0fb-34c6-4832-9c27-38ef9cb2cbc6 HTTP/1.1" status: 204 len: 168 time: 1.2914159 Jul 16 01:31:27.685904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41012) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:27.734813 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] No DVR routers for this DVR port ee0416f3-5090-40dc-b6a0-fe3724923f68 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:27.751018 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5646efc-5a5d-417f-b746-bf98a58dbfb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.755943 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f305128-6a53-4609-9aa5-eaa1adea0013 admin admin] Deleting subnet fea6187d-8375-4fe3-a42d-1de297ce09ed {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:27.765658 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f305128-6a53-4609-9aa5-eaa1adea0013 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.818886 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f305128-6a53-4609-9aa5-eaa1adea0013 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.946382 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f305128-6a53-4609-9aa5-eaa1adea0013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.987640 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5646efc-5a5d-417f-b746-bf98a58dbfb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:27.996580 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5646efc-5a5d-417f-b746-bf98a58dbfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.019145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Attempting to bind port ee0416f3-5090-40dc-b6a0-fe3724923f68 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:28.019688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Attempting to bind port ee0416f3-5090-40dc-b6a0-fe3724923f68 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:28.019832 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Attempting to bind port ee0416f3-5090-40dc-b6a0-fe3724923f68 on network 82cbe9d9-283a-4c69-a1bc-536a90b2446b {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:28.027861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Port ee0416f3-5090-40dc-b6a0-fe3724923f68 on network 82cbe9d9-283a-4c69-a1bc-536a90b2446b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:31:28.028187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Attempting to bind port ee0416f3-5090-40dc-b6a0-fe3724923f68 on network 82cbe9d9-283a-4c69-a1bc-536a90b2446b {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:28.034582 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 691bfb7d-1007-4d2d-bbb8-936bb4e870d4 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:28.041406 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:28.041748 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Checking segment: {'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:28.044279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Bound using segment: {'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:28.044279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Bound port: ee0416f3-5090-40dc-b6a0-fe3724923f68, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1189c5-858f-4ced-8bea-084f99590506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:28.044279 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.057403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 691bfb7d-1007-4d2d-bbb8-936bb4e870d4 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:28.057762 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 691bfb7d-1007-4d2d-bbb8-936bb4e870d4 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:28.058188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:28.063877 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d5646efc-5a5d-417f-b746-bf98a58dbfb2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f96baf3730a149c2bdd8cb7c39cb2907&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533904 Jul 16 01:31:28.063877 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41014) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:28.073597 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5646efc-5a5d-417f-b746-bf98a58dbfb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60fd8dce-ab3b-448d-99de-d18b25de99d4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:28.093320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:28.093683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 23d1b0b6-7538-413a-9ddf-9eec1d7cc75f not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:28.102496 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f305128-6a53-4609-9aa5-eaa1adea0013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.143389 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f305128-6a53-4609-9aa5-eaa1adea0013 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.145648 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6f305128-6a53-4609-9aa5-eaa1adea0013 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fea6187d-8375-4fe3-a42d-1de297ce09ed HTTP/1.1" status: 204 len: 168 time: 0.4582942 Jul 16 01:31:28.147591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f305128-6a53-4609-9aa5-eaa1adea0013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fea6187d-8375-4fe3-a42d-1de297ce09ed,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:28.149537 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41018) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:28.156922 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c49e23-6532-464d-adcb-c5139e9f4c84 None None] Network 52683c13-1fcc-428d-a50f-8b76e170c3b9 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:28.169413 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15681500-d65d-4ec2-aca2-670cc1c1f144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.205845 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15681500-d65d-4ec2-aca2-670cc1c1f144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.224173 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-885f1b7c-33c0-447d-ab14-852610d602d2 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.229080 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] For port ee0416f3-5090-40dc-b6a0-fe3724923f68, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:28.236687 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-885f1b7c-33c0-447d-ab14-852610d602d2 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.288333 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15681500-d65d-4ec2-aca2-670cc1c1f144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.291885 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15681500-d65d-4ec2-aca2-670cc1c1f144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.293114 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-15681500-d65d-4ec2-aca2-670cc1c1f144 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/60fd8dce-ab3b-448d-99de-d18b25de99d4 HTTP/1.1" status: 204 len: 168 time: 0.2271276 Jul 16 01:31:28.314166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] For port ee0416f3-5090-40dc-b6a0-fe3724923f68, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:28.327648 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15681500-d65d-4ec2-aca2-670cc1c1f144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60fd8dce-ab3b-448d-99de-d18b25de99d4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:28.364510 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.406181 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.426201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dda0071-0c5c-43fb-a4f4-cf41646417b3 None None] DHCP port deletion for 52683c13-1fcc-428d-a50f-8b76e170c3b9 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:31:28.479245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.479911 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.481373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] 10.222.0.70 "PUT /v2.0/ports/ee0416f3-5090-40dc-b6a0-fe3724923f68 HTTP/1.1" status: 200 len: 1093 time: 2.1622152 Jul 16 01:31:28.484919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'tag': 'ee0416f3-5090-40dc-b6a0-fe3724923f68'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:28.487217 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2963f1cb-159f-4292-9a43-77b3181abe60" -d '{"events": [{"name": "network-changed", "server_uuid": "12268a13-0dce-42bd-bd47-3976b74c0e3e", "tag": "ee0416f3-5090-40dc-b6a0-fe3724923f68"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:28.579894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243b30c-cceb-47bc-9b8a-3a5025d3b9bc service neutron] Pushing event updated for resources: {'Port': ['ID=ee0416f3-5090-40dc-b6a0-fe3724923f68,revision_number=10']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:28.593101 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-885f1b7c-33c0-447d-ab14-852610d602d2 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Floating IP 38572fac-5a19-4cf5-b26b-6ae72d920b41 associated. External IP: 172.25.2.2, port: a340aa5e-9a17-48d4-a397-0b4b66404f53. Jul 16 01:31:28.607707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145c329-62cd-49f9-8b7d-59c81b1e260c req-a45b7048-511f-40b7-b322-020ea6b2990e tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:28.614060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f145c329-62cd-49f9-8b7d-59c81b1e260c req-a45b7048-511f-40b7-b322-020ea6b2990e tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 945 time: 0.2963603 Jul 16 01:31:28.644846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-7dda0071-0c5c-43fb-a4f4-cf41646417b3 None None] Deleting port 0f87c449-0795-40d3-9247-ed31eb5675c5 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:28.645845 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7dda0071-0c5c-43fb-a4f4-cf41646417b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.704177 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41030) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:28.722488 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-adce6772-8197-40db-892d-3f815f18ec95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.722863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7dda0071-0c5c-43fb-a4f4-cf41646417b3 None None] For port 0f87c449-0795-40d3-9247-ed31eb5675c5, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0f87c449-0795-40d3-9247-ed31eb5675c5,segment=NetworkSegment(45acb2d6-55c2-4160-b98f-c20d1ad72f19),segment_id=45acb2d6-55c2-4160-b98f-c20d1ad72f19)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:28.723346 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7dda0071-0c5c-43fb-a4f4-cf41646417b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.741055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-7dda0071-0c5c-43fb-a4f4-cf41646417b3 None None] Calling delete_port for 0f87c449-0795-40d3-9247-ed31eb5675c5 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:28.837498 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7dda0071-0c5c-43fb-a4f4-cf41646417b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.844014 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-adce6772-8197-40db-892d-3f815f18ec95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.848878 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-adce6772-8197-40db-892d-3f815f18ec95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.868302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda0071-0c5c-43fb-a4f4-cf41646417b3 None None] Pushing event deleted for resources: {'Port': ['ID=0f87c449-0795-40d3-9247-ed31eb5675c5,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:28.873070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dda0071-0c5c-43fb-a4f4-cf41646417b3 None None] No DVR routers for this DVR port 0f87c449-0795-40d3-9247-ed31eb5675c5 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:28.893257 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adce6772-8197-40db-892d-3f815f18ec95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17e0256-ed24-4da5-b82d-e7de959bf229,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:28.900992 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-adce6772-8197-40db-892d-3f815f18ec95 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4cdd306c398948ce8044a6c0c2b6e5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1929772 Jul 16 01:31:28.901373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41032) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:28.955548 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b83ea1cf-1e79-486f-81a5-0b90a0abf387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:28.978548 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b83ea1cf-1e79-486f-81a5-0b90a0abf387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.039086 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b83ea1cf-1e79-486f-81a5-0b90a0abf387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.042047 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b83ea1cf-1e79-486f-81a5-0b90a0abf387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.043221 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b83ea1cf-1e79-486f-81a5-0b90a0abf387 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a17e0256-ed24-4da5-b82d-e7de959bf229 HTTP/1.1" status: 204 len: 168 time: 0.1411111 Jul 16 01:31:29.052117 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83ea1cf-1e79-486f-81a5-0b90a0abf387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17e0256-ed24-4da5-b82d-e7de959bf229,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:29.099205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] Deleting port 0f87c449-0795-40d3-9247-ed31eb5675c5 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:29.099720 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.107281 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f145c329-62cd-49f9-8b7d-59c81b1e260c req-3105b024-1da7-458a-947b-78fdd2c31c26 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4414110 Jul 16 01:31:29.126436 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-9e6966ce-2f76-4be0-b985-5eec72140b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.128001 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-9e6966ce-2f76-4be0-b985-5eec72140b91 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc7c79121ea347e08eab6bb95810733c&device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 1097 time: 0.6075988 Jul 16 01:31:29.211789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] For port 0f87c449-0795-40d3-9247-ed31eb5675c5, host n-d-791505-14, got binding levels [] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:29.212152 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.288116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] Calling delete_port for 0f87c449-0795-40d3-9247-ed31eb5675c5 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:29.294301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.ipam_backend_mixin [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] Port 0f87c449-0795-40d3-9247-ed31eb5675c5 was not found and therefore no delete operation was performed {{(pid=93919) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:31:29.301909 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.349430 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f87c449-0795-40d3-9247-ed31eb5675c5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:29.355727 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] No DVR routers for this DVR port 0f87c449-0795-40d3-9247-ed31eb5675c5 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:29.362919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-a8f26643-bd2d-4765-b1c7-120b6b1b8d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.364458 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-a8f26643-bd2d-4765-b1c7-120b6b1b8d34 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82cbe9d9-283a-4c69-a1bc-536a90b2446b HTTP/1.1" status: 200 len: 917 time: 0.2287259 Jul 16 01:31:29.413592 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-248d4403-dee3-4ca5-bffd-391652852bb9 x-openstack-request-id: req-248d4403-dee3-4ca5-bffd-391652852bb9 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:29.413890 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12268a13-0dce-42bd-bd47-3976b74c0e3e", "tag": "ee0416f3-5090-40dc-b6a0-fe3724923f68", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:29.414183 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-248d4403-dee3-4ca5-bffd-391652852bb9 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:29.415117 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'tag': 'ee0416f3-5090-40dc-b6a0-fe3724923f68', 'status': 'completed', 'code': 200} Jul 16 01:31:29.551476 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.575151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-885f1b7c-33c0-447d-ab14-852610d602d2 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Router 445dd47b-cfb7-4c23-b09f-f4954affda54 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:29.577284 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52683c13-1fcc-428d-a50f-8b76e170c3b9']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:29.580947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-d42605ad-f328-4c05-be4b-14e331d623c5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68 HTTP/1.1" status: 200 len: 1000 time: 0.1708889 Jul 16 01:31:29.619799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45acb2d6-55c2-4160-b98f-c20d1ad72f19') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:29.620112 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45acb2d6-55c2-4160-b98f-c20d1ad72f19') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:29.633642 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.692781 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.706366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-65db5170-e8c2-4b0c-9258-b091bdca8434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.707891 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-65db5170-e8c2-4b0c-9258-b091bdca8434 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7 HTTP/1.1" status: 200 len: 855 time: 0.1186790 Jul 16 01:31:29.710378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:29.710792 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:29.713035 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:29.845306 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.847298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-885f1b7c-33c0-447d-ab14-852610d602d2 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:29.852860 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.857356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] 10.222.0.22 "DELETE /v2.0/networks/52683c13-1fcc-428d-a50f-8b76e170c3b9 HTTP/1.1" status: 204 len: 168 time: 1.7043540 Jul 16 01:31:29.859463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2117c824-ee2e-4f13-bb0c-8f5e9d91b9d7 None None] Sync routers for ids ['445dd47b-cfb7-4c23-b09f-f4954affda54'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:29.860480 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-885f1b7c-33c0-447d-ab14-852610d602d2 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:29.870369 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2117c824-ee2e-4f13-bb0c-8f5e9d91b9d7 None None] Routers {'445dd47b-cfb7-4c23-b09f-f4954affda54'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:29.871881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2117c824-ee2e-4f13-bb0c-8f5e9d91b9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['445dd47b-cfb7-4c23-b09f-f4954affda54'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:29.901169 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f2c4d8-bdae-4e99-a147-a37cba157780 admin admin] Pushing event deleted for resources: {'Network': ['ID=52683c13-1fcc-428d-a50f-8b76e170c3b9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:29.935845 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-885f1b7c-33c0-447d-ab14-852610d602d2 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "PUT /v2.0/floatingips/38572fac-5a19-4cf5-b26b-6ae72d920b41 HTTP/1.1" status: 200 len: 994 time: 2.7568767 Jul 16 01:31:29.939272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-e96cb53a-79f9-4823-8242-a0266bb7046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:29.940894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-e96cb53a-79f9-4823-8242-a0266bb7046c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82cbe9d9-283a-4c69-a1bc-536a90b2446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2170644 Jul 16 01:31:30.009514 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41060) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:30.059863 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3fe177bf-bb25-431b-8fc5-dbf09b949ef8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08229989632f4e9a98c2682de2a3939d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463655 Jul 16 01:31:30.060600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41062) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:30.067301 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-2117c824-ee2e-4f13-bb0c-8f5e9d91b9d7 None None] Set router 445dd47b-cfb7-4c23-b09f-f4954affda54 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:30.088875 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-6d5130f9-0657-4fa3-986e-37e0065bc186 service neutron] 10.222.0.70 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334491 Jul 16 01:31:30.103386 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0f87c449-0795-40d3-9247-ed31eb5675c5 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:30.123444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-ed5aff3b-712b-4f73-9110-a3a672a1b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.131356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 0f87c449-0795-40d3-9247-ed31eb5675c5 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:30.131932 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0f87c449-0795-40d3-9247-ed31eb5675c5 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:30.132147 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-ed5aff3b-712b-4f73-9110-a3a672a1b159 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=848d0be8cf484a8ea0257a4874489c0c&device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 1097 time: 0.1851711 Jul 16 01:31:30.133704 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c0799014-aa3c-46f6-8bd4-3a5cfbb9d9fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.181135 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c0799014-aa3c-46f6-8bd4-3a5cfbb9d9fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.213894 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.288670 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c0799014-aa3c-46f6-8bd4-3a5cfbb9d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.292457 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c0799014-aa3c-46f6-8bd4-3a5cfbb9d9fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:30.293545 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c0799014-aa3c-46f6-8bd4-3a5cfbb9d9fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d783a649-6068-4dab-9fc0-fb4135e6906f HTTP/1.1" status: 204 len: 168 time: 0.2297907 Jul 16 01:31:30.309795 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0799014-aa3c-46f6-8bd4-3a5cfbb9d9fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d783a649-6068-4dab-9fc0-fb4135e6906f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:30.372132 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-5d43758b-a14b-429f-9f34-1e007453d2d9 service neutron] 10.222.0.70 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742808 Jul 16 01:31:30.376038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-30f84c5b-9d15-4576-8e21-f972e2a2748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.376562 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-30f84c5b-9d15-4576-8e21-f972e2a2748b service neutron] 10.222.0.22 "GET /v2.0/networks?id=443b0636-2ec7-4971-8416-ad4875e96dd4 HTTP/1.1" status: 200 len: 920 time: 0.2415724 Jul 16 01:31:30.433179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2117c824-ee2e-4f13-bb0c-8f5e9d91b9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-router', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:13Z', 'revision_number': 4, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'gw_port': {'id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '38572fac-5a19-4cf5-b26b-6ae72d920b41', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'port_id': 'a340aa5e-9a17-48d4-a397-0b4b66404f53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4', 'mac_address': 'fa:16:3e:c7:d9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:31:25Z', 'updated_at': '2021-07-16T01:31:28Z', 'revision_number': 1, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f532fd-e8f6-491e-973c-5b978b2a5441', 'name': '', 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'mac_address': 'fa:16:3e:52:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:12Z', 'updated_at': '2021-07-16T01:30:21Z', 'revision_number': 5, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'subnets': [{'id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:30.462186 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2117c824-ee2e-4f13-bb0c-8f5e9d91b9d7 None None] Checking router: 445dd47b-cfb7-4c23-b09f-f4954affda54 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:30.473232 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2117c824-ee2e-4f13-bb0c-8f5e9d91b9d7 None None] Routers {'445dd47b-cfb7-4c23-b09f-f4954affda54'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:30.473873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2117c824-ee2e-4f13-bb0c-8f5e9d91b9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['445dd47b-cfb7-4c23-b09f-f4954affda54'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:30.513408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e918a3cb-ec61-4516-ba4c-00df34cd7948 req-6c03cc84-3a46-421a-910d-dba8f7ebd1fb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.521253 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e918a3cb-ec61-4516-ba4c-00df34cd7948 req-6c03cc84-3a46-421a-910d-dba8f7ebd1fb tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 945 time: 0.2187803 Jul 16 01:31:30.525683 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-3589f60d-f28e-491b-8d2c-4facf0e54bfe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a340aa5e-9a17-48d4-a397-0b4b66404f53 HTTP/1.1" status: 200 len: 997 time: 0.1290581 Jul 16 01:31:30.605665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-2117c824-ee2e-4f13-bb0c-8f5e9d91b9d7 None None] Set router 445dd47b-cfb7-4c23-b09f-f4954affda54 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:30.645738 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e918a3cb-ec61-4516-ba4c-00df34cd7948 req-285c9222-b4b7-4ff2-bbe5-c995d525b46d tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230474 Jul 16 01:31:30.649395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-604e0683-cfcb-4365-97ef-6e3730b4f497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.651366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-604e0683-cfcb-4365-97ef-6e3730b4f497 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6272e637-e25c-4ff7-bda6-1602210b065c HTTP/1.1" status: 200 len: 859 time: 0.1049833 Jul 16 01:31:30.689612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963f1cb-159f-4292-9a43-77b3181abe60 req-06ba8d8f-a9e9-4c17-934c-e7f1a39c6f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.691948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2963f1cb-159f-4292-9a43-77b3181abe60 req-06ba8d8f-a9e9-4c17-934c-e7f1a39c6f5e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=dc7c79121ea347e08eab6bb95810733c&device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 1097 time: 0.1651382 Jul 16 01:31:30.693968 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-2c9822a7-69e6-4981-ba64-c8c90750cb94 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=443b0636-2ec7-4971-8416-ad4875e96dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342977 Jul 16 01:31:30.722899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-e541590c-f172-4eb1-a8ec-10b31ed56cec service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:31:30.724118 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-e541590c-f172-4eb1-a8ec-10b31ed56cec service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158014 Jul 16 01:31:30.844522 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41098) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:30.887904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963f1cb-159f-4292-9a43-77b3181abe60 req-ec3aac33-4716-49f2-a0e5-a4f5587b4777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:30.890592 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2963f1cb-159f-4292-9a43-77b3181abe60 req-ec3aac33-4716-49f2-a0e5-a4f5587b4777 service neutron] 10.222.0.70 "GET /v2.0/networks?id=82cbe9d9-283a-4c69-a1bc-536a90b2446b HTTP/1.1" status: 200 len: 917 time: 0.1918082 Jul 16 01:31:30.911558 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-63c1ddd2-1992-4a89-918d-7d16cc681535 service neutron] 10.222.0.22 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803865 Jul 16 01:31:30.913353 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2117c824-ee2e-4f13-bb0c-8f5e9d91b9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-router', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:13Z', 'revision_number': 4, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'gw_port': {'id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '38572fac-5a19-4cf5-b26b-6ae72d920b41', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'port_id': 'a340aa5e-9a17-48d4-a397-0b4b66404f53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4', 'mac_address': 'fa:16:3e:c7:d9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:31:25Z', 'updated_at': '2021-07-16T01:31:28Z', 'revision_number': 1, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f532fd-e8f6-491e-973c-5b978b2a5441', 'name': '', 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'mac_address': 'fa:16:3e:52:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:12Z', 'updated_at': '2021-07-16T01:30:21Z', 'revision_number': 5, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'subnets': [{'id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:30.925127 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0217f0a6-51fe-48f8-83d3-20b604185f60 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff8fb7806d894c349bb70b9db284c1bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794904 Jul 16 01:31:30.928806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41100) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:30.973009 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2117c824-ee2e-4f13-bb0c-8f5e9d91b9d7 None None] The sync data for ids ['445dd47b-cfb7-4c23-b09f-f4954affda54'] in n-d-791505-14 is: [{'id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-router', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:13Z', 'revision_number': 4, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'gw_port': {'id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '38572fac-5a19-4cf5-b26b-6ae72d920b41', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'floating_ip_address': '172.25.2.2', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'port_id': 'a340aa5e-9a17-48d4-a397-0b4b66404f53', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4', 'mac_address': 'fa:16:3e:c7:d9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:31:25Z', 'updated_at': '2021-07-16T01:31:28Z', 'revision_number': 1, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f532fd-e8f6-491e-973c-5b978b2a5441', 'name': '', 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'mac_address': 'fa:16:3e:52:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:12Z', 'updated_at': '2021-07-16T01:30:21Z', 'revision_number': 5, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'subnets': [{'id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:31.010986 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70354c5a-292f-40f4-83a1-5b9183e7796e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.049282 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70354c5a-292f-40f4-83a1-5b9183e7796e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.050321 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2963f1cb-159f-4292-9a43-77b3181abe60 req-b71cf04e-26dd-4726-99b4-6c17263657aa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68 HTTP/1.1" status: 200 len: 1000 time: 0.1508250 Jul 16 01:31:31.143016 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70354c5a-292f-40f4-83a1-5b9183e7796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.146513 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.146707 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70354c5a-292f-40f4-83a1-5b9183e7796e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:31.151193 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-70354c5a-292f-40f4-83a1-5b9183e7796e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/792a150c-3178-4731-b850-d4d311524103 HTTP/1.1" status: 204 len: 168 time: 0.2212896 Jul 16 01:31:31.159806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70354c5a-292f-40f4-83a1-5b9183e7796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792a150c-3178-4731-b850-d4d311524103,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:31.366172 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638689a2-7112-4dcf-aa53-f16535e35207 None None] New status for floating IP 38572fac-5a19-4cf5-b26b-6ae72d920b41: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:31:31.498557 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'tag': 'a340aa5e-9a17-48d4-a397-0b4b66404f53'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:31.502502 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1802dd21-e843-467c-884f-080a01ee6903" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4bf39d-5a96-4a09-8dbd-d807974ef69a", "tag": "a340aa5e-9a17-48d4-a397-0b4b66404f53"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:31.537749 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4af8fe3-0957-4bc3-bdfe-175307c390ec req-3053a841-c0c1-4441-ae44-1c77d951e6ad service neutron] 10.222.0.22 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5944772 Jul 16 01:31:31.656044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963f1cb-159f-4292-9a43-77b3181abe60 req-cb979648-72a8-4e1b-a375-6e4aed005c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:31.661989 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2963f1cb-159f-4292-9a43-77b3181abe60 req-cb979648-72a8-4e1b-a375-6e4aed005c53 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7 HTTP/1.1" status: 200 len: 855 time: 0.5963330 Jul 16 01:31:31.675531 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed88169a-8c52-4600-bd52-0efe846bc784 x-openstack-request-id: req-ed88169a-8c52-4600-bd52-0efe846bc784 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:31.675860 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4bf39d-5a96-4a09-8dbd-d807974ef69a", "tag": "a340aa5e-9a17-48d4-a397-0b4b66404f53", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:31.676120 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ed88169a-8c52-4600-bd52-0efe846bc784 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:31.676963 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'tag': 'a340aa5e-9a17-48d4-a397-0b4b66404f53', 'status': 'completed', 'code': 200} Jul 16 01:31:31.935489 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-d42ddac3-6cfb-49ff-9d94-e8f99562e5e2 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 997 time: 0.2270238 Jul 16 01:31:32.007103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-bd26408b-cf4d-4fae-9f03-955b758ed7b7 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.032148 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-bd26408b-cf4d-4fae-9f03-955b758ed7b7 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports/a340aa5e-9a17-48d4-a397-0b4b66404f53 HTTP/1.1" status: 200 len: 942 time: 0.0773802 Jul 16 01:31:32.263821 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-14995457-37a5-4fa5-b2f4-9dcbc7fc4785 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 999 time: 0.1007698 Jul 16 01:31:32.343297 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41146) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:32.396594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ce1ad-ecba-4b4e-8e1f-43e4abff9c7c req-aac6b90a-ded7-450d-aa0e-e7f87170c8d4 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.398154 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e8ce1ad-ecba-4b4e-8e1f-43e4abff9c7c req-aac6b90a-ded7-450d-aa0e-e7f87170c8d4 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 945 time: 0.1557605 Jul 16 01:31:32.441095 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-a082b862-0133-4aab-91e9-26ee4a1343de tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:32.442515 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-a082b862-0133-4aab-91e9-26ee4a1343de tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.1579080 Jul 16 01:31:32.455746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-73a48a6f-81c7-4d6d-ace6-a3e5050591c0 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:31:32.456756 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-73a48a6f-81c7-4d6d-ace6-a3e5050591c0 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073504 Jul 16 01:31:32.472083 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3455c7e1-147d-4861-8df1-b61c6f281b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.472230 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e8ce1ad-ecba-4b4e-8e1f-43e4abff9c7c req-8b749bd1-057b-4c01-b1d9-6ca9b209bf2b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627403 Jul 16 01:31:32.549868 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-1960ba13-7f3c-4e87-8e93-a1c29a3a9f50 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 999 time: 0.0767443 Jul 16 01:31:32.564050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-277fa26a-99d1-4fcf-8068-6c740c13ec63 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:32.644001 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-277fa26a-99d1-4fcf-8068-6c740c13ec63 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.661996 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3455c7e1-147d-4861-8df1-b61c6f281b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.667874 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3455c7e1-147d-4861-8df1-b61c6f281b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.718795 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3455c7e1-147d-4861-8df1-b61c6f281b3d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce0c128b5e9b4a0bb079714ebd0c93eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719599 Jul 16 01:31:32.718795 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3455c7e1-147d-4861-8df1-b61c6f281b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c71c897-8c1b-4fec-913f-a0bd624af0a9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:32.732403 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41150) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:32.810349 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc3c478e-8439-4def-b0e5-cc9450ec2eed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.828649 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-277fa26a-99d1-4fcf-8068-6c740c13ec63 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.833542 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-277fa26a-99d1-4fcf-8068-6c740c13ec63 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.833932 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-277fa26a-99d1-4fcf-8068-6c740c13ec63 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Floating IP 38572fac-5a19-4cf5-b26b-6ae72d920b41 disassociated. External IP: 172.25.2.2, port: a340aa5e-9a17-48d4-a397-0b4b66404f53. Jul 16 01:31:32.845610 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc3c478e-8439-4def-b0e5-cc9450ec2eed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.917619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc3c478e-8439-4def-b0e5-cc9450ec2eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.920673 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc3c478e-8439-4def-b0e5-cc9450ec2eed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:32.924805 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cc3c478e-8439-4def-b0e5-cc9450ec2eed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c71c897-8c1b-4fec-913f-a0bd624af0a9 HTTP/1.1" status: 204 len: 168 time: 0.1902211 Jul 16 01:31:32.933282 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c478e-8439-4def-b0e5-cc9450ec2eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c71c897-8c1b-4fec-913f-a0bd624af0a9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:33.097908 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983b1f3-dc4c-488c-9666-42155e66adbf req-f43efdc4-cc09-4650-a87f-073b11721808 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.099461 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9983b1f3-dc4c-488c-9666-42155e66adbf req-f43efdc4-cc09-4650-a87f-073b11721808 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 945 time: 0.2287543 Jul 16 01:31:33.110332 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-277fa26a-99d1-4fcf-8068-6c740c13ec63 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Router 445dd47b-cfb7-4c23-b09f-f4954affda54 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:33.241432 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-277fa26a-99d1-4fcf-8068-6c740c13ec63 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:33.246522 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-277fa26a-99d1-4fcf-8068-6c740c13ec63 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.256805 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935e71f-d30b-4666-96b3-8e27abe2df55 None None] Sync routers for ids ['445dd47b-cfb7-4c23-b09f-f4954affda54'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:33.270462 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935e71f-d30b-4666-96b3-8e27abe2df55 None None] Routers {'445dd47b-cfb7-4c23-b09f-f4954affda54'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:33.271482 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3935e71f-d30b-4666-96b3-8e27abe2df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['445dd47b-cfb7-4c23-b09f-f4954affda54'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:33.322300 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41158) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:33.334792 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-277fa26a-99d1-4fcf-8068-6c740c13ec63 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "PUT /v2.0/floatingips/38572fac-5a19-4cf5-b26b-6ae72d920b41 HTTP/1.1" status: 200 len: 693 time: 0.7779455 Jul 16 01:31:33.351147 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4a930e8-b280-4157-8eb9-1333a6464ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.408397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9983b1f3-dc4c-488c-9666-42155e66adbf req-d1268625-d257-42f5-be98-659c21bd6a1b tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0efe193-76ce-4708-bcb7-5471170946e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3003633 Jul 16 01:31:33.423673 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-6aee0ca9-ddac-4662-a1d6-bf11726993a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.425281 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-6aee0ca9-ddac-4662-a1d6-bf11726993a0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=848d0be8cf484a8ea0257a4874489c0c&device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 1097 time: 0.0757608 Jul 16 01:31:33.425812 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-3935e71f-d30b-4666-96b3-8e27abe2df55 None None] Set router 445dd47b-cfb7-4c23-b09f-f4954affda54 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:33.474117 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4a930e8-b280-4157-8eb9-1333a6464ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.479347 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4a930e8-b280-4157-8eb9-1333a6464ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.545045 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-3ea15512-1360-4b55-af52-8f671e83a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.552132 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d4a930e8-b280-4157-8eb9-1333a6464ba2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=22a6db8bb8a6474a82e80659f818d36a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2263463 Jul 16 01:31:33.554616 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-3ea15512-1360-4b55-af52-8f671e83a1d8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=443b0636-2ec7-4971-8416-ad4875e96dd4 HTTP/1.1" status: 200 len: 920 time: 0.1204407 Jul 16 01:31:33.555667 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41162) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:33.580134 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a930e8-b280-4157-8eb9-1333a6464ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02530146-40a3-4388-b065-b9962a0f2a4c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:33.616476 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-be85586d-d315-44c0-858c-2a3ac3cef1a4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a340aa5e-9a17-48d4-a397-0b4b66404f53 HTTP/1.1" status: 200 len: 217 time: 0.0627406 Jul 16 01:31:33.637112 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48fa005-a8d3-4006-99e6-c2c17b655b53 req-9cf2da95-80ed-4a1e-aac7-40fa5ed8dc72 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.638825 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a48fa005-a8d3-4006-99e6-c2c17b655b53 req-9cf2da95-80ed-4a1e-aac7-40fa5ed8dc72 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.69 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 945 time: 0.1557934 Jul 16 01:31:33.639608 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72766a33-11ef-4650-8766-c0004219929a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.678428 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'tag': 'a340aa5e-9a17-48d4-a397-0b4b66404f53'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:33.681349 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988ac635-6b9b-439b-b5f1-15223278d5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5c4bf39d-5a96-4a09-8dbd-d807974ef69a", "tag": "a340aa5e-9a17-48d4-a397-0b4b66404f53"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:33.694911 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3935e71f-d30b-4666-96b3-8e27abe2df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-router', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:13Z', 'revision_number': 4, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'gw_port': {'id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '11f532fd-e8f6-491e-973c-5b978b2a5441', 'name': '', 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'mac_address': 'fa:16:3e:52:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:12Z', 'updated_at': '2021-07-16T01:30:21Z', 'revision_number': 5, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'subnets': [{'id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:33.710070 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-9648d181-09aa-478f-898c-09a35926d893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.730350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-9648d181-09aa-478f-898c-09a35926d893 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=6272e637-e25c-4ff7-bda6-1602210b065c HTTP/1.1" status: 200 len: 859 time: 0.1107044 Jul 16 01:31:33.742634 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72766a33-11ef-4650-8766-c0004219929a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.742913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935e71f-d30b-4666-96b3-8e27abe2df55 None None] Checking router: 445dd47b-cfb7-4c23-b09f-f4954affda54 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:33.756559 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935e71f-d30b-4666-96b3-8e27abe2df55 None None] Routers {'445dd47b-cfb7-4c23-b09f-f4954affda54'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:33.757344 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3935e71f-d30b-4666-96b3-8e27abe2df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['445dd47b-cfb7-4c23-b09f-f4954affda54'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:33.822040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-94bb637c-feb8-45ef-bc8e-0b3ffeaaeaac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=443b0636-2ec7-4971-8416-ad4875e96dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0920563 Jul 16 01:31:33.852113 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72766a33-11ef-4650-8766-c0004219929a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.861684 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72766a33-11ef-4650-8766-c0004219929a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.863199 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-72766a33-11ef-4650-8766-c0004219929a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/02530146-40a3-4388-b065-b9962a0f2a4c HTTP/1.1" status: 204 len: 168 time: 0.3058972 Jul 16 01:31:33.865085 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-a48fa005-a8d3-4006-99e6-c2c17b655b53 req-5dd3847c-2a75-439d-8149-998149c9b393 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Deleting port 948f7834-2e83-4395-b919-7dd401adb6ea {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:33.868389 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a48fa005-a8d3-4006-99e6-c2c17b655b53 req-5dd3847c-2a75-439d-8149-998149c9b393 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:33.897807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f71fe4-fe08-4dfb-9609-92ddd66f2276 req-44307cc9-d989-44dd-9945-4c06d9a77a44 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:33.906263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47f71fe4-fe08-4dfb-9609-92ddd66f2276 req-44307cc9-d989-44dd-9945-4c06d9a77a44 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 945 time: 0.1645017 Jul 16 01:31:33.939602 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72766a33-11ef-4650-8766-c0004219929a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02530146-40a3-4388-b065-b9962a0f2a4c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:33.961736 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-3935e71f-d30b-4666-96b3-8e27abe2df55 None None] Set router 445dd47b-cfb7-4c23-b09f-f4954affda54 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:33.991848 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47f71fe4-fe08-4dfb-9609-92ddd66f2276 req-a3e13d62-459b-4933-b9a1-c9c2ead51215 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839961 Jul 16 01:31:34.048919 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-6c73a571-5af7-4c49-bf65-31c0b09f7afb service neutron] 10.222.0.22 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925306 Jul 16 01:31:34.147416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-a48fa005-a8d3-4006-99e6-c2c17b655b53 req-5dd3847c-2a75-439d-8149-998149c9b393 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] For port 948f7834-2e83-4395-b919-7dd401adb6ea, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=948f7834-2e83-4395-b919-7dd401adb6ea,segment=NetworkSegment(c859edee-39b0-4cce-8118-fe1d07054a30),segment_id=c859edee-39b0-4cce-8118-fe1d07054a30)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:34.148122 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a48fa005-a8d3-4006-99e6-c2c17b655b53 req-5dd3847c-2a75-439d-8149-998149c9b393 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.242160 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-731dcc35-6ab7-4eea-b082-4d0e8824d880 req-54a54558-398b-4656-adea-c4377e968df2 service neutron] 10.222.0.22 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808939 Jul 16 01:31:34.296834 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f793477-c854-4bf7-9744-d51f9c2b3013 x-openstack-request-id: req-7f793477-c854-4bf7-9744-d51f9c2b3013 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:34.297329 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c4bf39d-5a96-4a09-8dbd-d807974ef69a", "tag": "a340aa5e-9a17-48d4-a397-0b4b66404f53", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:34.297688 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f793477-c854-4bf7-9744-d51f9c2b3013 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:34.298284 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'tag': 'a340aa5e-9a17-48d4-a397-0b4b66404f53', 'status': 'completed', 'code': 200} Jul 16 01:31:34.373960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3935e71f-d30b-4666-96b3-8e27abe2df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-router', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:13Z', 'revision_number': 4, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'gw_port': {'id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '11f532fd-e8f6-491e-973c-5b978b2a5441', 'name': '', 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'mac_address': 'fa:16:3e:52:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:12Z', 'updated_at': '2021-07-16T01:30:21Z', 'revision_number': 5, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'subnets': [{'id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:34.380769 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7c164bb-2dfe-4f27-be23-212e9b60c29a req-432a929a-a22e-4392-a14e-5e36dfe0dc8c tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/floatingips/38572fac-5a19-4cf5-b26b-6ae72d920b41 HTTP/1.1" status: 200 len: 693 time: 0.0698454 Jul 16 01:31:34.473217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3935e71f-d30b-4666-96b3-8e27abe2df55 None None] The sync data for ids ['445dd47b-cfb7-4c23-b09f-f4954affda54'] in n-d-791505-14 is: [{'id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-router', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:13Z', 'revision_number': 4, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'gw_port': {'id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '11f532fd-e8f6-491e-973c-5b978b2a5441', 'name': '', 'network_id': '443b0636-2ec7-4971-8416-ad4875e96dd4', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'mac_address': 'fa:16:3e:52:7d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:12Z', 'updated_at': '2021-07-16T01:30:21Z', 'revision_number': 5, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'subnets': [{'id': '6272e637-e25c-4ff7-bda6-1602210b065c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:34.534277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c164bb-2dfe-4f27-be23-212e9b60c29a req-2457149f-fbf3-4439-9f77-594b5d60f192 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:34.546962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7c164bb-2dfe-4f27-be23-212e9b60c29a req-2457149f-fbf3-4439-9f77-594b5d60f192 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 784 time: 0.1650929 Jul 16 01:31:34.553408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-b7c164bb-2dfe-4f27-be23-212e9b60c29a req-a1e4b56e-6762-45b7-a609-1e344028ba4c tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:31:34.561663 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7c164bb-2dfe-4f27-be23-212e9b60c29a req-a1e4b56e-6762-45b7-a609-1e344028ba4c tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136294 Jul 16 01:31:34.584861 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a48fa005-a8d3-4006-99e6-c2c17b655b53 req-5dd3847c-2a75-439d-8149-998149c9b393 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.585444 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a48fa005-a8d3-4006-99e6-c2c17b655b53 req-5dd3847c-2a75-439d-8149-998149c9b393 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.585539 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [req-a48fa005-a8d3-4006-99e6-c2c17b655b53 req-5dd3847c-2a75-439d-8149-998149c9b393 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Floating IP fda804ce-38e9-4939-b4f3-7a8428e865ad disassociated. External IP: 172.25.2.62, port: 948f7834-2e83-4395-b919-7dd401adb6ea. Jul 16 01:31:34.585941 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-a48fa005-a8d3-4006-99e6-c2c17b655b53 req-5dd3847c-2a75-439d-8149-998149c9b393 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Calling delete_port for 948f7834-2e83-4395-b919-7dd401adb6ea owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:34.640677 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7c164bb-2dfe-4f27-be23-212e9b60c29a req-1c9be262-8d36-4fee-8385-126cd3ab75eb tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 696 time: 0.0778985 Jul 16 01:31:34.719129 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7c164bb-2dfe-4f27-be23-212e9b60c29a req-9d8db1fd-db3a-4534-9275-23a1035338e7 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.2.2 HTTP/1.1" status: 200 len: 696 time: 0.0775101 Jul 16 01:31:34.775297 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5ed7bda6-9b56-4028-9dc1-4a298b2c9fab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.831280 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a48fa005-a8d3-4006-99e6-c2c17b655b53 req-5dd3847c-2a75-439d-8149-998149c9b393 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:34.872054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd3847c-2a75-439d-8149-998149c9b393 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Pushing event deleted for resources: {'Port': ['ID=948f7834-2e83-4395-b919-7dd401adb6ea,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:34.948804 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc10d182-655e-4195-84fe-88b5eafd289e None None] New status for floating IP 38572fac-5a19-4cf5-b26b-6ae72d920b41: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:31:35.028393 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15088b7-dc2d-45be-a90b-b3361deb57f6 req-b7e5315f-2347-4ce5-8139-cc4eec681edd tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:35.029997 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e15088b7-dc2d-45be-a90b-b3361deb57f6 req-b7e5315f-2347-4ce5-8139-cc4eec681edd tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 867 time: 0.3155189 Jul 16 01:31:35.037771 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-b7c164bb-2dfe-4f27-be23-212e9b60c29a req-55532346-08d8-4341-a469-041328a708b4 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Deleting port f70b8408-6349-4f2e-b804-bf8aed85de7b {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:35.038122 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7c164bb-2dfe-4f27-be23-212e9b60c29a req-55532346-08d8-4341-a469-041328a708b4 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.042155 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a48fa005-a8d3-4006-99e6-c2c17b655b53 req-5dd3847c-2a75-439d-8149-998149c9b393 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:35.137790 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e15088b7-dc2d-45be-a90b-b3361deb57f6 req-fb08054e-ac04-44cc-ac6a-bf99555343f3 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/security-groups?id=f0efe193-76ce-4708-bcb7-5471170946e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973136 Jul 16 01:31:35.177675 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7c164bb-2dfe-4f27-be23-212e9b60c29a req-55532346-08d8-4341-a469-041328a708b4 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.181411 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7c164bb-2dfe-4f27-be23-212e9b60c29a req-55532346-08d8-4341-a469-041328a708b4 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.212641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-b7c164bb-2dfe-4f27-be23-212e9b60c29a req-55532346-08d8-4341-a469-041328a708b4 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Calling delete_port for f70b8408-6349-4f2e-b804-bf8aed85de7b owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:35.798465 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a48fa005-a8d3-4006-99e6-c2c17b655b53 req-5dd3847c-2a75-439d-8149-998149c9b393 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:35.812901 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f310585-c1b0-4668-8977-7e5853850715 None None] Sync routers for ids ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:35.824956 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f310585-c1b0-4668-8977-7e5853850715 None None] Routers {'63c00f0e-938c-4422-89c7-7b584fb3f0b2'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:35.826986 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6f310585-c1b0-4668-8977-7e5853850715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:35.852870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41208) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:35.878180 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48fa005-a8d3-4006-99e6-c2c17b655b53 req-5dd3847c-2a75-439d-8149-998149c9b393 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] No DVR routers for this DVR port 948f7834-2e83-4395-b919-7dd401adb6ea on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:35.891159 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a48fa005-a8d3-4006-99e6-c2c17b655b53 req-5dd3847c-2a75-439d-8149-998149c9b393 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.898849 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a48fa005-a8d3-4006-99e6-c2c17b655b53 req-5dd3847c-2a75-439d-8149-998149c9b393 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.69 "DELETE /v2.0/ports/948f7834-2e83-4395-b919-7dd401adb6ea HTTP/1.1" status: 204 len: 173 time: 2.2455094 Jul 16 01:31:35.899451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a96dcadf-7661-4be8-aa2f-eed631c60916', 'name': 'network-vif-deleted', 'tag': '948f7834-2e83-4395-b919-7dd401adb6ea'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:35.906793 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59be075e-fa18-48d2-8cb6-d44afd6f9ad9" -d '{"events": [{"server_uuid": "a96dcadf-7661-4be8-aa2f-eed631c60916", "name": "network-vif-deleted", "tag": "948f7834-2e83-4395-b919-7dd401adb6ea"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:35.921600 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7c164bb-2dfe-4f27-be23-212e9b60c29a req-55532346-08d8-4341-a469-041328a708b4 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:35.986354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55532346-08d8-4341-a469-041328a708b4 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Pushing event deleted for resources: {'Port': ['ID=f70b8408-6349-4f2e-b804-bf8aed85de7b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:36.041487 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f3d02e4-b14b-4000-8796-b6ca99a8fd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.064799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418cff8-d566-447c-828d-9e15e8424660 req-22c5fd18-1d7d-49e7-8137-326ccebe3747 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:36.076889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7418cff8-d566-447c-828d-9e15e8424660 req-22c5fd18-1d7d-49e7-8137-326ccebe3747 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 945 time: 0.6527481 Jul 16 01:31:36.136607 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7c164bb-2dfe-4f27-be23-212e9b60c29a req-55532346-08d8-4341-a469-041328a708b4 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.139552 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b7c164bb-2dfe-4f27-be23-212e9b60c29a req-55532346-08d8-4341-a469-041328a708b4 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.140881 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7c164bb-2dfe-4f27-be23-212e9b60c29a req-55532346-08d8-4341-a469-041328a708b4 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "DELETE /v2.0/floatingips/38572fac-5a19-4cf5-b26b-6ae72d920b41 HTTP/1.1" status: 204 len: 173 time: 1.4109769 Jul 16 01:31:36.201970 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7418cff8-d566-447c-828d-9e15e8424660 req-b70358c4-82f1-4866-b1ff-a5f314a4b3c6 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240890 Jul 16 01:31:36.239692 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f3d02e4-b14b-4000-8796-b6ca99a8fd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.245658 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f3d02e4-b14b-4000-8796-b6ca99a8fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.293327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-6f310585-c1b0-4668-8977-7e5853850715 None None] Set router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:36.304373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d02e4-b14b-4000-8796-b6ca99a8fd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21a84c1-d2cf-406a-877e-4a8a012cd093,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:36.337073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41218) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:36.337582 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4f3d02e4-b14b-4000-8796-b6ca99a8fd3e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a0cc30863b25468aa7379a9beb8f259d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4821684 Jul 16 01:31:36.442287 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1938284-7daf-4113-9479-eec29d6b59be x-openstack-request-id: req-a1938284-7daf-4113-9479-eec29d6b59be {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:36.442856 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a96dcadf-7661-4be8-aa2f-eed631c60916", "name": "network-vif-deleted", "tag": "948f7834-2e83-4395-b919-7dd401adb6ea", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:36.443359 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1938284-7daf-4113-9479-eec29d6b59be {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:36.444062 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a96dcadf-7661-4be8-aa2f-eed631c60916', 'name': 'network-vif-deleted', 'tag': '948f7834-2e83-4395-b919-7dd401adb6ea', 'status': 'completed', 'code': 200} Jul 16 01:31:36.458708 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e51192e-5984-4e4f-bb49-80db67d464d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.595808 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-853ffbe1-d793-4cc0-8bf7-8aad5de07dbf req-3a8727a5-3498-4681-8738-4386340e19e2 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups/5f8fb6ba-e4c6-4208-8335-b44f2ede0ca9 HTTP/1.1" status: 200 len: 1807 time: 0.1237087 Jul 16 01:31:36.607238 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e51192e-5984-4e4f-bb49-80db67d464d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.632203 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6f310585-c1b0-4668-8977-7e5853850715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'name': 'tempest-TestServerBasicOps-1716177209-router', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:26:26Z', 'revision_number': 4, 'project_id': '76be8e481dc5456d83ac26143750d606', 'gw_port': {'id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:23Z', 'updated_at': '2021-07-16T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '25ea8189-7261-4ed4-8536-d7dda2e915ab', 'name': '', 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'mac_address': 'fa:16:3e:4f:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:25Z', 'updated_at': '2021-07-16T01:26:31Z', 'revision_number': 5, 'project_id': '76be8e481dc5456d83ac26143750d606', 'subnets': [{'id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:36.670727 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f310585-c1b0-4668-8977-7e5853850715 None None] Checking router: 63c00f0e-938c-4422-89c7-7b584fb3f0b2 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:36.685500 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e3df51b0-9818-47a2-a4af-ae4b90c230e3 req-8335749a-7f3a-4457-bfa1-29cebb438238 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "GET /v2.0/ports?device_id=a96dcadf-7661-4be8-aa2f-eed631c60916 HTTP/1.1" status: 200 len: 210 time: 0.0693069 Jul 16 01:31:36.692036 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f310585-c1b0-4668-8977-7e5853850715 None None] Routers {'63c00f0e-938c-4422-89c7-7b584fb3f0b2'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:36.692778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6f310585-c1b0-4668-8977-7e5853850715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:36.748118 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-853ffbe1-d793-4cc0-8bf7-8aad5de07dbf req-60c81f6b-be68-4364-bf84-7d521ca726b6 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.761150 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e51192e-5984-4e4f-bb49-80db67d464d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.763867 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e51192e-5984-4e4f-bb49-80db67d464d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.767444 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9e51192e-5984-4e4f-bb49-80db67d464d6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f21a84c1-d2cf-406a-877e-4a8a012cd093 HTTP/1.1" status: 204 len: 168 time: 0.4269924 Jul 16 01:31:36.788193 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-853ffbe1-d793-4cc0-8bf7-8aad5de07dbf req-60c81f6b-be68-4364-bf84-7d521ca726b6 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.791212 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e51192e-5984-4e4f-bb49-80db67d464d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21a84c1-d2cf-406a-877e-4a8a012cd093,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:36.808109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 948f7834-2e83-4395-b919-7dd401adb6ea no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:36.848644 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-853ffbe1-d793-4cc0-8bf7-8aad5de07dbf req-60c81f6b-be68-4364-bf84-7d521ca726b6 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.852161 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-853ffbe1-d793-4cc0-8bf7-8aad5de07dbf req-60c81f6b-be68-4364-bf84-7d521ca726b6 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:36.858026 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-853ffbe1-d793-4cc0-8bf7-8aad5de07dbf req-60c81f6b-be68-4364-bf84-7d521ca726b6 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "DELETE /v2.0/security-groups/5f8fb6ba-e4c6-4208-8335-b44f2ede0ca9 HTTP/1.1" status: 204 len: 173 time: 0.2446277 Jul 16 01:31:36.863793 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 948f7834-2e83-4395-b919-7dd401adb6ea {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:36.875948 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c81f6b-be68-4364-bf84-7d521ca726b6 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8fb6ba-e4c6-4208-8335-b44f2ede0ca9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:36.877465 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 948f7834-2e83-4395-b919-7dd401adb6ea not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:37.001861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-6f310585-c1b0-4668-8977-7e5853850715 None None] Set router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:37.328378 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.340540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6f310585-c1b0-4668-8977-7e5853850715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'name': 'tempest-TestServerBasicOps-1716177209-router', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:26:26Z', 'revision_number': 4, 'project_id': '76be8e481dc5456d83ac26143750d606', 'gw_port': {'id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:23Z', 'updated_at': '2021-07-16T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '25ea8189-7261-4ed4-8536-d7dda2e915ab', 'name': '', 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'mac_address': 'fa:16:3e:4f:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:25Z', 'updated_at': '2021-07-16T01:26:31Z', 'revision_number': 5, 'project_id': '76be8e481dc5456d83ac26143750d606', 'subnets': [{'id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:37.389132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f310585-c1b0-4668-8977-7e5853850715 None None] The sync data for ids ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'] in n-d-791505-14 is: [{'id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'name': 'tempest-TestServerBasicOps-1716177209-router', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:26:26Z', 'revision_number': 4, 'project_id': '76be8e481dc5456d83ac26143750d606', 'gw_port': {'id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:23Z', 'updated_at': '2021-07-16T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '25ea8189-7261-4ed4-8536-d7dda2e915ab', 'name': '', 'network_id': '9f89887f-dab9-42ed-a08b-353bc9a4cdc5', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'mac_address': 'fa:16:3e:4f:83:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1697, 'fixed_ips': [{'subnet_id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:25Z', 'updated_at': '2021-07-16T01:26:31Z', 'revision_number': 5, 'project_id': '76be8e481dc5456d83ac26143750d606', 'subnets': [{'id': 'f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:37.457075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d00b037-de73-424b-b10c-804021897f8a req-6f8623e1-3003-4482-af35-df36b1a974b7 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.458873 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d00b037-de73-424b-b10c-804021897f8a req-6f8623e1-3003-4482-af35-df36b1a974b7 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1451716 Jul 16 01:31:37.521631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f38de-fde5-4b16-9b63-671a941703a8 req-85259312-e773-4248-bf91-82ee7e081064 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:37.523222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b1f38de-fde5-4b16-9b63-671a941703a8 req-85259312-e773-4248-bf91-82ee7e081064 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 945 time: 0.1510384 Jul 16 01:31:37.541921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d00b037-de73-424b-b10c-804021897f8a req-b9c6f5c3-e62f-43df-9913-3a79e32a2c98 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691934 Jul 16 01:31:37.620694 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b1f38de-fde5-4b16-9b63-671a941703a8 req-310b0f94-059a-4eda-9294-eeaaa998da31 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831015 Jul 16 01:31:37.663376 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-903e894f-43a4-4233-94be-040edd16b071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:37.876038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41254) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:37.893940 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f263e1c9-9cf4-401b-9979-7a4751193cb0 None None] New status for floating IP fda804ce-38e9-4939-b4f3-7a8428e865ad: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:31:38.079954 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-052b044e-5056-4324-bfa7-2aaaf7ef5ea5 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Deleting port 1ad0511b-d0dc-44c0-a88d-bc95080baf02 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:38.081360 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-052b044e-5056-4324-bfa7-2aaaf7ef5ea5 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.198332 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-052b044e-5056-4324-bfa7-2aaaf7ef5ea5 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.198683 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-052b044e-5056-4324-bfa7-2aaaf7ef5ea5 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.212603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-052b044e-5056-4324-bfa7-2aaaf7ef5ea5 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Calling delete_port for 1ad0511b-d0dc-44c0-a88d-bc95080baf02 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:38.386150 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-052b044e-5056-4324-bfa7-2aaaf7ef5ea5 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.413615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b044e-5056-4324-bfa7-2aaaf7ef5ea5 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Pushing event deleted for resources: {'Port': ['ID=1ad0511b-d0dc-44c0-a88d-bc95080baf02,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:38.488426 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-052b044e-5056-4324-bfa7-2aaaf7ef5ea5 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.491509 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-052b044e-5056-4324-bfa7-2aaaf7ef5ea5 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.493399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-052b044e-5056-4324-bfa7-2aaaf7ef5ea5 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "DELETE /v2.0/floatingips/fda804ce-38e9-4939-b4f3-7a8428e865ad HTTP/1.1" status: 204 len: 168 time: 0.6162841 Jul 16 01:31:38.514671 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.663228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41286) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:38.669895 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41288) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:38.790473 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f009-ea2b-49d2-abd3-218490e5a039 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.813159 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67db8d3a-728c-42b3-997d-5796032936f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.849578 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f009-ea2b-49d2-abd3-218490e5a039 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.902536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0ab0c-06cc-44d7-ab7b-942e1c14a6e0 req-450a1123-8bd6-4ffb-90ae-cabb7efb0c96 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:38.904285 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74f0ab0c-06cc-44d7-ab7b-942e1c14a6e0 req-450a1123-8bd6-4ffb-90ae-cabb7efb0c96 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1874731 Jul 16 01:31:38.925129 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67db8d3a-728c-42b3-997d-5796032936f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.929559 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67db8d3a-728c-42b3-997d-5796032936f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:38.973798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d855f-48e2-40c0-9d00-e02d17895fc6 req-e2042ab8-785b-4194-9d68-c9bc267513ed tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:38.975987 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-67db8d3a-728c-42b3-997d-5796032936f6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5f08f147269b40f7a45395ef68f913af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3049312 Jul 16 01:31:38.977100 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41298) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:38.981751 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e18d855f-48e2-40c0-9d00-e02d17895fc6 req-e2042ab8-785b-4194-9d68-c9bc267513ed tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 945 time: 0.2124696 Jul 16 01:31:38.984729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67db8d3a-728c-42b3-997d-5796032936f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d6b343-24b1-4820-98d2-5b5f4f88a342,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:38.987384 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74f0ab0c-06cc-44d7-ab7b-942e1c14a6e0 req-16572546-5262-4dcb-8198-b4166f08541e tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717933 Jul 16 01:31:39.054495 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-784e9de1-4336-436a-b131-878537374d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.069463 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f009-ea2b-49d2-abd3-218490e5a039 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.073352 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f009-ea2b-49d2-abd3-218490e5a039 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.081703 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d7d2f009-ea2b-49d2-abd3-218490e5a039 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] 10.222.0.22 "DELETE /v2.0/security-groups/f0efe193-76ce-4708-bcb7-5471170946e5 HTTP/1.1" status: 204 len: 168 time: 0.4170904 Jul 16 01:31:39.109896 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-784e9de1-4336-436a-b131-878537374d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.110328 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e18d855f-48e2-40c0-9d00-e02d17895fc6 req-a7a92ea7-84e4-4106-869c-fcdff8551970 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217067 Jul 16 01:31:39.125043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2f009-ea2b-49d2-abd3-218490e5a039 tempest-TestServerBasicOps-1838820765 tempest-TestServerBasicOps-1838820765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0efe193-76ce-4708-bcb7-5471170946e5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:39.216207 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-784e9de1-4336-436a-b131-878537374d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.218729 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-784e9de1-4336-436a-b131-878537374d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:39.222336 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-784e9de1-4336-436a-b131-878537374d28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/02d6b343-24b1-4820-98d2-5b5f4f88a342 HTTP/1.1" status: 204 len: 168 time: 0.2417476 Jul 16 01:31:39.229575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e9de1-4336-436a-b131-878537374d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d6b343-24b1-4820-98d2-5b5f4f88a342,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:39.254251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41304) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:39.715246 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-accac08e-4d67-46a6-8bc3-ef7f1181b7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.071123 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-accac08e-4d67-46a6-8bc3-ef7f1181b7c1 admin admin] Deleting port 25ea8189-7261-4ed4-8536-d7dda2e915ab {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:40.071480 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-accac08e-4d67-46a6-8bc3-ef7f1181b7c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.198994 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.230464 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-accac08e-4d67-46a6-8bc3-ef7f1181b7c1 admin admin] For port 25ea8189-7261-4ed4-8536-d7dda2e915ab, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=25ea8189-7261-4ed4-8536-d7dda2e915ab,segment=NetworkSegment(c859edee-39b0-4cce-8118-fe1d07054a30),segment_id=c859edee-39b0-4cce-8118-fe1d07054a30)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:40.230464 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-accac08e-4d67-46a6-8bc3-ef7f1181b7c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.265435 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-accac08e-4d67-46a6-8bc3-ef7f1181b7c1 admin admin] Calling delete_port for 25ea8189-7261-4ed4-8536-d7dda2e915ab owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:40.336487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f1958-edee-4392-b5d7-b01ec41887d5 req-cd96ce96-6724-4407-92e3-bb7d3d55ae51 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.343407 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-232f1958-edee-4392-b5d7-b01ec41887d5 req-cd96ce96-6724-4407-92e3-bb7d3d55ae51 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1403193 Jul 16 01:31:40.374769 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504a463-6767-4ecb-bcf1-bae9e3a84f91 req-3e19efce-d92a-4e35-a607-c6b44bf48ea0 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:40.381748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1504a463-6767-4ecb-bcf1-bae9e3a84f91 req-3e19efce-d92a-4e35-a607-c6b44bf48ea0 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 945 time: 0.1242881 Jul 16 01:31:40.427303 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-232f1958-edee-4392-b5d7-b01ec41887d5 req-52b00a56-b51c-4d40-af76-5a1d51cec0df tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828726 Jul 16 01:31:40.472345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1504a463-6767-4ecb-bcf1-bae9e3a84f91 req-09b474dd-de84-40e9-8a47-a4c485eb61f2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896115 Jul 16 01:31:40.543791 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-accac08e-4d67-46a6-8bc3-ef7f1181b7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:40.635235 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accac08e-4d67-46a6-8bc3-ef7f1181b7c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=25ea8189-7261-4ed4-8536-d7dda2e915ab,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:40.887829 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-accac08e-4d67-46a6-8bc3-ef7f1181b7c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.159890 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accac08e-4d67-46a6-8bc3-ef7f1181b7c1 admin admin] Router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:41.297222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accac08e-4d67-46a6-8bc3-ef7f1181b7c1 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:41.303345 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-accac08e-4d67-46a6-8bc3-ef7f1181b7c1 admin admin] 10.222.0.22 "PUT /v2.0/routers/63c00f0e-938c-4422-89c7-7b584fb3f0b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0479531 Jul 16 01:31:41.306642 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41362) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:41.311081 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1214bf-fd22-4fd3-98c9-1907ebe8153f None None] Sync routers for ids ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:41.328594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1214bf-fd22-4fd3-98c9-1907ebe8153f None None] Routers {'63c00f0e-938c-4422-89c7-7b584fb3f0b2'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:41.329582 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2e1214bf-fd22-4fd3-98c9-1907ebe8153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:41.518392 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b11e5950-d150-4788-8d88-14e92bb8cdf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.532966 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-2e1214bf-fd22-4fd3-98c9-1907ebe8153f None None] Set router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:41.768962 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b11e5950-d150-4788-8d88-14e92bb8cdf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.844914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b11e5950-d150-4788-8d88-14e92bb8cdf4 admin admin] Deleting port 4b1fcea7-1ad8-4736-862e-59535eccdcd3 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:41.845333 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b11e5950-d150-4788-8d88-14e92bb8cdf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:41.919949 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7951af-c275-4510-a7f6-86fed53d4534 req-ffe92ce5-3645-4077-bac6-6ffc9b398137 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:41.927065 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b7951af-c275-4510-a7f6-86fed53d4534 req-ffe92ce5-3645-4077-bac6-6ffc9b398137 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 945 time: 0.2147415 Jul 16 01:31:41.989578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2e1214bf-fd22-4fd3-98c9-1907ebe8153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'name': 'tempest-TestServerBasicOps-1716177209-router', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:31:40Z', 'revision_number': 5, 'project_id': '76be8e481dc5456d83ac26143750d606', 'gw_port': {'id': '4b1fcea7-1ad8-4736-862e-59535eccdcd3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:65:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:23Z', 'updated_at': '2021-07-16T01:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:42.027435 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b7951af-c275-4510-a7f6-86fed53d4534 req-0f2f2b0e-c822-481e-8ff1-9e5bdacac963 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929999 Jul 16 01:31:42.037796 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-b11e5950-d150-4788-8d88-14e92bb8cdf4 admin admin] For port 4b1fcea7-1ad8-4736-862e-59535eccdcd3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4b1fcea7-1ad8-4736-862e-59535eccdcd3,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:42.038270 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b11e5950-d150-4788-8d88-14e92bb8cdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.057577 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13e4add-70fa-428f-979b-b43f008ac941 req-10a103eb-326a-4592-b5f2-39ccdedd6aca tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:42.064186 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1214bf-fd22-4fd3-98c9-1907ebe8153f None None] Checking router: 63c00f0e-938c-4422-89c7-7b584fb3f0b2 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:42.065317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b13e4add-70fa-428f-979b-b43f008ac941 req-10a103eb-326a-4592-b5f2-39ccdedd6aca tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.2740307 Jul 16 01:31:42.067442 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b11e5950-d150-4788-8d88-14e92bb8cdf4 admin admin] Calling delete_port for 4b1fcea7-1ad8-4736-862e-59535eccdcd3 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:42.098520 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1214bf-fd22-4fd3-98c9-1907ebe8153f None None] Routers {'63c00f0e-938c-4422-89c7-7b584fb3f0b2'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:42.101179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2e1214bf-fd22-4fd3-98c9-1907ebe8153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:42.144569 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b13e4add-70fa-428f-979b-b43f008ac941 req-b85ec26c-30f9-4db3-9847-dcd49b0a574e tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768836 Jul 16 01:31:42.261996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41396) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:42.314884 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-2e1214bf-fd22-4fd3-98c9-1907ebe8153f None None] Set router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:42.329298 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b11e5950-d150-4788-8d88-14e92bb8cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.376760 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2e1214bf-fd22-4fd3-98c9-1907ebe8153f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'name': 'tempest-TestServerBasicOps-1716177209-router', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:31:41Z', 'revision_number': 6, 'project_id': '76be8e481dc5456d83ac26143750d606', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:42.404739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11e5950-d150-4788-8d88-14e92bb8cdf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b1fcea7-1ad8-4736-862e-59535eccdcd3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:42.416913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1214bf-fd22-4fd3-98c9-1907ebe8153f None None] The sync data for ids ['63c00f0e-938c-4422-89c7-7b584fb3f0b2'] in n-d-791505-14 is: [{'id': '63c00f0e-938c-4422-89c7-7b584fb3f0b2', 'name': 'tempest-TestServerBasicOps-1716177209-router', 'tenant_id': '76be8e481dc5456d83ac26143750d606', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:22Z', 'updated_at': '2021-07-16T01:31:41Z', 'revision_number': 6, 'project_id': '76be8e481dc5456d83ac26143750d606', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:42.490199 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebbf5733-d29c-449e-acea-3f05cea86c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.538201 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b11e5950-d150-4788-8d88-14e92bb8cdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.611351 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebbf5733-d29c-449e-acea-3f05cea86c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.615978 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebbf5733-d29c-449e-acea-3f05cea86c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.644734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b11e5950-d150-4788-8d88-14e92bb8cdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.645798 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ebbf5733-d29c-449e-acea-3f05cea86c83 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=998020e7894d4149971f42abe87b2593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3826871 Jul 16 01:31:42.652933 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41402) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:42.654539 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b11e5950-d150-4788-8d88-14e92bb8cdf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.687031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf5733-d29c-449e-acea-3f05cea86c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5579d7b-301a-4e13-afa4-37eefa787f90,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:42.715668 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b11e5950-d150-4788-8d88-14e92bb8cdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.717615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b11e5950-d150-4788-8d88-14e92bb8cdf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63c00f0e-938c-4422-89c7-7b584fb3f0b2 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:31:42.722682 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b11e5950-d150-4788-8d88-14e92bb8cdf4 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.726770 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b11e5950-d150-4788-8d88-14e92bb8cdf4 admin admin] 10.222.0.22 "DELETE /v2.0/routers/63c00f0e-938c-4422-89c7-7b584fb3f0b2 HTTP/1.1" status: 204 len: 168 time: 1.4162724 Jul 16 01:31:42.728548 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41404) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:42.732338 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6f0dda07-2c1a-4dff-bb8c-aef3c0e43061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.778682 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6f0dda07-2c1a-4dff-bb8c-aef3c0e43061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.797541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bd4b83-1f2d-4507-b93f-d63b3b6f2b14 admin admin] Deleting subnet f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:42.813055 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32bd4b83-1f2d-4507-b93f-d63b3b6f2b14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.854070 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32bd4b83-1f2d-4507-b93f-d63b3b6f2b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.880655 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6f0dda07-2c1a-4dff-bb8c-aef3c0e43061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.887809 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6f0dda07-2c1a-4dff-bb8c-aef3c0e43061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:42.891136 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6f0dda07-2c1a-4dff-bb8c-aef3c0e43061 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5579d7b-301a-4e13-afa4-37eefa787f90 HTTP/1.1" status: 204 len: 168 time: 0.2349873 Jul 16 01:31:42.901896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0dda07-2c1a-4dff-bb8c-aef3c0e43061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5579d7b-301a-4e13-afa4-37eefa787f90,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:42.988464 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32bd4b83-1f2d-4507-b93f-d63b3b6f2b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.090411 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32bd4b83-1f2d-4507-b93f-d63b3b6f2b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.114045 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9bd5e5-7ba6-4b1b-a7f4-34ec083ac728 None None] Network 9f89887f-dab9-42ed-a08b-353bc9a4cdc5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:43.133130 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32bd4b83-1f2d-4507-b93f-d63b3b6f2b14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.138501 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41412) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:43.139415 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-32bd4b83-1f2d-4507-b93f-d63b3b6f2b14 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7 HTTP/1.1" status: 204 len: 168 time: 0.4089038 Jul 16 01:31:43.141480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd4b83-1f2d-4507-b93f-d63b3b6f2b14 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f47f0a8b-6bc7-4ed2-a0ce-c54f16a743d7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:43.353735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41418) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:43.373512 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d1b5b5c-8032-4a2e-8aa7-9dda795e29a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.376462 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.415732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a50e363-5104-4654-a2a9-d08695b26c85 req-2b5f8232-1ea8-43cd-9a11-0ad39dac74c2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.424484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a50e363-5104-4654-a2a9-d08695b26c85 req-2b5f8232-1ea8-43cd-9a11-0ad39dac74c2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 945 time: 0.2451270 Jul 16 01:31:43.499858 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d1b5b5c-8032-4a2e-8aa7-9dda795e29a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.505778 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d1b5b5c-8032-4a2e-8aa7-9dda795e29a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.515489 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208c612f-47ce-485b-9889-c3d75800684e None None] DHCP port deletion for 9f89887f-dab9-42ed-a08b-353bc9a4cdc5 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:31:43.531521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade272e2-6ca7-452f-9194-ac96d140e1f1 req-32d81643-e60d-4f26-9b23-3531aad0c300 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:43.539575 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ade272e2-6ca7-452f-9194-ac96d140e1f1 req-32d81643-e60d-4f26-9b23-3531aad0c300 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.2346816 Jul 16 01:31:43.543844 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1d1b5b5c-8032-4a2e-8aa7-9dda795e29a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=166d58d4210041a2b2bed69841cc3729&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879907 Jul 16 01:31:43.549953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41422) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:43.572047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b5b5c-8032-4a2e-8aa7-9dda795e29a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401f6cd5-b9de-4206-995b-96ccbe2dc358,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:43.573059 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a50e363-5104-4654-a2a9-d08695b26c85 req-970bbdf2-392e-4be5-a7ae-7fe483a6f138 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389410 Jul 16 01:31:43.580853 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-208c612f-47ce-485b-9889-c3d75800684e None None] Deleting port 17973f3b-95ce-4bd7-94ee-9b2001690f6a {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:43.582404 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-208c612f-47ce-485b-9889-c3d75800684e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.608019 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ade272e2-6ca7-452f-9194-ac96d140e1f1 req-8c5abc88-9e73-438f-bf55-458af2d8a02b tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621316 Jul 16 01:31:43.624746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] Deleting port 17973f3b-95ce-4bd7-94ee-9b2001690f6a {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:43.634282 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.645564 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4617ce8-7519-49c9-9ce7-3b4a5ce8c2b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.681873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-208c612f-47ce-485b-9889-c3d75800684e None None] For port 17973f3b-95ce-4bd7-94ee-9b2001690f6a, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=17973f3b-95ce-4bd7-94ee-9b2001690f6a,segment=NetworkSegment(c859edee-39b0-4cce-8118-fe1d07054a30),segment_id=c859edee-39b0-4cce-8118-fe1d07054a30)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:43.682582 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-208c612f-47ce-485b-9889-c3d75800684e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.702099 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4617ce8-7519-49c9-9ce7-3b4a5ce8c2b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.706615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-208c612f-47ce-485b-9889-c3d75800684e None None] Calling delete_port for 17973f3b-95ce-4bd7-94ee-9b2001690f6a owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:43.724746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] For port 17973f3b-95ce-4bd7-94ee-9b2001690f6a, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=17973f3b-95ce-4bd7-94ee-9b2001690f6a,segment=NetworkSegment(c859edee-39b0-4cce-8118-fe1d07054a30),segment_id=c859edee-39b0-4cce-8118-fe1d07054a30)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:43.725186 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.744207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] Calling delete_port for 17973f3b-95ce-4bd7-94ee-9b2001690f6a owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:43.800482 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4617ce8-7519-49c9-9ce7-3b4a5ce8c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.803054 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4617ce8-7519-49c9-9ce7-3b4a5ce8c2b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.806979 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c4617ce8-7519-49c9-9ce7-3b4a5ce8c2b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/401f6cd5-b9de-4206-995b-96ccbe2dc358 HTTP/1.1" status: 204 len: 168 time: 0.2533512 Jul 16 01:31:43.816318 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4617ce8-7519-49c9-9ce7-3b4a5ce8c2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401f6cd5-b9de-4206-995b-96ccbe2dc358,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:43.830719 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-208c612f-47ce-485b-9889-c3d75800684e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.862454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208c612f-47ce-485b-9889-c3d75800684e None None] Pushing event deleted for resources: {'Port': ['ID=17973f3b-95ce-4bd7-94ee-9b2001690f6a,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:43.867465 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208c612f-47ce-485b-9889-c3d75800684e None None] No DVR routers for this DVR port 17973f3b-95ce-4bd7-94ee-9b2001690f6a on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:43.884763 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:43.913858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] Pushing event deleted for resources: {'Port': ['ID=17973f3b-95ce-4bd7-94ee-9b2001690f6a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:43.919698 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] No DVR routers for this DVR port 17973f3b-95ce-4bd7-94ee-9b2001690f6a on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:44.002256 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.013993 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f89887f-dab9-42ed-a08b-353bc9a4cdc5']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:44.025122 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 25ea8189-7261-4ed4-8536-d7dda2e915ab no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:44.060414 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 25ea8189-7261-4ed4-8536-d7dda2e915ab {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:44.060760 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 25ea8189-7261-4ed4-8536-d7dda2e915ab not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:44.061182 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4b1fcea7-1ad8-4736-862e-59535eccdcd3 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:44.083378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c859edee-39b0-4cce-8118-fe1d07054a30') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:44.083594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c859edee-39b0-4cce-8118-fe1d07054a30') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:44.098534 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.098776 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 4b1fcea7-1ad8-4736-862e-59535eccdcd3 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:44.098776 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4b1fcea7-1ad8-4736-862e-59535eccdcd3 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:44.100055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 17973f3b-95ce-4bd7-94ee-9b2001690f6a no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:44.116376 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.119837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802dd21-e843-467c-884f-080a01ee6903 req-e661acbc-d70d-49d8-a6aa-72136fcb924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.121830 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1802dd21-e843-467c-884f-080a01ee6903 req-e661acbc-d70d-49d8-a6aa-72136fcb924e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=848d0be8cf484a8ea0257a4874489c0c&device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 1097 time: 0.0943460 Jul 16 01:31:44.126348 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 17973f3b-95ce-4bd7-94ee-9b2001690f6a {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:44.126986 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 17973f3b-95ce-4bd7-94ee-9b2001690f6a not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:44.127746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:44.128170 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:44.129994 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:44.184210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2963f1cb-159f-4292-9a43-77b3181abe60 req-409b619e-151f-4235-a7ee-e15b5c8896e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.185674 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2963f1cb-159f-4292-9a43-77b3181abe60 req-409b619e-151f-4235-a7ee-e15b5c8896e2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=82cbe9d9-283a-4c69-a1bc-536a90b2446b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1692493 Jul 16 01:31:44.193103 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.197988 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:44.200101 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] 10.222.0.22 "DELETE /v2.0/networks/9f89887f-dab9-42ed-a08b-353bc9a4cdc5 HTTP/1.1" status: 204 len: 168 time: 1.0605695 Jul 16 01:31:44.203191 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41432) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:44.207127 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-2963f1cb-159f-4292-9a43-77b3181abe60 req-c85478a9-a106-4acb-ac3f-77a69e9f3f51 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:31:44.208211 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2963f1cb-159f-4292-9a43-77b3181abe60 req-c85478a9-a106-4acb-ac3f-77a69e9f3f51 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053062 Jul 16 01:31:44.219582 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7c949-21a6-487d-917c-31ed870ec74e admin admin] Pushing event deleted for resources: {'Network': ['ID=9f89887f-dab9-42ed-a08b-353bc9a4cdc5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:44.305420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802dd21-e843-467c-884f-080a01ee6903 req-6759b9db-4b2b-4bae-9aed-1756324b5fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.306573 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1802dd21-e843-467c-884f-080a01ee6903 req-6759b9db-4b2b-4bae-9aed-1756324b5fd2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=443b0636-2ec7-4971-8416-ad4875e96dd4 HTTP/1.1" status: 200 len: 920 time: 0.1664767 Jul 16 01:31:44.319774 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2963f1cb-159f-4292-9a43-77b3181abe60 req-0d1e0eca-87a5-4f20-93e6-f31cb3662537 service neutron] 10.222.0.70 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970063 Jul 16 01:31:44.420968 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2963f1cb-159f-4292-9a43-77b3181abe60 req-d666f6ea-e294-4ac8-abda-dc630a44127d service neutron] 10.222.0.70 "GET /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896490 Jul 16 01:31:44.661287 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1802dd21-e843-467c-884f-080a01ee6903 req-d58ed7e2-fa6a-40f6-9fb5-99cf406effea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a340aa5e-9a17-48d4-a397-0b4b66404f53 HTTP/1.1" status: 200 len: 217 time: 0.3422093 Jul 16 01:31:44.795877 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802dd21-e843-467c-884f-080a01ee6903 req-8d9d3753-4a49-4b15-bb1b-d26c06954edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.797332 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1802dd21-e843-467c-884f-080a01ee6903 req-8d9d3753-4a49-4b15-bb1b-d26c06954edc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6272e637-e25c-4ff7-bda6-1602210b065c HTTP/1.1" status: 200 len: 859 time: 0.0906868 Jul 16 01:31:44.839038 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1802dd21-e843-467c-884f-080a01ee6903 req-e3f85027-30f7-4568-a148-44b442141a47 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=443b0636-2ec7-4971-8416-ad4875e96dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309868 Jul 16 01:31:44.869192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e03ec3-6659-4c44-b2a7-89eebaff0aa8 req-160a3f23-edab-4e08-9ceb-d1776b3e3e46 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.871063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-75e03ec3-6659-4c44-b2a7-89eebaff0aa8 req-160a3f23-edab-4e08-9ceb-d1776b3e3e46 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 945 time: 0.1410732 Jul 16 01:31:44.881063 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03adc037-07aa-4dcb-94af-28535d005862 req-07e1068c-298a-44d4-ba1b-dfb2a4824f9e tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:44.882928 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03adc037-07aa-4dcb-94af-28535d005862 req-07e1068c-298a-44d4-ba1b-dfb2a4824f9e tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1111648 Jul 16 01:31:44.944030 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-75e03ec3-6659-4c44-b2a7-89eebaff0aa8 req-fc8c53c0-0406-4a60-8278-0f4114d1f2e9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599003 Jul 16 01:31:44.946889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03adc037-07aa-4dcb-94af-28535d005862 req-1326dec0-864e-4f45-b5f1-3556e3bba679 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557082 Jul 16 01:31:44.992711 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1802dd21-e843-467c-884f-080a01ee6903 req-344a027a-fd12-4d27-9baa-cd3d4bbfbc84 service neutron] 10.222.0.70 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261365 Jul 16 01:31:45.137551 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1802dd21-e843-467c-884f-080a01ee6903 req-44eb0ae9-b674-4c90-9a9d-795057be7c11 service neutron] 10.222.0.70 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352606 Jul 16 01:31:45.155550 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22ab989e-5a19-4e83-ae20-9c0de96a623c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.305981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ac635-6b9b-439b-b5f1-15223278d5ed req-b765953a-691f-47a6-999c-cd34d9d4d708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.307497 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-988ac635-6b9b-439b-b5f1-15223278d5ed req-b765953a-691f-47a6-999c-cd34d9d4d708 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=848d0be8cf484a8ea0257a4874489c0c&device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 1097 time: 0.1111410 Jul 16 01:31:45.454997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ac635-6b9b-439b-b5f1-15223278d5ed req-043df8d2-2a23-41c9-ba8e-6da9d43f295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.456526 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-988ac635-6b9b-439b-b5f1-15223278d5ed req-043df8d2-2a23-41c9-ba8e-6da9d43f295e service neutron] 10.222.0.70 "GET /v2.0/networks?id=443b0636-2ec7-4971-8416-ad4875e96dd4 HTTP/1.1" status: 200 len: 920 time: 0.1224654 Jul 16 01:31:45.523850 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-988ac635-6b9b-439b-b5f1-15223278d5ed req-de7c30c4-153c-4abb-bf60-32fd5f1f3143 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a340aa5e-9a17-48d4-a397-0b4b66404f53 HTTP/1.1" status: 200 len: 217 time: 0.0400536 Jul 16 01:31:45.607851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ac635-6b9b-439b-b5f1-15223278d5ed req-28e1dd9a-c343-4d53-8faf-bc00eee274a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:45.609344 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-988ac635-6b9b-439b-b5f1-15223278d5ed req-28e1dd9a-c343-4d53-8faf-bc00eee274a8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=6272e637-e25c-4ff7-bda6-1602210b065c HTTP/1.1" status: 200 len: 859 time: 0.0563333 Jul 16 01:31:45.617459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-22ab989e-5a19-4e83-ae20-9c0de96a623c admin admin] Deleting port 16fbb9a0-f19a-4cb1-8d41-af69502865c8 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:45.617808 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22ab989e-5a19-4e83-ae20-9c0de96a623c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.662060 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-988ac635-6b9b-439b-b5f1-15223278d5ed req-511db5c3-0a8c-4ba8-9d70-92a548a931e7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=443b0636-2ec7-4971-8416-ad4875e96dd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414662 Jul 16 01:31:45.779912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-22ab989e-5a19-4e83-ae20-9c0de96a623c admin admin] For port 16fbb9a0-f19a-4cb1-8d41-af69502865c8, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=16fbb9a0-f19a-4cb1-8d41-af69502865c8,segment=NetworkSegment(bdd2c8fb-f14e-486a-b729-0ed99e77a516),segment_id=bdd2c8fb-f14e-486a-b729-0ed99e77a516)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:45.780201 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22ab989e-5a19-4e83-ae20-9c0de96a623c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:45.798846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-22ab989e-5a19-4e83-ae20-9c0de96a623c admin admin] Calling delete_port for 16fbb9a0-f19a-4cb1-8d41-af69502865c8 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:45.824067 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-988ac635-6b9b-439b-b5f1-15223278d5ed req-b892c71e-2a55-440f-acf6-494b741db840 service neutron] 10.222.0.70 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261137 Jul 16 01:31:46.002877 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-988ac635-6b9b-439b-b5f1-15223278d5ed req-5f07edfd-75a8-4cc9-b663-2ddb82840744 service neutron] 10.222.0.70 "GET /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448722 Jul 16 01:31:46.111689 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22ab989e-5a19-4e83-ae20-9c0de96a623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.138312 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ab989e-5a19-4e83-ae20-9c0de96a623c admin admin] Pushing event deleted for resources: {'Port': ['ID=16fbb9a0-f19a-4cb1-8d41-af69502865c8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:46.234014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81feec-144c-4c92-8a71-d6e9097bca55 req-59bf2cc2-4fab-4f49-9621-5c057b6b0bb9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.235693 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb81feec-144c-4c92-8a71-d6e9097bca55 req-59bf2cc2-4fab-4f49-9621-5c057b6b0bb9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 945 time: 0.1406782 Jul 16 01:31:46.244560 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3769b2e6-3fd4-4d90-92a0-f1fb36606264 req-b0788cd6-c56f-44d6-90c5-9ef027ebe629 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:46.246156 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3769b2e6-3fd4-4d90-92a0-f1fb36606264 req-b0788cd6-c56f-44d6-90c5-9ef027ebe629 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1139514 Jul 16 01:31:46.306737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb81feec-144c-4c92-8a71-d6e9097bca55 req-47129c3d-2d22-4be8-928c-db25b30591b9 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595131 Jul 16 01:31:46.310267 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3769b2e6-3fd4-4d90-92a0-f1fb36606264 req-942789d0-8c18-480b-b750-1e9b074e888b tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567460 Jul 16 01:31:46.357531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-22ab989e-5a19-4e83-ae20-9c0de96a623c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.436402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ee0416f3-5090-40dc-b6a0-fe3724923f68 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:31:46.566186 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port ee0416f3-5090-40dc-b6a0-fe3724923f68, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:46.578713 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'ee0416f3-5090-40dc-b6a0-fe3724923f68', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'port_id': 'ee0416f3-5090-40dc-b6a0-fe3724923f68', 'mac_address': 'fa:16:3e:d8:dc:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:31:46.619241 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ab989e-5a19-4e83-ae20-9c0de96a623c admin admin] Router 0415db26-176d-48bb-9947-153da01472ec has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:46.626118 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.649901 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee0416f3-5090-40dc-b6a0-fe3724923f68 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:31:46.669914 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port ee0416f3-5090-40dc-b6a0-fe3724923f68, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:46.674525 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.728892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=ee0416f3-5090-40dc-b6a0-fe3724923f68,revision_number=11']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:46.734968 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ab989e-5a19-4e83-ae20-9c0de96a623c admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:46.736893 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:46.737241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:46.737587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:46.737925 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:46.738264 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:46.738594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:46.738924 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:46.739693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:46.739693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:46.740006 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:46.740251 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:46.740574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:31:46.744896 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11bfd91-4456-47fc-b99d-a84836eca96b None None] Sync routers for ids ['0415db26-176d-48bb-9947-153da01472ec'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:46.752249 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-22ab989e-5a19-4e83-ae20-9c0de96a623c admin admin] 10.222.0.22 "PUT /v2.0/routers/0415db26-176d-48bb-9947-153da01472ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5481875 Jul 16 01:31:46.753005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41606) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:46.755472 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11bfd91-4456-47fc-b99d-a84836eca96b None None] Routers {'0415db26-176d-48bb-9947-153da01472ec'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:46.756132 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f11bfd91-4456-47fc-b99d-a84836eca96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0415db26-176d-48bb-9947-153da01472ec'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:46.862985 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f11bfd91-4456-47fc-b99d-a84836eca96b None None] Set router 0415db26-176d-48bb-9947-153da01472ec gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:46.866636 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ee506aa3-fc2e-4fb8-8cec-33028e64fd5b admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:46.973907 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ee506aa3-fc2e-4fb8-8cec-33028e64fd5b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.025548 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['ee0416f3-5090-40dc-b6a0-fe3724923f68'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:47.033584 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ee506aa3-fc2e-4fb8-8cec-33028e64fd5b admin admin] Deleting port cb287158-a1e7-427a-9471-a31a2b360275 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:47.033946 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ee506aa3-fc2e-4fb8-8cec-33028e64fd5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.078478 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f11bfd91-4456-47fc-b99d-a84836eca96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0415db26-176d-48bb-9947-153da01472ec', 'name': 'tempest-TestServerBasicOps-584961371-router', 'tenant_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': 'cb287158-a1e7-427a-9471-a31a2b360275', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:31:46Z', 'revision_number': 5, 'project_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'gw_port': {'id': 'cb287158-a1e7-427a-9471-a31a2b360275', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:24:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0415db26-176d-48bb-9947-153da01472ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:26:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:47.098782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41612) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:47.110065 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11bfd91-4456-47fc-b99d-a84836eca96b None None] Checking router: 0415db26-176d-48bb-9947-153da01472ec for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:47.121652 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11bfd91-4456-47fc-b99d-a84836eca96b None None] Routers {'0415db26-176d-48bb-9947-153da01472ec'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:47.122321 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f11bfd91-4456-47fc-b99d-a84836eca96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0415db26-176d-48bb-9947-153da01472ec'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:47.142905 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-ee506aa3-fc2e-4fb8-8cec-33028e64fd5b admin admin] For port cb287158-a1e7-427a-9471-a31a2b360275, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=cb287158-a1e7-427a-9471-a31a2b360275,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:47.143379 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ee506aa3-fc2e-4fb8-8cec-33028e64fd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.157573 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ee506aa3-fc2e-4fb8-8cec-33028e64fd5b admin admin] Calling delete_port for cb287158-a1e7-427a-9471-a31a2b360275 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:47.223749 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f11bfd91-4456-47fc-b99d-a84836eca96b None None] Set router 0415db26-176d-48bb-9947-153da01472ec gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:47.236560 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-46466653-b5ec-4e11-951d-f06d026ab51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.282855 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f11bfd91-4456-47fc-b99d-a84836eca96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0415db26-176d-48bb-9947-153da01472ec', 'name': 'tempest-TestServerBasicOps-584961371-router', 'tenant_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:31:46Z', 'revision_number': 6, 'project_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:47.311698 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11bfd91-4456-47fc-b99d-a84836eca96b None None] The sync data for ids ['0415db26-176d-48bb-9947-153da01472ec'] in n-d-791505-14 is: [{'id': '0415db26-176d-48bb-9947-153da01472ec', 'name': 'tempest-TestServerBasicOps-584961371-router', 'tenant_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:26:28Z', 'updated_at': '2021-07-16T01:31:46Z', 'revision_number': 6, 'project_id': 'a501b2634a7d41ebac5feb8bb0f95218', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:47.340964 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ee506aa3-fc2e-4fb8-8cec-33028e64fd5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.370163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee506aa3-fc2e-4fb8-8cec-33028e64fd5b admin admin] Pushing event deleted for resources: {'Port': ['ID=cb287158-a1e7-427a-9471-a31a2b360275,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:47.405648 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-46466653-b5ec-4e11-951d-f06d026ab51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.421057 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff46d7-76c9-47b7-ab78-d345d34c0192 req-261d24ef-5fa1-42e2-ab0f-e77d32274ac9 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.423111 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7bff46d7-76c9-47b7-ab78-d345d34c0192 req-261d24ef-5fa1-42e2-ab0f-e77d32274ac9 tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.70 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.1748834 Jul 16 01:31:47.424989 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-46466653-b5ec-4e11-951d-f06d026ab51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.443190 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ee506aa3-fc2e-4fb8-8cec-33028e64fd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.501037 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-46466653-b5ec-4e11-951d-f06d026ab51e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77bfa3d402214c749d5ffcf512a5d4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4010620 Jul 16 01:31:47.508732 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41624) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:47.528670 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46466653-b5ec-4e11-951d-f06d026ab51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1774d6c2-2aa9-4cb2-9b83-4573024d63b8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:47.611669 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:31:47.615645 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3963c922-8c77-4f5c-b92c-83adc1cc3d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.629190 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-7bff46d7-76c9-47b7-ab78-d345d34c0192 req-d46f03a4-e82e-4974-8b2b-77daa1c4c04a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Deleting port a340aa5e-9a17-48d4-a397-0b4b66404f53 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:47.629445 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7bff46d7-76c9-47b7-ab78-d345d34c0192 req-d46f03a4-e82e-4974-8b2b-77daa1c4c04a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.663297 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3963c922-8c77-4f5c-b92c-83adc1cc3d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.759404 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-7bff46d7-76c9-47b7-ab78-d345d34c0192 req-d46f03a4-e82e-4974-8b2b-77daa1c4c04a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] For port a340aa5e-9a17-48d4-a397-0b4b66404f53, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a340aa5e-9a17-48d4-a397-0b4b66404f53,segment=NetworkSegment(0a4127b6-f6fb-4023-80e1-ae17884f89e8),segment_id=0a4127b6-f6fb-4023-80e1-ae17884f89e8)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:47.759816 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7bff46d7-76c9-47b7-ab78-d345d34c0192 req-d46f03a4-e82e-4974-8b2b-77daa1c4c04a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.781601 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-7bff46d7-76c9-47b7-ab78-d345d34c0192 req-d46f03a4-e82e-4974-8b2b-77daa1c4c04a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Calling delete_port for a340aa5e-9a17-48d4-a397-0b4b66404f53 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:47.791480 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3963c922-8c77-4f5c-b92c-83adc1cc3d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.794000 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3963c922-8c77-4f5c-b92c-83adc1cc3d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.795414 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3963c922-8c77-4f5c-b92c-83adc1cc3d5f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1774d6c2-2aa9-4cb2-9b83-4573024d63b8 HTTP/1.1" status: 204 len: 168 time: 0.2840097 Jul 16 01:31:47.829354 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ee506aa3-fc2e-4fb8-8cec-33028e64fd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.831533 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963c922-8c77-4f5c-b92c-83adc1cc3d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1774d6c2-2aa9-4cb2-9b83-4573024d63b8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:47.833468 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ee506aa3-fc2e-4fb8-8cec-33028e64fd5b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.898900 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ee506aa3-fc2e-4fb8-8cec-33028e64fd5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.899341 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee506aa3-fc2e-4fb8-8cec-33028e64fd5b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0415db26-176d-48bb-9947-153da01472ec {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:31:47.906152 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ee506aa3-fc2e-4fb8-8cec-33028e64fd5b admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.908225 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ee506aa3-fc2e-4fb8-8cec-33028e64fd5b admin admin] 10.222.0.22 "DELETE /v2.0/routers/0415db26-176d-48bb-9947-153da01472ec HTTP/1.1" status: 204 len: 168 time: 1.1541889 Jul 16 01:31:47.910469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41628) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:47.925903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d229e2-3677-4e03-aaa3-0d5b33789ac5 req-77f9940b-682d-46ea-ad90-f4f78b06883d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.927424 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21d229e2-3677-4e03-aaa3-0d5b33789ac5 req-77f9940b-682d-46ea-ad90-f4f78b06883d tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c4bf39d-5a96-4a09-8dbd-d807974ef69a HTTP/1.1" status: 200 len: 945 time: 0.4553335 Jul 16 01:31:47.937613 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506942b-eb8c-473d-8e37-64cbc083730d req-de6467ea-ef60-482c-b96f-16be792fd8cf tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:47.937613 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7506942b-eb8c-473d-8e37-64cbc083730d req-de6467ea-ef60-482c-b96f-16be792fd8cf tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 946 time: 0.4632587 Jul 16 01:31:47.969359 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7bff46d7-76c9-47b7-ab78-d345d34c0192 req-d46f03a4-e82e-4974-8b2b-77daa1c4c04a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:47.982353 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a340aa5e-9a17-48d4-a397-0b4b66404f53'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:31:47.992789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21d229e2-3677-4e03-aaa3-0d5b33789ac5 req-ac7828cd-a16f-4db2-9195-dff0a01c67fe tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.22 "GET /v2.0/security-groups?id=a1a8a041-3008-43c5-9972-39b07375fecb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553493 Jul 16 01:31:48.001547 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f03a4-e82e-4974-8b2b-77daa1c4c04a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Pushing event deleted for resources: {'Port': ['ID=a340aa5e-9a17-48d4-a397-0b4b66404f53,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:48.009005 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7506942b-eb8c-473d-8e37-64cbc083730d req-45053275-eb06-42f3-8c99-c27b9245cc6a tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572329 Jul 16 01:31:48.009142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e97b07d-ff74-4161-8a51-214c23c48580 admin admin] Deleting subnet c54f8636-9d16-46b7-b923-8654b550fe54 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:48.012967 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e97b07d-ff74-4161-8a51-214c23c48580 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.080084 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e97b07d-ff74-4161-8a51-214c23c48580 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.116050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bff46d7-76c9-47b7-ab78-d345d34c0192 req-d46f03a4-e82e-4974-8b2b-77daa1c4c04a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] No DVR routers for this DVR port a340aa5e-9a17-48d4-a397-0b4b66404f53 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:48.119407 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7bff46d7-76c9-47b7-ab78-d345d34c0192 req-d46f03a4-e82e-4974-8b2b-77daa1c4c04a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.121872 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7bff46d7-76c9-47b7-ab78-d345d34c0192 req-d46f03a4-e82e-4974-8b2b-77daa1c4c04a tempest-ServerRescueTestJSONUnderV235-907919461 tempest-ServerRescueTestJSONUnderV235-907919461-project] 10.222.0.70 "DELETE /v2.0/ports/a340aa5e-9a17-48d4-a397-0b4b66404f53 HTTP/1.1" status: 204 len: 173 time: 0.6767378 Jul 16 01:31:48.124086 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'name': 'network-vif-deleted', 'tag': 'a340aa5e-9a17-48d4-a397-0b4b66404f53'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:48.126992 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65ad88c-7f47-4e0c-9f78-46d9c748b547" -d '{"events": [{"server_uuid": "5c4bf39d-5a96-4a09-8dbd-d807974ef69a", "name": "network-vif-deleted", "tag": "a340aa5e-9a17-48d4-a397-0b4b66404f53"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:48.188151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41636) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:48.216281 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c20a7897-dbe9-418f-94f4-afa0d68e831a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.244484 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e97b07d-ff74-4161-8a51-214c23c48580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.249750 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 16fbb9a0-f19a-4cb1-8d41-af69502865c8 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:48.274946 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 16fbb9a0-f19a-4cb1-8d41-af69502865c8 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:48.275272 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 16fbb9a0-f19a-4cb1-8d41-af69502865c8 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:48.275980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cb287158-a1e7-427a-9471-a31a2b360275 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:48.301002 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: cb287158-a1e7-427a-9471-a31a2b360275 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:48.301610 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cb287158-a1e7-427a-9471-a31a2b360275 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:48.339372 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e97b07d-ff74-4161-8a51-214c23c48580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.356206 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c20a7897-dbe9-418f-94f4-afa0d68e831a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.361057 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c20a7897-dbe9-418f-94f4-afa0d68e831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.376129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97b07d-ff74-4161-8a51-214c23c48580 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c54f8636-9d16-46b7-b923-8654b550fe54,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:48.377637 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa6561a-9b7f-4b6c-b7ba-a36d87afe214 None None] Network 9df8a980-8334-4512-b657-9f7b8f8430b2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:48.383637 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e97b07d-ff74-4161-8a51-214c23c48580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.389060 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1e97b07d-ff74-4161-8a51-214c23c48580 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c54f8636-9d16-46b7-b923-8654b550fe54 HTTP/1.1" status: 204 len: 168 time: 0.4774947 Jul 16 01:31:48.391433 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41640) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:48.425757 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c20a7897-dbe9-418f-94f4-afa0d68e831a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1ffad0e0bca4314ad75f0bef97ef0f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362309 Jul 16 01:31:48.429775 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41642) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:48.431408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a7897-dbe9-418f-94f4-afa0d68e831a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9381022-c396-4737-bb23-039b9c6cc404,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:48.467498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ee0416f3-5090-40dc-b6a0-fe3724923f68 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:48.511181 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.523313 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8fa88d-d3da-439a-9b17-8a089da63485 x-openstack-request-id: req-2f8fa88d-d3da-439a-9b17-8a089da63485 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:48.523597 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c4bf39d-5a96-4a09-8dbd-d807974ef69a", "name": "network-vif-deleted", "tag": "a340aa5e-9a17-48d4-a397-0b4b66404f53", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:48.523877 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2f8fa88d-d3da-439a-9b17-8a089da63485 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:48.524589 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c4bf39d-5a96-4a09-8dbd-d807974ef69a', 'name': 'network-vif-deleted', 'tag': 'a340aa5e-9a17-48d4-a397-0b4b66404f53', 'status': 'completed', 'code': 200} Jul 16 01:31:48.562117 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c03f924d-e03b-44e4-800f-904d709f05f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.574486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port ee0416f3-5090-40dc-b6a0-fe3724923f68 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:48.579716 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port ee0416f3-5090-40dc-b6a0-fe3724923f68 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:48.580250 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.596383 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c03f924d-e03b-44e4-800f-904d709f05f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.628140 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] Deleting port 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:48.628354 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.680539 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.691196 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edea2b9-6cce-4dc8-b73a-aa1e31c467c1 None None] DHCP port deletion for 9df8a980-8334-4512-b657-9f7b8f8430b2 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:31:48.709130 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] For port 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4c5a321d-ad8c-4dfd-81d8-5fc802c7c015,segment=NetworkSegment(bdd2c8fb-f14e-486a-b729-0ed99e77a516),segment_id=bdd2c8fb-f14e-486a-b729-0ed99e77a516)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:48.709579 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.717340 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c03f924d-e03b-44e4-800f-904d709f05f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.720146 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c03f924d-e03b-44e4-800f-904d709f05f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.723605 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c03f924d-e03b-44e4-800f-904d709f05f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9381022-c396-4737-bb23-039b9c6cc404 HTTP/1.1" status: 204 len: 168 time: 0.2886786 Jul 16 01:31:48.729197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] Calling delete_port for 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:48.736715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03f924d-e03b-44e4-800f-904d709f05f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9381022-c396-4737-bb23-039b9c6cc404,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:48.737109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0416f3-5090-40dc-b6a0-fe3724923f68'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:31:48.746573 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05521d6-ed7f-4723-9073-6271e222d749" -d '{"events": [{"server_uuid": "12268a13-0dce-42bd-bd47-3976b74c0e3e", "name": "network-vif-plugged", "status": "completed", "tag": "ee0416f3-5090-40dc-b6a0-fe3724923f68"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:31:48.782204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port ee0416f3-5090-40dc-b6a0-fe3724923f68, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:48.793372 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.797603 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a340aa5e-9a17-48d4-a397-0b4b66404f53 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:48.848897 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.870297 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: a340aa5e-9a17-48d4-a397-0b4b66404f53 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:48.870830 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a340aa5e-9a17-48d4-a397-0b4b66404f53 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:48.890071 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c5a321d-ad8c-4dfd-81d8-5fc802c7c015,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:48.892659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] No DVR routers for this DVR port 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:48.912523 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2edea2b9-6cce-4dc8-b73a-aa1e31c467c1 None None] Deleting port 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:48.912896 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2edea2b9-6cce-4dc8-b73a-aa1e31c467c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:48.930785 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8aeeaf-e096-48b0-a4b9-5413ef60a4cd x-openstack-request-id: req-2e8aeeaf-e096-48b0-a4b9-5413ef60a4cd {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:31:48.931305 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12268a13-0dce-42bd-bd47-3976b74c0e3e", "name": "network-vif-plugged", "status": "completed", "tag": "ee0416f3-5090-40dc-b6a0-fe3724923f68", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:31:48.931710 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e8aeeaf-e096-48b0-a4b9-5413ef60a4cd {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:31:48.932265 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee0416f3-5090-40dc-b6a0-fe3724923f68', 'code': 200} Jul 16 01:31:48.940561 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=ee0416f3-5090-40dc-b6a0-fe3724923f68,revision_number=12']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:49.004844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2edea2b9-6cce-4dc8-b73a-aa1e31c467c1 None None] For port 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:49.005502 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2edea2b9-6cce-4dc8-b73a-aa1e31c467c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.006650 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.018806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9df8a980-8334-4512-b657-9f7b8f8430b2']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:49.028660 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2edea2b9-6cce-4dc8-b73a-aa1e31c467c1 None None] Calling delete_port for 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:49.032430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-2edea2b9-6cce-4dc8-b73a-aa1e31c467c1 None None] Port 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:31:49.034185 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2edea2b9-6cce-4dc8-b73a-aa1e31c467c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.037252 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd2c8fb-f14e-486a-b729-0ed99e77a516') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:49.037658 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd2c8fb-f14e-486a-b729-0ed99e77a516') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:49.071921 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.091125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edea2b9-6cce-4dc8-b73a-aa1e31c467c1 None None] Pushing event deleted for resources: {'Port': ['ID=4c5a321d-ad8c-4dfd-81d8-5fc802c7c015,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:49.093439 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edea2b9-6cce-4dc8-b73a-aa1e31c467c1 None None] No DVR routers for this DVR port 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:31:49.132526 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.143232 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41660) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:49.144464 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:49.144893 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:49.147287 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:49.230066 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.242357 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.245625 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9df8a980-8334-4512-b657-9f7b8f8430b2 HTTP/1.1" status: 204 len: 168 time: 0.8526509 Jul 16 01:31:49.262160 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74760875-de18-4d29-ad9a-4ce1b63ffd51 req-3d134de8-e341-42d1-b054-65d889119a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.264566 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-74760875-de18-4d29-ad9a-4ce1b63ffd51 req-3d134de8-e341-42d1-b054-65d889119a6a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 1099 time: 0.1732054 Jul 16 01:31:49.265718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fc0e0-a61f-4ab3-9d31-a56027a7e074 admin admin] Pushing event deleted for resources: {'Network': ['ID=9df8a980-8334-4512-b657-9f7b8f8430b2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:49.306248 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-74760875-de18-4d29-ad9a-4ce1b63ffd51 req-658f9e63-6525-4ca5-aeb8-ae56cb1dfd40 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343344 Jul 16 01:31:49.430983 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41674) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:49.473683 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-68e6db28-1a04-4020-a2ca-004dcacdd950 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76be8e481dc5456d83ac26143750d606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415123 Jul 16 01:31:49.476166 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41676) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:49.541020 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b02aff7c-9133-406e-9c30-b8f902e710eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.571961 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b02aff7c-9133-406e-9c30-b8f902e710eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.623936 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27349c39-641f-47bc-ab22-787752aa7406 req-6036ed4e-575a-4c86-b204-cb668acb15bd tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.624734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b02aff7c-9133-406e-9c30-b8f902e710eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.626025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27349c39-641f-47bc-ab22-787752aa7406 req-6036ed4e-575a-4c86-b204-cb668acb15bd tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 947 time: 0.1502676 Jul 16 01:31:49.627746 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b02aff7c-9133-406e-9c30-b8f902e710eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.629106 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b02aff7c-9133-406e-9c30-b8f902e710eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c42323c9-2754-4828-b3b5-bdc459376e3e HTTP/1.1" status: 204 len: 168 time: 0.1518455 Jul 16 01:31:49.652307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02aff7c-9133-406e-9c30-b8f902e710eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42323c9-2754-4828-b3b5-bdc459376e3e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:49.701736 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27349c39-641f-47bc-ab22-787752aa7406 req-828ddd47-1589-4fc0-aef6-cbf7db562f14 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650699 Jul 16 01:31:49.775072 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-5c8288ce-32b6-48df-aa46-46fe75d86229 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0892386 Jul 16 01:31:49.815524 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dce1e638-5c91-4ea8-9a22-be0291e6021b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:49.908754 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-7b02dd2b-392f-4577-b493-d3b8b971f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.909523 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-7b02dd2b-392f-4577-b493-d3b8b971f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.910182 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-7b02dd2b-392f-4577-b493-d3b8b971f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.910861 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-7b02dd2b-392f-4577-b493-d3b8b971f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.911539 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-7b02dd2b-392f-4577-b493-d3b8b971f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.912114 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-7b02dd2b-392f-4577-b493-d3b8b971f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.912682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-7b02dd2b-392f-4577-b493-d3b8b971f7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:49.915007 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-7b02dd2b-392f-4577-b493-d3b8b971f7ef service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 6508 time: 0.0786357 Jul 16 01:31:50.021995 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:50.058019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:50.059806 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4c5a321d-ad8c-4dfd-81d8-5fc802c7c015 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:50.118398 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41694) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:50.186039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c51b6b76-009a-4284-a516-314d2d56c626 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a501b2634a7d41ebac5feb8bb0f95218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623660 Jul 16 01:31:50.186211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41698) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:50.301312 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3adb6083-c8e7-4ea7-9902-960b9657bc40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.336348 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3adb6083-c8e7-4ea7-9902-960b9657bc40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.364773 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-dce1e638-5c91-4ea8-9a22-be0291e6021b admin admin] Deleting port 11f532fd-e8f6-491e-973c-5b978b2a5441 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:50.365122 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dce1e638-5c91-4ea8-9a22-be0291e6021b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.450729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-e733f302-260f-43e7-8e79-0db9eb4d9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.451308 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-e733f302-260f-43e7-8e79-0db9eb4d9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.452159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-e733f302-260f-43e7-8e79-0db9eb4d9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.453722 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-e733f302-260f-43e7-8e79-0db9eb4d9172 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.4968753 Jul 16 01:31:50.461016 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3adb6083-c8e7-4ea7-9902-960b9657bc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.463564 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3adb6083-c8e7-4ea7-9902-960b9657bc40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.467384 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3adb6083-c8e7-4ea7-9902-960b9657bc40 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f646c0a4-479e-4edb-bd90-d4b746ec2ed3 HTTP/1.1" status: 204 len: 168 time: 0.2776678 Jul 16 01:31:50.480689 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-dce1e638-5c91-4ea8-9a22-be0291e6021b admin admin] For port 11f532fd-e8f6-491e-973c-5b978b2a5441, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=11f532fd-e8f6-491e-973c-5b978b2a5441,segment=NetworkSegment(0a4127b6-f6fb-4023-80e1-ae17884f89e8),segment_id=0a4127b6-f6fb-4023-80e1-ae17884f89e8)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:50.480689 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dce1e638-5c91-4ea8-9a22-be0291e6021b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.488738 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adb6083-c8e7-4ea7-9902-960b9657bc40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f646c0a4-479e-4edb-bd90-d4b746ec2ed3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:50.492569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-dce1e638-5c91-4ea8-9a22-be0291e6021b admin admin] Calling delete_port for 11f532fd-e8f6-491e-973c-5b978b2a5441 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:50.594341 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-0f16d1e1-5d26-4eee-9915-5f55b7d02411 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 1001 time: 0.1336191 Jul 16 01:31:50.667369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-edbf5918-2944-4066-ae95-6c90a80af0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.669838 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-edbf5918-2944-4066-ae95-6c90a80af0fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0646856 Jul 16 01:31:50.747279 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-ffbf9d39-3cd3-4fac-870d-4c084ac101b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:50.749745 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-ffbf9d39-3cd3-4fac-870d-4c084ac101b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680010 Jul 16 01:31:50.832392 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dce1e638-5c91-4ea8-9a22-be0291e6021b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:50.872571 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1e638-5c91-4ea8-9a22-be0291e6021b admin admin] Pushing event deleted for resources: {'Port': ['ID=11f532fd-e8f6-491e-973c-5b978b2a5441,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:50.954624 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-414a347c-9b54-499c-8acd-9a4396f25dc7 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885691 Jul 16 01:31:51.075711 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-8be0a163-51eb-4835-9369-628e9d0e3bea service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110663 Jul 16 01:31:51.083704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13692c-2cb8-4fc8-8fef-1b470875e99e req-f92900aa-d1fc-42bb-9146-b19718674937 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.091225 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c13692c-2cb8-4fc8-8fef-1b470875e99e req-f92900aa-d1fc-42bb-9146-b19718674937 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 947 time: 0.1705427 Jul 16 01:31:51.128508 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-65798b70-1cb5-409c-91e2-f57c2f0ebf6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=94a80f8a-7bf7-408e-959c-602886a9a07c HTTP/1.1" status: 200 len: 217 time: 0.0490937 Jul 16 01:31:51.166596 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c13692c-2cb8-4fc8-8fef-1b470875e99e req-cf59838c-5898-444e-b11e-b8f8e6d8ffc3 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745914 Jul 16 01:31:51.177516 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dce1e638-5c91-4ea8-9a22-be0291e6021b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.212654 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-c63ad1ab-3fef-442c-aaba-4efd01358c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.214306 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-c63ad1ab-3fef-442c-aaba-4efd01358c14 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0801497 Jul 16 01:31:51.312291 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-8c4c492b-f226-4df6-a00f-5559aad8d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.314266 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-8c4c492b-f226-4df6-a00f-5559aad8d175 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0938451 Jul 16 01:31:51.446535 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-002ddd0b-6b97-4081-9d3f-cbd20779dc9f service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220958 Jul 16 01:31:51.540609 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41782) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:51.570749 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-396f79be-683d-4597-b884-b8b004326f92 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163228 Jul 16 01:31:51.620199 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-8154f3b5-4b15-4d84-a7e1-57a6b2d70bfb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=27f917a1-0806-4b45-b753-7a34e84803ab HTTP/1.1" status: 200 len: 217 time: 0.0444071 Jul 16 01:31:51.688031 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-a4dd9c36-5d3b-44fc-b352-ae6d943a61c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.690854 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-a4dd9c36-5d3b-44fc-b352-ae6d943a61c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0646043 Jul 16 01:31:51.735782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4a641d10-8123-4d5e-b2c6-c59f86c818cc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1774319443-network', 'tenant_id': 'f9b353b338974c1e881a2633a3da09f4'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:51.786288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a641d10-8123-4d5e-b2c6-c59f86c818cc admin admin] Made reservation on behalf of f9b353b338974c1e881a2633a3da09f4 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:51.788960 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a641d10-8123-4d5e-b2c6-c59f86c818cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.798055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce1e638-5c91-4ea8-9a22-be0291e6021b admin admin] Router 445dd47b-cfb7-4c23-b09f-f4954affda54 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:51.801674 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a641d10-8123-4d5e-b2c6-c59f86c818cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:51.814150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-bfe6dc8f-feeb-406f-99ae-c3219c2b99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:51.815969 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-bfe6dc8f-feeb-406f-99ae-c3219c2b99a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1087770 Jul 16 01:31:51.914284 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce1e638-5c91-4ea8-9a22-be0291e6021b admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:51.922305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dce1e638-5c91-4ea8-9a22-be0291e6021b admin admin] 10.222.0.22 "PUT /v2.0/routers/445dd47b-cfb7-4c23-b09f-f4954affda54/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7744095 Jul 16 01:31:51.923430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeabdf27-0f99-4708-b080-80f33c9931ba None None] Sync routers for ids ['445dd47b-cfb7-4c23-b09f-f4954affda54'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:51.925751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41810) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:51.934078 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeabdf27-0f99-4708-b080-80f33c9931ba None None] Routers {'445dd47b-cfb7-4c23-b09f-f4954affda54'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:51.934695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-eeabdf27-0f99-4708-b080-80f33c9931ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['445dd47b-cfb7-4c23-b09f-f4954affda54'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:52.026122 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-b8c94763-fd72-402b-85ca-ace511f260af service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961172 Jul 16 01:31:52.160034 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a641d10-8123-4d5e-b2c6-c59f86c818cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.175054 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a641d10-8123-4d5e-b2c6-c59f86c818cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.181754 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-179d11d5-15fb-4699-be8d-bdb97802ee2e admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.231680 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-eeabdf27-0f99-4708-b080-80f33c9931ba None None] Set router 445dd47b-cfb7-4c23-b09f-f4954affda54 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:52.245086 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a641d10-8123-4d5e-b2c6-c59f86c818cc admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:52.274364 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-7eb41e87-3b41-4b79-8cf7-5c9b09a5e78f service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165921 Jul 16 01:31:52.274895 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a641d10-8123-4d5e-b2c6-c59f86c818cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a953371d-9269-42e1-b366-806ad8002d41,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:52.288894 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a641d10-8123-4d5e-b2c6-c59f86c818cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.289393 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-4a641d10-8123-4d5e-b2c6-c59f86c818cc admin admin] Added segment 7dacb700-09f6-4fd2-a4a6-a12b321894b6 of type vlan for network e48d8f96-9a03-44be-af23-477ad89adf3c Jul 16 01:31:52.400139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41826) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:52.414301 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a641d10-8123-4d5e-b2c6-c59f86c818cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.433135 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-f8e7e025-3f2b-40d9-9290-18852da9ad26 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.1519911 Jul 16 01:31:52.476189 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a05efc-876a-4d86-8cdb-675123f7bd05 req-8cb008de-0f88-4529-9072-7bfe5cd1885b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.477766 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9a05efc-876a-4d86-8cdb-675123f7bd05 req-8cb008de-0f88-4529-9072-7bfe5cd1885b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 947 time: 0.0871699 Jul 16 01:31:52.513158 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-eeabdf27-0f99-4708-b080-80f33c9931ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-router', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:31:50Z', 'revision_number': 5, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'gw_port': {'id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:52.526654 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9a05efc-876a-4d86-8cdb-675123f7bd05 req-572e67ac-68e3-4b15-a6bb-4e7ccf1c7510 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419188 Jul 16 01:31:52.529150 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a641d10-8123-4d5e-b2c6-c59f86c818cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.530168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a641d10-8123-4d5e-b2c6-c59f86c818cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.530755 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a641d10-8123-4d5e-b2c6-c59f86c818cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.547927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeabdf27-0f99-4708-b080-80f33c9931ba None None] Checking router: 445dd47b-cfb7-4c23-b09f-f4954affda54 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:52.557232 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeabdf27-0f99-4708-b080-80f33c9931ba None None] Routers {'445dd47b-cfb7-4c23-b09f-f4954affda54'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:52.557841 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-eeabdf27-0f99-4708-b080-80f33c9931ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['445dd47b-cfb7-4c23-b09f-f4954affda54'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:52.588661 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c56b44bf-ec4d-42d6-a5e1-9a73fd1febdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.593668 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a641d10-8123-4d5e-b2c6-c59f86c818cc admin admin] Pushing event updated for resources: {'Network': ['ID=e48d8f96-9a03-44be-af23-477ad89adf3c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:52.602970 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network e48d8f96-9a03-44be-af23-477ad89adf3c details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:52.607865 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-88444513-9095-49b0-9d72-e883ba1d2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.609902 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-88444513-9095-49b0-9d72-e883ba1d2636 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.1698356 Jul 16 01:31:52.615572 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-179d11d5-15fb-4699-be8d-bdb97802ee2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.696505 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c56b44bf-ec4d-42d6-a5e1-9a73fd1febdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.700480 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c56b44bf-ec4d-42d6-a5e1-9a73fd1febdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.712752 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4a641d10-8123-4d5e-b2c6-c59f86c818cc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1709552 Jul 16 01:31:52.715044 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41832) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:52.724136 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2f0c86f2-b058-4c47-b38b-560ea8103606 admin admin] Request body: {'subnet': {'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1774319443-subnet', 'tenant_id': 'f9b353b338974c1e881a2633a3da09f4', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:52.730041 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-eeabdf27-0f99-4708-b080-80f33c9931ba None None] Set router 445dd47b-cfb7-4c23-b09f-f4954affda54 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:52.740634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56b44bf-ec4d-42d6-a5e1-9a73fd1febdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2410b6-439a-476a-9615-f3d67b9f6432,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:52.749377 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c56b44bf-ec4d-42d6-a5e1-9a73fd1febdd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b64a6961f7ff4f3bbabebf460edb49ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3471353 Jul 16 01:31:52.750500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41836) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:52.753492 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-179d11d5-15fb-4699-be8d-bdb97802ee2e admin admin] Deleting port 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:31:52.753849 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-179d11d5-15fb-4699-be8d-bdb97802ee2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.802577 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b936b69-7a07-4f5e-a197-b8fb8a1e7291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.822264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0c86f2-b058-4c47-b38b-560ea8103606 admin admin] Made reservation on behalf of f9b353b338974c1e881a2633a3da09f4 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:52.824652 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f0c86f2-b058-4c47-b38b-560ea8103606 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.834928 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-efb5fc8a-deda-4803-8110-8f6b11e6a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:52.836251 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b936b69-7a07-4f5e-a197-b8fb8a1e7291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.836596 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-efb5fc8a-deda-4803-8110-8f6b11e6a05c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2171438 Jul 16 01:31:52.901190 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b936b69-7a07-4f5e-a197-b8fb8a1e7291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.904814 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b936b69-7a07-4f5e-a197-b8fb8a1e7291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.907071 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3b936b69-7a07-4f5e-a197-b8fb8a1e7291 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f2410b6-439a-476a-9615-f3d67b9f6432 HTTP/1.1" status: 204 len: 168 time: 0.1553025 Jul 16 01:31:52.915939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b936b69-7a07-4f5e-a197-b8fb8a1e7291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2410b6-439a-476a-9615-f3d67b9f6432,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:52.962630 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-179d11d5-15fb-4699-be8d-bdb97802ee2e admin admin] For port 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:52.962630 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-179d11d5-15fb-4699-be8d-bdb97802ee2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:52.985574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-eeabdf27-0f99-4708-b080-80f33c9931ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-router', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:31:50Z', 'revision_number': 5, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'gw_port': {'id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:53.019084 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeabdf27-0f99-4708-b080-80f33c9931ba None None] The sync data for ids ['445dd47b-cfb7-4c23-b09f-f4954affda54'] in n-d-791505-14 is: [{'id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'name': 'tempest-ServerRescueTestJSONUnderV235-436263722-router', 'tenant_id': '848d0be8cf484a8ea0257a4874489c0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:31:50Z', 'revision_number': 5, 'project_id': '848d0be8cf484a8ea0257a4874489c0c', 'gw_port': {'id': '03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:2c:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445dd47b-cfb7-4c23-b09f-f4954affda54', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2001, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:09Z', 'updated_at': '2021-07-16T01:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:53.019317 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-179d11d5-15fb-4699-be8d-bdb97802ee2e admin admin] Calling delete_port for 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:31:53.069197 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-515f856f-2e8b-46f2-8d64-7d90be71bc7c service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037013 Jul 16 01:31:53.204913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41844) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:53.218415 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5430197e-f2c8-4193-816c-05cc1c6353ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.308316 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5430197e-f2c8-4193-816c-05cc1c6353ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.313444 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5430197e-f2c8-4193-816c-05cc1c6353ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.333055 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-b2472f66-82e6-411f-aa07-99c0f3ac4c0e service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332361 Jul 16 01:31:53.359868 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5430197e-f2c8-4193-816c-05cc1c6353ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=709c27916b484c9ab8633369d19f192d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537495 Jul 16 01:31:53.360490 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41846) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:53.362524 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5430197e-f2c8-4193-816c-05cc1c6353ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bca35c-b868-4452-b62a-123c57576440,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:53.377995 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f0c86f2-b058-4c47-b38b-560ea8103606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.389828 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-04c973c9-fc3f-4027-a1e5-4db8666b79dd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0503190 Jul 16 01:31:53.422603 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53ac203b-2604-45a4-b847-d7b22ab99cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.444504 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53ac203b-2604-45a4-b847-d7b22ab99cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.494378 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53ac203b-2604-45a4-b847-d7b22ab99cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.497006 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53ac203b-2604-45a4-b847-d7b22ab99cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.500642 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-53ac203b-2604-45a4-b847-d7b22ab99cb6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59bca35c-b868-4452-b62a-123c57576440 HTTP/1.1" status: 204 len: 168 time: 0.1367199 Jul 16 01:31:53.504691 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c86f2-b058-4c47-b38b-560ea8103606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8809d97e-413b-4722-8651-6514a5888fb6,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:53.506942 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac203b-2604-45a4-b847-d7b22ab99cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bca35c-b868-4452-b62a-123c57576440,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:53.529359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-51100352-8991-478f-8bb1-65f684b12d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.530865 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-51100352-8991-478f-8bb1-65f684b12d98 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.1188891 Jul 16 01:31:53.547730 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-179d11d5-15fb-4699-be8d-bdb97802ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.578008 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0c86f2-b058-4c47-b38b-560ea8103606 admin admin] Checking segment: {'id': '7dacb700-09f6-4fd2-a4a6-a12b321894b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:53.578287 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c86f2-b058-4c47-b38b-560ea8103606 admin admin] Network hostable DHCP agents. Network: e48d8f96-9a03-44be-af23-477ad89adf3c, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:53.607645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179d11d5-15fb-4699-be8d-bdb97802ee2e admin admin] Pushing event deleted for resources: {'Port': ['ID=03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:53.676431 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0c86f2-b058-4c47-b38b-560ea8103606 admin admin] Network e48d8f96-9a03-44be-af23-477ad89adf3c is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:53.696827 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-179d11d5-15fb-4699-be8d-bdb97802ee2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.700821 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-2f0c86f2-b058-4c47-b38b-560ea8103606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, e48d8f96-9a03-44be-af23-477ad89adf3c) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:53.711861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7521fc-c8e7-4323-a21b-b2e577f3be19 None None] Network e48d8f96-9a03-44be-af23-477ad89adf3c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:53.757043 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0c86f2-b058-4c47-b38b-560ea8103606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.758181 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f0c86f2-b058-4c47-b38b-560ea8103606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.792234 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-143359a5-925b-4617-a2d7-2adf6e2c8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:53.793765 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-143359a5-925b-4617-a2d7-2adf6e2c8bc2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2555704 Jul 16 01:31:53.810661 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-179d11d5-15fb-4699-be8d-bdb97802ee2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.814340 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-179d11d5-15fb-4699-be8d-bdb97802ee2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.836871 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2f0c86f2-b058-4c47-b38b-560ea8103606 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1198039 Jul 16 01:31:53.840013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41856) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:53.846431 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1774319443-router', 'tenant_id': 'f9b353b338974c1e881a2633a3da09f4', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:53.878818 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-e48d8f96-9a03-44be-af23-477ad89adf3c', 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c', 'tenant_id': 'f9b353b338974c1e881a2633a3da09f4', 'fixed_ips': [{'subnet_id': '8809d97e-413b-4722-8651-6514a5888fb6'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:31:53.882157 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.882321 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:53.883464 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.013128 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.095577 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 11f532fd-e8f6-491e-973c-5b978b2a5441 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:54.129542 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 11f532fd-e8f6-491e-973c-5b978b2a5441 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:54.129894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 11f532fd-e8f6-491e-973c-5b978b2a5441 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:54.164158 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Allocated IP 172.20.0.2 (e48d8f96-9a03-44be-af23-477ad89adf3c/8809d97e-413b-4722-8651-6514a5888fb6/d141225c-c43d-4f74-b242-b9e5dd73e485) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:54.224888 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.327243 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-179d11d5-15fb-4699-be8d-bdb97802ee2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.327793 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179d11d5-15fb-4699-be8d-bdb97802ee2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 445dd47b-cfb7-4c23-b09f-f4954affda54 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:31:54.333769 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-179d11d5-15fb-4699-be8d-bdb97802ee2e admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.338030 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-179d11d5-15fb-4699-be8d-bdb97802ee2e admin admin] 10.222.0.22 "DELETE /v2.0/routers/445dd47b-cfb7-4c23-b09f-f4954affda54 HTTP/1.1" status: 204 len: 168 time: 2.4115467 Jul 16 01:31:54.340281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41872) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:54.368495 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.390963 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Transition to ACTIVE for port object d141225c-c43d-4f74-b242-b9e5dd73e485 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:54.413125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Transition to ACTIVE for port object d141225c-c43d-4f74-b242-b9e5dd73e485 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:54.414168 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-5a6bf711-e9ad-4c21-8217-9fb0d87b2b4d service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117775 Jul 16 01:31:54.423231 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.473505 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-61fd7c03-20da-4165-979a-6b852e889c0b admin admin] Deleting subnet 6272e637-e25c-4ff7-bda6-1602210b065c {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:31:54.485954 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61fd7c03-20da-4165-979a-6b852e889c0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.502420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Network e48d8f96-9a03-44be-af23-477ad89adf3c is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:54.503632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Pushing event updated for resources: {'Port': ['ID=d141225c-c43d-4f74-b242-b9e5dd73e485,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:54.507424 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:54.514334 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:54.515744 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.545669 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.593671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Attempting to bind port d141225c-c43d-4f74-b242-b9e5dd73e485 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:54.593671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Attempting to bind port d141225c-c43d-4f74-b242-b9e5dd73e485 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '7dacb700-09f6-4fd2-a4a6-a12b321894b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:54.593671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Attempting to bind port d141225c-c43d-4f74-b242-b9e5dd73e485 on network e48d8f96-9a03-44be-af23-477ad89adf3c {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:54.597868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:54.598186 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Checking segment: {'id': '7dacb700-09f6-4fd2-a4a6-a12b321894b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:54.598585 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.598974 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Bound using segment: {'id': '7dacb700-09f6-4fd2-a4a6-a12b321894b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:54.599439 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Bound port: d141225c-c43d-4f74-b242-b9e5dd73e485, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dacb700-09f6-4fd2-a4a6-a12b321894b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:54.599847 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.605480 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41876) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:54.637839 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61fd7c03-20da-4165-979a-6b852e889c0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.681939 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-e9bf8015-f610-4203-ac73-7f8cc7b30575 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564595 Jul 16 01:31:54.705191 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] For port d141225c-c43d-4f74-b242-b9e5dd73e485, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:54.708511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] For port d141225c-c43d-4f74-b242-b9e5dd73e485, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d141225c-c43d-4f74-b242-b9e5dd73e485,segment=NetworkSegment(7dacb700-09f6-4fd2-a4a6-a12b321894b6),segment_id=7dacb700-09f6-4fd2-a4a6-a12b321894b6)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:54.713760 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Allocated IP 172.25.2.145 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/9aacef44-5845-4f8d-b997-a898b1f506b8) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:54.714825 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.725022 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61fd7c03-20da-4165-979a-6b852e889c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.729231 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-c3f337ff-6f53-4a89-9e5e-01cd4a21593f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0393734 Jul 16 01:31:54.786034 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddbc204-c915-4c7d-a66c-43c55c4af620 None None] Pushing event updated for resources: {'Port': ['ID=d141225c-c43d-4f74-b242-b9e5dd73e485,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:54.793771 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b0d82bc1-8b14-4de0-88ef-dd3777d898a6 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-462144003'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:54.832522 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-c3c98aee-7d8e-42d7-9ce2-5628443fcfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:54.834262 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-c3c98aee-7d8e-42d7-9ce2-5628443fcfef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0816031 Jul 16 01:31:54.836078 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d82bc1-8b14-4de0-88ef-dd3777d898a6 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Made reservation on behalf of ac39ba75616f4ef087180a98c2c53938 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:54.839566 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0d82bc1-8b14-4de0-88ef-dd3777d898a6 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.857685 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0d82bc1-8b14-4de0-88ef-dd3777d898a6 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.873973 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.881761 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61fd7c03-20da-4165-979a-6b852e889c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.924159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd7c03-20da-4165-979a-6b852e889c0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6272e637-e25c-4ff7-bda6-1602210b065c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:54.926358 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61fd7c03-20da-4165-979a-6b852e889c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:54.930992 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-61fd7c03-20da-4165-979a-6b852e889c0b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6272e637-e25c-4ff7-bda6-1602210b065c HTTP/1.1" status: 204 len: 168 time: 0.5870793 Jul 16 01:31:54.933528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41880) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:54.992254 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.021277 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-69288062-f79a-4ac4-b01c-c67d494df7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.023412 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-69288062-f79a-4ac4-b01c-c67d494df7c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1808283 Jul 16 01:31:55.048430 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5f343a31-be22-4e7b-ba20-27f0c60eddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.090412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:55.100700 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:55.111142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:55.143909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Pushing event updated for resources: {'Port': ['ID=9aacef44-5845-4f8d-b997-a898b1f506b8,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:55.149400 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0d82bc1-8b14-4de0-88ef-dd3777d898a6 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.158591 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0d82bc1-8b14-4de0-88ef-dd3777d898a6 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.189780 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d82bc1-8b14-4de0-88ef-dd3777d898a6 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:55.191144 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-530b9434-b21d-4d7f-8634-5c1512a6e077 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614714 Jul 16 01:31:55.216902 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5f343a31-be22-4e7b-ba20-27f0c60eddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.238334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5f343a31-be22-4e7b-ba20-27f0c60eddaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443b0636-2ec7-4971-8416-ad4875e96dd4']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:55.264822 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5f343a31-be22-4e7b-ba20-27f0c60eddaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a4127b6-f6fb-4023-80e1-ae17884f89e8') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:55.265126 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5f343a31-be22-4e7b-ba20-27f0c60eddaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a4127b6-f6fb-4023-80e1-ae17884f89e8') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:55.279846 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5f343a31-be22-4e7b-ba20-27f0c60eddaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.292792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d82bc1-8b14-4de0-88ef-dd3777d898a6 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec148252-a2c7-4498-919f-58be736f7344,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:55.305154 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0d82bc1-8b14-4de0-88ef-dd3777d898a6 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.305572 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-b0d82bc1-8b14-4de0-88ef-dd3777d898a6 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Added segment e0d19c48-8224-4744-b6ef-7a441a6da7fa of type vlan for network 82ea2ba4-d693-4839-a5d0-ae43912fd064 Jul 16 01:31:55.330443 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5f343a31-be22-4e7b-ba20-27f0c60eddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.340413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f343a31-be22-4e7b-ba20-27f0c60eddaf admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:31:55.340818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5f343a31-be22-4e7b-ba20-27f0c60eddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:31:55.342445 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:31:55.375059 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-3a52335d-a216-40f4-9d03-7dcf340d464c service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551788 Jul 16 01:31:55.385652 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0d82bc1-8b14-4de0-88ef-dd3777d898a6 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.445886 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-36d51c06-9ae9-459a-9ad5-2fd24acaf819 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0402935 Jul 16 01:31:55.448469 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5f343a31-be22-4e7b-ba20-27f0c60eddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.454575 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5f343a31-be22-4e7b-ba20-27f0c60eddaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.459065 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5f343a31-be22-4e7b-ba20-27f0c60eddaf admin admin] 10.222.0.22 "DELETE /v2.0/networks/443b0636-2ec7-4971-8416-ad4875e96dd4 HTTP/1.1" status: 204 len: 168 time: 0.5239606 Jul 16 01:31:55.497032 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0d82bc1-8b14-4de0-88ef-dd3777d898a6 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.497363 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f343a31-be22-4e7b-ba20-27f0c60eddaf admin admin] Pushing event deleted for resources: {'Network': ['ID=443b0636-2ec7-4971-8416-ad4875e96dd4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:55.502249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d82bc1-8b14-4de0-88ef-dd3777d898a6 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.502886 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0d82bc1-8b14-4de0-88ef-dd3777d898a6 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.522042 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-ed39ac36-82f2-4399-93ef-5fa303e320c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.524431 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-ed39ac36-82f2-4399-93ef-5fa303e320c6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0644107 Jul 16 01:31:55.585113 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b0d82bc1-8b14-4de0-88ef-dd3777d898a6 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9758739 Jul 16 01:31:55.587020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41888) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:55.593765 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7f098e05-abef-42c2-8e4c-52fd15db2733 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Request body: {'subnet': {'network_id': '82ea2ba4-d693-4839-a5d0-ae43912fd064', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:55.598579 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.625014 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-fd8febd2-405d-4306-86fa-8707429f75fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:55.626622 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-fd8febd2-405d-4306-86fa-8707429f75fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0957701 Jul 16 01:31:55.670941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41890) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:55.680165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d82bc1-8b14-4de0-88ef-dd3777d898a6 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event updated for resources: {'Network': ['ID=82ea2ba4-d693-4839-a5d0-ae43912fd064,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:55.705094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 82ea2ba4-d693-4839-a5d0-ae43912fd064 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:55.759171 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f098e05-abef-42c2-8e4c-52fd15db2733 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Made reservation on behalf of ac39ba75616f4ef087180a98c2c53938 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:55.762974 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7f098e05-abef-42c2-8e4c-52fd15db2733 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.766277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1401fe0a-435d-4dc6-bfb3-6e6879663103 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=848d0be8cf484a8ea0257a4874489c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0942278 Jul 16 01:31:55.768787 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41892) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:55.859239 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-2b930bb1-f9bd-40dc-994d-ba5b43bc56bd service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231321 Jul 16 01:31:55.898807 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-93f94aee-9659-4bdf-b898-ca55d17332e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.933134 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-93f94aee-9659-4bdf-b898-ca55d17332e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:55.939727 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.036868 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-50b9bafe-11d3-4bf9-a851-ea4df9b18600 req-c5188559-a9f7-458b-841f-700d9702b3da service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716754 Jul 16 01:31:56.047004 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7f098e05-abef-42c2-8e4c-52fd15db2733 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.103867 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d141225c-c43d-4f74-b242-b9e5dd73e485 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:56.113231 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-93f94aee-9659-4bdf-b898-ca55d17332e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.116129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-93f94aee-9659-4bdf-b898-ca55d17332e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.118469 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-93f94aee-9659-4bdf-b898-ca55d17332e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1a8a041-3008-43c5-9972-39b07375fecb HTTP/1.1" status: 204 len: 168 time: 0.3481719 Jul 16 01:31:56.125756 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f098e05-abef-42c2-8e4c-52fd15db2733 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event updated for resources: {'Subnet': ['ID=0fc4a428-b106-4c28-9ae2-04c15a339001,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:56.133266 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f098e05-abef-42c2-8e4c-52fd15db2733 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Checking segment: {'id': 'e0d19c48-8224-4744-b6ef-7a441a6da7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '82ea2ba4-d693-4839-a5d0-ae43912fd064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:56.133633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f098e05-abef-42c2-8e4c-52fd15db2733 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Network hostable DHCP agents. Network: 82ea2ba4-d693-4839-a5d0-ae43912fd064, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:56.143360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f94aee-9659-4bdf-b898-ca55d17332e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a8a041-3008-43c5-9972-39b07375fecb,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:56.151929 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f098e05-abef-42c2-8e4c-52fd15db2733 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Network 82ea2ba4-d693-4839-a5d0-ae43912fd064 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:56.184795 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-7f098e05-abef-42c2-8e4c-52fd15db2733 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 82ea2ba4-d693-4839-a5d0-ae43912fd064) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:56.187831 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Router c83b8acb-1e4e-46df-8149-c9d30b06cdce is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:31:56.194256 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f098e05-abef-42c2-8e4c-52fd15db2733 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:56.196267 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e581c6-e21e-4687-bf7f-9fc7aba2736c None None] Network e48d8f96-9a03-44be-af23-477ad89adf3c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:56.197096 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7f098e05-abef-42c2-8e4c-52fd15db2733 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.215035 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7f098e05-abef-42c2-8e4c-52fd15db2733 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6268337 Jul 16 01:31:56.218896 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41896) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:56.224592 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-99b1b932-dcb0-4421-9f24-72b1852c3879 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Request body: {'port': {'network_id': '82ea2ba4-d693-4839-a5d0-ae43912fd064', 'name': 'tempest-AllowedAddressPairTestJSON-1378980773'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:56.230034 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port d141225c-c43d-4f74-b242-b9e5dd73e485 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:56.234624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845e0c22-f140-4096-821b-e895ba0f7d00 None None] Network 82ea2ba4-d693-4839-a5d0-ae43912fd064 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:56.298612 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:31:56.372994 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b1b932-dcb0-4421-9f24-72b1852c3879 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Made reservation on behalf of ac39ba75616f4ef087180a98c2c53938 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:56.377857 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99b1b932-dcb0-4421-9f24-72b1852c3879 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.401858 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-99b1b932-dcb0-4421-9f24-72b1852c3879 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] device_id is not set on port 6fcfd89c-ffce-48ec-b36d-4af99c82166f yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:31:56.422148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f1b2e1a1-3762-44e8-b02d-2778f22bf46d None None] Provisioning for port d141225c-c43d-4f74-b242-b9e5dd73e485 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:56.436026 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:31:56.436402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 03d9ba1d-3bd8-4445-bbd3-2ae8c27168bc not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:31:56.448146 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f1b2e1a1-3762-44e8-b02d-2778f22bf46d None None] Provisioning complete for port d141225c-c43d-4f74-b242-b9e5dd73e485 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:56.448528 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e1a1-3762-44e8-b02d-2778f22bf46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.475978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:56.494190 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Sync routers for ids ['c83b8acb-1e4e-46df-8149-c9d30b06cdce'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:31:56.511461 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.516038 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41906) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:56.516620 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bacd1688-bf7d-4a2e-816a-4f81813927bb admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6747339 Jul 16 01:31:56.522641 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Routers {'c83b8acb-1e4e-46df-8149-c9d30b06cdce'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:56.523634 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c83b8acb-1e4e-46df-8149-c9d30b06cdce'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:56.666304 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Set router c83b8acb-1e4e-46df-8149-c9d30b06cdce gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:56.684506 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e1a1-3762-44e8-b02d-2778f22bf46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.725707 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-82ea2ba4-d693-4839-a5d0-ae43912fd064', 'network_id': '82ea2ba4-d693-4839-a5d0-ae43912fd064', 'tenant_id': 'ac39ba75616f4ef087180a98c2c53938', 'fixed_ips': [{'subnet_id': '0fc4a428-b106-4c28-9ae2-04c15a339001'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:31:56.727874 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.734786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-99b1b932-dcb0-4421-9f24-72b1852c3879 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Allocated IP 172.20.0.7 (82ea2ba4-d693-4839-a5d0-ae43912fd064/0fc4a428-b106-4c28-9ae2-04c15a339001/6fcfd89c-ffce-48ec-b36d-4af99c82166f) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:56.757829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f1b2e1a1-3762-44e8-b02d-2778f22bf46d None None] For port d141225c-c43d-4f74-b242-b9e5dd73e485, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d141225c-c43d-4f74-b242-b9e5dd73e485,segment=NetworkSegment(7dacb700-09f6-4fd2-a4a6-a12b321894b6),segment_id=7dacb700-09f6-4fd2-a4a6-a12b321894b6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:31:56.773542 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f1b2e1a1-3762-44e8-b02d-2778f22bf46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:56.897851 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b2e1a1-3762-44e8-b02d-2778f22bf46d None None] Pushing event updated for resources: {'Port': ['ID=d141225c-c43d-4f74-b242-b9e5dd73e485,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:56.947999 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'name': 'tempest-TestServerMultinode-1774319443-router', 'tenant_id': 'f9b353b338974c1e881a2633a3da09f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:53Z', 'updated_at': '2021-07-16T01:31:55Z', 'revision_number': 3, 'project_id': 'f9b353b338974c1e881a2633a3da09f4', 'gw_port': {'id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:54Z', 'updated_at': '2021-07-16T01:31:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:56.982146 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Checking router: c83b8acb-1e4e-46df-8149-c9d30b06cdce for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:31:56.982501 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Updating router c83b8acb-1e4e-46df-8149-c9d30b06cdce port 9aacef44-5845-4f8d-b997-a898b1f506b8 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:31:57.030290 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.113455 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99b1b932-dcb0-4421-9f24-72b1852c3879 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.114917 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b540cb58-3f84-4443-a103-dcaf72b58183 None None] Provisioning complete for port d141225c-c43d-4f74-b242-b9e5dd73e485 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:57.115292 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b540cb58-3f84-4443-a103-dcaf72b58183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.148800 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41922) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:57.162159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-99b1b932-dcb0-4421-9f24-72b1852c3879 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Transition to ACTIVE for port object 6fcfd89c-ffce-48ec-b36d-4af99c82166f will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:57.286814 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99b1b932-dcb0-4421-9f24-72b1852c3879 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.304963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-cddd168c-ff1b-429e-9f4e-fb608a03729d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1509157836-network', 'tenant_id': '8cb32862d6424975b183aae124a5a905'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:57.315359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Allocated IP 172.20.0.2 (82ea2ba4-d693-4839-a5d0-ae43912fd064/0fc4a428-b106-4c28-9ae2-04c15a339001/ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:57.330256 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddd168c-ff1b-429e-9f4e-fb608a03729d admin admin] Made reservation on behalf of 8cb32862d6424975b183aae124a5a905 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:57.337512 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cddd168c-ff1b-429e-9f4e-fb608a03729d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.349885 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cddd168c-ff1b-429e-9f4e-fb608a03729d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.365301 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.390508 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b1b932-dcb0-4421-9f24-72b1852c3879 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Network 82ea2ba4-d693-4839-a5d0-ae43912fd064 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:57.397510 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-99b1b932-dcb0-4421-9f24-72b1852c3879 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:57.403201 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b1b932-dcb0-4421-9f24-72b1852c3879 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:57.462883 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.473183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b1b932-dcb0-4421-9f24-72b1852c3879 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event updated for resources: {'Port': ['ID=6fcfd89c-ffce-48ec-b36d-4af99c82166f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:57.473602 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cddd168c-ff1b-429e-9f4e-fb608a03729d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.475053 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Transition to ACTIVE for port object 9aacef44-5845-4f8d-b997-a898b1f506b8 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:57.479030 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cddd168c-ff1b-429e-9f4e-fb608a03729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.484691 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.527926 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cddd168c-ff1b-429e-9f4e-fb608a03729d admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:31:57.560585 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd168c-ff1b-429e-9f4e-fb608a03729d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c80ac7df-bf1f-49ce-a5df-3925a229fb5e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:57.572059 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cddd168c-ff1b-429e-9f4e-fb608a03729d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.573598 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-cddd168c-ff1b-429e-9f4e-fb608a03729d admin admin] Added segment 17575ad1-b9df-4f0f-81c0-584d8a522d18 of type vlan for network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 Jul 16 01:31:57.643924 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.663589 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Transition to ACTIVE for port object ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:57.665923 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cddd168c-ff1b-429e-9f4e-fb608a03729d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.693337 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Transition to ACTIVE for port object ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:57.700421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Allocated IP 172.20.0.1 (e48d8f96-9a03-44be-af23-477ad89adf3c/8809d97e-413b-4722-8651-6514a5888fb6/2eae729f-11a2-4d86-9e06-0bfa00caf2db) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:57.712390 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.722693 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cddd168c-ff1b-429e-9f4e-fb608a03729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.724352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddd168c-ff1b-429e-9f4e-fb608a03729d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.725324 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cddd168c-ff1b-429e-9f4e-fb608a03729d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.747145 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568bd6c-9d91-4eb4-8b25-91ec3a4e1d0c None None] Pushing event updated for resources: {'Port': ['ID=9aacef44-5845-4f8d-b997-a898b1f506b8,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:57.770639 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Attempting to bind port 9aacef44-5845-4f8d-b997-a898b1f506b8 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:57.771907 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Attempting to bind port 9aacef44-5845-4f8d-b997-a898b1f506b8 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:57.772298 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Attempting to bind port 9aacef44-5845-4f8d-b997-a898b1f506b8 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:57.777255 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Network 82ea2ba4-d693-4839-a5d0-ae43912fd064 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:57.780337 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:57.781935 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cddd168c-ff1b-429e-9f4e-fb608a03729d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6318495 Jul 16 01:31:57.782539 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:57.783096 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:57.783894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:57.784106 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.784500 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:57.785304 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Bound port: 9aacef44-5845-4f8d-b997-a898b1f506b8, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:57.785626 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.789701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41930) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:57.800670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-0ba20cde-d439-4495-bc4c-fbcd374bcdb1 admin admin] Request body: {'subnet': {'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1509157836-subnet', 'tenant_id': '8cb32862d6424975b183aae124a5a905', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:57.825742 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.841088 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Transition to ACTIVE for port object 2eae729f-11a2-4d86-9e06-0bfa00caf2db will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:57.843607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Pushing event updated for resources: {'Port': ['ID=ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:57.847031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd168c-ff1b-429e-9f4e-fb608a03729d admin admin] Pushing event updated for resources: {'Network': ['ID=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:57.848375 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] For port 9aacef44-5845-4f8d-b997-a898b1f506b8, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:57.853213 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] For port 9aacef44-5845-4f8d-b997-a898b1f506b8, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9aacef44-5845-4f8d-b997-a898b1f506b8,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:57.859337 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.862725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:31:57.869453 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba20cde-d439-4495-bc4c-fbcd374bcdb1 admin admin] Made reservation on behalf of 8cb32862d6424975b183aae124a5a905 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:57.872423 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0ba20cde-d439-4495-bc4c-fbcd374bcdb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.872543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b1b932-dcb0-4421-9f24-72b1852c3879 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:57.873121 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99b1b932-dcb0-4421-9f24-72b1852c3879 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.884170 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Attempting to bind port ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:31:57.884546 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Attempting to bind port ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'e0d19c48-8224-4744-b6ef-7a441a6da7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '82ea2ba4-d693-4839-a5d0-ae43912fd064'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:31:57.884958 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Attempting to bind port ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 on network 82ea2ba4-d693-4839-a5d0-ae43912fd064 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:31:57.894426 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-99b1b932-dcb0-4421-9f24-72b1852c3879 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6740713 Jul 16 01:31:57.896823 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.898197 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:31:57.898682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Checking segment: {'id': 'e0d19c48-8224-4744-b6ef-7a441a6da7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '82ea2ba4-d693-4839-a5d0-ae43912fd064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:57.899207 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.899652 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Bound using segment: {'id': 'e0d19c48-8224-4744-b6ef-7a441a6da7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '82ea2ba4-d693-4839-a5d0-ae43912fd064'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:31:57.900217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Bound port: ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0d19c48-8224-4744-b6ef-7a441a6da7fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '82ea2ba4-d693-4839-a5d0-ae43912fd064'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:31:57.900614 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:57.905697 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41932) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:57.912463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-abce1aa3-f582-4818-bbc6-57a098bd2c8b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Request body: {'port': {'network_id': '82ea2ba4-d693-4839-a5d0-ae43912fd064', 'name': 'tempest-AllowedAddressPairTestJSON-2018633615', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:7a:01:4d'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:31:57.927316 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568bd6c-9d91-4eb4-8b25-91ec3a4e1d0c None None] Pushing event updated for resources: {'Port': ['ID=9aacef44-5845-4f8d-b997-a898b1f506b8,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:57.942099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Network e48d8f96-9a03-44be-af23-477ad89adf3c is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:57.945559 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:57.950032 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:57.963334 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Routers {'c83b8acb-1e4e-46df-8149-c9d30b06cdce'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:31:57.964173 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c83b8acb-1e4e-46df-8149-c9d30b06cdce'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:57.994553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2eae729f-11a2-4d86-9e06-0bfa00caf2db,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:58.015916 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.042458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] For port ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:31:58.046055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] For port ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246,segment=NetworkSegment(e0d19c48-8224-4744-b6ef-7a441a6da7fa),segment_id=e0d19c48-8224-4744-b6ef-7a441a6da7fa)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:31:58.052556 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.134336 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28765615-cad0-40cd-bdda-f4b8b786d3fa None None] Pushing event updated for resources: {'Port': ['ID=ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:58.137700 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d141225c-c43d-4f74-b242-b9e5dd73e485 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:31:58.139023 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] Set router c83b8acb-1e4e-46df-8149-c9d30b06cdce gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:31:58.233123 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d141225c-c43d-4f74-b242-b9e5dd73e485 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:58.233408 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.308531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.384467 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'name': 'tempest-TestServerMultinode-1774319443-router', 'tenant_id': 'f9b353b338974c1e881a2633a3da09f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:53Z', 'updated_at': '2021-07-16T01:31:55Z', 'revision_number': 3, 'project_id': 'f9b353b338974c1e881a2633a3da09f4', 'gw_port': {'id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:54Z', 'updated_at': '2021-07-16T01:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:31:58.392390 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ab57885a-9286-4d2a-af89-280aad832f70 None None] Provisioning for port 2eae729f-11a2-4d86-9e06-0bfa00caf2db completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:31:58.398775 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ab57885a-9286-4d2a-af89-280aad832f70 None None] Provisioning complete for port 2eae729f-11a2-4d86-9e06-0bfa00caf2db triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:58.399313 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ab57885a-9286-4d2a-af89-280aad832f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.422121 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe0d70a-f20e-47e3-b36a-266634f9a1cf None None] The sync data for ids ['c83b8acb-1e4e-46df-8149-c9d30b06cdce'] in n-d-791505-14 is: [{'id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'name': 'tempest-TestServerMultinode-1774319443-router', 'tenant_id': 'f9b353b338974c1e881a2633a3da09f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:53Z', 'updated_at': '2021-07-16T01:31:55Z', 'revision_number': 3, 'project_id': 'f9b353b338974c1e881a2633a3da09f4', 'gw_port': {'id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:54Z', 'updated_at': '2021-07-16T01:31:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:31:58.458857 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ab57885a-9286-4d2a-af89-280aad832f70 None None] Port 2eae729f-11a2-4d86-9e06-0bfa00caf2db cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:58.561033 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.565929 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.568624 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abce1aa3-f582-4818-bbc6-57a098bd2c8b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Made reservation on behalf of ac39ba75616f4ef087180a98c2c53938 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:31:58.643077 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.644935 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Pushing event updated for resources: {'Port': ['ID=2eae729f-11a2-4d86-9e06-0bfa00caf2db,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:58.696679 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0ba20cde-d439-4495-bc4c-fbcd374bcdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.751051 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abce1aa3-f582-4818-bbc6-57a098bd2c8b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:58.762281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Network e48d8f96-9a03-44be-af23-477ad89adf3c is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:58.763748 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:58.795935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba20cde-d439-4495-bc4c-fbcd374bcdb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6a3a5b5-608c-42ac-b15c-afa126eaae53,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:58.805418 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-abce1aa3-f582-4818-bbc6-57a098bd2c8b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] device_id is not set on port 1420bb17-43c6-4f54-b840-551aad5adb89 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:31:58.920398 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba20cde-d439-4495-bc4c-fbcd374bcdb1 admin admin] Checking segment: {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:31:58.920940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba20cde-d439-4495-bc4c-fbcd374bcdb1 admin admin] Network hostable DHCP agents. Network: e13e5abd-69c8-4ead-93cd-c7ed7a837fd4, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:31:58.984614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Router c83b8acb-1e4e-46df-8149-c9d30b06cdce has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:31:59.001144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba20cde-d439-4495-bc4c-fbcd374bcdb1 admin admin] Network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:31:59.039148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-0ba20cde-d439-4495-bc4c-fbcd374bcdb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, e13e5abd-69c8-4ead-93cd-c7ed7a837fd4) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:59.050276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c04985-0502-4ea5-97b5-6139fd9fe067 None None] Network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:59.063321 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba20cde-d439-4495-bc4c-fbcd374bcdb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.063617 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0ba20cde-d439-4495-bc4c-fbcd374bcdb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.098713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-abce1aa3-f582-4818-bbc6-57a098bd2c8b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Allocated IP 172.20.0.13 (82ea2ba4-d693-4839-a5d0-ae43912fd064/0fc4a428-b106-4c28-9ae2-04c15a339001/1420bb17-43c6-4f54-b840-551aad5adb89) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:31:59.127773 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:31:59.142871 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c4931786-cacd-4137-8f95-c620a19359f5 admin admin] 10.222.0.22 "PUT /v2.0/routers/c83b8acb-1e4e-46df-8149-c9d30b06cdce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6243043 Jul 16 01:31:59.301958 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abce1aa3-f582-4818-bbc6-57a098bd2c8b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.330473 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b2c946f3-6ba0-466d-ae67-d45f7978d613 None None] Provisioning complete for port 2eae729f-11a2-4d86-9e06-0bfa00caf2db triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:31:59.330847 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b2c946f3-6ba0-466d-ae67-d45f7978d613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.332819 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-abce1aa3-f582-4818-bbc6-57a098bd2c8b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Transition to ACTIVE for port object 1420bb17-43c6-4f54-b840-551aad5adb89 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:31:59.369005 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b2c946f3-6ba0-466d-ae67-d45f7978d613 None None] Port 2eae729f-11a2-4d86-9e06-0bfa00caf2db cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:31:59.378363 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0ba20cde-d439-4495-bc4c-fbcd374bcdb1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5844574 Jul 16 01:31:59.406435 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abce1aa3-f582-4818-bbc6-57a098bd2c8b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.445747 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b078c198-7af5-43db-8975-f385ccf528ee None None] Network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:59.496477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abce1aa3-f582-4818-bbc6-57a098bd2c8b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Network 82ea2ba4-d693-4839-a5d0-ae43912fd064 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:31:59.501914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-abce1aa3-f582-4818-bbc6-57a098bd2c8b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:31:59.507041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abce1aa3-f582-4818-bbc6-57a098bd2c8b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:31:59.559838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce1aa3-f582-4818-bbc6-57a098bd2c8b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event updated for resources: {'Port': ['ID=1420bb17-43c6-4f54-b840-551aad5adb89,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:31:59.607883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abce1aa3-f582-4818-bbc6-57a098bd2c8b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.608703 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abce1aa3-f582-4818-bbc6-57a098bd2c8b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:31:59.642159 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-abce1aa3-f582-4818-bbc6-57a098bd2c8b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.7342474 Jul 16 01:31:59.642818 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41946) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:59.763784 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238cace5-c379-4fdd-9f62-fd9fba649f23 None None] Network 82ea2ba4-d693-4839-a5d0-ae43912fd064 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:31:59.813272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad1ad91-0176-4ddf-96f8-997011b4b521 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.820060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad1ad91-0176-4ddf-96f8-997011b4b521 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.826550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad1ad91-0176-4ddf-96f8-997011b4b521 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:31:59.831411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41958) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:31:59.841666 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-aad1ad91-0176-4ddf-96f8-997011b4b521 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1971214 Jul 16 01:31:59.892257 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a242963e-5d99-495e-8366-c0d748705f2b None None] Provisioning for port ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:00.028708 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4fe78cfa-204e-42fc-bba9-3f0296064101 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Deleting port 1420bb17-43c6-4f54-b840-551aad5adb89 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:00.028708 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fe78cfa-204e-42fc-bba9-3f0296064101 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.071071 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41968) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:00.078170 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-beca37cd-3a49-4919-a35a-a7d76f9dfe5d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-642665821-network', 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:00.135993 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beca37cd-3a49-4919-a35a-a7d76f9dfe5d admin admin] Made reservation on behalf of 5d9e1cb76aa74c15bb55e263ea81de77 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:00.139138 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-beca37cd-3a49-4919-a35a-a7d76f9dfe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.150485 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-beca37cd-3a49-4919-a35a-a7d76f9dfe5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.179491 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:00.231847 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fe78cfa-204e-42fc-bba9-3f0296064101 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.253174 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.279419 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:00.280845 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4fe78cfa-204e-42fc-bba9-3f0296064101 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Calling delete_port for 1420bb17-43c6-4f54-b840-551aad5adb89 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:00.286633 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:00.287746 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.309500 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-beca37cd-3a49-4919-a35a-a7d76f9dfe5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.314468 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-beca37cd-3a49-4919-a35a-a7d76f9dfe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.343246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca37cd-3a49-4919-a35a-a7d76f9dfe5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc42873d-5d60-47bd-b021-b3f53248781e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:00.356358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beca37cd-3a49-4919-a35a-a7d76f9dfe5d admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:00.368793 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-beca37cd-3a49-4919-a35a-a7d76f9dfe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.369381 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-beca37cd-3a49-4919-a35a-a7d76f9dfe5d admin admin] Added segment 372700b0-71eb-4aa5-9958-4b05fbbce3b1 of type vlan for network 183fa0b7-880a-4f01-b05b-f8422c9579f2 Jul 16 01:32:00.401979 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.416257 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-beca37cd-3a49-4919-a35a-a7d76f9dfe5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.452047 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246,segment=NetworkSegment(e0d19c48-8224-4744-b6ef-7a441a6da7fa),segment_id=e0d19c48-8224-4744-b6ef-7a441a6da7fa)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:00.456224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e5297-6268-4920-866e-e467616bfd43 req-43755696-5350-4364-9170-5eabe388e1b3 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:00.457422 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.458520 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9aacef44-5845-4f8d-b997-a898b1f506b8 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:00.462116 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f50e5297-6268-4920-866e-e467616bfd43 req-43755696-5350-4364-9170-5eabe388e1b3 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 806 time: 0.1896176 Jul 16 01:32:00.480295 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-beca37cd-3a49-4919-a35a-a7d76f9dfe5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.481458 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beca37cd-3a49-4919-a35a-a7d76f9dfe5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:00.481992 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-beca37cd-3a49-4919-a35a-a7d76f9dfe5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.492265 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f50e5297-6268-4920-866e-e467616bfd43 req-2a887824-6973-4ebf-b810-613a2259191e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/quotas/8cb32862d6424975b183aae124a5a905 HTTP/1.1" status: 200 len: 375 time: 0.0163374 Jul 16 01:32:00.537680 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f50e5297-6268-4920-866e-e467616bfd43 req-4399cf70-fa3c-4c03-9054-f3b88049e6f5 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378497 Jul 16 01:32:00.548042 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-beca37cd-3a49-4919-a35a-a7d76f9dfe5d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4758127 Jul 16 01:32:00.552394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41978) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:00.559678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-08d0445f-b136-4c0d-a6e5-aad526a0115b admin admin] Request body: {'subnet': {'network_id': '183fa0b7-880a-4f01-b05b-f8422c9579f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-642665821-subnet', 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:00.571138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-f50e5297-6268-4920-866e-e467616bfd43 req-71dca21e-c970-43a1-a98b-4ad717d088e3 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:00.572215 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f50e5297-6268-4920-866e-e467616bfd43 req-71dca21e-c970-43a1-a98b-4ad717d088e3 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114393 Jul 16 01:32:00.605821 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fe78cfa-204e-42fc-bba9-3f0296064101 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.608857 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca37cd-3a49-4919-a35a-a7d76f9dfe5d admin admin] Pushing event updated for resources: {'Network': ['ID=183fa0b7-880a-4f01-b05b-f8422c9579f2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:00.620432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:00.621962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d0445f-b136-4c0d-a6e5-aad526a0115b admin admin] Made reservation on behalf of 5d9e1cb76aa74c15bb55e263ea81de77 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:00.625679 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08d0445f-b136-4c0d-a6e5-aad526a0115b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.626801 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bf1ee266-ee98-484d-8ccb-122de87f4f39 None None] Provisioning for port 6fcfd89c-ffce-48ec-b36d-4af99c82166f completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:00.635928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 183fa0b7-880a-4f01-b05b-f8422c9579f2 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:00.646478 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe78cfa-204e-42fc-bba9-3f0296064101 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event deleted for resources: {'Port': ['ID=1420bb17-43c6-4f54-b840-551aad5adb89,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:00.715149 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bf1ee266-ee98-484d-8ccb-122de87f4f39 None None] Provisioning complete for port 6fcfd89c-ffce-48ec-b36d-4af99c82166f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:00.715621 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bf1ee266-ee98-484d-8ccb-122de87f4f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.762705 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-bf1ee266-ee98-484d-8ccb-122de87f4f39 None None] Port 6fcfd89c-ffce-48ec-b36d-4af99c82166f cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:00.779578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 9aacef44-5845-4f8d-b997-a898b1f506b8 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:00.789153 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 9aacef44-5845-4f8d-b997-a898b1f506b8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:00.789536 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.845768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bf1ee266-ee98-484d-8ccb-122de87f4f39 None None] Provisioning complete for port ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:00.846173 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bf1ee266-ee98-484d-8ccb-122de87f4f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:00.937370 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f50e5297-6268-4920-866e-e467616bfd43 req-0162b8cc-86c3-4f4e-b2a8-e4f8839b8ac6 service neutron] 10.222.0.22 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571572 Jul 16 01:32:00.947479 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.010660 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 9aacef44-5845-4f8d-b997-a898b1f506b8, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9aacef44-5845-4f8d-b997-a898b1f506b8,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:01.018531 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.067114 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bf1ee266-ee98-484d-8ccb-122de87f4f39 None None] Could not find standard attr ID for object 1420bb17-43c6-4f54-b840-551aad5adb89. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:32:01.091459 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=9aacef44-5845-4f8d-b997-a898b1f506b8,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:01.091923 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fe78cfa-204e-42fc-bba9-3f0296064101 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.094053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4fe78cfa-204e-42fc-bba9-3f0296064101 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "DELETE /v2.0/ports/1420bb17-43c6-4f54-b840-551aad5adb89 HTTP/1.1" status: 204 len: 168 time: 1.2615845 Jul 16 01:32:01.096955 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41982) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:01.113637 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Sync routers for ids ['c83b8acb-1e4e-46df-8149-c9d30b06cdce'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:01.130065 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Routers {'c83b8acb-1e4e-46df-8149-c9d30b06cdce'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:01.130710 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c83b8acb-1e4e-46df-8149-c9d30b06cdce'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:01.138963 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-c818ef99-17f6-463e-a79c-e4629ccc6b39 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] GET failed (client error): The resource could not be found. Jul 16 01:32:01.140654 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c818ef99-17f6-463e-a79c-e4629ccc6b39 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "GET /v2.0/ports/1420bb17-43c6-4f54-b840-551aad5adb89 HTTP/1.1" status: 404 len: 333 time: 0.0429301 Jul 16 01:32:01.144628 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f50e5297-6268-4920-866e-e467616bfd43 req-5c6f2490-babe-4bb2-899b-a99e8decfa8c service neutron] 10.222.0.22 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900225 Jul 16 01:32:01.145078 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41986) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:01.150515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-84f093c0-fdb7-4cdf-a030-3a566d1479ff tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Request body: {'port': {'network_id': '82ea2ba4-d693-4839-a5d0-ae43912fd064', 'name': 'tempest-AllowedAddressPairTestJSON-161098087'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:01.237631 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.286803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f093c0-fdb7-4cdf-a030-3a566d1479ff tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Made reservation on behalf of ac39ba75616f4ef087180a98c2c53938 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:01.295285 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-84f093c0-fdb7-4cdf-a030-3a566d1479ff tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.303205 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3ad7c5d8-6c98-4421-859f-ba5f6288644a None None] Provisioning complete for port 6fcfd89c-ffce-48ec-b36d-4af99c82166f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:01.303630 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ad7c5d8-6c98-4421-859f-ba5f6288644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.353020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-84f093c0-fdb7-4cdf-a030-3a566d1479ff tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] device_id is not set on port 2aabe213-108d-40bd-9f97-e1317a1cc488 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:32:01.360159 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08d0445f-b136-4c0d-a6e5-aad526a0115b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.434467 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Set router c83b8acb-1e4e-46df-8149-c9d30b06cdce gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:01.471543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d0445f-b136-4c0d-a6e5-aad526a0115b admin admin] Checking segment: {'id': '372700b0-71eb-4aa5-9958-4b05fbbce3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '183fa0b7-880a-4f01-b05b-f8422c9579f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:01.472110 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d0445f-b136-4c0d-a6e5-aad526a0115b admin admin] Network hostable DHCP agents. Network: 183fa0b7-880a-4f01-b05b-f8422c9579f2, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:01.474550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0445f-b136-4c0d-a6e5-aad526a0115b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea68efa8-7a1d-436d-927b-c3d83614eeba,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:01.503413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d0445f-b136-4c0d-a6e5-aad526a0115b admin admin] Network 183fa0b7-880a-4f01-b05b-f8422c9579f2 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:01.512529 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3ad7c5d8-6c98-4421-859f-ba5f6288644a None None] Port 6fcfd89c-ffce-48ec-b36d-4af99c82166f cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:01.518553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-08d0445f-b136-4c0d-a6e5-aad526a0115b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 183fa0b7-880a-4f01-b05b-f8422c9579f2) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:01.528011 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d0445f-b136-4c0d-a6e5-aad526a0115b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:01.529322 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08d0445f-b136-4c0d-a6e5-aad526a0115b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.530930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3ad7c5d8-6c98-4421-859f-ba5f6288644a None None] Could not find standard attr ID for object 1420bb17-43c6-4f54-b840-551aad5adb89. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:32:01.532719 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a30fd887-83f8-4869-8ff2-401dae41795e req-9983569e-d5f9-4e81-896c-aba16e0dea3a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 210 time: 0.0427868 Jul 16 01:32:01.545589 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a961ed99-22c9-4c2e-aa8b-b17256e70e4a None None] Network 183fa0b7-880a-4f01-b05b-f8422c9579f2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:01.546234 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-08d0445f-b136-4c0d-a6e5-aad526a0115b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9927769 Jul 16 01:32:01.549277 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41994) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:01.553901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-642665821-router', 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:01.576291 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.576514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-84f093c0-fdb7-4cdf-a030-3a566d1479ff tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Allocated IP 172.20.0.14 (82ea2ba4-d693-4839-a5d0-ae43912fd064/0fc4a428-b106-4c28-9ae2-04c15a339001/2aabe213-108d-40bd-9f97-e1317a1cc488) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:01.577650 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.646644 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.788602 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-84f093c0-fdb7-4cdf-a030-3a566d1479ff tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.804703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-84f093c0-fdb7-4cdf-a030-3a566d1479ff tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Transition to ACTIVE for port object 2aabe213-108d-40bd-9f97-e1317a1cc488 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:01.816305 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.852702 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-84f093c0-fdb7-4cdf-a030-3a566d1479ff tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.854166 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-183fa0b7-880a-4f01-b05b-f8422c9579f2', 'network_id': '183fa0b7-880a-4f01-b05b-f8422c9579f2', 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'fixed_ips': [{'subnet_id': 'ea68efa8-7a1d-436d-927b-c3d83614eeba'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:01.855791 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:01.897316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'name': 'tempest-TestServerMultinode-1774319443-router', 'tenant_id': 'f9b353b338974c1e881a2633a3da09f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:53Z', 'updated_at': '2021-07-16T01:31:58Z', 'revision_number': 4, 'project_id': 'f9b353b338974c1e881a2633a3da09f4', 'gw_port': {'id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:54Z', 'updated_at': '2021-07-16T01:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '2eae729f-11a2-4d86-9e06-0bfa00caf2db', 'name': '', 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c', 'tenant_id': 'f9b353b338974c1e881a2633a3da09f4', 'mac_address': 'fa:16:3e:70:82:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '8809d97e-413b-4722-8651-6514a5888fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:57Z', 'updated_at': '2021-07-16T01:31:58Z', 'revision_number': 2, 'project_id': 'f9b353b338974c1e881a2633a3da09f4', 'subnets': [{'id': '8809d97e-413b-4722-8651-6514a5888fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:01.909845 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f093c0-fdb7-4cdf-a030-3a566d1479ff tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event updated for resources: {'Port': ['ID=2aabe213-108d-40bd-9f97-e1317a1cc488,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:01.929732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f093c0-fdb7-4cdf-a030-3a566d1479ff tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Network 82ea2ba4-d693-4839-a5d0-ae43912fd064 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:01.931385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-84f093c0-fdb7-4cdf-a030-3a566d1479ff tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:01.934476 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f093c0-fdb7-4cdf-a030-3a566d1479ff tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:02.008147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f093c0-fdb7-4cdf-a030-3a566d1479ff tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.011331 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-84f093c0-fdb7-4cdf-a030-3a566d1479ff tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.041695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-84f093c0-fdb7-4cdf-a030-3a566d1479ff tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8954968 Jul 16 01:32:02.042484 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42002) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:02.049533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-af6c3d70-1dc8-4aa4-ba95-771125cec74f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:7a:01:4d'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:02.092032 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Checking router: c83b8acb-1e4e-46df-8149-c9d30b06cdce for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:02.092418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Updating router c83b8acb-1e4e-46df-8149-c9d30b06cdce port 2eae729f-11a2-4d86-9e06-0bfa00caf2db binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:32:02.104408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:02.161178 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.176573 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-af6c3d70-1dc8-4aa4-ba95-771125cec74f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.199900 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.234829 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.292740 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Allocated IP 172.20.0.2 (183fa0b7-880a-4f01-b05b-f8422c9579f2/ea68efa8-7a1d-436d-927b-c3d83614eeba/7344359e-9061-49d6-b584-55c0748f5414) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:02.372921 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Allocated IP 172.25.2.63 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/4772e71a-16b6-4fe4-91ac-cad43ffa695a) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:02.393711 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0e21a58d-f665-4281-b178-44d52ecf1811 None None] Provisioning for port 2aabe213-108d-40bd-9f97-e1317a1cc488 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:02.418451 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-af6c3d70-1dc8-4aa4-ba95-771125cec74f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.425292 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-af6c3d70-1dc8-4aa4-ba95-771125cec74f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.430337 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0e21a58d-f665-4281-b178-44d52ecf1811 None None] Provisioning complete for port 2aabe213-108d-40bd-9f97-e1317a1cc488 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:02.430712 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0e21a58d-f665-4281-b178-44d52ecf1811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.442288 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:02.442682 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.515538 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.541140 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c3d70-1dc8-4aa4-ba95-771125cec74f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event updated for resources: {'Port': ['ID=2aabe213-108d-40bd-9f97-e1317a1cc488,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:02.589153 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-af6c3d70-1dc8-4aa4-ba95-771125cec74f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] In _notify_port_updated(), no bound segment for port 2aabe213-108d-40bd-9f97-e1317a1cc488 on network 82ea2ba4-d693-4839-a5d0-ae43912fd064 {{(pid=93919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:32:02.594658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6c3d70-1dc8-4aa4-ba95-771125cec74f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:02.595314 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-af6c3d70-1dc8-4aa4-ba95-771125cec74f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.599026 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.610377 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-af6c3d70-1dc8-4aa4-ba95-771125cec74f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "PUT /v2.0/ports/2aabe213-108d-40bd-9f97-e1317a1cc488 HTTP/1.1" status: 200 len: 993 time: 0.5665703 Jul 16 01:32:02.611034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42010) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:02.700484 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:02.717829 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:02.747994 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:02.751657 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-bcd5da73-36f3-4e70-9078-62cfa8221db1 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Deleting port 2aabe213-108d-40bd-9f97-e1317a1cc488 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:02.752043 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bcd5da73-36f3-4e70-9078-62cfa8221db1 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.756029 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0e21a58d-f665-4281-b178-44d52ecf1811 None None] Port 2aabe213-108d-40bd-9f97-e1317a1cc488 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:02.791791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Pushing event updated for resources: {'Port': ['ID=4772e71a-16b6-4fe4-91ac-cad43ffa695a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:02.806318 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.812787 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1e8b1aca-19b5-49dc-93e3-2974dc2d75d1 req-f10b6b94-eaae-41a1-86ac-3531fa9c7f87 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 210 time: 0.0422418 Jul 16 01:32:02.888840 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bcd5da73-36f3-4e70-9078-62cfa8221db1 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.904250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-bcd5da73-36f3-4e70-9078-62cfa8221db1 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Calling delete_port for 2aabe213-108d-40bd-9f97-e1317a1cc488 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:02.913132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Transition to ACTIVE for port object 2eae729f-11a2-4d86-9e06-0bfa00caf2db will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:02.935942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9aacef44-5845-4f8d-b997-a898b1f506b8 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:02.937310 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.966997 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:02.972370 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e39a6e51-295f-4e3b-84cc-cc61da399195 None None] Provisioning complete for port 2aabe213-108d-40bd-9f97-e1317a1cc488 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:02.972740 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e39a6e51-295f-4e3b-84cc-cc61da399195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.033496 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e5297-6268-4920-866e-e467616bfd43 req-6b5933a0-7af1-4817-94ac-947e510ebbd4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:03.035503 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f50e5297-6268-4920-866e-e467616bfd43 req-6b5933a0-7af1-4817-94ac-947e510ebbd4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 806 time: 0.1323068 Jul 16 01:32:03.070900 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5e5dd-7b4e-49f1-b649-641750803199 None None] Pushing event updated for resources: {'Port': ['ID=2eae729f-11a2-4d86-9e06-0bfa00caf2db,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:03.076064 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-f50e5297-6268-4920-866e-e467616bfd43 req-af8ec6d1-819d-4191-82ce-30e20737bb49 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Request body: {'port': {'device_id': 'c94659bd-78d5-4a08-ba8d-10d7bf6a098c', 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4', 'admin_state_up': True, 'tenant_id': '8cb32862d6424975b183aae124a5a905'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:03.078948 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e39a6e51-295f-4e3b-84cc-cc61da399195 None None] Port 2aabe213-108d-40bd-9f97-e1317a1cc488 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:03.099610 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Transition to ACTIVE for port object 7344359e-9061-49d6-b584-55c0748f5414 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:03.102551 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bcd5da73-36f3-4e70-9078-62cfa8221db1 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.139319 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5da73-36f3-4e70-9078-62cfa8221db1 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event deleted for resources: {'Port': ['ID=2aabe213-108d-40bd-9f97-e1317a1cc488,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:03.325917 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Transition to ACTIVE for port object 7344359e-9061-49d6-b584-55c0748f5414 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:03.330910 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 9aacef44-5845-4f8d-b997-a898b1f506b8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:03.331319 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.333480 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Attempting to bind port 2eae729f-11a2-4d86-9e06-0bfa00caf2db on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:03.334034 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Attempting to bind port 2eae729f-11a2-4d86-9e06-0bfa00caf2db by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '7dacb700-09f6-4fd2-a4a6-a12b321894b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:03.334243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Attempting to bind port 2eae729f-11a2-4d86-9e06-0bfa00caf2db on network e48d8f96-9a03-44be-af23-477ad89adf3c {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:03.338855 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.388948 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:03.388948 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Checking segment: {'id': '7dacb700-09f6-4fd2-a4a6-a12b321894b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:03.388948 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.389454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Bound using segment: {'id': '7dacb700-09f6-4fd2-a4a6-a12b321894b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:03.389814 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Bound port: 2eae729f-11a2-4d86-9e06-0bfa00caf2db, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dacb700-09f6-4fd2-a4a6-a12b321894b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:03.390362 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.397780 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bcd5da73-36f3-4e70-9078-62cfa8221db1 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.400467 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bcd5da73-36f3-4e70-9078-62cfa8221db1 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "DELETE /v2.0/ports/2aabe213-108d-40bd-9f97-e1317a1cc488 HTTP/1.1" status: 204 len: 168 time: 0.7882171 Jul 16 01:32:03.402775 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42012) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:03.423878 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50e5297-6268-4920-866e-e467616bfd43 req-af8ec6d1-819d-4191-82ce-30e20737bb49 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Made reservation on behalf of 8cb32862d6424975b183aae124a5a905 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:03.427873 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f50e5297-6268-4920-866e-e467616bfd43 req-af8ec6d1-819d-4191-82ce-30e20737bb49 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.434390 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Network 183fa0b7-880a-4f01-b05b-f8422c9579f2 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:03.437100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Pushing event updated for resources: {'Port': ['ID=7344359e-9061-49d6-b584-55c0748f5414,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:03.442563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:03.443431 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d05b887-8956-4d94-8abd-bb7ecaa7e25e tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] GET failed (client error): The resource could not be found. Jul 16 01:32:03.445401 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:03.446681 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4d05b887-8956-4d94-8abd-bb7ecaa7e25e tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "GET /v2.0/ports/2aabe213-108d-40bd-9f97-e1317a1cc488 HTTP/1.1" status: 404 len: 333 time: 0.0426853 Jul 16 01:32:03.450367 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42014) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:03.455598 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2bffd89c-ccdc-4e49-9112-5f37f0d8d76f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Request body: {'port': {'network_id': '82ea2ba4-d693-4839-a5d0-ae43912fd064', 'name': 'tempest-AllowedAddressPairTestJSON-1470840300'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:03.509690 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.588148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Attempting to bind port 7344359e-9061-49d6-b584-55c0748f5414 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:03.588522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Attempting to bind port 7344359e-9061-49d6-b584-55c0748f5414 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '372700b0-71eb-4aa5-9958-4b05fbbce3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '183fa0b7-880a-4f01-b05b-f8422c9579f2'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:03.588888 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Attempting to bind port 7344359e-9061-49d6-b584-55c0748f5414 on network 183fa0b7-880a-4f01-b05b-f8422c9579f2 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:03.592745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] For port 2eae729f-11a2-4d86-9e06-0bfa00caf2db, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:03.615047 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] For port 2eae729f-11a2-4d86-9e06-0bfa00caf2db, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2eae729f-11a2-4d86-9e06-0bfa00caf2db,segment=NetworkSegment(7dacb700-09f6-4fd2-a4a6-a12b321894b6),segment_id=7dacb700-09f6-4fd2-a4a6-a12b321894b6)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:03.616375 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:03.617326 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Checking segment: {'id': '372700b0-71eb-4aa5-9958-4b05fbbce3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '183fa0b7-880a-4f01-b05b-f8422c9579f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:03.617788 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.618559 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Bound using segment: {'id': '372700b0-71eb-4aa5-9958-4b05fbbce3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '183fa0b7-880a-4f01-b05b-f8422c9579f2'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:03.618701 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Bound port: 7344359e-9061-49d6-b584-55c0748f5414, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372700b0-71eb-4aa5-9958-4b05fbbce3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '183fa0b7-880a-4f01-b05b-f8422c9579f2'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:03.619055 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.625599 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.728167 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5e5dd-7b4e-49f1-b649-641750803199 None None] Pushing event updated for resources: {'Port': ['ID=2eae729f-11a2-4d86-9e06-0bfa00caf2db,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:03.763201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Routers {'c83b8acb-1e4e-46df-8149-c9d30b06cdce'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:03.763860 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c83b8acb-1e4e-46df-8149-c9d30b06cdce'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:03.764039 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bffd89c-ccdc-4e49-9112-5f37f0d8d76f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Made reservation on behalf of ac39ba75616f4ef087180a98c2c53938 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:03.767600 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2bffd89c-ccdc-4e49-9112-5f37f0d8d76f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.817620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-f50e5297-6268-4920-866e-e467616bfd43 req-af8ec6d1-819d-4191-82ce-30e20737bb49 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Allocated IP 172.20.0.13 (e13e5abd-69c8-4ead-93cd-c7ed7a837fd4/b6a3a5b5-608c-42ac-b15c-afa126eaae53/645d82de-145c-4367-bb8f-fe0ddb02e32b) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:03.827871 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] For port 7344359e-9061-49d6-b584-55c0748f5414, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:03.835557 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] For port 7344359e-9061-49d6-b584-55c0748f5414, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7344359e-9061-49d6-b584-55c0748f5414,segment=NetworkSegment(372700b0-71eb-4aa5-9958-4b05fbbce3b1),segment_id=372700b0-71eb-4aa5-9958-4b05fbbce3b1)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:03.843847 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-2bffd89c-ccdc-4e49-9112-5f37f0d8d76f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] device_id is not set on port 4534f2de-6327-45e3-82da-9c3941484f99 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:32:03.851923 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:03.970004 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] Set router c83b8acb-1e4e-46df-8149-c9d30b06cdce gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:04.002717 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ded3be-1a4e-4936-a983-5086bc7cc429 None None] Pushing event updated for resources: {'Port': ['ID=7344359e-9061-49d6-b584-55c0748f5414,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:04.062773 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.063181 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e076f87-942b-484c-861d-be3b71618ee5 req-7104540d-3fd5-4cd7-a1da-68ee85bdb666 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 210 time: 0.0564415 Jul 16 01:32:04.217626 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-2bffd89c-ccdc-4e49-9112-5f37f0d8d76f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Allocated IP 172.20.0.4 (82ea2ba4-d693-4839-a5d0-ae43912fd064/0fc4a428-b106-4c28-9ae2-04c15a339001/4534f2de-6327-45e3-82da-9c3941484f99) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:04.237042 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'name': 'tempest-TestServerMultinode-1774319443-router', 'tenant_id': 'f9b353b338974c1e881a2633a3da09f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:53Z', 'updated_at': '2021-07-16T01:31:58Z', 'revision_number': 4, 'project_id': 'f9b353b338974c1e881a2633a3da09f4', 'gw_port': {'id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:54Z', 'updated_at': '2021-07-16T01:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '2eae729f-11a2-4d86-9e06-0bfa00caf2db', 'name': '', 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c', 'tenant_id': 'f9b353b338974c1e881a2633a3da09f4', 'mac_address': 'fa:16:3e:70:82:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '8809d97e-413b-4722-8651-6514a5888fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:57Z', 'updated_at': '2021-07-16T01:32:03Z', 'revision_number': 4, 'project_id': 'f9b353b338974c1e881a2633a3da09f4', 'subnets': [{'id': '8809d97e-413b-4722-8651-6514a5888fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:04.264802 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b92955-9ab3-433b-b2a0-4918c62aef46 None None] The sync data for ids ['c83b8acb-1e4e-46df-8149-c9d30b06cdce'] in n-d-791505-14 is: [{'id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'name': 'tempest-TestServerMultinode-1774319443-router', 'tenant_id': 'f9b353b338974c1e881a2633a3da09f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:53Z', 'updated_at': '2021-07-16T01:31:58Z', 'revision_number': 4, 'project_id': 'f9b353b338974c1e881a2633a3da09f4', 'gw_port': {'id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:54Z', 'updated_at': '2021-07-16T01:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '2eae729f-11a2-4d86-9e06-0bfa00caf2db', 'name': '', 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c', 'tenant_id': 'f9b353b338974c1e881a2633a3da09f4', 'mac_address': 'fa:16:3e:70:82:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '8809d97e-413b-4722-8651-6514a5888fb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:57Z', 'updated_at': '2021-07-16T01:32:03Z', 'revision_number': 4, 'project_id': 'f9b353b338974c1e881a2633a3da09f4', 'subnets': [{'id': '8809d97e-413b-4722-8651-6514a5888fb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:04.357334 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f50e5297-6268-4920-866e-e467616bfd43 req-af8ec6d1-819d-4191-82ce-30e20737bb49 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.509878 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f50e5297-6268-4920-866e-e467616bfd43 req-af8ec6d1-819d-4191-82ce-30e20737bb49 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.511406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Router f5b04c6e-0a74-4a6b-a3c0-5fc41900a848 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:32:04.561828 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2bffd89c-ccdc-4e49-9112-5f37f0d8d76f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:04.586069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50e5297-6268-4920-866e-e467616bfd43 req-af8ec6d1-819d-4191-82ce-30e20737bb49 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:04.624800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-f50e5297-6268-4920-866e-e467616bfd43 req-af8ec6d1-819d-4191-82ce-30e20737bb49 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:04.627057 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-2bffd89c-ccdc-4e49-9112-5f37f0d8d76f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Transition to ACTIVE for port object 4534f2de-6327-45e3-82da-9c3941484f99 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:04.635937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50e5297-6268-4920-866e-e467616bfd43 req-af8ec6d1-819d-4191-82ce-30e20737bb49 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:04.766904 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-256dd22b-9d56-4388-9128-85e76c83d45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.026318 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8ec6d1-819d-4191-82ce-30e20737bb49 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Pushing event updated for resources: {'Port': ['ID=645d82de-145c-4367-bb8f-fe0ddb02e32b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:05.028143 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6485fe8-9a29-4028-aa93-c437959d9bd5 None None] Network 183fa0b7-880a-4f01-b05b-f8422c9579f2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:05.104572 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e5297-6268-4920-866e-e467616bfd43 req-af8ec6d1-819d-4191-82ce-30e20737bb49 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.105224 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f50e5297-6268-4920-866e-e467616bfd43 req-af8ec6d1-819d-4191-82ce-30e20737bb49 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.135867 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f50e5297-6268-4920-866e-e467616bfd43 req-af8ec6d1-819d-4191-82ce-30e20737bb49 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0638421 Jul 16 01:32:05.136625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e34e885d-b72e-419a-b331-3dbdea315b73 None None] Provisioning for port 7344359e-9061-49d6-b584-55c0748f5414 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:05.139076 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2bffd89c-ccdc-4e49-9112-5f37f0d8d76f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.141197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:05.151577 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Sync routers for ids ['f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:05.163734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Request body: {'port': {'device_id': 'c94659bd-78d5-4a08-ba8d-10d7bf6a098c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:05.165164 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Routers {'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:05.165863 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:05.296067 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.315339 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Set router f5b04c6e-0a74-4a6b-a3c0-5fc41900a848 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:05.323132 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50255e-459b-43d4-b62c-c006599554a7 req-d140fa5f-73fa-487c-b9ba-4ae4dadbb87d tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.330660 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b50255e-459b-43d4-b62c-c006599554a7 req-d140fa5f-73fa-487c-b9ba-4ae4dadbb87d tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 932 time: 0.1241930 Jul 16 01:32:05.347074 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bffd89c-ccdc-4e49-9112-5f37f0d8d76f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Network 82ea2ba4-d693-4839-a5d0-ae43912fd064 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:05.362136 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-2bffd89c-ccdc-4e49-9112-5f37f0d8d76f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:05.364936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bffd89c-ccdc-4e49-9112-5f37f0d8d76f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:05.368003 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.372083 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1b376866-2252-4660-9be1-67477380ab1e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.8192315 Jul 16 01:32:05.372858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42028) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:05.428098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b50255e-459b-43d4-b62c-c006599554a7 req-11a22780-d492-4453-86e3-e3adc7b98252 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938964 Jul 16 01:32:05.442969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffd89c-ccdc-4e49-9112-5f37f0d8d76f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event updated for resources: {'Port': ['ID=4534f2de-6327-45e3-82da-9c3941484f99,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:05.485035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bffd89c-ccdc-4e49-9112-5f37f0d8d76f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:05.488098 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2bffd89c-ccdc-4e49-9112-5f37f0d8d76f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.635196 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'name': 'tempest-TestServerMultinode-642665821-router', 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '4772e71a-16b6-4fe4-91ac-cad43ffa695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:01Z', 'updated_at': '2021-07-16T01:32:03Z', 'revision_number': 3, 'project_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'gw_port': {'id': '4772e71a-16b6-4fe4-91ac-cad43ffa695a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:47:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:02Z', 'updated_at': '2021-07-16T01:32:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:05.688176 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Checking router: f5b04c6e-0a74-4a6b-a3c0-5fc41900a848 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:05.688528 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Updating router f5b04c6e-0a74-4a6b-a3c0-5fc41900a848 port 4772e71a-16b6-4fe4-91ac-cad43ffa695a binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:32:05.747829 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2bffd89c-ccdc-4e49-9112-5f37f0d8d76f tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2964246 Jul 16 01:32:05.753708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42030) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:05.759911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0fa18ae6-4781-4be2-b0f5-5e401a20d9b5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7a:01:4d'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:05.762773 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.863314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 645d82de-145c-4367-bb8f-fe0ddb02e32b {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:05.888429 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.938067 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Transition to ACTIVE for port object 645d82de-145c-4367-bb8f-fe0ddb02e32b will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:05.945504 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-084ce25e-dd60-4109-8b95-c29ca9dd6b78 None None] Provisioning for port 4534f2de-6327-45e3-82da-9c3941484f99 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:05.947025 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:05.964570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-084ce25e-dd60-4109-8b95-c29ca9dd6b78 None None] Provisioning complete for port 4534f2de-6327-45e3-82da-9c3941484f99 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:05.968766 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-084ce25e-dd60-4109-8b95-c29ca9dd6b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.023694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Pushing event updated for resources: {'Port': ['ID=645d82de-145c-4367-bb8f-fe0ddb02e32b,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:06.093288 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0fa18ae6-4781-4be2-b0f5-5e401a20d9b5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.101036 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.127028 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-084ce25e-dd60-4109-8b95-c29ca9dd6b78 None None] Port 4534f2de-6327-45e3-82da-9c3941484f99 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:06.139289 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.151051 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Transition to ACTIVE for port object 4772e71a-16b6-4fe4-91ac-cad43ffa695a will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:06.158488 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.223110 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Attempting to bind port 645d82de-145c-4367-bb8f-fe0ddb02e32b on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:06.223475 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Attempting to bind port 645d82de-145c-4367-bb8f-fe0ddb02e32b by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:06.223814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Attempting to bind port 645d82de-145c-4367-bb8f-fe0ddb02e32b on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:06.231260 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Attempting to bind port 4772e71a-16b6-4fe4-91ac-cad43ffa695a on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:06.232248 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Attempting to bind port 4772e71a-16b6-4fe4-91ac-cad43ffa695a by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:06.232757 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Attempting to bind port 4772e71a-16b6-4fe4-91ac-cad43ffa695a on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:06.237000 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5d680-8c4b-4ed4-882d-db7c4d332431 None None] Pushing event updated for resources: {'Port': ['ID=4772e71a-16b6-4fe4-91ac-cad43ffa695a,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:06.243132 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:06.243605 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:06.244058 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.245358 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:06.245358 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Bound port: 4772e71a-16b6-4fe4-91ac-cad43ffa695a, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:06.245358 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.284048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7344359e-9061-49d6-b584-55c0748f5414 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:06.301797 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] For port 4772e71a-16b6-4fe4-91ac-cad43ffa695a, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:06.306325 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] For port 4772e71a-16b6-4fe4-91ac-cad43ffa695a, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4772e71a-16b6-4fe4-91ac-cad43ffa695a,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:06.311305 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.338767 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 7344359e-9061-49d6-b584-55c0748f5414 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:06.343667 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7344359e-9061-49d6-b584-55c0748f5414 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:06.344075 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.362594 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0fa18ae6-4781-4be2-b0f5-5e401a20d9b5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.366830 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Port 645d82de-145c-4367-bb8f-fe0ddb02e32b on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:06.367209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Attempting to bind port 645d82de-145c-4367-bb8f-fe0ddb02e32b on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:06.367909 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5d680-8c4b-4ed4-882d-db7c4d332431 None None] Pushing event updated for resources: {'Port': ['ID=4772e71a-16b6-4fe4-91ac-cad43ffa695a,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:06.373816 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:06.374160 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Checking segment: {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:06.374551 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Bound using segment: {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:06.375052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Bound port: 645d82de-145c-4367-bb8f-fe0ddb02e32b, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:06.375422 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.377442 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0fa18ae6-4781-4be2-b0f5-5e401a20d9b5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.388374 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Routers {'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:06.389216 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:31:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:06.437788 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa18ae6-4781-4be2-b0f5-5e401a20d9b5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event updated for resources: {'Port': ['ID=4534f2de-6327-45e3-82da-9c3941484f99,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:06.442539 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.510019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 7344359e-9061-49d6-b584-55c0748f5414, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7344359e-9061-49d6-b584-55c0748f5414,segment=NetworkSegment(372700b0-71eb-4aa5-9958-4b05fbbce3b1),segment_id=372700b0-71eb-4aa5-9958-4b05fbbce3b1)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:06.517146 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.525225 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] Set router f5b04c6e-0a74-4a6b-a3c0-5fc41900a848 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:06.527548 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2eae729f-11a2-4d86-9e06-0bfa00caf2db up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:06.548316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0fa18ae6-4781-4be2-b0f5-5e401a20d9b5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] In _notify_port_updated(), no bound segment for port 4534f2de-6327-45e3-82da-9c3941484f99 on network 82ea2ba4-d693-4839-a5d0-ae43912fd064 {{(pid=93920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:32:06.554476 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa18ae6-4781-4be2-b0f5-5e401a20d9b5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:06.555141 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0fa18ae6-4781-4be2-b0f5-5e401a20d9b5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.559367 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0fa18ae6-4781-4be2-b0f5-5e401a20d9b5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "PUT /v2.0/ports/4534f2de-6327-45e3-82da-9c3941484f99 HTTP/1.1" status: 200 len: 996 time: 0.8046713 Jul 16 01:32:06.560093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42038) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:06.679873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=7344359e-9061-49d6-b584-55c0748f5414,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:06.684661 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] For port 645d82de-145c-4367-bb8f-fe0ddb02e32b, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:06.704207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 2eae729f-11a2-4d86-9e06-0bfa00caf2db completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:06.710743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] For port 645d82de-145c-4367-bb8f-fe0ddb02e32b, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=645d82de-145c-4367-bb8f-fe0ddb02e32b,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:06.712518 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2eae729f-11a2-4d86-9e06-0bfa00caf2db triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:06.713208 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.727902 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.769874 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:06.770655 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.772042 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f50e5297-6268-4920-866e-e467616bfd43 req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] 10.222.0.70 "PUT /v2.0/ports/645d82de-145c-4367-bb8f-fe0ddb02e32b HTTP/1.1" status: 200 len: 1093 time: 1.6204665 Jul 16 01:32:06.774847 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c94659bd-78d5-4a08-ba8d-10d7bf6a098c', 'tag': '645d82de-145c-4367-bb8f-fe0ddb02e32b'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:06.777268 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da71c5b2-12a2-4bcd-8dc1-9cfccd10fbc2" -d '{"events": [{"name": "network-changed", "server_uuid": "c94659bd-78d5-4a08-ba8d-10d7bf6a098c", "tag": "645d82de-145c-4367-bb8f-fe0ddb02e32b"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:06.783194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1ac1319b-f7fd-40de-abaf-a7a7b9a50a52 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Deleting port 4534f2de-6327-45e3-82da-9c3941484f99 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:06.783550 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1ac1319b-f7fd-40de-abaf-a7a7b9a50a52 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.803969 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'name': 'tempest-TestServerMultinode-642665821-router', 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '4772e71a-16b6-4fe4-91ac-cad43ffa695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:01Z', 'updated_at': '2021-07-16T01:32:03Z', 'revision_number': 3, 'project_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'gw_port': {'id': '4772e71a-16b6-4fe4-91ac-cad43ffa695a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:47:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:02Z', 'updated_at': '2021-07-16T01:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:06.849614 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8cf772-37bf-498c-8e96-cf92b8ef0e0f None None] The sync data for ids ['f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'] in n-d-791505-14 is: [{'id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'name': 'tempest-TestServerMultinode-642665821-router', 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '4772e71a-16b6-4fe4-91ac-cad43ffa695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:01Z', 'updated_at': '2021-07-16T01:32:03Z', 'revision_number': 3, 'project_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'gw_port': {'id': '4772e71a-16b6-4fe4-91ac-cad43ffa695a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:47:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:02Z', 'updated_at': '2021-07-16T01:32:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:06.859460 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.882621 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bebf30-4a44-43de-a9b3-6a0b24270a73 x-openstack-request-id: req-76bebf30-4a44-43de-a9b3-6a0b24270a73 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:06.882839 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c94659bd-78d5-4a08-ba8d-10d7bf6a098c", "tag": "645d82de-145c-4367-bb8f-fe0ddb02e32b", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:06.883053 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76bebf30-4a44-43de-a9b3-6a0b24270a73 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:06.883392 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c94659bd-78d5-4a08-ba8d-10d7bf6a098c', 'tag': '645d82de-145c-4367-bb8f-fe0ddb02e32b', 'status': 'completed', 'code': 200} Jul 16 01:32:06.902392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d1036c62-97db-4e38-87c4-c2c19ee12ea3 None None] Provisioning complete for port 4534f2de-6327-45e3-82da-9c3941484f99 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:06.902639 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d1036c62-97db-4e38-87c4-c2c19ee12ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.907418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 2eae729f-11a2-4d86-9e06-0bfa00caf2db, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2eae729f-11a2-4d86-9e06-0bfa00caf2db,segment=NetworkSegment(7dacb700-09f6-4fd2-a4a6-a12b321894b6),segment_id=7dacb700-09f6-4fd2-a4a6-a12b321894b6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:06.923000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Allocated IP 172.20.0.1 (183fa0b7-880a-4f01-b05b-f8422c9579f2/ea68efa8-7a1d-436d-927b-c3d83614eeba/4b656655-8ed3-4bc6-983c-44e907b60e2c) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:06.923567 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc0c702-b74e-4734-bd60-a9cf0e458d0e service neutron] Pushing event updated for resources: {'Port': ['ID=645d82de-145c-4367-bb8f-fe0ddb02e32b,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:06.929533 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.972529 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d1036c62-97db-4e38-87c4-c2c19ee12ea3 None None] Port 4534f2de-6327-45e3-82da-9c3941484f99 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:06.973731 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1ac1319b-f7fd-40de-abaf-a7a7b9a50a52 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:06.977556 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e5297-6268-4920-866e-e467616bfd43 req-9970130d-968f-4f4c-872d-b835003e78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:06.979049 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f50e5297-6268-4920-866e-e467616bfd43 req-9970130d-968f-4f4c-872d-b835003e78c2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 1096 time: 0.1438065 Jul 16 01:32:06.992548 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1ac1319b-f7fd-40de-abaf-a7a7b9a50a52 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Calling delete_port for 4534f2de-6327-45e3-82da-9c3941484f99 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:06.999917 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=2eae729f-11a2-4d86-9e06-0bfa00caf2db,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:07.041202 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f50e5297-6268-4920-866e-e467616bfd43 req-5594bb8c-63b2-42be-b3c4-ad5ce69ed059 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645d82de-145c-4367-bb8f-fe0ddb02e32b HTTP/1.1" status: 200 len: 217 time: 0.0504980 Jul 16 01:32:07.068212 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7528a3b-9d1e-485c-b4a6-8bd349dabc93 req-4b140569-f1a6-483c-aaec-cc53a21a7cf3 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.070338 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7528a3b-9d1e-485c-b4a6-8bd349dabc93 req-4b140569-f1a6-483c-aaec-cc53a21a7cf3 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 944 time: 0.2050066 Jul 16 01:32:07.139176 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7528a3b-9d1e-485c-b4a6-8bd349dabc93 req-62984673-49ea-4d12-9833-c4cd057a8c2c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609372 Jul 16 01:32:07.141881 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.154343 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e5297-6268-4920-866e-e467616bfd43 req-57eb34c7-f656-4d7a-869c-48681848b64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.156476 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f50e5297-6268-4920-866e-e467616bfd43 req-57eb34c7-f656-4d7a-869c-48681848b64d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6a3a5b5-608c-42ac-b15c-afa126eaae53 HTTP/1.1" status: 200 len: 846 time: 0.1071498 Jul 16 01:32:07.170254 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Transition to ACTIVE for port object 4b656655-8ed3-4bc6-983c-44e907b60e2c will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:07.221417 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f50e5297-6268-4920-866e-e467616bfd43 req-785e11e6-016b-469f-a07a-0f5624555c64 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586903 Jul 16 01:32:07.231050 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.302359 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.306187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Network 183fa0b7-880a-4f01-b05b-f8422c9579f2 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:07.309637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:07.314920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:07.364101 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.405852 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1ac1319b-f7fd-40de-abaf-a7a7b9a50a52 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.434254 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Pushing event updated for resources: {'Port': ['ID=4b656655-8ed3-4bc6-983c-44e907b60e2c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:07.482103 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1319b-f7fd-40de-abaf-a7a7b9a50a52 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event deleted for resources: {'Port': ['ID=4534f2de-6327-45e3-82da-9c3941484f99,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:07.494040 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f50e5297-6268-4920-866e-e467616bfd43 req-8862715b-c0ac-42e1-8097-6598af0c70d3 service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577004 Jul 16 01:32:07.542632 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.596937 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1ac1319b-f7fd-40de-abaf-a7a7b9a50a52 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.599363 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1ac1319b-f7fd-40de-abaf-a7a7b9a50a52 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "DELETE /v2.0/ports/4534f2de-6327-45e3-82da-9c3941484f99 HTTP/1.1" status: 204 len: 168 time: 1.0364361 Jul 16 01:32:07.602646 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42046) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:07.645669 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f048aa-0968-4310-ba2e-587974ba0ed9 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] GET failed (client error): The resource could not be found. Jul 16 01:32:07.650309 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-07f048aa-0968-4310-ba2e-587974ba0ed9 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "GET /v2.0/ports/4534f2de-6327-45e3-82da-9c3941484f99 HTTP/1.1" status: 404 len: 333 time: 0.0464468 Jul 16 01:32:07.663669 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-92190de3-3800-476c-8dcf-7842b2033781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.671640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42048) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:07.677374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c4cd7049-07f5-4b51-a2ad-d6d84dfa6ba2 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Request body: {'port': {'network_id': '82ea2ba4-d693-4839-a5d0-ae43912fd064', 'name': 'tempest-AllowedAddressPairTestJSON-528707842'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:07.730668 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-54bc3ff5-b2c6-4dc5-a094-6e01bb0ee9fb None None] Provisioning for port 4b656655-8ed3-4bc6-983c-44e907b60e2c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:07.736700 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f50e5297-6268-4920-866e-e467616bfd43 req-fcf8d903-6578-4e5d-a16c-a4c0bb56df14 service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202489 Jul 16 01:32:07.736914 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-54bc3ff5-b2c6-4dc5-a094-6e01bb0ee9fb None None] Provisioning complete for port 4b656655-8ed3-4bc6-983c-44e907b60e2c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:07.738342 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-54bc3ff5-b2c6-4dc5-a094-6e01bb0ee9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.764782 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.775573 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.799686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-54bc3ff5-b2c6-4dc5-a094-6e01bb0ee9fb None None] Port 4b656655-8ed3-4bc6-983c-44e907b60e2c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:07.847489 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.864535 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Pushing event updated for resources: {'Port': ['ID=4b656655-8ed3-4bc6-983c-44e907b60e2c,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:07.874792 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cd7049-07f5-4b51-a2ad-d6d84dfa6ba2 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Made reservation on behalf of ac39ba75616f4ef087180a98c2c53938 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:07.878613 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7049-07f5-4b51-a2ad-d6d84dfa6ba2 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:07.899175 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-c4cd7049-07f5-4b51-a2ad-d6d84dfa6ba2 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] device_id is not set on port 5e67b516-4ad3-489c-9d4c-eb7f612e37a1 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:32:07.949827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71c5b2-12a2-4bcd-8dc1-9cfccd10fbc2 req-7dfa33cd-dccf-4001-a474-5dd4ca0e1dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:07.951460 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-da71c5b2-12a2-4bcd-8dc1-9cfccd10fbc2 req-7dfa33cd-dccf-4001-a474-5dd4ca0e1dff service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 1096 time: 0.1422489 Jul 16 01:32:07.962986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Network 183fa0b7-880a-4f01-b05b-f8422c9579f2 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:07.964440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:08.118258 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-c4cd7049-07f5-4b51-a2ad-d6d84dfa6ba2 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Allocated IP 172.20.0.13 (82ea2ba4-d693-4839-a5d0-ae43912fd064/0fc4a428-b106-4c28-9ae2-04c15a339001/5e67b516-4ad3-489c-9d4c-eb7f612e37a1) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:08.149699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71c5b2-12a2-4bcd-8dc1-9cfccd10fbc2 req-cbe2505a-b529-48fb-baa0-5ba655c704d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.151328 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-da71c5b2-12a2-4bcd-8dc1-9cfccd10fbc2 req-cbe2505a-b529-48fb-baa0-5ba655c704d2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 907 time: 0.1903942 Jul 16 01:32:08.164132 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Router f5b04c6e-0a74-4a6b-a3c0-5fc41900a848 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:08.193906 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7344359e-9061-49d6-b584-55c0748f5414 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:08.239439 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-da71c5b2-12a2-4bcd-8dc1-9cfccd10fbc2 req-12e3b8eb-f196-4a1b-941a-681535069426 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645d82de-145c-4367-bb8f-fe0ddb02e32b HTTP/1.1" status: 200 len: 217 time: 0.0752537 Jul 16 01:32:08.267362 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7344359e-9061-49d6-b584-55c0748f5414 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:08.268075 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.340519 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da71c5b2-12a2-4bcd-8dc1-9cfccd10fbc2 req-23687a4d-e285-4f8b-970c-43eec93018c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.341058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:08.341949 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-da71c5b2-12a2-4bcd-8dc1-9cfccd10fbc2 req-23687a4d-e285-4f8b-970c-43eec93018c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6a3a5b5-608c-42ac-b15c-afa126eaae53 HTTP/1.1" status: 200 len: 846 time: 0.0958626 Jul 16 01:32:08.354947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-94a05860-6352-4a42-87a4-22f2bc6144f9 admin admin] 10.222.0.22 "PUT /v2.0/routers/f5b04c6e-0a74-4a6b-a3c0-5fc41900a848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9803550 Jul 16 01:32:08.372864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4772e71a-16b6-4fe4-91ac-cad43ffa695a up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:08.439443 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-da71c5b2-12a2-4bcd-8dc1-9cfccd10fbc2 req-6caafae2-90fd-4f64-9b3b-addf210fa62c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410655 Jul 16 01:32:08.478125 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7049-07f5-4b51-a2ad-d6d84dfa6ba2 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.495643 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-c4cd7049-07f5-4b51-a2ad-d6d84dfa6ba2 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Transition to ACTIVE for port object 5e67b516-4ad3-489c-9d4c-eb7f612e37a1 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:08.517976 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5bf160d0-2e4c-42f6-85b7-3f42ce9c0049 None None] Provisioning complete for port 4b656655-8ed3-4bc6-983c-44e907b60e2c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:08.518456 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5bf160d0-2e4c-42f6-85b7-3f42ce9c0049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.537067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ba053-c9fc-4dd2-8664-ada6afb5c695 req-5cb081e2-2ec6-46df-95d2-965e2281cd16 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.539237 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a8ba053-c9fc-4dd2-8664-ada6afb5c695 req-5cb081e2-2ec6-46df-95d2-965e2281cd16 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 944 time: 0.1496143 Jul 16 01:32:08.549773 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 4772e71a-16b6-4fe4-91ac-cad43ffa695a completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:08.556131 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 4772e71a-16b6-4fe4-91ac-cad43ffa695a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:08.556651 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.599388 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.602191 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a8ba053-c9fc-4dd2-8664-ada6afb5c695 req-39202e84-e756-4373-95a2-09862fe67b05 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566525 Jul 16 01:32:08.621947 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5bf160d0-2e4c-42f6-85b7-3f42ce9c0049 None None] Port 4b656655-8ed3-4bc6-983c-44e907b60e2c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:08.641727 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-da71c5b2-12a2-4bcd-8dc1-9cfccd10fbc2 req-3a576e17-5fc3-4862-a737-5eefd87fc4f7 service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151440 Jul 16 01:32:08.648379 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7049-07f5-4b51-a2ad-d6d84dfa6ba2 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.666853 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.692879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 4772e71a-16b6-4fe4-91ac-cad43ffa695a, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4772e71a-16b6-4fe4-91ac-cad43ffa695a,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:08.698412 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.699449 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2eae729f-11a2-4d86-9e06-0bfa00caf2db up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:08.731486 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cd7049-07f5-4b51-a2ad-d6d84dfa6ba2 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Network 82ea2ba4-d693-4839-a5d0-ae43912fd064 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:08.732702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd7049-07f5-4b51-a2ad-d6d84dfa6ba2 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event updated for resources: {'Port': ['ID=5e67b516-4ad3-489c-9d4c-eb7f612e37a1,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:08.735242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c4cd7049-07f5-4b51-a2ad-d6d84dfa6ba2 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:08.739459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cd7049-07f5-4b51-a2ad-d6d84dfa6ba2 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:08.794163 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=4772e71a-16b6-4fe4-91ac-cad43ffa695a,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:08.814282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2eae729f-11a2-4d86-9e06-0bfa00caf2db triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:08.815249 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.844532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cd7049-07f5-4b51-a2ad-d6d84dfa6ba2 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:08.845201 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c4cd7049-07f5-4b51-a2ad-d6d84dfa6ba2 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:08.858182 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-da71c5b2-12a2-4bcd-8dc1-9cfccd10fbc2 req-fdb41ab3-3348-437b-929a-85e243f8b713 service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080762 Jul 16 01:32:08.867814 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c4cd7049-07f5-4b51-a2ad-d6d84dfa6ba2 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1949174 Jul 16 01:32:08.870381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42066) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:08.876789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-13f25014-4f3e-459f-b521-6f4ce1031baa tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Request body: {'port': {'network_id': '82ea2ba4-d693-4839-a5d0-ae43912fd064', 'name': 'tempest-AllowedAddressPairTestJSON-887148937'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:09.005644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f25014-4f3e-459f-b521-6f4ce1031baa tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Made reservation on behalf of ac39ba75616f4ef087180a98c2c53938 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:09.009822 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-13f25014-4f3e-459f-b521-6f4ce1031baa tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.033715 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-13f25014-4f3e-459f-b521-6f4ce1031baa tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] device_id is not set on port dcd58f1e-6b76-48fd-880b-1ace6f89191a yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:32:09.067590 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6ae0f577-3f9a-42c7-9f64-0015590c4a5d None None] Provisioning for port 5e67b516-4ad3-489c-9d4c-eb7f612e37a1 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:09.072975 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6ae0f577-3f9a-42c7-9f64-0015590c4a5d None None] Provisioning complete for port 5e67b516-4ad3-489c-9d4c-eb7f612e37a1 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:09.073678 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ae0f577-3f9a-42c7-9f64-0015590c4a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.098574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Sync routers for ids ['f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:09.118641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6ae0f577-3f9a-42c7-9f64-0015590c4a5d None None] Port 5e67b516-4ad3-489c-9d4c-eb7f612e37a1 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:09.120200 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Routers {'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:09.120835 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:32:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:09.215668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-13f25014-4f3e-459f-b521-6f4ce1031baa tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Allocated IP 172.20.0.8 (82ea2ba4-d693-4839-a5d0-ae43912fd064/0fc4a428-b106-4c28-9ae2-04c15a339001/dcd58f1e-6b76-48fd-880b-1ace6f89191a) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:09.225059 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Set router f5b04c6e-0a74-4a6b-a3c0-5fc41900a848 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:09.237137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-dbfafad8-173b-4f31-98d9-92ecc235cb1f tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.238624 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-dbfafad8-173b-4f31-98d9-92ecc235cb1f tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/networks?id=e48d8f96-9a03-44be-af23-477ad89adf3c HTTP/1.1" status: 200 len: 911 time: 0.1469512 Jul 16 01:32:09.269291 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-d33851d0-0660-4139-8e2a-1016803856cf tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/quotas/5d9e1cb76aa74c15bb55e263ea81de77 HTTP/1.1" status: 200 len: 375 time: 0.0242412 Jul 16 01:32:09.426347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'name': 'tempest-TestServerMultinode-642665821-router', 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '4772e71a-16b6-4fe4-91ac-cad43ffa695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:01Z', 'updated_at': '2021-07-16T01:32:07Z', 'revision_number': 4, 'project_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'gw_port': {'id': '4772e71a-16b6-4fe4-91ac-cad43ffa695a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:02Z', 'updated_at': '2021-07-16T01:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '4b656655-8ed3-4bc6-983c-44e907b60e2c', 'name': '', 'network_id': '183fa0b7-880a-4f01-b05b-f8422c9579f2', 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'mac_address': 'fa:16:3e:2e:cd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'ea68efa8-7a1d-436d-927b-c3d83614eeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:06Z', 'updated_at': '2021-07-16T01:32:07Z', 'revision_number': 2, 'project_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'subnets': [{'id': 'ea68efa8-7a1d-436d-927b-c3d83614eeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:09.448865 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-e48e104d-6731-4e06-a22f-9136670b3026 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=5d9e1cb76aa74c15bb55e263ea81de77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1697791 Jul 16 01:32:09.452779 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Checking router: f5b04c6e-0a74-4a6b-a3c0-5fc41900a848 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:09.453141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Updating router f5b04c6e-0a74-4a6b-a3c0-5fc41900a848 port 4b656655-8ed3-4bc6-983c-44e907b60e2c binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:32:09.453391 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-13f25014-4f3e-459f-b521-6f4ce1031baa tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.490956 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-13f25014-4f3e-459f-b521-6f4ce1031baa tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Transition to ACTIVE for port object dcd58f1e-6b76-48fd-880b-1ace6f89191a will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:09.497614 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.574924 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-57659f05-3994-4f06-80d4-4583670c9c77 service neutron] 10.222.0.22 "GET /v2.0/networks/e48d8f96-9a03-44be-af23-477ad89adf3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182203 Jul 16 01:32:09.579875 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-13f25014-4f3e-459f-b521-6f4ce1031baa tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.651386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f25014-4f3e-459f-b521-6f4ce1031baa tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Network 82ea2ba4-d693-4839-a5d0-ae43912fd064 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:09.663014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-13f25014-4f3e-459f-b521-6f4ce1031baa tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:09.668380 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f25014-4f3e-459f-b521-6f4ce1031baa tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:09.733665 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f25014-4f3e-459f-b521-6f4ce1031baa tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event updated for resources: {'Port': ['ID=dcd58f1e-6b76-48fd-880b-1ace6f89191a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:09.786129 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f25014-4f3e-459f-b521-6f4ce1031baa tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.786960 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-13f25014-4f3e-459f-b521-6f4ce1031baa tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.808772 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.820815 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Transition to ACTIVE for port object 4b656655-8ed3-4bc6-983c-44e907b60e2c will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:09.823340 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-c25719dd-342d-4e2b-91d5-9ace74fdaa95 service neutron] 10.222.0.22 "GET /v2.0/networks/e48d8f96-9a03-44be-af23-477ad89adf3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346282 Jul 16 01:32:09.828323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-13f25014-4f3e-459f-b521-6f4ce1031baa tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9562964 Jul 16 01:32:09.828447 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:09.831281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42088) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:09.843907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b67027c8-2ca9-45dc-b9a0-38e83b5f8af5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:7a:01:4d'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:05:e7:ad'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:09.860213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3fd69-91b1-4a5e-8d1e-3eafc35ec8bb req-45d96aae-1dac-4f71-9e0e-3e06e9b321ae tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:09.867940 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59e3fd69-91b1-4a5e-8d1e-3eafc35ec8bb req-45d96aae-1dac-4f71-9e0e-3e06e9b321ae tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 944 time: 0.1224129 Jul 16 01:32:09.893721 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a561f-1ae1-4d1b-9151-6935d834907e None None] Pushing event updated for resources: {'Port': ['ID=4b656655-8ed3-4bc6-983c-44e907b60e2c,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:09.934245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59e3fd69-91b1-4a5e-8d1e-3eafc35ec8bb req-b5666179-7e15-45dc-a78d-175a4f367b91 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599871 Jul 16 01:32:09.988022 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Attempting to bind port 4b656655-8ed3-4bc6-983c-44e907b60e2c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:09.988397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Attempting to bind port 4b656655-8ed3-4bc6-983c-44e907b60e2c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '372700b0-71eb-4aa5-9958-4b05fbbce3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '183fa0b7-880a-4f01-b05b-f8422c9579f2'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:09.988872 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Attempting to bind port 4b656655-8ed3-4bc6-983c-44e907b60e2c on network 183fa0b7-880a-4f01-b05b-f8422c9579f2 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:10.009445 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:10.010115 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Checking segment: {'id': '372700b0-71eb-4aa5-9958-4b05fbbce3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '183fa0b7-880a-4f01-b05b-f8422c9579f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:10.011576 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.012372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Bound using segment: {'id': '372700b0-71eb-4aa5-9958-4b05fbbce3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '183fa0b7-880a-4f01-b05b-f8422c9579f2'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:10.013325 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Bound port: 4b656655-8ed3-4bc6-983c-44e907b60e2c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372700b0-71eb-4aa5-9958-4b05fbbce3b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '183fa0b7-880a-4f01-b05b-f8422c9579f2'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:10.013935 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.057158 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b67027c8-2ca9-45dc-b9a0-38e83b5f8af5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.090876 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4772e71a-16b6-4fe4-91ac-cad43ffa695a up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:10.117815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a479f615-1d45-4132-b568-25c4a67915dc req-810bc76f-2af0-446e-aa23-21aaf671ca6e tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 210 time: 0.0575047 Jul 16 01:32:10.132528 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bd3c5671-3d20-4612-b4cb-74c919ff2f2d None None] Provisioning for port dcd58f1e-6b76-48fd-880b-1ace6f89191a completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:10.148121 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bd3c5671-3d20-4612-b4cb-74c919ff2f2d None None] Provisioning complete for port dcd58f1e-6b76-48fd-880b-1ace6f89191a triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:10.148421 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bd3c5671-3d20-4612-b4cb-74c919ff2f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.214436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] For port 4b656655-8ed3-4bc6-983c-44e907b60e2c, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:10.220432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] For port 4b656655-8ed3-4bc6-983c-44e907b60e2c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4b656655-8ed3-4bc6-983c-44e907b60e2c,segment=NetworkSegment(372700b0-71eb-4aa5-9958-4b05fbbce3b1),segment_id=372700b0-71eb-4aa5-9958-4b05fbbce3b1)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:10.221773 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.223341 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-bd3c5671-3d20-4612-b4cb-74c919ff2f2d None None] Port dcd58f1e-6b76-48fd-880b-1ace6f89191a cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:10.227055 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.332042 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b67027c8-2ca9-45dc-b9a0-38e83b5f8af5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.337984 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b67027c8-2ca9-45dc-b9a0-38e83b5f8af5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.422210 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67027c8-2ca9-45dc-b9a0-38e83b5f8af5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event updated for resources: {'Port': ['ID=dcd58f1e-6b76-48fd-880b-1ace6f89191a,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:10.433819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 4772e71a-16b6-4fe4-91ac-cad43ffa695a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:10.434198 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.434396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b67027c8-2ca9-45dc-b9a0-38e83b5f8af5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] In _notify_port_updated(), no bound segment for port dcd58f1e-6b76-48fd-880b-1ace6f89191a on network 82ea2ba4-d693-4839-a5d0-ae43912fd064 {{(pid=93920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:32:10.442758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67027c8-2ca9-45dc-b9a0-38e83b5f8af5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:10.447516 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b67027c8-2ca9-45dc-b9a0-38e83b5f8af5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.449783 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b67027c8-2ca9-45dc-b9a0-38e83b5f8af5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "PUT /v2.0/ports/dcd58f1e-6b76-48fd-880b-1ace6f89191a HTTP/1.1" status: 200 len: 1055 time: 0.6154993 Jul 16 01:32:10.452309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42100) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:10.491137 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a561f-1ae1-4d1b-9151-6935d834907e None None] Pushing event updated for resources: {'Port': ['ID=4b656655-8ed3-4bc6-983c-44e907b60e2c,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:10.500846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Routers {'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:10.501486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:32:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:10.551512 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 645d82de-145c-4367-bb8f-fe0ddb02e32b details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:10.640827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-8ea97a69-31ca-409a-ab7d-7469c18d0cb5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Deleting port dcd58f1e-6b76-48fd-880b-1ace6f89191a {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:10.641183 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8ea97a69-31ca-409a-ab7d-7469c18d0cb5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.709772 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.resource_extend [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:32:10.757670 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] Set router f5b04c6e-0a74-4a6b-a3c0-5fc41900a848 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:10.796259 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8ea97a69-31ca-409a-ab7d-7469c18d0cb5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.810131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-8ea97a69-31ca-409a-ab7d-7469c18d0cb5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Calling delete_port for dcd58f1e-6b76-48fd-880b-1ace6f89191a owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:10.894929 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 645d82de-145c-4367-bb8f-fe0ddb02e32b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=645d82de-145c-4367-bb8f-fe0ddb02e32b,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:10.928202 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '645d82de-145c-4367-bb8f-fe0ddb02e32b', 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4', 'port_id': '645d82de-145c-4367-bb8f-fe0ddb02e32b', 'mac_address': 'fa:16:3e:09:0a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a3a5b5-608c-42ac-b15c-afa126eaae53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:10.952874 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8ea97a69-31ca-409a-ab7d-7469c18d0cb5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:10.988641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea97a69-31ca-409a-ab7d-7469c18d0cb5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event deleted for resources: {'Port': ['ID=dcd58f1e-6b76-48fd-880b-1ace6f89191a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:10.997249 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b680301b-f32e-4ff0-84b5-038aab8c5e3a None None] Provisioning complete for port dcd58f1e-6b76-48fd-880b-1ace6f89191a triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:10.997633 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b680301b-f32e-4ff0-84b5-038aab8c5e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.032463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b680301b-f32e-4ff0-84b5-038aab8c5e3a None None] Port dcd58f1e-6b76-48fd-880b-1ace6f89191a was deleted so its status cannot be updated. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:32:11.050091 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.068656 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 645d82de-145c-4367-bb8f-fe0ddb02e32b {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:11.109566 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 645d82de-145c-4367-bb8f-fe0ddb02e32b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=645d82de-145c-4367-bb8f-fe0ddb02e32b,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:11.114946 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.179869 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=645d82de-145c-4367-bb8f-fe0ddb02e32b,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:11.186511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'name': 'tempest-TestServerMultinode-642665821-router', 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '4772e71a-16b6-4fe4-91ac-cad43ffa695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:01Z', 'updated_at': '2021-07-16T01:32:07Z', 'revision_number': 4, 'project_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'gw_port': {'id': '4772e71a-16b6-4fe4-91ac-cad43ffa695a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:02Z', 'updated_at': '2021-07-16T01:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '4b656655-8ed3-4bc6-983c-44e907b60e2c', 'name': '', 'network_id': '183fa0b7-880a-4f01-b05b-f8422c9579f2', 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'mac_address': 'fa:16:3e:2e:cd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'ea68efa8-7a1d-436d-927b-c3d83614eeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:06Z', 'updated_at': '2021-07-16T01:32:10Z', 'revision_number': 4, 'project_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'subnets': [{'id': 'ea68efa8-7a1d-436d-927b-c3d83614eeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:11.223915 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7197e117-45e0-481c-b103-3539aca9eb22 None None] The sync data for ids ['f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'] in n-d-791505-14 is: [{'id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'name': 'tempest-TestServerMultinode-642665821-router', 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '4772e71a-16b6-4fe4-91ac-cad43ffa695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:01Z', 'updated_at': '2021-07-16T01:32:07Z', 'revision_number': 4, 'project_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'gw_port': {'id': '4772e71a-16b6-4fe4-91ac-cad43ffa695a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:02Z', 'updated_at': '2021-07-16T01:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '4b656655-8ed3-4bc6-983c-44e907b60e2c', 'name': '', 'network_id': '183fa0b7-880a-4f01-b05b-f8422c9579f2', 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'mac_address': 'fa:16:3e:2e:cd:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'device_owner': 'network:router_interface', 'standard_attr_id': 2168, 'fixed_ips': [{'subnet_id': 'ea68efa8-7a1d-436d-927b-c3d83614eeba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:06Z', 'updated_at': '2021-07-16T01:32:10Z', 'revision_number': 4, 'project_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'subnets': [{'id': 'ea68efa8-7a1d-436d-927b-c3d83614eeba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:11.260954 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8442ed04-71aa-4741-9115-f5b789e958e9 req-00dc3dc5-bc1e-4baa-b6f6-b37a6fe74168 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.268341 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8442ed04-71aa-4741-9115-f5b789e958e9 req-00dc3dc5-bc1e-4baa-b6f6-b37a6fe74168 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 944 time: 0.1712511 Jul 16 01:32:11.386199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c275e33-b935-4d64-af64-f9fde6629439 req-612ffb3a-c91c-4b7a-afa4-0eb3e2e88060 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 210 time: 0.0690477 Jul 16 01:32:11.393244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['645d82de-145c-4367-bb8f-fe0ddb02e32b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:11.414154 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8ea97a69-31ca-409a-ab7d-7469c18d0cb5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.418421 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8ea97a69-31ca-409a-ab7d-7469c18d0cb5 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "DELETE /v2.0/ports/dcd58f1e-6b76-48fd-880b-1ace6f89191a HTTP/1.1" status: 204 len: 168 time: 0.9627919 Jul 16 01:32:11.418955 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42110) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:11.432949 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8442ed04-71aa-4741-9115-f5b789e958e9 req-6088ecd0-8e7f-4f88-8a17-7dca58b54246 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635146 Jul 16 01:32:11.478443 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab19841d-a3f9-47e8-86db-624a372839fe tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] GET failed (client error): The resource could not be found. Jul 16 01:32:11.480666 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ab19841d-a3f9-47e8-86db-624a372839fe tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "GET /v2.0/ports/dcd58f1e-6b76-48fd-880b-1ace6f89191a HTTP/1.1" status: 404 len: 333 time: 0.0467274 Jul 16 01:32:11.483628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42112) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:11.560425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-4bd53c9d-e447-46ff-b9f6-cfa684e21928 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:11.562669 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-4bd53c9d-e447-46ff-b9f6-cfa684e21928 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.69 "GET /v2.0/networks?id=e48d8f96-9a03-44be-af23-477ad89adf3c HTTP/1.1" status: 200 len: 911 time: 0.1915333 Jul 16 01:32:11.578397 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-fee5affc-66a3-4386-921e-f5a5dbf2fd79 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Request body: {'port': {'device_id': '196e11a9-ba40-4590-9d3d-251f1b776ac1', 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c', 'admin_state_up': True, 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:11.603573 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-7f721ba2-cd48-4e51-b53b-d0e61f612d11 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Deleting port 5e67b516-4ad3-489c-9d4c-eb7f612e37a1 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:11.603933 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f721ba2-cd48-4e51-b53b-d0e61f612d11 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.610205 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-fee5affc-66a3-4386-921e-f5a5dbf2fd79 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Made reservation on behalf of 5d9e1cb76aa74c15bb55e263ea81de77 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:11.612813 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-fee5affc-66a3-4386-921e-f5a5dbf2fd79 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.710515 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f721ba2-cd48-4e51-b53b-d0e61f612d11 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.726102 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-7f721ba2-cd48-4e51-b53b-d0e61f612d11 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Calling delete_port for 5e67b516-4ad3-489c-9d4c-eb7f612e37a1 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:11.784624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-fee5affc-66a3-4386-921e-f5a5dbf2fd79 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Allocated IP 172.20.0.13 (e48d8f96-9a03-44be-af23-477ad89adf3c/8809d97e-413b-4722-8651-6514a5888fb6/f5301e54-8995-482e-a6e6-e465a66e6553) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:11.896255 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f721ba2-cd48-4e51-b53b-d0e61f612d11 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:11.929613 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f721ba2-cd48-4e51-b53b-d0e61f612d11 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event deleted for resources: {'Port': ['ID=5e67b516-4ad3-489c-9d4c-eb7f612e37a1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:11.984281 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-fee5affc-66a3-4386-921e-f5a5dbf2fd79 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.003180 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-fee5affc-66a3-4386-921e-f5a5dbf2fd79 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Transition to ACTIVE for port object f5301e54-8995-482e-a6e6-e465a66e6553 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:12.032633 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f721ba2-cd48-4e51-b53b-d0e61f612d11 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.037616 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7f721ba2-cd48-4e51-b53b-d0e61f612d11 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "DELETE /v2.0/ports/5e67b516-4ad3-489c-9d4c-eb7f612e37a1 HTTP/1.1" status: 204 len: 168 time: 0.5524893 Jul 16 01:32:12.039009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42118) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:12.071628 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4b656655-8ed3-4bc6-983c-44e907b60e2c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:12.088071 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a90930-9473-4b1c-8256-0bdeeead7212 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] GET failed (client error): The resource could not be found. Jul 16 01:32:12.093222 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e6a90930-9473-4b1c-8256-0bdeeead7212 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "GET /v2.0/ports/5e67b516-4ad3-489c-9d4c-eb7f612e37a1 HTTP/1.1" status: 404 len: 333 time: 0.0498707 Jul 16 01:32:12.093733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42120) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:12.104942 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-fee5affc-66a3-4386-921e-f5a5dbf2fd79 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.133600 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 4b656655-8ed3-4bc6-983c-44e907b60e2c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:12.140730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 4b656655-8ed3-4bc6-983c-44e907b60e2c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:12.141166 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.242337 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.278456 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 4b656655-8ed3-4bc6-983c-44e907b60e2c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4b656655-8ed3-4bc6-983c-44e907b60e2c,segment=NetworkSegment(372700b0-71eb-4aa5-9958-4b05fbbce3b1),segment_id=372700b0-71eb-4aa5-9958-4b05fbbce3b1)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:12.283344 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.342187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=4b656655-8ed3-4bc6-983c-44e907b60e2c,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:12.533076 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-fee5affc-66a3-4386-921e-f5a5dbf2fd79 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Network e48d8f96-9a03-44be-af23-477ad89adf3c is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:12.536442 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-fee5affc-66a3-4386-921e-f5a5dbf2fd79 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:12.547570 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-fee5affc-66a3-4386-921e-f5a5dbf2fd79 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:12.569435 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5affc-66a3-4386-921e-f5a5dbf2fd79 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Pushing event updated for resources: {'Port': ['ID=f5301e54-8995-482e-a6e6-e465a66e6553,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:12.575773 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 645d82de-145c-4367-bb8f-fe0ddb02e32b up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:12.615971 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-fee5affc-66a3-4386-921e-f5a5dbf2fd79 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:12.617110 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-fee5affc-66a3-4386-921e-f5a5dbf2fd79 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.642766 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d2df5f97-532c-4d44-a695-e96e9ab14e38 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Deleting port 6fcfd89c-ffce-48ec-b36d-4af99c82166f {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:12.643111 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2df5f97-532c-4d44-a695-e96e9ab14e38 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.648938 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-fee5affc-66a3-4386-921e-f5a5dbf2fd79 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0757308 Jul 16 01:32:12.650743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f8ccd-1e32-44c9-8718-b77d29f6a893 req-892f2f0e-6694-46cd-975d-36d875003cc8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:12.658671 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-202f8ccd-1e32-44c9-8718-b77d29f6a893 req-892f2f0e-6694-46cd-975d-36d875003cc8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 945 time: 0.1012769 Jul 16 01:32:12.668473 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b31da7-8e19-4222-92d8-9468fc037eee req-15fb577e-0da3-4a81-8aa2-e6c44bc171a7 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:12.674292 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Request body: {'port': {'device_id': '196e11a9-ba40-4590-9d3d-251f1b776ac1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:12.676513 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 645d82de-145c-4367-bb8f-fe0ddb02e32b completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:12.676749 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02b31da7-8e19-4222-92d8-9468fc037eee req-15fb577e-0da3-4a81-8aa2-e6c44bc171a7 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 1028 time: 0.1576002 Jul 16 01:32:12.683211 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 645d82de-145c-4367-bb8f-fe0ddb02e32b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:12.684513 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.739573 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-202f8ccd-1e32-44c9-8718-b77d29f6a893 req-4624b61e-0357-41c0-918f-5e05bf88b7a5 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792544 Jul 16 01:32:12.758728 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02b31da7-8e19-4222-92d8-9468fc037eee req-0c5c2f85-f1df-44a9-9f4a-ab8f22dbc625 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799119 Jul 16 01:32:12.816951 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.829066 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2df5f97-532c-4d44-a695-e96e9ab14e38 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.845708 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94659bd-78d5-4a08-ba8d-10d7bf6a098c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645d82de-145c-4367-bb8f-fe0ddb02e32b'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:12.847798 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d2df5f97-532c-4d44-a695-e96e9ab14e38 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Calling delete_port for 6fcfd89c-ffce-48ec-b36d-4af99c82166f owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:12.848602 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6068f21d-f806-4cf9-bfe0-c06c4d693eb9" -d '{"events": [{"server_uuid": "c94659bd-78d5-4a08-ba8d-10d7bf6a098c", "name": "network-vif-plugged", "status": "completed", "tag": "645d82de-145c-4367-bb8f-fe0ddb02e32b"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:12.868724 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 645d82de-145c-4367-bb8f-fe0ddb02e32b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=645d82de-145c-4367-bb8f-fe0ddb02e32b,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:12.879084 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.882158 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.919017 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa75419e-43ee-48eb-9bef-2c74140d88c8 x-openstack-request-id: req-fa75419e-43ee-48eb-9bef-2c74140d88c8 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:12.919694 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94659bd-78d5-4a08-ba8d-10d7bf6a098c", "name": "network-vif-plugged", "status": "completed", "tag": "645d82de-145c-4367-bb8f-fe0ddb02e32b", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:12.920101 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa75419e-43ee-48eb-9bef-2c74140d88c8 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:12.920575 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94659bd-78d5-4a08-ba8d-10d7bf6a098c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '645d82de-145c-4367-bb8f-fe0ddb02e32b', 'code': 200} Jul 16 01:32:12.921385 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2ebcebe5-3248-408f-abe3-8e71fe02c1f8 None None] Provisioning for port f5301e54-8995-482e-a6e6-e465a66e6553 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:12.948801 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2ebcebe5-3248-408f-abe3-8e71fe02c1f8 None None] Provisioning complete for port f5301e54-8995-482e-a6e6-e465a66e6553 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:12.949178 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2ebcebe5-3248-408f-abe3-8e71fe02c1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:12.972611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=645d82de-145c-4367-bb8f-fe0ddb02e32b,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:12.987892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2ebcebe5-3248-408f-abe3-8e71fe02c1f8 None None] Port f5301e54-8995-482e-a6e6-e465a66e6553 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:13.179264 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2df5f97-532c-4d44-a695-e96e9ab14e38 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.244937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2df5f97-532c-4d44-a695-e96e9ab14e38 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event deleted for resources: {'Port': ['ID=6fcfd89c-ffce-48ec-b36d-4af99c82166f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:13.262293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fa8e3-9b99-45b1-b64b-db6e58143fbd req-eb0bc3d1-db43-4a6f-82f6-2f214c89c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:13.263850 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-355fa8e3-9b99-45b1-b64b-db6e58143fbd req-eb0bc3d1-db43-4a6f-82f6-2f214c89c323 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 1098 time: 0.2079866 Jul 16 01:32:13.373798 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-355fa8e3-9b99-45b1-b64b-db6e58143fbd req-8d7ba0cd-ecd6-47e3-a072-6741b4e968fa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921650 Jul 16 01:32:13.380838 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d2df5f97-532c-4d44-a695-e96e9ab14e38 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.383276 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d2df5f97-532c-4d44-a695-e96e9ab14e38 tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "DELETE /v2.0/ports/6fcfd89c-ffce-48ec-b36d-4af99c82166f HTTP/1.1" status: 204 len: 168 time: 1.2885273 Jul 16 01:32:13.385933 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42132) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:13.430982 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5301e54-8995-482e-a6e6-e465a66e6553 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:13.436977 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d3f305-6112-4208-9f36-25125cc30f1a tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Deleting subnet 0fc4a428-b106-4c28-9ae2-04c15a339001 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:13.438584 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.440188 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f305-6112-4208-9f36-25125cc30f1a tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.451336 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Transition to ACTIVE for port object f5301e54-8995-482e-a6e6-e465a66e6553 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:13.454592 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.485255 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f305-6112-4208-9f36-25125cc30f1a tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.502878 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Pushing event updated for resources: {'Port': ['ID=f5301e54-8995-482e-a6e6-e465a66e6553,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:13.576368 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f305-6112-4208-9f36-25125cc30f1a tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.578714 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Attempting to bind port f5301e54-8995-482e-a6e6-e465a66e6553 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:13.579221 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Attempting to bind port f5301e54-8995-482e-a6e6-e465a66e6553 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '7dacb700-09f6-4fd2-a4a6-a12b321894b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:13.579392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Attempting to bind port f5301e54-8995-482e-a6e6-e465a66e6553 on network e48d8f96-9a03-44be-af23-477ad89adf3c {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:13.584124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Port f5301e54-8995-482e-a6e6-e465a66e6553 on network e48d8f96-9a03-44be-af23-477ad89adf3c not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:13.584451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Attempting to bind port f5301e54-8995-482e-a6e6-e465a66e6553 on network e48d8f96-9a03-44be-af23-477ad89adf3c {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:13.590057 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:13.590380 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Checking segment: {'id': '7dacb700-09f6-4fd2-a4a6-a12b321894b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:13.590768 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Bound using segment: {'id': '7dacb700-09f6-4fd2-a4a6-a12b321894b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:13.591199 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Bound port: f5301e54-8995-482e-a6e6-e465a66e6553, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dacb700-09f6-4fd2-a4a6-a12b321894b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:13.591567 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.645257 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f305-6112-4208-9f36-25125cc30f1a tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.666102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] For port f5301e54-8995-482e-a6e6-e465a66e6553, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:13.669799 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] For port f5301e54-8995-482e-a6e6-e465a66e6553, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f5301e54-8995-482e-a6e6-e465a66e6553,segment=NetworkSegment(7dacb700-09f6-4fd2-a4a6-a12b321894b6),segment_id=7dacb700-09f6-4fd2-a4a6-a12b321894b6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:13.673868 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.678070 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3f305-6112-4208-9f36-25125cc30f1a tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event deleted for resources: {'Subnet': ['ID=0fc4a428-b106-4c28-9ae2-04c15a339001,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:13.686109 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a4d3f305-6112-4208-9f36-25125cc30f1a tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.688067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a4d3f305-6112-4208-9f36-25125cc30f1a tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "DELETE /v2.0/subnets/0fc4a428-b106-4c28-9ae2-04c15a339001 HTTP/1.1" status: 204 len: 168 time: 0.3010504 Jul 16 01:32:13.690538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42136) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:13.699793 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e70428d-4ba3-40e9-ab37-3b82ce9e5650 None None] Network 82ea2ba4-d693-4839-a5d0-ae43912fd064 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:13.710100 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:13.710725 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.712424 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] 10.222.0.69 "PUT /v2.0/ports/f5301e54-8995-482e-a6e6-e465a66e6553 HTTP/1.1" status: 200 len: 1093 time: 1.0516291 Jul 16 01:32:13.712640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '196e11a9-ba40-4590-9d3d-251f1b776ac1', 'tag': 'f5301e54-8995-482e-a6e6-e465a66e6553'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:13.714885 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a973ad43-0965-42a7-bbdc-8f1de2e459e6" -d '{"events": [{"name": "network-changed", "server_uuid": "196e11a9-ba40-4590-9d3d-251f1b776ac1", "tag": "f5301e54-8995-482e-a6e6-e465a66e6553"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:13.768218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7623c-c61f-499f-abd4-4f3c97826706 service neutron] Pushing event updated for resources: {'Port': ['ID=f5301e54-8995-482e-a6e6-e465a66e6553,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:13.774677 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7406ef69-8ede-4865-b8ff-71f7a3e14788 x-openstack-request-id: req-7406ef69-8ede-4865-b8ff-71f7a3e14788 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:13.775011 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "196e11a9-ba40-4590-9d3d-251f1b776ac1", "tag": "f5301e54-8995-482e-a6e6-e465a66e6553", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:13.775387 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7406ef69-8ede-4865-b8ff-71f7a3e14788 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:13.775808 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '196e11a9-ba40-4590-9d3d-251f1b776ac1', 'tag': 'f5301e54-8995-482e-a6e6-e465a66e6553', 'status': 'completed', 'code': 200} Jul 16 01:32:13.788889 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.838334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-da039631-4039-4fd7-a545-0bb3e1474468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:13.840351 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-da039631-4039-4fd7-a545-0bb3e1474468 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d9e1cb76aa74c15bb55e263ea81de77&device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0673749 Jul 16 01:32:13.863068 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Deleting port ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:13.865634 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:13.927405 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-aa38d138-2a9c-40c6-b2d3-0691e45775e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5301e54-8995-482e-a6e6-e465a66e6553 HTTP/1.1" status: 200 len: 217 time: 0.0789664 Jul 16 01:32:13.995084 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc3e390-89d6-4497-bfc0-406daaf79523 None None] DHCP port deletion for 82ea2ba4-d693-4839-a5d0-ae43912fd064 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:13.996803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-a802eabc-1c83-48e7-8b0e-3c7a566f9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:13.998540 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-a802eabc-1c83-48e7-8b0e-3c7a566f9ce1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8809d97e-413b-4722-8651-6514a5888fb6 HTTP/1.1" status: 200 len: 849 time: 0.0639896 Jul 16 01:32:14.077348 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3e390-89d6-4497-bfc0-406daaf79523 None None] Deleting port ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:14.077798 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3cc3e390-89d6-4497-bfc0-406daaf79523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.098294 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-534f873a-a8a0-4634-aa58-aedd6b47b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.101390 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-534f873a-a8a0-4634-aa58-aedd6b47b811 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e48d8f96-9a03-44be-af23-477ad89adf3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929706 Jul 16 01:32:14.136758 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4b656655-8ed3-4bc6-983c-44e907b60e2c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:14.183544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-3cc3e390-89d6-4497-bfc0-406daaf79523 None None] For port ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246,segment=NetworkSegment(e0d19c48-8224-4744-b6ef-7a441a6da7fa),segment_id=e0d19c48-8224-4744-b6ef-7a441a6da7fa)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:14.183968 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3cc3e390-89d6-4497-bfc0-406daaf79523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.203346 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3e390-89d6-4497-bfc0-406daaf79523 None None] Calling delete_port for ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:14.206892 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-f49e4c73-b7f1-4de1-98e4-447e34092913 service neutron] 10.222.0.69 "GET /v2.0/networks/e48d8f96-9a03-44be-af23-477ad89adf3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985479 Jul 16 01:32:14.275941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 4b656655-8ed3-4bc6-983c-44e907b60e2c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:14.276295 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.314066 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2518492a-d8f6-444b-8926-32e4a31f0226 req-9caff59d-e912-4f9a-9440-aa4e6bceae09 service neutron] 10.222.0.69 "GET /v2.0/networks/e48d8f96-9a03-44be-af23-477ad89adf3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011524 Jul 16 01:32:14.326663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] For port ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246,segment=NetworkSegment(e0d19c48-8224-4744-b6ef-7a441a6da7fa),segment_id=e0d19c48-8224-4744-b6ef-7a441a6da7fa)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:14.327030 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.336076 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3cc3e390-89d6-4497-bfc0-406daaf79523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.350087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Calling delete_port for ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:14.380371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3e390-89d6-4497-bfc0-406daaf79523 None None] Pushing event deleted for resources: {'Port': ['ID=ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:14.389012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc3e390-89d6-4497-bfc0-406daaf79523 None None] No DVR routers for this DVR port ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:14.437607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2327e1-879e-4e1e-afe7-b08b32eb8b0e req-6763157e-7e58-4296-8a11-34720b28e721 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.439142 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b2327e1-879e-4e1e-afe7-b08b32eb8b0e req-6763157e-7e58-4296-8a11-34720b28e721 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 1096 time: 0.1722534 Jul 16 01:32:14.456509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973ad43-0965-42a7-bbdc-8f1de2e459e6 req-bc3bd0dc-beaf-4e2c-866d-1276a0998ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.458042 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a973ad43-0965-42a7-bbdc-8f1de2e459e6 req-bc3bd0dc-beaf-4e2c-866d-1276a0998ca4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5d9e1cb76aa74c15bb55e263ea81de77&device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0891850 Jul 16 01:32:14.460710 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ae103-c36c-4198-bc50-db67a8c68731 req-5ed3e3d6-6011-44eb-896a-73c0fea8ed88 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.462219 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-096ae103-c36c-4198-bc50-db67a8c68731 req-5ed3e3d6-6011-44eb-896a-73c0fea8ed88 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 946 time: 0.1941969 Jul 16 01:32:14.523382 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9b2327e1-879e-4e1e-afe7-b08b32eb8b0e req-01837643-eb3d-4aca-8b18-ddfd0db79630 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714533 Jul 16 01:32:14.529003 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.552832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-096ae103-c36c-4198-bc50-db67a8c68731 req-21171eee-ac7b-4eb2-8d86-c86901aa39da tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801544 Jul 16 01:32:14.574616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event deleted for resources: {'Port': ['ID=ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:14.576931 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] No DVR routers for this DVR port ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:14.578958 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973ad43-0965-42a7-bbdc-8f1de2e459e6 req-b71192bf-eabb-4f67-aaab-54e2a114f94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.581115 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a973ad43-0965-42a7-bbdc-8f1de2e459e6 req-b71192bf-eabb-4f67-aaab-54e2a114f94d service neutron] 10.222.0.69 "GET /v2.0/networks?id=e48d8f96-9a03-44be-af23-477ad89adf3c HTTP/1.1" status: 200 len: 911 time: 0.1169474 Jul 16 01:32:14.587588 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:14.587968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:14.588307 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:14.588652 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:14.588994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:14.589309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:14.589632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:14.589956 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:14.590301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:14.590590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:14.590909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:14.591226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:14.636413 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a973ad43-0965-42a7-bbdc-8f1de2e459e6 req-acc084cb-7fae-4e45-968a-5c7a7de1028c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f5301e54-8995-482e-a6e6-e465a66e6553 HTTP/1.1" status: 200 len: 217 time: 0.0475123 Jul 16 01:32:14.683022 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.694808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ea2ba4-d693-4839-a5d0-ae43912fd064']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:14.701788 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973ad43-0965-42a7-bbdc-8f1de2e459e6 req-9e96fc39-9f27-478a-a263-d8213423034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.703298 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a973ad43-0965-42a7-bbdc-8f1de2e459e6 req-9e96fc39-9f27-478a-a263-d8213423034b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8809d97e-413b-4722-8651-6514a5888fb6 HTTP/1.1" status: 200 len: 849 time: 0.0514679 Jul 16 01:32:14.705142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0d19c48-8224-4744-b6ef-7a441a6da7fa') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:14.705447 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0d19c48-8224-4744-b6ef-7a441a6da7fa') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:14.714722 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.728816 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.735073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:14.735475 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:14.738805 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:14.762501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973ad43-0965-42a7-bbdc-8f1de2e459e6 req-287ae2e8-2d36-42b5-bd72-cf91aca5ddc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:14.764112 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a973ad43-0965-42a7-bbdc-8f1de2e459e6 req-287ae2e8-2d36-42b5-bd72-cf91aca5ddc4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e48d8f96-9a03-44be-af23-477ad89adf3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539095 Jul 16 01:32:14.805861 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.810751 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:14.815098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] 10.222.0.22 "DELETE /v2.0/networks/82ea2ba4-d693-4839-a5d0-ae43912fd064 HTTP/1.1" status: 204 len: 168 time: 1.1212618 Jul 16 01:32:14.831061 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977fef1c-9bd2-4b11-a2cd-1f7f8059eb7b tempest-AllowedAddressPairTestJSON-997635780 tempest-AllowedAddressPairTestJSON-997635780-project] Pushing event deleted for resources: {'Network': ['ID=82ea2ba4-d693-4839-a5d0-ae43912fd064,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:14.861568 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a973ad43-0965-42a7-bbdc-8f1de2e459e6 req-d0710487-d1da-47d4-9eed-3fbb1a269c57 service neutron] 10.222.0.69 "GET /v2.0/networks/e48d8f96-9a03-44be-af23-477ad89adf3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908082 Jul 16 01:32:14.952326 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a973ad43-0965-42a7-bbdc-8f1de2e459e6 req-0469d552-921d-4159-b193-b23fbbe64271 service neutron] 10.222.0.69 "GET /v2.0/networks/e48d8f96-9a03-44be-af23-477ad89adf3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844309 Jul 16 01:32:15.059224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42152) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:15.188625 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a9ed8192-ae04-498b-88cd-251937b21e38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac39ba75616f4ef087180a98c2c53938&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1281147 Jul 16 01:32:15.191022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42156) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:15.244076 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a682d3e-d2a2-4ed0-8f01-0cc8ca3ab3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.265093 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a682d3e-d2a2-4ed0-8f01-0cc8ca3ab3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.311726 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a682d3e-d2a2-4ed0-8f01-0cc8ca3ab3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.314198 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a682d3e-d2a2-4ed0-8f01-0cc8ca3ab3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:15.315374 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6a682d3e-d2a2-4ed0-8f01-0cc8ca3ab3e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ec148252-a2c7-4498-919f-58be736f7344 HTTP/1.1" status: 204 len: 168 time: 0.1234314 Jul 16 01:32:15.323270 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a682d3e-d2a2-4ed0-8f01-0cc8ca3ab3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec148252-a2c7-4498-919f-58be736f7344,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:15.734518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f89ab-e0eb-48c9-a0e3-7d08fc1a603f req-ee425961-ea0e-432c-84c0-8bce658da448 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.736131 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c32f89ab-e0eb-48c9-a0e3-7d08fc1a603f req-ee425961-ea0e-432c-84c0-8bce658da448 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 1096 time: 0.0977087 Jul 16 01:32:15.757821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0dd22f-bbd4-4878-8d64-60a3229b2210 req-d86aa0e7-0344-41fc-8b21-005affeb6772 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:15.759291 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8b0dd22f-bbd4-4878-8d64-60a3229b2210 req-d86aa0e7-0344-41fc-8b21-005affeb6772 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 946 time: 0.0889246 Jul 16 01:32:15.800773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c32f89ab-e0eb-48c9-a0e3-7d08fc1a603f req-2720f9ed-6ba6-476a-bbfd-06e5219a2c55 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562580 Jul 16 01:32:15.815084 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8b0dd22f-bbd4-4878-8d64-60a3229b2210 req-7460a67b-f3c7-4c01-be98-88b8757f4974 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478108 Jul 16 01:32:16.039961 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:16.067099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42198) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.070097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:16.070444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ec1b27bb-b5dc-4ad3-8a21-3d3cc95d9246 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:16.176485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f8caa7-9ded-4268-b438-999ba9008876 req-63ac40bc-e650-4d4f-96ad-55f5ba5b2ce9 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:16.177967 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2f8caa7-9ded-4268-b438-999ba9008876 req-63ac40bc-e650-4d4f-96ad-55f5ba5b2ce9 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 806 time: 0.1078234 Jul 16 01:32:16.192579 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2f8caa7-9ded-4268-b438-999ba9008876 req-6a2d51b0-d211-4d25-9cfe-ff8a1b235567 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/quotas/8cb32862d6424975b183aae124a5a905 HTTP/1.1" status: 200 len: 375 time: 0.0090175 Jul 16 01:32:16.213113 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-1e72d8d6-aa2b-4bab-afb5-63e01c598838 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.216760 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1e72d8d6-aa2b-4bab-afb5-63e01c598838 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1460240 Jul 16 01:32:16.216985 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42202) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.221087 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-e5ca8c73-72c6-4c96-b564-9e28760a2465 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.235825 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e5ca8c73-72c6-4c96-b564-9e28760a2465 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0161433 Jul 16 01:32:16.236739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42204) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.242464 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-dc408d52-b001-4322-8df7-fbd3b876321e tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.243591 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dc408d52-b001-4322-8df7-fbd3b876321e tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0057704 Jul 16 01:32:16.246123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42206) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.250626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-87703554-9745-449b-95a7-590dfadf140f tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.251571 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-87703554-9745-449b-95a7-590dfadf140f tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045314 Jul 16 01:32:16.253712 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42208) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.258573 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-5a3289e5-42b7-4aae-9001-3b2ee9c25cd5 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.259550 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5a3289e5-42b7-4aae-9001-3b2ee9c25cd5 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0049005 Jul 16 01:32:16.261702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42210) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.266328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-fdf962c5-a5c0-4e3f-99d1-5b6fe654a2c0 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.267299 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fdf962c5-a5c0-4e3f-99d1-5b6fe654a2c0 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047345 Jul 16 01:32:16.269476 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42212) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.273959 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-d356ca08-dbe7-48f9-a814-67a156d94d53 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.276526 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d356ca08-dbe7-48f9-a814-67a156d94d53 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0045917 Jul 16 01:32:16.277011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42214) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.281248 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-e7aadf57-c3d7-49d8-bd64-726046f617e9 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.282193 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e7aadf57-c3d7-49d8-bd64-726046f617e9 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0042334 Jul 16 01:32:16.284250 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42216) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.287625 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2f8caa7-9ded-4268-b438-999ba9008876 req-d62207b7-ddec-48d1-9e42-d4d6d79d3339 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0892935 Jul 16 01:32:16.288709 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-f2094a11-33c2-4d78-80a7-74332b2a4ca5 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.289745 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f2094a11-33c2-4d78-80a7-74332b2a4ca5 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045457 Jul 16 01:32:16.292054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42218) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.296275 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-7288017b-edf8-4e19-b41d-40bd5edbbcbf tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.297293 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7288017b-edf8-4e19-b41d-40bd5edbbcbf tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043325 Jul 16 01:32:16.299323 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42220) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.303273 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-abe8e7ea-3cd5-4dcd-b914-8cc68395ef06 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.304329 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-abe8e7ea-3cd5-4dcd-b914-8cc68395ef06 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0040784 Jul 16 01:32:16.306400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42222) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.310310 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-86fdd6e3-5c1f-4513-bfda-77d82817ac91 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.311836 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-86fdd6e3-5c1f-4513-bfda-77d82817ac91 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0040405 Jul 16 01:32:16.313338 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42224) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.317304 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-c0f1336d-ffd5-4dd8-b878-8b4dc0a9327a tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.318178 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c0f1336d-ffd5-4dd8-b878-8b4dc0a9327a tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0039480 Jul 16 01:32:16.320749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42226) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.325203 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-ca24f67d-abbf-4c65-8c21-2f3fa97e70a8 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.326149 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ca24f67d-abbf-4c65-8c21-2f3fa97e70a8 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0045731 Jul 16 01:32:16.328187 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42228) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.332004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-7c8b1e81-8f30-48fd-9dd7-b7a29c7e2bd0 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.332929 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7c8b1e81-8f30-48fd-9dd7-b7a29c7e2bd0 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0039189 Jul 16 01:32:16.335517 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42230) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.339316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-bd1dadb1-ec0e-4e15-858f-5c71aa702554 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.340280 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bd1dadb1-ec0e-4e15-858f-5c71aa702554 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0038936 Jul 16 01:32:16.342281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42232) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.346062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-fda0102e-8db2-416d-9baa-05b00bffcef4 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.347105 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fda0102e-8db2-416d-9baa-05b00bffcef4 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0039983 Jul 16 01:32:16.349101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42234) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.352961 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-810a9395-c932-4c49-8917-de63fb6293bf tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.353909 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-810a9395-c932-4c49-8917-de63fb6293bf tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0039868 Jul 16 01:32:16.356272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42236) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.360289 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-2a07710c-c329-417f-9eda-f6227c3b70b7 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.361864 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2a07710c-c329-417f-9eda-f6227c3b70b7 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0040741 Jul 16 01:32:16.363343 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42238) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.367215 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-d237eff7-4774-4cfc-9851-7f3b6ab490e6 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.368160 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d237eff7-4774-4cfc-9851-7f3b6ab490e6 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0039737 Jul 16 01:32:16.370242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42240) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.374723 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-b31f8e9d-9118-4214-9f0a-b5d200b5e9d0 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.375662 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b31f8e9d-9118-4214-9f0a-b5d200b5e9d0 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045915 Jul 16 01:32:16.377751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42242) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.379684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2f8caa7-9ded-4268-b438-999ba9008876 req-15ee98cd-250d-495c-9826-1f0bd7ad9cb8 service neutron] 10.222.0.22 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851884 Jul 16 01:32:16.382211 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-eee5d1c2-c6a6-4e2a-93d9-871d6a08919d tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.383137 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-eee5d1c2-c6a6-4e2a-93d9-871d6a08919d tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0045609 Jul 16 01:32:16.385389 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42244) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.389217 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-6f7f716d-0283-40b3-bb64-942e0fa437c4 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.390169 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6f7f716d-0283-40b3-bb64-942e0fa437c4 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0039539 Jul 16 01:32:16.392384 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42246) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.396235 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-624707bc-ff1d-4eb2-a639-cab5a7164dd9 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.397856 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-624707bc-ff1d-4eb2-a639-cab5a7164dd9 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0040648 Jul 16 01:32:16.400062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42248) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.403863 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-c8c274ad-1934-4fbd-b0c6-5085ab8e6bd3 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.404788 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c8c274ad-1934-4fbd-b0c6-5085ab8e6bd3 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0038946 Jul 16 01:32:16.406919 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42250) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.410802 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-ea5defd1-e94e-439b-ab3f-a03a92b4faaf tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.411786 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ea5defd1-e94e-439b-ab3f-a03a92b4faaf tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0039914 Jul 16 01:32:16.413909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42252) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.417730 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-bd5ab606-3cea-4e3f-8fef-4d2b115a3efb tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.418636 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bd5ab606-3cea-4e3f-8fef-4d2b115a3efb tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0039191 Jul 16 01:32:16.421118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42254) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.424907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-480dc518-762e-4a53-bf48-c0c0470eddb0 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.425812 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-480dc518-762e-4a53-bf48-c0c0470eddb0 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038836 Jul 16 01:32:16.427960 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42256) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.432380 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-7b4347b8-dc58-4f63-92f4-b1c043e85855 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.433320 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7b4347b8-dc58-4f63-92f4-b1c043e85855 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044947 Jul 16 01:32:16.435400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42258) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.439251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-ca31d2c6-d31f-4eeb-ae2f-c4e9480b9fda tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.440187 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ca31d2c6-d31f-4eeb-ae2f-c4e9480b9fda tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0039461 Jul 16 01:32:16.442265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42260) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.446547 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-bebb09a3-197f-4afc-a241-3915b7641dd9 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.447461 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bebb09a3-197f-4afc-a241-3915b7641dd9 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0043941 Jul 16 01:32:16.449616 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42262) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.453463 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-6c0c6741-393e-41ea-8a0f-175537837a3e tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.454853 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6c0c6741-393e-41ea-8a0f-175537837a3e tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0038714 Jul 16 01:32:16.456462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42264) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.460748 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-de8a22c2-41d7-493c-aa30-bd94a55ce6a5 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.461656 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-de8a22c2-41d7-493c-aa30-bd94a55ce6a5 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043864 Jul 16 01:32:16.463837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42266) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.467585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-4c296c29-36d4-4a5b-bd57-f73b5051dab0 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.468525 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4c296c29-36d4-4a5b-bd57-f73b5051dab0 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0038691 Jul 16 01:32:16.470625 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42268) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.474398 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-9637495e-83da-4f9f-981d-b7cfee9e3162 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.475330 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9637495e-83da-4f9f-981d-b7cfee9e3162 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0038717 Jul 16 01:32:16.476263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2f8caa7-9ded-4268-b438-999ba9008876 req-f03afaa2-51b2-4167-aa05-5db4e04b0a89 service neutron] 10.222.0.22 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901570 Jul 16 01:32:16.477532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42270) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.481942 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-686b09b0-2bb5-4981-affb-27c6e803cb9e tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.483102 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-686b09b0-2bb5-4981-affb-27c6e803cb9e tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0045164 Jul 16 01:32:16.485425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42272) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.489773 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-e902b8a8-aa8b-4aea-82db-7b3b094ddbce tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.490689 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e902b8a8-aa8b-4aea-82db-7b3b094ddbce tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0041080 Jul 16 01:32:16.493403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42274) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.497952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-fd1fcbee-dbea-429c-b535-a7931902389f tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.498828 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fd1fcbee-dbea-429c-b535-a7931902389f tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0044556 Jul 16 01:32:16.501222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42276) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.505135 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-64a6bbe7-2bfe-4711-a96d-0feb509ebae8 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.508691 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-64a6bbe7-2bfe-4711-a96d-0feb509ebae8 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0040214 Jul 16 01:32:16.508963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42278) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.512885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-4ca2024b-535b-4a76-9510-612535bb7fa0 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.513822 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4ca2024b-535b-4a76-9510-612535bb7fa0 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0040219 Jul 16 01:32:16.516090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42280) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.519901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-e0b06283-5466-4444-b27c-46ba772d0ff4 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.523390 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e0b06283-5466-4444-b27c-46ba772d0ff4 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0039144 Jul 16 01:32:16.523617 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42282) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.527483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-cae905f1-17b2-4e15-96ae-8336193321e6 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.528440 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cae905f1-17b2-4e15-96ae-8336193321e6 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0039086 Jul 16 01:32:16.530566 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42284) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.534364 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-8eb4e2ac-5767-4fc4-9ba2-0ba6405f3a18 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.535320 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8eb4e2ac-5767-4fc4-9ba2-0ba6405f3a18 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0039008 Jul 16 01:32:16.537322 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42286) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.541226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-4969bd72-4ae9-4dce-9155-e95c0db12eb1 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.542171 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4969bd72-4ae9-4dce-9155-e95c0db12eb1 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0039632 Jul 16 01:32:16.544528 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42288) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.549596 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-23744b70-7e87-45fe-b7ee-0cea7c88e073 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.550628 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-23744b70-7e87-45fe-b7ee-0cea7c88e073 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0051515 Jul 16 01:32:16.552625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42290) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.556412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-547c0e34-d9ae-41ba-a43c-97a9df9b6249 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.557369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-547c0e34-d9ae-41ba-a43c-97a9df9b6249 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0038874 Jul 16 01:32:16.559303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42292) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.563558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-8473ef1d-f1b0-492a-8a43-67b535183a49 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.564176 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8473ef1d-f1b0-492a-8a43-67b535183a49 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0040178 Jul 16 01:32:16.566729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42294) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.571270 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-2946205d-0f70-439f-ba54-f59afe5f0e60 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.572152 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2946205d-0f70-439f-ba54-f59afe5f0e60 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0045862 Jul 16 01:32:16.574292 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42296) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.578101 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-2637aee9-89a6-41ef-a1b5-485652173359 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.579103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2637aee9-89a6-41ef-a1b5-485652173359 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0038815 Jul 16 01:32:16.581243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42298) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.587129 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-237a58de-98fc-4ed2-bc44-ee9b077d2499 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.590697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42302) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.592366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-237a58de-98fc-4ed2-bc44-ee9b077d2499 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0095208 Jul 16 01:32:16.595422 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-68966e3f-3d72-4d71-b58b-97c9745d4ddc tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.598574 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-68966e3f-3d72-4d71-b58b-97c9745d4ddc tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0047016 Jul 16 01:32:16.599587 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42304) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.604461 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-81f95f18-5eff-487d-a850-f4514ecd90dd tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.605077 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-81f95f18-5eff-487d-a850-f4514ecd90dd tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0044615 Jul 16 01:32:16.607467 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42306) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.611351 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-48e42c79-224d-4a65-a6f7-0c78a62267c8 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.614764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42310) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.614892 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-48e42c79-224d-4a65-a6f7-0c78a62267c8 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0064387 Jul 16 01:32:16.620006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-8bb12c6d-79a6-4098-999b-52e7faa908d9 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.623163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8bb12c6d-79a6-4098-999b-52e7faa908d9 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0045943 Jul 16 01:32:16.623444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42312) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.627587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-4fa049e0-a4bb-4c32-a33c-0d2996325046 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.630567 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4fa049e0-a4bb-4c32-a33c-0d2996325046 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0041173 Jul 16 01:32:16.630731 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42314) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.636382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-8180a919-fe3e-46a6-adcc-23c3672e1ad5 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.639619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42316) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.639812 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8180a919-fe3e-46a6-adcc-23c3672e1ad5 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0080495 Jul 16 01:32:16.645146 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-914376ad-06c4-4c4a-b872-5c6f34df9be2 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.646364 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-914376ad-06c4-4c4a-b872-5c6f34df9be2 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0052872 Jul 16 01:32:16.649040 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42318) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.653744 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-6a43594a-bb8c-465f-bac6-0e237bf7d688 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.655837 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6a43594a-bb8c-465f-bac6-0e237bf7d688 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0047500 Jul 16 01:32:16.657332 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42320) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.661542 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-3693aea1-9186-4b73-b74a-6fb8f8e2f519 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.662485 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3693aea1-9186-4b73-b74a-6fb8f8e2f519 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0042970 Jul 16 01:32:16.664825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42322) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.669156 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-5ed5b669-ecbe-4f86-9a12-95928c6a5cd8 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.672212 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5ed5b669-ecbe-4f86-9a12-95928c6a5cd8 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0063837 Jul 16 01:32:16.672900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42324) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.677200 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-93ffb3a3-c2e9-4a04-9aaf-a23ba7000654 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.679530 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-93ffb3a3-c2e9-4a04-9aaf-a23ba7000654 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0053093 Jul 16 01:32:16.681217 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42326) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.685993 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-0e7bf232-9739-4642-bdbd-8b6aab5a6fef tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.687180 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0e7bf232-9739-4642-bdbd-8b6aab5a6fef tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0049117 Jul 16 01:32:16.689250 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42328) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.693755 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-63ff6c37-29ee-4fb1-8e61-65903a0c70c2 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.695440 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-63ff6c37-29ee-4fb1-8e61-65903a0c70c2 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0052154 Jul 16 01:32:16.697573 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42330) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.701564 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-139ab1c1-93d9-4c7f-830b-7ae1330b500a tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.702517 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-139ab1c1-93d9-4c7f-830b-7ae1330b500a tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0040565 Jul 16 01:32:16.704837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42332) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.709023 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-f61d24a7-370d-4029-85f7-fea6dc02063d tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.710010 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f61d24a7-370d-4029-85f7-fea6dc02063d tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0043168 Jul 16 01:32:16.712310 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42336) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.716845 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-34e7ca18-c51b-41d1-81b7-6d9926213780 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.717987 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-34e7ca18-c51b-41d1-81b7-6d9926213780 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0048144 Jul 16 01:32:16.720475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42338) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.725038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-bdbcc211-7aac-4539-a5c7-67a79d3db5b1 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.728484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bdbcc211-7aac-4539-a5c7-67a79d3db5b1 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0069892 Jul 16 01:32:16.729086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42340) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.733221 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [None req-4dfa3fe7-1bca-4877-9707-ff266e62af71 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.734190 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4dfa3fe7-1bca-4877-9707-ff266e62af71 tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0042074 Jul 16 01:32:16.736946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42342) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:16.742099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [None req-c5b69f14-5704-4250-adc5-ba6141132ada tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:16.743213 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c5b69f14-5704-4250-adc5-ba6141132ada tempest-ExtensionsTestJSON-1751540888 tempest-ExtensionsTestJSON-1751540888-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0051293 Jul 16 01:32:17.047626 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42376) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:17.069575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45883e79-43af-4e5a-a5f5-bda200c4e165 req-64ca4a55-3f6d-4ff0-ac84-cb3b56d899a7 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:17.071145 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45883e79-43af-4e5a-a5f5-bda200c4e165 req-64ca4a55-3f6d-4ff0-ac84-cb3b56d899a7 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 1096 time: 0.1363034 Jul 16 01:32:17.099291 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f5301e54-8995-482e-a6e6-e465a66e6553 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:17.115208 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-c1d38468-af56-4e8a-96c9-e6455b24d2d1 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:17.117879 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-c1d38468-af56-4e8a-96c9-e6455b24d2d1 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 806 time: 0.1650171 Jul 16 01:32:17.137143 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45883e79-43af-4e5a-a5f5-bda200c4e165 req-2f01c9fe-f999-40b0-afbf-dd5ad93589b7 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585616 Jul 16 01:32:17.153290 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-9082f521-9972-4982-9c12-b9f200e70319 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/quotas/8cb32862d6424975b183aae124a5a905 HTTP/1.1" status: 200 len: 375 time: 0.0184391 Jul 16 01:32:17.215597 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-802a4938-24d3-40b1-9358-7ba056a42077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.227292 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f5301e54-8995-482e-a6e6-e465a66e6553, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f5301e54-8995-482e-a6e6-e465a66e6553,segment=NetworkSegment(7dacb700-09f6-4fd2-a4a6-a12b321894b6),segment_id=7dacb700-09f6-4fd2-a4a6-a12b321894b6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:17.242020 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'f5301e54-8995-482e-a6e6-e465a66e6553', 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c', 'port_id': 'f5301e54-8995-482e-a6e6-e465a66e6553', 'mac_address': 'fa:16:3e:92:5f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8809d97e-413b-4722-8651-6514a5888fb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:17.246481 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-5adb66eb-5f1d-42e3-9aca-6ce0cfce7e0a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0918911 Jul 16 01:32:17.283568 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.300051 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5301e54-8995-482e-a6e6-e465a66e6553 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:17.325927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f5301e54-8995-482e-a6e6-e465a66e6553, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f5301e54-8995-482e-a6e6-e465a66e6553,segment=NetworkSegment(7dacb700-09f6-4fd2-a4a6-a12b321894b6),segment_id=7dacb700-09f6-4fd2-a4a6-a12b321894b6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:17.333057 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.361482 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-802a4938-24d3-40b1-9358-7ba056a42077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.368193 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-802a4938-24d3-40b1-9358-7ba056a42077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.378221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-0a39904e-29e2-4027-945d-d305f824b219 service neutron] 10.222.0.22 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225917 Jul 16 01:32:17.390207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=f5301e54-8995-482e-a6e6-e465a66e6553,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:17.411115 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-802a4938-24d3-40b1-9358-7ba056a42077 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=93359d5752584927a3f67dce96b19eaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3597176 Jul 16 01:32:17.412461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42382) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:17.424330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a4938-24d3-40b1-9358-7ba056a42077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366bf224-bc1c-4ec0-ba90-e6dfd2e9dc00,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:17.515661 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-785f9756-45f9-4e3e-8439-3883679391e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.519500 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-8c3034ac-d78c-4ed3-ae35-60bb71b7b105 service neutron] 10.222.0.22 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405129 Jul 16 01:32:17.538006 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-785f9756-45f9-4e3e-8439-3883679391e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.586191 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-785f9756-45f9-4e3e-8439-3883679391e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.588766 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-785f9756-45f9-4e3e-8439-3883679391e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:17.589935 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-785f9756-45f9-4e3e-8439-3883679391e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/366bf224-bc1c-4ec0-ba90-e6dfd2e9dc00 HTTP/1.1" status: 204 len: 168 time: 0.1774321 Jul 16 01:32:17.598065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785f9756-45f9-4e3e-8439-3883679391e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366bf224-bc1c-4ec0-ba90-e6dfd2e9dc00,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:17.615037 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['f5301e54-8995-482e-a6e6-e465a66e6553'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:17.721687 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16505021-ca58-43c5-9665-121c4d9e2ca7 req-db41a1ae-5ad0-4790-be46-3bf0b6305180 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a6a0536-9f08-406b-b9bf-f49b436b19c1 HTTP/1.1" status: 200 len: 210 time: 0.0378990 Jul 16 01:32:18.320102 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe60b1a-353c-45bf-b7cb-928cf5fe5e48 req-c4ff4403-8ad8-4ad6-85f6-873bb377ee15 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.327812 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fe60b1a-353c-45bf-b7cb-928cf5fe5e48 req-c4ff4403-8ad8-4ad6-85f6-873bb377ee15 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 1097 time: 0.0645335 Jul 16 01:32:18.335699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42418) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:18.360358 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fe60b1a-353c-45bf-b7cb-928cf5fe5e48 req-c87a95d4-ff43-48d7-b683-21c19e73d7db tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313256 Jul 16 01:32:18.462534 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5e3a7875-4124-457f-8f6d-5dde9dc653ca tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1092487201'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:18.485791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3a7875-4124-457f-8f6d-5dde9dc653ca tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Made reservation on behalf of c9c6b8086c234812b5ccdf87c9c9eeca for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:18.489528 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7875-4124-457f-8f6d-5dde9dc653ca tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.499350 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7875-4124-457f-8f6d-5dde9dc653ca tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.596434 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7875-4124-457f-8f6d-5dde9dc653ca tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.600858 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7875-4124-457f-8f6d-5dde9dc653ca tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.629208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e3a7875-4124-457f-8f6d-5dde9dc653ca tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:18.634498 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a7875-4124-457f-8f6d-5dde9dc653ca tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a11d35dc-26b0-4d51-9c4c-40295458ab94,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:18.641525 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7875-4124-457f-8f6d-5dde9dc653ca tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.641872 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-5e3a7875-4124-457f-8f6d-5dde9dc653ca tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Added segment ba131b68-0096-40f0-8773-68a7721493a4 of type vlan for network 673e942b-dc77-43e5-987a-02b736f55b52 Jul 16 01:32:18.682263 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7875-4124-457f-8f6d-5dde9dc653ca tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.711487 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7875-4124-457f-8f6d-5dde9dc653ca tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.717217 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3a7875-4124-457f-8f6d-5dde9dc653ca tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:18.717916 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e3a7875-4124-457f-8f6d-5dde9dc653ca tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.760579 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5e3a7875-4124-457f-8f6d-5dde9dc653ca tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4211452 Jul 16 01:32:18.761055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42426) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:18.769884 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-bfd4bf65-9bb4-4680-bfdb-dbd20ab47ef3 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Request body: {'subnet': {'network_id': '673e942b-dc77-43e5-987a-02b736f55b52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:18.808844 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a7875-4124-457f-8f6d-5dde9dc653ca tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Pushing event updated for resources: {'Network': ['ID=673e942b-dc77-43e5-987a-02b736f55b52,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:18.824204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 673e942b-dc77-43e5-987a-02b736f55b52 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:18.904449 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd4bf65-9bb4-4680-bfdb-dbd20ab47ef3 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Made reservation on behalf of c9c6b8086c234812b5ccdf87c9c9eeca for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:18.912622 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfd4bf65-9bb4-4680-bfdb-dbd20ab47ef3 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:18.936889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be89b554-67c5-4aa5-8893-8d1fea9dd3c1 req-9ca4cfdb-0852-47fa-92bd-48bf060ec27c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a6a0536-9f08-406b-b9bf-f49b436b19c1 HTTP/1.1" status: 200 len: 210 time: 0.0586717 Jul 16 01:32:19.098860 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f5301e54-8995-482e-a6e6-e465a66e6553 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:19.128013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-535bfdf9-3a22-4537-af39-450635c44b66 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.129503 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-535bfdf9-3a22-4537-af39-450635c44b66 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 806 time: 0.1636419 Jul 16 01:32:19.148322 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port f5301e54-8995-482e-a6e6-e465a66e6553 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:19.153039 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port f5301e54-8995-482e-a6e6-e465a66e6553 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:19.153536 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.155850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-58148181-1773-4b34-b53a-6c19a4935b45 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Request body: {'port': {'device_id': '8a6a0536-9f08-406b-b9bf-f49b436b19c1', 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4', 'admin_state_up': True, 'tenant_id': '8cb32862d6424975b183aae124a5a905'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:19.235617 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.257967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196e11a9-ba40-4590-9d3d-251f1b776ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5301e54-8995-482e-a6e6-e465a66e6553'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:19.260401 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb38644-3194-4044-95b4-4d24bda1f81b" -d '{"events": [{"server_uuid": "196e11a9-ba40-4590-9d3d-251f1b776ac1", "name": "network-vif-plugged", "status": "completed", "tag": "f5301e54-8995-482e-a6e6-e465a66e6553"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:19.272797 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f5301e54-8995-482e-a6e6-e465a66e6553, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f5301e54-8995-482e-a6e6-e465a66e6553,segment=NetworkSegment(7dacb700-09f6-4fd2-a4a6-a12b321894b6),segment_id=7dacb700-09f6-4fd2-a4a6-a12b321894b6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:19.278656 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.285365 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfd4bf65-9bb4-4680-bfdb-dbd20ab47ef3 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.305638 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365a4f2f-934f-4b9b-adc1-0589a0e1c03b x-openstack-request-id: req-365a4f2f-934f-4b9b-adc1-0589a0e1c03b {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:19.305933 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196e11a9-ba40-4590-9d3d-251f1b776ac1", "name": "network-vif-plugged", "status": "completed", "tag": "f5301e54-8995-482e-a6e6-e465a66e6553", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:19.306187 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-365a4f2f-934f-4b9b-adc1-0589a0e1c03b {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:19.306575 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196e11a9-ba40-4590-9d3d-251f1b776ac1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5301e54-8995-482e-a6e6-e465a66e6553', 'code': 200} Jul 16 01:32:19.331517 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=f5301e54-8995-482e-a6e6-e465a66e6553,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:19.371586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4bf65-9bb4-4680-bfdb-dbd20ab47ef3 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Pushing event updated for resources: {'Subnet': ['ID=d062f719-7481-44ea-9f68-73b012cd054e,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:19.375815 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-58148181-1773-4b34-b53a-6c19a4935b45 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Made reservation on behalf of 8cb32862d6424975b183aae124a5a905 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:19.379361 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-58148181-1773-4b34-b53a-6c19a4935b45 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.420022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfd4bf65-9bb4-4680-bfdb-dbd20ab47ef3 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Checking segment: {'id': 'ba131b68-0096-40f0-8773-68a7721493a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '673e942b-dc77-43e5-987a-02b736f55b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:19.420396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd4bf65-9bb4-4680-bfdb-dbd20ab47ef3 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Network hostable DHCP agents. Network: 673e942b-dc77-43e5-987a-02b736f55b52, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:19.495742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd4bf65-9bb4-4680-bfdb-dbd20ab47ef3 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Network 673e942b-dc77-43e5-987a-02b736f55b52 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:19.518605 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-bfd4bf65-9bb4-4680-bfdb-dbd20ab47ef3 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 673e942b-dc77-43e5-987a-02b736f55b52) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:19.529896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d4e126-d4db-437a-baef-fd5a13fecba2 None None] Network 673e942b-dc77-43e5-987a-02b736f55b52 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:19.532919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b056a-944e-49b2-b2a7-6f0447544fc0 req-12040597-3005-4e62-8016-05841d0b390c tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.534563 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-012b056a-944e-49b2-b2a7-6f0447544fc0 req-12040597-3005-4e62-8016-05841d0b390c tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0582237 Jul 16 01:32:19.546602 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd4bf65-9bb4-4680-bfdb-dbd20ab47ef3 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.547213 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bfd4bf65-9bb4-4680-bfdb-dbd20ab47ef3 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.553020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32245fb8-63b4-420d-8bd3-8306608c9b90 req-c0d1b244-7abc-4355-89b1-1e3ea2f606ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:19.554771 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-32245fb8-63b4-420d-8bd3-8306608c9b90 req-c0d1b244-7abc-4355-89b1-1e3ea2f606ae service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 1098 time: 0.1731014 Jul 16 01:32:19.595064 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bfd4bf65-9bb4-4680-bfdb-dbd20ab47ef3 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8330653 Jul 16 01:32:19.597694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42438) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:19.600964 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-012b056a-944e-49b2-b2a7-6f0447544fc0 req-df3022e6-87d9-45b1-b7a8-3af2e5083d1b tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535195 Jul 16 01:32:19.602738 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-66b1481e-f008-4b54-bbfc-b7d0ded13f9f tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1196228157', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:19.613804 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-58148181-1773-4b34-b53a-6c19a4935b45 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Allocated IP 172.20.0.14 (e13e5abd-69c8-4ead-93cd-c7ed7a837fd4/b6a3a5b5-608c-42ac-b15c-afa126eaae53/32c10eed-4407-4887-89b6-ceff03ece472) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:19.638825 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-32245fb8-63b4-420d-8bd3-8306608c9b90 req-58c1d32d-c471-45d0-a865-b6714ae69913 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743725 Jul 16 01:32:19.665923 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66b1481e-f008-4b54-bbfc-b7d0ded13f9f tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.667016 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66b1481e-f008-4b54-bbfc-b7d0ded13f9f tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.701159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-673e942b-dc77-43e5-987a-02b736f55b52', 'network_id': '673e942b-dc77-43e5-987a-02b736f55b52', 'tenant_id': 'c9c6b8086c234812b5ccdf87c9c9eeca', 'fixed_ips': [{'subnet_id': 'd062f719-7481-44ea-9f68-73b012cd054e'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:19.702528 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.771805 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66b1481e-f008-4b54-bbfc-b7d0ded13f9f tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.799888 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66b1481e-f008-4b54-bbfc-b7d0ded13f9f tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.827013 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66b1481e-f008-4b54-bbfc-b7d0ded13f9f tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.832137 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-66b1481e-f008-4b54-bbfc-b7d0ded13f9f tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2296674 Jul 16 01:32:19.832424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42440) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:19.851916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Allocated IP 172.20.0.2 (673e942b-dc77-43e5-987a-02b736f55b52/d062f719-7481-44ea-9f68-73b012cd054e/2fb28099-954a-4bc9-88a2-d8f43ec1016b) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:19.856435 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-58148181-1773-4b34-b53a-6c19a4935b45 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.899946 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-58148181-1773-4b34-b53a-6c19a4935b45 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:19.918645 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['645d82de-145c-4367-bb8f-fe0ddb02e32b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:19.948192 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-58148181-1773-4b34-b53a-6c19a4935b45 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:19.954063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-58148181-1773-4b34-b53a-6c19a4935b45 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:19.958540 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-58148181-1773-4b34-b53a-6c19a4935b45 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:20.009778 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-58148181-1773-4b34-b53a-6c19a4935b45 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.010452 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-58148181-1773-4b34-b53a-6c19a4935b45 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.029097 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58148181-1773-4b34-b53a-6c19a4935b45 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Pushing event updated for resources: {'Port': ['ID=32c10eed-4407-4887-89b6-ceff03ece472,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:20.039216 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-58148181-1773-4b34-b53a-6c19a4935b45 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8871210 Jul 16 01:32:20.053255 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Request body: {'port': {'device_id': '8a6a0536-9f08-406b-b9bf-f49b436b19c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:20.138481 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.227129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.236172 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.238064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b542623e-cb8d-4f5f-8bac-72102c126ce6 req-067f72df-3179-4bae-81de-f5c8daadcc6b tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.244766 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b542623e-cb8d-4f5f-8bac-72102c126ce6 req-067f72df-3179-4bae-81de-f5c8daadcc6b tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a6a0536-9f08-406b-b9bf-f49b436b19c1 HTTP/1.1" status: 200 len: 932 time: 0.1329372 Jul 16 01:32:20.254813 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Transition to ACTIVE for port object 2fb28099-954a-4bc9-88a2-d8f43ec1016b will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:20.283851 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Transition to ACTIVE for port object 2fb28099-954a-4bc9-88a2-d8f43ec1016b will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:20.293513 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.348363 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Network 673e942b-dc77-43e5-987a-02b736f55b52 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:20.355704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b542623e-cb8d-4f5f-8bac-72102c126ce6 req-0dc367bc-f08e-49d8-9fac-9c85aa9394f2 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076221 Jul 16 01:32:20.356805 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:20.363709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:20.375855 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Pushing event updated for resources: {'Port': ['ID=2fb28099-954a-4bc9-88a2-d8f43ec1016b,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:20.435520 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Attempting to bind port 2fb28099-954a-4bc9-88a2-d8f43ec1016b on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:20.435967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Attempting to bind port 2fb28099-954a-4bc9-88a2-d8f43ec1016b by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'ba131b68-0096-40f0-8773-68a7721493a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '673e942b-dc77-43e5-987a-02b736f55b52'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:20.436448 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Attempting to bind port 2fb28099-954a-4bc9-88a2-d8f43ec1016b on network 673e942b-dc77-43e5-987a-02b736f55b52 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:20.441944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:20.442327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Checking segment: {'id': 'ba131b68-0096-40f0-8773-68a7721493a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '673e942b-dc77-43e5-987a-02b736f55b52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:20.442737 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.443136 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Bound using segment: {'id': 'ba131b68-0096-40f0-8773-68a7721493a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '673e942b-dc77-43e5-987a-02b736f55b52'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:20.443752 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Bound port: 2fb28099-954a-4bc9-88a2-d8f43ec1016b, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba131b68-0096-40f0-8773-68a7721493a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '673e942b-dc77-43e5-987a-02b736f55b52'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:20.444215 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.464834 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c10eed-4407-4887-89b6-ceff03ece472 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:20.472943 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.486874 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Transition to ACTIVE for port object 32c10eed-4407-4887-89b6-ceff03ece472 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:20.491936 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.515939 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] For port 2fb28099-954a-4bc9-88a2-d8f43ec1016b, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:20.519652 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] For port 2fb28099-954a-4bc9-88a2-d8f43ec1016b, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2fb28099-954a-4bc9-88a2-d8f43ec1016b,segment=NetworkSegment(ba131b68-0096-40f0-8773-68a7721493a4),segment_id=ba131b68-0096-40f0-8773-68a7721493a4)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:20.525548 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.549398 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=32c10eed-4407-4887-89b6-ceff03ece472,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:20.587064 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93397732-53b1-4c26-a156-e9ca4bc8b6f7 None None] Pushing event updated for resources: {'Port': ['ID=2fb28099-954a-4bc9-88a2-d8f43ec1016b,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:20.629186 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Attempting to bind port 32c10eed-4407-4887-89b6-ceff03ece472 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:20.630120 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Attempting to bind port 32c10eed-4407-4887-89b6-ceff03ece472 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:20.630613 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Attempting to bind port 32c10eed-4407-4887-89b6-ceff03ece472 on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:20.636382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Port 32c10eed-4407-4887-89b6-ceff03ece472 on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:20.636882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Attempting to bind port 32c10eed-4407-4887-89b6-ceff03ece472 on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:20.642534 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:20.643104 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Checking segment: {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:20.643345 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Allocated IP 172.20.0.1 (673e942b-dc77-43e5-987a-02b736f55b52/d062f719-7481-44ea-9f68-73b012cd054e/c7fe439c-ff50-4c59-a841-4c3418216da6) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:20.644273 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Bound using segment: {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:20.645011 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Bound port: 32c10eed-4407-4887-89b6-ceff03ece472, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:20.645564 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.728466 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] For port 32c10eed-4407-4887-89b6-ceff03ece472, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:20.734104 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] For port 32c10eed-4407-4887-89b6-ceff03ece472, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=32c10eed-4407-4887-89b6-ceff03ece472,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:20.738848 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.790593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.791210 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.792724 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] 10.222.0.70 "PUT /v2.0/ports/32c10eed-4407-4887-89b6-ceff03ece472 HTTP/1.1" status: 200 len: 1093 time: 0.7440014 Jul 16 01:32:20.793224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a6a0536-9f08-406b-b9bf-f49b436b19c1', 'tag': '32c10eed-4407-4887-89b6-ceff03ece472'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:20.795951 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877d9ca3-6691-482f-afb7-4a5a84925463" -d '{"events": [{"name": "network-changed", "server_uuid": "8a6a0536-9f08-406b-b9bf-f49b436b19c1", "tag": "32c10eed-4407-4887-89b6-ceff03ece472"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:20.803351 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.818123 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a29fb34-eea6-48df-9573-37d2ed2b6bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=32c10eed-4407-4887-89b6-ceff03ece472,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:20.870404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Transition to ACTIVE for port object c7fe439c-ff50-4c59-a841-4c3418216da6 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:20.932655 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211214a1-474f-4103-8558-3e11cb9d2f88 x-openstack-request-id: req-211214a1-474f-4103-8558-3e11cb9d2f88 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:20.933176 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a6a0536-9f08-406b-b9bf-f49b436b19c1", "tag": "32c10eed-4407-4887-89b6-ceff03ece472", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:20.933530 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-211214a1-474f-4103-8558-3e11cb9d2f88 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:20.934135 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a6a0536-9f08-406b-b9bf-f49b436b19c1', 'tag': '32c10eed-4407-4887-89b6-ceff03ece472', 'status': 'completed', 'code': 200} Jul 16 01:32:20.936103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc9dec-ae6b-4b8c-b2a2-c5e6a5933098 req-34082067-2da9-4df8-b1df-148ee25345f5 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.937911 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51fc9dec-ae6b-4b8c-b2a2-c5e6a5933098 req-34082067-2da9-4df8-b1df-148ee25345f5 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 1098 time: 0.1387987 Jul 16 01:32:20.959383 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-bfa4579d-78be-49fa-bc07-469e209fd7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:20.961623 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:20.961804 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-bfa4579d-78be-49fa-bc07-469e209fd7a5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&device_id=8a6a0536-9f08-406b-b9bf-f49b436b19c1 HTTP/1.1" status: 200 len: 1096 time: 0.0995865 Jul 16 01:32:21.006023 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Network 673e942b-dc77-43e5-987a-02b736f55b52 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:21.008211 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-2cfa112c-80b7-42e8-aab9-09cf40962022 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32c10eed-4407-4887-89b6-ceff03ece472 HTTP/1.1" status: 200 len: 217 time: 0.0361636 Jul 16 01:32:21.014933 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:21.025053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:21.058106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51fc9dec-ae6b-4b8c-b2a2-c5e6a5933098 req-844a22fc-b668-47bc-b0b8-cd84033407b3 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141307 Jul 16 01:32:21.064997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-af560b00-d123-465c-a61f-3cc2de2f748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.066957 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-af560b00-d123-465c-a61f-3cc2de2f748e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6a3a5b5-608c-42ac-b15c-afa126eaae53 HTTP/1.1" status: 200 len: 846 time: 0.0506938 Jul 16 01:32:21.072269 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Pushing event updated for resources: {'Port': ['ID=c7fe439c-ff50-4c59-a841-4c3418216da6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:21.092611 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.108029 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-63f4058b-3fd6-43e1-8179-bf776c1b99ba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297797 Jul 16 01:32:21.208134 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-903036a9-cd34-4206-a7c2-c78090c91b6c service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930202 Jul 16 01:32:21.258099 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.298430 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89422790-a6b6-40b9-988b-bd79fa16577a req-d9f1705f-abf1-4f02-9329-378178eb0b13 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.300020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89422790-a6b6-40b9-988b-bd79fa16577a req-d9f1705f-abf1-4f02-9329-378178eb0b13 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 1098 time: 0.1243384 Jul 16 01:32:21.313512 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-74353733-4916-4db6-a7cc-5e0634d909d1 req-73cd282f-bf45-46b7-b65d-8921f4493fa9 service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953383 Jul 16 01:32:21.447032 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d9ca3-6691-482f-afb7-4a5a84925463 req-0dd7c083-114a-438c-bd63-4a05f77aa248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.448851 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-877d9ca3-6691-482f-afb7-4a5a84925463 req-0dd7c083-114a-438c-bd63-4a05f77aa248 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&device_id=8a6a0536-9f08-406b-b9bf-f49b436b19c1 HTTP/1.1" status: 200 len: 1096 time: 0.0665433 Jul 16 01:32:21.553851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d9ca3-6691-482f-afb7-4a5a84925463 req-e7971fa1-d4d8-4c11-89a8-6a079d568188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.555403 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-877d9ca3-6691-482f-afb7-4a5a84925463 req-e7971fa1-d4d8-4c11-89a8-6a079d568188 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 907 time: 0.0959499 Jul 16 01:32:21.606045 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-877d9ca3-6691-482f-afb7-4a5a84925463 req-dfdf9134-579e-4f44-b3ea-71661bbec347 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32c10eed-4407-4887-89b6-ceff03ece472 HTTP/1.1" status: 200 len: 217 time: 0.0403430 Jul 16 01:32:21.665513 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877d9ca3-6691-482f-afb7-4a5a84925463 req-f8b0a841-887e-4dfd-a365-762a4b1b2a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.667112 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-877d9ca3-6691-482f-afb7-4a5a84925463 req-f8b0a841-887e-4dfd-a365-762a4b1b2a83 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6a3a5b5-608c-42ac-b15c-afa126eaae53 HTTP/1.1" status: 200 len: 846 time: 0.0487525 Jul 16 01:32:21.709643 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4c4694-3a41-451f-afde-bb7098b128bc None None] Network 673e942b-dc77-43e5-987a-02b736f55b52 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:21.713665 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-877d9ca3-6691-482f-afb7-4a5a84925463 req-205ffcf0-8a1b-4533-9086-2e3c29f0c2fa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271554 Jul 16 01:32:21.717898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89422790-a6b6-40b9-988b-bd79fa16577a req-98201716-0114-476c-ace4-227895703a3b tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078918 Jul 16 01:32:21.836850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde340b2-6ab6-46fd-9648-c844ba26f0c4 req-6c15fad6-db1a-4dc6-ba7f-f89eee02d78c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:21.844289 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fde340b2-6ab6-46fd-9648-c844ba26f0c4 req-6c15fad6-db1a-4dc6-ba7f-f89eee02d78c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a6a0536-9f08-406b-b9bf-f49b436b19c1 HTTP/1.1" status: 200 len: 944 time: 0.1685820 Jul 16 01:32:21.844744 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-877d9ca3-6691-482f-afb7-4a5a84925463 req-258ff959-cdad-46b2-8952-3a3bac5d1447 service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198757 Jul 16 01:32:21.856623 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-74d7a17b-3352-4a9a-9717-f52e2258b91c None None] Provisioning for port 2fb28099-954a-4bc9-88a2-d8f43ec1016b completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:21.907536 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fde340b2-6ab6-46fd-9648-c844ba26f0c4 req-fe28f233-0322-49e6-8c95-63e2ed928e5d tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623546 Jul 16 01:32:21.958834 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:21.966460 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.015190 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-877d9ca3-6691-482f-afb7-4a5a84925463 req-2fe8abd3-258a-47e8-b92d-70f9819539c1 service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584737 Jul 16 01:32:22.069746 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.071930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Pushing event updated for resources: {'Port': ['ID=c7fe439c-ff50-4c59-a841-4c3418216da6,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:22.118262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2fb28099-954a-4bc9-88a2-d8f43ec1016b up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:22.192596 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 2fb28099-954a-4bc9-88a2-d8f43ec1016b completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:22.197809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2fb28099-954a-4bc9-88a2-d8f43ec1016b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:22.198218 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.208310 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Network 673e942b-dc77-43e5-987a-02b736f55b52 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:22.211065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:22.313170 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.326908 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0308f4fc-2e9f-4534-94f3-564131140fa5 None None] Provisioning complete for port 2fb28099-954a-4bc9-88a2-d8f43ec1016b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:22.327298 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0308f4fc-2e9f-4534-94f3-564131140fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.384244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 2fb28099-954a-4bc9-88a2-d8f43ec1016b, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2fb28099-954a-4bc9-88a2-d8f43ec1016b,segment=NetworkSegment(ba131b68-0096-40f0-8773-68a7721493a4),segment_id=ba131b68-0096-40f0-8773-68a7721493a4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:22.391753 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.401014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de43f8-7ab7-455e-b7fa-9b35251dbe7b req-eb160815-1eb5-4f4c-994b-ecef6523b687 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:22.402689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4de43f8-7ab7-455e-b7fa-9b35251dbe7b req-eb160815-1eb5-4f4c-994b-ecef6523b687 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0918884 Jul 16 01:32:22.416509 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Router cab8c183-566d-4c84-9591-24cbe5a21f62 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:32:22.455106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4de43f8-7ab7-455e-b7fa-9b35251dbe7b req-a44caf4b-dbfc-49a6-8bba-e993d07229b4 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468309 Jul 16 01:32:22.475395 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=2fb28099-954a-4bc9-88a2-d8f43ec1016b,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:22.497700 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0308f4fc-2e9f-4534-94f3-564131140fa5 None None] Provisioning for port c7fe439c-ff50-4c59-a841-4c3418216da6 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:22.502389 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0308f4fc-2e9f-4534-94f3-564131140fa5 None None] Provisioning complete for port c7fe439c-ff50-4c59-a841-4c3418216da6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:22.503439 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0308f4fc-2e9f-4534-94f3-564131140fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.553197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:22.553978 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0308f4fc-2e9f-4534-94f3-564131140fa5 None None] Port c7fe439c-ff50-4c59-a841-4c3418216da6 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:22.562621 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42466) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:22.564530 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ba832e6d-358b-492b-9f4b-bb2932444928 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] 10.222.0.22 "PUT /v2.0/routers/cab8c183-566d-4c84-9591-24cbe5a21f62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7308455 Jul 16 01:32:22.564942 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425eae0-1036-4ad0-bc2e-d1057893dbd3 None None] Sync routers for ids ['cab8c183-566d-4c84-9591-24cbe5a21f62'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:22.567915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Request body: {'port': {'network_id': '673e942b-dc77-43e5-987a-02b736f55b52', 'name': 'tempest-FloatingIPNegativeTestJSON-363222762'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:22.577436 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425eae0-1036-4ad0-bc2e-d1057893dbd3 None None] Routers {'cab8c183-566d-4c84-9591-24cbe5a21f62'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:22.578062 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e425eae0-1036-4ad0-bc2e-d1057893dbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:32:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['cab8c183-566d-4c84-9591-24cbe5a21f62'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:22.626576 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e425eae0-1036-4ad0-bc2e-d1057893dbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:22.637091 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e425eae0-1036-4ad0-bc2e-d1057893dbd3 None None] Routers {'cab8c183-566d-4c84-9591-24cbe5a21f62'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:22.637925 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e425eae0-1036-4ad0-bc2e-d1057893dbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:32:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['cab8c183-566d-4c84-9591-24cbe5a21f62'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:22.642425 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 32c10eed-4407-4887-89b6-ceff03ece472 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:22.718850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Made reservation on behalf of c9c6b8086c234812b5ccdf87c9c9eeca for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:22.724499 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.726584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8cb01708-885b-4c89-95ed-c6bcdd204d4b None None] Provisioning complete for port c7fe439c-ff50-4c59-a841-4c3418216da6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:22.727561 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8cb01708-885b-4c89-95ed-c6bcdd204d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.751129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] device_id is not set on port d3a5c4fa-b0dd-467d-8c9c-e18356826238 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:32:22.791377 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e425eae0-1036-4ad0-bc2e-d1057893dbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:22.792038 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e425eae0-1036-4ad0-bc2e-d1057893dbd3 None None] The sync data for ids ['cab8c183-566d-4c84-9591-24cbe5a21f62'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:22.801268 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8cb01708-885b-4c89-95ed-c6bcdd204d4b None None] Port c7fe439c-ff50-4c59-a841-4c3418216da6 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:22.822570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 32c10eed-4407-4887-89b6-ceff03ece472, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=32c10eed-4407-4887-89b6-ceff03ece472,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:22.834458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '32c10eed-4407-4887-89b6-ceff03ece472', 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4', 'port_id': '32c10eed-4407-4887-89b6-ceff03ece472', 'mac_address': 'fa:16:3e:16:1b:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a3a5b5-608c-42ac-b15c-afa126eaae53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:22.841799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-88f314ea-69c2-47bc-849a-fa6da8bc74a8 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:22.843438 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-88f314ea-69c2-47bc-849a-fa6da8bc74a8 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/networks?id=e48d8f96-9a03-44be-af23-477ad89adf3c HTTP/1.1" status: 200 len: 911 time: 0.1328530 Jul 16 01:32:22.859015 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-1bb7f0dc-94b5-4eb6-9a03-8de01743c16e tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/quotas/5d9e1cb76aa74c15bb55e263ea81de77 HTTP/1.1" status: 200 len: 375 time: 0.0092242 Jul 16 01:32:22.875284 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.890007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c10eed-4407-4887-89b6-ceff03ece472 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:22.896145 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Allocated IP 172.20.0.5 (673e942b-dc77-43e5-987a-02b736f55b52/d062f719-7481-44ea-9f68-73b012cd054e/d3a5c4fa-b0dd-467d-8c9c-e18356826238) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:22.909730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 32c10eed-4407-4887-89b6-ceff03ece472, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=32c10eed-4407-4887-89b6-ceff03ece472,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:22.915707 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.926755 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-02ff1394-15eb-4f87-975c-f7643b38c21d tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=5d9e1cb76aa74c15bb55e263ea81de77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0619085 Jul 16 01:32:22.941326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-a7dd5eeb-3a3a-4ad3-8a62-43a318050723 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:32:22.942357 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-a7dd5eeb-3a3a-4ad3-8a62-43a318050723 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077293 Jul 16 01:32:22.950833 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-22591566-fcb4-4b2b-a3ab-07f7e1d64873 None None] Provisioning complete for port c7fe439c-ff50-4c59-a841-4c3418216da6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:22.951215 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-22591566-fcb4-4b2b-a3ab-07f7e1d64873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:22.999945 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=32c10eed-4407-4887-89b6-ceff03ece472,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:23.006032 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-22591566-fcb4-4b2b-a3ab-07f7e1d64873 None None] Port c7fe439c-ff50-4c59-a841-4c3418216da6 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:23.089006 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.107203 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Transition to ACTIVE for port object d3a5c4fa-b0dd-467d-8c9c-e18356826238 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:23.108012 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-4cdb2f32-2909-4f9d-916e-649117a829e6 service neutron] 10.222.0.22 "GET /v2.0/networks/e48d8f96-9a03-44be-af23-477ad89adf3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551449 Jul 16 01:32:23.145957 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.192587 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Network 673e942b-dc77-43e5-987a-02b736f55b52 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:23.195793 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:23.198205 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:23.226649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Pushing event updated for resources: {'Port': ['ID=d3a5c4fa-b0dd-467d-8c9c-e18356826238,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:23.239624 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-f7657777-683f-410e-b66f-94341ce29bba service neutron] 10.222.0.22 "GET /v2.0/networks/e48d8f96-9a03-44be-af23-477ad89adf3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244650 Jul 16 01:32:23.242788 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.243154 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.243489 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.243846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.244188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.244518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.245077 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.245263 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.245480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.245801 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.246117 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.246640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:23.255311 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['32c10eed-4407-4887-89b6-ceff03ece472'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:23.269274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.269939 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.285432 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe87ed6-a0d5-40ae-8f98-ea32b34c823c req-baf928d0-0f5a-4b0e-8cae-d8336428c8aa tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:23.287212 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3fe87ed6-a0d5-40ae-8f98-ea32b34c823c req-baf928d0-0f5a-4b0e-8cae-d8336428c8aa tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a6a0536-9f08-406b-b9bf-f49b436b19c1 HTTP/1.1" status: 200 len: 945 time: 0.1115382 Jul 16 01:32:23.288987 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8678c773-9f7c-44ad-aeb0-0675ebe73f24 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7255514 Jul 16 01:32:23.292705 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42488) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:23.298195 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:23.344891 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.364784 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3fe87ed6-a0d5-40ae-8f98-ea32b34c823c req-14d81a82-482b-4648-8cf2-b79f8edbfd11 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618248 Jul 16 01:32:23.517271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-97c57090-20f3-429a-a24e-4a303c81cc25 req-edfb0968-e16b-4bd4-a466-0b390ba56da9 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 210 time: 0.0368292 Jul 16 01:32:23.523656 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.534310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-13ffa35d-822a-4fe5-b302-938fc3aee246 None None] Provisioning for port d3a5c4fa-b0dd-467d-8c9c-e18356826238 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:23.540302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-13ffa35d-822a-4fe5-b302-938fc3aee246 None None] Provisioning complete for port d3a5c4fa-b0dd-467d-8c9c-e18356826238 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:23.540693 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-13ffa35d-822a-4fe5-b302-938fc3aee246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.588186 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-13ffa35d-822a-4fe5-b302-938fc3aee246 None None] Port d3a5c4fa-b0dd-467d-8c9c-e18356826238 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:23.639154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Allocated IP 172.25.2.201 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/960a8013-3837-42e2-bfe0-b2cabd5df9ae) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:23.747726 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.786850 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.825045 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:23.831143 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:23.835297 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:23.840792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Pushing event updated for resources: {'Port': ['ID=960a8013-3837-42e2-bfe0-b2cabd5df9ae,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:23.928738 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:23.977721 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.035919 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2fb28099-954a-4bc9-88a2-d8f43ec1016b up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:24.096711 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2fb28099-954a-4bc9-88a2-d8f43ec1016b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:24.097062 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.156106 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.162007 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.243376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Pushing event updated for resources: {'Port': ['ID=960a8013-3837-42e2-bfe0-b2cabd5df9ae,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:24.253997 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.268282 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.269512 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8fa952b1-5768-4681-b7c7-6db40dfe6154 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9755261 Jul 16 01:32:24.272249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42502) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:24.276575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-73435752-bb60-4f87-b117-91e396bfdbeb tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Request body: {'floatingip': {'port_id': 'd3a5c4fa-b0dd-467d-8c9c-e18356826238', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:24.315178 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-73435752-bb60-4f87-b117-91e396bfdbeb tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.433822 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-73435752-bb60-4f87-b117-91e396bfdbeb tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] update failed (client error): The resource could not be found. Jul 16 01:32:24.434888 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-73435752-bb60-4f87-b117-91e396bfdbeb tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] 10.222.0.22 "PUT /v2.0/floatingips/f835265f-9399-407a-b6c0-2491e8118c24 HTTP/1.1" status: 404 len: 507 time: 0.1617296 Jul 16 01:32:24.437706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42506) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:24.611321 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:32:24.618588 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d0cbaf-b920-4314-af5b-47a15f065ca9 req-3ba44b5b-220c-4588-b872-8fb3a6f741bb tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.620167 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58d0cbaf-b920-4314-af5b-47a15f065ca9 req-3ba44b5b-220c-4588-b872-8fb3a6f741bb tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a6a0536-9f08-406b-b9bf-f49b436b19c1 HTTP/1.1" status: 200 len: 945 time: 0.1373842 Jul 16 01:32:24.626812 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-72805569-a9ec-464c-b5da-75a6d149815b tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Deleting port 960a8013-3837-42e2-bfe0-b2cabd5df9ae {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:24.627165 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-72805569-a9ec-464c-b5da-75a6d149815b tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.657377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 32c10eed-4407-4887-89b6-ceff03ece472 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:24.716585 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58d0cbaf-b920-4314-af5b-47a15f065ca9 req-238dfe83-e64c-4d70-983e-67d7e46a7537 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872493 Jul 16 01:32:24.749105 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 32c10eed-4407-4887-89b6-ceff03ece472 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:24.757019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 32c10eed-4407-4887-89b6-ceff03ece472 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:24.757019 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.760175 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-72805569-a9ec-464c-b5da-75a6d149815b tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.760504 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-72805569-a9ec-464c-b5da-75a6d149815b tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.810169 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-72805569-a9ec-464c-b5da-75a6d149815b tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Calling delete_port for 960a8013-3837-42e2-bfe0-b2cabd5df9ae owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:24.821492 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7ae65da-0b8e-4ab1-8e1c-6261aabe5c7d req-1b92078e-8268-444c-8a0c-02655f460a3b tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 210 time: 0.0483806 Jul 16 01:32:24.822167 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-b93b6952-687c-491e-a8fa-f4de0ad09a89 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:24.824104 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-b93b6952-687c-491e-a8fa-f4de0ad09a89 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.70 "GET /v2.0/networks?id=e48d8f96-9a03-44be-af23-477ad89adf3c HTTP/1.1" status: 200 len: 911 time: 0.1238792 Jul 16 01:32:24.842473 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-efc2e2c2-bf6c-4ea2-a2eb-74f0593345dd tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Request body: {'port': {'device_id': 'cf38537e-86e5-4208-9ec1-48c7b1bd5938', 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c', 'admin_state_up': True, 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:24.856632 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.873147 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-efc2e2c2-bf6c-4ea2-a2eb-74f0593345dd tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Made reservation on behalf of 5d9e1cb76aa74c15bb55e263ea81de77 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:24.875848 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-efc2e2c2-bf6c-4ea2-a2eb-74f0593345dd tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.880809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6a0536-9f08-406b-b9bf-f49b436b19c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c10eed-4407-4887-89b6-ceff03ece472'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:24.884005 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b811a1-6988-4413-81fa-764f9557c9a1" -d '{"events": [{"server_uuid": "8a6a0536-9f08-406b-b9bf-f49b436b19c1", "name": "network-vif-plugged", "status": "completed", "tag": "32c10eed-4407-4887-89b6-ceff03ece472"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:24.899429 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 32c10eed-4407-4887-89b6-ceff03ece472, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=32c10eed-4407-4887-89b6-ceff03ece472,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:24.905199 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:24.970057 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=32c10eed-4407-4887-89b6-ceff03ece472,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:24.975614 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7bac59-e7f9-4435-b997-0240586cee97 x-openstack-request-id: req-ba7bac59-e7f9-4435-b997-0240586cee97 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:24.975933 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6a0536-9f08-406b-b9bf-f49b436b19c1", "name": "network-vif-plugged", "status": "completed", "tag": "32c10eed-4407-4887-89b6-ceff03ece472", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:24.976207 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba7bac59-e7f9-4435-b997-0240586cee97 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:24.976633 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6a0536-9f08-406b-b9bf-f49b436b19c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c10eed-4407-4887-89b6-ceff03ece472', 'code': 200} Jul 16 01:32:24.984241 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-72805569-a9ec-464c-b5da-75a6d149815b tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.017523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72805569-a9ec-464c-b5da-75a6d149815b tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Pushing event deleted for resources: {'Port': ['ID=960a8013-3837-42e2-bfe0-b2cabd5df9ae,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:25.030639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-efc2e2c2-bf6c-4ea2-a2eb-74f0593345dd tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Allocated IP 172.20.0.5 (e48d8f96-9a03-44be-af23-477ad89adf3c/8809d97e-413b-4722-8651-6514a5888fb6/bd79af34-9cdf-4053-aa81-7e6ae3d731b5) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:25.110109 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-72805569-a9ec-464c-b5da-75a6d149815b tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.112643 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-72805569-a9ec-464c-b5da-75a6d149815b tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.117830 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-72805569-a9ec-464c-b5da-75a6d149815b tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] 10.222.0.22 "DELETE /v2.0/floatingips/f835265f-9399-407a-b6c0-2491e8118c24 HTTP/1.1" status: 204 len: 168 time: 0.6751873 Jul 16 01:32:25.119009 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42516) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:25.123446 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-76209b80-219f-4e8c-9ef0-e96b40bc58de tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Request body: {'floatingip': {'floating_network_id': '673e942b-dc77-43e5-987a-02b736f55b52', 'port_id': 'd3a5c4fa-b0dd-467d-8c9c-e18356826238', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:25.153460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973ac6b-fbf9-4768-bc6d-bfb93a617735 req-cfe6108d-4e10-48c6-97b4-12ccb12cf2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.155009 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5973ac6b-fbf9-4768-bc6d-bfb93a617735 req-cfe6108d-4e10-48c6-97b4-12ccb12cf2f5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8a6a0536-9f08-406b-b9bf-f49b436b19c1 HTTP/1.1" status: 200 len: 1098 time: 0.0904534 Jul 16 01:32:25.156213 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76209b80-219f-4e8c-9ef0-e96b40bc58de tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.171777 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-efc2e2c2-bf6c-4ea2-a2eb-74f0593345dd tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.185335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-efc2e2c2-bf6c-4ea2-a2eb-74f0593345dd tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Transition to ACTIVE for port object bd79af34-9cdf-4053-aa81-7e6ae3d731b5 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:25.221857 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5973ac6b-fbf9-4768-bc6d-bfb93a617735 req-57ebbbfe-abec-4e4b-bcc4-6217f9ce6c38 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409372 Jul 16 01:32:25.223552 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-efc2e2c2-bf6c-4ea2-a2eb-74f0593345dd tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.234812 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['f5301e54-8995-482e-a6e6-e465a66e6553'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:25.276477 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-efc2e2c2-bf6c-4ea2-a2eb-74f0593345dd tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Network e48d8f96-9a03-44be-af23-477ad89adf3c is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:25.281448 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-efc2e2c2-bf6c-4ea2-a2eb-74f0593345dd tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:25.288282 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-efc2e2c2-bf6c-4ea2-a2eb-74f0593345dd tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:25.317122 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-76209b80-219f-4e8c-9ef0-e96b40bc58de tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:32:25.322910 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-76209b80-219f-4e8c-9ef0-e96b40bc58de tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1983175 Jul 16 01:32:25.323571 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42520) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:25.328194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': 'd3a5c4fa-b0dd-467d-8c9c-e18356826238', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:25.347345 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc2e2c2-bf6c-4ea2-a2eb-74f0593345dd tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Pushing event updated for resources: {'Port': ['ID=bd79af34-9cdf-4053-aa81-7e6ae3d731b5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:25.359674 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.364594 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-efc2e2c2-bf6c-4ea2-a2eb-74f0593345dd tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:25.365219 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-efc2e2c2-bf6c-4ea2-a2eb-74f0593345dd tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.382435 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-efc2e2c2-bf6c-4ea2-a2eb-74f0593345dd tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5446322 Jul 16 01:32:25.429123 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Request body: {'port': {'device_id': 'cf38537e-86e5-4208-9ec1-48c7b1bd5938', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:25.477032 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.523385 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2bdf3305-a4d0-42aa-be29-cac7d9a75d7f None None] Provisioning for port bd79af34-9cdf-4053-aa81-7e6ae3d731b5 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:25.527487 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2bdf3305-a4d0-42aa-be29-cac7d9a75d7f None None] Provisioning complete for port bd79af34-9cdf-4053-aa81-7e6ae3d731b5 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:25.527897 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2bdf3305-a4d0-42aa-be29-cac7d9a75d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.564410 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2bdf3305-a4d0-42aa-be29-cac7d9a75d7f None None] Port bd79af34-9cdf-4053-aa81-7e6ae3d731b5 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:32:25.592416 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Allocated IP 172.25.2.78 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/d9e51c3f-aded-4257-bf64-b8a89f43db06) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:25.705676 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.748062 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.798713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:25.802659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:25.806661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:25.818320 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:25.831373 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Pushing event updated for resources: {'Port': ['ID=d9e51c3f-aded-4257-bf64-b8a89f43db06,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:26.027916 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3937daa7-9e5b-4e71-a288-4256d48a04f3 req-30a1ef67-507c-494d-a65e-bf4e7d88741f tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.029455 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3937daa7-9e5b-4e71-a288-4256d48a04f3 req-30a1ef67-507c-494d-a65e-bf4e7d88741f tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a6a0536-9f08-406b-b9bf-f49b436b19c1 HTTP/1.1" status: 200 len: 946 time: 0.1814425 Jul 16 01:32:26.102569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd79af34-9cdf-4053-aa81-7e6ae3d731b5 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:26.103173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79a3ab-cbf5-436e-a7b7-514d32b96be4 req-28d37d56-769a-41e5-a2e4-f43c1c5dd42b tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.104400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf79a3ab-cbf5-436e-a7b7-514d32b96be4 req-28d37d56-769a-41e5-a2e4-f43c1c5dd42b tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 1027 time: 0.1434803 Jul 16 01:32:26.110139 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3937daa7-9e5b-4e71-a288-4256d48a04f3 req-265e90ed-d296-4996-ae6f-e2f6b69b58bc tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735140 Jul 16 01:32:26.110389 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.124084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Transition to ACTIVE for port object bd79af34-9cdf-4053-aa81-7e6ae3d731b5 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:26.128836 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.142372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Deleting port d9e51c3f-aded-4257-bf64-b8a89f43db06 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:26.142716 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.158147 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf79a3ab-cbf5-436e-a7b7-514d32b96be4 req-fb77369d-dea5-4a1b-a65c-4e5ffd734036 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471022 Jul 16 01:32:26.187700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd79af34-9cdf-4053-aa81-7e6ae3d731b5,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:26.260660 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.261079 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.274433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Calling delete_port for d9e51c3f-aded-4257-bf64-b8a89f43db06 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:26.275873 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Attempting to bind port bd79af34-9cdf-4053-aa81-7e6ae3d731b5 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:26.276216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Attempting to bind port bd79af34-9cdf-4053-aa81-7e6ae3d731b5 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '7dacb700-09f6-4fd2-a4a6-a12b321894b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:26.276547 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Attempting to bind port bd79af34-9cdf-4053-aa81-7e6ae3d731b5 on network e48d8f96-9a03-44be-af23-477ad89adf3c {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:26.281125 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Port bd79af34-9cdf-4053-aa81-7e6ae3d731b5 on network e48d8f96-9a03-44be-af23-477ad89adf3c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:26.281452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Attempting to bind port bd79af34-9cdf-4053-aa81-7e6ae3d731b5 on network e48d8f96-9a03-44be-af23-477ad89adf3c {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:26.286359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:26.286701 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Checking segment: {'id': '7dacb700-09f6-4fd2-a4a6-a12b321894b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:26.287184 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Bound using segment: {'id': '7dacb700-09f6-4fd2-a4a6-a12b321894b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:26.287553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Bound port: bd79af34-9cdf-4053-aa81-7e6ae3d731b5, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dacb700-09f6-4fd2-a4a6-a12b321894b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:26.287945 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.379128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] For port bd79af34-9cdf-4053-aa81-7e6ae3d731b5, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:26.382651 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] For port bd79af34-9cdf-4053-aa81-7e6ae3d731b5, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bd79af34-9cdf-4053-aa81-7e6ae3d731b5,segment=NetworkSegment(7dacb700-09f6-4fd2-a4a6-a12b321894b6),segment_id=7dacb700-09f6-4fd2-a4a6-a12b321894b6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:26.389368 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.415431 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.428487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.429259 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.430491 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] 10.222.0.70 "PUT /v2.0/ports/bd79af34-9cdf-4053-aa81-7e6ae3d731b5 HTTP/1.1" status: 200 len: 1092 time: 1.0069983 Jul 16 01:32:26.430933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf38537e-86e5-4208-9ec1-48c7b1bd5938', 'tag': 'bd79af34-9cdf-4053-aa81-7e6ae3d731b5'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:26.433203 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-febe7f81-9bab-4614-a441-93e3718510da" -d '{"events": [{"name": "network-changed", "server_uuid": "cf38537e-86e5-4208-9ec1-48c7b1bd5938", "tag": "bd79af34-9cdf-4053-aa81-7e6ae3d731b5"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:26.459553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Pushing event deleted for resources: {'Port': ['ID=d9e51c3f-aded-4257-bf64-b8a89f43db06,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:26.468541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b44e81-0fb4-45bf-9de6-94039bfda7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=bd79af34-9cdf-4053-aa81-7e6ae3d731b5,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:26.513102 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b963bb28-2a6c-4235-8dd9-962f94fa68a5 x-openstack-request-id: req-b963bb28-2a6c-4235-8dd9-962f94fa68a5 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:26.513599 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf38537e-86e5-4208-9ec1-48c7b1bd5938", "tag": "bd79af34-9cdf-4053-aa81-7e6ae3d731b5", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:26.513961 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b963bb28-2a6c-4235-8dd9-962f94fa68a5 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:26.514583 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf38537e-86e5-4208-9ec1-48c7b1bd5938', 'tag': 'bd79af34-9cdf-4053-aa81-7e6ae3d731b5', 'status': 'completed', 'code': 200} Jul 16 01:32:26.549382 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] create failed (client error): The resource could not be found. Jul 16 01:32:26.550874 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b8c7e661-3ca8-4f93-98e7-1ce7cb7025a1 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.2262728 Jul 16 01:32:26.554874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42532) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:26.581829 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-fbba659d-4dcc-4f98-a343-65e527ecdc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.583519 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-fbba659d-4dcc-4f98-a343-65e527ecdc3c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d9e1cb76aa74c15bb55e263ea81de77&device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 1095 time: 0.0620613 Jul 16 01:32:26.649919 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-1458ba11-e46f-43dd-b240-898f265d49ce service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd79af34-9cdf-4053-aa81-7e6ae3d731b5 HTTP/1.1" status: 200 len: 217 time: 0.0522373 Jul 16 01:32:26.666918 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b31b8546-a0ed-4c2f-95ac-62d654c26e93 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Deleting port d3a5c4fa-b0dd-467d-8c9c-e18356826238 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:26.667262 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b31b8546-a0ed-4c2f-95ac-62d654c26e93 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.718922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-c362c1ff-ad6c-40c4-a069-da745b7a959d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.720424 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-c362c1ff-ad6c-40c4-a069-da745b7a959d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8809d97e-413b-4722-8651-6514a5888fb6 HTTP/1.1" status: 200 len: 849 time: 0.0507910 Jul 16 01:32:26.754915 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b31b8546-a0ed-4c2f-95ac-62d654c26e93 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:26.766248 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b31b8546-a0ed-4c2f-95ac-62d654c26e93 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Calling delete_port for d3a5c4fa-b0dd-467d-8c9c-e18356826238 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:26.781934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-1e6ed19f-4974-49aa-85a3-1227d1617a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:26.783639 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-1e6ed19f-4974-49aa-85a3-1227d1617a0e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e48d8f96-9a03-44be-af23-477ad89adf3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522690 Jul 16 01:32:26.884706 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-a4b79ca4-2e48-4b44-806e-76e0ed885d55 service neutron] 10.222.0.70 "GET /v2.0/networks/e48d8f96-9a03-44be-af23-477ad89adf3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911150 Jul 16 01:32:26.980446 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-297bdb46-7f3b-4044-9dc6-e5ea7a4c4d9b req-c873c54b-b1c2-4716-aa24-1a94bb8be0b2 service neutron] 10.222.0.70 "GET /v2.0/networks/e48d8f96-9a03-44be-af23-477ad89adf3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872793 Jul 16 01:32:27.092082 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe7f81-9bab-4614-a441-93e3718510da req-487ab97e-9869-4f48-91eb-18931e67451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.093682 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-febe7f81-9bab-4614-a441-93e3718510da req-487ab97e-9869-4f48-91eb-18931e67451d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5d9e1cb76aa74c15bb55e263ea81de77&device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 1095 time: 0.0548422 Jul 16 01:32:27.190194 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b31b8546-a0ed-4c2f-95ac-62d654c26e93 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.192973 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe7f81-9bab-4614-a441-93e3718510da req-ef3db8b8-d249-43a2-9ac5-0d9c503b4084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.194527 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-febe7f81-9bab-4614-a441-93e3718510da req-ef3db8b8-d249-43a2-9ac5-0d9c503b4084 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e48d8f96-9a03-44be-af23-477ad89adf3c HTTP/1.1" status: 200 len: 911 time: 0.0936825 Jul 16 01:32:27.220509 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b8546-a0ed-4c2f-95ac-62d654c26e93 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Pushing event deleted for resources: {'Port': ['ID=d3a5c4fa-b0dd-467d-8c9c-e18356826238,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:27.260589 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-febe7f81-9bab-4614-a441-93e3718510da req-f2bf6091-085c-41c2-b025-ca102b4a8d47 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bd79af34-9cdf-4053-aa81-7e6ae3d731b5 HTTP/1.1" status: 200 len: 217 time: 0.0465670 Jul 16 01:32:27.323179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe7f81-9bab-4614-a441-93e3718510da req-7cf09de4-4aae-4870-802f-91455152dd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.324788 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-febe7f81-9bab-4614-a441-93e3718510da req-7cf09de4-4aae-4870-802f-91455152dd59 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8809d97e-413b-4722-8651-6514a5888fb6 HTTP/1.1" status: 200 len: 849 time: 0.0538640 Jul 16 01:32:27.364874 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b31b8546-a0ed-4c2f-95ac-62d654c26e93 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:27.368224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b31b8546-a0ed-4c2f-95ac-62d654c26e93 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] 10.222.0.22 "DELETE /v2.0/ports/d3a5c4fa-b0dd-467d-8c9c-e18356826238 HTTP/1.1" status: 204 len: 168 time: 0.8118572 Jul 16 01:32:27.369452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42540) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:27.396255 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae8ffa0-0505-4244-ad90-9a43c198df2f req-c56f70eb-1ac9-4c3f-8849-c92c5988c5f6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.398327 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ae8ffa0-0505-4244-ad90-9a43c198df2f req-c56f70eb-1ac9-4c3f-8849-c92c5988c5f6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a6a0536-9f08-406b-b9bf-f49b436b19c1 HTTP/1.1" status: 200 len: 946 time: 0.1498275 Jul 16 01:32:27.410243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1934a0-692d-4d6e-94fa-4fde4bc50b88 req-0716941a-bf6d-4932-bbf3-6823c1df487d tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.412067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d1934a0-692d-4d6e-94fa-4fde4bc50b88 req-0716941a-bf6d-4932-bbf3-6823c1df487d tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 1095 time: 0.1094069 Jul 16 01:32:27.437561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe7f81-9bab-4614-a441-93e3718510da req-2e25d3dd-4482-4ec5-a4ea-d64038544b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.439631 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-febe7f81-9bab-4614-a441-93e3718510da req-2e25d3dd-4482-4ec5-a4ea-d64038544b17 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e48d8f96-9a03-44be-af23-477ad89adf3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1038439 Jul 16 01:32:27.451642 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f59f002-8f1e-4ede-a7ca-bf17de197542 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.454046 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8f59f002-8f1e-4ede-a7ca-bf17de197542 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] 10.222.0.22 "GET /v2.0/ports?device_id=cab8c183-566d-4c84-9591-24cbe5a21f62 HTTP/1.1" status: 200 len: 913 time: 0.0835071 Jul 16 01:32:27.456721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42544) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:27.499967 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ae8ffa0-0505-4244-ad90-9a43c198df2f req-f208f44e-1792-4f1b-b2da-d9afe593626a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919721 Jul 16 01:32:27.542621 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-febe7f81-9bab-4614-a441-93e3718510da req-f83af6f9-745c-43e0-9535-5d800bb92286 service neutron] 10.222.0.70 "GET /v2.0/networks/e48d8f96-9a03-44be-af23-477ad89adf3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873618 Jul 16 01:32:27.550753 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d1934a0-692d-4d6e-94fa-4fde4bc50b88 req-6f5cd37f-4691-4b70-a204-9b772aaa883e tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236291 Jul 16 01:32:27.662490 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-febe7f81-9bab-4614-a441-93e3718510da req-2e16c323-0d38-425b-b8d4-5f04243d8840 service neutron] 10.222.0.70 "GET /v2.0/networks/e48d8f96-9a03-44be-af23-477ad89adf3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037648 Jul 16 01:32:27.791147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fed9e3-2e6e-45b8-829f-8d63f1b0e82e req-ddb14a68-58b5-400c-a9ae-2935233da264 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:27.792665 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b8fed9e3-2e6e-45b8-829f-8d63f1b0e82e req-ddb14a68-58b5-400c-a9ae-2935233da264 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a6a0536-9f08-406b-b9bf-f49b436b19c1 HTTP/1.1" status: 200 len: 946 time: 0.1218693 Jul 16 01:32:27.847430 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b8fed9e3-2e6e-45b8-829f-8d63f1b0e82e req-dfb15544-6f34-4cfe-9542-d70409a5332a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487580 Jul 16 01:32:27.896150 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e2a2bb56-cef9-4d09-a226-e9503842ada6 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.170366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e2a2bb56-cef9-4d09-a226-e9503842ada6 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Deleting port c7fe439c-ff50-4c59-a841-4c3418216da6 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:28.170708 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e2a2bb56-cef9-4d09-a226-e9503842ada6 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.291560 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e2a2bb56-cef9-4d09-a226-e9503842ada6 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.308043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e2a2bb56-cef9-4d09-a226-e9503842ada6 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Calling delete_port for c7fe439c-ff50-4c59-a841-4c3418216da6 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:28.319457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af880c-e91b-4916-a28a-1c991e363d77 req-3896c065-faf0-4662-9141-ba962db90ee9 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.320968 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98af880c-e91b-4916-a28a-1c991e363d77 req-3896c065-faf0-4662-9141-ba962db90ee9 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a6a0536-9f08-406b-b9bf-f49b436b19c1 HTTP/1.1" status: 200 len: 946 time: 0.1366305 Jul 16 01:32:28.390914 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98af880c-e91b-4916-a28a-1c991e363d77 req-1c62bcaa-3017-4065-8287-71c593089942 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632362 Jul 16 01:32:28.508556 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e2a2bb56-cef9-4d09-a226-e9503842ada6 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.534754 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2bb56-cef9-4d09-a226-e9503842ada6 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Pushing event deleted for resources: {'Port': ['ID=c7fe439c-ff50-4c59-a841-4c3418216da6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:28.676518 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bd79af34-9cdf-4053-aa81-7e6ae3d731b5 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:28.720259 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e2a2bb56-cef9-4d09-a226-e9503842ada6 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.785180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port bd79af34-9cdf-4053-aa81-7e6ae3d731b5, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bd79af34-9cdf-4053-aa81-7e6ae3d731b5,segment=NetworkSegment(7dacb700-09f6-4fd2-a4a6-a12b321894b6),segment_id=7dacb700-09f6-4fd2-a4a6-a12b321894b6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:28.796414 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'bd79af34-9cdf-4053-aa81-7e6ae3d731b5', 'network_id': 'e48d8f96-9a03-44be-af23-477ad89adf3c', 'port_id': 'bd79af34-9cdf-4053-aa81-7e6ae3d731b5', 'mac_address': 'fa:16:3e:6a:01:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8809d97e-413b-4722-8651-6514a5888fb6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:28.817034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8460ab6-5d3d-4fe7-bffa-de15a104afbe req-d57049f3-a37e-4064-9145-5675e2d7f8c1 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:28.818567 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a8460ab6-5d3d-4fe7-bffa-de15a104afbe req-d57049f3-a37e-4064-9145-5675e2d7f8c1 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 1095 time: 0.1397491 Jul 16 01:32:28.833469 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.845859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd79af34-9cdf-4053-aa81-7e6ae3d731b5 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:28.865087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port bd79af34-9cdf-4053-aa81-7e6ae3d731b5, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bd79af34-9cdf-4053-aa81-7e6ae3d731b5,segment=NetworkSegment(7dacb700-09f6-4fd2-a4a6-a12b321894b6),segment_id=7dacb700-09f6-4fd2-a4a6-a12b321894b6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:28.870020 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:28.903597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a2bb56-cef9-4d09-a226-e9503842ada6 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Router cab8c183-566d-4c84-9591-24cbe5a21f62 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:28.916871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a8460ab6-5d3d-4fe7-bffa-de15a104afbe req-c17d56c9-5e7c-44fa-ba53-0bb8d471adf0 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653977 Jul 16 01:32:28.919936 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=bd79af34-9cdf-4053-aa81-7e6ae3d731b5,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:28.990140 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a2bb56-cef9-4d09-a226-e9503842ada6 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:28.995636 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e2a2bb56-cef9-4d09-a226-e9503842ada6 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] 10.222.0.22 "PUT /v2.0/routers/cab8c183-566d-4c84-9591-24cbe5a21f62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5370164 Jul 16 01:32:28.998218 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42560) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:29.001160 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3372de4-693e-486e-938b-3d065b8a1b5d None None] Sync routers for ids ['cab8c183-566d-4c84-9591-24cbe5a21f62'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:29.009928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3372de4-693e-486e-938b-3d065b8a1b5d None None] Routers {'cab8c183-566d-4c84-9591-24cbe5a21f62'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:29.010548 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a3372de4-693e-486e-938b-3d065b8a1b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:32:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['cab8c183-566d-4c84-9591-24cbe5a21f62'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:29.045650 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a3372de4-693e-486e-938b-3d065b8a1b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:29.060115 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3372de4-693e-486e-938b-3d065b8a1b5d None None] Routers {'cab8c183-566d-4c84-9591-24cbe5a21f62'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:29.060115 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a3372de4-693e-486e-938b-3d065b8a1b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:32:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['cab8c183-566d-4c84-9591-24cbe5a21f62'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:29.074205 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df0f96cd-e1fe-4154-a361-26bbe0b44bb4 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.094120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a3372de4-693e-486e-938b-3d065b8a1b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:29.094764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3372de4-693e-486e-938b-3d065b8a1b5d None None] The sync data for ids ['cab8c183-566d-4c84-9591-24cbe5a21f62'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:29.228738 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df0f96cd-e1fe-4154-a361-26bbe0b44bb4 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.232023 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df0f96cd-e1fe-4154-a361-26bbe0b44bb4 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.244100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['bd79af34-9cdf-4053-aa81-7e6ae3d731b5'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:29.273087 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df0f96cd-e1fe-4154-a361-26bbe0b44bb4 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.273591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0f96cd-e1fe-4154-a361-26bbe0b44bb4 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Fanout notify agent at l3_agent the message router_deleted on router cab8c183-566d-4c84-9591-24cbe5a21f62 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:32:29.280220 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df0f96cd-e1fe-4154-a361-26bbe0b44bb4 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.281589 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-df0f96cd-e1fe-4154-a361-26bbe0b44bb4 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] 10.222.0.22 "DELETE /v2.0/routers/cab8c183-566d-4c84-9591-24cbe5a21f62 HTTP/1.1" status: 204 len: 168 time: 0.2821648 Jul 16 01:32:29.284263 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42562) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:29.340675 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c0a6a5d-ba39-4272-ab45-b89c5b068588 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Deleting subnet d062f719-7481-44ea-9f68-73b012cd054e {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:29.343897 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c0a6a5d-ba39-4272-ab45-b89c5b068588 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.383205 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c0a6a5d-ba39-4272-ab45-b89c5b068588 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.464640 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c0a6a5d-ba39-4272-ab45-b89c5b068588 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.530622 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c0a6a5d-ba39-4272-ab45-b89c5b068588 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.559068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a6a5d-ba39-4272-ab45-b89c5b068588 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Pushing event deleted for resources: {'Subnet': ['ID=d062f719-7481-44ea-9f68-73b012cd054e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:29.561128 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c0a6a5d-ba39-4272-ab45-b89c5b068588 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.565209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f6ac4e-a6ce-4cb3-9a0e-bb53cd73d714 None None] Network 673e942b-dc77-43e5-987a-02b736f55b52 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:29.565523 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9c0a6a5d-ba39-4272-ab45-b89c5b068588 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] 10.222.0.22 "DELETE /v2.0/subnets/d062f719-7481-44ea-9f68-73b012cd054e HTTP/1.1" status: 204 len: 168 time: 0.2802224 Jul 16 01:32:29.566131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42566) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:29.584913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441f45a-a81f-422b-875f-62c8b9351823 req-147b620f-7021-4c37-ba11-545a81722ad0 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:29.587157 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7441f45a-a81f-422b-875f-62c8b9351823 req-147b620f-7021-4c37-ba11-545a81722ad0 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a6a0536-9f08-406b-b9bf-f49b436b19c1 HTTP/1.1" status: 200 len: 946 time: 0.0831451 Jul 16 01:32:29.626553 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7441f45a-a81f-422b-875f-62c8b9351823 req-d3ef7564-ce36-40c4-aaad-7ba7718ccaac tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323365 Jul 16 01:32:29.642684 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.704599 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Deleting port 2fb28099-954a-4bc9-88a2-d8f43ec1016b {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:29.704949 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.751524 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831ba8e9-46ae-4590-b0c7-97988eff211d None None] DHCP port deletion for 673e942b-dc77-43e5-987a-02b736f55b52 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:29.770214 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] For port 2fb28099-954a-4bc9-88a2-d8f43ec1016b, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2fb28099-954a-4bc9-88a2-d8f43ec1016b,segment=NetworkSegment(ba131b68-0096-40f0-8773-68a7721493a4),segment_id=ba131b68-0096-40f0-8773-68a7721493a4)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:29.770589 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.787886 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Calling delete_port for 2fb28099-954a-4bc9-88a2-d8f43ec1016b owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:29.798454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-831ba8e9-46ae-4590-b0c7-97988eff211d None None] Deleting port 2fb28099-954a-4bc9-88a2-d8f43ec1016b {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:29.798834 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-831ba8e9-46ae-4590-b0c7-97988eff211d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.863203 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-831ba8e9-46ae-4590-b0c7-97988eff211d None None] For port 2fb28099-954a-4bc9-88a2-d8f43ec1016b, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2fb28099-954a-4bc9-88a2-d8f43ec1016b,segment=NetworkSegment(ba131b68-0096-40f0-8773-68a7721493a4),segment_id=ba131b68-0096-40f0-8773-68a7721493a4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:29.863203 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-831ba8e9-46ae-4590-b0c7-97988eff211d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.875824 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-831ba8e9-46ae-4590-b0c7-97988eff211d None None] Calling delete_port for 2fb28099-954a-4bc9-88a2-d8f43ec1016b owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:29.876630 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.900687 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Pushing event deleted for resources: {'Port': ['ID=2fb28099-954a-4bc9-88a2-d8f43ec1016b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:29.906219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] No DVR routers for this DVR port 2fb28099-954a-4bc9-88a2-d8f43ec1016b on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:29.957070 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-831ba8e9-46ae-4590-b0c7-97988eff211d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.986152 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:29.987624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831ba8e9-46ae-4590-b0c7-97988eff211d None None] No DVR routers for this DVR port 2fb28099-954a-4bc9-88a2-d8f43ec1016b on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:29.989391 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831ba8e9-46ae-4590-b0c7-97988eff211d None None] Pushing event deleted for resources: {'Port': ['ID=2fb28099-954a-4bc9-88a2-d8f43ec1016b,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.002465 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['673e942b-dc77-43e5-987a-02b736f55b52']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:30.015576 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba131b68-0096-40f0-8773-68a7721493a4') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:30.016028 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba131b68-0096-40f0-8773-68a7721493a4') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:30.026577 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.046612 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.054794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:30.055463 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:30.059020 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:30.070464 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2fb28099-954a-4bc9-88a2-d8f43ec1016b no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:30.091147 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 2fb28099-954a-4bc9-88a2-d8f43ec1016b {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:30.091491 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2fb28099-954a-4bc9-88a2-d8f43ec1016b not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:30.126255 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5b86f-7456-4fc2-915b-07a154d98385 req-44839a55-de79-4b1a-8e4a-394da79ed4b0 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:30.128338 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c7a5b86f-7456-4fc2-915b-07a154d98385 req-44839a55-de79-4b1a-8e4a-394da79ed4b0 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 1096 time: 0.0773368 Jul 16 01:32:30.130894 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.144804 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.153318 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] 10.222.0.22 "DELETE /v2.0/networks/673e942b-dc77-43e5-987a-02b736f55b52 HTTP/1.1" status: 204 len: 168 time: 0.5840495 Jul 16 01:32:30.167515 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9e1ef-fee1-4fc6-ae1b-af6759d28764 tempest-FloatingIPNegativeTestJSON-1823772719 tempest-FloatingIPNegativeTestJSON-1823772719-project] Pushing event deleted for resources: {'Network': ['ID=673e942b-dc77-43e5-987a-02b736f55b52,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.172676 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c7a5b86f-7456-4fc2-915b-07a154d98385 req-2c5d13f3-fdbf-4655-85f4-a66e196871f7 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370281 Jul 16 01:32:30.219998 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.395580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42580) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:30.556200 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fbc30dc5-a307-4c52-adc3-ea840d44ee0b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c9c6b8086c234812b5ccdf87c9c9eeca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592269 Jul 16 01:32:30.558603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42584) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:30.572182 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d5235-3231-49f7-9fca-2390adbb1017 req-abbea9ba-9a6d-4861-883e-f9819f1a7ca6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:30.573631 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e99d5235-3231-49f7-9fca-2390adbb1017 req-abbea9ba-9a6d-4861-883e-f9819f1a7ca6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "GET /v2.0/ports?device_id=8a6a0536-9f08-406b-b9bf-f49b436b19c1 HTTP/1.1" status: 200 len: 946 time: 0.1017277 Jul 16 01:32:30.606662 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1101560b-08e0-4e04-ae6c-a4b8370abff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.627753 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1101560b-08e0-4e04-ae6c-a4b8370abff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.677081 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1101560b-08e0-4e04-ae6c-a4b8370abff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.679505 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-e99d5235-3231-49f7-9fca-2390adbb1017 req-d78708b9-a571-4144-9c26-deb12d2fe685 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Deleting port 32c10eed-4407-4887-89b6-ceff03ece472 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:30.679927 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e99d5235-3231-49f7-9fca-2390adbb1017 req-d78708b9-a571-4144-9c26-deb12d2fe685 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.680239 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1101560b-08e0-4e04-ae6c-a4b8370abff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.686173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1101560b-08e0-4e04-ae6c-a4b8370abff3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a11d35dc-26b0-4d51-9c4c-40295458ab94 HTTP/1.1" status: 204 len: 168 time: 0.1246233 Jul 16 01:32:30.694239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101560b-08e0-4e04-ae6c-a4b8370abff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11d35dc-26b0-4d51-9c4c-40295458ab94,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:30.697097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bd79af34-9cdf-4053-aa81-7e6ae3d731b5 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:30.760133 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port bd79af34-9cdf-4053-aa81-7e6ae3d731b5 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:30.765273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port bd79af34-9cdf-4053-aa81-7e6ae3d731b5 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:30.765273 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.787642 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-e99d5235-3231-49f7-9fca-2390adbb1017 req-d78708b9-a571-4144-9c26-deb12d2fe685 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] For port 32c10eed-4407-4887-89b6-ceff03ece472, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=32c10eed-4407-4887-89b6-ceff03ece472,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:30.788053 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e99d5235-3231-49f7-9fca-2390adbb1017 req-d78708b9-a571-4144-9c26-deb12d2fe685 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.807749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-e99d5235-3231-49f7-9fca-2390adbb1017 req-d78708b9-a571-4144-9c26-deb12d2fe685 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Calling delete_port for 32c10eed-4407-4887-89b6-ceff03ece472 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:30.846237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b49283-6a31-4fc8-b977-a166375dc745 req-750784d1-e243-4d41-80af-6b24b6ee1629 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:30.847986 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c9b49283-6a31-4fc8-b977-a166375dc745 req-750784d1-e243-4d41-80af-6b24b6ee1629 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a6a0536-9f08-406b-b9bf-f49b436b19c1 HTTP/1.1" status: 200 len: 946 time: 0.0874972 Jul 16 01:32:30.857209 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.915125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf38537e-86e5-4208-9ec1-48c7b1bd5938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd79af34-9cdf-4053-aa81-7e6ae3d731b5'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:30.918087 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c9b49283-6a31-4fc8-b977-a166375dc745 req-19196e74-2719-4cd7-aaba-edf4bb8f21bd tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549965 Jul 16 01:32:30.921047 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab029487-1d4c-45e1-bdef-cdc722a36fd2" -d '{"events": [{"server_uuid": "cf38537e-86e5-4208-9ec1-48c7b1bd5938", "name": "network-vif-plugged", "status": "completed", "tag": "bd79af34-9cdf-4053-aa81-7e6ae3d731b5"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:30.950731 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port bd79af34-9cdf-4053-aa81-7e6ae3d731b5, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bd79af34-9cdf-4053-aa81-7e6ae3d731b5,segment=NetworkSegment(7dacb700-09f6-4fd2-a4a6-a12b321894b6),segment_id=7dacb700-09f6-4fd2-a4a6-a12b321894b6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:30.957024 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.964155 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e99d5235-3231-49f7-9fca-2390adbb1017 req-d78708b9-a571-4144-9c26-deb12d2fe685 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:30.993865 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-262cb839-cff6-49be-ae3f-2dd900ab0266 x-openstack-request-id: req-262cb839-cff6-49be-ae3f-2dd900ab0266 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:30.994415 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf38537e-86e5-4208-9ec1-48c7b1bd5938", "name": "network-vif-plugged", "status": "completed", "tag": "bd79af34-9cdf-4053-aa81-7e6ae3d731b5", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:30.994822 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-262cb839-cff6-49be-ae3f-2dd900ab0266 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:30.995360 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf38537e-86e5-4208-9ec1-48c7b1bd5938', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd79af34-9cdf-4053-aa81-7e6ae3d731b5', 'code': 200} Jul 16 01:32:30.997760 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['645d82de-145c-4367-bb8f-fe0ddb02e32b', '32c10eed-4407-4887-89b6-ceff03ece472'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:31.013780 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78708b9-a571-4144-9c26-deb12d2fe685 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Pushing event deleted for resources: {'Port': ['ID=32c10eed-4407-4887-89b6-ceff03ece472,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:31.062619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99d5235-3231-49f7-9fca-2390adbb1017 req-d78708b9-a571-4144-9c26-deb12d2fe685 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] No DVR routers for this DVR port 32c10eed-4407-4887-89b6-ceff03ece472 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:31.073026 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e99d5235-3231-49f7-9fca-2390adbb1017 req-d78708b9-a571-4144-9c26-deb12d2fe685 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.075784 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e99d5235-3231-49f7-9fca-2390adbb1017 req-d78708b9-a571-4144-9c26-deb12d2fe685 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "DELETE /v2.0/ports/32c10eed-4407-4887-89b6-ceff03ece472 HTTP/1.1" status: 204 len: 173 time: 0.4949014 Jul 16 01:32:31.076562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a6a0536-9f08-406b-b9bf-f49b436b19c1', 'name': 'network-vif-deleted', 'tag': '32c10eed-4407-4887-89b6-ceff03ece472'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:31.079668 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd1f4a6-33a9-4143-9d0c-8c78981df74d" -d '{"events": [{"server_uuid": "8a6a0536-9f08-406b-b9bf-f49b436b19c1", "name": "network-vif-deleted", "tag": "32c10eed-4407-4887-89b6-ceff03ece472"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:31.082036 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=bd79af34-9cdf-4053-aa81-7e6ae3d731b5,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:31.131324 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7aa6ac8-c52a-452c-a0b9-26530fa70e9b x-openstack-request-id: req-f7aa6ac8-c52a-452c-a0b9-26530fa70e9b {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:31.132240 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a6a0536-9f08-406b-b9bf-f49b436b19c1", "name": "network-vif-deleted", "tag": "32c10eed-4407-4887-89b6-ceff03ece472", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:31.132240 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7aa6ac8-c52a-452c-a0b9-26530fa70e9b {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:31.132626 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a6a0536-9f08-406b-b9bf-f49b436b19c1', 'name': 'network-vif-deleted', 'tag': '32c10eed-4407-4887-89b6-ceff03ece472', 'status': 'completed', 'code': 200} Jul 16 01:32:31.191210 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.191481 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a074d-cdef-4c33-a47e-75f86207e2de req-2cc19545-a737-4517-b747-26c35027a9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.202380 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d18a074d-cdef-4c33-a47e-75f86207e2de req-2cc19545-a737-4517-b747-26c35027a9f4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 1097 time: 0.0829310 Jul 16 01:32:31.276039 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d18a074d-cdef-4c33-a47e-75f86207e2de req-c0043607-5d49-46e5-b8df-46380369842e service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615642 Jul 16 01:32:31.376749 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630ee00-9a35-444f-8cfe-9283f6baa725 req-07453614-37c9-4b0e-b453-252e0bb964e0 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.378299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8630ee00-9a35-444f-8cfe-9283f6baa725 req-07453614-37c9-4b0e-b453-252e0bb964e0 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 1097 time: 0.0516264 Jul 16 01:32:31.414010 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8630ee00-9a35-444f-8cfe-9283f6baa725 req-431d9bf0-596a-434e-a57a-0f30d441acf7 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289671 Jul 16 01:32:31.503795 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42618) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:31.606775 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3725be3d-dbfd-4e78-8528-2362ccb21284 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-120666376'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:31.629518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3725be3d-dbfd-4e78-8528-2362ccb21284 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Made reservation on behalf of 66e39dc23c09400aab9339e9790b201a for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:31.633754 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3725be3d-dbfd-4e78-8528-2362ccb21284 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.641780 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3725be3d-dbfd-4e78-8528-2362ccb21284 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.740775 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3725be3d-dbfd-4e78-8528-2362ccb21284 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.744525 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3725be3d-dbfd-4e78-8528-2362ccb21284 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.765869 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3725be3d-dbfd-4e78-8528-2362ccb21284 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:31.784610 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3725be3d-dbfd-4e78-8528-2362ccb21284 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.784957 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-3725be3d-dbfd-4e78-8528-2362ccb21284 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Added segment a2e401f1-a4f4-4b77-9cea-29dbecf48b64 of type vlan for network 58362fe7-f202-401a-9f0b-e9d9e135bb33 Jul 16 01:32:31.793554 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725be3d-dbfd-4e78-8528-2362ccb21284 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=629cba46-18f1-47ba-8e2e-41236432250f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:31.830568 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3725be3d-dbfd-4e78-8528-2362ccb21284 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.860447 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3725be3d-dbfd-4e78-8528-2362ccb21284 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.867018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3725be3d-dbfd-4e78-8528-2362ccb21284 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:31.867882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3725be3d-dbfd-4e78-8528-2362ccb21284 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:31.919796 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3725be3d-dbfd-4e78-8528-2362ccb21284 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4016335 Jul 16 01:32:31.951171 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725be3d-dbfd-4e78-8528-2362ccb21284 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event updated for resources: {'Network': ['ID=58362fe7-f202-401a-9f0b-e9d9e135bb33,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:31.961447 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 58362fe7-f202-401a-9f0b-e9d9e135bb33 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:32.142123 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f47dfc27-f8cc-416f-85e2-171916bfa304 req-63a4b142-3c63-4188-8358-89a2a45335b0 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a6a0536-9f08-406b-b9bf-f49b436b19c1 HTTP/1.1" status: 200 len: 210 time: 0.0333540 Jul 16 01:32:32.316592 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb94f6-d77d-4e03-b5e5-d570ee15d031 req-09bbc785-c364-4a87-bdf2-d6d1e52d3107 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:32.318107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-acdb94f6-d77d-4e03-b5e5-d570ee15d031 req-09bbc785-c364-4a87-bdf2-d6d1e52d3107 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 947 time: 0.0636129 Jul 16 01:32:32.356484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-acdb94f6-d77d-4e03-b5e5-d570ee15d031 req-0a7fbb5d-9850-4740-a72c-1f4abd957dc1 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322990 Jul 16 01:32:32.585395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262e591-f06e-43d9-b3c1-bc03206e3d9b req-68b596fc-2608-48f9-bf96-064b9299874b tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:32.587178 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d262e591-f06e-43d9-b3c1-bc03206e3d9b req-68b596fc-2608-48f9-bf96-064b9299874b tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 1097 time: 0.0535812 Jul 16 01:32:32.624710 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d262e591-f06e-43d9-b3c1-bc03206e3d9b req-30a5f562-36f7-4151-b602-74d3254e0d80 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302665 Jul 16 01:32:33.876552 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f21903-3a00-45a5-9eda-ef3d63e2dadd req-13778360-317d-43f4-a74f-9b698e81e1fc tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.878055 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17f21903-3a00-45a5-9eda-ef3d63e2dadd req-13778360-317d-43f4-a74f-9b698e81e1fc tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 947 time: 0.3874063 Jul 16 01:32:33.883692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd90193-485e-4a7a-b2b4-50a43c5d2b53 req-9728dec2-13d4-4b69-9e16-1ff2281118f9 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:33.885139 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bbd90193-485e-4a7a-b2b4-50a43c5d2b53 req-9728dec2-13d4-4b69-9e16-1ff2281118f9 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 1097 time: 0.0797765 Jul 16 01:32:33.936377 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17f21903-3a00-45a5-9eda-ef3d63e2dadd req-d637d46a-5a02-40a5-9f87-da9ee8c9797e tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502214 Jul 16 01:32:33.941660 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bbd90193-485e-4a7a-b2b4-50a43c5d2b53 req-b040a54b-499b-414d-8b30-8ef2d8fbcc67 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497842 Jul 16 01:32:34.180702 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-ac349166-e595-486b-96e7-824ef0a7ebd5 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:34.182206 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-ac349166-e595-486b-96e7-824ef0a7ebd5 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 806 time: 0.1405931 Jul 16 01:32:34.186336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d588b-60cc-4f50-ab14-92bd8f30be45 req-f97461ca-bdc5-40bc-b85f-e2f7938cd195 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:34.187961 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-831d588b-60cc-4f50-ab14-92bd8f30be45 req-f97461ca-bdc5-40bc-b85f-e2f7938cd195 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 1097 time: 0.1125791 Jul 16 01:32:34.204757 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-43e11e0f-0d8c-4cfb-a53f-eb648f715e38 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/quotas/8cb32862d6424975b183aae124a5a905 HTTP/1.1" status: 200 len: 375 time: 0.0159585 Jul 16 01:32:34.261471 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-831d588b-60cc-4f50-ab14-92bd8f30be45 req-003cb050-af7c-4a5d-9ff1-61ddefc71e15 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659478 Jul 16 01:32:34.283390 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-d8228594-a5e0-445d-8539-b28a3480197b tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0721130 Jul 16 01:32:34.416524 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-2e831df2-5b84-4366-9a75-03524eb23e6d service neutron] 10.222.0.22 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206470 Jul 16 01:32:34.468235 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c02e3-e18d-4056-9811-917d40dd31f7 req-63ab39b7-ffaa-490d-b876-df5c257ac3b5 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:34.469660 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-192c02e3-e18d-4056-9811-917d40dd31f7 req-63ab39b7-ffaa-490d-b876-df5c257ac3b5 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 1097 time: 0.0957830 Jul 16 01:32:34.540062 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-192c02e3-e18d-4056-9811-917d40dd31f7 req-453877a9-8499-4729-a3a7-f0c2ec30f9bb tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467153 Jul 16 01:32:34.543631 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-2d193487-d336-4aca-b0cf-10cb6533189b service neutron] 10.222.0.22 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183910 Jul 16 01:32:34.648001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34af5a-b528-4f70-a6db-ebd7e020c8df req-a068695d-0764-4555-affc-7ca3f4d9a63b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:34.650197 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ff34af5a-b528-4f70-a6db-ebd7e020c8df req-a068695d-0764-4555-affc-7ca3f4d9a63b tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.70 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 947 time: 0.1018202 Jul 16 01:32:34.710395 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 32c10eed-4407-4887-89b6-ceff03ece472 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:34.795506 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-ff34af5a-b528-4f70-a6db-ebd7e020c8df req-95ae33fd-dc52-4693-9749-d331aa990f08 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Deleting port ee0416f3-5090-40dc-b6a0-fe3724923f68 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:34.796066 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ff34af5a-b528-4f70-a6db-ebd7e020c8df req-95ae33fd-dc52-4693-9749-d331aa990f08 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.810489 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 32c10eed-4407-4887-89b6-ceff03ece472 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:34.811135 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 32c10eed-4407-4887-89b6-ceff03ece472 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:34.848936 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3d687c76-b637-406b-8546-4e4a0103740f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.929483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-ff34af5a-b528-4f70-a6db-ebd7e020c8df req-95ae33fd-dc52-4693-9749-d331aa990f08 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] For port ee0416f3-5090-40dc-b6a0-fe3724923f68, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ee0416f3-5090-40dc-b6a0-fe3724923f68,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:34.931535 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ff34af5a-b528-4f70-a6db-ebd7e020c8df req-95ae33fd-dc52-4693-9749-d331aa990f08 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:34.970800 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7beb34aa-a9e2-448a-ab7b-20dfbdbb6763 req-7bf55c62-6ce4-4356-ab9e-8478fdb9c357 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 210 time: 0.0489337 Jul 16 01:32:35.085807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42688) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:35.092986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-8713ca01-7683-4f7c-b52e-fc40128fad38 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Request body: {'subnet': {'network_id': '58362fe7-f202-401a-9f0b-e9d9e135bb33', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:35.218754 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ff34af5a-b528-4f70-a6db-ebd7e020c8df req-95ae33fd-dc52-4693-9749-d331aa990f08 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.219178 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ff34af5a-b528-4f70-a6db-ebd7e020c8df req-95ae33fd-dc52-4693-9749-d331aa990f08 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.220491 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [req-ff34af5a-b528-4f70-a6db-ebd7e020c8df req-95ae33fd-dc52-4693-9749-d331aa990f08 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Floating IP e2ab1ff2-38fc-42de-82fe-5317bf0b60bc disassociated. External IP: 172.25.2.181, port: ee0416f3-5090-40dc-b6a0-fe3724923f68. Jul 16 01:32:35.221006 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-ff34af5a-b528-4f70-a6db-ebd7e020c8df req-95ae33fd-dc52-4693-9749-d331aa990f08 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Calling delete_port for ee0416f3-5090-40dc-b6a0-fe3724923f68 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:35.266228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b78f59-2560-4ade-846e-7f6a85681853 req-51693cd9-1824-4ec2-922b-3c1cc9e824f7 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.267858 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74b78f59-2560-4ade-846e-7f6a85681853 req-51693cd9-1824-4ec2-922b-3c1cc9e824f7 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 947 time: 0.1440890 Jul 16 01:32:35.319693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8713ca01-7683-4f7c-b52e-fc40128fad38 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Made reservation on behalf of 66e39dc23c09400aab9339e9790b201a for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:35.323978 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8713ca01-7683-4f7c-b52e-fc40128fad38 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.374400 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ff34af5a-b528-4f70-a6db-ebd7e020c8df req-95ae33fd-dc52-4693-9749-d331aa990f08 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.381427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74b78f59-2560-4ade-846e-7f6a85681853 req-d16082a5-6f2d-4d05-a1f0-996048144fc1 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups?id=44176515-7cf7-47ef-b740-692d790c1fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830038 Jul 16 01:32:35.408362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae33fd-dc52-4693-9749-d331aa990f08 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event deleted for resources: {'Port': ['ID=ee0416f3-5090-40dc-b6a0-fe3724923f68,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:35.448683 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38e7fd9-42be-4689-a0a5-3a6638fd3d96 req-80500e2c-1242-4303-80f7-8913492d06f8 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.450590 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a38e7fd9-42be-4689-a0a5-3a6638fd3d96 req-80500e2c-1242-4303-80f7-8913492d06f8 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 1097 time: 0.1803327 Jul 16 01:32:35.529099 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a38e7fd9-42be-4689-a0a5-3a6638fd3d96 req-59187b45-6ba8-4de7-a69b-98d23ab9a699 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716717 Jul 16 01:32:35.530422 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff34af5a-b528-4f70-a6db-ebd7e020c8df req-95ae33fd-dc52-4693-9749-d331aa990f08 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:35.601531 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8713ca01-7683-4f7c-b52e-fc40128fad38 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.642797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff34af5a-b528-4f70-a6db-ebd7e020c8df req-95ae33fd-dc52-4693-9749-d331aa990f08 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:35.654817 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9274f3-413b-44ee-887b-750fdd7bb7d6 None None] Sync routers for ids ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:35.666312 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713ca01-7683-4f7c-b52e-fc40128fad38 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event updated for resources: {'Subnet': ['ID=462544be-6815-497a-adc0-2c31ce79b4ed,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:35.667658 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9274f3-413b-44ee-887b-750fdd7bb7d6 None None] Routers {'758ee5ad-6b80-4e65-8d23-3d7283fcc711'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:35.668429 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8e9274f3-413b-44ee-887b-750fdd7bb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:32:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:35.677278 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8713ca01-7683-4f7c-b52e-fc40128fad38 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Checking segment: {'id': 'a2e401f1-a4f4-4b77-9cea-29dbecf48b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '58362fe7-f202-401a-9f0b-e9d9e135bb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:35.677677 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8713ca01-7683-4f7c-b52e-fc40128fad38 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Network hostable DHCP agents. Network: 58362fe7-f202-401a-9f0b-e9d9e135bb33, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:35.696595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8713ca01-7683-4f7c-b52e-fc40128fad38 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Network 58362fe7-f202-401a-9f0b-e9d9e135bb33 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:35.697067 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff34af5a-b528-4f70-a6db-ebd7e020c8df req-95ae33fd-dc52-4693-9749-d331aa990f08 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] No DVR routers for this DVR port ee0416f3-5090-40dc-b6a0-fe3724923f68 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:35.701019 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ff34af5a-b528-4f70-a6db-ebd7e020c8df req-95ae33fd-dc52-4693-9749-d331aa990f08 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.703960 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ff34af5a-b528-4f70-a6db-ebd7e020c8df req-95ae33fd-dc52-4693-9749-d331aa990f08 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.70 "DELETE /v2.0/ports/ee0416f3-5090-40dc-b6a0-fe3724923f68 HTTP/1.1" status: 204 len: 173 time: 1.0462029 Jul 16 01:32:35.704702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'name': 'network-vif-deleted', 'tag': 'ee0416f3-5090-40dc-b6a0-fe3724923f68'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:35.708017 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c975248d-ff8b-4a52-9de5-b2f48837b023" -d '{"events": [{"server_uuid": "12268a13-0dce-42bd-bd47-3976b74c0e3e", "name": "network-vif-deleted", "tag": "ee0416f3-5090-40dc-b6a0-fe3724923f68"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:35.708700 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-8713ca01-7683-4f7c-b52e-fc40128fad38 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 58362fe7-f202-401a-9f0b-e9d9e135bb33) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:35.714467 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8713ca01-7683-4f7c-b52e-fc40128fad38 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:35.715353 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8713ca01-7683-4f7c-b52e-fc40128fad38 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.720156 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8f0e39-c2d2-435d-b3fb-c93b44c8e398 None None] Network 58362fe7-f202-401a-9f0b-e9d9e135bb33 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:35.733670 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8713ca01-7683-4f7c-b52e-fc40128fad38 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6460526 Jul 16 01:32:35.736837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42696) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:35.744627 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-789b029d-61cd-4b24-97cb-d706448f7c19 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-156412682'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:35.793722 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-8e9274f3-413b-44ee-887b-750fdd7bb7d6 None None] Set router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:35.806883 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-789b029d-61cd-4b24-97cb-d706448f7c19 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Made reservation on behalf of 66e39dc23c09400aab9339e9790b201a for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:35.815671 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-789b029d-61cd-4b24-97cb-d706448f7c19 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.837203 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd61f77-3a04-49cd-8a3c-7f16d9f5f2d6 x-openstack-request-id: req-afd61f77-3a04-49cd-8a3c-7f16d9f5f2d6 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:35.837499 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12268a13-0dce-42bd-bd47-3976b74c0e3e", "name": "network-vif-deleted", "tag": "ee0416f3-5090-40dc-b6a0-fe3724923f68", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:35.837758 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-afd61f77-3a04-49cd-8a3c-7f16d9f5f2d6 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:35.838765 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12268a13-0dce-42bd-bd47-3976b74c0e3e', 'name': 'network-vif-deleted', 'tag': 'ee0416f3-5090-40dc-b6a0-fe3724923f68', 'status': 'completed', 'code': 200} Jul 16 01:32:35.868866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-789b029d-61cd-4b24-97cb-d706448f7c19 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:35.895889 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-789b029d-61cd-4b24-97cb-d706448f7c19 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:35.896301 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-789b029d-61cd-4b24-97cb-d706448f7c19 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Added segment d0604dda-bc53-4f70-a8ae-5738e8caf261 of type vlan for network 275ffc31-4c5d-44eb-b21d-6f6bda49d09f Jul 16 01:32:35.935937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-58362fe7-f202-401a-9f0b-e9d9e135bb33', 'network_id': '58362fe7-f202-401a-9f0b-e9d9e135bb33', 'tenant_id': '66e39dc23c09400aab9339e9790b201a', 'fixed_ips': [{'subnet_id': '462544be-6815-497a-adc0-2c31ce79b4ed'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:35.936955 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.035559 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-789b029d-61cd-4b24-97cb-d706448f7c19 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.087575 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-789b029d-61cd-4b24-97cb-d706448f7c19 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.095324 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789b029d-61cd-4b24-97cb-d706448f7c19 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:36.096040 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-789b029d-61cd-4b24-97cb-d706448f7c19 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.128940 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8e9274f3-413b-44ee-887b-750fdd7bb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '39f8ae3f-13e1-48c1-9f30-4e46b1282da6', 'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'mac_address': 'fa:16:3e:6d:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:27Z', 'revision_number': 5, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'subnets': [{'id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:36.174624 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9274f3-413b-44ee-887b-750fdd7bb7d6 None None] Checking router: 758ee5ad-6b80-4e65-8d23-3d7283fcc711 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:36.188358 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9274f3-413b-44ee-887b-750fdd7bb7d6 None None] Routers {'758ee5ad-6b80-4e65-8d23-3d7283fcc711'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:36.189289 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8e9274f3-413b-44ee-887b-750fdd7bb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:32:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:36.223002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789b029d-61cd-4b24-97cb-d706448f7c19 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event updated for resources: {'Network': ['ID=275ffc31-4c5d-44eb-b21d-6f6bda49d09f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:36.245607 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5b012bcb-e56c-4619-a02c-7416835bd098 req-5d55455d-569d-4e50-af18-8dff33aeb2f2 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 210 time: 0.0524454 Jul 16 01:32:36.269979 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 275ffc31-4c5d-44eb-b21d-6f6bda49d09f details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:36.272817 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-789b029d-61cd-4b24-97cb-d706448f7c19 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5337179 Jul 16 01:32:36.275360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42706) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:36.281441 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f7b9e083-9433-49a0-9f9b-963f40af3943 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Request body: {'subnet': {'network_id': '275ffc31-4c5d-44eb-b21d-6f6bda49d09f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:36.304296 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Allocated IP 2001:db8:0:ffff::2 (58362fe7-f202-401a-9f0b-e9d9e135bb33/462544be-6815-497a-adc0-2c31ce79b4ed/79333299-ab18-4cbc-9eb0-5da4a933d757) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:36.338691 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-8e9274f3-413b-44ee-887b-750fdd7bb7d6 None None] Set router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:36.411744 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b9e083-9433-49a0-9f9b-963f40af3943 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Made reservation on behalf of 66e39dc23c09400aab9339e9790b201a for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:36.416198 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f7b9e083-9433-49a0-9f9b-963f40af3943 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.452615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-9d1c6c1c-9e30-4459-9f24-16497a5ba55f tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:36.454139 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-9d1c6c1c-9e30-4459-9f24-16497a5ba55f tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.69 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 806 time: 0.2285347 Jul 16 01:32:36.468364 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-6b13557b-4da5-4b76-a4da-f6bcb0612c0e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Request body: {'port': {'device_id': '5b0c824a-44d1-41a3-a8ce-9fdeeed28769', 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4', 'admin_state_up': True, 'tenant_id': '8cb32862d6424975b183aae124a5a905'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:36.589599 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.610510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Transition to ACTIVE for port object 79333299-ab18-4cbc-9eb0-5da4a933d757 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:36.640405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Transition to ACTIVE for port object 79333299-ab18-4cbc-9eb0-5da4a933d757 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:36.651547 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.677226 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-68bb4b45-f344-4a25-93d9-37c57b0049f1 req-54a7e916-95f2-4ac9-9ead-4341f6e91baf tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/ports?device_id=12268a13-0dce-42bd-bd47-3976b74c0e3e HTTP/1.1" status: 200 len: 210 time: 0.0407107 Jul 16 01:32:36.679952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-6b13557b-4da5-4b76-a4da-f6bcb0612c0e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Made reservation on behalf of 8cb32862d6424975b183aae124a5a905 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:36.684027 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-6b13557b-4da5-4b76-a4da-f6bcb0612c0e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.706279 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8e9274f3-413b-44ee-887b-750fdd7bb7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '39f8ae3f-13e1-48c1-9f30-4e46b1282da6', 'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'mac_address': 'fa:16:3e:6d:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:27Z', 'revision_number': 5, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'subnets': [{'id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:36.729011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Network 58362fe7-f202-401a-9f0b-e9d9e135bb33 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:36.732167 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:36.736853 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:36.740998 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Pushing event updated for resources: {'Port': ['ID=79333299-ab18-4cbc-9eb0-5da4a933d757,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:36.785896 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9274f3-413b-44ee-887b-750fdd7bb7d6 None None] The sync data for ids ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'] in n-d-791505-14 is: [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:24:16Z', 'revision_number': 4, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '39f8ae3f-13e1-48c1-9f30-4e46b1282da6', 'name': '', 'network_id': '82cbe9d9-283a-4c69-a1bc-536a90b2446b', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'mac_address': 'fa:16:3e:6d:4a:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:14Z', 'updated_at': '2021-07-16T01:24:27Z', 'revision_number': 5, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'subnets': [{'id': 'fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:36.813819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Attempting to bind port 79333299-ab18-4cbc-9eb0-5da4a933d757 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:36.815872 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Attempting to bind port 79333299-ab18-4cbc-9eb0-5da4a933d757 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'a2e401f1-a4f4-4b77-9cea-29dbecf48b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '58362fe7-f202-401a-9f0b-e9d9e135bb33'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:36.817360 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Attempting to bind port 79333299-ab18-4cbc-9eb0-5da4a933d757 on network 58362fe7-f202-401a-9f0b-e9d9e135bb33 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:36.824251 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:36.824732 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Checking segment: {'id': 'a2e401f1-a4f4-4b77-9cea-29dbecf48b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '58362fe7-f202-401a-9f0b-e9d9e135bb33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:36.825219 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.825688 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Bound using segment: {'id': 'a2e401f1-a4f4-4b77-9cea-29dbecf48b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '58362fe7-f202-401a-9f0b-e9d9e135bb33'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:36.826233 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Bound port: 79333299-ab18-4cbc-9eb0-5da4a933d757, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e401f1-a4f4-4b77-9cea-29dbecf48b64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '58362fe7-f202-401a-9f0b-e9d9e135bb33'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:36.827364 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.847380 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad465507-082e-49d2-b669-edc466e56707 req-5e3a66b1-fdac-47a5-b951-19d1706dd822 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:36.849018 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad465507-082e-49d2-b669-edc466e56707 req-5e3a66b1-fdac-47a5-b951-19d1706dd822 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 1097 time: 0.1090677 Jul 16 01:32:36.875264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-6b13557b-4da5-4b76-a4da-f6bcb0612c0e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Allocated IP 172.20.0.7 (e13e5abd-69c8-4ead-93cd-c7ed7a837fd4/b6a3a5b5-608c-42ac-b15c-afa126eaae53/06265a04-d53b-414c-a83f-66b2c378fb04) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:36.921635 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7291d143-6984-4a21-b3af-392085c62644 None None] For port 79333299-ab18-4cbc-9eb0-5da4a933d757, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:36.925293 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7291d143-6984-4a21-b3af-392085c62644 None None] For port 79333299-ab18-4cbc-9eb0-5da4a933d757, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=79333299-ab18-4cbc-9eb0-5da4a933d757,segment=NetworkSegment(a2e401f1-a4f4-4b77-9cea-29dbecf48b64),segment_id=a2e401f1-a4f4-4b77-9cea-29dbecf48b64)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:36.931437 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:36.950788 n-d-791505-14 neutron-server[93919]: DEBUG neutron.objects.ports [None req-f7b9e083-9433-49a0-9f9b-963f40af3943 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93919) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:32:36.954453 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f7b9e083-9433-49a0-9f9b-963f40af3943 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.007813 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291d143-6984-4a21-b3af-392085c62644 None None] Pushing event updated for resources: {'Port': ['ID=79333299-ab18-4cbc-9eb0-5da4a933d757,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:37.112379 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad465507-082e-49d2-b669-edc466e56707 req-a83d1d7a-bf26-4c49-8b16-2034632c8b5a tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451856 Jul 16 01:32:37.138739 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b9e083-9433-49a0-9f9b-963f40af3943 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Checking segment: {'id': 'd0604dda-bc53-4f70-a8ae-5738e8caf261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '275ffc31-4c5d-44eb-b21d-6f6bda49d09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:37.139448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b9e083-9433-49a0-9f9b-963f40af3943 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Network hostable DHCP agents. Network: 275ffc31-4c5d-44eb-b21d-6f6bda49d09f, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:37.146208 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9e083-9433-49a0-9f9b-963f40af3943 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event updated for resources: {'Subnet': ['ID=7127ec69-9ed7-4fbc-8fb8-d22643117d3b,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:37.165295 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b9e083-9433-49a0-9f9b-963f40af3943 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Network 275ffc31-4c5d-44eb-b21d-6f6bda49d09f is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:37.178143 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-f7b9e083-9433-49a0-9f9b-963f40af3943 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 275ffc31-4c5d-44eb-b21d-6f6bda49d09f) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:37.189194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b9e083-9433-49a0-9f9b-963f40af3943 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:37.189927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363de329-9988-47b9-9275-55ca5f0e04e1 None None] Network 275ffc31-4c5d-44eb-b21d-6f6bda49d09f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:37.190049 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f7b9e083-9433-49a0-9f9b-963f40af3943 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.212409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f7b9e083-9433-49a0-9f9b-963f40af3943 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9358969 Jul 16 01:32:37.214887 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-6b13557b-4da5-4b76-a4da-f6bcb0612c0e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.215296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42716) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:37.222556 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-9f1dd78f-201f-406c-8f52-058a4faa141a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Request body: {'port': {'network_id': '275ffc31-4c5d-44eb-b21d-6f6bda49d09f', 'name': 'tempest-NetworksIpV6TestAttrs-1745083590'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:37.233035 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fca17c-fe75-459f-a8a7-7e1f433cccd2 None None] New status for floating IP e2ab1ff2-38fc-42de-82fe-5317bf0b60bc: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:32:37.312187 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18656fc8-3ba3-4bf6-bcf1-4449fb0f4e19 req-14da117a-d885-4af8-8101-f861c82bb85a tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:37.314081 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-18656fc8-3ba3-4bf6-bcf1-4449fb0f4e19 req-14da117a-d885-4af8-8101-f861c82bb85a tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 1097 time: 0.2069964 Jul 16 01:32:37.316146 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-6b13557b-4da5-4b76-a4da-f6bcb0612c0e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.341833 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['645d82de-145c-4367-bb8f-fe0ddb02e32b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:37.395553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-6b13557b-4da5-4b76-a4da-f6bcb0612c0e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:37.452015 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-6b13557b-4da5-4b76-a4da-f6bcb0612c0e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:37.454533 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-6b13557b-4da5-4b76-a4da-f6bcb0612c0e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:37.477578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1dd78f-201f-406c-8f52-058a4faa141a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Made reservation on behalf of 66e39dc23c09400aab9339e9790b201a for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:37.482276 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f1dd78f-201f-406c-8f52-058a4faa141a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.530915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b13557b-4da5-4b76-a4da-f6bcb0612c0e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Pushing event updated for resources: {'Port': ['ID=06265a04-d53b-414c-a83f-66b2c378fb04,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:37.538215 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-9f1dd78f-201f-406c-8f52-058a4faa141a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] device_id is not set on port 3803ade4-0d9d-4ede-a12b-ac9d99bed9f4 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:32:37.557529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-6b13557b-4da5-4b76-a4da-f6bcb0612c0e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:37.558074 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-6b13557b-4da5-4b76-a4da-f6bcb0612c0e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.576504 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-18656fc8-3ba3-4bf6-bcf1-4449fb0f4e19 req-efc53e92-57e4-484f-b050-54714171cb1e tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Deleting port bd79af34-9cdf-4053-aa81-7e6ae3d731b5 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:37.576806 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-18656fc8-3ba3-4bf6-bcf1-4449fb0f4e19 req-efc53e92-57e4-484f-b050-54714171cb1e tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.580567 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-6b13557b-4da5-4b76-a4da-f6bcb0612c0e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1171322 Jul 16 01:32:37.601572 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Request body: {'port': {'device_id': '5b0c824a-44d1-41a3-a8ce-9fdeeed28769', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:37.619146 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac2448-ea2a-45a2-a84f-ee2d2d5ff734 req-fd2d1322-cecf-40c0-a677-577abedd2586 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:37.620720 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-faac2448-ea2a-45a2-a84f-ee2d2d5ff734 req-fd2d1322-cecf-40c0-a677-577abedd2586 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 931 time: 0.1241262 Jul 16 01:32:37.646472 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.694592 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-9f1dd78f-201f-406c-8f52-058a4faa141a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Allocated IP 2001:db8::f816:3eff:fee5:59f7 (275ffc31-4c5d-44eb-b21d-6f6bda49d09f/7127ec69-9ed7-4fbc-8fb8-d22643117d3b/3803ade4-0d9d-4ede-a12b-ac9d99bed9f4) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:37.714986 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-faac2448-ea2a-45a2-a84f-ee2d2d5ff734 req-4b376464-d9bc-4434-93f6-55bb40dfdf0e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669668 Jul 16 01:32:37.745106 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-503d700c-94e3-4ccd-b88d-25cf2fb1f84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.758889 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-18656fc8-3ba3-4bf6-bcf1-4449fb0f4e19 req-efc53e92-57e4-484f-b050-54714171cb1e tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] For port bd79af34-9cdf-4053-aa81-7e6ae3d731b5, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bd79af34-9cdf-4053-aa81-7e6ae3d731b5,segment=NetworkSegment(7dacb700-09f6-4fd2-a4a6-a12b321894b6),segment_id=7dacb700-09f6-4fd2-a4a6-a12b321894b6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:37.759569 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-18656fc8-3ba3-4bf6-bcf1-4449fb0f4e19 req-efc53e92-57e4-484f-b050-54714171cb1e tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.795634 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.801159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-18656fc8-3ba3-4bf6-bcf1-4449fb0f4e19 req-efc53e92-57e4-484f-b050-54714171cb1e tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Calling delete_port for bd79af34-9cdf-4053-aa81-7e6ae3d731b5 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:37.856118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42724) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:37.873417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-275ffc31-4c5d-44eb-b21d-6f6bda49d09f', 'network_id': '275ffc31-4c5d-44eb-b21d-6f6bda49d09f', 'tenant_id': '66e39dc23c09400aab9339e9790b201a', 'fixed_ips': [{'subnet_id': '7127ec69-9ed7-4fbc-8fb8-d22643117d3b'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:37.874262 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.973835 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f1dd78f-201f-406c-8f52-058a4faa141a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:37.977822 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6952-7bab-4338-81fe-73540bb2d9ed tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.007308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-9f1dd78f-201f-406c-8f52-058a4faa141a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Transition to ACTIVE for port object 3803ade4-0d9d-4ede-a12b-ac9d99bed9f4 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:38.041028 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6952-7bab-4338-81fe-73540bb2d9ed tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.137353 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f1dd78f-201f-406c-8f52-058a4faa141a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.155329 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 79333299-ab18-4cbc-9eb0-5da4a933d757 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:38.187155 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-18656fc8-3ba3-4bf6-bcf1-4449fb0f4e19 req-efc53e92-57e4-484f-b050-54714171cb1e tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.213718 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1dd78f-201f-406c-8f52-058a4faa141a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Network 275ffc31-4c5d-44eb-b21d-6f6bda49d09f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:38.217504 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-9f1dd78f-201f-406c-8f52-058a4faa141a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:38.220707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1dd78f-201f-406c-8f52-058a4faa141a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:38.229409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1dd78f-201f-406c-8f52-058a4faa141a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:38.233157 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc53e92-57e4-484f-b050-54714171cb1e tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd79af34-9cdf-4053-aa81-7e6ae3d731b5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:38.243024 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f1dd78f-201f-406c-8f52-058a4faa141a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.256919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1dd78f-201f-406c-8f52-058a4faa141a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event updated for resources: {'Port': ['ID=3803ade4-0d9d-4ede-a12b-ac9d99bed9f4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:38.270391 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9f1dd78f-201f-406c-8f52-058a4faa141a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0535564 Jul 16 01:32:38.272951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42730) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:38.287794 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6952-7bab-4338-81fe-73540bb2d9ed tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.291515 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c5dd6952-7bab-4338-81fe-73540bb2d9ed tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.292913 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c5dd6952-7bab-4338-81fe-73540bb2d9ed tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "DELETE /v2.0/security-groups/44176515-7cf7-47ef-b740-692d790c1fe6 HTTP/1.1" status: 204 len: 168 time: 0.4360168 Jul 16 01:32:38.329816 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Allocated IP 2001:db8::f816:3eff:fea1:e832 (275ffc31-4c5d-44eb-b21d-6f6bda49d09f/7127ec69-9ed7-4fbc-8fb8-d22643117d3b/bf7b6923-71a5-4083-baf1-495f9d1dd9f9) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:38.334389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42732) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:38.362248 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-fb3e9550-6cfe-4dad-b92b-9417b7c718a5 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] show failed (client error): The resource could not be found. Jul 16 01:32:38.363659 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fb3e9550-6cfe-4dad-b92b-9417b7c718a5 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "GET /v2.0/security-groups/44176515-7cf7-47ef-b740-692d790c1fe6 HTTP/1.1" status: 404 len: 347 time: 0.0242872 Jul 16 01:32:38.368649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd6952-7bab-4338-81fe-73540bb2d9ed tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44176515-7cf7-47ef-b740-692d790c1fe6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:38.374224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42736) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:38.493045 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c579df7-de27-47c0-85c5-185e9e9fb8fc req-cf184163-32b2-4b23-b423-e13fca356500 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 210 time: 0.1157386 Jul 16 01:32:38.509558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-eced9e9a-4db3-4b48-ac84-a8e0a6bfd53a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Deleting subnet 7127ec69-9ed7-4fbc-8fb8-d22643117d3b {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:38.574443 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.588760 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Transition to ACTIVE for port object bf7b6923-71a5-4083-baf1-495f9d1dd9f9 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:38.608252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Transition to ACTIVE for port object bf7b6923-71a5-4083-baf1-495f9d1dd9f9 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:38.619179 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eced9e9a-4db3-4b48-ac84-a8e0a6bfd53a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.620610 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['f5301e54-8995-482e-a6e6-e465a66e6553'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:38.623578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['bd79af34-9cdf-4053-aa81-7e6ae3d731b5'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:38.629363 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dde4076-09fc-4c28-9e93-71532abaee8e None None] Network 58362fe7-f202-401a-9f0b-e9d9e135bb33 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:38.639917 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.666726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-f80ea3e9-c0b6-4061-9944-d22b1958fda2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Deleting port 36d3bcf8-015b-4174-b321-4713a3cacb59 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:38.667091 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f80ea3e9-c0b6-4061-9944-d22b1958fda2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.684284 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eced9e9a-4db3-4b48-ac84-a8e0a6bfd53a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.761969 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ee0416f3-5090-40dc-b6a0-fe3724923f68 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:38.767314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-18656fc8-3ba3-4bf6-bcf1-4449fb0f4e19 req-efc53e92-57e4-484f-b050-54714171cb1e tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] No DVR routers for this DVR port bd79af34-9cdf-4053-aa81-7e6ae3d731b5 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:38.771880 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-18656fc8-3ba3-4bf6-bcf1-4449fb0f4e19 req-efc53e92-57e4-484f-b050-54714171cb1e tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.774384 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-18656fc8-3ba3-4bf6-bcf1-4449fb0f4e19 req-efc53e92-57e4-484f-b050-54714171cb1e tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.70 "DELETE /v2.0/ports/bd79af34-9cdf-4053-aa81-7e6ae3d731b5 HTTP/1.1" status: 204 len: 173 time: 1.3987701 Jul 16 01:32:38.777477 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf38537e-86e5-4208-9ec1-48c7b1bd5938', 'name': 'network-vif-deleted', 'tag': 'bd79af34-9cdf-4053-aa81-7e6ae3d731b5'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:38.782762 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef989cf-03cf-41f6-8ff3-d6fa0966690c" -d '{"events": [{"server_uuid": "cf38537e-86e5-4208-9ec1-48c7b1bd5938", "name": "network-vif-deleted", "tag": "bd79af34-9cdf-4053-aa81-7e6ae3d731b5"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:38.823364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Network 275ffc31-4c5d-44eb-b21d-6f6bda49d09f is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:38.851987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: ee0416f3-5090-40dc-b6a0-fe3724923f68 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:38.852336 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ee0416f3-5090-40dc-b6a0-fe3724923f68 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:38.858468 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06265a04-d53b-414c-a83f-66b2c378fb04 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:38.859073 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.859713 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ebe4fc52-72f1-454b-86b7-fefb30f4dc7f None None] Provisioning for port 79333299-ab18-4cbc-9eb0-5da4a933d757 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:38.870563 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.879570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:38.887486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:38.894927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Pushing event updated for resources: {'Port': ['ID=bf7b6923-71a5-4083-baf1-495f9d1dd9f9,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:38.903513 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f80ea3e9-c0b6-4061-9944-d22b1958fda2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.905537 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f80ea3e9-c0b6-4061-9944-d22b1958fda2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.915966 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Transition to ACTIVE for port object 06265a04-d53b-414c-a83f-66b2c378fb04 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:38.920669 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a677c484-cd9d-4cfa-b183-286d24a7b9ec x-openstack-request-id: req-a677c484-cd9d-4cfa-b183-286d24a7b9ec {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:38.920669 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf38537e-86e5-4208-9ec1-48c7b1bd5938", "name": "network-vif-deleted", "tag": "bd79af34-9cdf-4053-aa81-7e6ae3d731b5", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:38.920669 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a677c484-cd9d-4cfa-b183-286d24a7b9ec {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:38.920998 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf38537e-86e5-4208-9ec1-48c7b1bd5938', 'name': 'network-vif-deleted', 'tag': 'bd79af34-9cdf-4053-aa81-7e6ae3d731b5', 'status': 'completed', 'code': 200} Jul 16 01:32:38.922249 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:38.961783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 79333299-ab18-4cbc-9eb0-5da4a933d757 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:38.987940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-f80ea3e9-c0b6-4061-9944-d22b1958fda2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Calling delete_port for 36d3bcf8-015b-4174-b321-4713a3cacb59 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:39.000403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 79333299-ab18-4cbc-9eb0-5da4a933d757 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:39.000861 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.016797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=06265a04-d53b-414c-a83f-66b2c378fb04,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:39.077613 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Attempting to bind port bf7b6923-71a5-4083-baf1-495f9d1dd9f9 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:39.077986 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Attempting to bind port bf7b6923-71a5-4083-baf1-495f9d1dd9f9 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'd0604dda-bc53-4f70-a8ae-5738e8caf261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '275ffc31-4c5d-44eb-b21d-6f6bda49d09f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:39.078342 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Attempting to bind port bf7b6923-71a5-4083-baf1-495f9d1dd9f9 on network 275ffc31-4c5d-44eb-b21d-6f6bda49d09f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:39.083133 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Attempting to bind port 06265a04-d53b-414c-a83f-66b2c378fb04 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:39.084684 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Attempting to bind port 06265a04-d53b-414c-a83f-66b2c378fb04 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:39.085115 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Attempting to bind port 06265a04-d53b-414c-a83f-66b2c378fb04 on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:39.090718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Port 06265a04-d53b-414c-a83f-66b2c378fb04 on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:32:39.091176 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Attempting to bind port 06265a04-d53b-414c-a83f-66b2c378fb04 on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:39.097608 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:39.097891 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Checking segment: {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:39.098007 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eced9e9a-4db3-4b48-ac84-a8e0a6bfd53a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.098267 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Bound using segment: {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:39.098813 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Bound port: 06265a04-d53b-414c-a83f-66b2c378fb04, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:39.099332 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.103111 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:39.103495 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Checking segment: {'id': 'd0604dda-bc53-4f70-a8ae-5738e8caf261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '275ffc31-4c5d-44eb-b21d-6f6bda49d09f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:39.103929 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.104330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Bound using segment: {'id': 'd0604dda-bc53-4f70-a8ae-5738e8caf261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '275ffc31-4c5d-44eb-b21d-6f6bda49d09f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:39.104809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Bound port: bf7b6923-71a5-4083-baf1-495f9d1dd9f9, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0604dda-bc53-4f70-a8ae-5738e8caf261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '275ffc31-4c5d-44eb-b21d-6f6bda49d09f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:39.105201 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.127861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7f1e9-ca76-4f81-89af-42542ed5570c req-cb0eb7a2-6490-4898-81ff-c1d46a656749 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:39.129297 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95a7f1e9-ca76-4f81-89af-42542ed5570c req-cb0eb7a2-6490-4898-81ff-c1d46a656749 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 943 time: 0.2085927 Jul 16 01:32:39.166413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] For port 06265a04-d53b-414c-a83f-66b2c378fb04, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:39.170105 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] For port 06265a04-d53b-414c-a83f-66b2c378fb04, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=06265a04-d53b-414c-a83f-66b2c378fb04,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:39.175433 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.212948 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:39.213958 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.214063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95a7f1e9-ca76-4f81-89af-42542ed5570c req-805a9967-c908-4b60-a495-b19cdff4690f tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710397 Jul 16 01:32:39.215171 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] 10.222.0.69 "PUT /v2.0/ports/06265a04-d53b-414c-a83f-66b2c378fb04 HTTP/1.1" status: 200 len: 1092 time: 1.6241577 Jul 16 01:32:39.224226 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eced9e9a-4db3-4b48-ac84-a8e0a6bfd53a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.263707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced9e9a-4db3-4b48-ac84-a8e0a6bfd53a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event deleted for resources: {'Subnet': ['ID=7127ec69-9ed7-4fbc-8fb8-d22643117d3b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:39.270798 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776efde-8d8b-459e-94e7-923d8e02b6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=06265a04-d53b-414c-a83f-66b2c378fb04,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:39.281757 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] For port bf7b6923-71a5-4083-baf1-495f9d1dd9f9, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:39.289072 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eced9e9a-4db3-4b48-ac84-a8e0a6bfd53a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.289874 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] For port bf7b6923-71a5-4083-baf1-495f9d1dd9f9, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bf7b6923-71a5-4083-baf1-495f9d1dd9f9,segment=NetworkSegment(d0604dda-bc53-4f70-a8ae-5738e8caf261),segment_id=d0604dda-bc53-4f70-a8ae-5738e8caf261)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:39.293773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-eced9e9a-4db3-4b48-ac84-a8e0a6bfd53a tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/subnets/7127ec69-9ed7-4fbc-8fb8-d22643117d3b HTTP/1.1" status: 204 len: 168 time: 1.0190859 Jul 16 01:32:39.294001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42742) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:39.298210 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.302907 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.317085 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f80ea3e9-c0b6-4061-9944-d22b1958fda2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.348625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80ea3e9-c0b6-4061-9944-d22b1958fda2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Pushing event deleted for resources: {'Port': ['ID=36d3bcf8-015b-4174-b321-4713a3cacb59,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:39.404636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 79333299-ab18-4cbc-9eb0-5da4a933d757, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=79333299-ab18-4cbc-9eb0-5da4a933d757,segment=NetworkSegment(a2e401f1-a4f4-4b77-9cea-29dbecf48b64),segment_id=a2e401f1-a4f4-4b77-9cea-29dbecf48b64)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:39.408562 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e299a6-6dc1-4e28-a246-5c5441d37954 None None] Pushing event updated for resources: {'Port': ['ID=bf7b6923-71a5-4083-baf1-495f9d1dd9f9,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:39.411687 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.446760 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff495ff6-e08d-4001-ae8c-398340e3621d tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:39.448493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff495ff6-e08d-4001-ae8c-398340e3621d tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:39.450177 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ff495ff6-e08d-4001-ae8c-398340e3621d tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1544261 Jul 16 01:32:39.453314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42746) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:39.482600 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f80ea3e9-c0b6-4061-9944-d22b1958fda2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.485206 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f80ea3e9-c0b6-4061-9944-d22b1958fda2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.489428 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f80ea3e9-c0b6-4061-9944-d22b1958fda2 tempest-AttachVolumeShelveTestJSON-161091047 tempest-AttachVolumeShelveTestJSON-161091047-project] 10.222.0.22 "DELETE /v2.0/floatingips/e2ab1ff2-38fc-42de-82fe-5317bf0b60bc HTTP/1.1" status: 204 len: 168 time: 1.1109104 Jul 16 01:32:39.588589 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-5d0cb2d7-685f-4c1b-90ff-4f6b40380d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:39.590139 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=79333299-ab18-4cbc-9eb0-5da4a933d757,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:39.605409 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-5d0cb2d7-685f-4c1b-90ff-4f6b40380d85 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 1095 time: 0.3064427 Jul 16 01:32:39.762148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-555bd1e2-8eab-40bc-8547-bf95a7e37b4f None None] Provisioning complete for port 79333299-ab18-4cbc-9eb0-5da4a933d757 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:39.762645 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-555bd1e2-8eab-40bc-8547-bf95a7e37b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.772734 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-5e2a85a6-df59-431d-a367-5f4287155b97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06265a04-d53b-414c-a83f-66b2c378fb04 HTTP/1.1" status: 200 len: 217 time: 0.1604629 Jul 16 01:32:39.859087 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ccdd26ef-a551-4c64-96e9-6c770bf63301 req-a82342a8-a63a-444d-98d6-068df6ef2cad tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cf38537e-86e5-4208-9ec1-48c7b1bd5938 HTTP/1.1" status: 200 len: 210 time: 0.0585175 Jul 16 01:32:39.890102 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6045be21-2341-454a-99f4-09cde6cde20f tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:39.936493 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-6045be21-2341-454a-99f4-09cde6cde20f tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 01:32:39.936975 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6045be21-2341-454a-99f4-09cde6cde20f tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:32:39.938723 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6045be21-2341-454a-99f4-09cde6cde20f tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/networks/275ffc31-4c5d-44eb-b21d-6f6bda49d09f HTTP/1.1" status: 409 len: 405 time: 0.4843614 Jul 16 01:32:39.942531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42756) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:39.948557 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-68584f34-8683-49d3-bc95-08921fd73185 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-775821301'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:39.956846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-2e3d12d0-69ff-4115-94c4-e55b5b4caf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:39.958230 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-2e3d12d0-69ff-4115-94c4-e55b5b4caf46 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6a3a5b5-608c-42ac-b15c-afa126eaae53 HTTP/1.1" status: 200 len: 846 time: 0.0733736 Jul 16 01:32:39.969292 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68584f34-8683-49d3-bc95-08921fd73185 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Made reservation on behalf of 66e39dc23c09400aab9339e9790b201a for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:39.972977 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-68584f34-8683-49d3-bc95-08921fd73185 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.000905 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68584f34-8683-49d3-bc95-08921fd73185 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:40.003579 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-69d80a1e-f976-48fb-9236-7aaa66825626 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378745 Jul 16 01:32:40.011585 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-68584f34-8683-49d3-bc95-08921fd73185 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.013750 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-68584f34-8683-49d3-bc95-08921fd73185 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Added segment 327e876b-37fe-4e39-8144-98ebb1ebe0dc of type vlan for network ef1e446a-1bc3-43c7-946c-e304d412d295 Jul 16 01:32:40.077023 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-68584f34-8683-49d3-bc95-08921fd73185 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.109721 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-68584f34-8683-49d3-bc95-08921fd73185 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.118920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68584f34-8683-49d3-bc95-08921fd73185 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:40.119559 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-68584f34-8683-49d3-bc95-08921fd73185 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.167979 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-96acc8b9-72e3-421e-a6e1-6fb03aa1491b service neutron] 10.222.0.69 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567924 Jul 16 01:32:40.175180 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.182565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-68584f34-8683-49d3-bc95-08921fd73185 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2373540 Jul 16 01:32:40.187678 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42758) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:40.194013 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 79333299-ab18-4cbc-9eb0-5da4a933d757 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:40.202538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-dfa5ec20-c5da-4b74-9958-de4bafa61628 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Request body: {'subnet': {'network_id': 'ef1e446a-1bc3-43c7-946c-e304d412d295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:40.253482 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68584f34-8683-49d3-bc95-08921fd73185 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event updated for resources: {'Network': ['ID=ef1e446a-1bc3-43c7-946c-e304d412d295,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:40.279401 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network ef1e446a-1bc3-43c7-946c-e304d412d295 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:40.294975 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-93580926-dbf7-4f57-b68b-fa6d0d4022cc req-31025780-c7bf-4570-a7de-8359f11016fc service neutron] 10.222.0.69 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067545 Jul 16 01:32:40.317141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 79333299-ab18-4cbc-9eb0-5da4a933d757 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:40.317465 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.360031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa5ec20-c5da-4b74-9958-de4bafa61628 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Made reservation on behalf of 66e39dc23c09400aab9339e9790b201a for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:40.364856 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dfa5ec20-c5da-4b74-9958-de4bafa61628 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.449836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bf7b6923-71a5-4083-baf1-495f9d1dd9f9 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:40.501800 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port bf7b6923-71a5-4083-baf1-495f9d1dd9f9 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:40.539792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51ff34-fb1c-4ae2-81aa-e3377c514bb3 req-de069df3-8b46-4b9c-bbb7-0465275b3497 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:40.541399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b51ff34-fb1c-4ae2-81aa-e3377c514bb3 req-de069df3-8b46-4b9c-bbb7-0465275b3497 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 943 time: 0.1476963 Jul 16 01:32:40.617777 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b51ff34-fb1c-4ae2-81aa-e3377c514bb3 req-647304b6-9687-4526-8eb9-dbe05bf0cc67 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715098 Jul 16 01:32:40.749066 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bd79af34-9cdf-4053-aa81-7e6ae3d731b5 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:40.751054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.objects.ports [None req-dfa5ec20-c5da-4b74-9958-de4bafa61628 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93919) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:32:40.753055 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dfa5ec20-c5da-4b74-9958-de4bafa61628 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.779436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: bd79af34-9cdf-4053-aa81-7e6ae3d731b5 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:40.780019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bd79af34-9cdf-4053-aa81-7e6ae3d731b5 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:40.808215 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7faf562-db32-4d9a-b423-01c18914f19f None None] Network 275ffc31-4c5d-44eb-b21d-6f6bda49d09f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:40.819854 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5ec20-c5da-4b74-9958-de4bafa61628 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event updated for resources: {'Subnet': ['ID=8babb289-50d1-4938-81e8-4ada97330945,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:40.837745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa5ec20-c5da-4b74-9958-de4bafa61628 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Checking segment: {'id': '327e876b-37fe-4e39-8144-98ebb1ebe0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ef1e446a-1bc3-43c7-946c-e304d412d295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:40.838117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa5ec20-c5da-4b74-9958-de4bafa61628 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Network hostable DHCP agents. Network: ef1e446a-1bc3-43c7-946c-e304d412d295, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:40.855700 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa5ec20-c5da-4b74-9958-de4bafa61628 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Network ef1e446a-1bc3-43c7-946c-e304d412d295 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:40.865973 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-dfa5ec20-c5da-4b74-9958-de4bafa61628 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, ef1e446a-1bc3-43c7-946c-e304d412d295) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:40.871365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa5ec20-c5da-4b74-9958-de4bafa61628 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:40.872025 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dfa5ec20-c5da-4b74-9958-de4bafa61628 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.873452 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0151651a-b385-4aa1-b72d-66fae58d0797 None None] Provisioning for port bf7b6923-71a5-4083-baf1-495f9d1dd9f9 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:40.883317 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480c41d2-f1a5-481d-aee4-59d2f8a45542 None None] Network ef1e446a-1bc3-43c7-946c-e304d412d295 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:40.890088 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dfa5ec20-c5da-4b74-9958-de4bafa61628 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7013247 Jul 16 01:32:40.892762 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42766) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:40.893985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0151651a-b385-4aa1-b72d-66fae58d0797 None None] Provisioning complete for port bf7b6923-71a5-4083-baf1-495f9d1dd9f9 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:40.894364 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0151651a-b385-4aa1-b72d-66fae58d0797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:40.898393 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-364b4727-5d99-477d-8241-2647958eb75c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Request body: {'port': {'network_id': 'ef1e446a-1bc3-43c7-946c-e304d412d295', 'name': 'tempest-NetworksIpV6TestAttrs-822589153'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:40.923190 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b0c824a-44d1-41a3-a8ce-9fdeeed28769', 'tag': '06265a04-d53b-414c-a83f-66b2c378fb04'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:40.925744 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c498aa75-dc43-465a-b414-658e5e55c81c" -d '{"events": [{"name": "network-changed", "server_uuid": "5b0c824a-44d1-41a3-a8ce-9fdeeed28769", "tag": "06265a04-d53b-414c-a83f-66b2c378fb04"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:41.000091 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3621386-e3c0-428d-8e21-7db44f837f3a x-openstack-request-id: req-d3621386-e3c0-428d-8e21-7db44f837f3a {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:41.000434 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b0c824a-44d1-41a3-a8ce-9fdeeed28769", "tag": "06265a04-d53b-414c-a83f-66b2c378fb04", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:41.000685 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d3621386-e3c0-428d-8e21-7db44f837f3a {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:41.001219 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b0c824a-44d1-41a3-a8ce-9fdeeed28769', 'tag': '06265a04-d53b-414c-a83f-66b2c378fb04', 'status': 'completed', 'code': 200} Jul 16 01:32:41.063220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364b4727-5d99-477d-8241-2647958eb75c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Made reservation on behalf of 66e39dc23c09400aab9339e9790b201a for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:41.067318 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-364b4727-5d99-477d-8241-2647958eb75c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.095457 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-364b4727-5d99-477d-8241-2647958eb75c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] device_id is not set on port 4784de53-3bd9-4d83-9312-8654d41c109c yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:32:41.146097 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498aa75-dc43-465a-b414-658e5e55c81c req-59fc5d98-23be-4adb-8cbc-3889f9d1cdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:41.150561 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c498aa75-dc43-465a-b414-658e5e55c81c req-59fc5d98-23be-4adb-8cbc-3889f9d1cdee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 1095 time: 0.1242962 Jul 16 01:32:41.222103 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0151651a-b385-4aa1-b72d-66fae58d0797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.297172 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-364b4727-5d99-477d-8241-2647958eb75c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Allocated IP 2001:db8::f816:3eff:fe06:d5f7 (ef1e446a-1bc3-43c7-946c-e304d412d295/8babb289-50d1-4938-81e8-4ada97330945/4784de53-3bd9-4d83-9312-8654d41c109c) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:41.317649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498aa75-dc43-465a-b414-658e5e55c81c req-27fe21e6-5216-4af2-bc3d-ab3d22cb8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:41.319301 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c498aa75-dc43-465a-b414-658e5e55c81c req-27fe21e6-5216-4af2-bc3d-ab3d22cb8bc6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 907 time: 0.1626985 Jul 16 01:32:41.359034 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0151651a-b385-4aa1-b72d-66fae58d0797 None None] For port bf7b6923-71a5-4083-baf1-495f9d1dd9f9, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bf7b6923-71a5-4083-baf1-495f9d1dd9f9,segment=NetworkSegment(d0604dda-bc53-4f70-a8ae-5738e8caf261),segment_id=d0604dda-bc53-4f70-a8ae-5738e8caf261)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:41.365614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-ef1e446a-1bc3-43c7-946c-e304d412d295', 'network_id': 'ef1e446a-1bc3-43c7-946c-e304d412d295', 'tenant_id': '66e39dc23c09400aab9339e9790b201a', 'fixed_ips': [{'subnet_id': '8babb289-50d1-4938-81e8-4ada97330945'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:41.366446 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.371492 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0151651a-b385-4aa1-b72d-66fae58d0797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.380804 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c498aa75-dc43-465a-b414-658e5e55c81c req-d0f6bd9e-d40a-4134-8738-fbf86c06e4c2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=06265a04-d53b-414c-a83f-66b2c378fb04 HTTP/1.1" status: 200 len: 217 time: 0.0523500 Jul 16 01:32:41.390980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c376ffd3-1247-4335-8bf9-57ccf4723e9f None None] DHCP port deletion for 275ffc31-4c5d-44eb-b21d-6f6bda49d09f request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:41.508585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498aa75-dc43-465a-b414-658e5e55c81c req-2ad58339-c88b-438d-a474-c42f26e8a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:41.509951 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c498aa75-dc43-465a-b414-658e5e55c81c req-2ad58339-c88b-438d-a474-c42f26e8a1d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6a3a5b5-608c-42ac-b15c-afa126eaae53 HTTP/1.1" status: 200 len: 846 time: 0.1127701 Jul 16 01:32:41.529675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0151651a-b385-4aa1-b72d-66fae58d0797 None None] Pushing event updated for resources: {'Port': ['ID=bf7b6923-71a5-4083-baf1-495f9d1dd9f9,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:41.562272 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c376ffd3-1247-4335-8bf9-57ccf4723e9f None None] Deleting port bf7b6923-71a5-4083-baf1-495f9d1dd9f9 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:41.562652 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c376ffd3-1247-4335-8bf9-57ccf4723e9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.563265 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbffd35-c3bd-4444-8670-59166ebba7ae req-3c7a4e35-45aa-4ff0-b360-7b982f9ef89e tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:41.565721 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2cbffd35-c3bd-4444-8670-59166ebba7ae req-3c7a4e35-45aa-4ff0-b360-7b982f9ef89e tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0621626 Jul 16 01:32:41.582680 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c498aa75-dc43-465a-b414-658e5e55c81c req-5b58b5a1-2e43-4fc2-95a1-4cba9ecd7ad5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591097 Jul 16 01:32:41.612426 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2cbffd35-c3bd-4444-8670-59166ebba7ae req-43db5e31-e8fc-4f22-9a26-f2d1957084b7 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398989 Jul 16 01:32:41.654261 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-364b4727-5d99-477d-8241-2647958eb75c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.707492 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-364b4727-5d99-477d-8241-2647958eb75c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Transition to ACTIVE for port object 4784de53-3bd9-4d83-9312-8654d41c109c will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:41.744305 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c498aa75-dc43-465a-b414-658e5e55c81c req-49df37d4-9867-4c0d-be5f-d86c89aae6d0 service neutron] 10.222.0.69 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510551 Jul 16 01:32:41.790589 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c376ffd3-1247-4335-8bf9-57ccf4723e9f None None] For port bf7b6923-71a5-4083-baf1-495f9d1dd9f9, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bf7b6923-71a5-4083-baf1-495f9d1dd9f9,segment=NetworkSegment(d0604dda-bc53-4f70-a8ae-5738e8caf261),segment_id=d0604dda-bc53-4f70-a8ae-5738e8caf261)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:41.791144 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c376ffd3-1247-4335-8bf9-57ccf4723e9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.803716 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-364b4727-5d99-477d-8241-2647958eb75c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:41.810110 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c376ffd3-1247-4335-8bf9-57ccf4723e9f None None] Calling delete_port for bf7b6923-71a5-4083-baf1-495f9d1dd9f9 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:41.856637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60047d-154a-4a8b-9a35-15d55ec38d8e req-cafab5e2-60e7-42fb-a1f5-f1f4c12adff8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:41.865636 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c60047d-154a-4a8b-9a35-15d55ec38d8e req-cafab5e2-60e7-42fb-a1f5-f1f4c12adff8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 943 time: 0.0887938 Jul 16 01:32:41.894776 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Allocated IP 2001:db8::f816:3eff:fee4:30dc (ef1e446a-1bc3-43c7-946c-e304d412d295/8babb289-50d1-4938-81e8-4ada97330945/74ec7cbf-28f9-4aa1-8e57-e2376051db75) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:41.922512 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c60047d-154a-4a8b-9a35-15d55ec38d8e req-cb9a829e-287e-4356-9072-d0119816fc8c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554833 Jul 16 01:32:41.969665 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364b4727-5d99-477d-8241-2647958eb75c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Network ef1e446a-1bc3-43c7-946c-e304d412d295 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:42.004866 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c376ffd3-1247-4335-8bf9-57ccf4723e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.016757 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-364b4727-5d99-477d-8241-2647958eb75c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:42.028288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364b4727-5d99-477d-8241-2647958eb75c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:42.048339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364b4727-5d99-477d-8241-2647958eb75c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:42.049150 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-364b4727-5d99-477d-8241-2647958eb75c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.059540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376ffd3-1247-4335-8bf9-57ccf4723e9f None None] Pushing event deleted for resources: {'Port': ['ID=bf7b6923-71a5-4083-baf1-495f9d1dd9f9,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:42.064308 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c376ffd3-1247-4335-8bf9-57ccf4723e9f None None] No DVR routers for this DVR port bf7b6923-71a5-4083-baf1-495f9d1dd9f9 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:42.122055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b4727-5d99-477d-8241-2647958eb75c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event updated for resources: {'Port': ['ID=4784de53-3bd9-4d83-9312-8654d41c109c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:42.124690 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-364b4727-5d99-477d-8241-2647958eb75c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2307522 Jul 16 01:32:42.128419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42788) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:42.132242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bf7b6923-71a5-4083-baf1-495f9d1dd9f9 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:42.134590 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c498aa75-dc43-465a-b414-658e5e55c81c req-2c4b7b13-dd0b-4699-8477-aa2d5e72814e service neutron] 10.222.0.69 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790901 Jul 16 01:32:42.157565 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: bf7b6923-71a5-4083-baf1-495f9d1dd9f9 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:42.158265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bf7b6923-71a5-4083-baf1-495f9d1dd9f9 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:42.172179 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.182937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Transition to ACTIVE for port object 74ec7cbf-28f9-4aa1-8e57-e2376051db75 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:42.209589 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Transition to ACTIVE for port object 74ec7cbf-28f9-4aa1-8e57-e2376051db75 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:42.224444 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.235839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-788e7ac2-61ca-486c-be72-184deea84621 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Deleting subnet 8babb289-50d1-4938-81e8-4ada97330945 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:42.242096 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-788e7ac2-61ca-486c-be72-184deea84621 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.268833 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Network ef1e446a-1bc3-43c7-946c-e304d412d295 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:42.274896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:42.278720 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:42.289128 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Pushing event updated for resources: {'Port': ['ID=74ec7cbf-28f9-4aa1-8e57-e2376051db75,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:42.328450 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-788e7ac2-61ca-486c-be72-184deea84621 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.382372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Attempting to bind port 74ec7cbf-28f9-4aa1-8e57-e2376051db75 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:42.382753 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Attempting to bind port 74ec7cbf-28f9-4aa1-8e57-e2376051db75 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '327e876b-37fe-4e39-8144-98ebb1ebe0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ef1e446a-1bc3-43c7-946c-e304d412d295'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:42.383122 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Attempting to bind port 74ec7cbf-28f9-4aa1-8e57-e2376051db75 on network ef1e446a-1bc3-43c7-946c-e304d412d295 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:42.388683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:42.389058 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Checking segment: {'id': '327e876b-37fe-4e39-8144-98ebb1ebe0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ef1e446a-1bc3-43c7-946c-e304d412d295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:42.389462 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.389851 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Bound using segment: {'id': '327e876b-37fe-4e39-8144-98ebb1ebe0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ef1e446a-1bc3-43c7-946c-e304d412d295'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:42.390317 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Bound port: 74ec7cbf-28f9-4aa1-8e57-e2376051db75, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '327e876b-37fe-4e39-8144-98ebb1ebe0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ef1e446a-1bc3-43c7-946c-e304d412d295'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:42.390744 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.455874 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] For port 74ec7cbf-28f9-4aa1-8e57-e2376051db75, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:42.459057 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] For port 74ec7cbf-28f9-4aa1-8e57-e2376051db75, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=74ec7cbf-28f9-4aa1-8e57-e2376051db75,segment=NetworkSegment(327e876b-37fe-4e39-8144-98ebb1ebe0dc),segment_id=327e876b-37fe-4e39-8144-98ebb1ebe0dc)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:42.465386 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.485036 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-788e7ac2-61ca-486c-be72-184deea84621 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.537338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9879f414-5ab7-4c20-8a61-0cb0890811c6 None None] Pushing event updated for resources: {'Port': ['ID=74ec7cbf-28f9-4aa1-8e57-e2376051db75,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:42.570629 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-788e7ac2-61ca-486c-be72-184deea84621 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.586485 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-788e7ac2-61ca-486c-be72-184deea84621 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.591883 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42796) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:42.592680 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-788e7ac2-61ca-486c-be72-184deea84621 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/subnets/8babb289-50d1-4938-81e8-4ada97330945 HTTP/1.1" status: 204 len: 168 time: 0.4604137 Jul 16 01:32:42.618275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e7ac2-61ca-486c-be72-184deea84621 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event deleted for resources: {'Subnet': ['ID=8babb289-50d1-4938-81e8-4ada97330945,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:42.675033 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd54249a-7891-4770-b2a1-66bf9d414377 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:42.678346 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd54249a-7891-4770-b2a1-66bf9d414377 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:42.683811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42800) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:42.693168 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dd54249a-7891-4770-b2a1-66bf9d414377 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0999439 Jul 16 01:32:42.795026 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6cb3958a-7306-4e13-b9ec-c35331aeb773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.832822 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb3958a-7306-4e13-b9ec-c35331aeb773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 01:32:42.833403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cb3958a-7306-4e13-b9ec-c35331aeb773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:32:42.835752 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6cb3958a-7306-4e13-b9ec-c35331aeb773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/networks/ef1e446a-1bc3-43c7-946c-e304d412d295 HTTP/1.1" status: 409 len: 405 time: 0.1505949 Jul 16 01:32:42.839798 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42802) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:42.848937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4ffaae02-8402-49f8-93c0-2ab74aff9595 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-70479695'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:42.882792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0a4d0-30b6-477d-a749-59d612679396 req-81b0c27c-fe71-40a8-96da-1a40a13a3b9a tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:42.884366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6b0a4d0-30b6-477d-a749-59d612679396 req-81b0c27c-fe71-40a8-96da-1a40a13a3b9a tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 1098 time: 0.0869727 Jul 16 01:32:42.915630 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffaae02-8402-49f8-93c0-2ab74aff9595 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Made reservation on behalf of 66e39dc23c09400aab9339e9790b201a for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:42.923514 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ffaae02-8402-49f8-93c0-2ab74aff9595 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:42.954020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6b0a4d0-30b6-477d-a749-59d612679396 req-be76a9bb-c4f9-4edc-a14c-c3c0da043fc3 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=bc42873d-5d60-47bd-b021-b3f53248781e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416322 Jul 16 01:32:42.993444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ffaae02-8402-49f8-93c0-2ab74aff9595 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:43.004762 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c8883-a70f-4240-a806-405d534bf348 req-547a5d50-fe9f-4cbd-bf6b-ffef05d5e020 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:43.006604 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c25c8883-a70f-4240-a806-405d534bf348 req-547a5d50-fe9f-4cbd-bf6b-ffef05d5e020 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 1098 time: 0.1495490 Jul 16 01:32:43.019207 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ffaae02-8402-49f8-93c0-2ab74aff9595 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.019811 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-4ffaae02-8402-49f8-93c0-2ab74aff9595 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Added segment bda95ec1-67de-4b1c-8d5a-4742e37b47ba of type vlan for network a9e0c4d2-7ae1-4437-be98-e4775d343c49 Jul 16 01:32:43.106459 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ffaae02-8402-49f8-93c0-2ab74aff9595 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.159621 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 06265a04-d53b-414c-a83f-66b2c378fb04 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:32:43.171504 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ffaae02-8402-49f8-93c0-2ab74aff9595 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.177359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffaae02-8402-49f8-93c0-2ab74aff9595 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:43.177764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5be2aed-1040-4743-8003-052282d2ec29 req-85aca6ce-8eb4-4e26-ab39-564eff292192 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:43.178414 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ffaae02-8402-49f8-93c0-2ab74aff9595 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.186054 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5be2aed-1040-4743-8003-052282d2ec29 req-85aca6ce-8eb4-4e26-ab39-564eff292192 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 943 time: 0.1059182 Jul 16 01:32:43.228313 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-c25c8883-a70f-4240-a806-405d534bf348 req-67d42910-8bbe-49f1-8967-01a6e23a2e12 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Deleting port f5301e54-8995-482e-a6e6-e465a66e6553 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:43.228857 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c25c8883-a70f-4240-a806-405d534bf348 req-67d42910-8bbe-49f1-8967-01a6e23a2e12 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.237586 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4ffaae02-8402-49f8-93c0-2ab74aff9595 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3933201 Jul 16 01:32:43.239160 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5be2aed-1040-4743-8003-052282d2ec29 req-ce8d3ffe-99bc-4279-9774-8038c0845c87 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505846 Jul 16 01:32:43.240344 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42808) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:43.251503 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d40fcb09-ffce-4e39-a7a9-84b601c427ea tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Request body: {'subnet': {'network_id': 'a9e0c4d2-7ae1-4437-be98-e4775d343c49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:43.298782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffaae02-8402-49f8-93c0-2ab74aff9595 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event updated for resources: {'Network': ['ID=a9e0c4d2-7ae1-4437-be98-e4775d343c49,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:43.326659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 06265a04-d53b-414c-a83f-66b2c378fb04, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=06265a04-d53b-414c-a83f-66b2c378fb04,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:43.365179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '06265a04-d53b-414c-a83f-66b2c378fb04', 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4', 'port_id': '06265a04-d53b-414c-a83f-66b2c378fb04', 'mac_address': 'fa:16:3e:75:40:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a3a5b5-608c-42ac-b15c-afa126eaae53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:32:43.372997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network a9e0c4d2-7ae1-4437-be98-e4775d343c49 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:43.385515 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-c25c8883-a70f-4240-a806-405d534bf348 req-67d42910-8bbe-49f1-8967-01a6e23a2e12 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] For port f5301e54-8995-482e-a6e6-e465a66e6553, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f5301e54-8995-482e-a6e6-e465a66e6553,segment=NetworkSegment(7dacb700-09f6-4fd2-a4a6-a12b321894b6),segment_id=7dacb700-09f6-4fd2-a4a6-a12b321894b6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:43.386905 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c25c8883-a70f-4240-a806-405d534bf348 req-67d42910-8bbe-49f1-8967-01a6e23a2e12 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.402537 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40fcb09-ffce-4e39-a7a9-84b601c427ea tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Made reservation on behalf of 66e39dc23c09400aab9339e9790b201a for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:43.415464 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d40fcb09-ffce-4e39-a7a9-84b601c427ea tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.439415 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-c25c8883-a70f-4240-a806-405d534bf348 req-67d42910-8bbe-49f1-8967-01a6e23a2e12 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Calling delete_port for f5301e54-8995-482e-a6e6-e465a66e6553 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:43.525701 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.546488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06265a04-d53b-414c-a83f-66b2c378fb04 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:32:43.574832 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 06265a04-d53b-414c-a83f-66b2c378fb04, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=06265a04-d53b-414c-a83f-66b2c378fb04,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:43.585908 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.646245 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=06265a04-d53b-414c-a83f-66b2c378fb04,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:43.661393 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c25c8883-a70f-4240-a806-405d534bf348 req-67d42910-8bbe-49f1-8967-01a6e23a2e12 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.672642 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['f5301e54-8995-482e-a6e6-e465a66e6553'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:43.707437 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d42910-8bbe-49f1-8967-01a6e23a2e12 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5301e54-8995-482e-a6e6-e465a66e6553,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:43.779362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25c8883-a70f-4240-a806-405d534bf348 req-67d42910-8bbe-49f1-8967-01a6e23a2e12 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] No DVR routers for this DVR port f5301e54-8995-482e-a6e6-e465a66e6553 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:43.782235 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c25c8883-a70f-4240-a806-405d534bf348 req-67d42910-8bbe-49f1-8967-01a6e23a2e12 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.785028 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c25c8883-a70f-4240-a806-405d534bf348 req-67d42910-8bbe-49f1-8967-01a6e23a2e12 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.69 "DELETE /v2.0/ports/f5301e54-8995-482e-a6e6-e465a66e6553 HTTP/1.1" status: 204 len: 173 time: 0.7726579 Jul 16 01:32:43.785643 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '196e11a9-ba40-4590-9d3d-251f1b776ac1', 'name': 'network-vif-deleted', 'tag': 'f5301e54-8995-482e-a6e6-e465a66e6553'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:43.788362 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2400d8d4-a021-4802-b2ed-f193c940ce91" -d '{"events": [{"server_uuid": "196e11a9-ba40-4590-9d3d-251f1b776ac1", "name": "network-vif-deleted", "tag": "f5301e54-8995-482e-a6e6-e465a66e6553"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:43.850158 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f05235-2a46-4b60-a624-eff9de5fe49b x-openstack-request-id: req-94f05235-2a46-4b60-a624-eff9de5fe49b {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:43.850791 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "196e11a9-ba40-4590-9d3d-251f1b776ac1", "name": "network-vif-deleted", "tag": "f5301e54-8995-482e-a6e6-e465a66e6553", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:43.851121 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94f05235-2a46-4b60-a624-eff9de5fe49b {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:43.851597 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '196e11a9-ba40-4590-9d3d-251f1b776ac1', 'name': 'network-vif-deleted', 'tag': 'f5301e54-8995-482e-a6e6-e465a66e6553', 'status': 'completed', 'code': 200} Jul 16 01:32:43.865581 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['06265a04-d53b-414c-a83f-66b2c378fb04'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:43.869574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.objects.ports [None req-d40fcb09-ffce-4e39-a7a9-84b601c427ea tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93919) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:32:43.871076 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d40fcb09-ffce-4e39-a7a9-84b601c427ea tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:43.955259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fcb09-ffce-4e39-a7a9-84b601c427ea tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event updated for resources: {'Subnet': ['ID=5ab9fb67-a08b-4ed5-9fb9-3b870cabda6e,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:43.964066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d40fcb09-ffce-4e39-a7a9-84b601c427ea tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Checking segment: {'id': 'bda95ec1-67de-4b1c-8d5a-4742e37b47ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a9e0c4d2-7ae1-4437-be98-e4775d343c49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:43.964872 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40fcb09-ffce-4e39-a7a9-84b601c427ea tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Network hostable DHCP agents. Network: a9e0c4d2-7ae1-4437-be98-e4775d343c49, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:43.972254 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bc81de-de0a-472a-9169-d50f36525882 None None] Network ef1e446a-1bc3-43c7-946c-e304d412d295 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:43.984829 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40fcb09-ffce-4e39-a7a9-84b601c427ea tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Network a9e0c4d2-7ae1-4437-be98-e4775d343c49 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:43.999167 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-d40fcb09-ffce-4e39-a7a9-84b601c427ea tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, a9e0c4d2-7ae1-4437-be98-e4775d343c49) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:44.009414 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40fcb09-ffce-4e39-a7a9-84b601c427ea tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:44.011631 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d40fcb09-ffce-4e39-a7a9-84b601c427ea tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.021984 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0ae6b1-958d-49c9-8a29-d64160630f09 None None] Network a9e0c4d2-7ae1-4437-be98-e4775d343c49 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:44.041349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d40fcb09-ffce-4e39-a7a9-84b601c427ea tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.7996123 Jul 16 01:32:44.044199 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42818) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:44.098357 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-5fc4660c-1f5c-4e9e-bf75-6184b560abc6 req-040041b9-4429-4928-956a-11f626ae5fd5 service neutron] (93919) timed out ('10.222.0.70', 55669) {{(pid=93919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:32:44.164048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1626bcf0-3fa4-4198-b124-1075489c3913 None None] Provisioning for port 74ec7cbf-28f9-4aa1-8e57-e2376051db75 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:44.220139 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-643acf7b-8565-4d63-a0c3-2790e20b9bc8 req-ef9cc3a8-a881-4cb0-94b3-3fa44c7777b3 tempest-TestServerMultinode-1672447013 tempest-TestServerMultinode-1672447013-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=196e11a9-ba40-4590-9d3d-251f1b776ac1 HTTP/1.1" status: 200 len: 210 time: 0.0354483 Jul 16 01:32:44.226386 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 74ec7cbf-28f9-4aa1-8e57-e2376051db75 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:44.268313 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-413d6a36-6e20-46ec-b58c-1ceddd9b9159 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.439054 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab2b89d-0648-4b11-b979-1879f252b42d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-a9e0c4d2-7ae1-4437-be98-e4775d343c49', 'network_id': 'a9e0c4d2-7ae1-4437-be98-e4775d343c49', 'tenant_id': '66e39dc23c09400aab9339e9790b201a', 'fixed_ips': [{'subnet_id': '5ab9fb67-a08b-4ed5-9fb9-3b870cabda6e'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:44.442326 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2ab2b89d-0648-4b11-b979-1879f252b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.473143 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 74ec7cbf-28f9-4aa1-8e57-e2376051db75 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:44.483453 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 74ec7cbf-28f9-4aa1-8e57-e2376051db75 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:44.484008 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.486296 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-413d6a36-6e20-46ec-b58c-1ceddd9b9159 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.517337 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724cd36-4109-4a9a-baf1-5eddb691df2c req-0b7e0ea0-789b-48a5-a0de-b085fee6a527 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:44.529524 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3724cd36-4109-4a9a-baf1-5eddb691df2c req-0b7e0ea0-789b-48a5-a0de-b085fee6a527 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 944 time: 0.1537495 Jul 16 01:32:44.605388 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3724cd36-4109-4a9a-baf1-5eddb691df2c req-6197c30c-a374-4083-93a2-4f90fe9f6ef2 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707865 Jul 16 01:32:44.605695 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-413d6a36-6e20-46ec-b58c-1ceddd9b9159 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.650480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d6a36-6e20-46ec-b58c-1ceddd9b9159 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab9fb67-a08b-4ed5-9fb9-3b870cabda6e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:44.679696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac173cef-5e74-4434-8d96-b40087f8ed19 None None] DHCP port deletion for ef1e446a-1bc3-43c7-946c-e304d412d295 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server [None req-2ab2b89d-0648-4b11-b979-1879f252b42d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ab9fb67-a08b-4ed5-9fb9-3b870cabda6e: This subnet is being modified by another concurrent operation. Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:32:44.719222 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ab9fb67-a08b-4ed5-9fb9-3b870cabda6e: This subnet is being modified by another concurrent operation. Jul 16 01:32:44.723092 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Jul 16 01:32:44.738040 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-413d6a36-6e20-46ec-b58c-1ceddd9b9159 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.744142 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1783ae94-3005-495b-b521-5cef4db7d2af None None] Network a9e0c4d2-7ae1-4437-be98-e4775d343c49 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:44.748905 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-413d6a36-6e20-46ec-b58c-1ceddd9b9159 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e0c4d2-7ae1-4437-be98-e4775d343c49']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:44.764824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-413d6a36-6e20-46ec-b58c-1ceddd9b9159 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bda95ec1-67de-4b1c-8d5a-4742e37b47ba') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:44.764824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-413d6a36-6e20-46ec-b58c-1ceddd9b9159 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bda95ec1-67de-4b1c-8d5a-4742e37b47ba') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:44.774568 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-413d6a36-6e20-46ec-b58c-1ceddd9b9159 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.793180 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-413d6a36-6e20-46ec-b58c-1ceddd9b9159 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.801443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-413d6a36-6e20-46ec-b58c-1ceddd9b9159 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:44.802312 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-413d6a36-6e20-46ec-b58c-1ceddd9b9159 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:44.805977 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:44.863045 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ac173cef-5e74-4434-8d96-b40087f8ed19 None None] Deleting port 74ec7cbf-28f9-4aa1-8e57-e2376051db75 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:44.863416 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac173cef-5e74-4434-8d96-b40087f8ed19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.872656 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-413d6a36-6e20-46ec-b58c-1ceddd9b9159 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.885020 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-413d6a36-6e20-46ec-b58c-1ceddd9b9159 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.891571 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-413d6a36-6e20-46ec-b58c-1ceddd9b9159 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/networks/a9e0c4d2-7ae1-4437-be98-e4775d343c49 HTTP/1.1" status: 204 len: 168 time: 0.8411286 Jul 16 01:32:44.891752 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42834) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:44.896318 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413d6a36-6e20-46ec-b58c-1ceddd9b9159 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event deleted for resources: {'Network': ['ID=a9e0c4d2-7ae1-4437-be98-e4775d343c49,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:44.897531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-06f4afea-fae5-45f9-a10b-0f730699b5cd tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1434734476'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:44.903124 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.922126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f4afea-fae5-45f9-a10b-0f730699b5cd tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Made reservation on behalf of 66e39dc23c09400aab9339e9790b201a for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:44.926420 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-06f4afea-fae5-45f9-a10b-0f730699b5cd tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.957363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f4afea-fae5-45f9-a10b-0f730699b5cd tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:44.970023 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-06f4afea-fae5-45f9-a10b-0f730699b5cd tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:44.970765 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-06f4afea-fae5-45f9-a10b-0f730699b5cd tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Added segment 7cc970b4-bf54-4924-b09a-a4cbe7c7789f of type vlan for network c51ea200-79bc-4257-ba2b-00fa9e3b91ee Jul 16 01:32:44.985200 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ac173cef-5e74-4434-8d96-b40087f8ed19 None None] For port 74ec7cbf-28f9-4aa1-8e57-e2376051db75, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=74ec7cbf-28f9-4aa1-8e57-e2376051db75,segment=NetworkSegment(327e876b-37fe-4e39-8144-98ebb1ebe0dc),segment_id=327e876b-37fe-4e39-8144-98ebb1ebe0dc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:44.985588 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac173cef-5e74-4434-8d96-b40087f8ed19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.005040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 74ec7cbf-28f9-4aa1-8e57-e2376051db75, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=74ec7cbf-28f9-4aa1-8e57-e2376051db75,segment=NetworkSegment(327e876b-37fe-4e39-8144-98ebb1ebe0dc),segment_id=327e876b-37fe-4e39-8144-98ebb1ebe0dc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:45.006285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ac173cef-5e74-4434-8d96-b40087f8ed19 None None] Calling delete_port for 74ec7cbf-28f9-4aa1-8e57-e2376051db75 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:45.012080 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.018609 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-06f4afea-fae5-45f9-a10b-0f730699b5cd tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.064877 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-06f4afea-fae5-45f9-a10b-0f730699b5cd tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.071310 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f4afea-fae5-45f9-a10b-0f730699b5cd tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:45.072282 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-06f4afea-fae5-45f9-a10b-0f730699b5cd tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.108361 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-06f4afea-fae5-45f9-a10b-0f730699b5cd tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2152658 Jul 16 01:32:45.111221 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42838) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:45.113865 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=74ec7cbf-28f9-4aa1-8e57-e2376051db75,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:45.116511 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-991fdba1-20aa-4672-af07-52ec11472a66 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Request body: {'subnet': {'network_id': 'c51ea200-79bc-4257-ba2b-00fa9e3b91ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:45.137060 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac173cef-5e74-4434-8d96-b40087f8ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.155198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f4afea-fae5-45f9-a10b-0f730699b5cd tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event updated for resources: {'Network': ['ID=c51ea200-79bc-4257-ba2b-00fa9e3b91ee,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:45.181144 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network c51ea200-79bc-4257-ba2b-00fa9e3b91ee details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:45.183309 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 06265a04-d53b-414c-a83f-66b2c378fb04 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:32:45.196309 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac173cef-5e74-4434-8d96-b40087f8ed19 None None] Pushing event deleted for resources: {'Port': ['ID=74ec7cbf-28f9-4aa1-8e57-e2376051db75,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:45.218177 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991fdba1-20aa-4672-af07-52ec11472a66 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Made reservation on behalf of 66e39dc23c09400aab9339e9790b201a for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:45.225002 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-991fdba1-20aa-4672-af07-52ec11472a66 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.229987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac173cef-5e74-4434-8d96-b40087f8ed19 None None] No DVR routers for this DVR port 74ec7cbf-28f9-4aa1-8e57-e2376051db75 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:45.354202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42842) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:45.444327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65852cb8-b145-4f84-9c90-1e74dad32fbb None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:32:45.466058 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-991fdba1-20aa-4672-af07-52ec11472a66 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.520675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 06265a04-d53b-414c-a83f-66b2c378fb04 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:32:45.543679 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 06265a04-d53b-414c-a83f-66b2c378fb04 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:32:45.544305 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991fdba1-20aa-4672-af07-52ec11472a66 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event updated for resources: {'Subnet': ['ID=35ad550d-4e1b-483b-9c42-c1ca4f8bc455,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:45.551832 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.569974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991fdba1-20aa-4672-af07-52ec11472a66 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Checking segment: {'id': '7cc970b4-bf54-4924-b09a-a4cbe7c7789f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c51ea200-79bc-4257-ba2b-00fa9e3b91ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:45.570354 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991fdba1-20aa-4672-af07-52ec11472a66 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Network hostable DHCP agents. Network: c51ea200-79bc-4257-ba2b-00fa9e3b91ee, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:45.598918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991fdba1-20aa-4672-af07-52ec11472a66 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Network c51ea200-79bc-4257-ba2b-00fa9e3b91ee is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:45.619268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-991fdba1-20aa-4672-af07-52ec11472a66 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, c51ea200-79bc-4257-ba2b-00fa9e3b91ee) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:45.624966 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991fdba1-20aa-4672-af07-52ec11472a66 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:45.625571 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-991fdba1-20aa-4672-af07-52ec11472a66 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.654675 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-991fdba1-20aa-4672-af07-52ec11472a66 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5419796 Jul 16 01:32:45.657021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42852) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:45.891525 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65852cb8-b145-4f84-9c90-1e74dad32fbb None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:32:45.897111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42858) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:45.939985 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:45.956155 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e18b208-948e-4dd2-9d48-b8b234be7f3e tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.053613 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0c824a-44d1-41a3-a8ce-9fdeeed28769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06265a04-d53b-414c-a83f-66b2c378fb04'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:46.055930 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8945cfc7-8d64-4781-85e1-2877e10c085b" -d '{"events": [{"server_uuid": "5b0c824a-44d1-41a3-a8ce-9fdeeed28769", "name": "network-vif-plugged", "status": "completed", "tag": "06265a04-d53b-414c-a83f-66b2c378fb04"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:46.065244 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e18b208-948e-4dd2-9d48-b8b234be7f3e tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.100019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 06265a04-d53b-414c-a83f-66b2c378fb04, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=06265a04-d53b-414c-a83f-66b2c378fb04,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:46.128738 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d642c9b-d772-4204-898d-b4dd59b18ec6 req-f068ae56-6508-4f25-8a2f-4c0d275df1e3 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:46.138465 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d642c9b-d772-4204-898d-b4dd59b18ec6 req-f068ae56-6508-4f25-8a2f-4c0d275df1e3 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 944 time: 0.1876819 Jul 16 01:32:46.156699 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c221c1-9e0f-4598-a4b5-966d5d79cb41 x-openstack-request-id: req-32c221c1-9e0f-4598-a4b5-966d5d79cb41 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:46.156699 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0c824a-44d1-41a3-a8ce-9fdeeed28769", "name": "network-vif-plugged", "status": "completed", "tag": "06265a04-d53b-414c-a83f-66b2c378fb04", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:46.156699 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32c221c1-9e0f-4598-a4b5-966d5d79cb41 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:46.157473 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0c824a-44d1-41a3-a8ce-9fdeeed28769', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06265a04-d53b-414c-a83f-66b2c378fb04', 'code': 200} Jul 16 01:32:46.159084 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.219741 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 74ec7cbf-28f9-4aa1-8e57-e2376051db75 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:46.236381 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d642c9b-d772-4204-898d-b4dd59b18ec6 req-f9a77f8d-6e3b-459b-b2b6-bf0e172b2689 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965967 Jul 16 01:32:46.260180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 74ec7cbf-28f9-4aa1-8e57-e2376051db75 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:46.262241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 74ec7cbf-28f9-4aa1-8e57-e2376051db75 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:46.333515 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=06265a04-d53b-414c-a83f-66b2c378fb04,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:46.352528 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4e3639d-bc36-4aac-8621-52e389c582a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.487165 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e18b208-948e-4dd2-9d48-b8b234be7f3e tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.539707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18b208-948e-4dd2-9d48-b8b234be7f3e tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event deleted for resources: {'Subnet': ['ID=35ad550d-4e1b-483b-9c42-c1ca4f8bc455,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:46.600632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bc5152-4c2b-470c-b85c-08ff5c9d4118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-c51ea200-79bc-4257-ba2b-00fa9e3b91ee', 'network_id': 'c51ea200-79bc-4257-ba2b-00fa9e3b91ee', 'tenant_id': '66e39dc23c09400aab9339e9790b201a', 'fixed_ips': [{'subnet_id': '35ad550d-4e1b-483b-9c42-c1ca4f8bc455'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:46.601828 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-95bc5152-4c2b-470c-b85c-08ff5c9d4118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.604961 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728e9d4-5ae5-49b6-9a24-45dfeb2e3215 req-c00c7549-d41e-4d8f-9ff2-a4ad97e8ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:46.606761 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0728e9d4-5ae5-49b6-9a24-45dfeb2e3215 req-c00c7549-d41e-4d8f-9ff2-a4ad97e8ccc7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 1097 time: 0.2844050 Jul 16 01:32:46.683426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3639d-bc36-4aac-8621-52e389c582a6 admin admin] Deleting port 2eae729f-11a2-4d86-9e06-0bfa00caf2db {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:46.683806 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4e3639d-bc36-4aac-8621-52e389c582a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.795953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-e4e3639d-bc36-4aac-8621-52e389c582a6 admin admin] For port 2eae729f-11a2-4d86-9e06-0bfa00caf2db, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2eae729f-11a2-4d86-9e06-0bfa00caf2db,segment=NetworkSegment(7dacb700-09f6-4fd2-a4a6-a12b321894b6),segment_id=7dacb700-09f6-4fd2-a4a6-a12b321894b6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:46.796329 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4e3639d-bc36-4aac-8621-52e389c582a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:46.821646 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3639d-bc36-4aac-8621-52e389c582a6 admin admin] Calling delete_port for 2eae729f-11a2-4d86-9e06-0bfa00caf2db owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:46.826826 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3105c14-166f-455e-9157-e6eb06a0e1cc None None] Network c51ea200-79bc-4257-ba2b-00fa9e3b91ee requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:47.011820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb5988d-4056-495c-87e6-81760d802cd2 None None] Network c51ea200-79bc-4257-ba2b-00fa9e3b91ee requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:47.069766 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e18b208-948e-4dd2-9d48-b8b234be7f3e tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.094392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-4e18b208-948e-4dd2-9d48-b8b234be7f3e tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c51ea200-79bc-4257-ba2b-00fa9e3b91ee']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:47.102232 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4e3639d-bc36-4aac-8621-52e389c582a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.114319 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0728e9d4-5ae5-49b6-9a24-45dfeb2e3215 req-b374e01b-5f61-4841-ba25-ce2ea51b9882 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001023 Jul 16 01:32:47.117403 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-4e18b208-948e-4dd2-9d48-b8b234be7f3e tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc970b4-bf54-4924-b09a-a4cbe7c7789f') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:47.117696 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-4e18b208-948e-4dd2-9d48-b8b234be7f3e tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc970b4-bf54-4924-b09a-a4cbe7c7789f') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:47.135453 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e18b208-948e-4dd2-9d48-b8b234be7f3e tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.179641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f5301e54-8995-482e-a6e6-e465a66e6553 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:47.181031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3639d-bc36-4aac-8621-52e389c582a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eae729f-11a2-4d86-9e06-0bfa00caf2db,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:47.205798 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: f5301e54-8995-482e-a6e6-e465a66e6553 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:47.206499 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f5301e54-8995-482e-a6e6-e465a66e6553 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:47.216563 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e18b208-948e-4dd2-9d48-b8b234be7f3e tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.229235 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e18b208-948e-4dd2-9d48-b8b234be7f3e tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:47.229915 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e18b208-948e-4dd2-9d48-b8b234be7f3e tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:47.232755 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:47.366331 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4e3639d-bc36-4aac-8621-52e389c582a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.383061 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e18b208-948e-4dd2-9d48-b8b234be7f3e tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.392381 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e18b208-948e-4dd2-9d48-b8b234be7f3e tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.394260 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4e18b208-948e-4dd2-9d48-b8b234be7f3e tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/networks/c51ea200-79bc-4257-ba2b-00fa9e3b91ee HTTP/1.1" status: 204 len: 168 time: 1.7361598 Jul 16 01:32:47.399696 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42876) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:47.407108 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e18b208-948e-4dd2-9d48-b8b234be7f3e tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event deleted for resources: {'Network': ['ID=c51ea200-79bc-4257-ba2b-00fa9e3b91ee,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:47.443365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-eae49603-0856-4e99-acf6-efeb0f97f7fe tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1747292557'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:47.488224 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d3380c7-fdbb-4072-ad53-9572f5ff41ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.533954 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae49603-0856-4e99-acf6-efeb0f97f7fe tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Made reservation on behalf of 66e39dc23c09400aab9339e9790b201a for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:47.537424 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eae49603-0856-4e99-acf6-efeb0f97f7fe tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.586150 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eae49603-0856-4e99-acf6-efeb0f97f7fe tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:47.608296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70190f-9bf5-4901-92af-5c97582d1abd req-57528dea-88c9-4a62-93dd-5a917d92d6a0 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:47.609776 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b70190f-9bf5-4901-92af-5c97582d1abd req-57528dea-88c9-4a62-93dd-5a917d92d6a0 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 945 time: 0.1605158 Jul 16 01:32:47.612058 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eae49603-0856-4e99-acf6-efeb0f97f7fe tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.612524 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-eae49603-0856-4e99-acf6-efeb0f97f7fe tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Added segment 379c8398-caca-4a70-95df-e382b2efa219 of type vlan for network 82be3900-a99f-4349-b772-46e97f8b7349 Jul 16 01:32:47.707816 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eae49603-0856-4e99-acf6-efeb0f97f7fe tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.730842 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b70190f-9bf5-4901-92af-5c97582d1abd req-2d877820-3d05-4226-bcb3-b8b3e9e25f6f tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777881 Jul 16 01:32:47.747179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-7d3380c7-fdbb-4072-ad53-9572f5ff41ee admin admin] Deleting port 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:47.747535 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d3380c7-fdbb-4072-ad53-9572f5ff41ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.797753 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eae49603-0856-4e99-acf6-efeb0f97f7fe tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.803930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae49603-0856-4e99-acf6-efeb0f97f7fe tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:47.804519 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eae49603-0856-4e99-acf6-efeb0f97f7fe tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.838236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e3639d-bc36-4aac-8621-52e389c582a6 admin admin] Router c83b8acb-1e4e-46df-8149-c9d30b06cdce has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:47.841283 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-7d3380c7-fdbb-4072-ad53-9572f5ff41ee admin admin] For port 39f8ae3f-13e1-48c1-9f30-4e46b1282da6, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=39f8ae3f-13e1-48c1-9f30-4e46b1282da6,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:47.841649 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d3380c7-fdbb-4072-ad53-9572f5ff41ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:47.850743 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-eae49603-0856-4e99-acf6-efeb0f97f7fe tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4499116 Jul 16 01:32:47.854539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42878) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:47.859529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-91ca4290-a29d-453d-916b-4b76fc2cdca5 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Request body: {'subnet': {'network_id': '82be3900-a99f-4349-b772-46e97f8b7349', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:47.860430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-7d3380c7-fdbb-4072-ad53-9572f5ff41ee admin admin] Calling delete_port for 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:47.905319 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae49603-0856-4e99-acf6-efeb0f97f7fe tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event updated for resources: {'Network': ['ID=82be3900-a99f-4349-b772-46e97f8b7349,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:47.920632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 82be3900-a99f-4349-b772-46e97f8b7349 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:48.099011 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d3380c7-fdbb-4072-ad53-9572f5ff41ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.103719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e3639d-bc36-4aac-8621-52e389c582a6 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:48.111419 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e4e3639d-bc36-4aac-8621-52e389c582a6 admin admin] 10.222.0.22 "PUT /v2.0/routers/c83b8acb-1e4e-46df-8149-c9d30b06cdce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7556579 Jul 16 01:32:48.113643 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019277b0-7e06-48db-8750-8ad73f227022 None None] Sync routers for ids ['c83b8acb-1e4e-46df-8149-c9d30b06cdce'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:48.114131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42882) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:48.123916 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019277b0-7e06-48db-8750-8ad73f227022 None None] Routers {'c83b8acb-1e4e-46df-8149-c9d30b06cdce'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:48.124530 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-019277b0-7e06-48db-8750-8ad73f227022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:32:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c83b8acb-1e4e-46df-8149-c9d30b06cdce'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:48.133202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3380c7-fdbb-4072-ad53-9572f5ff41ee admin admin] Pushing event deleted for resources: {'Port': ['ID=39f8ae3f-13e1-48c1-9f30-4e46b1282da6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:48.158889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ca4290-a29d-453d-916b-4b76fc2cdca5 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Made reservation on behalf of 66e39dc23c09400aab9339e9790b201a for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:48.163234 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-91ca4290-a29d-453d-916b-4b76fc2cdca5 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.265801 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-019277b0-7e06-48db-8750-8ad73f227022 None None] Set router c83b8acb-1e4e-46df-8149-c9d30b06cdce gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:48.323748 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d3380c7-fdbb-4072-ad53-9572f5ff41ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.433029 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48278103-52f1-462a-bf49-2738d5219f68 admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.506391 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-019277b0-7e06-48db-8750-8ad73f227022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'name': 'tempest-TestServerMultinode-1774319443-router', 'tenant_id': 'f9b353b338974c1e881a2633a3da09f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:53Z', 'updated_at': '2021-07-16T01:32:47Z', 'revision_number': 5, 'project_id': 'f9b353b338974c1e881a2633a3da09f4', 'gw_port': {'id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:54Z', 'updated_at': '2021-07-16T01:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:48.538805 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019277b0-7e06-48db-8750-8ad73f227022 None None] Checking router: c83b8acb-1e4e-46df-8149-c9d30b06cdce for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:48.548585 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019277b0-7e06-48db-8750-8ad73f227022 None None] Routers {'c83b8acb-1e4e-46df-8149-c9d30b06cdce'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:48.549349 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-019277b0-7e06-48db-8750-8ad73f227022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:32:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c83b8acb-1e4e-46df-8149-c9d30b06cdce'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:48.562373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3380c7-fdbb-4072-ad53-9572f5ff41ee admin admin] Router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:48.578176 n-d-791505-14 neutron-server[93919]: DEBUG neutron.objects.ports [None req-91ca4290-a29d-453d-916b-4b76fc2cdca5 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93919) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:32:48.581478 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-91ca4290-a29d-453d-916b-4b76fc2cdca5 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.666288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48278103-52f1-462a-bf49-2738d5219f68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.677686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca4290-a29d-453d-916b-4b76fc2cdca5 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event updated for resources: {'Subnet': ['ID=5cdfc957-5dd7-4d74-9382-df561059d385,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:48.699604 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-019277b0-7e06-48db-8750-8ad73f227022 None None] Set router c83b8acb-1e4e-46df-8149-c9d30b06cdce gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:48.705273 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3380c7-fdbb-4072-ad53-9572f5ff41ee admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:48.711920 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7d3380c7-fdbb-4072-ad53-9572f5ff41ee admin admin] 10.222.0.22 "PUT /v2.0/routers/758ee5ad-6b80-4e65-8d23-3d7283fcc711/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8136687 Jul 16 01:32:48.714374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42894) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:48.717113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9720a49-aabb-472e-91e0-99e3dc7affcb None None] Sync routers for ids ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:48.734423 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9720a49-aabb-472e-91e0-99e3dc7affcb None None] Routers {'758ee5ad-6b80-4e65-8d23-3d7283fcc711'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:48.735136 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b9720a49-aabb-472e-91e0-99e3dc7affcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:32:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:48.741275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ca4290-a29d-453d-916b-4b76fc2cdca5 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Checking segment: {'id': '379c8398-caca-4a70-95df-e382b2efa219', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '82be3900-a99f-4349-b772-46e97f8b7349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:48.741645 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca4290-a29d-453d-916b-4b76fc2cdca5 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Network hostable DHCP agents. Network: 82be3900-a99f-4349-b772-46e97f8b7349, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:48.797458 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-48278103-52f1-462a-bf49-2738d5219f68 admin admin] Deleting port 9aacef44-5845-4f8d-b997-a898b1f506b8 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:48.798500 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48278103-52f1-462a-bf49-2738d5219f68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.803263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ca4290-a29d-453d-916b-4b76fc2cdca5 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Network 82be3900-a99f-4349-b772-46e97f8b7349 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:48.835506 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-91ca4290-a29d-453d-916b-4b76fc2cdca5 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 82be3900-a99f-4349-b772-46e97f8b7349) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:48.851429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ca4290-a29d-453d-916b-4b76fc2cdca5 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:48.852295 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-91ca4290-a29d-453d-916b-4b76fc2cdca5 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.863020 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a9cc5a-4a70-4b80-acfd-c109ad1e1c6c None None] Network 82be3900-a99f-4349-b772-46e97f8b7349 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:48.934932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42900) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:48.942786 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-91ca4290-a29d-453d-916b-4b76fc2cdca5 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0871077 Jul 16 01:32:48.968006 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbb11d15-acac-405c-93aa-475f5cc82208 admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:48.980846 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-48278103-52f1-462a-bf49-2738d5219f68 admin admin] For port 9aacef44-5845-4f8d-b997-a898b1f506b8, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9aacef44-5845-4f8d-b997-a898b1f506b8,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:48.981283 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48278103-52f1-462a-bf49-2738d5219f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.008352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-48278103-52f1-462a-bf49-2738d5219f68 admin admin] Calling delete_port for 9aacef44-5845-4f8d-b997-a898b1f506b8 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:49.033562 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-b9720a49-aabb-472e-91e0-99e3dc7affcb None None] Set router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:49.051303 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-019277b0-7e06-48db-8750-8ad73f227022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'name': 'tempest-TestServerMultinode-1774319443-router', 'tenant_id': 'f9b353b338974c1e881a2633a3da09f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:53Z', 'updated_at': '2021-07-16T01:32:47Z', 'revision_number': 5, 'project_id': 'f9b353b338974c1e881a2633a3da09f4', 'gw_port': {'id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:54Z', 'updated_at': '2021-07-16T01:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:49.103848 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019277b0-7e06-48db-8750-8ad73f227022 None None] The sync data for ids ['c83b8acb-1e4e-46df-8149-c9d30b06cdce'] in n-d-791505-14 is: [{'id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'name': 'tempest-TestServerMultinode-1774319443-router', 'tenant_id': 'f9b353b338974c1e881a2633a3da09f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:31:53Z', 'updated_at': '2021-07-16T01:32:47Z', 'revision_number': 5, 'project_id': 'f9b353b338974c1e881a2633a3da09f4', 'gw_port': {'id': '9aacef44-5845-4f8d-b997-a898b1f506b8', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:cc:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c83b8acb-1e4e-46df-8149-c9d30b06cdce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:31:54Z', 'updated_at': '2021-07-16T01:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:49.141122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2c6a12-91b2-43ce-a15f-36de62313a09 req-20f614f1-656c-42a7-85d8-773404a57cfc tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:49.142797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c2c6a12-91b2-43ce-a15f-36de62313a09 req-20f614f1-656c-42a7-85d8-773404a57cfc tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 945 time: 0.1504648 Jul 16 01:32:49.200275 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbb11d15-acac-405c-93aa-475f5cc82208 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.246581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c2c6a12-91b2-43ce-a15f-36de62313a09 req-38facdb8-eac0-4e91-b633-0254f1fb78e4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961249 Jul 16 01:32:49.287941 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf742-ee33-4dd9-bd8d-af54337d8773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.333194 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48278103-52f1-462a-bf49-2738d5219f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.364163 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf742-ee33-4dd9-bd8d-af54337d8773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.369618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-fbb11d15-acac-405c-93aa-475f5cc82208 admin admin] Deleting port 628718e8-fc4b-4c5e-b9cc-42f3e1393824 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:49.369618 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbb11d15-acac-405c-93aa-475f5cc82208 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.379930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48278103-52f1-462a-bf49-2738d5219f68 admin admin] Pushing event deleted for resources: {'Port': ['ID=9aacef44-5845-4f8d-b997-a898b1f506b8,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:49.450168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bcd882-40ae-4e36-a0a1-3905bdcf53e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-82be3900-a99f-4349-b772-46e97f8b7349', 'network_id': '82be3900-a99f-4349-b772-46e97f8b7349', 'tenant_id': '66e39dc23c09400aab9339e9790b201a', 'fixed_ips': [{'subnet_id': '5cdfc957-5dd7-4d74-9382-df561059d385'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:49.453512 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-93bcd882-40ae-4e36-a0a1-3905bdcf53e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.469116 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48278103-52f1-462a-bf49-2738d5219f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.514719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b9720a49-aabb-472e-91e0-99e3dc7affcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112'}], 'enable_snat': True}, 'gw_port_id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:32:48Z', 'revision_number': 5, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port': {'id': '628718e8-fc4b-4c5e-b9cc-42f3e1393824', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:a8:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:24:09Z', 'updated_at': '2021-07-16T01:24:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:49.543219 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf742-ee33-4dd9-bd8d-af54337d8773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.573280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9720a49-aabb-472e-91e0-99e3dc7affcb None None] Checking router: 758ee5ad-6b80-4e65-8d23-3d7283fcc711 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:49.584915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bf742-ee33-4dd9-bd8d-af54337d8773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event deleted for resources: {'Subnet': ['ID=5cdfc957-5dd7-4d74-9382-df561059d385,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:49.599636 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-fbb11d15-acac-405c-93aa-475f5cc82208 admin admin] For port 628718e8-fc4b-4c5e-b9cc-42f3e1393824, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=628718e8-fc4b-4c5e-b9cc-42f3e1393824,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:49.600276 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbb11d15-acac-405c-93aa-475f5cc82208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.636145 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-fbb11d15-acac-405c-93aa-475f5cc82208 admin admin] Calling delete_port for 628718e8-fc4b-4c5e-b9cc-42f3e1393824 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:49.666609 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48278103-52f1-462a-bf49-2738d5219f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.684848 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9720a49-aabb-472e-91e0-99e3dc7affcb None None] Routers {'758ee5ad-6b80-4e65-8d23-3d7283fcc711'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:49.685503 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b9720a49-aabb-472e-91e0-99e3dc7affcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:32:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:49.685901 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48278103-52f1-462a-bf49-2738d5219f68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.687255 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf742-ee33-4dd9-bd8d-af54337d8773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.728330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1c0bf742-ee33-4dd9-bd8d-af54337d8773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82be3900-a99f-4349-b772-46e97f8b7349']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:49.742451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1c0bf742-ee33-4dd9-bd8d-af54337d8773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379c8398-caca-4a70-95df-e382b2efa219') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:49.742742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1c0bf742-ee33-4dd9-bd8d-af54337d8773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379c8398-caca-4a70-95df-e382b2efa219') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:49.760457 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf742-ee33-4dd9-bd8d-af54337d8773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.800605 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf742-ee33-4dd9-bd8d-af54337d8773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.838994 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c0bf742-ee33-4dd9-bd8d-af54337d8773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:49.839438 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf742-ee33-4dd9-bd8d-af54337d8773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:49.843660 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server [None req-93bcd882-40ae-4e36-a0a1-3905bdcf53e2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5cdfc957-5dd7-4d74-9382-df561059d385: This subnet is being modified by another concurrent operation. Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:32:49.977585 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5cdfc957-5dd7-4d74-9382-df561059d385: This subnet is being modified by another concurrent operation. Jul 16 01:32:49.981196 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Jul 16 01:32:49.999787 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8df25d22-590c-4abc-9231-676a99c82dfc req-7cc1c7b9-285c-4af3-adb4-17eb361ed110 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2105453 Jul 16 01:32:50.006710 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecbff93-04b3-4a23-9b7d-6126b3e8ed3e None None] Network 82be3900-a99f-4349-b772-46e97f8b7349 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:50.011991 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf742-ee33-4dd9-bd8d-af54337d8773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.040443 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1c0bf742-ee33-4dd9-bd8d-af54337d8773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.043489 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-b9720a49-aabb-472e-91e0-99e3dc7affcb None None] Set router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:50.045682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecbff93-04b3-4a23-9b7d-6126b3e8ed3e None None] Network 82be3900-a99f-4349-b772-46e97f8b7349 could not be found, it might have been deleted concurrently. {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:32:50.054393 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1c0bf742-ee33-4dd9-bd8d-af54337d8773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/networks/82be3900-a99f-4349-b772-46e97f8b7349 HTTP/1.1" status: 204 len: 168 time: 1.1187160 Jul 16 01:32:50.084401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42908) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:50.090396 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11aa01e-dbf2-417f-b0c8-a1b1dedc21bc None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:32:50.145902 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b9720a49-aabb-472e-91e0-99e3dc7affcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 6, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:50.154208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bf742-ee33-4dd9-bd8d-af54337d8773 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event deleted for resources: {'Network': ['ID=82be3900-a99f-4349-b772-46e97f8b7349,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:50.157817 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-27ef2b6c-9a93-460e-b0cb-34fe9f638dc1 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] DELETE failed (client error): The resource could not be found. Jul 16 01:32:50.158504 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27ef2b6c-9a93-460e-b0cb-34fe9f638dc1 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:32:50.164282 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-27ef2b6c-9a93-460e-b0cb-34fe9f638dc1 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/subnets/5cdfc957-5dd7-4d74-9382-df561059d385 HTTP/1.1" status: 404 len: 337 time: 0.0788305 Jul 16 01:32:50.168422 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42910) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:50.213654 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0ee2ee7-2fb5-4610-b3dc-4a645e7b5ee4 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] DELETE failed (client error): The resource could not be found. Jul 16 01:32:50.215137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0ee2ee7-2fb5-4610-b3dc-4a645e7b5ee4 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:32:50.219781 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b0ee2ee7-2fb5-4610-b3dc-4a645e7b5ee4 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/networks/82be3900-a99f-4349-b772-46e97f8b7349 HTTP/1.1" status: 404 len: 339 time: 0.0432093 Jul 16 01:32:50.220093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42912) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:50.244935 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbb11d15-acac-405c-93aa-475f5cc82208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.254097 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc336331-216e-4d61-9594-006316d53e19 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] DELETE failed (client error): The resource could not be found. Jul 16 01:32:50.254556 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc336331-216e-4d61-9594-006316d53e19 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:32:50.258567 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dc336331-216e-4d61-9594-006316d53e19 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/subnets/35ad550d-4e1b-483b-9c42-c1ca4f8bc455 HTTP/1.1" status: 404 len: 337 time: 0.0350273 Jul 16 01:32:50.258567 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48278103-52f1-462a-bf49-2738d5219f68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.258567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48278103-52f1-462a-bf49-2738d5219f68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c83b8acb-1e4e-46df-8149-c9d30b06cdce {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:32:50.258897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42914) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:50.286276 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48278103-52f1-462a-bf49-2738d5219f68 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.291982 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-48278103-52f1-462a-bf49-2738d5219f68 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c83b8acb-1e4e-46df-8149-c9d30b06cdce HTTP/1.1" status: 204 len: 168 time: 2.1766236 Jul 16 01:32:50.293061 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76ea63b-3927-401b-900b-2b87afd4ec45 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] DELETE failed (client error): The resource could not be found. Jul 16 01:32:50.293425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42916) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:50.293878 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76ea63b-3927-401b-900b-2b87afd4ec45 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:32:50.294751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb11d15-acac-405c-93aa-475f5cc82208 admin admin] Pushing event deleted for resources: {'Port': ['ID=628718e8-fc4b-4c5e-b9cc-42f3e1393824,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:50.298173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c76ea63b-3927-401b-900b-2b87afd4ec45 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/networks/c51ea200-79bc-4257-ba2b-00fa9e3b91ee HTTP/1.1" status: 404 len: 339 time: 0.0359912 Jul 16 01:32:50.305704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe625235-86b8-4c0b-b5f1-9c5d2eeae8c2 req-61167a0c-5370-4080-8270-ee79f2b42a67 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:50.307261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe625235-86b8-4c0b-b5f1-9c5d2eeae8c2 req-61167a0c-5370-4080-8270-ee79f2b42a67 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 945 time: 0.7883408 Jul 16 01:32:50.307751 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42918) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:50.348752 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2eae729f-11a2-4d86-9e06-0bfa00caf2db no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:50.351277 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11aa01e-dbf2-417f-b0c8-a1b1dedc21bc None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:32:50.369870 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9720a49-aabb-472e-91e0-99e3dc7affcb None None] The sync data for ids ['758ee5ad-6b80-4e65-8d23-3d7283fcc711'] in n-d-791505-14 is: [{'id': '758ee5ad-6b80-4e65-8d23-3d7283fcc711', 'name': 'tempest-AttachVolumeShelveTestJSON-644550222-router', 'tenant_id': 'dc7c79121ea347e08eab6bb95810733c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:24:08Z', 'updated_at': '2021-07-16T01:32:49Z', 'revision_number': 6, 'project_id': 'dc7c79121ea347e08eab6bb95810733c', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:50.375127 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-859ed715-fae9-4fca-809e-e12254226a40 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] DELETE failed (client error): The resource could not be found. Jul 16 01:32:50.375517 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-859ed715-fae9-4fca-809e-e12254226a40 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:32:50.379549 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-859ed715-fae9-4fca-809e-e12254226a40 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/subnets/5ab9fb67-a08b-4ed5-9fb9-3b870cabda6e HTTP/1.1" status: 404 len: 337 time: 0.0685687 Jul 16 01:32:50.380123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42922) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:50.420579 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd58156-81c0-4c13-bf72-936c5e9bc294 admin admin] Deleting subnet 8809d97e-413b-4722-8651-6514a5888fb6 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:50.440580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df25d22-590c-4abc-9231-676a99c82dfc req-6622c617-b6e6-48a4-854b-9c0e349359e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:50.441870 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-f124c35b-1185-434e-a2c5-4a33aaed6c73 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] DELETE failed (client error): The resource could not be found. Jul 16 01:32:50.442721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f124c35b-1185-434e-a2c5-4a33aaed6c73 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:32:50.443063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 2eae729f-11a2-4d86-9e06-0bfa00caf2db {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:50.443354 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8df25d22-590c-4abc-9231-676a99c82dfc req-6622c617-b6e6-48a4-854b-9c0e349359e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4100c1fde37843068ccfc8eef15b59a0&device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 1098 time: 0.3838761 Jul 16 01:32:50.443463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2eae729f-11a2-4d86-9e06-0bfa00caf2db not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:50.444218 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fcd58156-81c0-4c13-bf72-936c5e9bc294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.445456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f124c35b-1185-434e-a2c5-4a33aaed6c73 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/networks/a9e0c4d2-7ae1-4437-be98-e4775d343c49 HTTP/1.1" status: 404 len: 339 time: 0.0643027 Jul 16 01:32:50.450085 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe625235-86b8-4c0b-b5f1-9c5d2eeae8c2 req-3e61240a-6673-49ea-bf25-8f171b3584e5 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262095 Jul 16 01:32:50.451584 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42924) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:50.574721 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbb11d15-acac-405c-93aa-475f5cc82208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.576406 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-444793a6-7f70-47fd-88b0-00fb15e797ce tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Deleting port 4784de53-3bd9-4d83-9312-8654d41c109c {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:50.576901 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-444793a6-7f70-47fd-88b0-00fb15e797ce tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.675426 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-444793a6-7f70-47fd-88b0-00fb15e797ce tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.704377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-444793a6-7f70-47fd-88b0-00fb15e797ce tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Calling delete_port for 4784de53-3bd9-4d83-9312-8654d41c109c owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:50.802887 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-444793a6-7f70-47fd-88b0-00fb15e797ce tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.858007 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444793a6-7f70-47fd-88b0-00fb15e797ce tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event deleted for resources: {'Port': ['ID=4784de53-3bd9-4d83-9312-8654d41c109c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:50.865365 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-444793a6-7f70-47fd-88b0-00fb15e797ce tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.869662 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-444793a6-7f70-47fd-88b0-00fb15e797ce tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/ports/4784de53-3bd9-4d83-9312-8654d41c109c HTTP/1.1" status: 204 len: 168 time: 0.4129634 Jul 16 01:32:50.876462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42928) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:50.911126 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbb11d15-acac-405c-93aa-475f5cc82208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.925249 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-db48fd72-8057-49aa-9df6-395a2fb85fb7 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] DELETE failed (client error): The resource could not be found. Jul 16 01:32:50.925720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db48fd72-8057-49aa-9df6-395a2fb85fb7 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:32:50.925999 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbb11d15-acac-405c-93aa-475f5cc82208 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:50.928070 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-db48fd72-8057-49aa-9df6-395a2fb85fb7 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/subnets/8babb289-50d1-4938-81e8-4ada97330945 HTTP/1.1" status: 404 len: 337 time: 0.0501411 Jul 16 01:32:50.932320 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42932) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:50.933966 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fcd58156-81c0-4c13-bf72-936c5e9bc294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.018005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df25d22-590c-4abc-9231-676a99c82dfc req-df819023-4083-4c68-94e2-d98d883aa3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.019386 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8df25d22-590c-4abc-9231-676a99c82dfc req-df819023-4083-4c68-94e2-d98d883aa3c3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede HTTP/1.1" status: 200 len: 912 time: 0.4413579 Jul 16 01:32:51.026969 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbb11d15-acac-405c-93aa-475f5cc82208 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.027705 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb11d15-acac-405c-93aa-475f5cc82208 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 758ee5ad-6b80-4e65-8d23-3d7283fcc711 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:32:51.032678 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbb11d15-acac-405c-93aa-475f5cc82208 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.037316 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fbb11d15-acac-405c-93aa-475f5cc82208 admin admin] 10.222.0.22 "DELETE /v2.0/routers/758ee5ad-6b80-4e65-8d23-3d7283fcc711 HTTP/1.1" status: 204 len: 168 time: 2.3213634 Jul 16 01:32:51.041426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42934) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:51.055067 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-61096de1-804a-4a13-8fe8-dee51ac54640 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.164351 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff21c44-b9a9-45f4-9ea3-22d979210877 req-b510b0be-5c09-4f48-8673-8884aec011b1 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.166498 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aff21c44-b9a9-45f4-9ea3-22d979210877 req-b510b0be-5c09-4f48-8673-8884aec011b1 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 945 time: 0.1575375 Jul 16 01:32:51.194740 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-61096de1-804a-4a13-8fe8-dee51ac54640 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.210748 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fcd58156-81c0-4c13-bf72-936c5e9bc294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.214605 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8df25d22-590c-4abc-9231-676a99c82dfc req-70aa8daf-f558-481b-8a18-c77ff4a20271 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b043587-59f2-43a2-b555-a7e1b90ee355 HTTP/1.1" status: 200 len: 1001 time: 0.1762533 Jul 16 01:32:51.217302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-499737f1-0a50-48b9-86d9-644d47b9652e admin admin] Deleting subnet fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:51.217964 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-61096de1-804a-4a13-8fe8-dee51ac54640 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef1e446a-1bc3-43c7-946c-e304d412d295']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:51.233392 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-61096de1-804a-4a13-8fe8-dee51ac54640 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '327e876b-37fe-4e39-8144-98ebb1ebe0dc') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:51.233720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-61096de1-804a-4a13-8fe8-dee51ac54640 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '327e876b-37fe-4e39-8144-98ebb1ebe0dc') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:51.242930 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-499737f1-0a50-48b9-86d9-644d47b9652e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.250737 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-61096de1-804a-4a13-8fe8-dee51ac54640 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.254745 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aff21c44-b9a9-45f4-9ea3-22d979210877 req-7b8dd9c8-725f-44f3-8833-d93220188cf6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571804 Jul 16 01:32:51.267327 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-61096de1-804a-4a13-8fe8-dee51ac54640 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.275301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61096de1-804a-4a13-8fe8-dee51ac54640 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:51.275301 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-61096de1-804a-4a13-8fe8-dee51ac54640 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:51.303187 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:51.329099 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-499737f1-0a50-48b9-86d9-644d47b9652e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.344661 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-61096de1-804a-4a13-8fe8-dee51ac54640 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.351977 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-61096de1-804a-4a13-8fe8-dee51ac54640 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.354292 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-61096de1-804a-4a13-8fe8-dee51ac54640 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/networks/ef1e446a-1bc3-43c7-946c-e304d412d295 HTTP/1.1" status: 204 len: 168 time: 0.4210618 Jul 16 01:32:51.357429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42938) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:51.367863 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df25d22-590c-4abc-9231-676a99c82dfc req-b86947d0-0724-4c24-a36e-514516f8e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.371316 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8df25d22-590c-4abc-9231-676a99c82dfc req-b86947d0-0724-4c24-a36e-514516f8e41c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7459754e-d7d4-4f48-a231-067bfcf50ff6 HTTP/1.1" status: 200 len: 850 time: 0.1283414 Jul 16 01:32:51.397182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61096de1-804a-4a13-8fe8-dee51ac54640 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event deleted for resources: {'Network': ['ID=ef1e446a-1bc3-43c7-946c-e304d412d295,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:51.419221 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fcd58156-81c0-4c13-bf72-936c5e9bc294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.434276 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fcd58156-81c0-4c13-bf72-936c5e9bc294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.436179 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fcd58156-81c0-4c13-bf72-936c5e9bc294 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8809d97e-413b-4722-8651-6514a5888fb6 HTTP/1.1" status: 204 len: 168 time: 1.1304579 Jul 16 01:32:51.440131 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2405caaf-c612-454d-9401-4e4f45719d00 None None] Network e48d8f96-9a03-44be-af23-477ad89adf3c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:51.442564 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42940) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:51.506360 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd58156-81c0-4c13-bf72-936c5e9bc294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8809d97e-413b-4722-8651-6514a5888fb6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:51.546706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-abff68c3-2cd5-4534-b065-f93b418184f9 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Deleting port 3803ade4-0d9d-4ede-a12b-ac9d99bed9f4 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:51.547178 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abff68c3-2cd5-4534-b065-f93b418184f9 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.641285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df25d22-590c-4abc-9231-676a99c82dfc req-0e0cc8ba-443c-4f4b-b589-ed8d6639356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:51.643307 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8df25d22-590c-4abc-9231-676a99c82dfc req-0e0cc8ba-443c-4f4b-b589-ed8d6639356f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2635343 Jul 16 01:32:51.669346 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5de7ae7-d52c-4a5b-afef-830606560a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.672367 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-499737f1-0a50-48b9-86d9-644d47b9652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.683475 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abff68c3-2cd5-4534-b065-f93b418184f9 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.697790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-abff68c3-2cd5-4534-b065-f93b418184f9 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Calling delete_port for 3803ade4-0d9d-4ede-a12b-ac9d99bed9f4 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:51.716619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] DHCP port deletion for e48d8f96-9a03-44be-af23-477ad89adf3c request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:51.807626 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abff68c3-2cd5-4534-b065-f93b418184f9 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.814787 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Deleting port d141225c-c43d-4f74-b242-b9e5dd73e485 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:51.815506 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.859354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff68c3-2cd5-4534-b065-f93b418184f9 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event deleted for resources: {'Port': ['ID=3803ade4-0d9d-4ede-a12b-ac9d99bed9f4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:51.883002 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abff68c3-2cd5-4534-b065-f93b418184f9 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.885348 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-abff68c3-2cd5-4534-b065-f93b418184f9 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/ports/3803ade4-0d9d-4ede-a12b-ac9d99bed9f4 HTTP/1.1" status: 204 len: 168 time: 0.5189559 Jul 16 01:32:51.887920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42944) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:51.929930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] For port d141225c-c43d-4f74-b242-b9e5dd73e485, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d141225c-c43d-4f74-b242-b9e5dd73e485,segment=NetworkSegment(7dacb700-09f6-4fd2-a4a6-a12b321894b6),segment_id=7dacb700-09f6-4fd2-a4a6-a12b321894b6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:51.930278 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:51.936683 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1ed74e-0578-493c-bf24-5dd4a47f9be6 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] DELETE failed (client error): The resource could not be found. Jul 16 01:32:51.937391 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1ed74e-0578-493c-bf24-5dd4a47f9be6 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:32:51.940704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5d1ed74e-0578-493c-bf24-5dd4a47f9be6 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/subnets/7127ec69-9ed7-4fbc-8fb8-d22643117d3b HTTP/1.1" status: 404 len: 337 time: 0.0513618 Jul 16 01:32:51.944158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42946) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:51.948023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Calling delete_port for d141225c-c43d-4f74-b242-b9e5dd73e485 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:52.055155 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.076545 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2cfd5649-332f-4263-aaae-750458d06d1c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.117539 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] No DVR routers for this DVR port d141225c-c43d-4f74-b242-b9e5dd73e485 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:52.124876 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Pushing event deleted for resources: {'Port': ['ID=d141225c-c43d-4f74-b242-b9e5dd73e485,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:52.140753 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9aacef44-5845-4f8d-b997-a898b1f506b8 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:52.146055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:52.146426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:52.146752 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:52.147223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:52.147565 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:52.147930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:52.148263 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:52.148594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:52.148916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:52.149519 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:52.150004 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:52.150487 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff5aca-eaff-452e-8a94-14593a81bb4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:32:52.178369 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 9aacef44-5845-4f8d-b997-a898b1f506b8 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:52.178822 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9aacef44-5845-4f8d-b997-a898b1f506b8 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:52.179248 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d141225c-c43d-4f74-b242-b9e5dd73e485 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:52.201194 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: d141225c-c43d-4f74-b242-b9e5dd73e485 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:52.201783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d141225c-c43d-4f74-b242-b9e5dd73e485 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:52.202379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 628718e8-fc4b-4c5e-b9cc-42f3e1393824 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:52.224536 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 628718e8-fc4b-4c5e-b9cc-42f3e1393824 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:52.225750 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 628718e8-fc4b-4c5e-b9cc-42f3e1393824 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:52.226496 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:52.247315 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2cfd5649-332f-4263-aaae-750458d06d1c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.253150 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:52.253690 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 39f8ae3f-13e1-48c1-9f30-4e46b1282da6 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:52.269706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-2cfd5649-332f-4263-aaae-750458d06d1c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275ffc31-4c5d-44eb-b21d-6f6bda49d09f']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:52.283121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-2cfd5649-332f-4263-aaae-750458d06d1c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0604dda-bc53-4f70-a8ae-5738e8caf261') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:52.283426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-2cfd5649-332f-4263-aaae-750458d06d1c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0604dda-bc53-4f70-a8ae-5738e8caf261') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:52.288322 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8df25d22-590c-4abc-9231-676a99c82dfc req-1e6979e3-5923-4e45-9cab-5f7692a946a3 service neutron] 10.222.0.69 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315928 Jul 16 01:32:52.307738 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2cfd5649-332f-4263-aaae-750458d06d1c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.332282 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2cfd5649-332f-4263-aaae-750458d06d1c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.337438 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-499737f1-0a50-48b9-86d9-644d47b9652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.338749 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfd5649-332f-4263-aaae-750458d06d1c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:52.339199 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2cfd5649-332f-4263-aaae-750458d06d1c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.374321 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5de7ae7-d52c-4a5b-afef-830606560a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.410592 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d5de7ae7-d52c-4a5b-afef-830606560a4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48d8f96-9a03-44be-af23-477ad89adf3c']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:52.413402 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499737f1-0a50-48b9-86d9-644d47b9652e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:52.415656 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-499737f1-0a50-48b9-86d9-644d47b9652e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.416971 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ddf87a-8259-4151-be5e-dcdc01094f3f None None] Network 82cbe9d9-283a-4c69-a1bc-536a90b2446b requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:52.417847 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-499737f1-0a50-48b9-86d9-644d47b9652e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fad275dd-74cf-4f81-a97d-b1f2aa4cc3b7 HTTP/1.1" status: 204 len: 168 time: 1.3756633 Jul 16 01:32:52.425547 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42952) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:52.448000 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:52.469500 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d5de7ae7-d52c-4a5b-afef-830606560a4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dacb700-09f6-4fd2-a4a6-a12b321894b6') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:52.469800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d5de7ae7-d52c-4a5b-afef-830606560a4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dacb700-09f6-4fd2-a4a6-a12b321894b6') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:52.503126 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5de7ae7-d52c-4a5b-afef-830606560a4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.503833 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2cfd5649-332f-4263-aaae-750458d06d1c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.526462 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2cfd5649-332f-4263-aaae-750458d06d1c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.529810 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2cfd5649-332f-4263-aaae-750458d06d1c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/networks/275ffc31-4c5d-44eb-b21d-6f6bda49d09f HTTP/1.1" status: 204 len: 168 time: 0.5844398 Jul 16 01:32:52.543838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42954) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:52.561977 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5de7ae7-d52c-4a5b-afef-830606560a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.566254 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8df25d22-590c-4abc-9231-676a99c82dfc req-6d0f0994-31ed-4c2b-904d-50b9e25e5581 service neutron] 10.222.0.69 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695856 Jul 16 01:32:52.573813 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.576131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5de7ae7-d52c-4a5b-afef-830606560a4d admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:52.576401 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5de7ae7-d52c-4a5b-afef-830606560a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:52.578786 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:52.621138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd5649-332f-4263-aaae-750458d06d1c tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event deleted for resources: {'Network': ['ID=275ffc31-4c5d-44eb-b21d-6f6bda49d09f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:52.641619 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0156c-768b-4dc0-9609-fc77185effcf req-89d1c4e2-4b96-4f21-a46f-d3903d7e67df tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:52.643230 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1bf0156c-768b-4dc0-9609-fc77185effcf req-89d1c4e2-4b96-4f21-a46f-d3903d7e67df tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.69 "GET /v2.0/ports?device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 945 time: 0.4603240 Jul 16 01:32:52.683902 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5de7ae7-d52c-4a5b-afef-830606560a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.696543 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5de7ae7-d52c-4a5b-afef-830606560a4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.698580 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d5de7ae7-d52c-4a5b-afef-830606560a4d admin admin] 10.222.0.22 "DELETE /v2.0/networks/e48d8f96-9a03-44be-af23-477ad89adf3c HTTP/1.1" status: 204 len: 168 time: 1.2443507 Jul 16 01:32:52.701524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42956) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:52.705049 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e9de69-f433-44a4-ba60-95f38ca7bdf2 None None] DHCP port deletion for 82cbe9d9-283a-4c69-a1bc-536a90b2446b request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:52.727319 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f7ba1f-49c4-4548-8a69-bc34675f65f0 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Deleting subnet 462544be-6815-497a-adc0-2c31ce79b4ed {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:52.735143 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58f7ba1f-49c4-4548-8a69-bc34675f65f0 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.776070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a6e9de69-f433-44a4-ba60-95f38ca7bdf2 None None] Deleting port 7766ffaf-b218-4ebf-ac60-5af92fb7c799 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:52.776982 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a6e9de69-f433-44a4-ba60-95f38ca7bdf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.814365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eba17-a1b6-45d5-bc13-db1aa961794b req-02c4acd4-677e-437c-a918-2afc151091c8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:52.815923 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-284eba17-a1b6-45d5-bc13-db1aa961794b req-02c4acd4-677e-437c-a918-2afc151091c8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 945 time: 0.3642795 Jul 16 01:32:52.850293 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a6e9de69-f433-44a4-ba60-95f38ca7bdf2 None None] For port 7766ffaf-b218-4ebf-ac60-5af92fb7c799, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7766ffaf-b218-4ebf-ac60-5af92fb7c799,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:52.851310 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a6e9de69-f433-44a4-ba60-95f38ca7bdf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.862842 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de7ae7-d52c-4a5b-afef-830606560a4d admin admin] Pushing event deleted for resources: {'Network': ['ID=e48d8f96-9a03-44be-af23-477ad89adf3c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:52.866930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a6e9de69-f433-44a4-ba60-95f38ca7bdf2 None None] Calling delete_port for 7766ffaf-b218-4ebf-ac60-5af92fb7c799 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:52.895389 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58f7ba1f-49c4-4548-8a69-bc34675f65f0 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.929706 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] Deleting port 7766ffaf-b218-4ebf-ac60-5af92fb7c799 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:52.930062 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:52.968349 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a6e9de69-f433-44a4-ba60-95f38ca7bdf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.018155 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9de69-f433-44a4-ba60-95f38ca7bdf2 None None] Pushing event deleted for resources: {'Port': ['ID=7766ffaf-b218-4ebf-ac60-5af92fb7c799,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.027917 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e9de69-f433-44a4-ba60-95f38ca7bdf2 None None] No DVR routers for this DVR port 7766ffaf-b218-4ebf-ac60-5af92fb7c799 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:53.060204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] For port 7766ffaf-b218-4ebf-ac60-5af92fb7c799, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7766ffaf-b218-4ebf-ac60-5af92fb7c799,segment=NetworkSegment(6b1189c5-858f-4ced-8bea-084f99590506),segment_id=6b1189c5-858f-4ced-8bea-084f99590506)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:53.061023 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.078861 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-284eba17-a1b6-45d5-bc13-db1aa961794b req-43c1fbca-6908-4c22-af37-1c6bbae551a6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335985 Jul 16 01:32:53.080973 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58f7ba1f-49c4-4548-8a69-bc34675f65f0 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.120940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1bf0156c-768b-4dc0-9609-fc77185effcf req-2e1925c6-6ee8-42a5-988a-fec2a108ed78 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Deleting port 06265a04-d53b-414c-a83f-66b2c378fb04 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:53.121330 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1bf0156c-768b-4dc0-9609-fc77185effcf req-2e1925c6-6ee8-42a5-988a-fec2a108ed78 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.122222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] Calling delete_port for 7766ffaf-b218-4ebf-ac60-5af92fb7c799 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:53.205676 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58f7ba1f-49c4-4548-8a69-bc34675f65f0 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.223096 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58f7ba1f-49c4-4548-8a69-bc34675f65f0 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.225521 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-58f7ba1f-49c4-4548-8a69-bc34675f65f0 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/subnets/462544be-6815-497a-adc0-2c31ce79b4ed HTTP/1.1" status: 204 len: 168 time: 0.6767163 Jul 16 01:32:53.228909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42960) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:53.230716 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b75f7b-2ffb-4163-9b53-fd1d63fd1d45 None None] Network 58362fe7-f202-401a-9f0b-e9d9e135bb33 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:53.249867 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.252108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f7ba1f-49c4-4548-8a69-bc34675f65f0 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event deleted for resources: {'Subnet': ['ID=462544be-6815-497a-adc0-2c31ce79b4ed,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.269145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-1bf0156c-768b-4dc0-9609-fc77185effcf req-2e1925c6-6ee8-42a5-988a-fec2a108ed78 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] For port 06265a04-d53b-414c-a83f-66b2c378fb04, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=06265a04-d53b-414c-a83f-66b2c378fb04,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:53.269892 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1bf0156c-768b-4dc0-9609-fc77185effcf req-2e1925c6-6ee8-42a5-988a-fec2a108ed78 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.288126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1bf0156c-768b-4dc0-9609-fc77185effcf req-2e1925c6-6ee8-42a5-988a-fec2a108ed78 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Calling delete_port for 06265a04-d53b-414c-a83f-66b2c378fb04 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:53.323094 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] No DVR routers for this DVR port 7766ffaf-b218-4ebf-ac60-5af92fb7c799 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:53.328583 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7766ffaf-b218-4ebf-ac60-5af92fb7c799,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.463520 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.477075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2a3f61-c030-4062-9ed4-3d4f9b423a8a None None] DHCP port deletion for 58362fe7-f202-401a-9f0b-e9d9e135bb33 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:53.478276 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1bf0156c-768b-4dc0-9609-fc77185effcf req-2e1925c6-6ee8-42a5-988a-fec2a108ed78 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.495314 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.509356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['06265a04-d53b-414c-a83f-66b2c378fb04'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:53.510167 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82cbe9d9-283a-4c69-a1bc-536a90b2446b']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:53.513961 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['645d82de-145c-4367-bb8f-fe0ddb02e32b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:32:53.527292 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1189c5-858f-4ced-8bea-084f99590506') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:53.527703 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1189c5-858f-4ced-8bea-084f99590506') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:53.531510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1925c6-6ee8-42a5-988a-fec2a108ed78 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Pushing event deleted for resources: {'Port': ['ID=06265a04-d53b-414c-a83f-66b2c378fb04,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.545050 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.582902 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.583876 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf0156c-768b-4dc0-9609-fc77185effcf req-2e1925c6-6ee8-42a5-988a-fec2a108ed78 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] No DVR routers for this DVR port 06265a04-d53b-414c-a83f-66b2c378fb04 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:53.589190 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1bf0156c-768b-4dc0-9609-fc77185effcf req-2e1925c6-6ee8-42a5-988a-fec2a108ed78 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.591237 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1bf0156c-768b-4dc0-9609-fc77185effcf req-2e1925c6-6ee8-42a5-988a-fec2a108ed78 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.69 "DELETE /v2.0/ports/06265a04-d53b-414c-a83f-66b2c378fb04 HTTP/1.1" status: 204 len: 173 time: 0.9325476 Jul 16 01:32:53.591789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b0c824a-44d1-41a3-a8ce-9fdeeed28769', 'name': 'network-vif-deleted', 'tag': '06265a04-d53b-414c-a83f-66b2c378fb04'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:32:53.595397 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:53.595928 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.596356 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8698743d-330b-450c-95a2-7c9c35a85619" -d '{"events": [{"server_uuid": "5b0c824a-44d1-41a3-a8ce-9fdeeed28769", "name": "network-vif-deleted", "tag": "06265a04-d53b-414c-a83f-66b2c378fb04"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:53.598008 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:53.602255 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-641f82d7-e31a-4972-b836-40ed24d8526f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.675021 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39da109b-efaf-4711-9602-a070b275e766 x-openstack-request-id: req-39da109b-efaf-4711-9602-a070b275e766 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:32:53.675415 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b0c824a-44d1-41a3-a8ce-9fdeeed28769", "name": "network-vif-deleted", "tag": "06265a04-d53b-414c-a83f-66b2c378fb04", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:32:53.675897 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39da109b-efaf-4711-9602-a070b275e766 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:32:53.677318 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b0c824a-44d1-41a3-a8ce-9fdeeed28769', 'name': 'network-vif-deleted', 'tag': '06265a04-d53b-414c-a83f-66b2c378fb04', 'status': 'completed', 'code': 200} Jul 16 01:32:53.691696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a3f61-c030-4062-9ed4-3d4f9b423a8a None None] Deleting port 79333299-ab18-4cbc-9eb0-5da4a933d757 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:53.692474 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ba2a3f61-c030-4062-9ed4-3d4f9b423a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.760106 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.774487 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.776623 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/82cbe9d9-283a-4c69-a1bc-536a90b2446b HTTP/1.1" status: 204 len: 168 time: 1.3195767 Jul 16 01:32:53.794379 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Deleting port 79333299-ab18-4cbc-9eb0-5da4a933d757 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:53.795085 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.802930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ba2a3f61-c030-4062-9ed4-3d4f9b423a8a None None] For port 79333299-ab18-4cbc-9eb0-5da4a933d757, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=79333299-ab18-4cbc-9eb0-5da4a933d757,segment=NetworkSegment(a2e401f1-a4f4-4b77-9cea-29dbecf48b64),segment_id=a2e401f1-a4f4-4b77-9cea-29dbecf48b64)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:53.803476 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ba2a3f61-c030-4062-9ed4-3d4f9b423a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.822809 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e562be5-e906-4c07-9b20-3dabb725e9a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=82cbe9d9-283a-4c69-a1bc-536a90b2446b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:53.837162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ba2a3f61-c030-4062-9ed4-3d4f9b423a8a None None] Calling delete_port for 79333299-ab18-4cbc-9eb0-5da4a933d757 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:53.873802 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] For port 79333299-ab18-4cbc-9eb0-5da4a933d757, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=79333299-ab18-4cbc-9eb0-5da4a933d757,segment=NetworkSegment(a2e401f1-a4f4-4b77-9cea-29dbecf48b64),segment_id=a2e401f1-a4f4-4b77-9cea-29dbecf48b64)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:53.874266 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:53.922199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42970) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:53.970983 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Calling delete_port for 79333299-ab18-4cbc-9eb0-5da4a933d757 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:53.980089 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ba2a3f61-c030-4062-9ed4-3d4f9b423a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.005709 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-71fa6446-1df9-4c56-b42d-fe2a5e7f33e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc7c79121ea347e08eab6bb95810733c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0798569 Jul 16 01:32:54.006103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42972) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:54.014547 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2a3f61-c030-4062-9ed4-3d4f9b423a8a None None] Pushing event deleted for resources: {'Port': ['ID=79333299-ab18-4cbc-9eb0-5da4a933d757,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:54.020034 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2a3f61-c030-4062-9ed4-3d4f9b423a8a None None] No DVR routers for this DVR port 79333299-ab18-4cbc-9eb0-5da4a933d757 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:54.120066 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36d358c0-5b02-400d-9ffb-974015fb257f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.125846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 79333299-ab18-4cbc-9eb0-5da4a933d757 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:54.151364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 79333299-ab18-4cbc-9eb0-5da4a933d757 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:54.151718 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 79333299-ab18-4cbc-9eb0-5da4a933d757 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:54.161330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7766ffaf-b218-4ebf-ac60-5af92fb7c799 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:54.181641 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36d358c0-5b02-400d-9ffb-974015fb257f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.209307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 7766ffaf-b218-4ebf-ac60-5af92fb7c799 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:54.209663 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7766ffaf-b218-4ebf-ac60-5af92fb7c799 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:54.228973 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.262444 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36d358c0-5b02-400d-9ffb-974015fb257f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.266199 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36d358c0-5b02-400d-9ffb-974015fb257f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.270030 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-36d358c0-5b02-400d-9ffb-974015fb257f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c1f29532-8ff6-47a3-9708-91a65dae3e6b HTTP/1.1" status: 204 len: 168 time: 0.2607317 Jul 16 01:32:54.286036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d358c0-5b02-400d-9ffb-974015fb257f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f29532-8ff6-47a3-9708-91a65dae3e6b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:54.337963 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event deleted for resources: {'Port': ['ID=79333299-ab18-4cbc-9eb0-5da4a933d757,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:54.348491 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] No DVR routers for this DVR port 79333299-ab18-4cbc-9eb0-5da4a933d757 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:54.380017 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ac53bcb-edc0-41a0-9cd2-4d89116265b3 req-28cc4e9b-eb13-48cf-90ea-dc4137f10de5 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=5b0c824a-44d1-41a3-a8ce-9fdeeed28769 HTTP/1.1" status: 200 len: 210 time: 0.0546219 Jul 16 01:32:54.456649 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.468917 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58362fe7-f202-401a-9f0b-e9d9e135bb33']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:54.478396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-641f82d7-e31a-4972-b836-40ed24d8526f admin admin] Deleting port 4b656655-8ed3-4bc6-983c-44e907b60e2c {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:54.478747 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-641f82d7-e31a-4972-b836-40ed24d8526f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.483493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e401f1-a4f4-4b77-9cea-29dbecf48b64') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:54.483826 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e401f1-a4f4-4b77-9cea-29dbecf48b64') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:54.507865 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.526807 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.559104 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:54.559525 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:54.562576 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:54.638643 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-641f82d7-e31a-4972-b836-40ed24d8526f admin admin] For port 4b656655-8ed3-4bc6-983c-44e907b60e2c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4b656655-8ed3-4bc6-983c-44e907b60e2c,segment=NetworkSegment(372700b0-71eb-4aa5-9958-4b05fbbce3b1),segment_id=372700b0-71eb-4aa5-9958-4b05fbbce3b1)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:54.638880 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-641f82d7-e31a-4972-b836-40ed24d8526f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.646597 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.651241 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.656316 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] 10.222.0.22 "DELETE /v2.0/networks/58362fe7-f202-401a-9f0b-e9d9e135bb33 HTTP/1.1" status: 204 len: 168 time: 1.4045556 Jul 16 01:32:54.664556 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-641f82d7-e31a-4972-b836-40ed24d8526f admin admin] Calling delete_port for 4b656655-8ed3-4bc6-983c-44e907b60e2c owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:54.678150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482341a0-acc8-437b-a406-f46538da2cd8 tempest-NetworksIpV6TestAttrs-1830092606 tempest-NetworksIpV6TestAttrs-1830092606-project] Pushing event deleted for resources: {'Network': ['ID=58362fe7-f202-401a-9f0b-e9d9e135bb33,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:54.902611 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-641f82d7-e31a-4972-b836-40ed24d8526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:54.905423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42996) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:54.934086 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f82d7-e31a-4972-b836-40ed24d8526f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b656655-8ed3-4bc6-983c-44e907b60e2c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:55.121249 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1de268aa-440a-4302-9c5e-d59657dbcd15 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=66e39dc23c09400aab9339e9790b201a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2142947 Jul 16 01:32:55.123366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43008) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:55.126523 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-641f82d7-e31a-4972-b836-40ed24d8526f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.197658 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3c266ff-43c3-4666-b5aa-97d1a833f619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.240886 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3c266ff-43c3-4666-b5aa-97d1a833f619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.290488 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3c266ff-43c3-4666-b5aa-97d1a833f619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.293149 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3c266ff-43c3-4666-b5aa-97d1a833f619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.294693 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e3c266ff-43c3-4666-b5aa-97d1a833f619 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/629cba46-18f1-47ba-8e2e-41236432250f HTTP/1.1" status: 204 len: 168 time: 0.1694789 Jul 16 01:32:55.309402 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c266ff-43c3-4666-b5aa-97d1a833f619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629cba46-18f1-47ba-8e2e-41236432250f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:55.376029 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641f82d7-e31a-4972-b836-40ed24d8526f admin admin] Router f5b04c6e-0a74-4a6b-a3c0-5fc41900a848 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:32:55.498700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641f82d7-e31a-4972-b836-40ed24d8526f admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:32:55.507951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43024) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:55.508272 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-641f82d7-e31a-4972-b836-40ed24d8526f admin admin] 10.222.0.22 "PUT /v2.0/routers/f5b04c6e-0a74-4a6b-a3c0-5fc41900a848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7952554 Jul 16 01:32:55.510653 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b09f3-97aa-4eb8-83f4-972450354b38 None None] Sync routers for ids ['f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:32:55.522195 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b09f3-97aa-4eb8-83f4-972450354b38 None None] Routers {'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:55.522813 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c83b09f3-97aa-4eb8-83f4-972450354b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:32:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:55.706826 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea148bc9-fa02-45fd-9bd2-89c68894ad65 admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:55.810901 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c83b09f3-97aa-4eb8-83f4-972450354b38 None None] Set router f5b04c6e-0a74-4a6b-a3c0-5fc41900a848 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:55.853335 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea148bc9-fa02-45fd-9bd2-89c68894ad65 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.120195 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c83b09f3-97aa-4eb8-83f4-972450354b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'name': 'tempest-TestServerMultinode-642665821-router', 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '4772e71a-16b6-4fe4-91ac-cad43ffa695a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:01Z', 'updated_at': '2021-07-16T01:32:54Z', 'revision_number': 5, 'project_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'gw_port': {'id': '4772e71a-16b6-4fe4-91ac-cad43ffa695a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:32:02Z', 'updated_at': '2021-07-16T01:32:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:56.149538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-06d3f9fd-7392-4320-906c-696d7f2afa4f tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:56.156685 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-06d3f9fd-7392-4320-906c-696d7f2afa4f tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 806 time: 0.2973027 Jul 16 01:32:56.159979 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ea148bc9-fa02-45fd-9bd2-89c68894ad65 admin admin] Deleting port 4772e71a-16b6-4fe4-91ac-cad43ffa695a {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:56.160320 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea148bc9-fa02-45fd-9bd2-89c68894ad65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.162605 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b09f3-97aa-4eb8-83f4-972450354b38 None None] Checking router: f5b04c6e-0a74-4a6b-a3c0-5fc41900a848 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:32:56.172644 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b09f3-97aa-4eb8-83f4-972450354b38 None None] Routers {'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:32:56.173719 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c83b09f3-97aa-4eb8-83f4-972450354b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:32:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:56.196538 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-f7b78403-9f2c-415e-9ebd-c633853f9621 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/quotas/8cb32862d6424975b183aae124a5a905 HTTP/1.1" status: 200 len: 375 time: 0.0388765 Jul 16 01:32:56.307483 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c83b09f3-97aa-4eb8-83f4-972450354b38 None None] Set router f5b04c6e-0a74-4a6b-a3c0-5fc41900a848 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:32:56.370883 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c83b09f3-97aa-4eb8-83f4-972450354b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'name': 'tempest-TestServerMultinode-642665821-router', 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:01Z', 'updated_at': '2021-07-16T01:32:55Z', 'revision_number': 6, 'project_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:56.381105 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-ea148bc9-fa02-45fd-9bd2-89c68894ad65 admin admin] For port 4772e71a-16b6-4fe4-91ac-cad43ffa695a, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4772e71a-16b6-4fe4-91ac-cad43ffa695a,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:56.381760 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea148bc9-fa02-45fd-9bd2-89c68894ad65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.398862 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-8b7dc5f5-a3de-4995-a5c5-e5d6e0d6cf32 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2010729 Jul 16 01:32:56.399853 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83b09f3-97aa-4eb8-83f4-972450354b38 None None] The sync data for ids ['f5b04c6e-0a74-4a6b-a3c0-5fc41900a848'] in n-d-791505-14 is: [{'id': 'f5b04c6e-0a74-4a6b-a3c0-5fc41900a848', 'name': 'tempest-TestServerMultinode-642665821-router', 'tenant_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:32:01Z', 'updated_at': '2021-07-16T01:32:55Z', 'revision_number': 6, 'project_id': '5d9e1cb76aa74c15bb55e263ea81de77', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:32:56.405606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ea148bc9-fa02-45fd-9bd2-89c68894ad65 admin admin] Calling delete_port for 4772e71a-16b6-4fe4-91ac-cad43ffa695a owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:56.465352 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43070) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:56.551957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-33a07d19-2e7c-41fc-a6ff-99ccafbd2f05 service neutron] 10.222.0.22 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442671 Jul 16 01:32:56.566850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d4c2784c-1e34-4944-a12b-3b5766d20c59 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-241482291'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:56.594286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c2784c-1e34-4944-a12b-3b5766d20c59 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:56.599847 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4c2784c-1e34-4944-a12b-3b5766d20c59 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.611197 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4c2784c-1e34-4944-a12b-3b5766d20c59 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.721663 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4c2784c-1e34-4944-a12b-3b5766d20c59 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.726316 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4c2784c-1e34-4944-a12b-3b5766d20c59 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.728915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-47606fde-7b7c-47b5-819f-af9510ec96f7 service neutron] 10.222.0.22 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438432 Jul 16 01:32:56.758299 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea148bc9-fa02-45fd-9bd2-89c68894ad65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.767371 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c2784c-1e34-4944-a12b-3b5766d20c59 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:56.775083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2784c-1e34-4944-a12b-3b5766d20c59 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=940b5640-cc7c-444c-a31a-2679b55cafb1,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:56.796931 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4c2784c-1e34-4944-a12b-3b5766d20c59 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.797923 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-d4c2784c-1e34-4944-a12b-3b5766d20c59 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Added segment 26c2ee42-9000-44b3-a44d-7c57343fe59b of type vlan for network 8bc47867-6886-4ada-934b-09aad3e0a64e Jul 16 01:32:56.807799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea148bc9-fa02-45fd-9bd2-89c68894ad65 admin admin] Pushing event deleted for resources: {'Port': ['ID=4772e71a-16b6-4fe4-91ac-cad43ffa695a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:56.889944 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4c2784c-1e34-4944-a12b-3b5766d20c59 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.933415 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4c2784c-1e34-4944-a12b-3b5766d20c59 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.936643 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea148bc9-fa02-45fd-9bd2-89c68894ad65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:56.940901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c2784c-1e34-4944-a12b-3b5766d20c59 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:56.942395 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4c2784c-1e34-4944-a12b-3b5766d20c59 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.011837 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d4c2784c-1e34-4944-a12b-3b5766d20c59 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5320311 Jul 16 01:32:57.041827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c2784c-1e34-4944-a12b-3b5766d20c59 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Network': ['ID=8bc47867-6886-4ada-934b-09aad3e0a64e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:57.053491 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 8bc47867-6886-4ada-934b-09aad3e0a64e details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:57.135071 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-558d8033-68f0-4ee8-b80f-83294f9ce64d req-122ed648-4365-474d-b2f7-3cdaa0fcd1e6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 210 time: 0.1940634 Jul 16 01:32:57.139433 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43084) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:57.145235 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2d103876-9da0-4e63-999b-b0f6014b50e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'subnet': {'network_id': '8bc47867-6886-4ada-934b-09aad3e0a64e', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:57.236573 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 06265a04-d53b-414c-a83f-66b2c378fb04 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:57.255957 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d103876-9da0-4e63-999b-b0f6014b50e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:57.261122 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d103876-9da0-4e63-999b-b0f6014b50e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.268949 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 06265a04-d53b-414c-a83f-66b2c378fb04 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:57.269710 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 06265a04-d53b-414c-a83f-66b2c378fb04 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:57.483951 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4cd79133-724e-4a16-8b07-c6b825afd5ae req-c3f53cfa-0e15-4bf7-8842-ff8efd2ed8f9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1241498 Jul 16 01:32:57.608237 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea148bc9-fa02-45fd-9bd2-89c68894ad65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.611595 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea148bc9-fa02-45fd-9bd2-89c68894ad65 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.622112 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d103876-9da0-4e63-999b-b0f6014b50e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.679277 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea148bc9-fa02-45fd-9bd2-89c68894ad65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.680283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea148bc9-fa02-45fd-9bd2-89c68894ad65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5b04c6e-0a74-4a6b-a3c0-5fc41900a848 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:32:57.698254 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea148bc9-fa02-45fd-9bd2-89c68894ad65 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.700325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ea148bc9-fa02-45fd-9bd2-89c68894ad65 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f5b04c6e-0a74-4a6b-a3c0-5fc41900a848 HTTP/1.1" status: 204 len: 168 time: 2.1909084 Jul 16 01:32:57.702496 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43108) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:57.746685 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d103876-9da0-4e63-999b-b0f6014b50e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Subnet': ['ID=c9841f1d-cd9f-4aee-976f-232ba749b7b6,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:57.805592 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc29065-4464-4031-8dcc-53bbabcc3274 admin admin] Deleting subnet ea68efa8-7a1d-436d-927b-c3d83614eeba {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:32:57.813053 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bdc29065-4464-4031-8dcc-53bbabcc3274 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.852630 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d103876-9da0-4e63-999b-b0f6014b50e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Checking segment: {'id': '26c2ee42-9000-44b3-a44d-7c57343fe59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8bc47867-6886-4ada-934b-09aad3e0a64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:57.853081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d103876-9da0-4e63-999b-b0f6014b50e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network hostable DHCP agents. Network: 8bc47867-6886-4ada-934b-09aad3e0a64e, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:57.880107 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd79133-724e-4a16-8b07-c6b825afd5ae req-1e7313c5-7457-4c0f-9b14-d03f3e57a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:57.882466 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4cd79133-724e-4a16-8b07-c6b825afd5ae req-1e7313c5-7457-4c0f-9b14-d03f3e57a472 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 1098 time: 0.1299405 Jul 16 01:32:57.883769 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d103876-9da0-4e63-999b-b0f6014b50e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network 8bc47867-6886-4ada-934b-09aad3e0a64e is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:57.906604 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-2d103876-9da0-4e63-999b-b0f6014b50e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 8bc47867-6886-4ada-934b-09aad3e0a64e) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:57.912809 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d103876-9da0-4e63-999b-b0f6014b50e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:57.913432 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d103876-9da0-4e63-999b-b0f6014b50e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.918309 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a434fd88-4b23-4177-b736-1a7343b726d2 None None] Network 8bc47867-6886-4ada-934b-09aad3e0a64e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:57.936965 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bdc29065-4464-4031-8dcc-53bbabcc3274 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:57.956044 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2d103876-9da0-4e63-999b-b0f6014b50e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8153758 Jul 16 01:32:57.960066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43110) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:57.967186 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-66937822-2f2f-4eea-9e38-dbe7fd3df021 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1972414616'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:58.123009 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bdc29065-4464-4031-8dcc-53bbabcc3274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.149584 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd79133-724e-4a16-8b07-c6b825afd5ae req-1e524fb4-274a-41ff-bd45-3c74908f4166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:58.151456 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4cd79133-724e-4a16-8b07-c6b825afd5ae req-1e524fb4-274a-41ff-bd45-3c74908f4166 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 907 time: 0.2347057 Jul 16 01:32:58.172899 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4b656655-8ed3-4bc6-983c-44e907b60e2c no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:58.197778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 4b656655-8ed3-4bc6-983c-44e907b60e2c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:58.198372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4b656655-8ed3-4bc6-983c-44e907b60e2c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:58.198972 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4772e71a-16b6-4fe4-91ac-cad43ffa695a no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:32:58.201560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-8bc47867-6886-4ada-934b-09aad3e0a64e', 'network_id': '8bc47867-6886-4ada-934b-09aad3e0a64e', 'tenant_id': '240fdc30006a4a03a822beb7f5680c29', 'fixed_ips': [{'subnet_id': 'c9841f1d-cd9f-4aee-976f-232ba749b7b6'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:32:58.202811 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.233194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66937822-2f2f-4eea-9e38-dbe7fd3df021 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:58.234675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 4772e71a-16b6-4fe4-91ac-cad43ffa695a {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:32:58.235211 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bdc29065-4464-4031-8dcc-53bbabcc3274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.235345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4772e71a-16b6-4fe4-91ac-cad43ffa695a not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:32:58.261872 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66937822-2f2f-4eea-9e38-dbe7fd3df021 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.266072 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4cd79133-724e-4a16-8b07-c6b825afd5ae req-abd60172-9a9b-4f98-95fa-20fa9c176837 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645d82de-145c-4367-bb8f-fe0ddb02e32b HTTP/1.1" status: 200 len: 217 time: 0.1014166 Jul 16 01:32:58.282159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc29065-4464-4031-8dcc-53bbabcc3274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea68efa8-7a1d-436d-927b-c3d83614eeba,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:58.289208 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bdc29065-4464-4031-8dcc-53bbabcc3274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.293623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bdc29065-4464-4031-8dcc-53bbabcc3274 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ea68efa8-7a1d-436d-927b-c3d83614eeba HTTP/1.1" status: 204 len: 168 time: 0.5876703 Jul 16 01:32:58.293861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43114) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:58.311607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355fb56a-91cc-47dc-a067-66fc516af544 None None] Network 183fa0b7-880a-4f01-b05b-f8422c9579f2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:58.318852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66937822-2f2f-4eea-9e38-dbe7fd3df021 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:32:58.337471 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66937822-2f2f-4eea-9e38-dbe7fd3df021 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.337920 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-66937822-2f2f-4eea-9e38-dbe7fd3df021 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Added segment f38ab996-3b0e-4efa-9e68-e2869222030b of type vlan for network 02689207-a5b0-44af-a3dc-39a127faa182 Jul 16 01:32:58.376331 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd79133-724e-4a16-8b07-c6b825afd5ae req-78372d19-6741-4fa8-b030-2a6857c7cb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:58.378288 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4cd79133-724e-4a16-8b07-c6b825afd5ae req-78372d19-6741-4fa8-b030-2a6857c7cb35 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6a3a5b5-608c-42ac-b15c-afa126eaae53 HTTP/1.1" status: 200 len: 846 time: 0.0965526 Jul 16 01:32:58.403994 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66937822-2f2f-4eea-9e38-dbe7fd3df021 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.411937 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.428332 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4cd79133-724e-4a16-8b07-c6b825afd5ae req-95593fe7-0e74-4ef0-a4e9-9525a5ff4e8d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372102 Jul 16 01:32:58.437884 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b073972-47b5-4330-beb2-3d60954214ab req-47012d83-48a2-404f-b3cc-2a84fd2fb417 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 210 time: 0.1093731 Jul 16 01:32:58.488915 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66937822-2f2f-4eea-9e38-dbe7fd3df021 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.493750 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Allocated IP 172.20.255.242 (8bc47867-6886-4ada-934b-09aad3e0a64e/c9841f1d-cd9f-4aee-976f-232ba749b7b6/c9dbde9c-e9ec-41fa-b991-4af90346d030) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:58.496035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66937822-2f2f-4eea-9e38-dbe7fd3df021 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:58.496827 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66937822-2f2f-4eea-9e38-dbe7fd3df021 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.510906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] Deleting port 7344359e-9061-49d6-b584-55c0748f5414 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:32:58.511448 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.578581 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-66937822-2f2f-4eea-9e38-dbe7fd3df021 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6149538 Jul 16 01:32:58.581763 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43116) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:58.591527 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5886ff59-83be-4888-84b9-00ad06c66e36 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'subnet': {'network_id': '02689207-a5b0-44af-a3dc-39a127faa182', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:58.591733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] For port 7344359e-9061-49d6-b584-55c0748f5414, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7344359e-9061-49d6-b584-55c0748f5414,segment=NetworkSegment(372700b0-71eb-4aa5-9958-4b05fbbce3b1),segment_id=372700b0-71eb-4aa5-9958-4b05fbbce3b1)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:32:58.591733 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.609738 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] Calling delete_port for 7344359e-9061-49d6-b584-55c0748f5414 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:32:58.893089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-af22f343-f92b-4ad4-9de1-7d897c2237fb tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:58.894652 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-af22f343-f92b-4ad4-9de1-7d897c2237fb tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 806 time: 0.2236183 Jul 16 01:32:58.895321 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.922398 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-b508d1cb-8a98-40d5-ba83-a4cf0e973d0c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Request body: {'port': {'device_id': 'c98ec42f-1603-432f-bef5-17b0ce698f09', 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4', 'admin_state_up': True, 'tenant_id': '8cb32862d6424975b183aae124a5a905'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:32:58.928748 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:58.938855 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Transition to ACTIVE for port object c9dbde9c-e9ec-41fa-b991-4af90346d030 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:58.955016 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332e1f96-59cb-4601-97c5-f9d694a65ca0 None None] DHCP port deletion for 183fa0b7-880a-4f01-b05b-f8422c9579f2 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:32:58.962677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Transition to ACTIVE for port object c9dbde9c-e9ec-41fa-b991-4af90346d030 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:32:58.975223 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.015834 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Network 8bc47867-6886-4ada-934b-09aad3e0a64e is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:32:59.018797 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:59.023474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:32:59.061104 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Pushing event updated for resources: {'Port': ['ID=c9dbde9c-e9ec-41fa-b991-4af90346d030,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:59.095125 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4cd79133-724e-4a16-8b07-c6b825afd5ae req-75eac850-5e95-4cf5-ab7f-c78585a12a62 service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6487370 Jul 16 01:32:59.098659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66937822-2f2f-4eea-9e38-dbe7fd3df021 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Network': ['ID=02689207-a5b0-44af-a3dc-39a127faa182,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:59.115967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 02689207-a5b0-44af-a3dc-39a127faa182 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:32:59.124544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] No DVR routers for this DVR port 7344359e-9061-49d6-b584-55c0748f5414 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:32:59.126367 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=7344359e-9061-49d6-b584-55c0748f5414,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:59.196168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Attempting to bind port c9dbde9c-e9ec-41fa-b991-4af90346d030 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:32:59.196727 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Attempting to bind port c9dbde9c-e9ec-41fa-b991-4af90346d030 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '26c2ee42-9000-44b3-a44d-7c57343fe59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8bc47867-6886-4ada-934b-09aad3e0a64e'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:32:59.196899 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Attempting to bind port c9dbde9c-e9ec-41fa-b991-4af90346d030 on network 8bc47867-6886-4ada-934b-09aad3e0a64e {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:32:59.220993 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.234260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['183fa0b7-880a-4f01-b05b-f8422c9579f2']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:59.241798 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:32:59.242764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Checking segment: {'id': '26c2ee42-9000-44b3-a44d-7c57343fe59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8bc47867-6886-4ada-934b-09aad3e0a64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:59.243365 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.244442 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Bound using segment: {'id': '26c2ee42-9000-44b3-a44d-7c57343fe59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8bc47867-6886-4ada-934b-09aad3e0a64e'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:32:59.245217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Bound port: c9dbde9c-e9ec-41fa-b991-4af90346d030, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c2ee42-9000-44b3-a44d-7c57343fe59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '8bc47867-6886-4ada-934b-09aad3e0a64e'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:32:59.246640 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.247039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '372700b0-71eb-4aa5-9958-4b05fbbce3b1') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:59.247684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '372700b0-71eb-4aa5-9958-4b05fbbce3b1') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:32:59.249378 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5886ff59-83be-4888-84b9-00ad06c66e36 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:59.252886 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5886ff59-83be-4888-84b9-00ad06c66e36 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.259458 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.275073 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.281417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:32:59.281808 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.325703 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] For port c9dbde9c-e9ec-41fa-b991-4af90346d030, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:32:59.331296 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:32:59.333903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-b508d1cb-8a98-40d5-ba83-a4cf0e973d0c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Made reservation on behalf of 8cb32862d6424975b183aae124a5a905 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:32:59.336768 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-b508d1cb-8a98-40d5-ba83-a4cf0e973d0c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.339848 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4cd79133-724e-4a16-8b07-c6b825afd5ae req-0e89c46a-02f3-41dd-9f48-6f09b81c7298 service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349288 Jul 16 01:32:59.352543 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] For port c9dbde9c-e9ec-41fa-b991-4af90346d030, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c9dbde9c-e9ec-41fa-b991-4af90346d030,segment=NetworkSegment(26c2ee42-9000-44b3-a44d-7c57343fe59b),segment_id=26c2ee42-9000-44b3-a44d-7c57343fe59b)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:32:59.358797 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.365053 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.374160 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.379488 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] 10.222.0.22 "DELETE /v2.0/networks/183fa0b7-880a-4f01-b05b-f8422c9579f2 HTTP/1.1" status: 204 len: 168 time: 1.0841143 Jul 16 01:32:59.398062 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbebbc8-6a3f-4e38-ac43-431fa685e8bf admin admin] Pushing event deleted for resources: {'Network': ['ID=183fa0b7-880a-4f01-b05b-f8422c9579f2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:59.449083 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ecbc9-be88-4306-b657-76265b09e9e0 None None] Pushing event updated for resources: {'Port': ['ID=c9dbde9c-e9ec-41fa-b991-4af90346d030,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:59.527658 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5886ff59-83be-4888-84b9-00ad06c66e36 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.543954 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-b508d1cb-8a98-40d5-ba83-a4cf0e973d0c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Allocated IP 172.20.0.7 (e13e5abd-69c8-4ead-93cd-c7ed7a837fd4/b6a3a5b5-608c-42ac-b15c-afa126eaae53/cc07ead1-c6a9-4ebc-944b-3d124b75723f) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:32:59.654736 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886ff59-83be-4888-84b9-00ad06c66e36 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Subnet': ['ID=9b5421df-7568-4d86-b657-1c7463f40881,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:32:59.665391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5886ff59-83be-4888-84b9-00ad06c66e36 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Checking segment: {'id': 'f38ab996-3b0e-4efa-9e68-e2869222030b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '02689207-a5b0-44af-a3dc-39a127faa182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:32:59.665759 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5886ff59-83be-4888-84b9-00ad06c66e36 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network hostable DHCP agents. Network: 02689207-a5b0-44af-a3dc-39a127faa182, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:32:59.677338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43130) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:59.693288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5886ff59-83be-4888-84b9-00ad06c66e36 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network 02689207-a5b0-44af-a3dc-39a127faa182 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:32:59.708657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-5886ff59-83be-4888-84b9-00ad06c66e36 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 02689207-a5b0-44af-a3dc-39a127faa182) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:32:59.713943 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5886ff59-83be-4888-84b9-00ad06c66e36 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:32:59.714698 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5886ff59-83be-4888-84b9-00ad06c66e36 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.734612 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5886ff59-83be-4888-84b9-00ad06c66e36 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1516738 Jul 16 01:32:59.736493 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79ea85f5-c107-4b40-8453-30b75be55c77 req-7d2bb28e-bcb4-4455-b008-e7bc297a663b tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 210 time: 0.0900736 Jul 16 01:32:59.737368 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43132) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:59.745655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13b3233-a38c-4105-8ca8-dc41d2b4a58d None None] Network 02689207-a5b0-44af-a3dc-39a127faa182 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:32:59.855104 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5e4fc307-5fd5-4a2d-a218-f4f70261c62f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f9b353b338974c1e881a2633a3da09f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524665 Jul 16 01:32:59.860703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43136) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:32:59.873702 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-b508d1cb-8a98-40d5-ba83-a4cf0e973d0c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.975816 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efabceca-174f-4219-9614-31b9d2ffa793 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:32:59.988978 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27af98fd-149a-4aa8-b696-1fbdb583da8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.047729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576b9d9b-2ce8-4b1b-842a-a08620b785e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-02689207-a5b0-44af-a3dc-39a127faa182', 'network_id': '02689207-a5b0-44af-a3dc-39a127faa182', 'tenant_id': '240fdc30006a4a03a822beb7f5680c29', 'fixed_ips': [{'subnet_id': '9b5421df-7568-4d86-b657-1c7463f40881'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:00.050876 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efabceca-174f-4219-9614-31b9d2ffa793 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.053211 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-576b9d9b-2ce8-4b1b-842a-a08620b785e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.083796 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27af98fd-149a-4aa8-b696-1fbdb583da8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.132777 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efabceca-174f-4219-9614-31b9d2ffa793 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.140499 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-b508d1cb-8a98-40d5-ba83-a4cf0e973d0c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.194725 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabceca-174f-4219-9614-31b9d2ffa793 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5421df-7568-4d86-b657-1c7463f40881,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:00.216852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-b508d1cb-8a98-40d5-ba83-a4cf0e973d0c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:00.222235 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-b508d1cb-8a98-40d5-ba83-a4cf0e973d0c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:00.225751 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-b508d1cb-8a98-40d5-ba83-a4cf0e973d0c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:00.259339 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efabceca-174f-4219-9614-31b9d2ffa793 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.281924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-efabceca-174f-4219-9614-31b9d2ffa793 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02689207-a5b0-44af-a3dc-39a127faa182']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:00.282352 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['645d82de-145c-4367-bb8f-fe0ddb02e32b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:00.284133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-b508d1cb-8a98-40d5-ba83-a4cf0e973d0c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:00.284853 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-b508d1cb-8a98-40d5-ba83-a4cf0e973d0c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.288178 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c9dbde9c-e9ec-41fa-b991-4af90346d030 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:00.293565 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508d1cb-8a98-40d5-ba83-a4cf0e973d0c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Pushing event updated for resources: {'Port': ['ID=cc07ead1-c6a9-4ebc-944b-3d124b75723f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:00.303101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-efabceca-174f-4219-9614-31b9d2ffa793 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38ab996-3b0e-4efa-9e68-e2869222030b') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:00.303240 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-efabceca-174f-4219-9614-31b9d2ffa793 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38ab996-3b0e-4efa-9e68-e2869222030b') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:00.307663 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-b508d1cb-8a98-40d5-ba83-a4cf0e973d0c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3922732 Jul 16 01:33:00.309257 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27af98fd-149a-4aa8-b696-1fbdb583da8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.312179 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27af98fd-149a-4aa8-b696-1fbdb583da8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.313425 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-27af98fd-149a-4aa8-b696-1fbdb583da8a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a953371d-9269-42e1-b366-806ad8002d41 HTTP/1.1" status: 204 len: 168 time: 0.4515457 Jul 16 01:33:00.318866 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efabceca-174f-4219-9614-31b9d2ffa793 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.324481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Request body: {'port': {'device_id': 'c98ec42f-1603-432f-bef5-17b0ce698f09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:00.339927 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efabceca-174f-4219-9614-31b9d2ffa793 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.341990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af98fd-149a-4aa8-b696-1fbdb583da8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a953371d-9269-42e1-b366-806ad8002d41,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:00.349868 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efabceca-174f-4219-9614-31b9d2ffa793 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:00.350458 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efabceca-174f-4219-9614-31b9d2ffa793 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server [None req-576b9d9b-2ce8-4b1b-842a-a08620b785e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b5421df-7568-4d86-b657-1c7463f40881: This subnet is being modified by another concurrent operation. Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:33:00.372363 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9b5421df-7568-4d86-b657-1c7463f40881: This subnet is being modified by another concurrent operation. Jul 16 01:33:00.375970 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Jul 16 01:33:00.454171 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9acce80-5732-4b5e-acd6-b29c9731c495 None None] Network 02689207-a5b0-44af-a3dc-39a127faa182 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:00.469843 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:00.478011 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:00.484743 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efabceca-174f-4219-9614-31b9d2ffa793 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.506964 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efabceca-174f-4219-9614-31b9d2ffa793 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.509019 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-efabceca-174f-4219-9614-31b9d2ffa793 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/02689207-a5b0-44af-a3dc-39a127faa182 HTTP/1.1" status: 204 len: 168 time: 0.7705624 Jul 16 01:33:00.521319 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43146) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:00.527193 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-64848c12-8633-49b6-99fe-3e7da08d9a7c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-879796215'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:00.530692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efabceca-174f-4219-9614-31b9d2ffa793 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Network': ['ID=02689207-a5b0-44af-a3dc-39a127faa182,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:00.554443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64848c12-8633-49b6-99fe-3e7da08d9a7c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:00.561954 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64848c12-8633-49b6-99fe-3e7da08d9a7c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.564654 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.632028 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64848c12-8633-49b6-99fe-3e7da08d9a7c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:00.654575 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64848c12-8633-49b6-99fe-3e7da08d9a7c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.655326 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-64848c12-8633-49b6-99fe-3e7da08d9a7c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Added segment e344f29f-1851-483d-b4cd-a55bc71db135 of type vlan for network 88bcde36-a64b-4c0d-8866-64561e5c7eb6 Jul 16 01:33:00.734353 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64848c12-8633-49b6-99fe-3e7da08d9a7c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.767791 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64848c12-8633-49b6-99fe-3e7da08d9a7c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.775134 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64848c12-8633-49b6-99fe-3e7da08d9a7c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:00.776226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port c9dbde9c-e9ec-41fa-b991-4af90346d030 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:00.776633 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64848c12-8633-49b6-99fe-3e7da08d9a7c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:00.797250 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-64848c12-8633-49b6-99fe-3e7da08d9a7c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2746100 Jul 16 01:33:00.809672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43152) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:00.815572 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-72e85613-fb2e-4a3e-a7af-fd07487e5ccc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'subnet': {'network_id': '88bcde36-a64b-4c0d-8866-64561e5c7eb6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:01.046327 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64848c12-8633-49b6-99fe-3e7da08d9a7c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Network': ['ID=88bcde36-a64b-4c0d-8866-64561e5c7eb6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:01.087724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc07ead1-c6a9-4ebc-944b-3d124b75723f {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:01.090253 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e85613-fb2e-4a3e-a7af-fd07487e5ccc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:01.097753 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.109238 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72e85613-fb2e-4a3e-a7af-fd07487e5ccc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.115591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Transition to ACTIVE for port object cc07ead1-c6a9-4ebc-944b-3d124b75723f will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:01.129778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43162) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:01.136091 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.224608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7344359e-9061-49d6-b584-55c0748f5414 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:01.260794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 88bcde36-a64b-4c0d-8866-64561e5c7eb6 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:01.262813 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33edf2b7-8b6e-470e-9ea3-a792c182585c None None] Network 8bc47867-6886-4ada-934b-09aad3e0a64e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:01.274622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 7344359e-9061-49d6-b584-55c0748f5414 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:01.275242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7344359e-9061-49d6-b584-55c0748f5414 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:01.295794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.ipam_backend_mixin [None req-72e85613-fb2e-4a3e-a7af-fd07487e5ccc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Performing IP validity checks on allocation pools {{(pid=93920) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:33:01.310845 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.ipam_backend_mixin [None req-72e85613-fb2e-4a3e-a7af-fd07487e5ccc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93920) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:33:01.345631 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-af7646a2-c0cd-48c9-bcd8-bbc96b2414e3 None None] Provisioning for port c9dbde9c-e9ec-41fa-b991-4af90346d030 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:01.356673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-af7646a2-c0cd-48c9-bcd8-bbc96b2414e3 None None] Provisioning complete for port c9dbde9c-e9ec-41fa-b991-4af90346d030 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:01.357352 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af7646a2-c0cd-48c9-bcd8-bbc96b2414e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.412280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc07ead1-c6a9-4ebc-944b-3d124b75723f,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:01.416904 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b1e76734-8e35-432f-a0a8-30f4f2776e5f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d9e1cb76aa74c15bb55e263ea81de77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820418 Jul 16 01:33:01.421916 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43170) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:01.425628 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.447426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f756b-2a63-43f6-bebe-40f8a60e826b req-edc94ac4-1bb3-4ab2-81f2-a8e5720c41ad tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.449036 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-784f756b-2a63-43f6-bebe-40f8a60e826b req-edc94ac4-1bb3-4ab2-81f2-a8e5720c41ad tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 943 time: 0.3319402 Jul 16 01:33:01.539679 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72e85613-fb2e-4a3e-a7af-fd07487e5ccc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.548778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43172) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:01.575126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Attempting to bind port cc07ead1-c6a9-4ebc-944b-3d124b75723f on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:01.575594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Attempting to bind port cc07ead1-c6a9-4ebc-944b-3d124b75723f by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:01.576059 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Attempting to bind port cc07ead1-c6a9-4ebc-944b-3d124b75723f on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:01.610358 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:33:01.611815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-784f756b-2a63-43f6-bebe-40f8a60e826b req-3797b6c6-282a-4ba8-8239-03357a5fe391 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399295 Jul 16 01:33:01.612713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Port cc07ead1-c6a9-4ebc-944b-3d124b75723f on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:01.613251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Attempting to bind port cc07ead1-c6a9-4ebc-944b-3d124b75723f on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:01.625767 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e85613-fb2e-4a3e-a7af-fd07487e5ccc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Subnet': ['ID=e5f4fd30-9380-44b8-98a8-233eb75ce172,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:01.636224 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3049dbcb-f4c9-46c9-ad55-e797b4c4250b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.637233 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e85613-fb2e-4a3e-a7af-fd07487e5ccc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Checking segment: {'id': 'e344f29f-1851-483d-b4cd-a55bc71db135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88bcde36-a64b-4c0d-8866-64561e5c7eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:01.637608 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e85613-fb2e-4a3e-a7af-fd07487e5ccc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network hostable DHCP agents. Network: 88bcde36-a64b-4c0d-8866-64561e5c7eb6, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:01.639340 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:01.640084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Checking segment: {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:01.640084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Bound using segment: {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:01.640740 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Bound port: cc07ead1-c6a9-4ebc-944b-3d124b75723f, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:01.641205 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.668400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e85613-fb2e-4a3e-a7af-fd07487e5ccc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network 88bcde36-a64b-4c0d-8866-64561e5c7eb6 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:01.696844 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-72e85613-fb2e-4a3e-a7af-fd07487e5ccc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 88bcde36-a64b-4c0d-8866-64561e5c7eb6) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:01.703022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e85613-fb2e-4a3e-a7af-fd07487e5ccc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.703690 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72e85613-fb2e-4a3e-a7af-fd07487e5ccc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.706255 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af7646a2-c0cd-48c9-bcd8-bbc96b2414e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.712959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a01d069-3095-47be-b411-b3b26d990269 None None] Network 88bcde36-a64b-4c0d-8866-64561e5c7eb6 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:01.726877 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-72e85613-fb2e-4a3e-a7af-fd07487e5ccc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.9158087 Jul 16 01:33:01.729518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43178) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:01.731343 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3049dbcb-f4c9-46c9-ad55-e797b4c4250b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.739817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] For port cc07ead1-c6a9-4ebc-944b-3d124b75723f, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:01.825623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] For port cc07ead1-c6a9-4ebc-944b-3d124b75723f, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=cc07ead1-c6a9-4ebc-944b-3d124b75723f,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:01.838110 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.841318 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-af7646a2-c0cd-48c9-bcd8-bbc96b2414e3 None None] For port c9dbde9c-e9ec-41fa-b991-4af90346d030, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c9dbde9c-e9ec-41fa-b991-4af90346d030,segment=NetworkSegment(26c2ee42-9000-44b3-a44d-7c57343fe59b),segment_id=26c2ee42-9000-44b3-a44d-7c57343fe59b)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:01.850395 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af7646a2-c0cd-48c9-bcd8-bbc96b2414e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.941789 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2d5d-114a-4898-81ca-ffea3c0ee13b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.954733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7646a2-c0cd-48c9-bcd8-bbc96b2414e3 None None] Pushing event updated for resources: {'Port': ['ID=c9dbde9c-e9ec-41fa-b991-4af90346d030,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:01.971468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:01.972131 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:01.974077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] 10.222.0.70 "PUT /v2.0/ports/cc07ead1-c6a9-4ebc-944b-3d124b75723f HTTP/1.1" status: 200 len: 1092 time: 1.6572828 Jul 16 01:33:01.974710 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c98ec42f-1603-432f-bef5-17b0ce698f09', 'tag': 'cc07ead1-c6a9-4ebc-944b-3d124b75723f'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:01.977016 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee14163-7a2f-43c3-ae9c-f95d090baff3" -d '{"events": [{"name": "network-changed", "server_uuid": "c98ec42f-1603-432f-bef5-17b0ce698f09", "tag": "cc07ead1-c6a9-4ebc-944b-3d124b75723f"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:02.010909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-88bcde36-a64b-4c0d-8866-64561e5c7eb6', 'network_id': '88bcde36-a64b-4c0d-8866-64561e5c7eb6', 'tenant_id': '240fdc30006a4a03a822beb7f5680c29', 'fixed_ips': [{'subnet_id': 'e5f4fd30-9380-44b8-98a8-233eb75ce172'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:02.010909 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.069557 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3049dbcb-f4c9-46c9-ad55-e797b4c4250b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.072000 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3049dbcb-f4c9-46c9-ad55-e797b4c4250b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.073161 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3049dbcb-f4c9-46c9-ad55-e797b4c4250b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc42873d-5d60-47bd-b021-b3f53248781e HTTP/1.1" status: 204 len: 168 time: 0.6501231 Jul 16 01:33:02.075798 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3016526c-0f49-413c-9b30-9c3cb2109c4c x-openstack-request-id: req-3016526c-0f49-413c-9b30-9c3cb2109c4c {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:02.076099 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c98ec42f-1603-432f-bef5-17b0ce698f09", "tag": "cc07ead1-c6a9-4ebc-944b-3d124b75723f", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:02.076354 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3016526c-0f49-413c-9b30-9c3cb2109c4c {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:02.076748 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c98ec42f-1603-432f-bef5-17b0ce698f09', 'tag': 'cc07ead1-c6a9-4ebc-944b-3d124b75723f', 'status': 'completed', 'code': 200} Jul 16 01:33:02.082378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de1185-a3bc-46a6-af29-d48f59af56a0 service neutron] Pushing event updated for resources: {'Port': ['ID=cc07ead1-c6a9-4ebc-944b-3d124b75723f,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.115788 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.125461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049dbcb-f4c9-46c9-ad55-e797b4c4250b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc42873d-5d60-47bd-b021-b3f53248781e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.128405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c9dbde9c-e9ec-41fa-b991-4af90346d030 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:02.222664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03ee4b3-0279-42e0-8dbf-18a0ae84663e req-40b4e318-51f6-4dd9-869a-714a8b42d2ed tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:02.224808 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b03ee4b3-0279-42e0-8dbf-18a0ae84663e req-40b4e318-51f6-4dd9-869a-714a8b42d2ed tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.3166573 Jul 16 01:33:02.270742 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Allocated IP 172.20.0.3 (88bcde36-a64b-4c0d-8866-64561e5c7eb6/e5f4fd30-9380-44b8-98a8-233eb75ce172/4dde5aad-bb79-47be-b572-2865dadc8083) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:02.276507 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port c9dbde9c-e9ec-41fa-b991-4af90346d030 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:02.276974 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.288443 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.293209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-dbc6ef46-0122-4a70-a0ea-c933a2426908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:02.295384 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-dbc6ef46-0122-4a70-a0ea-c933a2426908 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 1095 time: 0.2576053 Jul 16 01:33:02.391010 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-376037d4-1a5b-41a2-840b-a096c03ff166 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc07ead1-c6a9-4ebc-944b-3d124b75723f HTTP/1.1" status: 200 len: 217 time: 0.0676229 Jul 16 01:33:02.426948 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2d5d-114a-4898-81ca-ffea3c0ee13b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.440485 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b03ee4b3-0279-42e0-8dbf-18a0ae84663e req-7c377ce5-e3bd-4cc8-a724-18f2a75d5e27 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1985781 Jul 16 01:33:02.473296 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac6c2d5d-114a-4898-81ca-ffea3c0ee13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.496441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9243f294-c652-484f-9714-00eb252519b6 None None] Provisioning complete for port c9dbde9c-e9ec-41fa-b991-4af90346d030 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:02.497036 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9243f294-c652-484f-9714-00eb252519b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.522634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-4f001542-09e8-448b-a178-4a43e0ae99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:02.524334 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-4f001542-09e8-448b-a178-4a43e0ae99fa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6a3a5b5-608c-42ac-b15c-afa126eaae53 HTTP/1.1" status: 200 len: 846 time: 0.1190758 Jul 16 01:33:02.534301 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ac6c2d5d-114a-4898-81ca-ffea3c0ee13b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a93a95289fb47129f31f94c68bc8f3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9841471 Jul 16 01:33:02.537693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c2d5d-114a-4898-81ca-ffea3c0ee13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4517fac7-9fdb-4063-8fb9-3a1bdc26d347,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.537870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43186) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:02.584842 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-605ceb97-a996-4f4c-9620-1c6364ec1071 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442169 Jul 16 01:33:02.613803 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.625334 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Transition to ACTIVE for port object 4dde5aad-bb79-47be-b572-2865dadc8083 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:02.649608 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1acb78cc-f47f-4297-8f82-b0819f4277de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.680706 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1acb78cc-f47f-4297-8f82-b0819f4277de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.682971 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Transition to ACTIVE for port object 4dde5aad-bb79-47be-b572-2865dadc8083 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:02.717378 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.725612 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.737618 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-4aa6d8f4-8ab2-4c42-80cf-508522c9fb8b service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386657 Jul 16 01:33:02.765645 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Network 88bcde36-a64b-4c0d-8866-64561e5c7eb6 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:02.768294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1acb78cc-f47f-4297-8f82-b0819f4277de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.773252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:02.774331 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1acb78cc-f47f-4297-8f82-b0819f4277de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.777012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:02.783254 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1acb78cc-f47f-4297-8f82-b0819f4277de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4517fac7-9fdb-4063-8fb9-3a1bdc26d347 HTTP/1.1" status: 204 len: 168 time: 0.2425292 Jul 16 01:33:02.788785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Subnet': ['ID=e5f4fd30-9380-44b8-98a8-233eb75ce172,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.794735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb78cc-f47f-4297-8f82-b0819f4277de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4517fac7-9fdb-4063-8fb9-3a1bdc26d347,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.831649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Pushing event updated for resources: {'Port': ['ID=4dde5aad-bb79-47be-b572-2865dadc8083,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:02.872662 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Attempting to bind port 4dde5aad-bb79-47be-b572-2865dadc8083 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:02.873132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Attempting to bind port 4dde5aad-bb79-47be-b572-2865dadc8083 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'e344f29f-1851-483d-b4cd-a55bc71db135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88bcde36-a64b-4c0d-8866-64561e5c7eb6'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:02.873587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Attempting to bind port 4dde5aad-bb79-47be-b572-2865dadc8083 on network 88bcde36-a64b-4c0d-8866-64561e5c7eb6 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:02.878711 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:02.879091 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Checking segment: {'id': 'e344f29f-1851-483d-b4cd-a55bc71db135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88bcde36-a64b-4c0d-8866-64561e5c7eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:02.879498 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.880467 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Bound using segment: {'id': 'e344f29f-1851-483d-b4cd-a55bc71db135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88bcde36-a64b-4c0d-8866-64561e5c7eb6'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:02.880937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Bound port: 4dde5aad-bb79-47be-b572-2865dadc8083, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e344f29f-1851-483d-b4cd-a55bc71db135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '88bcde36-a64b-4c0d-8866-64561e5c7eb6'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:02.881322 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.896709 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.937262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88bcde36-a64b-4c0d-8866-64561e5c7eb6']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:02.957148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] For port 4dde5aad-bb79-47be-b572-2865dadc8083, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:02.960608 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e344f29f-1851-483d-b4cd-a55bc71db135') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:02.961031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e344f29f-1851-483d-b4cd-a55bc71db135') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:02.963397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] For port 4dde5aad-bb79-47be-b572-2865dadc8083, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4dde5aad-bb79-47be-b572-2865dadc8083,segment=NetworkSegment(e344f29f-1851-483d-b4cd-a55bc71db135),segment_id=e344f29f-1851-483d-b4cd-a55bc71db135)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:02.968761 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:02.979464 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.014322 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f572d-e850-4a38-873e-f02fbb6d6247 req-2572e97e-06c0-4cc8-8af8-05baa3c02356 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.015867 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-533f572d-e850-4a38-873e-f02fbb6d6247 req-2572e97e-06c0-4cc8-8af8-05baa3c02356 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 943 time: 0.2075248 Jul 16 01:33:03.018203 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.033102 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26159df2-2792-4f05-871b-4aa74f693ac1 req-683a5876-1f54-4034-9251-1572af4b4102 service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850776 Jul 16 01:33:03.036456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:03.036863 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:03.040738 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:03.077591 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2801be0-6022-4c50-b95e-4dc7f92695f1 None None] Pushing event updated for resources: {'Port': ['ID=4dde5aad-bb79-47be-b572-2865dadc8083,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:03.090891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554d33a3-7e60-4dbb-9868-d172a5d15e8b None None] Network 88bcde36-a64b-4c0d-8866-64561e5c7eb6 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:03.165373 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.db.api [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:33:03.165373 n-d-791505-14 neutron-server[93919]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:33:03.165373 n-d-791505-14 neutron-server[93919]: [parameters: {'id': '88bcde36-a64b-4c0d-8866-64561e5c7eb6'}] Jul 16 01:33:03.165373 n-d-791505-14 neutron-server[93919]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93919) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:33:03.166176 n-d-791505-14 neutron-server[93919]: DEBUG oslo_db.api [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:33:03.171289 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-533f572d-e850-4a38-873e-f02fbb6d6247 req-f3b746b4-e630-40fd-8dd7-1b53d1f87db2 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360886 Jul 16 01:33:03.195930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee14163-7a2f-43c3-ae9c-f95d090baff3 req-22940d7c-01c8-4588-b060-f2158dc05c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.197437 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bee14163-7a2f-43c3-ae9c-f95d090baff3 req-22940d7c-01c8-4588-b060-f2158dc05c29 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 1095 time: 0.0671797 Jul 16 01:33:03.245421 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d22bb8b-fb49-4d17-b2cb-7bb0001f33e3 None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:33:03.298970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee14163-7a2f-43c3-ae9c-f95d090baff3 req-5396461d-9b7c-4d2e-92bc-04ba4fa3db13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.300740 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bee14163-7a2f-43c3-ae9c-f95d090baff3 req-5396461d-9b7c-4d2e-92bc-04ba4fa3db13 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 907 time: 0.0964308 Jul 16 01:33:03.343504 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d22bb8b-fb49-4d17-b2cb-7bb0001f33e3 None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:33:03.346020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bee14163-7a2f-43c3-ae9c-f95d090baff3 req-7a96f3db-3963-4a98-98d4-3bcfae7de550 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cc07ead1-c6a9-4ebc-944b-3d124b75723f HTTP/1.1" status: 200 len: 217 time: 0.0348606 Jul 16 01:33:03.407442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee14163-7a2f-43c3-ae9c-f95d090baff3 req-cbdd3987-d86c-4070-adcb-61816651d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.409176 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bee14163-7a2f-43c3-ae9c-f95d090baff3 req-cbdd3987-d86c-4070-adcb-61816651d4d2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6a3a5b5-608c-42ac-b15c-afa126eaae53 HTTP/1.1" status: 200 len: 846 time: 0.0526054 Jul 16 01:33:03.446317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bee14163-7a2f-43c3-ae9c-f95d090baff3 req-a9831e9e-7884-465b-9eb6-f467d1a6ac2e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281634 Jul 16 01:33:03.551518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bee14163-7a2f-43c3-ae9c-f95d090baff3 req-10ec15f8-cf6a-49cf-891a-20b9c9f92590 service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959995 Jul 16 01:33:03.645993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147b8faf-baad-46fa-8fbb-82c911febe1b None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:33:03.667173 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.707013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb8c26-2817-4902-a278-9525bb7eaa9a req-db6aa1cd-5149-43fd-91dd-c113bdd39a53 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:03.709219 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afcb8c26-2817-4902-a278-9525bb7eaa9a req-db6aa1cd-5149-43fd-91dd-c113bdd39a53 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.1502910 Jul 16 01:33:03.765736 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bee14163-7a2f-43c3-ae9c-f95d090baff3 req-46b813a1-7181-4535-b4ca-d960f8c57db9 service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962683 Jul 16 01:33:03.769208 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147b8faf-baad-46fa-8fbb-82c911febe1b None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:33:03.791399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afcb8c26-2817-4902-a278-9525bb7eaa9a req-d9590ae0-e498-42bd-acfe-f77862f369f6 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0755644 Jul 16 01:33:03.802139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Deleting port 4dde5aad-bb79-47be-b572-2865dadc8083 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:03.802611 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.872866 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] For port 4dde5aad-bb79-47be-b572-2865dadc8083, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4dde5aad-bb79-47be-b572-2865dadc8083,segment=NetworkSegment(e344f29f-1851-483d-b4cd-a55bc71db135),segment_id=e344f29f-1851-483d-b4cd-a55bc71db135)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:03.873238 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.885736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Calling delete_port for 4dde5aad-bb79-47be-b572-2865dadc8083 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:03.971798 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:03.998838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Port': ['ID=4dde5aad-bb79-47be-b572-2865dadc8083,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:04.002586 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No DVR routers for this DVR port 4dde5aad-bb79-47be-b572-2865dadc8083 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:04.381139 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.400886 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88bcde36-a64b-4c0d-8866-64561e5c7eb6']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:04.427556 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e344f29f-1851-483d-b4cd-a55bc71db135') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:04.427884 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e344f29f-1851-483d-b4cd-a55bc71db135') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:04.440953 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.460990 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.470113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:04.470113 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:04.472620 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:04.502783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659502a0-14ab-4c68-9584-1ec0737ea29f req-0da092ac-657b-4a73-a13d-7190004b7e06 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.504301 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-659502a0-14ab-4c68-9584-1ec0737ea29f req-0da092ac-657b-4a73-a13d-7190004b7e06 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 943 time: 0.1203530 Jul 16 01:33:04.561418 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.574916 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.576726 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/88bcde36-a64b-4c0d-8866-64561e5c7eb6 HTTP/1.1" status: 204 len: 168 time: 2.8433349 Jul 16 01:33:04.580194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43238) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:04.593440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-517fe5f0-4ddc-4ab4-8331-300f49c4821b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-475281188'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:04.600002 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-659502a0-14ab-4c68-9584-1ec0737ea29f req-a8fc0909-1e2d-458d-a307-50c6081c6276 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891993 Jul 16 01:33:04.600717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ecca96-cd2b-4ea3-92ba-21938b7f8d8e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Network': ['ID=88bcde36-a64b-4c0d-8866-64561e5c7eb6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:04.620818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517fe5f0-4ddc-4ab4-8331-300f49c4821b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:04.624526 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-517fe5f0-4ddc-4ab4-8331-300f49c4821b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.650035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517fe5f0-4ddc-4ab4-8331-300f49c4821b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:04.659097 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-517fe5f0-4ddc-4ab4-8331-300f49c4821b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.659446 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-517fe5f0-4ddc-4ab4-8331-300f49c4821b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Added segment 08990a43-4243-4cfd-953b-e04eca624bc1 of type vlan for network 25100ae3-52ad-4820-8753-a18d8bb2883b Jul 16 01:33:04.700819 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-517fe5f0-4ddc-4ab4-8331-300f49c4821b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.731133 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-517fe5f0-4ddc-4ab4-8331-300f49c4821b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.738376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517fe5f0-4ddc-4ab4-8331-300f49c4821b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:04.738992 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-517fe5f0-4ddc-4ab4-8331-300f49c4821b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.762240 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b047dea7-3a28-4e2b-8cf1-a8175e1902e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:04.781316 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-517fe5f0-4ddc-4ab4-8331-300f49c4821b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.1919103 Jul 16 01:33:04.784003 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43246) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:04.789339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9d73fd4e-cce2-4172-9d7c-01bcd661d49b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'subnet': {'network_id': '25100ae3-52ad-4820-8753-a18d8bb2883b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:04.832417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fe5f0-4ddc-4ab4-8331-300f49c4821b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Network': ['ID=25100ae3-52ad-4820-8753-a18d8bb2883b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:04.845435 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 25100ae3-52ad-4820-8753-a18d8bb2883b details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:04.862541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device cc07ead1-c6a9-4ebc-944b-3d124b75723f details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:04.915972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d73fd4e-cce2-4172-9d7c-01bcd661d49b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:04.921688 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d73fd4e-cce2-4172-9d7c-01bcd661d49b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.004521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a39b32-5133-4c1f-b026-c9f0d6abe000 req-4cdd2e31-164b-4fb7-80aa-ff2f498f3172 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.006881 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83a39b32-5133-4c1f-b026-c9f0d6abe000 req-4cdd2e31-164b-4fb7-80aa-ff2f498f3172 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.0843883 Jul 16 01:33:05.058623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83a39b32-5133-4c1f-b026-c9f0d6abe000 req-3084629f-acad-4a52-a416-183f23211b2e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460448 Jul 16 01:33:05.151000 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d73fd4e-cce2-4172-9d7c-01bcd661d49b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.185943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port cc07ead1-c6a9-4ebc-944b-3d124b75723f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=cc07ead1-c6a9-4ebc-944b-3d124b75723f,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:05.198240 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'cc07ead1-c6a9-4ebc-944b-3d124b75723f', 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4', 'port_id': 'cc07ead1-c6a9-4ebc-944b-3d124b75723f', 'mac_address': 'fa:16:3e:c0:aa:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a3a5b5-608c-42ac-b15c-afa126eaae53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:05.222180 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73fd4e-cce2-4172-9d7c-01bcd661d49b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Subnet': ['ID=0517d786-9b1e-4153-a7da-8bdd30516a89,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:05.231159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d73fd4e-cce2-4172-9d7c-01bcd661d49b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Checking segment: {'id': '08990a43-4243-4cfd-953b-e04eca624bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '25100ae3-52ad-4820-8753-a18d8bb2883b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:05.231602 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d73fd4e-cce2-4172-9d7c-01bcd661d49b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network hostable DHCP agents. Network: 25100ae3-52ad-4820-8753-a18d8bb2883b, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:05.236687 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.242389 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43254) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:05.252965 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc07ead1-c6a9-4ebc-944b-3d124b75723f {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:05.257618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d73fd4e-cce2-4172-9d7c-01bcd661d49b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network 25100ae3-52ad-4820-8753-a18d8bb2883b is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:05.273018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-9d73fd4e-cce2-4172-9d7c-01bcd661d49b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 25100ae3-52ad-4820-8753-a18d8bb2883b) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:05.276525 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port cc07ead1-c6a9-4ebc-944b-3d124b75723f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=cc07ead1-c6a9-4ebc-944b-3d124b75723f,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:05.277271 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d73fd4e-cce2-4172-9d7c-01bcd661d49b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.278323 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d73fd4e-cce2-4172-9d7c-01bcd661d49b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.284348 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded2d2d0-3d38-4175-a3ec-1fa5b448da2b None None] Network 25100ae3-52ad-4820-8753-a18d8bb2883b requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:05.288369 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.296101 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9d73fd4e-cce2-4172-9d7c-01bcd661d49b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5103927 Jul 16 01:33:05.298302 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43258) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:05.363598 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6375bede-2f78-4044-8d20-d24ef8fb724f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.389606 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=cc07ead1-c6a9-4ebc-944b-3d124b75723f,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:05.416639 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1756ca19-e6b9-4c2d-9ad4-5a19ceb2f0af tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.460530 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6375bede-2f78-4044-8d20-d24ef8fb724f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.465321 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6375bede-2f78-4044-8d20-d24ef8fb724f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.471052 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1756ca19-e6b9-4c2d-9ad4-5a19ceb2f0af tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.491449 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c16692d-5e5a-40da-a996-50e019ab53fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-25100ae3-52ad-4820-8753-a18d8bb2883b', 'network_id': '25100ae3-52ad-4820-8753-a18d8bb2883b', 'tenant_id': '240fdc30006a4a03a822beb7f5680c29', 'fixed_ips': [{'subnet_id': '0517d786-9b1e-4153-a7da-8bdd30516a89'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:05.493387 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3c16692d-5e5a-40da-a996-50e019ab53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.510839 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6375bede-2f78-4044-8d20-d24ef8fb724f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=632dc965f04a4301baf50ee36fef3851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648132 Jul 16 01:33:05.510839 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375bede-2f78-4044-8d20-d24ef8fb724f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2025c7-90b5-4fa9-be47-c6a652d2775b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:05.511231 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43260) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:05.561350 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1756ca19-e6b9-4c2d-9ad4-5a19ceb2f0af tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.565625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['cc07ead1-c6a9-4ebc-944b-3d124b75723f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:05.600691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756ca19-e6b9-4c2d-9ad4-5a19ceb2f0af tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Subnet': ['ID=0517d786-9b1e-4153-a7da-8bdd30516a89,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:05.610777 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef716e41-d3e8-4135-973b-073137d65e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server [None req-3c16692d-5e5a-40da-a996-50e019ab53fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0517d786-9b1e-4153-a7da-8bdd30516a89: This subnet is being modified by another concurrent operation. Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:33:05.621111 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0517d786-9b1e-4153-a7da-8bdd30516a89: This subnet is being modified by another concurrent operation. Jul 16 01:33:05.624464 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Jul 16 01:33:05.649411 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de45e93-75a0-4228-94ae-a69c4ae7fefb None None] Network 25100ae3-52ad-4820-8753-a18d8bb2883b requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:05.678335 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1756ca19-e6b9-4c2d-9ad4-5a19ceb2f0af tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.682056 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef716e41-d3e8-4135-973b-073137d65e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.697151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-1756ca19-e6b9-4c2d-9ad4-5a19ceb2f0af tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25100ae3-52ad-4820-8753-a18d8bb2883b']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:05.713767 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-1756ca19-e6b9-4c2d-9ad4-5a19ceb2f0af tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08990a43-4243-4cfd-953b-e04eca624bc1') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:05.713985 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-1756ca19-e6b9-4c2d-9ad4-5a19ceb2f0af tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08990a43-4243-4cfd-953b-e04eca624bc1') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:05.737806 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1756ca19-e6b9-4c2d-9ad4-5a19ceb2f0af tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.779970 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1756ca19-e6b9-4c2d-9ad4-5a19ceb2f0af tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.787597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1756ca19-e6b9-4c2d-9ad4-5a19ceb2f0af tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:05.788023 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1756ca19-e6b9-4c2d-9ad4-5a19ceb2f0af tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:05.792093 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:05.809011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbaf6eb-fdbd-4e69-bd79-200cd7b78e0b None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:33:05.823020 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef716e41-d3e8-4135-973b-073137d65e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.825572 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef716e41-d3e8-4135-973b-073137d65e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.829157 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ef716e41-d3e8-4135-973b-073137d65e03 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5e2025c7-90b5-4fa9-be47-c6a652d2775b HTTP/1.1" status: 204 len: 168 time: 0.3145664 Jul 16 01:33:05.866836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef716e41-d3e8-4135-973b-073137d65e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2025c7-90b5-4fa9-be47-c6a652d2775b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:05.878750 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1756ca19-e6b9-4c2d-9ad4-5a19ceb2f0af tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.888591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857b3ea-396b-4e50-8dfe-c96e13f0aff4 req-57066f9c-9512-4220-9301-1eb055adcf47 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:05.890352 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0857b3ea-396b-4e50-8dfe-c96e13f0aff4 req-57066f9c-9512-4220-9301-1eb055adcf47 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 944 time: 0.1546259 Jul 16 01:33:05.896480 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1756ca19-e6b9-4c2d-9ad4-5a19ceb2f0af tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:05.905435 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1756ca19-e6b9-4c2d-9ad4-5a19ceb2f0af tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/25100ae3-52ad-4820-8753-a18d8bb2883b HTTP/1.1" status: 204 len: 168 time: 0.6048877 Jul 16 01:33:05.905706 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43268) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:05.912644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-caca12ab-1f16-4997-8432-b1e341fffd4f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-114002479'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:05.933859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1756ca19-e6b9-4c2d-9ad4-5a19ceb2f0af tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Network': ['ID=25100ae3-52ad-4820-8753-a18d8bb2883b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:05.964231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caca12ab-1f16-4997-8432-b1e341fffd4f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:05.969892 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0857b3ea-396b-4e50-8dfe-c96e13f0aff4 req-1173c5db-cc6c-465d-818a-9ee50003e187 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607464 Jul 16 01:33:05.977665 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-caca12ab-1f16-4997-8432-b1e341fffd4f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.003482 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbaf6eb-fdbd-4e69-bd79-200cd7b78e0b None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:33:06.014490 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caca12ab-1f16-4997-8432-b1e341fffd4f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:06.026886 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-caca12ab-1f16-4997-8432-b1e341fffd4f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.027329 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-caca12ab-1f16-4997-8432-b1e341fffd4f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Added segment fe4c2cec-c829-43f5-a025-474520ad88e1 of type vlan for network 65737fbc-e8d8-4de1-97b7-9dc1ebcc0eb2 Jul 16 01:33:06.076857 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-caca12ab-1f16-4997-8432-b1e341fffd4f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.116904 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-caca12ab-1f16-4997-8432-b1e341fffd4f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.123030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caca12ab-1f16-4997-8432-b1e341fffd4f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.123838 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-caca12ab-1f16-4997-8432-b1e341fffd4f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.168544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43274) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:06.168755 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-caca12ab-1f16-4997-8432-b1e341fffd4f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2615168 Jul 16 01:33:06.174952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-c5a57802-9f9f-447f-ac5c-60fdca3ba33c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'subnet': {'network_id': '65737fbc-e8d8-4de1-97b7-9dc1ebcc0eb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:06.209014 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43276) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:06.215690 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caca12ab-1f16-4997-8432-b1e341fffd4f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Network': ['ID=65737fbc-e8d8-4de1-97b7-9dc1ebcc0eb2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:06.225238 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9a05ad7-8c66-4080-b70e-e7368b86f3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.239965 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 65737fbc-e8d8-4de1-97b7-9dc1ebcc0eb2 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:06.322768 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9a05ad7-8c66-4080-b70e-e7368b86f3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.327190 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9a05ad7-8c66-4080-b70e-e7368b86f3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.327514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7eb08-e5b7-42ed-8743-7d240cef309d req-10e0e074-2b76-443d-ba67-98f03046b301 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.335052 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39b7eb08-e5b7-42ed-8743-7d240cef309d req-10e0e074-2b76-443d-ba67-98f03046b301 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.0794969 Jul 16 01:33:06.370442 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a9a05ad7-8c66-4080-b70e-e7368b86f3c4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cc589847df7e41cfab360f12795a9747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1599414 Jul 16 01:33:06.371905 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a05ad7-8c66-4080-b70e-e7368b86f3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5205b36c-442f-49af-9797-179917cc615e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:06.373757 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43278) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:06.379753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a57802-9f9f-447f-ac5c-60fdca3ba33c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:06.383689 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c5a57802-9f9f-447f-ac5c-60fdca3ba33c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.414467 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-39b7eb08-e5b7-42ed-8743-7d240cef309d req-d057d191-e254-4bb1-9a60-6ebffc9554a7 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784099 Jul 16 01:33:06.434188 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-750d963e-0031-44a8-91d3-ab084e811e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.455011 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-750d963e-0031-44a8-91d3-ab084e811e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.501393 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-750d963e-0031-44a8-91d3-ab084e811e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.503795 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-750d963e-0031-44a8-91d3-ab084e811e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.505455 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-750d963e-0031-44a8-91d3-ab084e811e07 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5205b36c-442f-49af-9797-179917cc615e HTTP/1.1" status: 204 len: 168 time: 0.1302683 Jul 16 01:33:06.512975 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750d963e-0031-44a8-91d3-ab084e811e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5205b36c-442f-49af-9797-179917cc615e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:06.584527 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c5a57802-9f9f-447f-ac5c-60fdca3ba33c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.644477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a57802-9f9f-447f-ac5c-60fdca3ba33c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Subnet': ['ID=b6d202f9-6325-4f6d-b252-9322aa485a95,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:06.653500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a57802-9f9f-447f-ac5c-60fdca3ba33c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Checking segment: {'id': 'fe4c2cec-c829-43f5-a025-474520ad88e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '65737fbc-e8d8-4de1-97b7-9dc1ebcc0eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:06.653874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a57802-9f9f-447f-ac5c-60fdca3ba33c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network hostable DHCP agents. Network: 65737fbc-e8d8-4de1-97b7-9dc1ebcc0eb2, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:06.674805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a57802-9f9f-447f-ac5c-60fdca3ba33c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network 65737fbc-e8d8-4de1-97b7-9dc1ebcc0eb2 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:06.683624 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-c5a57802-9f9f-447f-ac5c-60fdca3ba33c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 65737fbc-e8d8-4de1-97b7-9dc1ebcc0eb2) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:06.687998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a57802-9f9f-447f-ac5c-60fdca3ba33c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:06.688598 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c5a57802-9f9f-447f-ac5c-60fdca3ba33c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.694868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136f138a-281a-4a01-97ba-653d6304338a None None] Network 65737fbc-e8d8-4de1-97b7-9dc1ebcc0eb2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:06.703174 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c5a57802-9f9f-447f-ac5c-60fdca3ba33c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5333374 Jul 16 01:33:06.706018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43284) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:06.803084 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70aed721-63f4-4130-9022-7b32a6385fc3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.858882 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device cc07ead1-c6a9-4ebc-944b-3d124b75723f up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:06.867080 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70aed721-63f4-4130-9022-7b32a6385fc3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.882477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06c1a9a-accd-45c8-bbfb-0ea5cb32cef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-65737fbc-e8d8-4de1-97b7-9dc1ebcc0eb2', 'network_id': '65737fbc-e8d8-4de1-97b7-9dc1ebcc0eb2', 'tenant_id': '240fdc30006a4a03a822beb7f5680c29', 'fixed_ips': [{'subnet_id': 'b6d202f9-6325-4f6d-b252-9322aa485a95'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:06.883340 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d06c1a9a-accd-45c8-bbfb-0ea5cb32cef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.935813 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70aed721-63f4-4130-9022-7b32a6385fc3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:06.963220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aed721-63f4-4130-9022-7b32a6385fc3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Subnet': ['ID=b6d202f9-6325-4f6d-b252-9322aa485a95,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:06.997436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port cc07ead1-c6a9-4ebc-944b-3d124b75723f completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server [None req-d06c1a9a-accd-45c8-bbfb-0ea5cb32cef8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6d202f9-6325-4f6d-b252-9322aa485a95: This subnet is being modified by another concurrent operation. Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:33:07.001367 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6d202f9-6325-4f6d-b252-9322aa485a95: This subnet is being modified by another concurrent operation. Jul 16 01:33:07.005458 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Jul 16 01:33:07.007722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port cc07ead1-c6a9-4ebc-944b-3d124b75723f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:07.007722 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.041909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ad1f58-30e6-427b-8489-282298cc74a6 None None] Network 65737fbc-e8d8-4de1-97b7-9dc1ebcc0eb2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:07.061041 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70aed721-63f4-4130-9022-7b32a6385fc3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.072915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-70aed721-63f4-4130-9022-7b32a6385fc3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65737fbc-e8d8-4de1-97b7-9dc1ebcc0eb2']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:07.085989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-70aed721-63f4-4130-9022-7b32a6385fc3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4c2cec-c829-43f5-a025-474520ad88e1') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:07.086279 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-70aed721-63f4-4130-9022-7b32a6385fc3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4c2cec-c829-43f5-a025-474520ad88e1') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:07.096436 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70aed721-63f4-4130-9022-7b32a6385fc3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.109944 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70aed721-63f4-4130-9022-7b32a6385fc3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.117420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70aed721-63f4-4130-9022-7b32a6385fc3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:07.117755 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70aed721-63f4-4130-9022-7b32a6385fc3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:07.202750 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:07.207262 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70aed721-63f4-4130-9022-7b32a6385fc3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.213622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffa73f7-22a0-4fbe-9856-0873221b77fd None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:33:07.215428 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.220011 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70aed721-63f4-4130-9022-7b32a6385fc3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.228311 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-70aed721-63f4-4130-9022-7b32a6385fc3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/65737fbc-e8d8-4de1-97b7-9dc1ebcc0eb2 HTTP/1.1" status: 204 len: 168 time: 0.5158002 Jul 16 01:33:07.232572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46038a-d6bb-4b0e-98b4-8a7377dde05a req-0c68c496-15c9-4b39-99f0-60eead58ccac tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.233128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43304) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:07.243962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf46038a-d6bb-4b0e-98b4-8a7377dde05a req-0c68c496-15c9-4b39-99f0-60eead58ccac tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 944 time: 0.0851517 Jul 16 01:33:07.256948 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b75e8a89-0c6c-435e-937c-8c3f3e59aa11 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1174488387'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:07.276043 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ec42f-1603-432f-bef5-17b0ce698f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc07ead1-c6a9-4ebc-944b-3d124b75723f'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:07.278817 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47687438-59a9-47af-b9f3-8b239b709eea" -d '{"events": [{"server_uuid": "c98ec42f-1603-432f-bef5-17b0ce698f09", "name": "network-vif-plugged", "status": "completed", "tag": "cc07ead1-c6a9-4ebc-944b-3d124b75723f"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:07.281374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aed721-63f4-4130-9022-7b32a6385fc3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Network': ['ID=65737fbc-e8d8-4de1-97b7-9dc1ebcc0eb2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:07.288112 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75e8a89-0c6c-435e-937c-8c3f3e59aa11 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:07.292222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf46038a-d6bb-4b0e-98b4-8a7377dde05a req-107fb1c3-ade3-4ecb-a83d-3b0896ef7336 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456426 Jul 16 01:33:07.295540 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b75e8a89-0c6c-435e-937c-8c3f3e59aa11 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.311221 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port cc07ead1-c6a9-4ebc-944b-3d124b75723f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=cc07ead1-c6a9-4ebc-944b-3d124b75723f,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:07.328217 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b75e8a89-0c6c-435e-937c-8c3f3e59aa11 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:07.329926 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.339311 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50636e93-fa60-4f59-94bd-9921abda86c2 x-openstack-request-id: req-50636e93-fa60-4f59-94bd-9921abda86c2 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:07.339606 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ec42f-1603-432f-bef5-17b0ce698f09", "name": "network-vif-plugged", "status": "completed", "tag": "cc07ead1-c6a9-4ebc-944b-3d124b75723f", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:07.339914 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50636e93-fa60-4f59-94bd-9921abda86c2 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:07.340305 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ec42f-1603-432f-bef5-17b0ce698f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc07ead1-c6a9-4ebc-944b-3d124b75723f', 'code': 200} Jul 16 01:33:07.342531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b75e8a89-0c6c-435e-937c-8c3f3e59aa11 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.343083 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-b75e8a89-0c6c-435e-937c-8c3f3e59aa11 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Added segment a76d5f2b-afaa-4942-9eae-084fee7a9889 of type vlan for network a022d809-c9c3-4787-a24f-be3d5165c3a9 Jul 16 01:33:07.362317 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.406465 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b75e8a89-0c6c-435e-937c-8c3f3e59aa11 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.420335 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=cc07ead1-c6a9-4ebc-944b-3d124b75723f,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:07.428281 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffa73f7-22a0-4fbe-9856-0873221b77fd None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:33:07.484984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dba070-644f-4f44-912e-2a1f427240fd req-5f062703-80b0-4e9c-96eb-10d5531faa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.488819 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c7dba070-644f-4f44-912e-2a1f427240fd req-5f062703-80b0-4e9c-96eb-10d5531faa52 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 1097 time: 0.0755770 Jul 16 01:33:07.490966 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b75e8a89-0c6c-435e-937c-8c3f3e59aa11 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.496592 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75e8a89-0c6c-435e-937c-8c3f3e59aa11 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.497738 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b75e8a89-0c6c-435e-937c-8c3f3e59aa11 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.536577 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b75e8a89-0c6c-435e-937c-8c3f3e59aa11 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3018961 Jul 16 01:33:07.539953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43316) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:07.548835 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-01497df2-98f6-4c26-95bf-ac12dce112e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'subnet': {'network_id': 'a022d809-c9c3-4787-a24f-be3d5165c3a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:07.573730 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c7dba070-644f-4f44-912e-2a1f427240fd req-36336857-c0c7-4ed9-be90-3347899d77a9 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763171 Jul 16 01:33:07.663945 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e8a89-0c6c-435e-937c-8c3f3e59aa11 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Network': ['ID=a022d809-c9c3-4787-a24f-be3d5165c3a9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:07.664870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b4dfc-50be-4b10-a358-5c227d3f76c5 req-b6026911-d2bb-4c19-88a9-9d98f88c0866 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.668095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa7b4dfc-50be-4b10-a358-5c227d3f76c5 req-b6026911-d2bb-4c19-88a9-9d98f88c0866 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.0816193 Jul 16 01:33:07.679303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network a022d809-c9c3-4787-a24f-be3d5165c3a9 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:07.680989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01497df2-98f6-4c26-95bf-ac12dce112e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:07.681679 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-29d3a147-b22e-4e1b-8e53-3b23b48aba86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.685811 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01497df2-98f6-4c26-95bf-ac12dce112e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.722272 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa7b4dfc-50be-4b10-a358-5c227d3f76c5 req-21eb388e-0d28-40d1-94f3-e66eb41ec040 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458834 Jul 16 01:33:07.754351 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.ipam_backend_mixin [None req-01497df2-98f6-4c26-95bf-ac12dce112e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Performing IP validity checks on allocation pools {{(pid=93920) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:33:07.755083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.ipam_backend_mixin [None req-01497df2-98f6-4c26-95bf-ac12dce112e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93920) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:33:07.895990 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01497df2-98f6-4c26-95bf-ac12dce112e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:07.958758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01497df2-98f6-4c26-95bf-ac12dce112e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Subnet': ['ID=62b43d21-64b1-4efa-9909-c533aedf4400,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:07.966316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01497df2-98f6-4c26-95bf-ac12dce112e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Checking segment: {'id': 'a76d5f2b-afaa-4942-9eae-084fee7a9889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a022d809-c9c3-4787-a24f-be3d5165c3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:07.966685 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01497df2-98f6-4c26-95bf-ac12dce112e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network hostable DHCP agents. Network: a022d809-c9c3-4787-a24f-be3d5165c3a9, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:07.982895 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01497df2-98f6-4c26-95bf-ac12dce112e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network a022d809-c9c3-4787-a24f-be3d5165c3a9 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:07.991987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-01497df2-98f6-4c26-95bf-ac12dce112e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, a022d809-c9c3-4787-a24f-be3d5165c3a9) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:07.996672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01497df2-98f6-4c26-95bf-ac12dce112e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:07.997483 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-01497df2-98f6-4c26-95bf-ac12dce112e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.005885 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad82622b-8529-4a15-8f72-39a110726a11 None None] Network a022d809-c9c3-4787-a24f-be3d5165c3a9 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:08.016797 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-01497df2-98f6-4c26-95bf-ac12dce112e8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4730284 Jul 16 01:33:08.017149 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43330) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:08.119696 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4b185f3-3cb4-45ab-abf5-c3a68c6bcf14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.167584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86ce4cf-e666-4b7d-aa58-780492a32c48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-a022d809-c9c3-4787-a24f-be3d5165c3a9', 'network_id': 'a022d809-c9c3-4787-a24f-be3d5165c3a9', 'tenant_id': '240fdc30006a4a03a822beb7f5680c29', 'fixed_ips': [{'subnet_id': '62b43d21-64b1-4efa-9909-c533aedf4400'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:08.168564 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a86ce4cf-e666-4b7d-aa58-780492a32c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.171484 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4b185f3-3cb4-45ab-abf5-c3a68c6bcf14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.233237 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4b185f3-3cb4-45ab-abf5-c3a68c6bcf14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.269525 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b185f3-3cb4-45ab-abf5-c3a68c6bcf14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Subnet': ['ID=62b43d21-64b1-4efa-9909-c533aedf4400,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server [None req-a86ce4cf-e666-4b7d-aa58-780492a32c48 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62b43d21-64b1-4efa-9909-c533aedf4400: This subnet is being modified by another concurrent operation. Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:33:08.322711 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 62b43d21-64b1-4efa-9909-c533aedf4400: This subnet is being modified by another concurrent operation. Jul 16 01:33:08.326690 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Jul 16 01:33:08.356176 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5adb26-27cc-403b-9291-9734603f4e6d None None] Network a022d809-c9c3-4787-a24f-be3d5165c3a9 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:08.358218 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4b185f3-3cb4-45ab-abf5-c3a68c6bcf14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.369477 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-b4b185f3-3cb4-45ab-abf5-c3a68c6bcf14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a022d809-c9c3-4787-a24f-be3d5165c3a9']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:08.380729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-b4b185f3-3cb4-45ab-abf5-c3a68c6bcf14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a76d5f2b-afaa-4942-9eae-084fee7a9889') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:08.381390 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-b4b185f3-3cb4-45ab-abf5-c3a68c6bcf14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a76d5f2b-afaa-4942-9eae-084fee7a9889') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:08.390818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4b185f3-3cb4-45ab-abf5-c3a68c6bcf14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.405515 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4b185f3-3cb4-45ab-abf5-c3a68c6bcf14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.412721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4b185f3-3cb4-45ab-abf5-c3a68c6bcf14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:08.414243 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4b185f3-3cb4-45ab-abf5-c3a68c6bcf14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:08.417650 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:08.488321 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff44d225-8e22-4e53-b5c0-f4ac801f20ff req-4dc39253-f7b2-4a15-b01f-d3a6351c9660 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.497681 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff44d225-8e22-4e53-b5c0-f4ac801f20ff req-4dc39253-f7b2-4a15-b01f-d3a6351c9660 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 945 time: 0.0753853 Jul 16 01:33:08.502719 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4b185f3-3cb4-45ab-abf5-c3a68c6bcf14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.511262 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4b185f3-3cb4-45ab-abf5-c3a68c6bcf14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.518583 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b4b185f3-3cb4-45ab-abf5-c3a68c6bcf14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/a022d809-c9c3-4787-a24f-be3d5165c3a9 HTTP/1.1" status: 204 len: 168 time: 0.4999747 Jul 16 01:33:08.518810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43346) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:08.524545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-97fae9d1-bdfc-4555-aef7-07c3318bdb33 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-632186102'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:08.534103 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2a4652-c269-42b6-abe7-090a29e5c6f3 None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:33:08.554532 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff44d225-8e22-4e53-b5c0-f4ac801f20ff req-1318731b-2a06-4e33-ae84-8da749fcf03f tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557799 Jul 16 01:33:08.558418 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b185f3-3cb4-45ab-abf5-c3a68c6bcf14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Network': ['ID=a022d809-c9c3-4787-a24f-be3d5165c3a9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:08.577908 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fae9d1-bdfc-4555-aef7-07c3318bdb33 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:08.581656 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97fae9d1-bdfc-4555-aef7-07c3318bdb33 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.587177 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.612679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97fae9d1-bdfc-4555-aef7-07c3318bdb33 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:08.625208 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97fae9d1-bdfc-4555-aef7-07c3318bdb33 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.625562 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-97fae9d1-bdfc-4555-aef7-07c3318bdb33 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Added segment 99663020-6e17-42cf-8e6f-dae0fd1671c1 of type vlan for network 1addadd7-d8be-498b-9dbb-f8c02f6e2abb Jul 16 01:33:08.670586 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97fae9d1-bdfc-4555-aef7-07c3318bdb33 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.700803 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2a4652-c269-42b6-abe7-090a29e5c6f3 None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:33:08.705029 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97fae9d1-bdfc-4555-aef7-07c3318bdb33 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.711197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fae9d1-bdfc-4555-aef7-07c3318bdb33 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:08.711786 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97fae9d1-bdfc-4555-aef7-07c3318bdb33 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:08.747738 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-97fae9d1-bdfc-4555-aef7-07c3318bdb33 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2278173 Jul 16 01:33:08.751535 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43356) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:08.758626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-1565062a-6d5d-480f-9578-b8642b893ce0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'subnet': {'network_id': '1addadd7-d8be-498b-9dbb-f8c02f6e2abb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:08.799498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fae9d1-bdfc-4555-aef7-07c3318bdb33 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Network': ['ID=1addadd7-d8be-498b-9dbb-f8c02f6e2abb,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:08.818369 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 1addadd7-d8be-498b-9dbb-f8c02f6e2abb details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:08.922107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1565062a-6d5d-480f-9578-b8642b893ce0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:08.925767 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1565062a-6d5d-480f-9578-b8642b893ce0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.011499 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575def2-b3b2-4b23-bd70-1267db2f02a3 req-2622b40a-a6e8-49eb-ace4-b8c188072185 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.013074 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a575def2-b3b2-4b23-bd70-1267db2f02a3 req-2622b40a-a6e8-49eb-ace4-b8c188072185 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.1477933 Jul 16 01:33:09.080966 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a575def2-b3b2-4b23-bd70-1267db2f02a3 req-3f02070c-bb8a-4e25-a57f-eed97a4389df tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468709 Jul 16 01:33:09.172488 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1565062a-6d5d-480f-9578-b8642b893ce0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.240858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565062a-6d5d-480f-9578-b8642b893ce0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Subnet': ['ID=ae093a79-9f5d-4d4c-89ab-2001da87769e,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:09.245616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1565062a-6d5d-480f-9578-b8642b893ce0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Checking segment: {'id': '99663020-6e17-42cf-8e6f-dae0fd1671c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1addadd7-d8be-498b-9dbb-f8c02f6e2abb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:09.246058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1565062a-6d5d-480f-9578-b8642b893ce0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network hostable DHCP agents. Network: 1addadd7-d8be-498b-9dbb-f8c02f6e2abb, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:09.261986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1565062a-6d5d-480f-9578-b8642b893ce0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network 1addadd7-d8be-498b-9dbb-f8c02f6e2abb is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:09.274022 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-1565062a-6d5d-480f-9578-b8642b893ce0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 1addadd7-d8be-498b-9dbb-f8c02f6e2abb) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:09.278194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1565062a-6d5d-480f-9578-b8642b893ce0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.278834 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1565062a-6d5d-480f-9578-b8642b893ce0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.282878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5fe8b0-0ebb-4bba-be3e-b0dbde5ffaab None None] Network 1addadd7-d8be-498b-9dbb-f8c02f6e2abb requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:09.293944 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1565062a-6d5d-480f-9578-b8642b893ce0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5415885 Jul 16 01:33:09.296821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43364) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:09.407772 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01e70377-97e1-4d82-91b1-c700e17b0000 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.452397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187c352c-cfee-428b-809c-59b72558a4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-1addadd7-d8be-498b-9dbb-f8c02f6e2abb', 'network_id': '1addadd7-d8be-498b-9dbb-f8c02f6e2abb', 'tenant_id': '240fdc30006a4a03a822beb7f5680c29', 'fixed_ips': [{'subnet_id': 'ae093a79-9f5d-4d4c-89ab-2001da87769e'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:09.453370 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-187c352c-cfee-428b-809c-59b72558a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.474498 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01e70377-97e1-4d82-91b1-c700e17b0000 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.545777 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01e70377-97e1-4d82-91b1-c700e17b0000 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server [None req-187c352c-cfee-428b-809c-59b72558a4ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae093a79-9f5d-4d4c-89ab-2001da87769e: This subnet is being modified by another concurrent operation. Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:33:09.564575 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae093a79-9f5d-4d4c-89ab-2001da87769e: This subnet is being modified by another concurrent operation. Jul 16 01:33:09.568657 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Jul 16 01:33:09.588039 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ae2a2f-70d6-45c5-8c5e-90bf3beea053 None None] Network 1addadd7-d8be-498b-9dbb-f8c02f6e2abb requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:09.593278 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e70377-97e1-4d82-91b1-c700e17b0000 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Subnet': ['ID=ae093a79-9f5d-4d4c-89ab-2001da87769e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:09.677407 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01e70377-97e1-4d82-91b1-c700e17b0000 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.690773 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-01e70377-97e1-4d82-91b1-c700e17b0000 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1addadd7-d8be-498b-9dbb-f8c02f6e2abb']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:09.711932 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-01e70377-97e1-4d82-91b1-c700e17b0000 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99663020-6e17-42cf-8e6f-dae0fd1671c1') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:09.712806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-01e70377-97e1-4d82-91b1-c700e17b0000 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99663020-6e17-42cf-8e6f-dae0fd1671c1') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:09.715057 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda3c0fb-07f3-4b37-b601-7a3306defe4d None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:33:09.748266 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01e70377-97e1-4d82-91b1-c700e17b0000 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.768182 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01e70377-97e1-4d82-91b1-c700e17b0000 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.778404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e70377-97e1-4d82-91b1-c700e17b0000 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:09.778792 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01e70377-97e1-4d82-91b1-c700e17b0000 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:09.785522 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:09.812294 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda3c0fb-07f3-4b37-b601-7a3306defe4d None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:33:09.856794 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895cc4d-95d8-434d-944a-17ed33762b3a req-92caf578-f3fe-4aee-9d40-21a12dcdab0a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:09.863508 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b895cc4d-95d8-434d-944a-17ed33762b3a req-92caf578-f3fe-4aee-9d40-21a12dcdab0a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 945 time: 0.1620626 Jul 16 01:33:09.879260 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43376) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:09.890680 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01e70377-97e1-4d82-91b1-c700e17b0000 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.901651 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01e70377-97e1-4d82-91b1-c700e17b0000 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.904239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-01e70377-97e1-4d82-91b1-c700e17b0000 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/1addadd7-d8be-498b-9dbb-f8c02f6e2abb HTTP/1.1" status: 204 len: 168 time: 0.6064279 Jul 16 01:33:09.906964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43380) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:09.912159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-685cdfc3-9f14-48fa-86c7-16bfecec071b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-201593146'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:09.928086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e70377-97e1-4d82-91b1-c700e17b0000 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Network': ['ID=1addadd7-d8be-498b-9dbb-f8c02f6e2abb,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:09.937406 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b895cc4d-95d8-434d-944a-17ed33762b3a req-e718d683-f688-4a16-be8f-15501a74b499 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724962 Jul 16 01:33:09.937940 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685cdfc3-9f14-48fa-86c7-16bfecec071b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:09.941804 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-685cdfc3-9f14-48fa-86c7-16bfecec071b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:09.988683 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685cdfc3-9f14-48fa-86c7-16bfecec071b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:10.001909 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-685cdfc3-9f14-48fa-86c7-16bfecec071b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.002403 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-685cdfc3-9f14-48fa-86c7-16bfecec071b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Added segment 26c8d380-b599-498a-a356-e3b11927268b of type vlan for network a343ed89-f0d2-4973-a530-e5e7c42ba6b7 Jul 16 01:33:10.045836 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1eed852-fdf9-4ae8-b79a-35d83cc6285b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.065173 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-685cdfc3-9f14-48fa-86c7-16bfecec071b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.119266 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-685cdfc3-9f14-48fa-86c7-16bfecec071b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.125231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685cdfc3-9f14-48fa-86c7-16bfecec071b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.125913 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-685cdfc3-9f14-48fa-86c7-16bfecec071b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.170271 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.213782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685cdfc3-9f14-48fa-86c7-16bfecec071b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Network': ['ID=a343ed89-f0d2-4973-a530-e5e7c42ba6b7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:10.225540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network a343ed89-f0d2-4973-a530-e5e7c42ba6b7 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:10.259006 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1eed852-fdf9-4ae8-b79a-35d83cc6285b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.264547 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1eed852-fdf9-4ae8-b79a-35d83cc6285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.280003 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-685cdfc3-9f14-48fa-86c7-16bfecec071b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3694582 Jul 16 01:33:10.283897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43396) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:10.289403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ae62a460-3453-4c62-9952-a2717b5b65df tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'subnet': {'network_id': 'a343ed89-f0d2-4973-a530-e5e7c42ba6b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:10.301594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-89d83fa1-10e1-4ebf-b413-03c09d962a28 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.303109 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-89d83fa1-10e1-4ebf-b413-03c09d962a28 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 806 time: 0.1469326 Jul 16 01:33:10.310546 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c1eed852-fdf9-4ae8-b79a-35d83cc6285b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a5ccf3646fa344e7ade9095cb5741f06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4273908 Jul 16 01:33:10.310546 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eed852-fdf9-4ae8-b79a-35d83cc6285b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b6fa78-63a2-47c6-88d6-3a1b052ed7af,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:10.312337 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43398) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:10.349414 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-dca01867-509f-459c-a4ee-d2bddea2b4f0 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/quotas/8cb32862d6424975b183aae124a5a905 HTTP/1.1" status: 200 len: 375 time: 0.0304530 Jul 16 01:33:10.361687 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64995e19-25b4-4fe1-aa70-67fed119562b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.383094 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64995e19-25b4-4fe1-aa70-67fed119562b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.429590 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64995e19-25b4-4fe1-aa70-67fed119562b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.432460 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64995e19-25b4-4fe1-aa70-67fed119562b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.433666 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-64995e19-25b4-4fe1-aa70-67fed119562b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15b6fa78-63a2-47c6-88d6-3a1b052ed7af HTTP/1.1" status: 204 len: 168 time: 0.1202343 Jul 16 01:33:10.444568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9183e4a5-3d26-4545-a0d0-512d621b4180 req-9cd0d0bc-5c1e-4055-89f0-b5e81f24f469 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.444947 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64995e19-25b4-4fe1-aa70-67fed119562b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b6fa78-63a2-47c6-88d6-3a1b052ed7af,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:10.446098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9183e4a5-3d26-4545-a0d0-512d621b4180 req-9cd0d0bc-5c1e-4055-89f0-b5e81f24f469 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.1996887 Jul 16 01:33:10.479786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae62a460-3453-4c62-9952-a2717b5b65df tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:10.483144 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae62a460-3453-4c62-9952-a2717b5b65df tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.537222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9183e4a5-3d26-4545-a0d0-512d621b4180 req-1e6deae6-65fd-4e92-b30e-b0b1f11726de tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819454 Jul 16 01:33:10.543178 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-d17632f0-228a-4160-a5da-be1334875c2a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1866057 Jul 16 01:33:10.708318 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43406) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:10.714575 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-4977e96d-8d93-42e6-8c22-44e6cf4bbd54 service neutron] 10.222.0.22 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387205 Jul 16 01:33:10.727590 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5786b067-da49-4a35-b6d9-546d4db87908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.825604 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae62a460-3453-4c62-9952-a2717b5b65df tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.827360 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5786b067-da49-4a35-b6d9-546d4db87908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.831255 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5786b067-da49-4a35-b6d9-546d4db87908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.869186 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5786b067-da49-4a35-b6d9-546d4db87908 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ab2a358f92a49c1ae773b927056e710&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588326 Jul 16 01:33:10.870038 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786b067-da49-4a35-b6d9-546d4db87908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc6251c-4e64-4d15-b3da-74a708248ec7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:10.872336 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43408) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:10.898833 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-ca08dcbf-1c88-4c66-ac0f-7d74e2d925a5 service neutron] 10.222.0.22 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739538 Jul 16 01:33:10.900843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62a460-3453-4c62-9952-a2717b5b65df tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Subnet': ['ID=22919122-b417-4d58-8ed4-c5e65dce7602,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:10.916237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62a460-3453-4c62-9952-a2717b5b65df tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Checking segment: {'id': '26c8d380-b599-498a-a356-e3b11927268b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a343ed89-f0d2-4973-a530-e5e7c42ba6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:10.916609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae62a460-3453-4c62-9952-a2717b5b65df tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network hostable DHCP agents. Network: a343ed89-f0d2-4973-a530-e5e7c42ba6b7, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:10.923693 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da794459-0bf0-4b08-91b0-10adf80a0d6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.933997 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae62a460-3453-4c62-9952-a2717b5b65df tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network a343ed89-f0d2-4973-a530-e5e7c42ba6b7 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:10.943048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-ae62a460-3453-4c62-9952-a2717b5b65df tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, a343ed89-f0d2-4973-a530-e5e7c42ba6b7) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:10.947198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae62a460-3453-4c62-9952-a2717b5b65df tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:10.947820 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae62a460-3453-4c62-9952-a2717b5b65df tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.955001 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd5bf2f-9427-4097-bfd3-2d7d44182541 None None] Network a343ed89-f0d2-4973-a530-e5e7c42ba6b7 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:10.955535 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da794459-0bf0-4b08-91b0-10adf80a0d6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:10.962794 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ae62a460-3453-4c62-9952-a2717b5b65df tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6772752 Jul 16 01:33:10.965535 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43410) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:11.009839 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da794459-0bf0-4b08-91b0-10adf80a0d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.015019 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da794459-0bf0-4b08-91b0-10adf80a0d6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.020454 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-da794459-0bf0-4b08-91b0-10adf80a0d6b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bdc6251c-4e64-4d15-b3da-74a708248ec7 HTTP/1.1" status: 204 len: 168 time: 0.1469445 Jul 16 01:33:11.037937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da794459-0bf0-4b08-91b0-10adf80a0d6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc6251c-4e64-4d15-b3da-74a708248ec7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:11.134789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de35ff93-dd5a-4f05-bcb3-06671ce10811 req-4439f6c1-053f-4075-99bc-ee801b9ffd69 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 210 time: 0.0308313 Jul 16 01:33:11.140457 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.153059 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-a343ed89-f0d2-4973-a530-e5e7c42ba6b7', 'network_id': 'a343ed89-f0d2-4973-a530-e5e7c42ba6b7', 'tenant_id': '240fdc30006a4a03a822beb7f5680c29', 'fixed_ips': [{'subnet_id': '22919122-b417-4d58-8ed4-c5e65dce7602'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:11.153939 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.200729 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.315128 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Allocated IP 172.20.0.1 (a343ed89-f0d2-4973-a530-e5e7c42ba6b7/22919122-b417-4d58-8ed4-c5e65dce7602/40cbee32-c651-43c7-928e-0d999fe05faa) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:11.628818 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.639474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Transition to ACTIVE for port object 40cbee32-c651-43c7-928e-0d999fe05faa will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:11.658685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Transition to ACTIVE for port object 40cbee32-c651-43c7-928e-0d999fe05faa will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:11.671170 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.724499 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Network a343ed89-f0d2-4973-a530-e5e7c42ba6b7 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:11.727495 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:11.732574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:11.734622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Pushing event updated for resources: {'Port': ['ID=40cbee32-c651-43c7-928e-0d999fe05faa,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:11.751935 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.789306 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Subnet': ['ID=22919122-b417-4d58-8ed4-c5e65dce7602,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:11.838610 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Attempting to bind port 40cbee32-c651-43c7-928e-0d999fe05faa on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:11.838995 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Attempting to bind port 40cbee32-c651-43c7-928e-0d999fe05faa by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '26c8d380-b599-498a-a356-e3b11927268b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a343ed89-f0d2-4973-a530-e5e7c42ba6b7'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:11.839362 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Attempting to bind port 40cbee32-c651-43c7-928e-0d999fe05faa on network a343ed89-f0d2-4973-a530-e5e7c42ba6b7 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:11.859712 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.867439 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:11.867862 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Checking segment: {'id': '26c8d380-b599-498a-a356-e3b11927268b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a343ed89-f0d2-4973-a530-e5e7c42ba6b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:11.868585 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.868742 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Bound using segment: {'id': '26c8d380-b599-498a-a356-e3b11927268b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a343ed89-f0d2-4973-a530-e5e7c42ba6b7'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:11.869136 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Bound port: 40cbee32-c651-43c7-928e-0d999fe05faa, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c8d380-b599-498a-a356-e3b11927268b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a343ed89-f0d2-4973-a530-e5e7c42ba6b7'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:11.869524 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.874409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a343ed89-f0d2-4973-a530-e5e7c42ba6b7']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:11.904416 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8333237-ef91-413f-af89-408fcfd3e329 req-3af2caab-7f44-4854-ad80-f015246d73c0 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:11.912162 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8333237-ef91-413f-af89-408fcfd3e329 req-3af2caab-7f44-4854-ad80-f015246d73c0 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.2411411 Jul 16 01:33:11.922679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c8d380-b599-498a-a356-e3b11927268b') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:11.922962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c8d380-b599-498a-a356-e3b11927268b') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:11.945563 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.959997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] For port 40cbee32-c651-43c7-928e-0d999fe05faa, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:11.963237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] For port 40cbee32-c651-43c7-928e-0d999fe05faa, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=40cbee32-c651-43c7-928e-0d999fe05faa,segment=NetworkSegment(26c8d380-b599-498a-a356-e3b11927268b),segment_id=26c8d380-b599-498a-a356-e3b11927268b)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:11.968742 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.971449 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8333237-ef91-413f-af89-408fcfd3e329 req-c3ccbb67-fd04-4340-be8b-cef53d6278fc tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584207 Jul 16 01:33:11.972413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.979249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:11.979682 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:11.983107 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:12.057649 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.db.api [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:33:12.057649 n-d-791505-14 neutron-server[93919]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:33:12.057649 n-d-791505-14 neutron-server[93919]: [parameters: {'id': 'a343ed89-f0d2-4973-a530-e5e7c42ba6b7'}] Jul 16 01:33:12.057649 n-d-791505-14 neutron-server[93919]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93919) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:33:12.058166 n-d-791505-14 neutron-server[93919]: DEBUG oslo_db.api [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:33:12.080375 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5caaef-c469-474d-bda2-2d6d31dbbf77 None None] Pushing event updated for resources: {'Port': ['ID=40cbee32-c651-43c7-928e-0d999fe05faa,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:12.099570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c0435d-a39f-4033-896a-557b4e348362 None None] Network a343ed89-f0d2-4973-a530-e5e7c42ba6b7 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:12.314116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19605b8-4a40-412c-add8-cd75e273355e None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:33:12.368306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47600c73-a49a-4d9b-952d-6afff965d416 req-decb3adb-12c9-48aa-bb55-7e49ac14cc6d tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 210 time: 0.0412214 Jul 16 01:33:12.469497 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-4809ab21-3fac-463d-8357-a41dcb05eb8a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:12.470964 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-4809ab21-3fac-463d-8357-a41dcb05eb8a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.69 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 806 time: 0.1870661 Jul 16 01:33:12.485260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-69d2b0ed-6033-47d3-a471-59befbcf03f7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Request body: {'port': {'device_id': '19a1dca2-ef8e-4897-b5d9-557d3b1b1113', 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4', 'admin_state_up': True, 'tenant_id': '8cb32862d6424975b183aae124a5a905'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:12.498072 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19605b8-4a40-412c-add8-cd75e273355e None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:33:12.561519 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.651321 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-69d2b0ed-6033-47d3-a471-59befbcf03f7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Made reservation on behalf of 8cb32862d6424975b183aae124a5a905 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:12.654914 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-69d2b0ed-6033-47d3-a471-59befbcf03f7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.670404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Deleting port 40cbee32-c651-43c7-928e-0d999fe05faa {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:12.670752 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.786209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] For port 40cbee32-c651-43c7-928e-0d999fe05faa, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=40cbee32-c651-43c7-928e-0d999fe05faa,segment=NetworkSegment(26c8d380-b599-498a-a356-e3b11927268b),segment_id=26c8d380-b599-498a-a356-e3b11927268b)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:12.786899 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:12.806005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Calling delete_port for 40cbee32-c651-43c7-928e-0d999fe05faa owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:12.893764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-69d2b0ed-6033-47d3-a471-59befbcf03f7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Allocated IP 172.20.0.9 (e13e5abd-69c8-4ead-93cd-c7ed7a837fd4/b6a3a5b5-608c-42ac-b15c-afa126eaae53/b9d51cd6-8f65-480d-9dde-1a2515285ef5) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:12.985262 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.035644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Port': ['ID=40cbee32-c651-43c7-928e-0d999fe05faa,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:13.073236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No DVR routers for this DVR port 40cbee32-c651-43c7-928e-0d999fe05faa on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:13.500938 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.518058 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-69d2b0ed-6033-47d3-a471-59befbcf03f7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.525291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a343ed89-f0d2-4973-a530-e5e7c42ba6b7']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:13.569266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c8d380-b599-498a-a356-e3b11927268b') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:13.569566 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c8d380-b599-498a-a356-e3b11927268b') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:13.575314 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40f7dd16-41c2-480c-89b3-14a86bf30bd1 req-916d4cbc-52c8-4d88-9552-998048a1ac21 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 210 time: 0.0550177 Jul 16 01:33:13.587740 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.609635 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.625214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b058299a-79f7-441f-a2c9-8ad56f3669a1 req-e75dfc93-647e-43f2-b866-89b999d1a2ad tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:13.626703 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b058299a-79f7-441f-a2c9-8ad56f3669a1 req-e75dfc93-647e-43f2-b866-89b999d1a2ad tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.5051525 Jul 16 01:33:13.636883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:13.637295 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:13.641322 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:13.719629 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-69d2b0ed-6033-47d3-a471-59befbcf03f7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.735849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['645d82de-145c-4367-bb8f-fe0ddb02e32b', 'cc07ead1-c6a9-4ebc-944b-3d124b75723f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:13.763604 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b058299a-79f7-441f-a2c9-8ad56f3669a1 req-6619774c-ef8e-43d1-b2d4-ef601325ca7c tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1230969 Jul 16 01:33:13.773896 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.789405 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.791151 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/a343ed89-f0d2-4973-a530-e5e7c42ba6b7 HTTP/1.1" status: 204 len: 168 time: 2.8246546 Jul 16 01:33:13.795018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43498) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:13.802340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-94955b7f-4583-4b6c-807e-b2bd230c75c3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-66320299'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:13.813119 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0954d7-0f51-41a4-9670-b0ce3675e6c6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Network': ['ID=a343ed89-f0d2-4973-a530-e5e7c42ba6b7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:13.821881 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-69d2b0ed-6033-47d3-a471-59befbcf03f7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:13.822991 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2b0ed-6033-47d3-a471-59befbcf03f7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Pushing event updated for resources: {'Port': ['ID=b9d51cd6-8f65-480d-9dde-1a2515285ef5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:13.826157 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-69d2b0ed-6033-47d3-a471-59befbcf03f7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:13.828249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-69d2b0ed-6033-47d3-a471-59befbcf03f7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:13.833093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94955b7f-4583-4b6c-807e-b2bd230c75c3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:13.837394 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94955b7f-4583-4b6c-807e-b2bd230c75c3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.873304 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94955b7f-4583-4b6c-807e-b2bd230c75c3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:13.884791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-69d2b0ed-6033-47d3-a471-59befbcf03f7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:13.885512 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-69d2b0ed-6033-47d3-a471-59befbcf03f7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.886959 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94955b7f-4583-4b6c-807e-b2bd230c75c3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.887518 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-94955b7f-4583-4b6c-807e-b2bd230c75c3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Added segment 68a8a801-04f2-4b34-986e-930c36f59e41 of type vlan for network ddff19e9-b4ee-4394-a516-19d5bc83ecdd Jul 16 01:33:13.900764 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-69d2b0ed-6033-47d3-a471-59befbcf03f7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4214456 Jul 16 01:33:13.913228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Request body: {'port': {'device_id': '19a1dca2-ef8e-4897-b5d9-557d3b1b1113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:13.940239 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94955b7f-4583-4b6c-807e-b2bd230c75c3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.977814 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94955b7f-4583-4b6c-807e-b2bd230c75c3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:13.984610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94955b7f-4583-4b6c-807e-b2bd230c75c3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:13.985327 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94955b7f-4583-4b6c-807e-b2bd230c75c3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.001815 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.019432 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-94955b7f-4583-4b6c-807e-b2bd230c75c3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2227085 Jul 16 01:33:14.035224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43504) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:14.043607 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-515e6e88-f269-4bd9-a647-2334d6056a8f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:14.116714 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94955b7f-4583-4b6c-807e-b2bd230c75c3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Network': ['ID=ddff19e9-b4ee-4394-a516-19d5bc83ecdd,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:14.128443 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network ddff19e9-b4ee-4394-a516-19d5bc83ecdd details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:14.255344 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-515e6e88-f269-4bd9-a647-2334d6056a8f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.272670 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-515e6e88-f269-4bd9-a647-2334d6056a8f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.298424 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-515e6e88-f269-4bd9-a647-2334d6056a8f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network ddff19e9-b4ee-4394-a516-19d5bc83ecdd is not hosted by any dhcp agent {{(pid=93920) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:33:14.303800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515e6e88-f269-4bd9-a647-2334d6056a8f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.304677 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-515e6e88-f269-4bd9-a647-2334d6056a8f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.305668 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-515e6e88-f269-4bd9-a647-2334d6056a8f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "PUT /v2.0/networks/ddff19e9-b4ee-4394-a516-19d5bc83ecdd HTTP/1.1" status: 200 len: 723 time: 0.2687972 Jul 16 01:33:14.308477 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43514) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:14.313282 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-03727a96-a469-41fd-846a-ffb587ca816d tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'subnet': {'network_id': 'ddff19e9-b4ee-4394-a516-19d5bc83ecdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:14.353337 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d51cd6-8f65-480d-9dde-1a2515285ef5 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:14.361128 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.374325 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515e6e88-f269-4bd9-a647-2334d6056a8f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Network': ['ID=ddff19e9-b4ee-4394-a516-19d5bc83ecdd,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:14.375262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Transition to ACTIVE for port object b9d51cd6-8f65-480d-9dde-1a2515285ef5 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:14.384535 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.386386 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network ddff19e9-b4ee-4394-a516-19d5bc83ecdd details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:14.447310 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d51cd6-8f65-480d-9dde-1a2515285ef5,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:14.454571 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03727a96-a469-41fd-846a-ffb587ca816d tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:14.465180 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03727a96-a469-41fd-846a-ffb587ca816d tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.531995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Attempting to bind port b9d51cd6-8f65-480d-9dde-1a2515285ef5 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:14.532334 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Attempting to bind port b9d51cd6-8f65-480d-9dde-1a2515285ef5 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:14.533000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Attempting to bind port b9d51cd6-8f65-480d-9dde-1a2515285ef5 on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:14.538078 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Port b9d51cd6-8f65-480d-9dde-1a2515285ef5 on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:14.538401 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Attempting to bind port b9d51cd6-8f65-480d-9dde-1a2515285ef5 on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:14.543418 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:14.543754 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Checking segment: {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:14.544171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Bound using segment: {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:14.544850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Bound port: b9d51cd6-8f65-480d-9dde-1a2515285ef5, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:14.545208 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.627187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] For port b9d51cd6-8f65-480d-9dde-1a2515285ef5, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:14.631596 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] For port b9d51cd6-8f65-480d-9dde-1a2515285ef5, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=b9d51cd6-8f65-480d-9dde-1a2515285ef5,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:14.638078 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.663538 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03727a96-a469-41fd-846a-ffb587ca816d tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.706439 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d51cd6-8f65-480d-9dde-1a2515285ef5,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:14.729479 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.729839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.730784 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.731040 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.731260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.731587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.731946 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.732269 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.732601 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.732941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.733268 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.733589 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:14.741287 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03727a96-a469-41fd-846a-ffb587ca816d tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Subnet': ['ID=d61d98b6-3a04-4853-bacc-daad2874e889,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:14.756917 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03727a96-a469-41fd-846a-ffb587ca816d tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Checking segment: {'id': '68a8a801-04f2-4b34-986e-930c36f59e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ddff19e9-b4ee-4394-a516-19d5bc83ecdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:14.757293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03727a96-a469-41fd-846a-ffb587ca816d tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network hostable DHCP agents. Network: ddff19e9-b4ee-4394-a516-19d5bc83ecdd, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:14.758389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.759017 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.760462 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-aa8fc184-c85c-4e52-9600-d7b06c3f03c9 service neutron] 10.222.0.69 "PUT /v2.0/ports/b9d51cd6-8f65-480d-9dde-1a2515285ef5 HTTP/1.1" status: 200 len: 1092 time: 0.8524361 Jul 16 01:33:14.761372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19a1dca2-ef8e-4897-b5d9-557d3b1b1113', 'tag': 'b9d51cd6-8f65-480d-9dde-1a2515285ef5'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:14.763645 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e5438c2-c163-450f-bf5a-09d65a88f9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "19a1dca2-ef8e-4897-b5d9-557d3b1b1113", "tag": "b9d51cd6-8f65-480d-9dde-1a2515285ef5"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:14.778181 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03727a96-a469-41fd-846a-ffb587ca816d tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network ddff19e9-b4ee-4394-a516-19d5bc83ecdd is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:14.788882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-03727a96-a469-41fd-846a-ffb587ca816d tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, ddff19e9-b4ee-4394-a516-19d5bc83ecdd) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:14.799170 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b84ed81-7f48-4f28-98bd-85651d5053b3 None None] Network ddff19e9-b4ee-4394-a516-19d5bc83ecdd requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:14.805834 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03727a96-a469-41fd-846a-ffb587ca816d tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.806505 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03727a96-a469-41fd-846a-ffb587ca816d tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:14.825047 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-03727a96-a469-41fd-846a-ffb587ca816d tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5130818 Jul 16 01:33:14.825380 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43534) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:14.832309 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-6fed516e-03f8-4229-b775-b0206cc3c335 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:14.847531 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9918a4b-fa78-4850-8218-cef86009035b x-openstack-request-id: req-d9918a4b-fa78-4850-8218-cef86009035b {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:14.848683 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19a1dca2-ef8e-4897-b5d9-557d3b1b1113", "tag": "b9d51cd6-8f65-480d-9dde-1a2515285ef5", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:14.848836 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9918a4b-fa78-4850-8218-cef86009035b {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:14.849333 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19a1dca2-ef8e-4897-b5d9-557d3b1b1113', 'tag': 'b9d51cd6-8f65-480d-9dde-1a2515285ef5', 'status': 'completed', 'code': 200} Jul 16 01:33:14.876769 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8ed68-4c77-475a-a3df-64668fc4cd2f req-d192e5ef-5507-42df-a6fd-c64d8e5606ec tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.879565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32b8ed68-4c77-475a-a3df-64668fc4cd2f req-d192e5ef-5507-42df-a6fd-c64d8e5606ec tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 943 time: 0.1687517 Jul 16 01:33:14.919443 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-ef9e02a2-7f6e-4952-95c5-8013c889648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:14.921509 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-ef9e02a2-7f6e-4952-95c5-8013c889648e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 1095 time: 0.1099894 Jul 16 01:33:14.955303 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32b8ed68-4c77-475a-a3df-64668fc4cd2f req-241a78e7-1ef2-4edd-a6bb-7a0f1d78feab tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662968 Jul 16 01:33:14.971961 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fed516e-03f8-4229-b775-b0206cc3c335 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4474119'] for subnet, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.014522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-ddff19e9-b4ee-4394-a516-19d5bc83ecdd', 'network_id': 'ddff19e9-b4ee-4394-a516-19d5bc83ecdd', 'tenant_id': '240fdc30006a4a03a822beb7f5680c29', 'fixed_ips': [{'subnet_id': 'd61d98b6-3a04-4853-bacc-daad2874e889'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:15.015630 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.015785 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-0e28dfc0-2627-4240-9fd9-5dac65e5d47a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9d51cd6-8f65-480d-9dde-1a2515285ef5 HTTP/1.1" status: 200 len: 217 time: 0.0760818 Jul 16 01:33:15.106051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-efaa3053-a0a9-4bde-9895-52a1fad92a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.107488 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-efaa3053-a0a9-4bde-9895-52a1fad92a42 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6a3a5b5-608c-42ac-b15c-afa126eaae53 HTTP/1.1" status: 200 len: 846 time: 0.0597379 Jul 16 01:33:15.144727 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-dbabab58-bd5c-4dbf-adff-23b9feae4cd0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310841 Jul 16 01:33:15.154688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719625bd-5d1c-4060-ab5c-de6208864428 req-a5035c78-99c3-4ad9-ac69-6deb6b63ef56 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.155241 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fed516e-03f8-4229-b775-b0206cc3c335 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770512798347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4526926'] for subnet, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.156393 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-719625bd-5d1c-4060-ab5c-de6208864428 req-a5035c78-99c3-4ad9-ac69-6deb6b63ef56 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.1424305 Jul 16 01:33:15.196302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fed516e-03f8-4229-b775-b0206cc3c335 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.197576 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fed516e-03f8-4229-b775-b0206cc3c335 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.199815 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6fed516e-03f8-4229-b775-b0206cc3c335 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "PUT /v2.0/subnets/d61d98b6-3a04-4853-bacc-daad2874e889 HTTP/1.1" status: 200 len: 806 time: 0.3718889 Jul 16 01:33:15.201301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43542) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:15.216958 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Allocated IP 172.20.0.2 (ddff19e9-b4ee-4394-a516-19d5bc83ecdd/d61d98b6-3a04-4853-bacc-daad2874e889/a2421771-2fbf-45b7-9050-d9d0b0f69f64) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:15.250447 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed516e-03f8-4229-b775-b0206cc3c335 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Subnet': ['ID=d61d98b6-3a04-4853-bacc-daad2874e889,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:15.251369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-719625bd-5d1c-4060-ab5c-de6208864428 req-f92b4472-d9af-4138-b990-5c13baeaacec tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0853298 Jul 16 01:33:15.281236 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-a38fde8c-9e72-43a0-b228-21f68998886f service neutron] 10.222.0.69 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238263 Jul 16 01:33:15.343445 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.405215 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.431193 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38e67acb-e603-4df3-8f2d-95ad552fe19e req-e64960dc-7050-4cea-b306-ef24a53ae060 service neutron] 10.222.0.69 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359119 Jul 16 01:33:15.432735 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.441750 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Transition to ACTIVE for port object a2421771-2fbf-45b7-9050-d9d0b0f69f64 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:15.460206 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Transition to ACTIVE for port object a2421771-2fbf-45b7-9050-d9d0b0f69f64 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:15.472744 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.484820 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.521146 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Network ddff19e9-b4ee-4394-a516-19d5bc83ecdd is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:15.521370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Subnet': ['ID=d61d98b6-3a04-4853-bacc-daad2874e889,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:15.526431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:15.530150 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:15.541121 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Pushing event updated for resources: {'Port': ['ID=a2421771-2fbf-45b7-9050-d9d0b0f69f64,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:15.574121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5438c2-c163-450f-bf5a-09d65a88f9d8 req-f5e3bb04-791d-404a-b4f9-cb79bd3367c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.575831 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e5438c2-c163-450f-bf5a-09d65a88f9d8 req-f5e3bb04-791d-404a-b4f9-cb79bd3367c9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 1095 time: 0.0894043 Jul 16 01:33:15.599030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Attempting to bind port a2421771-2fbf-45b7-9050-d9d0b0f69f64 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:15.599294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.599415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Attempting to bind port a2421771-2fbf-45b7-9050-d9d0b0f69f64 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '68a8a801-04f2-4b34-986e-930c36f59e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ddff19e9-b4ee-4394-a516-19d5bc83ecdd'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:15.599751 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Attempting to bind port a2421771-2fbf-45b7-9050-d9d0b0f69f64 on network ddff19e9-b4ee-4394-a516-19d5bc83ecdd {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:15.604982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:15.605357 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Checking segment: {'id': '68a8a801-04f2-4b34-986e-930c36f59e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ddff19e9-b4ee-4394-a516-19d5bc83ecdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:15.605763 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.606158 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Bound using segment: {'id': '68a8a801-04f2-4b34-986e-930c36f59e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ddff19e9-b4ee-4394-a516-19d5bc83ecdd'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:15.606753 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Bound port: a2421771-2fbf-45b7-9050-d9d0b0f69f64, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68a8a801-04f2-4b34-986e-930c36f59e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'ddff19e9-b4ee-4394-a516-19d5bc83ecdd'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:15.607141 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.610261 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddff19e9-b4ee-4394-a516-19d5bc83ecdd']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:15.630963 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a8a801-04f2-4b34-986e-930c36f59e41') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:15.631781 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a8a801-04f2-4b34-986e-930c36f59e41') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:15.647608 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.667293 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.676120 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:15.679241 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.679839 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] For port a2421771-2fbf-45b7-9050-d9d0b0f69f64, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:15.680378 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:15.686892 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5438c2-c163-450f-bf5a-09d65a88f9d8 req-8666c446-4695-4e99-a5ad-c66f0690e7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.688804 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e5438c2-c163-450f-bf5a-09d65a88f9d8 req-8666c446-4695-4e99-a5ad-c66f0690e7d3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 907 time: 0.1064689 Jul 16 01:33:15.736757 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e5438c2-c163-450f-bf5a-09d65a88f9d8 req-8bc7b5e6-0ddc-4bba-a83d-1cf946fce41f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b9d51cd6-8f65-480d-9dde-1a2515285ef5 HTTP/1.1" status: 200 len: 217 time: 0.0395153 Jul 16 01:33:15.741992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] For port a2421771-2fbf-45b7-9050-d9d0b0f69f64, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a2421771-2fbf-45b7-9050-d9d0b0f69f64,segment=NetworkSegment(68a8a801-04f2-4b34-986e-930c36f59e41),segment_id=68a8a801-04f2-4b34-986e-930c36f59e41)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:15.743987 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.db.api [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:33:15.743987 n-d-791505-14 neutron-server[93920]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:33:15.743987 n-d-791505-14 neutron-server[93920]: [parameters: {'id': 'ddff19e9-b4ee-4394-a516-19d5bc83ecdd'}] Jul 16 01:33:15.743987 n-d-791505-14 neutron-server[93920]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:33:15.744502 n-d-791505-14 neutron-server[93920]: DEBUG oslo_db.api [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:33:15.746741 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:15.798207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5438c2-c163-450f-bf5a-09d65a88f9d8 req-7f5ef134-eb3a-479b-9870-39884581f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:15.800229 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e5438c2-c163-450f-bf5a-09d65a88f9d8 req-7f5ef134-eb3a-479b-9870-39884581f127 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b6a3a5b5-608c-42ac-b15c-afa126eaae53 HTTP/1.1" status: 200 len: 846 time: 0.0547736 Jul 16 01:33:15.831553 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b786c3f-22dd-486d-a89e-6d17526a2c05 None None] Pushing event updated for resources: {'Port': ['ID=a2421771-2fbf-45b7-9050-d9d0b0f69f64,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:15.840295 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e5438c2-c163-450f-bf5a-09d65a88f9d8 req-80a20a2a-d9b9-4b1e-b201-91dea4910cc6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324829 Jul 16 01:33:15.854904 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaec9f2-2531-4a3e-b638-0236b64e4cac None None] Network ddff19e9-b4ee-4394-a516-19d5bc83ecdd requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:15.948035 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e5438c2-c163-450f-bf5a-09d65a88f9d8 req-d8d07884-e1fe-45ca-b62e-93f00069a7c1 service neutron] 10.222.0.69 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999174 Jul 16 01:33:15.996450 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58214177-5f5d-470f-8e60-9f8c99516b6c None None] Network ddff19e9-b4ee-4394-a516-19d5bc83ecdd requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:16.080417 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e5438c2-c163-450f-bf5a-09d65a88f9d8 req-28c8f093-ac56-4e90-b46a-d89d74d75375 service neutron] 10.222.0.69 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254299 Jul 16 01:33:16.145451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe55c88-e7f2-412f-a896-1208b51851f8 None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:33:16.179309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9afea-e7d7-4e20-a18b-1b2f04946290 req-258a2042-3495-45d5-a668-24cb81a5ecae tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:16.180859 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13a9afea-e7d7-4e20-a18b-1b2f04946290 req-258a2042-3495-45d5-a668-24cb81a5ecae tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 943 time: 0.0729301 Jul 16 01:33:16.224197 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13a9afea-e7d7-4e20-a18b-1b2f04946290 req-328b3e0f-a8b0-41f4-8980-fb4a18500c91 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341351 Jul 16 01:33:16.245264 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbe55c88-e7f2-412f-a896-1208b51851f8 None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:33:16.246069 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.308069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Deleting port a2421771-2fbf-45b7-9050-d9d0b0f69f64 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:16.308422 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.381155 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] For port a2421771-2fbf-45b7-9050-d9d0b0f69f64, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a2421771-2fbf-45b7-9050-d9d0b0f69f64,segment=NetworkSegment(68a8a801-04f2-4b34-986e-930c36f59e41),segment_id=68a8a801-04f2-4b34-986e-930c36f59e41)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:16.381531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.396092 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Calling delete_port for a2421771-2fbf-45b7-9050-d9d0b0f69f64 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:16.497944 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d5a2ff-0c9a-41bc-894f-5c0fc9b3548c req-a2d5876d-c11b-414d-8703-72076b73d511 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:16.499593 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3d5a2ff-0c9a-41bc-894f-5c0fc9b3548c req-a2d5876d-c11b-414d-8703-72076b73d511 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.1001647 Jul 16 01:33:16.572350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3d5a2ff-0c9a-41bc-894f-5c0fc9b3548c req-dba0b988-029b-4ed3-b394-bba18346af52 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0645006 Jul 16 01:33:16.845245 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.871950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Port': ['ID=a2421771-2fbf-45b7-9050-d9d0b0f69f64,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:16.873748 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No DVR routers for this DVR port a2421771-2fbf-45b7-9050-d9d0b0f69f64 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:16.956093 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:16.966588 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddff19e9-b4ee-4394-a516-19d5bc83ecdd']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:16.981708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68a8a801-04f2-4b34-986e-930c36f59e41') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:16.982100 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68a8a801-04f2-4b34-986e-930c36f59e41') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:16.992143 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.009055 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.015742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:17.016167 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:17.019178 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:17.080054 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.087978 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.089774 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/ddff19e9-b4ee-4394-a516-19d5bc83ecdd HTTP/1.1" status: 204 len: 168 time: 1.8874526 Jul 16 01:33:17.092725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43584) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:17.101365 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08db9e-d7e8-4b69-be4f-32503dbe8a39 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Network': ['ID=ddff19e9-b4ee-4394-a516-19d5bc83ecdd,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:17.111544 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-384e3aed-92a4-49d6-a414-dc0e7550cf73 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:17.112117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384e3aed-92a4-49d6-a414-dc0e7550cf73 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:17.114537 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-384e3aed-92a4-49d6-a414-dc0e7550cf73 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/ddff19e9-b4ee-4394-a516-19d5bc83ecdd HTTP/1.1" status: 404 len: 339 time: 0.0201900 Jul 16 01:33:17.118362 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43586) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:17.123266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-2cf85d24-c806-407e-9e8c-44e81ab93507 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-977096274', 'description': 'd1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:17.143905 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf85d24-c806-407e-9e8c-44e81ab93507 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:17.147508 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2cf85d24-c806-407e-9e8c-44e81ab93507 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.172210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf85d24-c806-407e-9e8c-44e81ab93507 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:17.181370 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2cf85d24-c806-407e-9e8c-44e81ab93507 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.181721 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-2cf85d24-c806-407e-9e8c-44e81ab93507 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Added segment 14c7c465-1ca8-4324-886d-26f3be386a50 of type vlan for network 102be432-0f33-4751-804e-6c9636f2600b Jul 16 01:33:17.224037 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2cf85d24-c806-407e-9e8c-44e81ab93507 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.258452 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2cf85d24-c806-407e-9e8c-44e81ab93507 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.263959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf85d24-c806-407e-9e8c-44e81ab93507 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.264623 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2cf85d24-c806-407e-9e8c-44e81ab93507 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.307674 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2cf85d24-c806-407e-9e8c-44e81ab93507 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.1856523 Jul 16 01:33:17.308068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43592) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:17.357084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf85d24-c806-407e-9e8c-44e81ab93507 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Network': ['ID=102be432-0f33-4751-804e-6c9636f2600b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:17.368758 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 102be432-0f33-4751-804e-6c9636f2600b details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:17.399502 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a43082-a27f-4bf5-a12c-91ead61a5af8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.401301 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-93a43082-a27f-4bf5-a12c-91ead61a5af8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "GET /v2.0/networks?id=102be432-0f33-4751-804e-6c9636f2600b HTTP/1.1" status: 200 len: 760 time: 0.0923002 Jul 16 01:33:17.404118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43596) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:17.409408 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a413b697-754e-4110-b142-5778bc203484 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'network': {'description': 'd2'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:17.432911 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c0378-85c0-4d54-94d3-648b2dd9132f req-9e1f33eb-eb0e-4ee4-a49e-981303aa29f4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.435702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-773c0378-85c0-4d54-94d3-648b2dd9132f req-9e1f33eb-eb0e-4ee4-a49e-981303aa29f4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 943 time: 0.0743918 Jul 16 01:33:17.477144 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-773c0378-85c0-4d54-94d3-648b2dd9132f req-81003fc3-185a-44d0-bc9a-f7563c6bfe23 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350876 Jul 16 01:33:17.570192 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a413b697-754e-4110-b142-5778bc203484 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.584467 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a413b697-754e-4110-b142-5778bc203484 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.605403 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a413b697-754e-4110-b142-5778bc203484 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network 102be432-0f33-4751-804e-6c9636f2600b is not hosted by any dhcp agent {{(pid=93920) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:33:17.610768 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a413b697-754e-4110-b142-5778bc203484 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.611360 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a413b697-754e-4110-b142-5778bc203484 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.615369 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a413b697-754e-4110-b142-5778bc203484 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "PUT /v2.0/networks/102be432-0f33-4751-804e-6c9636f2600b HTTP/1.1" status: 200 len: 757 time: 0.2075562 Jul 16 01:33:17.615544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43604) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:17.674424 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a413b697-754e-4110-b142-5778bc203484 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Network': ['ID=102be432-0f33-4751-804e-6c9636f2600b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:17.686692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 102be432-0f33-4751-804e-6c9636f2600b details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:17.720256 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801d43ef-f79e-4f52-84f5-3c7cbbc45580 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.727162 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43610) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:17.733157 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4817bec1-d509-48be-aca0-412a82d4d675 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1364979992'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:17.737990 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-801d43ef-f79e-4f52-84f5-3c7cbbc45580 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "GET /v2.0/networks?id=102be432-0f33-4751-804e-6c9636f2600b HTTP/1.1" status: 200 len: 760 time: 0.1212702 Jul 16 01:33:17.757950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4817bec1-d509-48be-aca0-412a82d4d675 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:17.761965 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4817bec1-d509-48be-aca0-412a82d4d675 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.796694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4817bec1-d509-48be-aca0-412a82d4d675 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:17.809108 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4817bec1-d509-48be-aca0-412a82d4d675 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.809519 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-4817bec1-d509-48be-aca0-412a82d4d675 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Added segment 516c1c14-479c-4aa2-aa22-2bf965dcdb06 of type vlan for network 98d346e1-4aee-40e9-b876-ba0bbc14a8d4 Jul 16 01:33:17.831093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a69b7-2010-4f66-858f-0f566c1dcb43 req-281cb42a-4dfc-4ccd-8703-9190998be04e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.833806 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-444a69b7-2010-4f66-858f-0f566c1dcb43 req-281cb42a-4dfc-4ccd-8703-9190998be04e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.0946069 Jul 16 01:33:17.857600 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4817bec1-d509-48be-aca0-412a82d4d675 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.875645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-444a69b7-2010-4f66-858f-0f566c1dcb43 req-3760b76e-217d-412e-93c8-6161ad8077c1 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348861 Jul 16 01:33:17.888572 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4817bec1-d509-48be-aca0-412a82d4d675 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.895865 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4817bec1-d509-48be-aca0-412a82d4d675 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:17.895865 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4817bec1-d509-48be-aca0-412a82d4d675 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:17.933449 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4817bec1-d509-48be-aca0-412a82d4d675 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2023849 Jul 16 01:33:17.934369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43614) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:17.938699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1ce7f919-a88c-4ce3-81c5-f78ceda2034e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'subnet': {'network_id': '98d346e1-4aee-40e9-b876-ba0bbc14a8d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:17.992254 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817bec1-d509-48be-aca0-412a82d4d675 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Network': ['ID=98d346e1-4aee-40e9-b876-ba0bbc14a8d4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:18.006029 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 98d346e1-4aee-40e9-b876-ba0bbc14a8d4 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:18.076855 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce7f919-a88c-4ce3-81c5-f78ceda2034e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:18.083823 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1ce7f919-a88c-4ce3-81c5-f78ceda2034e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.306784 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1ce7f919-a88c-4ce3-81c5-f78ceda2034e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.351276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783d29d-41d4-4a7c-af22-bda3513d6402 req-0e57dcbb-92c9-4443-ba49-c3ffe0cc8e21 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.359025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9783d29d-41d4-4a7c-af22-bda3513d6402 req-0e57dcbb-92c9-4443-ba49-c3ffe0cc8e21 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.1302028 Jul 16 01:33:18.373651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4e081-917f-4acc-be94-03b7634405c8 req-3a734fab-1194-42d3-9f72-58de6a3d13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.375401 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4b4e081-917f-4acc-be94-03b7634405c8 req-3a734fab-1194-42d3-9f72-58de6a3d13f6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4100c1fde37843068ccfc8eef15b59a0&device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 1098 time: 0.1339800 Jul 16 01:33:18.376750 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce7f919-a88c-4ce3-81c5-f78ceda2034e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Checking segment: {'id': '516c1c14-479c-4aa2-aa22-2bf965dcdb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '98d346e1-4aee-40e9-b876-ba0bbc14a8d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:18.377234 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce7f919-a88c-4ce3-81c5-f78ceda2034e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network hostable DHCP agents. Network: 98d346e1-4aee-40e9-b876-ba0bbc14a8d4, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:18.391783 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7f919-a88c-4ce3-81c5-f78ceda2034e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Subnet': ['ID=fe98804a-f0b2-4b68-8950-d1c217a5976e,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:18.404217 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce7f919-a88c-4ce3-81c5-f78ceda2034e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network 98d346e1-4aee-40e9-b876-ba0bbc14a8d4 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:18.413949 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43622) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:18.417705 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-1ce7f919-a88c-4ce3-81c5-f78ceda2034e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 98d346e1-4aee-40e9-b876-ba0bbc14a8d4) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:18.423064 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce7f919-a88c-4ce3-81c5-f78ceda2034e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.424104 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1ce7f919-a88c-4ce3-81c5-f78ceda2034e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.431447 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caebecf5-39fe-4f57-bf8c-12b2b055119f None None] Network 98d346e1-4aee-40e9-b876-ba0bbc14a8d4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:18.446658 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1ce7f919-a88c-4ce3-81c5-f78ceda2034e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5095899 Jul 16 01:33:18.447219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43626) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:18.494305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9783d29d-41d4-4a7c-af22-bda3513d6402 req-27521624-e539-4a53-b8e9-d62c6085aeab tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1337614 Jul 16 01:33:18.568074 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc4d70bc-d3eb-4add-b138-babab878a69a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.571852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4e081-917f-4acc-be94-03b7634405c8 req-e02ab8fd-1e3b-4b52-87ef-dbd9d643df9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.573594 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4b4e081-917f-4acc-be94-03b7634405c8 req-e02ab8fd-1e3b-4b52-87ef-dbd9d643df9b service neutron] 10.222.0.69 "GET /v2.0/networks?id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede HTTP/1.1" status: 200 len: 912 time: 0.1894326 Jul 16 01:33:18.652426 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc4d70bc-d3eb-4add-b138-babab878a69a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.693083 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1fcf-ddd2-4388-8188-f598845f208e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.727320 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4b4e081-917f-4acc-be94-03b7634405c8 req-2d3097e9-7ff6-4d35-b042-0022d2778cda service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b043587-59f2-43a2-b555-a7e1b90ee355 HTTP/1.1" status: 200 len: 1001 time: 0.1471438 Jul 16 01:33:18.736227 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc4d70bc-d3eb-4add-b138-babab878a69a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.778310 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d70bc-d3eb-4add-b138-babab878a69a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Subnet': ['ID=fe98804a-f0b2-4b68-8950-d1c217a5976e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:18.800645 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7647ef-b40c-42ba-8207-c3b34ba0b20b None None] Network 98d346e1-4aee-40e9-b876-ba0bbc14a8d4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:18.819219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15690501-a029-4b9f-ae82-a563b0266324 req-8f7f461a-1fec-440e-836e-9d09a5cfad59 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.826052 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-15690501-a029-4b9f-ae82-a563b0266324 req-8f7f461a-1fec-440e-836e-9d09a5cfad59 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 943 time: 0.1894510 Jul 16 01:33:18.839730 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4e081-917f-4acc-be94-03b7634405c8 req-4f453259-6711-4529-b3ca-c6e131b1c7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:18.841216 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4b4e081-917f-4acc-be94-03b7634405c8 req-4f453259-6711-4529-b3ca-c6e131b1c7be service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7459754e-d7d4-4f48-a231-067bfcf50ff6 HTTP/1.1" status: 200 len: 850 time: 0.1061625 Jul 16 01:33:18.853512 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc4d70bc-d3eb-4add-b138-babab878a69a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.866810 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-cc4d70bc-d3eb-4add-b138-babab878a69a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d346e1-4aee-40e9-b876-ba0bbc14a8d4']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:18.878832 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-cc4d70bc-d3eb-4add-b138-babab878a69a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '516c1c14-479c-4aa2-aa22-2bf965dcdb06') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:18.879465 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-cc4d70bc-d3eb-4add-b138-babab878a69a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '516c1c14-479c-4aa2-aa22-2bf965dcdb06') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:18.890157 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc4d70bc-d3eb-4add-b138-babab878a69a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.908568 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc4d70bc-d3eb-4add-b138-babab878a69a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.916575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc4d70bc-d3eb-4add-b138-babab878a69a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:18.917006 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc4d70bc-d3eb-4add-b138-babab878a69a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:18.921738 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:18.980497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-15690501-a029-4b9f-ae82-a563b0266324 req-c9620203-597b-4065-90c4-2bd8468ab5d4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535654 Jul 16 01:33:19.004442 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc4d70bc-d3eb-4add-b138-babab878a69a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.011423 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc4d70bc-d3eb-4add-b138-babab878a69a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.016479 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cc4d70bc-d3eb-4add-b138-babab878a69a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/98d346e1-4aee-40e9-b876-ba0bbc14a8d4 HTTP/1.1" status: 204 len: 168 time: 0.5681801 Jul 16 01:33:19.017213 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43632) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:19.036291 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1fcf-ddd2-4388-8188-f598845f208e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.042150 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0ce1fcf-ddd2-4388-8188-f598845f208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.045586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d70bc-d3eb-4add-b138-babab878a69a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Network': ['ID=98d346e1-4aee-40e9-b876-ba0bbc14a8d4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:19.063460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4e081-917f-4acc-be94-03b7634405c8 req-89c032d2-93f3-47df-8a81-7c9c194b0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.065025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4b4e081-917f-4acc-be94-03b7634405c8 req-89c032d2-93f3-47df-8a81-7c9c194b0088 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2055154 Jul 16 01:33:19.066880 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-46bcb4cd-5fff-4e61-bc19-bdc7258f162e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] GET failed (client error): The resource could not be found. Jul 16 01:33:19.071293 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-46bcb4cd-5fff-4e61-bc19-bdc7258f162e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "GET /v2.0/subnets/fe98804a-f0b2-4b68-8950-d1c217a5976e HTTP/1.1" status: 404 len: 337 time: 0.0467782 Jul 16 01:33:19.071645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43634) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:19.087085 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a0ce1fcf-ddd2-4388-8188-f598845f208e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3442341a04e4fb78f410dcf23c37a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6704741 Jul 16 01:33:19.090256 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43636) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:19.097776 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a43c7ac-c3e9-4306-9907-73c0ce3bfe33 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:19.099021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a43c7ac-c3e9-4306-9907-73c0ce3bfe33 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:19.102545 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7a43c7ac-c3e9-4306-9907-73c0ce3bfe33 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/98d346e1-4aee-40e9-b876-ba0bbc14a8d4 HTTP/1.1" status: 404 len: 339 time: 0.0283086 Jul 16 01:33:19.107856 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43638) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:19.132845 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce1fcf-ddd2-4388-8188-f598845f208e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34492a48-ef63-40f3-801d-d03c2f68dabf,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:19.146414 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-90d19666-1dfd-4f14-ae4a-19ecf18f280c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.170592 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-90d19666-1dfd-4f14-ae4a-19ecf18f280c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.222497 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-90d19666-1dfd-4f14-ae4a-19ecf18f280c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.225564 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-90d19666-1dfd-4f14-ae4a-19ecf18f280c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.229263 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-90d19666-1dfd-4f14-ae4a-19ecf18f280c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34492a48-ef63-40f3-801d-d03c2f68dabf HTTP/1.1" status: 204 len: 168 time: 0.1352208 Jul 16 01:33:19.237214 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d19666-1dfd-4f14-ae4a-19ecf18f280c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34492a48-ef63-40f3-801d-d03c2f68dabf,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:19.332459 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4b4e081-917f-4acc-be94-03b7634405c8 req-89952587-6d68-4d91-b266-c592af0b2eab service neutron] 10.222.0.69 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584760 Jul 16 01:33:19.342143 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device b9d51cd6-8f65-480d-9dde-1a2515285ef5 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:19.373905 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2577f122-95a6-41d4-a2dd-906f85258d8f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.377905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2577f122-95a6-41d4-a2dd-906f85258d8f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2641611 Jul 16 01:33:19.380104 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43644) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:19.427497 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b0032bb2-e322-4395-8391-a1321aa7c5d9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 207 time: 0.0452516 Jul 16 01:33:19.431113 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43646) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:19.448373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4b4e081-917f-4acc-be94-03b7634405c8 req-325647af-0916-4882-9744-20969b5c4b84 service neutron] 10.222.0.69 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063378 Jul 16 01:33:19.461023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port b9d51cd6-8f65-480d-9dde-1a2515285ef5, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=b9d51cd6-8f65-480d-9dde-1a2515285ef5,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:19.475876 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'b9d51cd6-8f65-480d-9dde-1a2515285ef5', 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4', 'port_id': 'b9d51cd6-8f65-480d-9dde-1a2515285ef5', 'mac_address': 'fa:16:3e:2a:25:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a3a5b5-608c-42ac-b15c-afa126eaae53', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:19.524240 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.532234 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43650) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:19.538749 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d51cd6-8f65-480d-9dde-1a2515285ef5 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:19.559964 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-94c6f945-f578-48ee-a4c1-280736751465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.560647 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port b9d51cd6-8f65-480d-9dde-1a2515285ef5, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=b9d51cd6-8f65-480d-9dde-1a2515285ef5,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:19.565446 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.622960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=b9d51cd6-8f65-480d-9dde-1a2515285ef5,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:19.670420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597f2db5-8fac-4d6f-8037-7fe2330aadcb tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.677086 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597f2db5-8fac-4d6f-8037-7fe2330aadcb tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.683033 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597f2db5-8fac-4d6f-8037-7fe2330aadcb tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.689059 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597f2db5-8fac-4d6f-8037-7fe2330aadcb tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.690801 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-597f2db5-8fac-4d6f-8037-7fe2330aadcb tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2586970 Jul 16 01:33:19.695629 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43652) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:19.705455 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-94c6f945-f578-48ee-a4c1-280736751465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.718324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368dfc2-2656-4195-9dc2-c8c8ab465370 req-e66b1f84-d9a8-4061-b868-83ca9980a645 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.719846 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9368dfc2-2656-4195-9dc2-c8c8ab465370 req-e66b1f84-d9a8-4061-b868-83ca9980a645 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.1062324 Jul 16 01:33:19.720438 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-94c6f945-f578-48ee-a4c1-280736751465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.777230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c6f945-f578-48ee-a4c1-280736751465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d39c951-4e34-4981-9c3a-e29dd87bf148,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:19.788734 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-94c6f945-f578-48ee-a4c1-280736751465 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=25d232f9778547be810ff9705141fd38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2523191 Jul 16 01:33:19.790974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43654) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:19.800323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9368dfc2-2656-4195-9dc2-c8c8ab465370 req-d2a8086f-9751-433f-ada8-cc9bc1c13df3 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640371 Jul 16 01:33:19.824423 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2fa0e023-dd10-492f-a20c-28953402cbd7 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1272888 Jul 16 01:33:19.827585 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43656) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:19.861505 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2761e699-25c0-4cca-affd-810d39756e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.866479 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['b9d51cd6-8f65-480d-9dde-1a2515285ef5'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:19.885352 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2761e699-25c0-4cca-affd-810d39756e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.913574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f53a2d-43c0-48fb-8015-92d1e703f43c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.915206 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f53a2d-43c0-48fb-8015-92d1e703f43c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.916933 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-95f53a2d-43c0-48fb-8015-92d1e703f43c tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0881875 Jul 16 01:33:19.920992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43658) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:19.946640 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2761e699-25c0-4cca-affd-810d39756e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.949320 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2761e699-25c0-4cca-affd-810d39756e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:19.953306 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2761e699-25c0-4cca-affd-810d39756e7d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d39c951-4e34-4981-9c3a-e29dd87bf148 HTTP/1.1" status: 204 len: 168 time: 0.1584883 Jul 16 01:33:19.968784 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2761e699-25c0-4cca-affd-810d39756e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d39c951-4e34-4981-9c3a-e29dd87bf148,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:19.985500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9cf40a-be8c-461c-ad5e-5ecc1ae0e010 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.987042 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9cf40a-be8c-461c-ad5e-5ecc1ae0e010 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:19.992764 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ae9cf40a-be8c-461c-ad5e-5ecc1ae0e010 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0665743 Jul 16 01:33:19.993468 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43662) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:20.144283 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b42146-de68-4753-bb6c-8b69ce723cd8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.149294 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a7b42146-de68-4753-bb6c-8b69ce723cd8 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "GET /v2.0/networks/8bc47867-6886-4ada-934b-09aad3e0a64e HTTP/1.1" status: 200 len: 799 time: 0.1512628 Jul 16 01:33:20.149962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43668) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:20.218733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bff2dc-f0e8-451b-be27-9b318bb39472 req-469092dd-342a-402e-b678-0c0f430f29c4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.220373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57bff2dc-f0e8-451b-be27-9b318bb39472 req-469092dd-342a-402e-b678-0c0f430f29c4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 944 time: 0.0920639 Jul 16 01:33:20.263285 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f8345040-658a-4bf3-ade7-be67e94ec795 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "GET /v2.0/networks/8bc47867-6886-4ada-934b-09aad3e0a64e?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1125376 Jul 16 01:33:20.266720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43672) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:20.300141 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57bff2dc-f0e8-451b-be27-9b318bb39472 req-730b3fad-3557-4069-9c04-4c562f8462a1 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719867 Jul 16 01:33:20.323925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d773f29d-9b00-4a1b-8cec-2f8cf855c7f6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.329068 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d773f29d-9b00-4a1b-8cec-2f8cf855c7f6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "GET /v2.0/subnets/c9841f1d-cd9f-4aee-976f-232ba749b7b6 HTTP/1.1" status: 200 len: 811 time: 0.0576870 Jul 16 01:33:20.329348 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43674) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:20.383487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d026ca-b971-4bca-8e7d-af8c3ad74c40 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['shared'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.388190 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e7d026ca-b971-4bca-8e7d-af8c3ad74c40 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "GET /v2.0/subnets/c9841f1d-cd9f-4aee-976f-232ba749b7b6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0547974 Jul 16 01:33:20.388553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43680) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:20.393586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7efc19db-d8c3-4dff-870f-5d126c9d757f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1313334246'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:20.414081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efc19db-d8c3-4dff-870f-5d126c9d757f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:20.417520 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7efc19db-d8c3-4dff-870f-5d126c9d757f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.441590 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7efc19db-d8c3-4dff-870f-5d126c9d757f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:20.451212 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7efc19db-d8c3-4dff-870f-5d126c9d757f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.451559 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-7efc19db-d8c3-4dff-870f-5d126c9d757f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Added segment ad412386-748f-42ef-8447-603e6b0547b8 of type vlan for network 50ccaeec-8b6d-47c9-97d1-9478c82ba6a7 Jul 16 01:33:20.491792 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7efc19db-d8c3-4dff-870f-5d126c9d757f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.519948 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7efc19db-d8c3-4dff-870f-5d126c9d757f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.525407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efc19db-d8c3-4dff-870f-5d126c9d757f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:20.525993 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7efc19db-d8c3-4dff-870f-5d126c9d757f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.562890 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7efc19db-d8c3-4dff-870f-5d126c9d757f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1731112 Jul 16 01:33:20.565730 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43688) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:20.572171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-20d76ed8-07cb-4185-a5c2-191a2eee75c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'subnet': {'network_id': '50ccaeec-8b6d-47c9-97d1-9478c82ba6a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:20.593806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efc19db-d8c3-4dff-870f-5d126c9d757f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Network': ['ID=50ccaeec-8b6d-47c9-97d1-9478c82ba6a7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:20.605100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 50ccaeec-8b6d-47c9-97d1-9478c82ba6a7 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:20.667266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d76ed8-07cb-4185-a5c2-191a2eee75c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Made reservation on behalf of 240fdc30006a4a03a822beb7f5680c29 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:20.671208 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-20d76ed8-07cb-4185-a5c2-191a2eee75c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.727065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.ipam_backend_mixin [None req-20d76ed8-07cb-4185-a5c2-191a2eee75c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Performing IP validity checks on allocation pools {{(pid=93919) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:33:20.727614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.ipam_backend_mixin [None req-20d76ed8-07cb-4185-a5c2-191a2eee75c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93919) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:33:20.855837 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-20d76ed8-07cb-4185-a5c2-191a2eee75c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:20.906683 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d76ed8-07cb-4185-a5c2-191a2eee75c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Subnet': ['ID=836fb1af-4c50-4da5-871f-d51db17266c8,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:20.959350 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d76ed8-07cb-4185-a5c2-191a2eee75c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Checking segment: {'id': 'ad412386-748f-42ef-8447-603e6b0547b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50ccaeec-8b6d-47c9-97d1-9478c82ba6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:20.959717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d76ed8-07cb-4185-a5c2-191a2eee75c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network hostable DHCP agents. Network: 50ccaeec-8b6d-47c9-97d1-9478c82ba6a7, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:20.992352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d76ed8-07cb-4185-a5c2-191a2eee75c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Network 50ccaeec-8b6d-47c9-97d1-9478c82ba6a7 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:21.002874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b358d5-5d0a-4fcb-9d81-41bc4cb05291 req-74491f7b-5ea7-430a-9258-0f8881fa2c07 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.004475 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46b358d5-5d0a-4fcb-9d81-41bc4cb05291 req-74491f7b-5ea7-430a-9258-0f8881fa2c07 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.0815852 Jul 16 01:33:21.017727 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-20d76ed8-07cb-4185-a5c2-191a2eee75c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 50ccaeec-8b6d-47c9-97d1-9478c82ba6a7) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:21.023326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d76ed8-07cb-4185-a5c2-191a2eee75c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.023986 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-20d76ed8-07cb-4185-a5c2-191a2eee75c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.025628 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289dbb01-8bc8-465a-ace4-2e13c7c505d0 None None] Network 50ccaeec-8b6d-47c9-97d1-9478c82ba6a7 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:21.064325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-20d76ed8-07cb-4185-a5c2-191a2eee75c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4973037 Jul 16 01:33:21.066171 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43704) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:21.068859 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46b358d5-5d0a-4fcb-9d81-41bc4cb05291 req-1326e648-c796-48c9-9360-aca5b813ec7c tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575054 Jul 16 01:33:21.073980 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-6f95427b-0976-4693-8050-e5ddf47a6dc2 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:21.177699 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f95427b-0976-4693-8050-e5ddf47a6dc2 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4474119'] for subnet, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.210259 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-50ccaeec-8b6d-47c9-97d1-9478c82ba6a7', 'network_id': '50ccaeec-8b6d-47c9-97d1-9478c82ba6a7', 'tenant_id': '240fdc30006a4a03a822beb7f5680c29', 'fixed_ips': [{'subnet_id': '836fb1af-4c50-4da5-871f-d51db17266c8'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:21.211265 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.345136 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device b9d51cd6-8f65-480d-9dde-1a2515285ef5 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:21.366330 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f95427b-0976-4693-8050-e5ddf47a6dc2 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770512798347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4526926'] for subnet, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.428703 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95427b-0976-4693-8050-e5ddf47a6dc2 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event updated for resources: {'Subnet': ['ID=836fb1af-4c50-4da5-871f-d51db17266c8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:21.431276 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f95427b-0976-4693-8050-e5ddf47a6dc2 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.432035 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f95427b-0976-4693-8050-e5ddf47a6dc2 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.433593 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6f95427b-0976-4693-8050-e5ddf47a6dc2 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "PUT /v2.0/subnets/836fb1af-4c50-4da5-871f-d51db17266c8 HTTP/1.1" status: 200 len: 877 time: 0.3658381 Jul 16 01:33:21.434429 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Allocated IP 172.20.0.3 (50ccaeec-8b6d-47c9-97d1-9478c82ba6a7/836fb1af-4c50-4da5-871f-d51db17266c8/4294c236-1f0b-48ac-952e-45706b9be56d) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:21.435920 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43720) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:21.498399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port b9d51cd6-8f65-480d-9dde-1a2515285ef5 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:21.503703 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port b9d51cd6-8f65-480d-9dde-1a2515285ef5 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:21.504112 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.521277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d832b431-5a79-4970-8aa0-e56ae1ab68bd req-d56d6d94-0024-43b5-b1fd-504ba4d4f620 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.523175 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d832b431-5a79-4970-8aa0-e56ae1ab68bd req-d56d6d94-0024-43b5-b1fd-504ba4d4f620 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 944 time: 0.0755007 Jul 16 01:33:21.563936 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.568206 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d832b431-5a79-4970-8aa0-e56ae1ab68bd req-e6ff29df-490a-4348-a509-f8e3ff030e9c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372827 Jul 16 01:33:21.626341 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.697870 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.702841 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.726275 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Transition to ACTIVE for port object 4294c236-1f0b-48ac-952e-45706b9be56d will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:21.736062 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a1dca2-ef8e-4897-b5d9-557d3b1b1113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d51cd6-8f65-480d-9dde-1a2515285ef5'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:21.738405 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66058bd2-910b-4384-9a1f-b5df3b26d739" -d '{"events": [{"server_uuid": "19a1dca2-ef8e-4897-b5d9-557d3b1b1113", "name": "network-vif-plugged", "status": "completed", "tag": "b9d51cd6-8f65-480d-9dde-1a2515285ef5"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:21.758372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port b9d51cd6-8f65-480d-9dde-1a2515285ef5, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=b9d51cd6-8f65-480d-9dde-1a2515285ef5,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:21.759684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Transition to ACTIVE for port object 4294c236-1f0b-48ac-952e-45706b9be56d will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:21.762893 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.788038 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.790030 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.793555 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c759ec4c-cfa3-468e-b705-28cdb13125eb x-openstack-request-id: req-c759ec4c-cfa3-468e-b705-28cdb13125eb {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:21.793846 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a1dca2-ef8e-4897-b5d9-557d3b1b1113", "name": "network-vif-plugged", "status": "completed", "tag": "b9d51cd6-8f65-480d-9dde-1a2515285ef5", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:21.794103 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c759ec4c-cfa3-468e-b705-28cdb13125eb {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:21.794497 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a1dca2-ef8e-4897-b5d9-557d3b1b1113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d51cd6-8f65-480d-9dde-1a2515285ef5', 'code': 200} Jul 16 01:33:21.825490 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Network 50ccaeec-8b6d-47c9-97d1-9478c82ba6a7 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:21.828456 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:21.832364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:21.837800 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=b9d51cd6-8f65-480d-9dde-1a2515285ef5,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:21.853006 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Subnet': ['ID=836fb1af-4c50-4da5-871f-d51db17266c8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:21.888135 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.906265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ccaeec-8b6d-47c9-97d1-9478c82ba6a7']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:21.917089 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad412386-748f-42ef-8447-603e6b0547b8') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:21.918108 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad412386-748f-42ef-8447-603e6b0547b8') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:21.930821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64179028-d322-4c83-9d77-3caa51cf686a req-eec6200d-5560-44c5-8585-3827284dca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:21.931515 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.932010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Pushing event updated for resources: {'Port': ['ID=4294c236-1f0b-48ac-952e-45706b9be56d,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:21.934360 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Attempting to bind port 4294c236-1f0b-48ac-952e-45706b9be56d on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:21.934731 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Attempting to bind port 4294c236-1f0b-48ac-952e-45706b9be56d by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'ad412386-748f-42ef-8447-603e6b0547b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50ccaeec-8b6d-47c9-97d1-9478c82ba6a7'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:21.935093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Attempting to bind port 4294c236-1f0b-48ac-952e-45706b9be56d on network 50ccaeec-8b6d-47c9-97d1-9478c82ba6a7 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:21.940968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:21.941352 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Checking segment: {'id': 'ad412386-748f-42ef-8447-603e6b0547b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50ccaeec-8b6d-47c9-97d1-9478c82ba6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:21.942308 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.942711 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Bound using segment: {'id': 'ad412386-748f-42ef-8447-603e6b0547b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50ccaeec-8b6d-47c9-97d1-9478c82ba6a7'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:21.943255 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Bound port: 4294c236-1f0b-48ac-952e-45706b9be56d, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad412386-748f-42ef-8447-603e6b0547b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50ccaeec-8b6d-47c9-97d1-9478c82ba6a7'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:21.943564 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.948389 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.949286 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-64179028-d322-4c83-9d77-3caa51cf686a req-eec6200d-5560-44c5-8585-3827284dca30 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 1097 time: 0.0918779 Jul 16 01:33:21.954966 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:21.955672 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:21.959383 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:21.997014 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-64179028-d322-4c83-9d77-3caa51cf686a req-03a5843f-89c4-4ff7-8e37-8bf623307727 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413198 Jul 16 01:33:22.014283 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] For port 4294c236-1f0b-48ac-952e-45706b9be56d, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:22.021358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] For port 4294c236-1f0b-48ac-952e-45706b9be56d, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4294c236-1f0b-48ac-952e-45706b9be56d,segment=NetworkSegment(ad412386-748f-42ef-8447-603e6b0547b8),segment_id=ad412386-748f-42ef-8447-603e6b0547b8)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:22.021874 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.db.api [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:33:22.021874 n-d-791505-14 neutron-server[93920]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:33:22.021874 n-d-791505-14 neutron-server[93920]: [parameters: {'id': '50ccaeec-8b6d-47c9-97d1-9478c82ba6a7'}] Jul 16 01:33:22.021874 n-d-791505-14 neutron-server[93920]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:33:22.024066 n-d-791505-14 neutron-server[93920]: DEBUG oslo_db.api [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:33:22.032056 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.113474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac711b3c-8f79-4528-ab52-b4b03c37c2c2 None None] Pushing event updated for resources: {'Port': ['ID=4294c236-1f0b-48ac-952e-45706b9be56d,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:22.134787 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bae8ed-1e1e-4a19-bb08-2c86c61f8d37 None None] Network 50ccaeec-8b6d-47c9-97d1-9478c82ba6a7 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:22.270536 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd29d9ce-181b-43d2-9b02-97f0dd568333 None None] Network 50ccaeec-8b6d-47c9-97d1-9478c82ba6a7 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:22.413450 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf2c39f-5b26-4ecf-82b8-3a8c06b65258 None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:33:22.524920 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.530784 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf2c39f-5b26-4ecf-82b8-3a8c06b65258 None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:33:22.607540 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Deleting port 4294c236-1f0b-48ac-952e-45706b9be56d {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:22.608047 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.692624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] For port 4294c236-1f0b-48ac-952e-45706b9be56d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4294c236-1f0b-48ac-952e-45706b9be56d,segment=NetworkSegment(ad412386-748f-42ef-8447-603e6b0547b8),segment_id=ad412386-748f-42ef-8447-603e6b0547b8)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:22.692889 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.706526 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Calling delete_port for 4294c236-1f0b-48ac-952e-45706b9be56d owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:22.808007 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.823127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No DVR routers for this DVR port 4294c236-1f0b-48ac-952e-45706b9be56d on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:22.867817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43750) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:22.873585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Port': ['ID=4294c236-1f0b-48ac-952e-45706b9be56d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:22.885832 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33bfd26-7fcd-4ad0-a949-a2ed9f023dfc req-29f3baa2-8d35-4d9e-855e-b8897ab191b7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:22.887493 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e33bfd26-7fcd-4ad0-a949-a2ed9f023dfc req-29f3baa2-8d35-4d9e-855e-b8897ab191b7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 945 time: 0.1362844 Jul 16 01:33:22.967868 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:22.980488 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50ccaeec-8b6d-47c9-97d1-9478c82ba6a7']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:22.993159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad412386-748f-42ef-8447-603e6b0547b8') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:22.995962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad412386-748f-42ef-8447-603e6b0547b8') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:23.013581 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.027727 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14a1f216-774a-4869-bd0a-47d11d8b2d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.040034 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.050240 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:23.050681 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:23.054233 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:23.130231 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.134760 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.136771 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/50ccaeec-8b6d-47c9-97d1-9478c82ba6a7 HTTP/1.1" status: 204 len: 168 time: 1.6997180 Jul 16 01:33:23.146300 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43754) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.188022 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa0c0e6-f185-4b5c-888b-99d28d7be477 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:23.188484 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa0c0e6-f185-4b5c-888b-99d28d7be477 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:23.190249 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-faa0c0e6-f185-4b5c-888b-99d28d7be477 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/subnets/836fb1af-4c50-4da5-871f-d51db17266c8 HTTP/1.1" status: 404 len: 337 time: 0.0430026 Jul 16 01:33:23.193635 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12a121-28b6-4e4f-b50b-bf751fcd5b5f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Network': ['ID=50ccaeec-8b6d-47c9-97d1-9478c82ba6a7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:23.195966 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43756) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.220434 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e33bfd26-7fcd-4ad0-a949-a2ed9f023dfc req-00027269-92cb-4c76-8714-c8b1fc923a2c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268766 Jul 16 01:33:23.225042 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d51897f-d3e7-487f-bb83-8e568bc2f2fc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:23.225604 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d51897f-d3e7-487f-bb83-8e568bc2f2fc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:23.227303 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9d51897f-d3e7-487f-bb83-8e568bc2f2fc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/50ccaeec-8b6d-47c9-97d1-9478c82ba6a7 HTTP/1.1" status: 404 len: 339 time: 0.0282876 Jul 16 01:33:23.230868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43758) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.264777 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b15670a-30ec-4df7-a53e-17c4c9569b09 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:23.265227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b15670a-30ec-4df7-a53e-17c4c9569b09 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:23.266931 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3b15670a-30ec-4df7-a53e-17c4c9569b09 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/subnets/fe98804a-f0b2-4b68-8950-d1c217a5976e HTTP/1.1" status: 404 len: 337 time: 0.0346534 Jul 16 01:33:23.269405 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14a1f216-774a-4869-bd0a-47d11d8b2d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.269658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43760) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.274796 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14a1f216-774a-4869-bd0a-47d11d8b2d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.288177 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f573810-48b6-4ef8-825d-ff73c5ffd44e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:23.288723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f573810-48b6-4ef8-825d-ff73c5ffd44e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:23.290403 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0f573810-48b6-4ef8-825d-ff73c5ffd44e tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/98d346e1-4aee-40e9-b876-ba0bbc14a8d4 HTTP/1.1" status: 404 len: 339 time: 0.0194428 Jul 16 01:33:23.292894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43762) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.316316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a1f216-774a-4869-bd0a-47d11d8b2d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7411f3f-2278-4ef5-9957-6efb114383f3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:23.320251 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-14a1f216-774a-4869-bd0a-47d11d8b2d60 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c5c7e08b80c4ac68b88e4ebae80d737&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4490900 Jul 16 01:33:23.322805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43764) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.326569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1f216-774a-4869-bd0a-47d11d8b2d60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:23.326920 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1f216-774a-4869-bd0a-47d11d8b2d60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:23.327261 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1f216-774a-4869-bd0a-47d11d8b2d60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:23.327600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1f216-774a-4869-bd0a-47d11d8b2d60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:23.327964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1f216-774a-4869-bd0a-47d11d8b2d60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:23.328297 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1f216-774a-4869-bd0a-47d11d8b2d60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:23.328628 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1f216-774a-4869-bd0a-47d11d8b2d60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:23.328957 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1f216-774a-4869-bd0a-47d11d8b2d60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:23.329283 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1f216-774a-4869-bd0a-47d11d8b2d60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:23.329607 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1f216-774a-4869-bd0a-47d11d8b2d60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:23.329937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1f216-774a-4869-bd0a-47d11d8b2d60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:23.330509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a1f216-774a-4869-bd0a-47d11d8b2d60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:23.393655 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-599dd9ff-c2c2-4c47-95e0-f7c0b96d3ed0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.425101 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-88c47010-2262-428e-be74-00aa23d12fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.479888 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-88c47010-2262-428e-be74-00aa23d12fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.527128 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-599dd9ff-c2c2-4c47-95e0-f7c0b96d3ed0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.547232 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-599dd9ff-c2c2-4c47-95e0-f7c0b96d3ed0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['102be432-0f33-4751-804e-6c9636f2600b']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:23.558733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-599dd9ff-c2c2-4c47-95e0-f7c0b96d3ed0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c7c465-1ca8-4324-886d-26f3be386a50') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:23.559010 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-599dd9ff-c2c2-4c47-95e0-f7c0b96d3ed0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c7c465-1ca8-4324-886d-26f3be386a50') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:23.568729 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-599dd9ff-c2c2-4c47-95e0-f7c0b96d3ed0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.581871 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-599dd9ff-c2c2-4c47-95e0-f7c0b96d3ed0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.589192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-599dd9ff-c2c2-4c47-95e0-f7c0b96d3ed0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:23.589587 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-599dd9ff-c2c2-4c47-95e0-f7c0b96d3ed0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:23.592452 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:23.602741 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-88c47010-2262-428e-be74-00aa23d12fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.605261 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-88c47010-2262-428e-be74-00aa23d12fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.606412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-88c47010-2262-428e-be74-00aa23d12fff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a7411f3f-2278-4ef5-9957-6efb114383f3 HTTP/1.1" status: 204 len: 168 time: 0.2826815 Jul 16 01:33:23.625607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c47010-2262-428e-be74-00aa23d12fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7411f3f-2278-4ef5-9957-6efb114383f3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:23.661187 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-599dd9ff-c2c2-4c47-95e0-f7c0b96d3ed0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.668312 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-599dd9ff-c2c2-4c47-95e0-f7c0b96d3ed0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.670398 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-599dd9ff-c2c2-4c47-95e0-f7c0b96d3ed0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/102be432-0f33-4751-804e-6c9636f2600b HTTP/1.1" status: 204 len: 168 time: 0.3765900 Jul 16 01:33:23.673217 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43770) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.686252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dd9ff-c2c2-4c47-95e0-f7c0b96d3ed0 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Network': ['ID=102be432-0f33-4751-804e-6c9636f2600b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:23.701650 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b987d8-4dbd-4094-8b51-429b6a4510fe tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:23.702108 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b987d8-4dbd-4094-8b51-429b6a4510fe tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:23.703858 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-55b987d8-4dbd-4094-8b51-429b6a4510fe tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/subnets/d61d98b6-3a04-4853-bacc-daad2874e889 HTTP/1.1" status: 404 len: 337 time: 0.0290074 Jul 16 01:33:23.706399 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43772) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.726007 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-46337753-146e-46c2-ae8a-9329940ac91b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:23.726552 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46337753-146e-46c2-ae8a-9329940ac91b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:23.728249 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-46337753-146e-46c2-ae8a-9329940ac91b tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/ddff19e9-b4ee-4394-a516-19d5bc83ecdd HTTP/1.1" status: 404 len: 339 time: 0.0209074 Jul 16 01:33:23.730756 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43776) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.756782 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-8712de93-701b-4abf-bc94-889de2f569c1 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:23.757517 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8712de93-701b-4abf-bc94-889de2f569c1 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:23.759218 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8712de93-701b-4abf-bc94-889de2f569c1 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/subnets/22919122-b417-4d58-8ed4-c5e65dce7602 HTTP/1.1" status: 404 len: 337 time: 0.0275118 Jul 16 01:33:23.761787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43778) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.780625 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-9785fbbc-93be-40ae-8db3-174e4b70e20a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:23.781156 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9785fbbc-93be-40ae-8db3-174e4b70e20a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:23.782807 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9785fbbc-93be-40ae-8db3-174e4b70e20a tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/a343ed89-f0d2-4973-a530-e5e7c42ba6b7 HTTP/1.1" status: 404 len: 339 time: 0.0200596 Jul 16 01:33:23.785291 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43780) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.809925 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-70338508-5c12-4b29-98c7-c7ebf76c75e4 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:23.810377 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70338508-5c12-4b29-98c7-c7ebf76c75e4 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:23.812074 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-70338508-5c12-4b29-98c7-c7ebf76c75e4 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/subnets/ae093a79-9f5d-4d4c-89ab-2001da87769e HTTP/1.1" status: 404 len: 337 time: 0.0258393 Jul 16 01:33:23.814542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43782) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.833941 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0dfe14-f141-48df-9d41-baf537d323fe tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:23.834467 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0dfe14-f141-48df-9d41-baf537d323fe tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:23.836138 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7b0dfe14-f141-48df-9d41-baf537d323fe tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/1addadd7-d8be-498b-9dbb-f8c02f6e2abb HTTP/1.1" status: 404 len: 339 time: 0.0206988 Jul 16 01:33:23.838565 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43784) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.868111 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fb917c-a00e-44a6-8573-b56f6ee96d14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:23.868569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7fb917c-a00e-44a6-8573-b56f6ee96d14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:23.870252 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e7fb917c-a00e-44a6-8573-b56f6ee96d14 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/subnets/62b43d21-64b1-4efa-9909-c533aedf4400 HTTP/1.1" status: 404 len: 337 time: 0.0307996 Jul 16 01:33:23.872767 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43786) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.877267 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43788) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.891092 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b6f9a3-042a-4e69-8ae0-35259589d3e3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:23.891296 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c731eddc-7ce8-425d-847f-0b3297c9c446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.891816 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b6f9a3-042a-4e69-8ae0-35259589d3e3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:23.893375 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-26b6f9a3-042a-4e69-8ae0-35259589d3e3 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/a022d809-c9c3-4787-a24f-be3d5165c3a9 HTTP/1.1" status: 404 len: 339 time: 0.0197065 Jul 16 01:33:23.896410 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43790) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.922282 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1437988-1ddf-431e-99c2-46a50a2e68fa tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:23.922731 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1437988-1ddf-431e-99c2-46a50a2e68fa tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:23.924433 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b1437988-1ddf-431e-99c2-46a50a2e68fa tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/subnets/b6d202f9-6325-4f6d-b252-9322aa485a95 HTTP/1.1" status: 404 len: 337 time: 0.0270548 Jul 16 01:33:23.926958 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43792) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.945872 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-456a2c59-06ce-4025-a539-23314a6831f6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:23.946423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456a2c59-06ce-4025-a539-23314a6831f6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:23.948148 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-456a2c59-06ce-4025-a539-23314a6831f6 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/65737fbc-e8d8-4de1-97b7-9dc1ebcc0eb2 HTTP/1.1" status: 404 len: 339 time: 0.0201166 Jul 16 01:33:23.950613 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43794) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.976517 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1ec498-70f5-4f5e-8add-472c31b5a2fc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:23.976960 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1ec498-70f5-4f5e-8add-472c31b5a2fc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:23.978648 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6c1ec498-70f5-4f5e-8add-472c31b5a2fc tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/subnets/0517d786-9b1e-4153-a7da-8bdd30516a89 HTTP/1.1" status: 404 len: 337 time: 0.0270629 Jul 16 01:33:23.981207 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43796) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:23.982966 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c731eddc-7ce8-425d-847f-0b3297c9c446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.986867 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c731eddc-7ce8-425d-847f-0b3297c9c446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:23.999511 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-54df870b-1179-41ea-a647-5ad8742fff84 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:24.000071 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54df870b-1179-41ea-a647-5ad8742fff84 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:24.001763 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-54df870b-1179-41ea-a647-5ad8742fff84 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/25100ae3-52ad-4820-8753-a18d8bb2883b HTTP/1.1" status: 404 len: 339 time: 0.0197268 Jul 16 01:33:24.004872 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43798) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:24.024616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c731eddc-7ce8-425d-847f-0b3297c9c446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7ad643-4f1b-4676-853e-f6d39ca17f81,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.029404 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c731eddc-7ce8-425d-847f-0b3297c9c446 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae148f2445344146901c5a8d6263e82f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1510730 Jul 16 01:33:24.032014 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43800) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:24.038606 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50fba39-2d9e-44bf-b674-cd1ea4a1b8be tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:24.039098 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50fba39-2d9e-44bf-b674-cd1ea4a1b8be tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:24.040724 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c50fba39-2d9e-44bf-b674-cd1ea4a1b8be tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/subnets/e5f4fd30-9380-44b8-98a8-233eb75ce172 HTTP/1.1" status: 404 len: 337 time: 0.0349400 Jul 16 01:33:24.043659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43802) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:24.063392 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4295f8a-7ba1-45f3-a9bf-2cdb7891e47f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:24.064011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4295f8a-7ba1-45f3-a9bf-2cdb7891e47f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:24.065758 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d4295f8a-7ba1-45f3-a9bf-2cdb7891e47f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/88bcde36-a64b-4c0d-8866-64561e5c7eb6 HTTP/1.1" status: 404 len: 339 time: 0.0205791 Jul 16 01:33:24.068902 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43804) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:24.087042 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68510ce0-5e83-4c79-bb21-a9d247477cc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.096471 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb2834df-62f0-4e55-863c-9c6657a02734 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:24.096937 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb2834df-62f0-4e55-863c-9c6657a02734 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:24.100994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-eb2834df-62f0-4e55-863c-9c6657a02734 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/subnets/9b5421df-7568-4d86-b657-1c7463f40881 HTTP/1.1" status: 404 len: 337 time: 0.0287452 Jul 16 01:33:24.101209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43806) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:24.109617 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68510ce0-5e83-4c79-bb21-a9d247477cc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.119306 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc6ebed-7625-46aa-bd10-bae824caf20f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:24.119878 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc6ebed-7625-46aa-bd10-bae824caf20f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:24.121586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-abc6ebed-7625-46aa-bd10-bae824caf20f tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/02689207-a5b0-44af-a3dc-39a127faa182 HTTP/1.1" status: 404 len: 339 time: 0.0194526 Jul 16 01:33:24.124156 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43808) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:24.161110 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68510ce0-5e83-4c79-bb21-a9d247477cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.164234 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68510ce0-5e83-4c79-bb21-a9d247477cc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.165389 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-68510ce0-5e83-4c79-bb21-a9d247477cc0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ec7ad643-4f1b-4676-853e-f6d39ca17f81 HTTP/1.1" status: 204 len: 168 time: 0.1324430 Jul 16 01:33:24.173609 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68510ce0-5e83-4c79-bb21-a9d247477cc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7ad643-4f1b-4676-853e-f6d39ca17f81,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.180500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-024aa155-1165-4016-b6f8-7564039c4f25 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Deleting subnet c9841f1d-cd9f-4aee-976f-232ba749b7b6 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:24.185608 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-024aa155-1165-4016-b6f8-7564039c4f25 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.228428 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-024aa155-1165-4016-b6f8-7564039c4f25 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.322714 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-024aa155-1165-4016-b6f8-7564039c4f25 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.428211 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-024aa155-1165-4016-b6f8-7564039c4f25 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.453767 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024aa155-1165-4016-b6f8-7564039c4f25 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Subnet': ['ID=c9841f1d-cd9f-4aee-976f-232ba749b7b6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.461061 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-024aa155-1165-4016-b6f8-7564039c4f25 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.463706 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-024aa155-1165-4016-b6f8-7564039c4f25 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/subnets/c9841f1d-cd9f-4aee-976f-232ba749b7b6 HTTP/1.1" status: 204 len: 168 time: 0.3386228 Jul 16 01:33:24.466364 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43820) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:24.474050 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10989d94-81c2-421b-86d1-8b899bb73969 None None] Network 8bc47867-6886-4ada-934b-09aad3e0a64e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:24.474549 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3867432-0011-4253-a964-efa2d10f59be req-e8995c11-4ad3-4d35-849e-2ffe4b33539b tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.476017 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f3867432-0011-4253-a964-efa2d10f59be req-e8995c11-4ad3-4d35-849e-2ffe4b33539b tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 945 time: 0.1312594 Jul 16 01:33:24.536975 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f3867432-0011-4253-a964-efa2d10f59be req-794cf2df-bbbc-45a7-9a02-df662a31df5b tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536444 Jul 16 01:33:24.585183 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.645002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Deleting port c9dbde9c-e9ec-41fa-b991-4af90346d030 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:24.645698 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.729861 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] For port c9dbde9c-e9ec-41fa-b991-4af90346d030, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c9dbde9c-e9ec-41fa-b991-4af90346d030,segment=NetworkSegment(26c2ee42-9000-44b3-a44d-7c57343fe59b),segment_id=26c2ee42-9000-44b3-a44d-7c57343fe59b)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:24.730467 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.745657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Calling delete_port for c9dbde9c-e9ec-41fa-b991-4af90346d030 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:24.753210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b91744-090d-446b-8f65-3fa0dfd1805a req-d8ff439d-068d-4f68-88f7-203f9ba59084 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:24.760457 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19b91744-090d-446b-8f65-3fa0dfd1805a req-d8ff439d-068d-4f68-88f7-203f9ba59084 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 945 time: 0.0927696 Jul 16 01:33:24.764258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0525aee4-48e1-41e9-ae03-ff51722010fd None None] DHCP port deletion for 8bc47867-6886-4ada-934b-09aad3e0a64e request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:33:24.813834 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19b91744-090d-446b-8f65-3fa0dfd1805a req-824f9082-c7c0-4d47-9f44-5cd69d7c6777 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490408 Jul 16 01:33:24.828368 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0525aee4-48e1-41e9-ae03-ff51722010fd None None] Deleting port c9dbde9c-e9ec-41fa-b991-4af90346d030 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:24.828748 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0525aee4-48e1-41e9-ae03-ff51722010fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.848424 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.887411 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Port': ['ID=c9dbde9c-e9ec-41fa-b991-4af90346d030,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:24.889488 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] No DVR routers for this DVR port c9dbde9c-e9ec-41fa-b991-4af90346d030 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:24.909321 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0525aee4-48e1-41e9-ae03-ff51722010fd None None] For port c9dbde9c-e9ec-41fa-b991-4af90346d030, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c9dbde9c-e9ec-41fa-b991-4af90346d030,segment=NetworkSegment(26c2ee42-9000-44b3-a44d-7c57343fe59b),segment_id=26c2ee42-9000-44b3-a44d-7c57343fe59b)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:24.909721 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0525aee4-48e1-41e9-ae03-ff51722010fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.924893 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0525aee4-48e1-41e9-ae03-ff51722010fd None None] Calling delete_port for c9dbde9c-e9ec-41fa-b991-4af90346d030 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:24.976865 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:24.990102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc47867-6886-4ada-934b-09aad3e0a64e']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:25.001223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c2ee42-9000-44b3-a44d-7c57343fe59b') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:25.001590 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c2ee42-9000-44b3-a44d-7c57343fe59b') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:25.011225 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.012554 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0525aee4-48e1-41e9-ae03-ff51722010fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.036744 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.039400 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8862e12-22cc-44ec-b810-18c30e36de09 req-c821eb59-8631-415c-9dbd-3da5c2932dfc tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.044966 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:25.045832 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.047519 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8862e12-22cc-44ec-b810-18c30e36de09 req-c821eb59-8631-415c-9dbd-3da5c2932dfc tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 945 time: 0.0954161 Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:25.051137 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:25.053137 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525aee4-48e1-41e9-ae03-ff51722010fd None None] Pushing event deleted for resources: {'Port': ['ID=c9dbde9c-e9ec-41fa-b991-4af90346d030,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:25.056491 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0525aee4-48e1-41e9-ae03-ff51722010fd None None] No DVR routers for this DVR port c9dbde9c-e9ec-41fa-b991-4af90346d030 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:25.092549 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8862e12-22cc-44ec-b810-18c30e36de09 req-104d936f-6232-4a04-a8cc-61e4b64164a1 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435600 Jul 16 01:33:25.133080 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.151237 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.155599 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] 10.222.0.22 "DELETE /v2.0/networks/8bc47867-6886-4ada-934b-09aad3e0a64e HTTP/1.1" status: 204 len: 168 time: 0.6858530 Jul 16 01:33:25.156768 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1d97f-72d7-415e-93bc-fc39d408d0c9 tempest-NetworksTest-1441400346 tempest-NetworksTest-1441400346-project] Pushing event deleted for resources: {'Network': ['ID=8bc47867-6886-4ada-934b-09aad3e0a64e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:25.436770 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43858) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:25.500252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5dcb4f-6915-4b71-b6cf-4b23e7e4a574 req-12df96b6-a5c5-452d-9364-6e9156e8a0c1 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:25.502290 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c5dcb4f-6915-4b71-b6cf-4b23e7e4a574 req-12df96b6-a5c5-452d-9364-6e9156e8a0c1 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 945 time: 0.0722103 Jul 16 01:33:25.548627 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c5dcb4f-6915-4b71-b6cf-4b23e7e4a574 req-13d4d1aa-3ca6-4beb-9abc-7c69fdfc8853 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404677 Jul 16 01:33:25.577319 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fd588d12-aade-4492-a0d5-965e7c23ee57 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=240fdc30006a4a03a822beb7f5680c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402087 Jul 16 01:33:25.579752 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43866) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:25.631182 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50a0435e-78a0-47a2-a0e1-b91e09fcac0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.652054 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50a0435e-78a0-47a2-a0e1-b91e09fcac0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.702394 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50a0435e-78a0-47a2-a0e1-b91e09fcac0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.707543 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50a0435e-78a0-47a2-a0e1-b91e09fcac0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:25.709200 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-50a0435e-78a0-47a2-a0e1-b91e09fcac0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/940b5640-cc7c-444c-a31a-2679b55cafb1 HTTP/1.1" status: 204 len: 168 time: 0.1284070 Jul 16 01:33:25.717204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0435e-78a0-47a2-a0e1-b91e09fcac0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940b5640-cc7c-444c-a31a-2679b55cafb1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:25.983440 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43886) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:26.103569 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c9dbde9c-e9ec-41fa-b991-4af90346d030 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:26.106826 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73ef4b86-79c3-4957-bc4b-96c1b8518599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.127658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: c9dbde9c-e9ec-41fa-b991-4af90346d030 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:26.128040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c9dbde9c-e9ec-41fa-b991-4af90346d030 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:26.201976 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73ef4b86-79c3-4957-bc4b-96c1b8518599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.206016 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73ef4b86-79c3-4957-bc4b-96c1b8518599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.249237 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-73ef4b86-79c3-4957-bc4b-96c1b8518599 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9750868d8f4446cab2010f6aba0006b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2646708 Jul 16 01:33:26.250188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ef4b86-79c3-4957-bc4b-96c1b8518599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d25ab26-986f-4a00-9307-f8746f2a7d53,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:26.251896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43900) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:26.309587 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4bb2a88f-84f4-4292-83aa-78805f5b9be9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.330235 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4bb2a88f-84f4-4292-83aa-78805f5b9be9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.379696 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4bb2a88f-84f4-4292-83aa-78805f5b9be9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.382378 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4bb2a88f-84f4-4292-83aa-78805f5b9be9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.383585 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4bb2a88f-84f4-4292-83aa-78805f5b9be9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4d25ab26-986f-4a00-9307-f8746f2a7d53 HTTP/1.1" status: 204 len: 168 time: 0.1306252 Jul 16 01:33:26.391313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2a88f-84f4-4292-83aa-78805f5b9be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d25ab26-986f-4a00-9307-f8746f2a7d53,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:26.433043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43908) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:26.527991 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b4865597-e2d8-4858-a2e2-c3649cfa59b6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-286588230'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:26.553020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4865597-e2d8-4858-a2e2-c3649cfa59b6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:26.556967 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b4865597-e2d8-4858-a2e2-c3649cfa59b6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.566089 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b4865597-e2d8-4858-a2e2-c3649cfa59b6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.665836 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b4865597-e2d8-4858-a2e2-c3649cfa59b6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.678529 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b4865597-e2d8-4858-a2e2-c3649cfa59b6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.760205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4865597-e2d8-4858-a2e2-c3649cfa59b6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:26.776159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4865597-e2d8-4858-a2e2-c3649cfa59b6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62770ca4-1ac0-4a4b-bb05-5e3b7a2f7d13,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:26.788498 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b4865597-e2d8-4858-a2e2-c3649cfa59b6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.788858 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-b4865597-e2d8-4858-a2e2-c3649cfa59b6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Added segment 9278396b-18e5-40e1-bca5-99e2db7297d9 of type vlan for network 6ac58152-1195-46be-a9b7-3da0714926ed Jul 16 01:33:26.865907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f0950d-ea82-4c5b-8a3c-32a0916ea94a req-1ecb738e-17e4-46f0-b49c-ebea0e1f2a74 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.867687 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1f0950d-ea82-4c5b-8a3c-32a0916ea94a req-1ecb738e-17e4-46f0-b49c-ebea0e1f2a74 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 945 time: 0.1994505 Jul 16 01:33:26.870938 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b4865597-e2d8-4858-a2e2-c3649cfa59b6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.885914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fd0a2b-7135-419a-be1e-5a92852821af req-00900987-4aae-4312-9c5c-e73a7be472ff tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.887447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7fd0a2b-7135-419a-be1e-5a92852821af req-00900987-4aae-4312-9c5c-e73a7be472ff tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.69 "GET /v2.0/ports?device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 945 time: 0.2051818 Jul 16 01:33:26.984645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1f0950d-ea82-4c5b-8a3c-32a0916ea94a req-22632c1a-0ea4-4a9c-b5c0-2ba440a580c0 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943174 Jul 16 01:33:26.992179 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b4865597-e2d8-4858-a2e2-c3649cfa59b6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:26.997710 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4865597-e2d8-4858-a2e2-c3649cfa59b6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:26.998326 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b4865597-e2d8-4858-a2e2-c3649cfa59b6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.074209 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b4865597-e2d8-4858-a2e2-c3649cfa59b6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6376896 Jul 16 01:33:27.074687 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43934) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:27.080318 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-29c37939-105a-4623-8829-d0e0482cac08 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'name': 'tempest-PortsIpV6TestJSON-250604555'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:27.105335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4865597-e2d8-4858-a2e2-c3649cfa59b6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Network': ['ID=6ac58152-1195-46be-a9b7-3da0714926ed,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:27.116222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a7fd0a2b-7135-419a-be1e-5a92852821af req-57cd5a00-6675-45b0-9296-c22e3e457775 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Deleting port b9d51cd6-8f65-480d-9dde-1a2515285ef5 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:27.116578 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7fd0a2b-7135-419a-be1e-5a92852821af req-57cd5a00-6675-45b0-9296-c22e3e457775 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.119316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 6ac58152-1195-46be-a9b7-3da0714926ed details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:27.186537 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c37939-105a-4623-8829-d0e0482cac08 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:27.193068 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29c37939-105a-4623-8829-d0e0482cac08 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.218778 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-29c37939-105a-4623-8829-d0e0482cac08 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] device_id is not set on port 002ab422-48e7-499d-8887-5d93d38e943b yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:27.221285 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-a7fd0a2b-7135-419a-be1e-5a92852821af req-57cd5a00-6675-45b0-9296-c22e3e457775 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] For port b9d51cd6-8f65-480d-9dde-1a2515285ef5, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=b9d51cd6-8f65-480d-9dde-1a2515285ef5,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:27.221653 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7fd0a2b-7135-419a-be1e-5a92852821af req-57cd5a00-6675-45b0-9296-c22e3e457775 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.238291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a7fd0a2b-7135-419a-be1e-5a92852821af req-57cd5a00-6675-45b0-9296-c22e3e457775 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Calling delete_port for b9d51cd6-8f65-480d-9dde-1a2515285ef5 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:27.378655 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7fd0a2b-7135-419a-be1e-5a92852821af req-57cd5a00-6675-45b0-9296-c22e3e457775 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.385239 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29c37939-105a-4623-8829-d0e0482cac08 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.396688 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['b9d51cd6-8f65-480d-9dde-1a2515285ef5'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:27.399612 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['645d82de-145c-4367-bb8f-fe0ddb02e32b', 'cc07ead1-c6a9-4ebc-944b-3d124b75723f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:27.406317 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd5a00-6675-45b0-9296-c22e3e457775 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Pushing event deleted for resources: {'Port': ['ID=b9d51cd6-8f65-480d-9dde-1a2515285ef5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:27.459638 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fd0a2b-7135-419a-be1e-5a92852821af req-57cd5a00-6675-45b0-9296-c22e3e457775 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] No DVR routers for this DVR port b9d51cd6-8f65-480d-9dde-1a2515285ef5 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:27.459883 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29c37939-105a-4623-8829-d0e0482cac08 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.469389 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a7fd0a2b-7135-419a-be1e-5a92852821af req-57cd5a00-6675-45b0-9296-c22e3e457775 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.471501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7fd0a2b-7135-419a-be1e-5a92852821af req-57cd5a00-6675-45b0-9296-c22e3e457775 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.69 "DELETE /v2.0/ports/b9d51cd6-8f65-480d-9dde-1a2515285ef5 HTTP/1.1" status: 204 len: 173 time: 0.5727513 Jul 16 01:33:27.472001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19a1dca2-ef8e-4897-b5d9-557d3b1b1113', 'name': 'network-vif-deleted', 'tag': 'b9d51cd6-8f65-480d-9dde-1a2515285ef5'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:27.474312 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e898ba9-29d0-49d2-80d2-effd983b71b0" -d '{"events": [{"server_uuid": "19a1dca2-ef8e-4897-b5d9-557d3b1b1113", "name": "network-vif-deleted", "tag": "b9d51cd6-8f65-480d-9dde-1a2515285ef5"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:27.540060 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5cb77a-216d-4a27-a244-5c6cac6d0afc x-openstack-request-id: req-5f5cb77a-216d-4a27-a244-5c6cac6d0afc {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:27.540431 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19a1dca2-ef8e-4897-b5d9-557d3b1b1113", "name": "network-vif-deleted", "tag": "b9d51cd6-8f65-480d-9dde-1a2515285ef5", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:27.540775 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f5cb77a-216d-4a27-a244-5c6cac6d0afc {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:27.541358 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19a1dca2-ef8e-4897-b5d9-557d3b1b1113', 'name': 'network-vif-deleted', 'tag': 'b9d51cd6-8f65-480d-9dde-1a2515285ef5', 'status': 'completed', 'code': 200} Jul 16 01:33:27.551446 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c37939-105a-4623-8829-d0e0482cac08 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=002ab422-48e7-499d-8887-5d93d38e943b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:27.553889 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c37939-105a-4623-8829-d0e0482cac08 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Checking segment: {'id': '9278396b-18e5-40e1-bca5-99e2db7297d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:27.554468 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c37939-105a-4623-8829-d0e0482cac08 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network hostable DHCP agents. Network: 6ac58152-1195-46be-a9b7-3da0714926ed, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:27.573654 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c37939-105a-4623-8829-d0e0482cac08 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 6ac58152-1195-46be-a9b7-3da0714926ed is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:27.586936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-29c37939-105a-4623-8829-d0e0482cac08 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 6ac58152-1195-46be-a9b7-3da0714926ed) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:27.596314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139d35e3-1b84-40b2-9415-6364a1db25ee None None] Network 6ac58152-1195-46be-a9b7-3da0714926ed requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:27.601454 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c37939-105a-4623-8829-d0e0482cac08 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:27.609248 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c37939-105a-4623-8829-d0e0482cac08 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.610354 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29c37939-105a-4623-8829-d0e0482cac08 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.631271 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-29c37939-105a-4623-8829-d0e0482cac08 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5520098 Jul 16 01:33:27.631632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43948) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:27.638523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-62127a1a-db6e-4b5f-a645-6cad8ec90830 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-867176671'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:27.667179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62127a1a-db6e-4b5f-a645-6cad8ec90830 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:27.673884 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62127a1a-db6e-4b5f-a645-6cad8ec90830 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.705796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62127a1a-db6e-4b5f-a645-6cad8ec90830 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:27.717324 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62127a1a-db6e-4b5f-a645-6cad8ec90830 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.717797 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-62127a1a-db6e-4b5f-a645-6cad8ec90830 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Added segment 1c7e12f0-3af1-403d-a976-73b17f81429f of type vlan for network a67a6e2f-b7b0-47cb-b2f4-84e050a7428e Jul 16 01:33:27.761317 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62127a1a-db6e-4b5f-a645-6cad8ec90830 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.796853 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62127a1a-db6e-4b5f-a645-6cad8ec90830 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.803198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62127a1a-db6e-4b5f-a645-6cad8ec90830 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:27.805175 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62127a1a-db6e-4b5f-a645-6cad8ec90830 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:27.843493 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-62127a1a-db6e-4b5f-a645-6cad8ec90830 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2099783 Jul 16 01:33:27.846666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43956) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:27.851873 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'ports': [{'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed'}, {'network_id': 'a67a6e2f-b7b0-47cb-b2f4-84e050a7428e'}]} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:27.852192 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:27.852670 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'network_id': 'a67a6e2f-b7b0-47cb-b2f4-84e050a7428e'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:27.878899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62127a1a-db6e-4b5f-a645-6cad8ec90830 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Network': ['ID=a67a6e2f-b7b0-47cb-b2f4-84e050a7428e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:27.889728 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network a67a6e2f-b7b0-47cb-b2f4-84e050a7428e details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:28.063917 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'port': 2} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:28.071962 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.087427 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.190469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] device_id is not set on port 2614ac43-ba49-401a-b1fa-5f28825451fc yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:28.208053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b1a96cb-f5f8-4afb-ac0a-62c258c5a966 req-963a4050-6acc-436f-855f-77c4f3c986ea tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=19a1dca2-ef8e-4897-b5d9-557d3b1b1113 HTTP/1.1" status: 200 len: 210 time: 0.0555062 Jul 16 01:33:28.310262 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.379423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] device_id is not set on port 6f1b33aa-5fda-4bc8-af04-68ee29d206f3 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:28.497229 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.538613 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.586697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 6ac58152-1195-46be-a9b7-3da0714926ed is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:28.589924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:28.596374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:28.597115 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.611591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=2614ac43-ba49-401a-b1fa-5f28825451fc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:28.806615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43986) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:28.918090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd2c0d34-1536-4bf2-b3c5-5ffd2638c613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:28.982735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=6f1b33aa-5fda-4bc8-af04-68ee29d206f3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:28.987098 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Checking segment: {'id': '1c7e12f0-3af1-403d-a976-73b17f81429f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'a67a6e2f-b7b0-47cb-b2f4-84e050a7428e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:28.987469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network hostable DHCP agents. Network: a67a6e2f-b7b0-47cb-b2f4-84e050a7428e, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:29.005102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network a67a6e2f-b7b0-47cb-b2f4-84e050a7428e is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:29.011706 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd2c0d34-1536-4bf2-b3c5-5ffd2638c613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.014067 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, a67a6e2f-b7b0-47cb-b2f4-84e050a7428e) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:29.015511 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd2c0d34-1536-4bf2-b3c5-5ffd2638c613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.017871 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:29.027964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.028756 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.029497 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.031093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f251c-996c-44e3-9f40-3a6f7d305470 None None] Network a67a6e2f-b7b0-47cb-b2f4-84e050a7428e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:29.049754 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1f680686-92f8-484b-becb-56e615d701a7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2019091 Jul 16 01:33:29.051660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43990) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:29.055877 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c0d34-1536-4bf2-b3c5-5ffd2638c613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d49c4bb-262b-428f-819a-9f233b3ddac6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:29.060225 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fd2c0d34-1536-4bf2-b3c5-5ffd2638c613 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d70b8bc3c164f2dbc32cc594eb6c92a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525537 Jul 16 01:33:29.063078 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43994) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:29.124232 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-46140650-4d34-4610-a574-e927414a523d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.148588 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-46140650-4d34-4610-a574-e927414a523d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.164645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b6b60917-9b6e-4f51-b51f-28e11364bfa4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 6f1b33aa-5fda-4bc8-af04-68ee29d206f3 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:29.165246 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6b60917-9b6e-4f51-b51f-28e11364bfa4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.215986 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-46140650-4d34-4610-a574-e927414a523d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.218556 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-46140650-4d34-4610-a574-e927414a523d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.219731 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-46140650-4d34-4610-a574-e927414a523d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1d49c4bb-262b-428f-819a-9f233b3ddac6 HTTP/1.1" status: 204 len: 168 time: 0.1459181 Jul 16 01:33:29.228292 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46140650-4d34-4610-a574-e927414a523d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d49c4bb-262b-428f-819a-9f233b3ddac6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:29.247918 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6b60917-9b6e-4f51-b51f-28e11364bfa4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.267365 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b6b60917-9b6e-4f51-b51f-28e11364bfa4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 6f1b33aa-5fda-4bc8-af04-68ee29d206f3 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:29.350099 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6b60917-9b6e-4f51-b51f-28e11364bfa4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.386105 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b60917-9b6e-4f51-b51f-28e11364bfa4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=6f1b33aa-5fda-4bc8-af04-68ee29d206f3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:29.389840 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6b60917-9b6e-4f51-b51f-28e11364bfa4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.391966 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b6b60917-9b6e-4f51-b51f-28e11364bfa4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/6f1b33aa-5fda-4bc8-af04-68ee29d206f3 HTTP/1.1" status: 204 len: 168 time: 0.3392127 Jul 16 01:33:29.394475 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44004) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:29.466935 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caedb7ca-3b58-420b-8d37-c71c11cb18a6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.473513 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caedb7ca-3b58-420b-8d37-c71c11cb18a6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.475276 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-caedb7ca-3b58-420b-8d37-c71c11cb18a6 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0787778 Jul 16 01:33:29.477848 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44008) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:29.581535 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-c689343e-91b2-45b5-8c11-474ddf50c9b1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 2614ac43-ba49-401a-b1fa-5f28825451fc {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:29.581906 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c689343e-91b2-45b5-8c11-474ddf50c9b1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.655565 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c689343e-91b2-45b5-8c11-474ddf50c9b1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.667903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-c689343e-91b2-45b5-8c11-474ddf50c9b1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 2614ac43-ba49-401a-b1fa-5f28825451fc owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:29.707952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb397762-aecd-4831-bba1-a996b55116d6 req-c50e7d4c-c068-4b92-800f-c84c7ef0efe4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.714850 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb397762-aecd-4831-bba1-a996b55116d6 req-c50e7d4c-c068-4b92-800f-c84c7ef0efe4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 945 time: 0.0786858 Jul 16 01:33:29.750881 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c689343e-91b2-45b5-8c11-474ddf50c9b1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.758455 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb397762-aecd-4831-bba1-a996b55116d6 req-8ff83023-554d-4782-8835-83e175d4818d tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426421 Jul 16 01:33:29.783753 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689343e-91b2-45b5-8c11-474ddf50c9b1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=2614ac43-ba49-401a-b1fa-5f28825451fc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:29.789811 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c689343e-91b2-45b5-8c11-474ddf50c9b1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:29.795454 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c689343e-91b2-45b5-8c11-474ddf50c9b1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/2614ac43-ba49-401a-b1fa-5f28825451fc HTTP/1.1" status: 204 len: 168 time: 0.3130169 Jul 16 01:33:29.795454 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44022) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:29.859806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ea3ce3-8203-487b-a4d0-7e63b079c173 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:29.861361 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f6ea3ce3-8203-487b-a4d0-7e63b079c173 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0656037 Jul 16 01:33:29.864165 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44026) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:29.890830 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0ada46-3d8c-4a59-9a44-efbe0268a5e1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] GET failed (client error): The resource could not be found. Jul 16 01:33:29.892371 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9c0ada46-3d8c-4a59-9a44-efbe0268a5e1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports/6f1b33aa-5fda-4bc8-af04-68ee29d206f3 HTTP/1.1" status: 404 len: 333 time: 0.0272985 Jul 16 01:33:29.895685 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44028) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:29.922752 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-321b6637-8fe5-411e-886e-97240509a75e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] GET failed (client error): The resource could not be found. Jul 16 01:33:29.924295 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-321b6637-8fe5-411e-886e-97240509a75e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports/2614ac43-ba49-401a-b1fa-5f28825451fc HTTP/1.1" status: 404 len: 333 time: 0.0276251 Jul 16 01:33:29.926893 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44032) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:30.004578 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4eeb99ad-dc70-4ef2-b235-b5f64aad4996 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.093778 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4eeb99ad-dc70-4ef2-b235-b5f64aad4996 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.103560 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-4eeb99ad-dc70-4ef2-b235-b5f64aad4996 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67a6e2f-b7b0-47cb-b2f4-84e050a7428e']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:30.113827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-4eeb99ad-dc70-4ef2-b235-b5f64aad4996 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7e12f0-3af1-403d-a976-73b17f81429f') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:30.114024 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-4eeb99ad-dc70-4ef2-b235-b5f64aad4996 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7e12f0-3af1-403d-a976-73b17f81429f') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:30.122614 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4eeb99ad-dc70-4ef2-b235-b5f64aad4996 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.136728 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4eeb99ad-dc70-4ef2-b235-b5f64aad4996 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.142569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eeb99ad-dc70-4ef2-b235-b5f64aad4996 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:30.143088 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4eeb99ad-dc70-4ef2-b235-b5f64aad4996 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:30.146099 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:30.213304 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4eeb99ad-dc70-4ef2-b235-b5f64aad4996 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.220788 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4eeb99ad-dc70-4ef2-b235-b5f64aad4996 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.226119 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4eeb99ad-dc70-4ef2-b235-b5f64aad4996 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/networks/a67a6e2f-b7b0-47cb-b2f4-84e050a7428e HTTP/1.1" status: 204 len: 168 time: 0.2948678 Jul 16 01:33:30.226519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44042) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:30.231743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-27c7dff6-fe11-443f-b9dc-045042385706 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1395520280'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:30.242708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb99ad-dc70-4ef2-b235-b5f64aad4996 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Network': ['ID=a67a6e2f-b7b0-47cb-b2f4-84e050a7428e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:30.259494 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.262336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c7dff6-fe11-443f-b9dc-045042385706 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:30.265938 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27c7dff6-fe11-443f-b9dc-045042385706 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.293978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c7dff6-fe11-443f-b9dc-045042385706 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:30.304727 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27c7dff6-fe11-443f-b9dc-045042385706 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.305094 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-27c7dff6-fe11-443f-b9dc-045042385706 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Added segment 2a9c9b28-8990-4cf5-b4b1-2c5d1257afcb of type vlan for network 5bc2a35d-18f3-4aad-9001-4395dfdef588 Jul 16 01:33:30.344181 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27c7dff6-fe11-443f-b9dc-045042385706 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.373332 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27c7dff6-fe11-443f-b9dc-045042385706 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.379716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c7dff6-fe11-443f-b9dc-045042385706 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:30.380442 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27c7dff6-fe11-443f-b9dc-045042385706 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.416507 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-27c7dff6-fe11-443f-b9dc-045042385706 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1887817 Jul 16 01:33:30.419528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44052) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:30.424931 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-fe058753-6c11-47c3-b777-13a73c1d143a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'subnet': {'network_id': '5bc2a35d-18f3-4aad-9001-4395dfdef588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:30.455122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c7dff6-fe11-443f-b9dc-045042385706 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Network': ['ID=5bc2a35d-18f3-4aad-9001-4395dfdef588,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:30.467188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 5bc2a35d-18f3-4aad-9001-4395dfdef588 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:30.518516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe058753-6c11-47c3-b777-13a73c1d143a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:30.522132 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fe058753-6c11-47c3-b777-13a73c1d143a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.704662 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fe058753-6c11-47c3-b777-13a73c1d143a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.762503 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe058753-6c11-47c3-b777-13a73c1d143a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Subnet': ['ID=a448b8e2-de67-42bc-8919-41c0192b5451,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:30.773309 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe058753-6c11-47c3-b777-13a73c1d143a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Checking segment: {'id': '2a9c9b28-8990-4cf5-b4b1-2c5d1257afcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5bc2a35d-18f3-4aad-9001-4395dfdef588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:30.773676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe058753-6c11-47c3-b777-13a73c1d143a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network hostable DHCP agents. Network: 5bc2a35d-18f3-4aad-9001-4395dfdef588, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:30.792473 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe058753-6c11-47c3-b777-13a73c1d143a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 5bc2a35d-18f3-4aad-9001-4395dfdef588 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:30.802462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-fe058753-6c11-47c3-b777-13a73c1d143a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 5bc2a35d-18f3-4aad-9001-4395dfdef588) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:30.807786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe058753-6c11-47c3-b777-13a73c1d143a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:30.809513 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fe058753-6c11-47c3-b777-13a73c1d143a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:30.810950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca711a9-2930-4ab3-8349-6586d16093a3 None None] Network 5bc2a35d-18f3-4aad-9001-4395dfdef588 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:30.830010 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fe058753-6c11-47c3-b777-13a73c1d143a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4090097 Jul 16 01:33:30.833146 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44078) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:30.842774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-fb2ed578-97b1-4f8e-b234-41a456751f7d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'network_id': '5bc2a35d-18f3-4aad-9001-4395dfdef588', 'name': 'tempest-PortsIpV6TestJSON-271230868'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:31.028876 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2ed578-97b1-4f8e-b234-41a456751f7d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:31.028876 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed578-97b1-4f8e-b234-41a456751f7d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.039664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302fbbe-c8a2-41e3-a3dd-739f55eb4760 req-617ab8ef-953b-4e82-8a4c-c33ff8804504 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.041208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8302fbbe-c8a2-41e3-a3dd-739f55eb4760 req-617ab8ef-953b-4e82-8a4c-c33ff8804504 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 945 time: 0.1343198 Jul 16 01:33:31.077367 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-fb2ed578-97b1-4f8e-b234-41a456751f7d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] device_id is not set on port 27bb9c7e-1fea-4b51-970e-cc353a6d5df3 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:31.139363 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8302fbbe-c8a2-41e3-a3dd-739f55eb4760 req-d186be08-7cbc-440a-ac72-3c4c889b9ab1 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916076 Jul 16 01:33:31.141624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-5bc2a35d-18f3-4aad-9001-4395dfdef588', 'network_id': '5bc2a35d-18f3-4aad-9001-4395dfdef588', 'tenant_id': '69bedaa87caa4b4e8ade12cea83bb8d1', 'fixed_ips': [{'subnet_id': 'a448b8e2-de67-42bc-8919-41c0192b5451'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:31.142609 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.174389 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.220978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-fb2ed578-97b1-4f8e-b234-41a456751f7d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Allocated IP 2001:db8::39c (5bc2a35d-18f3-4aad-9001-4395dfdef588/a448b8e2-de67-42bc-8919-41c0192b5451/27bb9c7e-1fea-4b51-970e-cc353a6d5df3) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:31.335618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44108) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.381003 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device b9d51cd6-8f65-480d-9dde-1a2515285ef5 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:31.381731 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed578-97b1-4f8e-b234-41a456751f7d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.396405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-fb2ed578-97b1-4f8e-b234-41a456751f7d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Transition to ACTIVE for port object 27bb9c7e-1fea-4b51-970e-cc353a6d5df3 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:31.406121 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: b9d51cd6-8f65-480d-9dde-1a2515285ef5 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:31.406967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device b9d51cd6-8f65-480d-9dde-1a2515285ef5 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:31.452074 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-37d6618f-f9eb-4a11-975a-adb7c8b701f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.467791 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed578-97b1-4f8e-b234-41a456751f7d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.518721 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Allocated IP 2001:db8::2 (5bc2a35d-18f3-4aad-9001-4395dfdef588/a448b8e2-de67-42bc-8919-41c0192b5451/8a3b329e-7144-424c-8e8d-43c84a57ddb6) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:31.526067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2ed578-97b1-4f8e-b234-41a456751f7d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 5bc2a35d-18f3-4aad-9001-4395dfdef588 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:31.534257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-fb2ed578-97b1-4f8e-b234-41a456751f7d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:31.537242 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2ed578-97b1-4f8e-b234-41a456751f7d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:31.542805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2ed578-97b1-4f8e-b234-41a456751f7d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.543587 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb2ed578-97b1-4f8e-b234-41a456751f7d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.546338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ed578-97b1-4f8e-b234-41a456751f7d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=27bb9c7e-1fea-4b51-970e-cc353a6d5df3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:31.557511 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-37d6618f-f9eb-4a11-975a-adb7c8b701f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.561469 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-37d6618f-f9eb-4a11-975a-adb7c8b701f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.570974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad607f-5e85-4af2-96ac-23221c56cb4b req-7bbee305-1830-4164-93c0-008b84f05188 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:31.572500 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bcad607f-5e85-4af2-96ac-23221c56cb4b req-7bbee305-1830-4164-93c0-008b84f05188 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "GET /v2.0/ports?device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 945 time: 0.1528497 Jul 16 01:33:31.574366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fb2ed578-97b1-4f8e-b234-41a456751f7d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7395647 Jul 16 01:33:31.577074 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44112) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.601752 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-37d6618f-f9eb-4a11-975a-adb7c8b701f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e681211da964449abc64d1f26656cfd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649493 Jul 16 01:33:31.602884 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6618f-f9eb-4a11-975a-adb7c8b701f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3387805e-7502-4087-a3b0-4cbf2a9f0e00,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:31.605181 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44114) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:31.660931 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b459e34d-7d5c-4e86-b307-7d9e4d788dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.683321 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b459e34d-7d5c-4e86-b307-7d9e4d788dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.702090 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.712001 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Transition to ACTIVE for port object 8a3b329e-7144-424c-8e8d-43c84a57ddb6 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:31.731130 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Transition to ACTIVE for port object 8a3b329e-7144-424c-8e8d-43c84a57ddb6 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:31.736344 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b459e34d-7d5c-4e86-b307-7d9e4d788dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.739221 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.739881 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b459e34d-7d5c-4e86-b307-7d9e4d788dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.743531 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b459e34d-7d5c-4e86-b307-7d9e4d788dc8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3387805e-7502-4087-a3b0-4cbf2a9f0e00 HTTP/1.1" status: 204 len: 168 time: 0.1351256 Jul 16 01:33:31.749798 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459e34d-7d5c-4e86-b307-7d9e4d788dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3387805e-7502-4087-a3b0-4cbf2a9f0e00,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:31.759370 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-8d79d8fd-4d2c-4f97-bd4f-042976f1d7aa tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 27bb9c7e-1fea-4b51-970e-cc353a6d5df3 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:31.759834 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8d79d8fd-4d2c-4f97-bd4f-042976f1d7aa tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.779147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-bcad607f-5e85-4af2-96ac-23221c56cb4b req-a930f191-365c-4727-97df-0c2a5a230d92 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Deleting port cc07ead1-c6a9-4ebc-944b-3d124b75723f {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:31.779562 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bcad607f-5e85-4af2-96ac-23221c56cb4b req-a930f191-365c-4727-97df-0c2a5a230d92 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.796712 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Network 5bc2a35d-18f3-4aad-9001-4395dfdef588 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:31.798398 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:31.800192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Pushing event updated for resources: {'Port': ['ID=8a3b329e-7144-424c-8e8d-43c84a57ddb6,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:31.803238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:31.861594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Attempting to bind port 8a3b329e-7144-424c-8e8d-43c84a57ddb6 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:31.862007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Attempting to bind port 8a3b329e-7144-424c-8e8d-43c84a57ddb6 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '2a9c9b28-8990-4cf5-b4b1-2c5d1257afcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5bc2a35d-18f3-4aad-9001-4395dfdef588'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:31.862338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Attempting to bind port 8a3b329e-7144-424c-8e8d-43c84a57ddb6 on network 5bc2a35d-18f3-4aad-9001-4395dfdef588 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:31.872446 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:31.873093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Checking segment: {'id': '2a9c9b28-8990-4cf5-b4b1-2c5d1257afcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5bc2a35d-18f3-4aad-9001-4395dfdef588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:31.873664 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.874267 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Bound using segment: {'id': '2a9c9b28-8990-4cf5-b4b1-2c5d1257afcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5bc2a35d-18f3-4aad-9001-4395dfdef588'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:31.874950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Bound port: 8a3b329e-7144-424c-8e8d-43c84a57ddb6, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a9c9b28-8990-4cf5-b4b1-2c5d1257afcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5bc2a35d-18f3-4aad-9001-4395dfdef588'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:31.875639 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.932919 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8d79d8fd-4d2c-4f97-bd4f-042976f1d7aa tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.944592 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] For port 8a3b329e-7144-424c-8e8d-43c84a57ddb6, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:31.946294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-bcad607f-5e85-4af2-96ac-23221c56cb4b req-a930f191-365c-4727-97df-0c2a5a230d92 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] For port cc07ead1-c6a9-4ebc-944b-3d124b75723f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=cc07ead1-c6a9-4ebc-944b-3d124b75723f,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:31.946661 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bcad607f-5e85-4af2-96ac-23221c56cb4b req-a930f191-365c-4727-97df-0c2a5a230d92 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.949020 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] For port 8a3b329e-7144-424c-8e8d-43c84a57ddb6, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8a3b329e-7144-424c-8e8d-43c84a57ddb6,segment=NetworkSegment(2a9c9b28-8990-4cf5-b4b1-2c5d1257afcb),segment_id=2a9c9b28-8990-4cf5-b4b1-2c5d1257afcb)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:31.953666 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:31.956108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-8d79d8fd-4d2c-4f97-bd4f-042976f1d7aa tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 27bb9c7e-1fea-4b51-970e-cc353a6d5df3 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:31.965171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-bcad607f-5e85-4af2-96ac-23221c56cb4b req-a930f191-365c-4727-97df-0c2a5a230d92 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Calling delete_port for cc07ead1-c6a9-4ebc-944b-3d124b75723f owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:32.017231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8ffe9-2581-4bfb-a96e-82692315c90c None None] Pushing event updated for resources: {'Port': ['ID=8a3b329e-7144-424c-8e8d-43c84a57ddb6,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.058306 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44120) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:32.073346 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9ec80be2-4f38-4f1e-8fea-c837b325cd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.204362 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8d79d8fd-4d2c-4f97-bd4f-042976f1d7aa tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.243717 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bcad607f-5e85-4af2-96ac-23221c56cb4b req-a930f191-365c-4727-97df-0c2a5a230d92 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.248549 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d79d8fd-4d2c-4f97-bd4f-042976f1d7aa tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=27bb9c7e-1fea-4b51-970e-cc353a6d5df3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.255417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['645d82de-145c-4367-bb8f-fe0ddb02e32b', 'cc07ead1-c6a9-4ebc-944b-3d124b75723f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:32.297146 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930f191-365c-4727-97df-0c2a5a230d92 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Pushing event deleted for resources: {'Port': ['ID=cc07ead1-c6a9-4ebc-944b-3d124b75723f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.320617 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9ec80be2-4f38-4f1e-8fea-c837b325cd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.327140 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9ec80be2-4f38-4f1e-8fea-c837b325cd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.330814 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8d79d8fd-4d2c-4f97-bd4f-042976f1d7aa tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.336046 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8d79d8fd-4d2c-4f97-bd4f-042976f1d7aa tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/27bb9c7e-1fea-4b51-970e-cc353a6d5df3 HTTP/1.1" status: 204 len: 168 time: 0.7579708 Jul 16 01:33:32.344220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44124) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:32.413456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74f128b6-7981-476e-bbde-0f02dad8ec38 req-333fea4b-9e5f-40e0-aba6-5258feeb0085 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c98ec42f-1603-432f-bef5-17b0ce698f09 HTTP/1.1" status: 200 len: 210 time: 0.0908613 Jul 16 01:33:32.414626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcad607f-5e85-4af2-96ac-23221c56cb4b req-a930f191-365c-4727-97df-0c2a5a230d92 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] No DVR routers for this DVR port cc07ead1-c6a9-4ebc-944b-3d124b75723f on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:32.421291 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf661ee-9409-44c9-b002-165a84ed6675 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] DELETE failed (client error): The resource could not be found. Jul 16 01:33:32.422315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf661ee-9409-44c9-b002-165a84ed6675 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:32.422747 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bcad607f-5e85-4af2-96ac-23221c56cb4b req-a930f191-365c-4727-97df-0c2a5a230d92 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.424449 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cdf661ee-9409-44c9-b002-165a84ed6675 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/27bb9c7e-1fea-4b51-970e-cc353a6d5df3 HTTP/1.1" status: 404 len: 333 time: 0.0791440 Jul 16 01:33:32.428341 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9ec80be2-4f38-4f1e-8fea-c837b325cd83 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=54e0e1b897204d75b95fd629307ca3d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3722010 Jul 16 01:33:32.428501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bcad607f-5e85-4af2-96ac-23221c56cb4b req-a930f191-365c-4727-97df-0c2a5a230d92 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "DELETE /v2.0/ports/cc07ead1-c6a9-4ebc-944b-3d124b75723f HTTP/1.1" status: 204 len: 173 time: 0.8492050 Jul 16 01:33:32.428858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44128) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:32.429329 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c98ec42f-1603-432f-bef5-17b0ce698f09', 'name': 'network-vif-deleted', 'tag': 'cc07ead1-c6a9-4ebc-944b-3d124b75723f'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:32.431069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec80be2-4f38-4f1e-8fea-c837b325cd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61674ca9-6a2c-4139-bc19-4069cbeef2eb,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.431603 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c902a1b-a89f-4b25-8afb-ac3f0ce4a814" -d '{"events": [{"server_uuid": "c98ec42f-1603-432f-bef5-17b0ce698f09", "name": "network-vif-deleted", "tag": "cc07ead1-c6a9-4ebc-944b-3d124b75723f"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:32.434997 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44130) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:32.483458 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d3803b-8e90-4570-8867-0aa4dbc31351 x-openstack-request-id: req-a1d3803b-8e90-4570-8867-0aa4dbc31351 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:32.483981 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c98ec42f-1603-432f-bef5-17b0ce698f09", "name": "network-vif-deleted", "tag": "cc07ead1-c6a9-4ebc-944b-3d124b75723f", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:32.484390 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1d3803b-8e90-4570-8867-0aa4dbc31351 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:32.484886 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c98ec42f-1603-432f-bef5-17b0ce698f09', 'name': 'network-vif-deleted', 'tag': 'cc07ead1-c6a9-4ebc-944b-3d124b75723f', 'status': 'completed', 'code': 200} Jul 16 01:33:32.515428 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ac06df-8fc7-42d2-940f-48308a81b2ff tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] GET failed (client error): The resource could not be found. Jul 16 01:33:32.519853 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a7ac06df-8fc7-42d2-940f-48308a81b2ff tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports/27bb9c7e-1fea-4b51-970e-cc353a6d5df3 HTTP/1.1" status: 404 len: 333 time: 0.0830562 Jul 16 01:33:32.520707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44134) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:32.613889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-61b4ba4c-daaf-4b30-ba13-7b8f323dc004 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting subnet a448b8e2-de67-42bc-8919-41c0192b5451 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:32.616181 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-81b87bea-78e6-408d-91d6-8eeadddb893f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.619253 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-61b4ba4c-daaf-4b30-ba13-7b8f323dc004 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.672129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-81b87bea-78e6-408d-91d6-8eeadddb893f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.685117 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-61b4ba4c-daaf-4b30-ba13-7b8f323dc004 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.782723 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-81b87bea-78e6-408d-91d6-8eeadddb893f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.785861 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-81b87bea-78e6-408d-91d6-8eeadddb893f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.787049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-81b87bea-78e6-408d-91d6-8eeadddb893f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/61674ca9-6a2c-4139-bc19-4069cbeef2eb HTTP/1.1" status: 204 len: 168 time: 0.3292208 Jul 16 01:33:32.800103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b87bea-78e6-408d-91d6-8eeadddb893f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61674ca9-6a2c-4139-bc19-4069cbeef2eb,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.806701 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-61b4ba4c-daaf-4b30-ba13-7b8f323dc004 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.877631 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-61b4ba4c-daaf-4b30-ba13-7b8f323dc004 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.908331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4ba4c-daaf-4b30-ba13-7b8f323dc004 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Subnet': ['ID=a448b8e2-de67-42bc-8919-41c0192b5451,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:32.917236 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-61b4ba4c-daaf-4b30-ba13-7b8f323dc004 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:32.922797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44138) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:32.923111 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-61b4ba4c-daaf-4b30-ba13-7b8f323dc004 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/a448b8e2-de67-42bc-8919-41c0192b5451 HTTP/1.1" status: 204 len: 168 time: 0.4014392 Jul 16 01:33:33.023183 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.114864 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 8a3b329e-7144-424c-8e8d-43c84a57ddb6 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:33.115161 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.175820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de913c0-f6d6-4d94-8216-ac0391889365 None None] Network 5bc2a35d-18f3-4aad-9001-4395dfdef588 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:33.213612 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] For port 8a3b329e-7144-424c-8e8d-43c84a57ddb6, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8a3b329e-7144-424c-8e8d-43c84a57ddb6,segment=NetworkSegment(2a9c9b28-8990-4cf5-b4b1-2c5d1257afcb),segment_id=2a9c9b28-8990-4cf5-b4b1-2c5d1257afcb)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:33.213982 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.229189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 8a3b329e-7144-424c-8e8d-43c84a57ddb6 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:33.266445 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-309bd7ab-fd7b-4152-b4fc-20a39eaf6c40 None None] Provisioning for port 8a3b329e-7144-424c-8e8d-43c84a57ddb6 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:33.325111 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.365288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=8a3b329e-7144-424c-8e8d-43c84a57ddb6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:33.367119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No DVR routers for this DVR port 8a3b329e-7144-424c-8e8d-43c84a57ddb6 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:33.384632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1b1b73-a30d-40eb-a1ce-3c32afdb421b None None] DHCP port deletion for 5bc2a35d-18f3-4aad-9001-4395dfdef588 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:33:33.451720 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.462618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc2a35d-18f3-4aad-9001-4395dfdef588']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:33.472885 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a9c9b28-8990-4cf5-b4b1-2c5d1257afcb') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:33.473183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a9c9b28-8990-4cf5-b4b1-2c5d1257afcb') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:33.483993 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.505489 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.512003 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:33.512572 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:33.516202 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:33.586045 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.591920 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.597845 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44164) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:33.598354 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/networks/5bc2a35d-18f3-4aad-9001-4395dfdef588 HTTP/1.1" status: 204 len: 168 time: 0.6739960 Jul 16 01:33:33.604552 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ebac4c46-fb30-4d29-9254-eabdaed41cac tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1592298008'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:33.631192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebac4c46-fb30-4d29-9254-eabdaed41cac tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:33.634956 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebac4c46-fb30-4d29-9254-eabdaed41cac tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.641990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3684a-3f31-4676-8469-9fe9b54f62b7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Network': ['ID=5bc2a35d-18f3-4aad-9001-4395dfdef588,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:33.665244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebac4c46-fb30-4d29-9254-eabdaed41cac tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:33.683210 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebac4c46-fb30-4d29-9254-eabdaed41cac tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.684320 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-ebac4c46-fb30-4d29-9254-eabdaed41cac tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Added segment 508a2f46-ac72-4df6-b3cf-322957f5275d of type vlan for network 50babf54-eadf-4c4e-826e-2a6649b1cc80 Jul 16 01:33:33.754836 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebac4c46-fb30-4d29-9254-eabdaed41cac tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.832893 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebac4c46-fb30-4d29-9254-eabdaed41cac tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.841014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebac4c46-fb30-4d29-9254-eabdaed41cac tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:33.841014 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebac4c46-fb30-4d29-9254-eabdaed41cac tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:33.869682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-e9ada07c-a1bf-4c1a-a01c-4aa133a740af tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:33.871151 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-e9ada07c-a1bf-4c1a-a01c-4aa133a740af tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 806 time: 0.1744137 Jul 16 01:33:33.890882 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ebac4c46-fb30-4d29-9254-eabdaed41cac tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2910154 Jul 16 01:33:33.894165 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44184) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:33.898694 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-e6dd1f2b-bb99-4f5d-9ec5-95b4e121580c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/quotas/8cb32862d6424975b183aae124a5a905 HTTP/1.1" status: 200 len: 375 time: 0.0171211 Jul 16 01:33:33.900827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-88037c12-b0e8-45c2-b15f-254bc92ce2f7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'subnet': {'network_id': '50babf54-eadf-4c4e-826e-2a6649b1cc80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:33.929269 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac4c46-fb30-4d29-9254-eabdaed41cac tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Network': ['ID=50babf54-eadf-4c4e-826e-2a6649b1cc80,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:33.940887 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 50babf54-eadf-4c4e-826e-2a6649b1cc80 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:34.009520 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-d9cc1034-bdb3-46af-b7e9-ba312009b8d5 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0818932 Jul 16 01:33:34.032168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88037c12-b0e8-45c2-b15f-254bc92ce2f7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:34.036489 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88037c12-b0e8-45c2-b15f-254bc92ce2f7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.248975 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88037c12-b0e8-45c2-b15f-254bc92ce2f7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.318585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88037c12-b0e8-45c2-b15f-254bc92ce2f7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Subnet': ['ID=98af632d-0be0-4547-aabe-1a1993b96210,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:34.326661 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88037c12-b0e8-45c2-b15f-254bc92ce2f7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Checking segment: {'id': '508a2f46-ac72-4df6-b3cf-322957f5275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50babf54-eadf-4c4e-826e-2a6649b1cc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:34.326995 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88037c12-b0e8-45c2-b15f-254bc92ce2f7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network hostable DHCP agents. Network: 50babf54-eadf-4c4e-826e-2a6649b1cc80, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:34.344553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88037c12-b0e8-45c2-b15f-254bc92ce2f7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 50babf54-eadf-4c4e-826e-2a6649b1cc80 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:34.354742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-88037c12-b0e8-45c2-b15f-254bc92ce2f7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 50babf54-eadf-4c4e-826e-2a6649b1cc80) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:34.365044 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88037c12-b0e8-45c2-b15f-254bc92ce2f7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:34.365757 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88037c12-b0e8-45c2-b15f-254bc92ce2f7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.366321 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48e6064-d0f2-46bc-8478-8a355c8d5b0c None None] Network 50babf54-eadf-4c4e-826e-2a6649b1cc80 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:34.385493 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-88037c12-b0e8-45c2-b15f-254bc92ce2f7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4903054 Jul 16 01:33:34.386573 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44200) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:34.392709 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-93b23ddd-b60a-42b3-ab33-ead2e1717473 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'network_id': '50babf54-eadf-4c4e-826e-2a6649b1cc80', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-734072785'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:34.431637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-00d489b3-8de7-47c4-bbd1-ae8533a72a25 service neutron] 10.222.0.22 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147372 Jul 16 01:33:34.517615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b23ddd-b60a-42b3-ab33-ead2e1717473 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:34.521633 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93b23ddd-b60a-42b3-ab33-ead2e1717473 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.548072 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-86b7317c-b166-4d7a-a634-56e248f4d9a3 service neutron] 10.222.0.22 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099048 Jul 16 01:33:34.553081 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-50babf54-eadf-4c4e-826e-2a6649b1cc80', 'network_id': '50babf54-eadf-4c4e-826e-2a6649b1cc80', 'tenant_id': '69bedaa87caa4b4e8ade12cea83bb8d1', 'fixed_ips': [{'subnet_id': '98af632d-0be0-4547-aabe-1a1993b96210'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:34.554356 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.558368 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-93b23ddd-b60a-42b3-ab33-ead2e1717473 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] device_id is not set on port 6d932462-a854-4e33-a849-a715fbb150ef yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:34.715373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-93b23ddd-b60a-42b3-ab33-ead2e1717473 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Allocated IP 2001:db8::d7 (50babf54-eadf-4c4e-826e-2a6649b1cc80/98af632d-0be0-4547-aabe-1a1993b96210/6d932462-a854-4e33-a849-a715fbb150ef) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:34.777159 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d9115543-bde8-471f-ab28-6c4d078a32a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.789484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f795971d-3565-411f-87d2-546e2994c17f req-c830fda7-e216-48cc-b18d-846171eb082a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 210 time: 0.0562911 Jul 16 01:33:34.914074 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93b23ddd-b60a-42b3-ab33-ead2e1717473 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:34.928475 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-93b23ddd-b60a-42b3-ab33-ead2e1717473 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Transition to ACTIVE for port object 6d932462-a854-4e33-a849-a715fbb150ef will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:34.967523 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93b23ddd-b60a-42b3-ab33-ead2e1717473 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.009962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b23ddd-b60a-42b3-ab33-ead2e1717473 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 50babf54-eadf-4c4e-826e-2a6649b1cc80 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:35.013403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device cc07ead1-c6a9-4ebc-944b-3d124b75723f no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:35.015532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-93b23ddd-b60a-42b3-ab33-ead2e1717473 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:35.020809 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b23ddd-b60a-42b3-ab33-ead2e1717473 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:35.026759 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b23ddd-b60a-42b3-ab33-ead2e1717473 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:35.028696 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93b23ddd-b60a-42b3-ab33-ead2e1717473 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.047222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b23ddd-b60a-42b3-ab33-ead2e1717473 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=6d932462-a854-4e33-a849-a715fbb150ef,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:35.052097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: cc07ead1-c6a9-4ebc-944b-3d124b75723f {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:35.052664 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device cc07ead1-c6a9-4ebc-944b-3d124b75723f not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:35.059603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44240) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:35.068420 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-93b23ddd-b60a-42b3-ab33-ead2e1717473 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 0.6804497 Jul 16 01:33:35.082698 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Allocated IP 2001:db8::2 (50babf54-eadf-4c4e-826e-2a6649b1cc80/98af632d-0be0-4547-aabe-1a1993b96210/614536e5-bc77-453c-83d2-4ca82fee2aa9) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:35.190667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-dd99941d-97d0-4301-92de-7058de7c31ba tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 6d932462-a854-4e33-a849-a715fbb150ef {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:35.191011 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dd99941d-97d0-4301-92de-7058de7c31ba tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.275439 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.284537 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dd99941d-97d0-4301-92de-7058de7c31ba tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.285741 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Transition to ACTIVE for port object 614536e5-bc77-453c-83d2-4ca82fee2aa9 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:35.298354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-dd99941d-97d0-4301-92de-7058de7c31ba tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 6d932462-a854-4e33-a849-a715fbb150ef owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:35.304296 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Transition to ACTIVE for port object 614536e5-bc77-453c-83d2-4ca82fee2aa9 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:35.310411 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.348285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Network 50babf54-eadf-4c4e-826e-2a6649b1cc80 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:35.354947 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:35.362785 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:35.405273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Pushing event updated for resources: {'Port': ['ID=614536e5-bc77-453c-83d2-4ca82fee2aa9,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:35.436703 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Attempting to bind port 614536e5-bc77-453c-83d2-4ca82fee2aa9 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:35.437266 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Attempting to bind port 614536e5-bc77-453c-83d2-4ca82fee2aa9 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '508a2f46-ac72-4df6-b3cf-322957f5275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50babf54-eadf-4c4e-826e-2a6649b1cc80'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:35.437915 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Attempting to bind port 614536e5-bc77-453c-83d2-4ca82fee2aa9 on network 50babf54-eadf-4c4e-826e-2a6649b1cc80 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:35.443796 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:35.444406 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Checking segment: {'id': '508a2f46-ac72-4df6-b3cf-322957f5275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50babf54-eadf-4c4e-826e-2a6649b1cc80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:35.444976 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.445362 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Bound using segment: {'id': '508a2f46-ac72-4df6-b3cf-322957f5275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50babf54-eadf-4c4e-826e-2a6649b1cc80'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:35.445976 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Bound port: 614536e5-bc77-453c-83d2-4ca82fee2aa9, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508a2f46-ac72-4df6-b3cf-322957f5275d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50babf54-eadf-4c4e-826e-2a6649b1cc80'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:35.446526 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.467700 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dd99941d-97d0-4301-92de-7058de7c31ba tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.501656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd99941d-97d0-4301-92de-7058de7c31ba tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=6d932462-a854-4e33-a849-a715fbb150ef,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:35.529409 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] For port 614536e5-bc77-453c-83d2-4ca82fee2aa9, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:35.531969 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dd99941d-97d0-4301-92de-7058de7c31ba tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.533557 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] For port 614536e5-bc77-453c-83d2-4ca82fee2aa9, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=614536e5-bc77-453c-83d2-4ca82fee2aa9,segment=NetworkSegment(508a2f46-ac72-4df6-b3cf-322957f5275d),segment_id=508a2f46-ac72-4df6-b3cf-322957f5275d)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:35.534535 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dd99941d-97d0-4301-92de-7058de7c31ba tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/6d932462-a854-4e33-a849-a715fbb150ef HTTP/1.1" status: 204 len: 168 time: 0.4734743 Jul 16 01:33:35.536986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44266) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:35.544400 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.576126 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-f776681f-8e32-4954-a60a-53919995b460 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] GET failed (client error): The resource could not be found. Jul 16 01:33:35.578768 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f776681f-8e32-4954-a60a-53919995b460 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports/6d932462-a854-4e33-a849-a715fbb150ef HTTP/1.1" status: 404 len: 333 time: 0.0407212 Jul 16 01:33:35.581451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44268) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:35.611346 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24c269-eb92-409a-b7c7-27a8c3362d84 None None] Pushing event updated for resources: {'Port': ['ID=614536e5-bc77-453c-83d2-4ca82fee2aa9,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:35.641154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06ef4f8-88c4-4c34-857f-6c9205ef8085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting subnet 98af632d-0be0-4547-aabe-1a1993b96210 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:35.645289 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f06ef4f8-88c4-4c34-857f-6c9205ef8085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.687344 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f06ef4f8-88c4-4c34-857f-6c9205ef8085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.729913 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44272) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:35.793992 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f06ef4f8-88c4-4c34-857f-6c9205ef8085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.898716 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f06ef4f8-88c4-4c34-857f-6c9205ef8085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.935295 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ef4f8-88c4-4c34-857f-6c9205ef8085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Subnet': ['ID=98af632d-0be0-4547-aabe-1a1993b96210,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:35.938819 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73871f79-e036-4d40-a077-d1db1515f0af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.977519 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26c83292-b7da-4b08-bfa1-785d429de7dd req-72754829-056d-46d0-bb09-0b3c72c54ae5 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 210 time: 0.0456004 Jul 16 01:33:35.981094 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f06ef4f8-88c4-4c34-857f-6c9205ef8085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:35.983674 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f06ef4f8-88c4-4c34-857f-6c9205ef8085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/98af632d-0be0-4547-aabe-1a1993b96210 HTTP/1.1" status: 204 len: 168 time: 0.4008551 Jul 16 01:33:35.986192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44280) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:36.110007 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73871f79-e036-4d40-a077-d1db1515f0af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.115291 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73871f79-e036-4d40-a077-d1db1515f0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.157120 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.172830 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-73871f79-e036-4d40-a077-d1db1515f0af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=346f3269cc014eb6951ac1f802f5a7f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4409225 Jul 16 01:33:36.173782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73871f79-e036-4d40-a077-d1db1515f0af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ace0ad-e9e4-46c5-9e39-c4726dc6954b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.176275 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44282) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:36.181533 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 614536e5-bc77-453c-83d2-4ca82fee2aa9 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:36.221542 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-61c80c15-1350-465f-a55a-3ea7245711ff tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:36.223657 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-61c80c15-1350-465f-a55a-3ea7245711ff tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 806 time: 0.2271440 Jul 16 01:33:36.242422 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbc2a0f6-0718-42db-bee2-0ef2a772b979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.242640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-80f7ec89-3c79-4490-bd87-dc46ef30e4c4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Request body: {'port': {'device_id': '8b993054-d4c7-44fc-91c5-bbc3376d2f39', 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4', 'admin_state_up': True, 'tenant_id': '8cb32862d6424975b183aae124a5a905'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:36.250714 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 614536e5-bc77-453c-83d2-4ca82fee2aa9 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:36.273148 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbc2a0f6-0718-42db-bee2-0ef2a772b979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.319273 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 614536e5-bc77-453c-83d2-4ca82fee2aa9 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:36.319725 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.325655 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbc2a0f6-0718-42db-bee2-0ef2a772b979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.328465 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbc2a0f6-0718-42db-bee2-0ef2a772b979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.329607 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fbc2a0f6-0718-42db-bee2-0ef2a772b979 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/90ace0ad-e9e4-46c5-9e39-c4726dc6954b HTTP/1.1" status: 204 len: 168 time: 0.1521034 Jul 16 01:33:36.338168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2a0f6-0718-42db-bee2-0ef2a772b979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ace0ad-e9e4-46c5-9e39-c4726dc6954b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.426676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] For port 614536e5-bc77-453c-83d2-4ca82fee2aa9, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=614536e5-bc77-453c-83d2-4ca82fee2aa9,segment=NetworkSegment(508a2f46-ac72-4df6-b3cf-322957f5275d),segment_id=508a2f46-ac72-4df6-b3cf-322957f5275d)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:36.427258 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.445847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 614536e5-bc77-453c-83d2-4ca82fee2aa9 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:36.467113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-80f7ec89-3c79-4490-bd87-dc46ef30e4c4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Made reservation on behalf of 8cb32862d6424975b183aae124a5a905 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:36.470738 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-80f7ec89-3c79-4490-bd87-dc46ef30e4c4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.645860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44290) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:36.648338 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.660983 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd4f73a5-49e0-4ba3-96c5-cbbf8dbb18ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.682178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=614536e5-bc77-453c-83d2-4ca82fee2aa9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.690174 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No DVR routers for this DVR port 614536e5-bc77-453c-83d2-4ca82fee2aa9 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:36.728484 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-80f7ec89-3c79-4490-bd87-dc46ef30e4c4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Allocated IP 172.20.0.2 (e13e5abd-69c8-4ead-93cd-c7ed7a837fd4/b6a3a5b5-608c-42ac-b15c-afa126eaae53/406e078d-c4f7-4cef-b0e4-15f54f80d8a3) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:36.761415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f30ea94-4f66-4d27-bbf2-8e61b89085d1 None None] Network 50babf54-eadf-4c4e-826e-2a6649b1cc80 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:36.762318 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd4f73a5-49e0-4ba3-96c5-cbbf8dbb18ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.767425 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd4f73a5-49e0-4ba3-96c5-cbbf8dbb18ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.806342 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bd4f73a5-49e0-4ba3-96c5-cbbf8dbb18ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1490bc0ecc6c4392a4f6eaa6f9763b2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1591053 Jul 16 01:33:36.806602 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.808932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44292) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:36.816795 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f73a5-49e0-4ba3-96c5-cbbf8dbb18ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0113a346-148e-4694-90be-1df037cfeeb6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:36.826838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50babf54-eadf-4c4e-826e-2a6649b1cc80']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:36.849073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508a2f46-ac72-4df6-b3cf-322957f5275d') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:36.849373 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508a2f46-ac72-4df6-b3cf-322957f5275d') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:36.866791 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09f98fbd-c3f5-496b-b1ef-d29227585f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.868846 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.874896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7dc9597b-916f-4623-9dbc-78848dd73457 None None] Could not find standard attr ID for object 614536e5-bc77-453c-83d2-4ca82fee2aa9. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:33:36.890537 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09f98fbd-c3f5-496b-b1ef-d29227585f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.909048 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.921224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:36.921701 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:36.925208 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:36.945147 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09f98fbd-c3f5-496b-b1ef-d29227585f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.947706 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09f98fbd-c3f5-496b-b1ef-d29227585f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:36.955415 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-09f98fbd-c3f5-496b-b1ef-d29227585f51 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0113a346-148e-4694-90be-1df037cfeeb6 HTTP/1.1" status: 204 len: 168 time: 0.1429429 Jul 16 01:33:36.958322 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7194227c-e534-447e-99d0-ba1fead60cae None None] DHCP port deletion for 50babf54-eadf-4c4e-826e-2a6649b1cc80 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:33:36.975338 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f98fbd-c3f5-496b-b1ef-d29227585f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0113a346-148e-4694-90be-1df037cfeeb6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:37.043589 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.059263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.065165 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44298) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:37.068716 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/networks/50babf54-eadf-4c4e-826e-2a6649b1cc80 HTTP/1.1" status: 204 len: 168 time: 1.0809495 Jul 16 01:33:37.070970 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-47833186-1392-40b6-9991-e28b4f0a8c02 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'name': 'tempest-PortsIpV6TestJSON-1631273468'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:37.091300 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a265634-0cbb-4252-ad54-3fe53e83f2b0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Network': ['ID=50babf54-eadf-4c4e-826e-2a6649b1cc80,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:37.109532 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-80f7ec89-3c79-4490-bd87-dc46ef30e4c4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.159401 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-80f7ec89-3c79-4490-bd87-dc46ef30e4c4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.180312 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['645d82de-145c-4367-bb8f-fe0ddb02e32b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:37.185549 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47833186-1392-40b6-9991-e28b4f0a8c02 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:37.194501 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-47833186-1392-40b6-9991-e28b4f0a8c02 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.222635 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-47833186-1392-40b6-9991-e28b4f0a8c02 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] device_id is not set on port 7546654d-523a-47de-932e-92d308114356 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:37.237544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7ec89-3c79-4490-bd87-dc46ef30e4c4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Pushing event updated for resources: {'Port': ['ID=406e078d-c4f7-4cef-b0e4-15f54f80d8a3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:37.283192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-80f7ec89-3c79-4490-bd87-dc46ef30e4c4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:37.287637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-80f7ec89-3c79-4490-bd87-dc46ef30e4c4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:37.290960 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-80f7ec89-3c79-4490-bd87-dc46ef30e4c4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:37.320484 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.371205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec17271-e7bf-4db1-af1c-4c64ed795494 req-5d632969-a353-4e6c-9930-3c39cc63236f tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.372801 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ec17271-e7bf-4db1-af1c-4c64ed795494 req-5d632969-a353-4e6c-9930-3c39cc63236f tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 931 time: 0.2062438 Jul 16 01:33:37.378589 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-80f7ec89-3c79-4490-bd87-dc46ef30e4c4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.379241 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-80f7ec89-3c79-4490-bd87-dc46ef30e4c4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.409650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-80f7ec89-3c79-4490-bd87-dc46ef30e4c4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1752353 Jul 16 01:33:37.423136 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ec17271-e7bf-4db1-af1c-4c64ed795494 req-797def00-f36c-4650-bef0-a35af7e1e863 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409079 Jul 16 01:33:37.428870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Request body: {'port': {'device_id': '8b993054-d4c7-44fc-91c5-bbc3376d2f39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:37.445036 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-47833186-1392-40b6-9991-e28b4f0a8c02 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.487736 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-47833186-1392-40b6-9991-e28b4f0a8c02 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.508377 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.542037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47833186-1392-40b6-9991-e28b4f0a8c02 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 6ac58152-1195-46be-a9b7-3da0714926ed is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:37.548857 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-47833186-1392-40b6-9991-e28b4f0a8c02 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:37.553913 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47833186-1392-40b6-9991-e28b4f0a8c02 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:37.559526 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47833186-1392-40b6-9991-e28b4f0a8c02 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:37.560763 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-47833186-1392-40b6-9991-e28b4f0a8c02 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.564122 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47833186-1392-40b6-9991-e28b4f0a8c02 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=7546654d-523a-47de-932e-92d308114356,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:37.580044 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-47833186-1392-40b6-9991-e28b4f0a8c02 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5114870 Jul 16 01:33:37.580573 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44312) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:37.645838 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-13afdcbb-5d3c-419b-8a2b-fa2d3061246e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.684493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-43649059-0d83-4d05-a3e2-db83331ab0af tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 7546654d-523a-47de-932e-92d308114356 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:37.684851 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43649059-0d83-4d05-a3e2-db83331ab0af tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.756253 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43649059-0d83-4d05-a3e2-db83331ab0af tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.769968 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-43649059-0d83-4d05-a3e2-db83331ab0af tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 7546654d-523a-47de-932e-92d308114356 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:37.824631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:37.833231 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.845593 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Transition to ACTIVE for port object 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:37.850123 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.857680 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43649059-0d83-4d05-a3e2-db83331ab0af tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.889428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43649059-0d83-4d05-a3e2-db83331ab0af tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=7546654d-523a-47de-932e-92d308114356,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:37.900285 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43649059-0d83-4d05-a3e2-db83331ab0af tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:37.904933 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-43649059-0d83-4d05-a3e2-db83331ab0af tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/7546654d-523a-47de-932e-92d308114356 HTTP/1.1" status: 204 len: 168 time: 0.3208678 Jul 16 01:33:37.905172 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44324) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:37.911818 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8806fa82-8c0a-4dbb-bcc8-0ecb7304de52 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'mac_address': 'fa:16:3e:f1:d1:d8', 'name': 'tempest-PortsIpV6TestJSON-1617377529'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:37.934891 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Pushing event updated for resources: {'Port': ['ID=406e078d-c4f7-4cef-b0e4-15f54f80d8a3,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:37.990053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Attempting to bind port 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:37.990403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Attempting to bind port 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:37.990745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Attempting to bind port 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:37.995210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Port 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:33:37.995560 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Attempting to bind port 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:38.000622 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:38.000966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Checking segment: {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:38.001358 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Bound using segment: {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:38.001794 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Bound port: 406e078d-c4f7-4cef-b0e4-15f54f80d8a3, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:38.002165 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.021940 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8806fa82-8c0a-4dbb-bcc8-0ecb7304de52 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:38.086993 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] For port 406e078d-c4f7-4cef-b0e4-15f54f80d8a3, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:38.090629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] For port 406e078d-c4f7-4cef-b0e4-15f54f80d8a3, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=406e078d-c4f7-4cef-b0e4-15f54f80d8a3,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:38.093671 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8806fa82-8c0a-4dbb-bcc8-0ecb7304de52 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.096931 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.124740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-8806fa82-8c0a-4dbb-bcc8-0ecb7304de52 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] device_id is not set on port bed01ee2-4141-4518-be77-32156e9da48d yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:38.136531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.137162 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.138588 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] 10.222.0.70 "PUT /v2.0/ports/406e078d-c4f7-4cef-b0e4-15f54f80d8a3 HTTP/1.1" status: 200 len: 1092 time: 0.7145619 Jul 16 01:33:38.139037 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b993054-d4c7-44fc-91c5-bbc3376d2f39', 'tag': '406e078d-c4f7-4cef-b0e4-15f54f80d8a3'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:38.141910 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded6ec41-f565-4df9-9443-61e02240d684" -d '{"events": [{"name": "network-changed", "server_uuid": "8b993054-d4c7-44fc-91c5-bbc3376d2f39", "tag": "406e078d-c4f7-4cef-b0e4-15f54f80d8a3"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:38.151274 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 614536e5-bc77-453c-83d2-4ca82fee2aa9 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:38.169053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a93fe-b849-4299-aa65-42e3e9227991 service neutron] Pushing event updated for resources: {'Port': ['ID=406e078d-c4f7-4cef-b0e4-15f54f80d8a3,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:38.192943 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3cd049b-5c42-454c-9d0f-ab66ea643d49 x-openstack-request-id: req-b3cd049b-5c42-454c-9d0f-ab66ea643d49 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:38.193310 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b993054-d4c7-44fc-91c5-bbc3376d2f39", "tag": "406e078d-c4f7-4cef-b0e4-15f54f80d8a3", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:38.193665 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3cd049b-5c42-454c-9d0f-ab66ea643d49 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:38.194457 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b993054-d4c7-44fc-91c5-bbc3376d2f39', 'tag': '406e078d-c4f7-4cef-b0e4-15f54f80d8a3', 'status': 'completed', 'code': 200} Jul 16 01:33:38.195907 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 614536e5-bc77-453c-83d2-4ca82fee2aa9 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:38.196269 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 614536e5-bc77-453c-83d2-4ca82fee2aa9 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:38.265692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-99ffd447-f0f0-4c93-b447-7c7b31612901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.267825 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-99ffd447-f0f0-4c93-b447-7c7b31612901 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 1095 time: 0.0669148 Jul 16 01:33:38.320767 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-d39a89b6-bea3-4b2b-83c8-dcaa38772c9f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=406e078d-c4f7-4cef-b0e4-15f54f80d8a3 HTTP/1.1" status: 200 len: 217 time: 0.0433531 Jul 16 01:33:38.353808 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8806fa82-8c0a-4dbb-bcc8-0ecb7304de52 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.380656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-07aa168b-4f6c-48ab-9d22-e33c095e2dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.382582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-07aa168b-4f6c-48ab-9d22-e33c095e2dcb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6a3a5b5-608c-42ac-b15c-afa126eaae53 HTTP/1.1" status: 200 len: 846 time: 0.0542006 Jul 16 01:33:38.401049 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8806fa82-8c0a-4dbb-bcc8-0ecb7304de52 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.418504 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-3fda364d-141a-4712-8438-1d4a85eb6205 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283988 Jul 16 01:33:38.447156 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8806fa82-8c0a-4dbb-bcc8-0ecb7304de52 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 6ac58152-1195-46be-a9b7-3da0714926ed is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:38.450645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8806fa82-8c0a-4dbb-bcc8-0ecb7304de52 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:38.454735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8806fa82-8c0a-4dbb-bcc8-0ecb7304de52 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:38.460352 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8806fa82-8c0a-4dbb-bcc8-0ecb7304de52 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.460988 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8806fa82-8c0a-4dbb-bcc8-0ecb7304de52 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.469349 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8806fa82-8c0a-4dbb-bcc8-0ecb7304de52 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=bed01ee2-4141-4518-be77-32156e9da48d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:38.489438 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8806fa82-8c0a-4dbb-bcc8-0ecb7304de52 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5831044 Jul 16 01:33:38.492180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44344) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:38.504867 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44346) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:38.531011 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.554154 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-fe09a31a-846f-47a9-89c1-fb46299d11ba service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276109 Jul 16 01:33:38.562921 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310417ec-8f03-440b-9b15-a2cc5c95cbf7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.564251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-310417ec-8f03-440b-9b15-a2cc5c95cbf7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports/bed01ee2-4141-4518-be77-32156e9da48d HTTP/1.1" status: 200 len: 845 time: 0.0710883 Jul 16 01:33:38.568046 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44350) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:38.612354 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b1b6116d-5c9d-4e3e-9bcf-8fb7ea44d0dd tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1217800018'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:38.612560 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b1b6116d-5c9d-4e3e-9bcf-8fb7ea44d0dd tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] Unknown quota resources ['metering_label']. {{(pid=93920) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:33:38.612809 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:33:38.698956 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4f60d-90a6-4916-9583-d5658132b359 req-41cea580-a71d-49b6-bd03-120565a40f96 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.700382 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20c4f60d-90a6-4916-9583-d5658132b359 req-41cea580-a71d-49b6-bd03-120565a40f96 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 943 time: 0.1339552 Jul 16 01:33:38.704057 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4bde789-6db0-4681-af48-787e28e8e5c1 req-4e09bcd6-470d-486d-b26a-5f0c433ca2ac service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386044 Jul 16 01:33:38.741730 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-20c4f60d-90a6-4916-9583-d5658132b359 req-6cb653c6-f119-439b-a8e7-1daadced6c5a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350461 Jul 16 01:33:38.772324 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b1b6116d-5c9d-4e3e-9bcf-8fb7ea44d0dd tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.773509 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b1b6116d-5c9d-4e3e-9bcf-8fb7ea44d0dd tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2671487 Jul 16 01:33:38.777267 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44352) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:38.782224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0d90ecd9-0e52-4f42-a064-bac0c71e98a5 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'accecd43-2bda-4e70-a633-57ba786a13fe'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:38.782711 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0d90ecd9-0e52-4f42-a064-bac0c71e98a5 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93920) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:33:38.794119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-fa23396a-2580-4c0d-81c5-b3dcec806e42 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port bed01ee2-4141-4518-be77-32156e9da48d {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:38.794433 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa23396a-2580-4c0d-81c5-b3dcec806e42 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.815411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6ec41-f565-4df9-9443-61e02240d684 req-9235b237-8e6c-48b8-9436-d6638d133b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.817069 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ded6ec41-f565-4df9-9443-61e02240d684 req-9235b237-8e6c-48b8-9436-d6638d133b62 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 1095 time: 0.0547523 Jul 16 01:33:38.855986 n-d-791505-14 neutron-server[93920]: WARNING neutron.services.metering.metering_plugin [None req-0d90ecd9-0e52-4f42-a064-bac0c71e98a5 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:33:38.911548 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6ec41-f565-4df9-9443-61e02240d684 req-a2a79fba-10df-46f8-883b-57acf70e7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:38.913082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ded6ec41-f565-4df9-9443-61e02240d684 req-a2a79fba-10df-46f8-883b-57acf70e7f99 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 907 time: 0.0886667 Jul 16 01:33:38.956982 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ded6ec41-f565-4df9-9443-61e02240d684 req-b70068f8-7441-4072-a407-90829cdde1f4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=406e078d-c4f7-4cef-b0e4-15f54f80d8a3 HTTP/1.1" status: 200 len: 217 time: 0.0336192 Jul 16 01:33:38.968969 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa23396a-2580-4c0d-81c5-b3dcec806e42 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.972127 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0d90ecd9-0e52-4f42-a064-bac0c71e98a5 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:38.987786 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0d90ecd9-0e52-4f42-a064-bac0c71e98a5 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1956663 Jul 16 01:33:38.998096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-fa23396a-2580-4c0d-81c5-b3dcec806e42 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for bed01ee2-4141-4518-be77-32156e9da48d owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:39.012818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded6ec41-f565-4df9-9443-61e02240d684 req-349b27ef-5df2-4ed9-a706-822524a11b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.015627 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ded6ec41-f565-4df9-9443-61e02240d684 req-349b27ef-5df2-4ed9-a706-822524a11b9f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6a3a5b5-608c-42ac-b15c-afa126eaae53 HTTP/1.1" status: 200 len: 846 time: 0.0496910 Jul 16 01:33:39.038719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44354) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:39.043111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f57facb9-d196-41f7-9111-07fe1328ddd7 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'accecd43-2bda-4e70-a633-57ba786a13fe'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:39.043672 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f57facb9-d196-41f7-9111-07fe1328ddd7 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93919) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:33:39.071689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ded6ec41-f565-4df9-9443-61e02240d684 req-c6f0abaf-b4ca-4043-8613-1ba5a761898a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426049 Jul 16 01:33:39.088120 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa23396a-2580-4c0d-81c5-b3dcec806e42 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.126639 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa23396a-2580-4c0d-81c5-b3dcec806e42 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.128603 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fa23396a-2580-4c0d-81c5-b3dcec806e42 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/bed01ee2-4141-4518-be77-32156e9da48d HTTP/1.1" status: 204 len: 168 time: 0.5594370 Jul 16 01:33:39.129643 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23396a-2580-4c0d-81c5-b3dcec806e42 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=bed01ee2-4141-4518-be77-32156e9da48d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:39.132250 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44356) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:39.161250 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f6968b5-b751-4bd9-8410-51ae243fb404 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] GET failed (client error): The resource could not be found. Jul 16 01:33:39.163251 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8f6968b5-b751-4bd9-8410-51ae243fb404 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports/bed01ee2-4141-4518-be77-32156e9da48d HTTP/1.1" status: 404 len: 333 time: 0.0297685 Jul 16 01:33:39.166428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44358) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:39.169557 n-d-791505-14 neutron-server[93919]: WARNING neutron.services.metering.metering_plugin [None req-f57facb9-d196-41f7-9111-07fe1328ddd7 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 01:33:39.172110 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e6c1900c-b808-48ac-9cbc-0883d31c5085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'name': 'tempest-PortsIpV6TestJSON-1583297415'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:39.262867 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c1900c-b808-48ac-9cbc-0883d31c5085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:39.266275 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6c1900c-b808-48ac-9cbc-0883d31c5085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.283975 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-e6c1900c-b808-48ac-9cbc-0883d31c5085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] device_id is not set on port 2ca8e218-48a4-4e22-8a65-e47adcc19587 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:39.458798 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6c1900c-b808-48ac-9cbc-0883d31c5085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.498224 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6c1900c-b808-48ac-9cbc-0883d31c5085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.553048 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c1900c-b808-48ac-9cbc-0883d31c5085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 6ac58152-1195-46be-a9b7-3da0714926ed is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:39.556437 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-e6c1900c-b808-48ac-9cbc-0883d31c5085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:39.559043 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c1900c-b808-48ac-9cbc-0883d31c5085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:39.565036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c1900c-b808-48ac-9cbc-0883d31c5085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.565647 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6c1900c-b808-48ac-9cbc-0883d31c5085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.571835 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1900c-b808-48ac-9cbc-0883d31c5085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=2ca8e218-48a4-4e22-8a65-e47adcc19587,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:39.586001 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e6c1900c-b808-48ac-9cbc-0883d31c5085 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4185176 Jul 16 01:33:39.588582 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44362) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:39.594150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-60e18655-006f-499b-b261-9e3e72627241 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:39.621496 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f57facb9-d196-41f7-9111-07fe1328ddd7 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.622671 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f57facb9-d196-41f7-9111-07fe1328ddd7 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5830128 Jul 16 01:33:39.625672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44364) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:39.642278 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2d89bc33-2965-4d4f-9c79-e972ae1f9d36 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=6cd106d6-572e-4faa-a57d-efdb39b62c14 HTTP/1.1" status: 200 len: 462 time: 0.0156226 Jul 16 01:33:39.644749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44366) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:39.648128 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ded6ec41-f565-4df9-9443-61e02240d684 req-03d4e98e-fd1f-49f8-b9d9-c0d70e00623e service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641232 Jul 16 01:33:39.742673 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ded6ec41-f565-4df9-9443-61e02240d684 req-02e01da9-be00-47bf-95b9-e11bbc73815c service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825562 Jul 16 01:33:39.744153 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60e18655-006f-499b-b261-9e3e72627241 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.785833 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d829d89e-7a3d-46fe-9c25-d6c36e06d33a tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.786950 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d829d89e-7a3d-46fe-9c25-d6c36e06d33a tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/6cd106d6-572e-4faa-a57d-efdb39b62c14 HTTP/1.1" status: 204 len: 168 time: 0.1413298 Jul 16 01:33:39.789985 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44370) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:39.802338 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bbdadc64-4647-4435-b70d-3400f3449f84 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=6cd106d6-572e-4faa-a57d-efdb39b62c14 HTTP/1.1" status: 200 len: 221 time: 0.0110457 Jul 16 01:33:39.805779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44372) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:39.811048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3c37388d-bbe6-4ec6-baad-2ccd8daf45d6 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--702996947', 'description': 'label created by tempest'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:39.811685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3c37388d-bbe6-4ec6-baad-2ccd8daf45d6 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] Unknown quota resources ['metering_label']. {{(pid=93919) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:33:39.939825 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60e18655-006f-499b-b261-9e3e72627241 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.945163 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60e18655-006f-499b-b261-9e3e72627241 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.978193 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-60e18655-006f-499b-b261-9e3e72627241 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] In _notify_port_updated(), no bound segment for port 2ca8e218-48a4-4e22-8a65-e47adcc19587 on network 6ac58152-1195-46be-a9b7-3da0714926ed {{(pid=93920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:33:39.983732 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e18655-006f-499b-b261-9e3e72627241 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:39.984371 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-60e18655-006f-499b-b261-9e3e72627241 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:39.985670 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-60e18655-006f-499b-b261-9e3e72627241 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "PUT /v2.0/ports/2ca8e218-48a4-4e22-8a65-e47adcc19587 HTTP/1.1" status: 200 len: 818 time: 0.3960252 Jul 16 01:33:39.989037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44374) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.033659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e18655-006f-499b-b261-9e3e72627241 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=2ca8e218-48a4-4e22-8a65-e47adcc19587,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:40.051423 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3c37388d-bbe6-4ec6-baad-2ccd8daf45d6 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.052631 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3c37388d-bbe6-4ec6-baad-2ccd8daf45d6 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2457156 Jul 16 01:33:40.056456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44376) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.097048 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b6f4f09e-7d1e-4380-b538-d847231b437f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 2ca8e218-48a4-4e22-8a65-e47adcc19587 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:40.097965 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f09e-7d1e-4380-b538-d847231b437f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.136473 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d9b90f12-8c1f-496e-b6d8-88819f421c31 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=6f9031e2-edaf-40a6-af05-443d94cb1157 HTTP/1.1" status: 200 len: 467 time: 0.0781806 Jul 16 01:33:40.145472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8690e5-cbf5-4a2d-9f19-87c0b2f51e75 req-9083db35-5ae0-41c3-8d7f-97b7f3f56701 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.146927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e8690e5-cbf5-4a2d-9f19-87c0b2f51e75 req-9083db35-5ae0-41c3-8d7f-97b7f3f56701 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 943 time: 0.2699311 Jul 16 01:33:40.147378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44378) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.161097 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f09e-7d1e-4380-b538-d847231b437f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.173027 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.173765 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b6f4f09e-7d1e-4380-b538-d847231b437f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 2ca8e218-48a4-4e22-8a65-e47adcc19587 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:40.260337 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f09e-7d1e-4380-b538-d847231b437f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.277680 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e8690e5-cbf5-4a2d-9f19-87c0b2f51e75 req-5a98132e-1aaf-493e-b14e-efb3f9cda7d5 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245229 Jul 16 01:33:40.287923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4f09e-7d1e-4380-b538-d847231b437f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=2ca8e218-48a4-4e22-8a65-e47adcc19587,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:40.295577 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6f4f09e-7d1e-4380-b538-d847231b437f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.300270 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b6f4f09e-7d1e-4380-b538-d847231b437f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/2ca8e218-48a4-4e22-8a65-e47adcc19587 HTTP/1.1" status: 204 len: 168 time: 0.3105450 Jul 16 01:33:40.300975 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44380) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.364699 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8222600c-00e5-4fe1-ab58-9b9ad658072e tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.365719 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be13e4f6-a2d0-42ee-8312-3cca4c8da71c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.365972 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8222600c-00e5-4fe1-ab58-9b9ad658072e tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/6f9031e2-edaf-40a6-af05-443d94cb1157 HTTP/1.1" status: 204 len: 168 time: 0.2174544 Jul 16 01:33:40.367202 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-be13e4f6-a2d0-42ee-8312-3cca4c8da71c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0652461 Jul 16 01:33:40.368441 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44382) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.369763 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44384) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.379930 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-66a59047-e9ae-4abb-8b7e-7cab7a8d4826 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=6f9031e2-edaf-40a6-af05-443d94cb1157 HTTP/1.1" status: 200 len: 216 time: 0.0104361 Jul 16 01:33:40.383112 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44386) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.391852 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bc4dc2df-cca5-452b-8761-ac7c700716cb tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0077064 Jul 16 01:33:40.395293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44388) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.398468 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-6786655f-b2ac-4e31-af12-d6847f4d0151 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] GET failed (client error): The resource could not be found. Jul 16 01:33:40.400115 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6786655f-b2ac-4e31-af12-d6847f4d0151 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports/2ca8e218-48a4-4e22-8a65-e47adcc19587 HTTP/1.1" status: 404 len: 333 time: 0.0292637 Jul 16 01:33:40.403451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44390) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.406467 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7a5f9f73-1d93-4200-a61a-093e5c4b5f6a tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0101440 Jul 16 01:33:40.409001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-53500683-c236-4acf-bba8-db7906501f54 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1643653745'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:40.409501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44392) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.428052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53500683-c236-4acf-bba8-db7906501f54 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:40.431548 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53500683-c236-4acf-bba8-db7906501f54 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.454751 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53500683-c236-4acf-bba8-db7906501f54 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:40.462172 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-82853131-74a0-4bb8-aceb-3a8fcd899a83 tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/accecd43-2bda-4e70-a633-57ba786a13fe HTTP/1.1" status: 200 len: 473 time: 0.0515792 Jul 16 01:33:40.464176 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53500683-c236-4acf-bba8-db7906501f54 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.464521 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-53500683-c236-4acf-bba8-db7906501f54 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Added segment a6a0ee51-2f67-43df-8401-f9e7f7885773 of type vlan for network 5c59f6e9-4747-484c-8d35-687541b18e9f Jul 16 01:33:40.465603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44396) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.485409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-77acd405-6886-4ed2-9fa6-283a785fb30a tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/e8429952-b14c-45c0-a734-588b36c0f8b3 HTTP/1.1" status: 200 len: 459 time: 0.0187290 Jul 16 01:33:40.489022 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44398) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.533727 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53500683-c236-4acf-bba8-db7906501f54 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.637422 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-75227dd4-ce3e-4f09-be4b-4365344ddacc tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.638497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-75227dd4-ce3e-4f09-be4b-4365344ddacc tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/e8429952-b14c-45c0-a734-588b36c0f8b3 HTTP/1.1" status: 204 len: 168 time: 0.1485813 Jul 16 01:33:40.639654 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53500683-c236-4acf-bba8-db7906501f54 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.641432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44400) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.645149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53500683-c236-4acf-bba8-db7906501f54 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:40.645783 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53500683-c236-4acf-bba8-db7906501f54 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:40.682339 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-53500683-c236-4acf-bba8-db7906501f54 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2778180 Jul 16 01:33:40.685112 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44402) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:40.692706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d1dea914-4109-429f-baf8-34b03e1f2f8c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'subnet': {'network_id': '5c59f6e9-4747-484c-8d35-687541b18e9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:40.722279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53500683-c236-4acf-bba8-db7906501f54 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Network': ['ID=5c59f6e9-4747-484c-8d35-687541b18e9f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:40.734015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 5c59f6e9-4747-484c-8d35-687541b18e9f details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:40.819364 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1dea914-4109-429f-baf8-34b03e1f2f8c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:40.823125 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1dea914-4109-429f-baf8-34b03e1f2f8c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.011014 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1dea914-4109-429f-baf8-34b03e1f2f8c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.070541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dea914-4109-429f-baf8-34b03e1f2f8c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Subnet': ['ID=992f00fc-9daa-4033-a00f-b66e3ceda5ac,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:41.080717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dea914-4109-429f-baf8-34b03e1f2f8c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Checking segment: {'id': 'a6a0ee51-2f67-43df-8401-f9e7f7885773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5c59f6e9-4747-484c-8d35-687541b18e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:41.081081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dea914-4109-429f-baf8-34b03e1f2f8c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network hostable DHCP agents. Network: 5c59f6e9-4747-484c-8d35-687541b18e9f, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:41.096892 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1dea914-4109-429f-baf8-34b03e1f2f8c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 5c59f6e9-4747-484c-8d35-687541b18e9f is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:41.105749 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-d1dea914-4109-429f-baf8-34b03e1f2f8c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 5c59f6e9-4747-484c-8d35-687541b18e9f) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:41.109945 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1dea914-4109-429f-baf8-34b03e1f2f8c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.110568 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1dea914-4109-429f-baf8-34b03e1f2f8c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.116783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d645a515-3811-4bb5-8713-6ad0cbf18098 None None] Network 5c59f6e9-4747-484c-8d35-687541b18e9f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:41.129107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d1dea914-4109-429f-baf8-34b03e1f2f8c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4402213 Jul 16 01:33:41.129288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44404) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:41.134496 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-cadc4d9a-30f7-46f9-a23f-b15dbf9dc1d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'subnet': {'network_id': '5c59f6e9-4747-484c-8d35-687541b18e9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:41.142559 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08c257ab-7025-4f31-b447-eaad07a1297f tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.143899 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-08c257ab-7025-4f31-b447-eaad07a1297f tempest-MeteringIpV6TestJSON-1012691590 tempest-MeteringIpV6TestJSON-1012691590-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/accecd43-2bda-4e70-a633-57ba786a13fe HTTP/1.1" status: 204 len: 168 time: 0.5014491 Jul 16 01:33:41.255889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadc4d9a-30f7-46f9-a23f-b15dbf9dc1d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:41.260005 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cadc4d9a-30f7-46f9-a23f-b15dbf9dc1d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.275556 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-5c59f6e9-4747-484c-8d35-687541b18e9f', 'network_id': '5c59f6e9-4747-484c-8d35-687541b18e9f', 'tenant_id': '69bedaa87caa4b4e8ade12cea83bb8d1', 'fixed_ips': [{'subnet_id': '992f00fc-9daa-4033-a00f-b66e3ceda5ac'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:41.276475 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.377161 n-d-791505-14 neutron-server[93919]: INFO neutron.db.ipam_backend_mixin [None req-cadc4d9a-30f7-46f9-a23f-b15dbf9dc1d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 992f00fc-9daa-4033-a00f-b66e3ceda5ac (CIDR: 2001:db8::/64) Jul 16 01:33:41.381360 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadc4d9a-30f7-46f9-a23f-b15dbf9dc1d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:33:41.381975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadc4d9a-30f7-46f9-a23f-b15dbf9dc1d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:33:41.408200 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44412) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:41.408468 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cadc4d9a-30f7-46f9-a23f-b15dbf9dc1d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2777898 Jul 16 01:33:41.414333 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0d7ece0e-a798-4c44-9dfe-10a5aedfb4e4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'subnet': {'network_id': '5c59f6e9-4747-484c-8d35-687541b18e9f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:41.438295 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Allocated IP 2001:db8::2 (5c59f6e9-4747-484c-8d35-687541b18e9f/992f00fc-9daa-4033-a00f-b66e3ceda5ac/96f26310-2d0a-428d-8c8d-d31129a2000c) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:41.444483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44414) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:41.497218 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31599f-f008-4058-8183-f10d5db795ab req-3c79daee-f2dd-4f23-b6fd-482ea89fe571 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:41.498915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c31599f-f008-4058-8183-f10d5db795ab req-3c79daee-f2dd-4f23-b6fd-482ea89fe571 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 943 time: 0.0821106 Jul 16 01:33:41.547054 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c31599f-f008-4058-8183-f10d5db795ab req-a196a131-c993-42ee-a4d7-aac0adfaad88 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410867 Jul 16 01:33:41.573547 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7ece0e-a798-4c44-9dfe-10a5aedfb4e4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:41.577451 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0d7ece0e-a798-4c44-9dfe-10a5aedfb4e4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.582783 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73e17844-9afe-4602-873a-1b1fe391043a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.614934 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.623212 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Transition to ACTIVE for port object 96f26310-2d0a-428d-8c8d-d31129a2000c will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:41.637903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Transition to ACTIVE for port object 96f26310-2d0a-428d-8c8d-d31129a2000c will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:41.645162 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.689751 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Network 5c59f6e9-4747-484c-8d35-687541b18e9f is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:41.694082 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Pushing event updated for resources: {'Port': ['ID=96f26310-2d0a-428d-8c8d-d31129a2000c,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:41.696639 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:41.698663 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:41.758559 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Attempting to bind port 96f26310-2d0a-428d-8c8d-d31129a2000c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:41.758930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Attempting to bind port 96f26310-2d0a-428d-8c8d-d31129a2000c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'a6a0ee51-2f67-43df-8401-f9e7f7885773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5c59f6e9-4747-484c-8d35-687541b18e9f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:41.759292 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Attempting to bind port 96f26310-2d0a-428d-8c8d-d31129a2000c on network 5c59f6e9-4747-484c-8d35-687541b18e9f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:41.764356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:41.764730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Checking segment: {'id': 'a6a0ee51-2f67-43df-8401-f9e7f7885773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5c59f6e9-4747-484c-8d35-687541b18e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:41.765134 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.765528 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Bound using segment: {'id': 'a6a0ee51-2f67-43df-8401-f9e7f7885773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5c59f6e9-4747-484c-8d35-687541b18e9f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:41.765994 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Bound port: 96f26310-2d0a-428d-8c8d-d31129a2000c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a0ee51-2f67-43df-8401-f9e7f7885773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '5c59f6e9-4747-484c-8d35-687541b18e9f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:41.766401 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.806130 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73e17844-9afe-4602-873a-1b1fe391043a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.812036 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73e17844-9afe-4602-873a-1b1fe391043a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.828750 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] For port 96f26310-2d0a-428d-8c8d-d31129a2000c, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:41.832609 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] For port 96f26310-2d0a-428d-8c8d-d31129a2000c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=96f26310-2d0a-428d-8c8d-d31129a2000c,segment=NetworkSegment(a6a0ee51-2f67-43df-8401-f9e7f7885773),segment_id=a6a0ee51-2f67-43df-8401-f9e7f7885773)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:41.836611 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.887192 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e17844-9afe-4602-873a-1b1fe391043a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2402caff-8870-48a4-a5c1-2c5ace52973a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:41.893500 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05fbf47-ffb0-4e62-900d-307e5a81c6bf None None] Pushing event updated for resources: {'Port': ['ID=96f26310-2d0a-428d-8c8d-d31129a2000c,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:41.910069 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44420) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:41.910261 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-73e17844-9afe-4602-873a-1b1fe391043a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=94df043dfd86416fbf2a6fe5213c4f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4646235 Jul 16 01:33:41.959322 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0d7ece0e-a798-4c44-9dfe-10a5aedfb4e4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.971099 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e0286bcf-946c-4d21-a16f-7c1396279cf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:41.993204 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e0286bcf-946c-4d21-a16f-7c1396279cf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.000650 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7ece0e-a798-4c44-9dfe-10a5aedfb4e4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 5c59f6e9-4747-484c-8d35-687541b18e9f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:42.004311 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-0d7ece0e-a798-4c44-9dfe-10a5aedfb4e4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:42.008605 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7ece0e-a798-4c44-9dfe-10a5aedfb4e4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.009198 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0d7ece0e-a798-4c44-9dfe-10a5aedfb4e4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.025676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ece0e-a798-4c44-9dfe-10a5aedfb4e4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Subnet': ['ID=2dcbe49b-94ba-4a53-8a1c-152260fd1a56,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:42.033123 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0d7ece0e-a798-4c44-9dfe-10a5aedfb4e4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6209133 Jul 16 01:33:42.033313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44422) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:42.039411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-081fd886-8ffa-4b15-ac2b-ab1c0e5e5450 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'network_id': '5c59f6e9-4747-484c-8d35-687541b18e9f', 'fixed_ips': [{'subnet_id': '992f00fc-9daa-4033-a00f-b66e3ceda5ac'}, {'subnet_id': '2dcbe49b-94ba-4a53-8a1c-152260fd1a56'}], 'name': 'tempest-PortsIpV6TestJSON-2101769907'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:42.138957 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e0286bcf-946c-4d21-a16f-7c1396279cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.141543 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e0286bcf-946c-4d21-a16f-7c1396279cf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.142746 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e0286bcf-946c-4d21-a16f-7c1396279cf2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2402caff-8870-48a4-a5c1-2c5ace52973a HTTP/1.1" status: 204 len: 168 time: 0.2312593 Jul 16 01:33:42.159964 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0286bcf-946c-4d21-a16f-7c1396279cf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2402caff-8870-48a4-a5c1-2c5ace52973a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:42.206652 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-081fd886-8ffa-4b15-ac2b-ab1c0e5e5450 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:42.227129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-cf66d1da-62ce-4396-81c3-306f1ba2078f req-b21d4037-82cc-4af7-b4bf-e854cfe19547 service neutron] (93920) timed out ('10.222.0.69', 55186) {{(pid=93920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:33:42.296679 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-081fd886-8ffa-4b15-ac2b-ab1c0e5e5450 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.313976 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-081fd886-8ffa-4b15-ac2b-ab1c0e5e5450 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] device_id is not set on port 7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:42.431696 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44430) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:42.445674 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fffd2a0e-b42d-447e-91b5-049dacc865ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.532739 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fffd2a0e-b42d-447e-91b5-049dacc865ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.536931 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fffd2a0e-b42d-447e-91b5-049dacc865ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.575084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffd2a0e-b42d-447e-91b5-049dacc865ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda14c99-b355-4a00-9573-c1a85315e623,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:42.583375 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fffd2a0e-b42d-447e-91b5-049dacc865ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=82e32f12042b4416bcf9e776cf533367&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477187 Jul 16 01:33:42.583593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44434) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:42.596104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-081fd886-8ffa-4b15-ac2b-ab1c0e5e5450 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Allocated IP 2001:db8::28a (5c59f6e9-4747-484c-8d35-687541b18e9f/992f00fc-9daa-4033-a00f-b66e3ceda5ac/7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:42.607627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-081fd886-8ffa-4b15-ac2b-ab1c0e5e5450 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Allocated IP 2001:db8:0:1::27b (5c59f6e9-4747-484c-8d35-687541b18e9f/2dcbe49b-94ba-4a53-8a1c-152260fd1a56/7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:42.645436 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a9c49a5-116d-4d5f-929b-164564a574b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.679416 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a9c49a5-116d-4d5f-929b-164564a574b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.745687 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a9c49a5-116d-4d5f-929b-164564a574b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.749297 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a9c49a5-116d-4d5f-929b-164564a574b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.758197 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0a9c49a5-116d-4d5f-929b-164564a574b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cda14c99-b355-4a00-9573-c1a85315e623 HTTP/1.1" status: 204 len: 168 time: 0.1678901 Jul 16 01:33:42.773563 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c49a5-116d-4d5f-929b-164564a574b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda14c99-b355-4a00-9573-c1a85315e623,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:42.863691 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-081fd886-8ffa-4b15-ac2b-ab1c0e5e5450 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:42.875104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a7079c-1b4c-41eb-8a47-ad912ae4b92f req-593b8dbb-ef3b-4fd5-815e-15fedd6892bd tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:42.876697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1a7079c-1b4c-41eb-8a47-ad912ae4b92f req-593b8dbb-ef3b-4fd5-815e-15fedd6892bd tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 943 time: 0.1795776 Jul 16 01:33:42.900511 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-081fd886-8ffa-4b15-ac2b-ab1c0e5e5450 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Transition to ACTIVE for port object 7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:42.926836 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1a7079c-1b4c-41eb-8a47-ad912ae4b92f req-d13f2540-a816-46f7-856b-afffebbf7c1f tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428720 Jul 16 01:33:42.971333 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-081fd886-8ffa-4b15-ac2b-ab1c0e5e5450 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.021289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43807869-7949-4a32-ae75-e101ac17ebc3 None None] Network 5c59f6e9-4747-484c-8d35-687541b18e9f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:43.033771 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081fd886-8ffa-4b15-ac2b-ab1c0e5e5450 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 5c59f6e9-4747-484c-8d35-687541b18e9f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:43.038285 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-081fd886-8ffa-4b15-ac2b-ab1c0e5e5450 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:43.040688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081fd886-8ffa-4b15-ac2b-ab1c0e5e5450 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:43.047018 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081fd886-8ffa-4b15-ac2b-ab1c0e5e5450 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.047991 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-081fd886-8ffa-4b15-ac2b-ab1c0e5e5450 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.048978 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:33:43.052090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fd886-8ffa-4b15-ac2b-ab1c0e5e5450 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:43.070780 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d9daeaf4-f8eb-47dc-9fa5-99bd3b8d589d None None] Provisioning for port 96f26310-2d0a-428d-8c8d-d31129a2000c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:43.078490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-081fd886-8ffa-4b15-ac2b-ab1c0e5e5450 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.0441165 Jul 16 01:33:43.081121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44444) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:43.086618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ac7a2ae9-7a61-4dd7-b43f-7d8225f9ec73 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '992f00fc-9daa-4033-a00f-b66e3ceda5ac'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:43.193871 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac7a2ae9-7a61-4dd7-b43f-7d8225f9ec73 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.413680 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 406e078d-c4f7-4cef-b0e4-15f54f80d8a3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=406e078d-c4f7-4cef-b0e4-15f54f80d8a3,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:43.429615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '406e078d-c4f7-4cef-b0e4-15f54f80d8a3', 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4', 'port_id': '406e078d-c4f7-4cef-b0e4-15f54f80d8a3', 'mac_address': 'fa:16:3e:ac:ce:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a3a5b5-608c-42ac-b15c-afa126eaae53', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:33:43.482889 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.494701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-ac7a2ae9-7a61-4dd7-b43f-7d8225f9ec73 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Delete allocated IP 2001:db8:0:1::27b (5c59f6e9-4747-484c-8d35-687541b18e9f/2dcbe49b-94ba-4a53-8a1c-152260fd1a56) {{(pid=93919) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:33:43.500770 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:33:43.547136 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 406e078d-c4f7-4cef-b0e4-15f54f80d8a3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=406e078d-c4f7-4cef-b0e4-15f54f80d8a3,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:43.553886 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.596067 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44460) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:43.606223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfa794f-9333-4a3a-89d7-cd89d62526f8 None None] Update dhcp port {'port': {'network_id': '5c59f6e9-4747-484c-8d35-687541b18e9f', 'fixed_ips': [{'subnet_id': '992f00fc-9daa-4033-a00f-b66e3ceda5ac', 'ip_address': '2001:db8::2'}, {'subnet_id': '2dcbe49b-94ba-4a53-8a1c-152260fd1a56'}], 'binding:host_id': 'n-d-791505-14'}, 'id': '96f26310-2d0a-428d-8c8d-d31129a2000c'} from n-d-791505-14. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:33:43.632535 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac7a2ae9-7a61-4dd7-b43f-7d8225f9ec73 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.644896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-ac7a2ae9-7a61-4dd7-b43f-7d8225f9ec73 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Ignored duplicate provisioning block setup for port 7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0 by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:33:43.645821 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=406e078d-c4f7-4cef-b0e4-15f54f80d8a3,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:43.653400 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1bfa794f-9333-4a3a-89d7-cd89d62526f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.656110 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac7a2ae9-7a61-4dd7-b43f-7d8225f9ec73 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.703748 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9c513139-ea3f-4b8d-9b47-69b828a3b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-998723348'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:43.721528 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ac7a2ae9-7a61-4dd7-b43f-7d8225f9ec73 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] In _notify_port_updated(), no bound segment for port 7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0 on network 5c59f6e9-4747-484c-8d35-687541b18e9f {{(pid=93919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:33:43.726252 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c513139-ea3f-4b8d-9b47-69b828a3b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Made reservation on behalf of 59510821a20e42d2be4eb9b6c70663af for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:43.727984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7a2ae9-7a61-4dd7-b43f-7d8225f9ec73 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:43.728600 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac7a2ae9-7a61-4dd7-b43f-7d8225f9ec73 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.729906 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ac7a2ae9-7a61-4dd7-b43f-7d8225f9ec73 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "PUT /v2.0/ports/7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0 HTTP/1.1" status: 200 len: 926 time: 0.6475859 Jul 16 01:33:43.731543 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c513139-ea3f-4b8d-9b47-69b828a3b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.734128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44464) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:43.738947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-294021b8-845c-44ac-a65a-b5b92b41e538 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '992f00fc-9daa-4033-a00f-b66e3ceda5ac'}, {'subnet_id': '2dcbe49b-94ba-4a53-8a1c-152260fd1a56'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:43.744666 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c513139-ea3f-4b8d-9b47-69b828a3b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.746034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a2ae9-7a61-4dd7-b43f-7d8225f9ec73 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:43.827466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['406e078d-c4f7-4cef-b0e4-15f54f80d8a3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:43.836366 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-1bfa794f-9333-4a3a-89d7-cd89d62526f8 None None] Allocated IP 2001:db8:0:1::2 (5c59f6e9-4747-484c-8d35-687541b18e9f/2dcbe49b-94ba-4a53-8a1c-152260fd1a56/96f26310-2d0a-428d-8c8d-d31129a2000c) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:43.850254 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c513139-ea3f-4b8d-9b47-69b828a3b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.857664 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-294021b8-845c-44ac-a65a-b5b92b41e538 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.858526 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c513139-ea3f-4b8d-9b47-69b828a3b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.882279 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c513139-ea3f-4b8d-9b47-69b828a3b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:43.898095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c513139-ea3f-4b8d-9b47-69b828a3b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c58ad20c-2cfe-482b-ba49-86073a690e21,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:43.904005 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c513139-ea3f-4b8d-9b47-69b828a3b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.904617 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-9c513139-ea3f-4b8d-9b47-69b828a3b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Added segment 1e378b6d-ed3e-490f-8008-94779090c1ca of type vlan for network 08565d0c-6147-4d50-906b-cc9f27a79424 Jul 16 01:33:43.958271 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c513139-ea3f-4b8d-9b47-69b828a3b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.968319 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-1bfa794f-9333-4a3a-89d7-cd89d62526f8 None None] For port 96f26310-2d0a-428d-8c8d-d31129a2000c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=96f26310-2d0a-428d-8c8d-d31129a2000c,segment=NetworkSegment(a6a0ee51-2f67-43df-8401-f9e7f7885773),segment_id=a6a0ee51-2f67-43df-8401-f9e7f7885773)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:43.995964 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c513139-ea3f-4b8d-9b47-69b828a3b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:43.999370 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1bfa794f-9333-4a3a-89d7-cd89d62526f8 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.005804 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c513139-ea3f-4b8d-9b47-69b828a3b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.007436 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c513139-ea3f-4b8d-9b47-69b828a3b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.024592 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1bfa794f-9333-4a3a-89d7-cd89d62526f8 None None] Transition to ACTIVE for port object 96f26310-2d0a-428d-8c8d-d31129a2000c will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:44.037574 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1bfa794f-9333-4a3a-89d7-cd89d62526f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.084338 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9c513139-ea3f-4b8d-9b47-69b828a3b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.4860342 Jul 16 01:33:44.085886 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44470) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:44.105162 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-be3fbd20-8c1a-4ff3-92bc-f720c2872997 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Request body: {'subnet': {'network_id': '08565d0c-6147-4d50-906b-cc9f27a79424', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:44.160652 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa794f-9333-4a3a-89d7-cd89d62526f8 None None] Pushing event updated for resources: {'Port': ['ID=96f26310-2d0a-428d-8c8d-d31129a2000c,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:44.170457 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c513139-ea3f-4b8d-9b47-69b828a3b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Pushing event updated for resources: {'Network': ['ID=08565d0c-6147-4d50-906b-cc9f27a79424,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:44.202242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 08565d0c-6147-4d50-906b-cc9f27a79424 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:44.204670 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 96f26310-2d0a-428d-8c8d-d31129a2000c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:44.261725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-294021b8-845c-44ac-a65a-b5b92b41e538 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Allocated IP 2001:db8:0:1::351 (5c59f6e9-4747-484c-8d35-687541b18e9f/2dcbe49b-94ba-4a53-8a1c-152260fd1a56/7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:44.273478 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3fbd20-8c1a-4ff3-92bc-f720c2872997 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Made reservation on behalf of 59510821a20e42d2be4eb9b6c70663af for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:44.280422 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be3fbd20-8c1a-4ff3-92bc-f720c2872997 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.314541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd357c-f90d-44f8-88a4-ead1dda0d0bd req-098be4fc-e6c8-4498-b850-402d8d42e4e3 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.316999 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21fd357c-f90d-44f8-88a4-ead1dda0d0bd req-098be4fc-e6c8-4498-b850-402d8d42e4e3 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 944 time: 0.2522862 Jul 16 01:33:44.382826 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 96f26310-2d0a-428d-8c8d-d31129a2000c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:44.410898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21fd357c-f90d-44f8-88a4-ead1dda0d0bd req-951f3816-6170-4989-912f-968c046f1e50 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878477 Jul 16 01:33:44.449869 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-294021b8-845c-44ac-a65a-b5b92b41e538 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.462316 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-294021b8-845c-44ac-a65a-b5b92b41e538 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Ignored duplicate provisioning block setup for port 7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0 by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:33:44.465769 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-294021b8-845c-44ac-a65a-b5b92b41e538 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.526645 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be3fbd20-8c1a-4ff3-92bc-f720c2872997 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.565671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-294021b8-845c-44ac-a65a-b5b92b41e538 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] In _notify_port_updated(), no bound segment for port 7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0 on network 5c59f6e9-4747-484c-8d35-687541b18e9f {{(pid=93919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:33:44.571716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294021b8-845c-44ac-a65a-b5b92b41e538 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.572392 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-294021b8-845c-44ac-a65a-b5b92b41e538 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.573712 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-294021b8-845c-44ac-a65a-b5b92b41e538 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "PUT /v2.0/ports/7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0 HTTP/1.1" status: 200 len: 1012 time: 0.8389814 Jul 16 01:33:44.575088 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294021b8-845c-44ac-a65a-b5b92b41e538 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:44.577414 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44472) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:44.594638 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3fbd20-8c1a-4ff3-92bc-f720c2872997 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Pushing event updated for resources: {'Subnet': ['ID=c965cc35-3640-4fd6-956a-674ba240eb90,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:44.606763 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3fbd20-8c1a-4ff3-92bc-f720c2872997 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Checking segment: {'id': '1e378b6d-ed3e-490f-8008-94779090c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '08565d0c-6147-4d50-906b-cc9f27a79424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:44.607428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3fbd20-8c1a-4ff3-92bc-f720c2872997 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Network hostable DHCP agents. Network: 08565d0c-6147-4d50-906b-cc9f27a79424, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:44.625851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3fbd20-8c1a-4ff3-92bc-f720c2872997 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Network 08565d0c-6147-4d50-906b-cc9f27a79424 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:44.636793 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-be3fbd20-8c1a-4ff3-92bc-f720c2872997 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 08565d0c-6147-4d50-906b-cc9f27a79424) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:44.641769 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3fbd20-8c1a-4ff3-92bc-f720c2872997 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:44.642361 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be3fbd20-8c1a-4ff3-92bc-f720c2872997 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.648588 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3735e5d1-340d-4a37-ba37-5eb796d68094 None None] Network 08565d0c-6147-4d50-906b-cc9f27a79424 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:44.671830 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-be3fbd20-8c1a-4ff3-92bc-f720c2872997 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5801272 Jul 16 01:33:44.672097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44474) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:44.680301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ae44894e-e5aa-41b8-b2ab-da79fba58f01 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Request body: {'port': {'network_id': '08565d0c-6147-4d50-906b-cc9f27a79424', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1330454808'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:44.725099 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc3964-0057-4b5d-b8a3-f8775cac5f5d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:44.725451 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3cc3964-0057-4b5d-b8a3-f8775cac5f5d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.824777 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-08565d0c-6147-4d50-906b-cc9f27a79424', 'network_id': '08565d0c-6147-4d50-906b-cc9f27a79424', 'tenant_id': '59510821a20e42d2be4eb9b6c70663af', 'fixed_ips': [{'subnet_id': 'c965cc35-3640-4fd6-956a-674ba240eb90'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:44.825783 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.842127 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6335f2d-7107-4ca9-9c2a-e2fa688d51b6 None None] Network 5c59f6e9-4747-484c-8d35-687541b18e9f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:44.875830 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3cc3964-0057-4b5d-b8a3-f8775cac5f5d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.889825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc3964-0057-4b5d-b8a3-f8775cac5f5d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:44.891465 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae44894e-e5aa-41b8-b2ab-da79fba58f01 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Made reservation on behalf of 59510821a20e42d2be4eb9b6c70663af for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:44.895131 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae44894e-e5aa-41b8-b2ab-da79fba58f01 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:44.950600 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-ae44894e-e5aa-41b8-b2ab-da79fba58f01 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] device_id is not set on port 56688e25-790a-4706-b926-93c19ec6fc18 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:45.000176 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b7f93543-9eda-484d-a168-04d07ddcadf9 None None] Provisioning for port 96f26310-2d0a-428d-8c8d-d31129a2000c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:45.006731 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b7f93543-9eda-484d-a168-04d07ddcadf9 None None] Provisioning complete for port 96f26310-2d0a-428d-8c8d-d31129a2000c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:45.007106 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b7f93543-9eda-484d-a168-04d07ddcadf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.048996 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:45.119340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Allocated IP 2001:db8::2 (08565d0c-6147-4d50-906b-cc9f27a79424/c965cc35-3640-4fd6-956a-674ba240eb90/65acc29e-6c31-46db-a762-bea32ba15410) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:45.144728 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3cc3964-0057-4b5d-b8a3-f8775cac5f5d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.172680 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cc3964-0057-4b5d-b8a3-f8775cac5f5d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:45.222988 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3cc3964-0057-4b5d-b8a3-f8775cac5f5d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.225003 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e3cc3964-0057-4b5d-b8a3-f8775cac5f5d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0 HTTP/1.1" status: 204 len: 168 time: 0.6462340 Jul 16 01:33:45.227607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44478) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:45.254720 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad97d1e-f101-4064-8a37-4cc5c9ae0622 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] GET failed (client error): The resource could not be found. Jul 16 01:33:45.256259 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-aad97d1e-f101-4064-8a37-4cc5c9ae0622 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports/7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0 HTTP/1.1" status: 404 len: 333 time: 0.0276890 Jul 16 01:33:45.258873 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44480) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:45.280743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:45.288121 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b7f93543-9eda-484d-a168-04d07ddcadf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.309272 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:45.309640 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.313808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c93c27c-5373-4260-9895-bb36c99b9f16 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting subnet 2dcbe49b-94ba-4a53-8a1c-152260fd1a56 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:45.317110 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1c93c27c-5373-4260-9895-bb36c99b9f16 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.358453 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1c93c27c-5373-4260-9895-bb36c99b9f16 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.417181 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b7f93543-9eda-484d-a168-04d07ddcadf9 None None] For port 96f26310-2d0a-428d-8c8d-d31129a2000c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=96f26310-2d0a-428d-8c8d-d31129a2000c,segment=NetworkSegment(a6a0ee51-2f67-43df-8401-f9e7f7885773),segment_id=a6a0ee51-2f67-43df-8401-f9e7f7885773)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:45.426201 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b7f93543-9eda-484d-a168-04d07ddcadf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.449698 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1c93c27c-5373-4260-9895-bb36c99b9f16 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.459350 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b7f93543-9eda-484d-a168-04d07ddcadf9 None None] Could not find standard attr ID for object 7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:33:45.466475 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.502892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Transition to ACTIVE for port object 65acc29e-6c31-46db-a762-bea32ba15410 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:45.537576 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1c93c27c-5373-4260-9895-bb36c99b9f16 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.539625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f93543-9eda-484d-a168-04d07ddcadf9 None None] Pushing event updated for resources: {'Port': ['ID=96f26310-2d0a-428d-8c8d-d31129a2000c,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:45.542882 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Transition to ACTIVE for port object 65acc29e-6c31-46db-a762-bea32ba15410 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:45.549913 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.554217 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.605934 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b993054-d4c7-44fc-91c5-bbc3376d2f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406e078d-c4f7-4cef-b0e4-15f54f80d8a3'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:45.609092 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c793e75d-35af-4ce2-a73c-8867f43ec876" -d '{"events": [{"server_uuid": "8b993054-d4c7-44fc-91c5-bbc3376d2f39", "name": "network-vif-plugged", "status": "completed", "tag": "406e078d-c4f7-4cef-b0e4-15f54f80d8a3"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:45.625444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Network 08565d0c-6147-4d50-906b-cc9f27a79424 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:45.630358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:45.633317 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 406e078d-c4f7-4cef-b0e4-15f54f80d8a3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=406e078d-c4f7-4cef-b0e4-15f54f80d8a3,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:45.636424 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:45.639640 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1c93c27c-5373-4260-9895-bb36c99b9f16 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.645040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1c93c27c-5373-4260-9895-bb36c99b9f16 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/2dcbe49b-94ba-4a53-8a1c-152260fd1a56 HTTP/1.1" status: 204 len: 168 time: 0.3824582 Jul 16 01:33:45.645225 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.645353 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93c27c-5373-4260-9895-bb36c99b9f16 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Subnet': ['ID=2dcbe49b-94ba-4a53-8a1c-152260fd1a56,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:45.645462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44486) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:45.673796 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85eda781-278f-4947-b9ba-a908c99a06d7 x-openstack-request-id: req-85eda781-278f-4947-b9ba-a908c99a06d7 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:45.673999 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b993054-d4c7-44fc-91c5-bbc3376d2f39", "name": "network-vif-plugged", "status": "completed", "tag": "406e078d-c4f7-4cef-b0e4-15f54f80d8a3", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:45.674269 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85eda781-278f-4947-b9ba-a908c99a06d7 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:45.674675 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b993054-d4c7-44fc-91c5-bbc3376d2f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '406e078d-c4f7-4cef-b0e4-15f54f80d8a3', 'code': 200} Jul 16 01:33:45.676012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Pushing event updated for resources: {'Port': ['ID=65acc29e-6c31-46db-a762-bea32ba15410,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:45.684091 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494c61b1-4ab1-486e-bf35-6116935a9039 None None] Network 5c59f6e9-4747-484c-8d35-687541b18e9f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:45.712981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e57e881-c876-41ec-9a72-84eab0398d65 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting subnet 992f00fc-9daa-4033-a00f-b66e3ceda5ac {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:45.716991 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2e57e881-c876-41ec-9a72-84eab0398d65 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.724118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-ae44894e-e5aa-41b8-b2ab-da79fba58f01 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Allocated IP 2001:db8::30c (08565d0c-6147-4d50-906b-cc9f27a79424/c965cc35-3640-4fd6-956a-674ba240eb90/56688e25-790a-4706-b926-93c19ec6fc18) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:45.766525 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2e57e881-c876-41ec-9a72-84eab0398d65 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.817618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-37048bc6-6650-4a00-9e20-09172293c664 None None] Provisioning complete for port 96f26310-2d0a-428d-8c8d-d31129a2000c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:45.817911 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-37048bc6-6650-4a00-9e20-09172293c664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.868638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Attempting to bind port 65acc29e-6c31-46db-a762-bea32ba15410 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:45.868919 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Attempting to bind port 65acc29e-6c31-46db-a762-bea32ba15410 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '1e378b6d-ed3e-490f-8008-94779090c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '08565d0c-6147-4d50-906b-cc9f27a79424'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:45.869280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Attempting to bind port 65acc29e-6c31-46db-a762-bea32ba15410 on network 08565d0c-6147-4d50-906b-cc9f27a79424 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:45.871679 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2e57e881-c876-41ec-9a72-84eab0398d65 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.877117 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=406e078d-c4f7-4cef-b0e4-15f54f80d8a3,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:45.897247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:45.897623 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Checking segment: {'id': '1e378b6d-ed3e-490f-8008-94779090c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '08565d0c-6147-4d50-906b-cc9f27a79424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:45.898033 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.898424 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Bound using segment: {'id': '1e378b6d-ed3e-490f-8008-94779090c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '08565d0c-6147-4d50-906b-cc9f27a79424'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:45.898908 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Bound port: 65acc29e-6c31-46db-a762-bea32ba15410, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e378b6d-ed3e-490f-8008-94779090c1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '08565d0c-6147-4d50-906b-cc9f27a79424'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:45.899493 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.937551 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2e57e881-c876-41ec-9a72-84eab0398d65 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.964749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57e881-c876-41ec-9a72-84eab0398d65 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Subnet': ['ID=992f00fc-9daa-4033-a00f-b66e3ceda5ac,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:45.971906 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2e57e881-c876-41ec-9a72-84eab0398d65 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:45.976766 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2e57e881-c876-41ec-9a72-84eab0398d65 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/992f00fc-9daa-4033-a00f-b66e3ceda5ac HTTP/1.1" status: 204 len: 168 time: 0.3302248 Jul 16 01:33:45.977476 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44488) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:46.062192 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.135193 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 96f26310-2d0a-428d-8c8d-d31129a2000c {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:46.135640 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.202867 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9d837-0621-4321-b723-4e2fa287381e req-1b514b7a-78d8-43da-89a1-1c40222cb474 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.204910 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3d9d837-0621-4321-b723-4e2fa287381e req-1b514b7a-78d8-43da-89a1-1c40222cb474 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 944 time: 0.6457577 Jul 16 01:33:46.210379 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] For port 96f26310-2d0a-428d-8c8d-d31129a2000c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=96f26310-2d0a-428d-8c8d-d31129a2000c,segment=NetworkSegment(a6a0ee51-2f67-43df-8401-f9e7f7885773),segment_id=a6a0ee51-2f67-43df-8401-f9e7f7885773)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:46.210970 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.223544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 96f26310-2d0a-428d-8c8d-d31129a2000c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:46.227255 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 96f26310-2d0a-428d-8c8d-d31129a2000c owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:46.263219 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] For port 65acc29e-6c31-46db-a762-bea32ba15410, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:46.284310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] For port 65acc29e-6c31-46db-a762-bea32ba15410, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=65acc29e-6c31-46db-a762-bea32ba15410,segment=NetworkSegment(1e378b6d-ed3e-490f-8008-94779090c1ca),segment_id=1e378b6d-ed3e-490f-8008-94779090c1ca)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:46.292465 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.308191 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3d9d837-0621-4321-b723-4e2fa287381e req-74f8a1a9-7e96-490d-9003-dbc893a33ef6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929513 Jul 16 01:33:46.323138 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.344374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No DVR routers for this DVR port 96f26310-2d0a-428d-8c8d-d31129a2000c on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:46.345699 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Could not find standard attr ID for object 96f26310-2d0a-428d-8c8d-d31129a2000c. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:33:46.366017 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=96f26310-2d0a-428d-8c8d-d31129a2000c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:46.377019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6fd474-6303-4466-8e88-95703ede8fbb None None] Pushing event updated for resources: {'Port': ['ID=65acc29e-6c31-46db-a762-bea32ba15410,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:46.388167 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff268b0-c43f-4f41-b1d7-aec23fb3cfb7 req-a204b7a6-6be0-4bbf-b7df-ddf844ccf023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.389793 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ff268b0-c43f-4f41-b1d7-aec23fb3cfb7 req-a204b7a6-6be0-4bbf-b7df-ddf844ccf023 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 1097 time: 0.6498163 Jul 16 01:33:46.454795 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc605f33-c534-45d2-bf79-fccfda4c98a1 None None] Host n-d-791505-14 tried to update port 96f26310-2d0a-428d-8c8d-d31129a2000c which no longer exists. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:334}} Jul 16 01:33:46.458338 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ff268b0-c43f-4f41-b1d7-aec23fb3cfb7 req-fd30e044-3a7f-4621-aa04-c19795cb483b service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601432 Jul 16 01:33:46.473268 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae44894e-e5aa-41b8-b2ab-da79fba58f01 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.479672 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.488498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-ae44894e-e5aa-41b8-b2ab-da79fba58f01 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Transition to ACTIVE for port object 56688e25-790a-4706-b926-93c19ec6fc18 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:46.494624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c59f6e9-4747-484c-8d35-687541b18e9f']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:46.511522 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a0ee51-2f67-43df-8401-f9e7f7885773') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:46.511853 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a0ee51-2f67-43df-8401-f9e7f7885773') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:46.521285 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.529927 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae44894e-e5aa-41b8-b2ab-da79fba58f01 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.538648 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.549141 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:46.550023 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.550193 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d669480-aafd-4d06-9151-c6e7aadc68e6 None None] Network 5c59f6e9-4747-484c-8d35-687541b18e9f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:46.554330 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:46.581998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae44894e-e5aa-41b8-b2ab-da79fba58f01 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Network 08565d0c-6147-4d50-906b-cc9f27a79424 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:46.585813 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-ae44894e-e5aa-41b8-b2ab-da79fba58f01 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:46.590023 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae44894e-e5aa-41b8-b2ab-da79fba58f01 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:46.591860 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e31c0db6-0cb4-4f9b-a6ef-70d3e9003c87 None None] Could not find standard attr ID for object 96f26310-2d0a-428d-8c8d-d31129a2000c. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:33:46.596062 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae44894e-e5aa-41b8-b2ab-da79fba58f01 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.596704 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae44894e-e5aa-41b8-b2ab-da79fba58f01 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.603953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44894e-e5aa-41b8-b2ab-da79fba58f01 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Pushing event updated for resources: {'Port': ['ID=56688e25-790a-4706-b926-93c19ec6fc18,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:46.620005 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ae44894e-e5aa-41b8-b2ab-da79fba58f01 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9465759 Jul 16 01:33:46.623512 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44492) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:46.634387 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.634837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Request body: {'port': {'network_id': '08565d0c-6147-4d50-906b-cc9f27a79424', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1747039647', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:46.635576 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.api.validators [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] bootfile-name is not in valid_values {{(pid=93919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:33:46.636175 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.api.validators [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] tftp-server is not in valid_values {{(pid=93919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:33:46.636680 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.api.validators [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] server-ip-address is not in valid_values {{(pid=93919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:33:46.659019 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.667753 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/networks/5c59f6e9-4747-484c-8d35-687541b18e9f HTTP/1.1" status: 204 len: 168 time: 0.6855476 Jul 16 01:33:46.672566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44494) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:46.700886 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6fe6f6-a77e-4f22-ba68-67c8decfb1f0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Network': ['ID=5c59f6e9-4747-484c-8d35-687541b18e9f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:46.759887 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17efe7cb-a563-4024-b0c5-c2b80d9ca152 None None] DHCP port deletion for 5c59f6e9-4747-484c-8d35-687541b18e9f request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:33:46.780682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f16509-06b8-45bd-a974-4c1c68fb8c40 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:46.783168 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-20f16509-06b8-45bd-a974-4c1c68fb8c40 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0917933 Jul 16 01:33:46.787633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44496) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:46.817042 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Made reservation on behalf of 59510821a20e42d2be4eb9b6c70663af for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:46.820817 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.844764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] device_id is not set on port 150ce940-35e5-427d-b47b-0dd9e221cc3d yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:46.858795 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-822f661e-0e11-4e58-9aec-37c8df883e58 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0698349 Jul 16 01:33:46.862158 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44498) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:46.866802 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f1cff5f7-7228-4fa7-943d-ad3bf8dd702c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1222501141'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:46.887023 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1cff5f7-7228-4fa7-943d-ad3bf8dd702c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:46.890523 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1cff5f7-7228-4fa7-943d-ad3bf8dd702c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.915257 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1cff5f7-7228-4fa7-943d-ad3bf8dd702c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:46.924404 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1cff5f7-7228-4fa7-943d-ad3bf8dd702c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.924755 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-f1cff5f7-7228-4fa7-943d-ad3bf8dd702c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Added segment 739d1047-a3ea-4dd9-a225-b2df5f06d6d6 of type vlan for network 04e04358-e2cd-4727-996e-f633050c6fd3 Jul 16 01:33:46.962940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Allocated IP 2001:db8::13d (08565d0c-6147-4d50-906b-cc9f27a79424/c965cc35-3640-4fd6-956a-674ba240eb90/150ce940-35e5-427d-b47b-0dd9e221cc3d) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:46.964825 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1cff5f7-7228-4fa7-943d-ad3bf8dd702c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:46.994803 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1cff5f7-7228-4fa7-943d-ad3bf8dd702c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.001228 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cff5f7-7228-4fa7-943d-ad3bf8dd702c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.001858 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1cff5f7-7228-4fa7-943d-ad3bf8dd702c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.019891 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f1cff5f7-7228-4fa7-943d-ad3bf8dd702c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1560967 Jul 16 01:33:47.029900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44500) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:47.034723 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7b50a3d1-e68d-4bc3-9598-a82066376e28 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'subnet': {'network_id': '04e04358-e2cd-4727-996e-f633050c6fd3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:47.107223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cff5f7-7228-4fa7-943d-ad3bf8dd702c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Network': ['ID=04e04358-e2cd-4727-996e-f633050c6fd3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:47.122303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 04e04358-e2cd-4727-996e-f633050c6fd3 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:47.125477 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.139717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Transition to ACTIVE for port object 150ce940-35e5-427d-b47b-0dd9e221cc3d will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:47.177222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b50a3d1-e68d-4bc3-9598-a82066376e28 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:47.181778 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7b50a3d1-e68d-4bc3-9598-a82066376e28 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.185002 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.230530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Network 08565d0c-6147-4d50-906b-cc9f27a79424 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:47.236230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:47.240386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:47.246477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.247138 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.269142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Pushing event updated for resources: {'Port': ['ID=150ce940-35e5-427d-b47b-0dd9e221cc3d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:47.274250 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bd05d8e6-28bc-40c9-b93d-f7ef85d2c3c5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.6489756 Jul 16 01:33:47.276300 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44504) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:47.421949 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7b50a3d1-e68d-4bc3-9598-a82066376e28 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.474819 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394d2709-061f-4460-b8f2-482a56892df5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.480953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394d2709-061f-4460-b8f2-482a56892df5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.488442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394d2709-061f-4460-b8f2-482a56892df5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.490234 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-394d2709-061f-4460-b8f2-482a56892df5 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2128766 Jul 16 01:33:47.491051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50a3d1-e68d-4bc3-9598-a82066376e28 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Subnet': ['ID=8b6dd78c-8051-40fd-9dde-d25d9d49b6a3,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:47.494832 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44508) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:47.552096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b50a3d1-e68d-4bc3-9598-a82066376e28 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Checking segment: {'id': '739d1047-a3ea-4dd9-a225-b2df5f06d6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04e04358-e2cd-4727-996e-f633050c6fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:47.552096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b50a3d1-e68d-4bc3-9598-a82066376e28 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network hostable DHCP agents. Network: 04e04358-e2cd-4727-996e-f633050c6fd3, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:47.568025 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d05ee-6718-4e7b-9874-2a2e10c1033e req-aaa75cac-51e8-48ee-b685-495c026f06a2 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.569761 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be5d05ee-6718-4e7b-9874-2a2e10c1033e req-aaa75cac-51e8-48ee-b685-495c026f06a2 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 945 time: 0.0785093 Jul 16 01:33:47.600492 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b50a3d1-e68d-4bc3-9598-a82066376e28 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 04e04358-e2cd-4727-996e-f633050c6fd3 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:47.617215 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be5d05ee-6718-4e7b-9874-2a2e10c1033e req-273f1cb7-02e9-44d0-86ca-b9ce350e1850 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418801 Jul 16 01:33:47.620142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-7b50a3d1-e68d-4bc3-9598-a82066376e28 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 04e04358-e2cd-4727-996e-f633050c6fd3) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:47.625139 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10592e08-f56f-4535-b7c4-688ce37c2ca1 None None] Network 08565d0c-6147-4d50-906b-cc9f27a79424 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:47.625870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b50a3d1-e68d-4bc3-9598-a82066376e28 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:47.626355 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7b50a3d1-e68d-4bc3-9598-a82066376e28 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.639641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8884d2-fdda-4e2a-ac27-09d95598ad14 None None] Network 04e04358-e2cd-4727-996e-f633050c6fd3 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:47.651570 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-50ee9355-4c19-4cc0-86ae-0b1975d6d556 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Deleting port 150ce940-35e5-427d-b47b-0dd9e221cc3d {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:47.651944 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50ee9355-4c19-4cc0-86ae-0b1975d6d556 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.658291 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7b50a3d1-e68d-4bc3-9598-a82066376e28 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6274297 Jul 16 01:33:47.659473 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44510) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:47.665664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-7513c913-558f-437b-9433-c6382969e1e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'network_id': '04e04358-e2cd-4727-996e-f633050c6fd3', 'name': 'tempest-PortsIpV6TestJSON-310535956'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:47.750185 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50ee9355-4c19-4cc0-86ae-0b1975d6d556 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.765362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-50ee9355-4c19-4cc0-86ae-0b1975d6d556 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Calling delete_port for 150ce940-35e5-427d-b47b-0dd9e221cc3d owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:47.777349 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c95a78d9-0555-4c65-9b0b-972344824f69 None None] Provisioning for port 65acc29e-6c31-46db-a762-bea32ba15410 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:47.778604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7513c913-558f-437b-9433-c6382969e1e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:47.782862 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7513c913-558f-437b-9433-c6382969e1e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.800476 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-7513c913-558f-437b-9433-c6382969e1e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] device_id is not set on port 5e1aba73-bc9d-457f-9035-df7b86da1f94 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:47.917563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-04e04358-e2cd-4727-996e-f633050c6fd3', 'network_id': '04e04358-e2cd-4727-996e-f633050c6fd3', 'tenant_id': '69bedaa87caa4b4e8ade12cea83bb8d1', 'fixed_ips': [{'subnet_id': '8b6dd78c-8051-40fd-9dde-d25d9d49b6a3'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:47.917923 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50ee9355-4c19-4cc0-86ae-0b1975d6d556 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.918349 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.924680 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-7513c913-558f-437b-9433-c6382969e1e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Allocated IP 2001:db8::2c0 (04e04358-e2cd-4727-996e-f633050c6fd3/8b6dd78c-8051-40fd-9dde-d25d9d49b6a3/5e1aba73-bc9d-457f-9035-df7b86da1f94) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:47.950258 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee9355-4c19-4cc0-86ae-0b1975d6d556 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Pushing event deleted for resources: {'Port': ['ID=150ce940-35e5-427d-b47b-0dd9e221cc3d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:47.983136 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-50ee9355-4c19-4cc0-86ae-0b1975d6d556 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:47.985062 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-50ee9355-4c19-4cc0-86ae-0b1975d6d556 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] 10.222.0.22 "DELETE /v2.0/ports/150ce940-35e5-427d-b47b-0dd9e221cc3d HTTP/1.1" status: 204 len: 168 time: 0.4852982 Jul 16 01:33:47.988734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44512) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:47.994477 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e7067d7a-4997-4edd-bad4-601f55737856 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Request body: {'port': {'name': 'tempest-new-port-name-1991620811', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:47.994777 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.api.validators [None req-e7067d7a-4997-4edd-bad4-601f55737856 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] bootfile-name is not in valid_values {{(pid=93920) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:33:47.995236 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.api.validators [None req-e7067d7a-4997-4edd-bad4-601f55737856 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] tftp-server is not in valid_values {{(pid=93920) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:33:47.995644 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.api.validators [None req-e7067d7a-4997-4edd-bad4-601f55737856 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] server-ip-address is not in valid_values {{(pid=93920) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:33:48.095804 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7513c913-558f-437b-9433-c6382969e1e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.108523 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7067d7a-4997-4edd-bad4-601f55737856 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.114639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-7513c913-558f-437b-9433-c6382969e1e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Transition to ACTIVE for port object 5e1aba73-bc9d-457f-9035-df7b86da1f94 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:48.164316 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7513c913-558f-437b-9433-c6382969e1e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.183917 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 65acc29e-6c31-46db-a762-bea32ba15410 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:48.196084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7513c913-558f-437b-9433-c6382969e1e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 04e04358-e2cd-4727-996e-f633050c6fd3 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:48.200056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-7513c913-558f-437b-9433-c6382969e1e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:48.202831 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7513c913-558f-437b-9433-c6382969e1e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:48.210197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7513c913-558f-437b-9433-c6382969e1e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.210853 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7513c913-558f-437b-9433-c6382969e1e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.243038 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Allocated IP 2001:db8::2 (04e04358-e2cd-4727-996e-f633050c6fd3/8b6dd78c-8051-40fd-9dde-d25d9d49b6a3/470189ed-9487-435a-b6bc-b963fd2fe8e7) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:48.260705 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7513c913-558f-437b-9433-c6382969e1e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5968001 Jul 16 01:33:48.261554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44514) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:48.266684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-217c2c73-2f49-4532-8a69-1fe22cae7633 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'network_id': '04e04358-e2cd-4727-996e-f633050c6fd3', 'name': 'tempest-PortsIpV6TestJSON-358330178'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:48.272936 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 65acc29e-6c31-46db-a762-bea32ba15410 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:48.275808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513c913-558f-437b-9433-c6382969e1e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=5e1aba73-bc9d-457f-9035-df7b86da1f94,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:48.299382 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 65acc29e-6c31-46db-a762-bea32ba15410 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:48.300072 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.370767 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7067d7a-4997-4edd-bad4-601f55737856 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.383155 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7067d7a-4997-4edd-bad4-601f55737856 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.414551 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217c2c73-2f49-4532-8a69-1fe22cae7633 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:48.420921 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-217c2c73-2f49-4532-8a69-1fe22cae7633 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.440600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-e7067d7a-4997-4edd-bad4-601f55737856 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] In _notify_port_updated(), no bound segment for port 56688e25-790a-4706-b926-93c19ec6fc18 on network 08565d0c-6147-4d50-906b-cc9f27a79424 {{(pid=93920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:33:48.445586 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-217c2c73-2f49-4532-8a69-1fe22cae7633 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] device_id is not set on port 3a2d1785-4601-47e2-bfa4-9ae105e79906 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:48.448943 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7067d7a-4997-4edd-bad4-601f55737856 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.449852 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7067d7a-4997-4edd-bad4-601f55737856 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.451385 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e7067d7a-4997-4edd-bad4-601f55737856 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] 10.222.0.22 "PUT /v2.0/ports/56688e25-790a-4706-b926-93c19ec6fc18 HTTP/1.1" status: 200 len: 1130 time: 0.4616270 Jul 16 01:33:48.454646 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44518) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:48.478077 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7067d7a-4997-4edd-bad4-601f55737856 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Pushing event updated for resources: {'Port': ['ID=56688e25-790a-4706-b926-93c19ec6fc18,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:48.527522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1c196b09-fd53-4003-8fe6-22b3e4e0cddf None None] Provisioning complete for port 65acc29e-6c31-46db-a762-bea32ba15410 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:48.527824 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1c196b09-fd53-4003-8fe6-22b3e4e0cddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.564195 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aaaa92-6ed5-42ab-8d76-e7c6bfb0d471 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:48.565734 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d0aaaa92-6ed5-42ab-8d76-e7c6bfb0d471 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] 10.222.0.22 "GET /v2.0/ports/56688e25-790a-4706-b926-93c19ec6fc18 HTTP/1.1" status: 200 len: 1130 time: 0.1081274 Jul 16 01:33:48.569195 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44520) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:48.586568 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.592382 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.605474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Transition to ACTIVE for port object 470189ed-9487-435a-b6bc-b963fd2fe8e7 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:48.645465 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Transition to ACTIVE for port object 470189ed-9487-435a-b6bc-b963fd2fe8e7 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:48.651684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 65acc29e-6c31-46db-a762-bea32ba15410, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=65acc29e-6c31-46db-a762-bea32ba15410,segment=NetworkSegment(1e378b6d-ed3e-490f-8008-94779090c1ca),segment_id=1e378b6d-ed3e-490f-8008-94779090c1ca)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:48.655990 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.681672 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.747963 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-803fccb5-a0ce-47f3-ba5a-0c39b6d7cb65 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Deleting port 56688e25-790a-4706-b926-93c19ec6fc18 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:48.748226 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-803fccb5-a0ce-47f3-ba5a-0c39b6d7cb65 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.752103 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1c196b09-fd53-4003-8fe6-22b3e4e0cddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.755512 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-217c2c73-2f49-4532-8a69-1fe22cae7633 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Allocated IP 2001:db8::202 (04e04358-e2cd-4727-996e-f633050c6fd3/8b6dd78c-8051-40fd-9dde-d25d9d49b6a3/3a2d1785-4601-47e2-bfa4-9ae105e79906) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:48.786304 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 96f26310-2d0a-428d-8c8d-d31129a2000c no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:48.856677 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-803fccb5-a0ce-47f3-ba5a-0c39b6d7cb65 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.859460 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Network 04e04358-e2cd-4727-996e-f633050c6fd3 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:48.864565 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-1c196b09-fd53-4003-8fe6-22b3e4e0cddf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:33:48.864932 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-1c196b09-fd53-4003-8fe6-22b3e4e0cddf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:33:48.868232 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 96f26310-2d0a-428d-8c8d-d31129a2000c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:48.868583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 96f26310-2d0a-428d-8c8d-d31129a2000c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:48.870436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:48.870925 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-803fccb5-a0ce-47f3-ba5a-0c39b6d7cb65 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Calling delete_port for 56688e25-790a-4706-b926-93c19ec6fc18 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:48.874759 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:48.937114 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Pushing event updated for resources: {'Port': ['ID=470189ed-9487-435a-b6bc-b963fd2fe8e7,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:48.939190 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Attempting to bind port 470189ed-9487-435a-b6bc-b963fd2fe8e7 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:48.939573 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Attempting to bind port 470189ed-9487-435a-b6bc-b963fd2fe8e7 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '739d1047-a3ea-4dd9-a225-b2df5f06d6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04e04358-e2cd-4727-996e-f633050c6fd3'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:48.939967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Attempting to bind port 470189ed-9487-435a-b6bc-b963fd2fe8e7 on network 04e04358-e2cd-4727-996e-f633050c6fd3 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:48.987000 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:48.988039 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Checking segment: {'id': '739d1047-a3ea-4dd9-a225-b2df5f06d6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04e04358-e2cd-4727-996e-f633050c6fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:48.988039 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:48.988299 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Bound using segment: {'id': '739d1047-a3ea-4dd9-a225-b2df5f06d6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04e04358-e2cd-4727-996e-f633050c6fd3'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:48.988744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Bound port: 470189ed-9487-435a-b6bc-b963fd2fe8e7, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '739d1047-a3ea-4dd9-a225-b2df5f06d6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '04e04358-e2cd-4727-996e-f633050c6fd3'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:48.989125 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.033160 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-803fccb5-a0ce-47f3-ba5a-0c39b6d7cb65 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.041803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f675d8d-2d1c-4d11-b528-85c6c7049bfc req-72fdae16-6576-4205-b785-4ffc596d73ce tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.043335 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8f675d8d-2d1c-4d11-b528-85c6c7049bfc req-72fdae16-6576-4205-b785-4ffc596d73ce tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 945 time: 0.1786807 Jul 16 01:33:49.061331 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=65acc29e-6c31-46db-a762-bea32ba15410,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:49.072327 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-217c2c73-2f49-4532-8a69-1fe22cae7633 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.076921 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fccb5-a0ce-47f3-ba5a-0c39b6d7cb65 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Pushing event deleted for resources: {'Port': ['ID=56688e25-790a-4706-b926-93c19ec6fc18,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:49.108175 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-803fccb5-a0ce-47f3-ba5a-0c39b6d7cb65 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.110982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] For port 470189ed-9487-435a-b6bc-b963fd2fe8e7, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:49.112996 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-803fccb5-a0ce-47f3-ba5a-0c39b6d7cb65 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] 10.222.0.22 "DELETE /v2.0/ports/56688e25-790a-4706-b926-93c19ec6fc18 HTTP/1.1" status: 204 len: 168 time: 0.5425224 Jul 16 01:33:49.113202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44526) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:49.115019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] For port 470189ed-9487-435a-b6bc-b963fd2fe8e7, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=470189ed-9487-435a-b6bc-b963fd2fe8e7,segment=NetworkSegment(739d1047-a3ea-4dd9-a225-b2df5f06d6d6),segment_id=739d1047-a3ea-4dd9-a225-b2df5f06d6d6)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:49.121224 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.133252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-217c2c73-2f49-4532-8a69-1fe22cae7633 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Transition to ACTIVE for port object 3a2d1785-4601-47e2-bfa4-9ae105e79906 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:49.169213 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8f675d8d-2d1c-4d11-b528-85c6c7049bfc req-cddfedef-12e4-46e0-a820-272c0f24329e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115649 Jul 16 01:33:49.186593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed629622-7717-4d29-b6fe-90edddfe8444 None None] Pushing event updated for resources: {'Port': ['ID=470189ed-9487-435a-b6bc-b963fd2fe8e7,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:49.226875 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-387c1696-fd03-48da-b15f-c69f3d8e740f tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Deleting subnet c965cc35-3640-4fd6-956a-674ba240eb90 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:49.230646 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-387c1696-fd03-48da-b15f-c69f3d8e740f tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.295040 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-387c1696-fd03-48da-b15f-c69f3d8e740f tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.298769 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-217c2c73-2f49-4532-8a69-1fe22cae7633 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.372438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217c2c73-2f49-4532-8a69-1fe22cae7633 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 04e04358-e2cd-4727-996e-f633050c6fd3 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:49.382967 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-217c2c73-2f49-4532-8a69-1fe22cae7633 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:49.386766 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217c2c73-2f49-4532-8a69-1fe22cae7633 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:49.391539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217c2c73-2f49-4532-8a69-1fe22cae7633 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.392249 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-217c2c73-2f49-4532-8a69-1fe22cae7633 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.416740 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-217c2c73-2f49-4532-8a69-1fe22cae7633 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1545508 Jul 16 01:33:49.421502 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44530) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:49.423330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1c196b09-fd53-4003-8fe6-22b3e4e0cddf None None] Could not find standard attr ID for object 56688e25-790a-4706-b926-93c19ec6fc18. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:33:49.429722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c2c73-2f49-4532-8a69-1fe22cae7633 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=3a2d1785-4601-47e2-bfa4-9ae105e79906,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:49.442628 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1c196b09-fd53-4003-8fe6-22b3e4e0cddf None None] Could not find standard attr ID for object 150ce940-35e5-427d-b47b-0dd9e221cc3d. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:33:49.523409 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-387c1696-fd03-48da-b15f-c69f3d8e740f tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.584686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b659bc1b-aa58-43ba-9193-20f84e5b70bd None None] Could not find standard attr ID for object 56688e25-790a-4706-b926-93c19ec6fc18. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:33:49.594260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b659bc1b-aa58-43ba-9193-20f84e5b70bd None None] Could not find standard attr ID for object 150ce940-35e5-427d-b47b-0dd9e221cc3d. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:33:49.609465 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5d00f1-bdb7-4241-a99c-d3b417321f05 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:49.611718 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5b5d00f1-bdb7-4241-a99c-d3b417321f05 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2c0 HTTP/1.1" status: 200 len: 928 time: 0.1885476 Jul 16 01:33:49.614784 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44534) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:49.621667 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-387c1696-fd03-48da-b15f-c69f3d8e740f tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.658512 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c1696-fd03-48da-b15f-c69f3d8e740f tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Pushing event deleted for resources: {'Subnet': ['ID=c965cc35-3640-4fd6-956a-674ba240eb90,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:49.661263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-387c1696-fd03-48da-b15f-c69f3d8e740f tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.663242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-387c1696-fd03-48da-b15f-c69f3d8e740f tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] 10.222.0.22 "DELETE /v2.0/subnets/c965cc35-3640-4fd6-956a-674ba240eb90 HTTP/1.1" status: 204 len: 168 time: 0.5466037 Jul 16 01:33:49.665994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44536) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:49.707372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0fe47893-5a05-47c8-b6ca-23fd727b8286 None None] Could not find standard attr ID for object 56688e25-790a-4706-b926-93c19ec6fc18. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:33:49.765253 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e2ce2-a3a2-496e-bd2e-b3313ea8e728 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 3a2d1785-4601-47e2-bfa4-9ae105e79906 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:49.765606 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e1e2ce2-a3a2-496e-bd2e-b3313ea8e728 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.790643 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.863076 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Deleting port 65acc29e-6c31-46db-a762-bea32ba15410 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:49.863671 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.893485 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e1e2ce2-a3a2-496e-bd2e-b3313ea8e728 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.912599 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-9e1e2ce2-a3a2-496e-bd2e-b3313ea8e728 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 3a2d1785-4601-47e2-bfa4-9ae105e79906 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:49.918126 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc93d21c-80c3-4587-8934-0dc61d4ddb12 None None] Network 08565d0c-6147-4d50-906b-cc9f27a79424 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:49.963594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] For port 65acc29e-6c31-46db-a762-bea32ba15410, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=65acc29e-6c31-46db-a762-bea32ba15410,segment=NetworkSegment(1e378b6d-ed3e-490f-8008-94779090c1ca),segment_id=1e378b6d-ed3e-490f-8008-94779090c1ca)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:49.963990 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:49.981262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Calling delete_port for 65acc29e-6c31-46db-a762-bea32ba15410 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:50.005890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea23b0-d859-4892-9903-fe6289c33ed3 req-614c70bc-7aa7-454e-b56e-8407b87e30d6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.007447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99ea23b0-d859-4892-9903-fe6289c33ed3 req-614c70bc-7aa7-454e-b56e-8407b87e30d6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 945 time: 0.1408277 Jul 16 01:33:50.069338 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e1e2ce2-a3a2-496e-bd2e-b3313ea8e728 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.122755 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99ea23b0-d859-4892-9903-fe6289c33ed3 req-9ebc1579-685e-4f38-943f-8433b74a264c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797729 Jul 16 01:33:50.132789 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e2ce2-a3a2-496e-bd2e-b3313ea8e728 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=3a2d1785-4601-47e2-bfa4-9ae105e79906,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:50.143463 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.159470 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e1e2ce2-a3a2-496e-bd2e-b3313ea8e728 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.165560 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9e1e2ce2-a3a2-496e-bd2e-b3313ea8e728 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/3a2d1785-4601-47e2-bfa4-9ae105e79906 HTTP/1.1" status: 204 len: 168 time: 0.5494258 Jul 16 01:33:50.166150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44542) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:50.180318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Pushing event deleted for resources: {'Port': ['ID=65acc29e-6c31-46db-a762-bea32ba15410,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:50.189063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2526c63-b296-450b-b5a3-b2fd0090ea14 None None] DHCP port deletion for 08565d0c-6147-4d50-906b-cc9f27a79424 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:33:50.189651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] No DVR routers for this DVR port 65acc29e-6c31-46db-a762-bea32ba15410 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:50.196458 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd1a712-ce7e-466f-ab6a-fd3c4191761d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] GET failed (client error): The resource could not be found. Jul 16 01:33:50.201069 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5cd1a712-ce7e-466f-ab6a-fd3c4191761d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports/3a2d1785-4601-47e2-bfa4-9ae105e79906 HTTP/1.1" status: 404 len: 333 time: 0.0339189 Jul 16 01:33:50.201671 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44544) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:50.268273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 470189ed-9487-435a-b6bc-b963fd2fe8e7 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:50.312208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-906cb982-59a7-4258-ae41-7636b2e77f33 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 5e1aba73-bc9d-457f-9035-df7b86da1f94 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:50.312954 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-906cb982-59a7-4258-ae41-7636b2e77f33 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.317249 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.330137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08565d0c-6147-4d50-906b-cc9f27a79424']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:50.343663 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 470189ed-9487-435a-b6bc-b963fd2fe8e7 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:50.359297 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e378b6d-ed3e-490f-8008-94779090c1ca') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:50.359828 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e378b6d-ed3e-490f-8008-94779090c1ca') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:50.388316 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.407941 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.418808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:50.419220 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:50.423024 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:50.429594 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-906cb982-59a7-4258-ae41-7636b2e77f33 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.443527 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-906cb982-59a7-4258-ae41-7636b2e77f33 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 5e1aba73-bc9d-457f-9035-df7b86da1f94 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:50.490097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3aad9-14dc-4c50-a206-30fb7ba07bad req-44edb80c-29f4-486c-a718-4dba2bd49f75 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:50.494538 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60a3aad9-14dc-4c50-a206-30fb7ba07bad req-44edb80c-29f4-486c-a718-4dba2bd49f75 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 945 time: 0.1605752 Jul 16 01:33:50.518464 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.526978 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.528831 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] 10.222.0.22 "DELETE /v2.0/networks/08565d0c-6147-4d50-906b-cc9f27a79424 HTTP/1.1" status: 204 len: 168 time: 0.8618567 Jul 16 01:33:50.549361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279187dd-4814-4123-bed3-83ce08f11155 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765 tempest-ExtraDHCPOptionsIpV6TestJSON-374878765-project] Pushing event deleted for resources: {'Network': ['ID=08565d0c-6147-4d50-906b-cc9f27a79424,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:50.568270 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60a3aad9-14dc-4c50-a206-30fb7ba07bad req-5b87fb2a-d6da-48d8-9301-69e797fae7e2 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708964 Jul 16 01:33:50.603419 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-906cb982-59a7-4258-ae41-7636b2e77f33 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.611320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35abc07-839c-4c91-8555-642f8e62bc93 None None] Network 04e04358-e2cd-4727-996e-f633050c6fd3 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:50.665785 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cb982-59a7-4258-ae41-7636b2e77f33 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=5e1aba73-bc9d-457f-9035-df7b86da1f94,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:50.668113 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-906cb982-59a7-4258-ae41-7636b2e77f33 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.672772 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-906cb982-59a7-4258-ae41-7636b2e77f33 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/5e1aba73-bc9d-457f-9035-df7b86da1f94 HTTP/1.1" status: 204 len: 168 time: 0.4674001 Jul 16 01:33:50.673110 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44550) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:50.697099 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-617f41c2-1a0a-4982-8968-cbccddec7d3a None None] Provisioning for port 470189ed-9487-435a-b6bc-b963fd2fe8e7 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:50.703630 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-617f41c2-1a0a-4982-8968-cbccddec7d3a None None] Provisioning complete for port 470189ed-9487-435a-b6bc-b963fd2fe8e7 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:50.704039 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-617f41c2-1a0a-4982-8968-cbccddec7d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.711508 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-15625d43-679e-40dd-a88f-07f5b6fb1cbb tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] GET failed (client error): The resource could not be found. Jul 16 01:33:50.713268 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-15625d43-679e-40dd-a88f-07f5b6fb1cbb tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports/5e1aba73-bc9d-457f-9035-df7b86da1f94 HTTP/1.1" status: 404 len: 333 time: 0.0391889 Jul 16 01:33:50.716035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44552) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:50.795430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f0438ea-b3c3-407c-b79f-b6f5f54bc4f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting subnet 8b6dd78c-8051-40fd-9dde-d25d9d49b6a3 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:50.803131 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f0438ea-b3c3-407c-b79f-b6f5f54bc4f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.840209 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-617f41c2-1a0a-4982-8968-cbccddec7d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.855825 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f0438ea-b3c3-407c-b79f-b6f5f54bc4f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.857332 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44558) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:50.908997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-617f41c2-1a0a-4982-8968-cbccddec7d3a None None] For port 470189ed-9487-435a-b6bc-b963fd2fe8e7, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=470189ed-9487-435a-b6bc-b963fd2fe8e7,segment=NetworkSegment(739d1047-a3ea-4dd9-a225-b2df5f06d6d6),segment_id=739d1047-a3ea-4dd9-a225-b2df5f06d6d6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:50.914103 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-617f41c2-1a0a-4982-8968-cbccddec7d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.988503 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f0438ea-b3c3-407c-b79f-b6f5f54bc4f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:50.991444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f41c2-1a0a-4982-8968-cbccddec7d3a None None] Pushing event updated for resources: {'Port': ['ID=470189ed-9487-435a-b6bc-b963fd2fe8e7,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:51.063479 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6782601f-482c-4536-b2aa-81ef7d1d7729 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59510821a20e42d2be4eb9b6c70663af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043130 Jul 16 01:33:51.063822 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f0438ea-b3c3-407c-b79f-b6f5f54bc4f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.064375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44564) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:51.091831 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0438ea-b3c3-407c-b79f-b6f5f54bc4f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Subnet': ['ID=8b6dd78c-8051-40fd-9dde-d25d9d49b6a3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:51.104908 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f0438ea-b3c3-407c-b79f-b6f5f54bc4f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.110486 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6f0438ea-b3c3-407c-b79f-b6f5f54bc4f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/8b6dd78c-8051-40fd-9dde-d25d9d49b6a3 HTTP/1.1" status: 204 len: 168 time: 0.3933971 Jul 16 01:33:51.111175 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44566) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:51.155793 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe8b4c65-f244-499c-bf63-dbe0ee1cbf3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.164946 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd1497-65c7-4923-8086-dacd112591c0 req-6d97dcb6-6677-4f36-91d2-9d2a9c68f47d tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.166512 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e8fd1497-65c7-4923-8086-dacd112591c0 req-6d97dcb6-6677-4f36-91d2-9d2a9c68f47d tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 945 time: 0.1244502 Jul 16 01:33:51.189693 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.202108 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe8b4c65-f244-499c-bf63-dbe0ee1cbf3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.214375 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c38cd0b-91f2-4348-8f6f-35abc1a3962d None None] Network 04e04358-e2cd-4727-996e-f633050c6fd3 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:51.247625 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e8fd1497-65c7-4923-8086-dacd112591c0 req-916e56a6-3d05-4692-a2f6-3bd1fd573693 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721245 Jul 16 01:33:51.259997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 470189ed-9487-435a-b6bc-b963fd2fe8e7 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:51.260475 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.278893 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e3574152-6d6c-4a27-bb81-742196dddb5e None None] Provisioning complete for port 470189ed-9487-435a-b6bc-b963fd2fe8e7 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:51.279245 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e3574152-6d6c-4a27-bb81-742196dddb5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.288925 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe8b4c65-f244-499c-bf63-dbe0ee1cbf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.291791 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe8b4c65-f244-499c-bf63-dbe0ee1cbf3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.295599 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fe8b4c65-f244-499c-bf63-dbe0ee1cbf3c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c58ad20c-2cfe-482b-ba49-86073a690e21 HTTP/1.1" status: 204 len: 168 time: 0.2120059 Jul 16 01:33:51.302062 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b4c65-f244-499c-bf63-dbe0ee1cbf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58ad20c-2cfe-482b-ba49-86073a690e21,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:51.339723 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] For port 470189ed-9487-435a-b6bc-b963fd2fe8e7, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=470189ed-9487-435a-b6bc-b963fd2fe8e7,segment=NetworkSegment(739d1047-a3ea-4dd9-a225-b2df5f06d6d6),segment_id=739d1047-a3ea-4dd9-a225-b2df5f06d6d6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:51.340221 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.353256 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 470189ed-9487-435a-b6bc-b963fd2fe8e7 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:51.456260 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.483047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=470189ed-9487-435a-b6bc-b963fd2fe8e7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:51.484886 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No DVR routers for this DVR port 470189ed-9487-435a-b6bc-b963fd2fe8e7 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:51.508356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb374be4-7cdd-4f2b-8bd8-3f289609a7bc None None] DHCP port deletion for 04e04358-e2cd-4727-996e-f633050c6fd3 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:33:51.566502 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.576444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04e04358-e2cd-4727-996e-f633050c6fd3']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:51.586788 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '739d1047-a3ea-4dd9-a225-b2df5f06d6d6') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:51.587079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '739d1047-a3ea-4dd9-a225-b2df5f06d6d6') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:51.597396 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.615011 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:51.626487 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:51.684940 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.693643 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.699293 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/networks/04e04358-e2cd-4727-996e-f633050c6fd3 HTTP/1.1" status: 204 len: 168 time: 0.5832074 Jul 16 01:33:51.699293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44580) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:51.704531 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-66c7365c-ceb6-4f9f-83a9-4f79e5f219b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1434433208'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:51.717480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6c3d1-2c58-4f37-811e-8a8e4101aff2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Network': ['ID=04e04358-e2cd-4727-996e-f633050c6fd3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:51.725455 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-6a151ff6-578c-4eea-a4d9-fb040da8f70f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0764441 Jul 16 01:33:51.742047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c7365c-ceb6-4f9f-83a9-4f79e5f219b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:51.745760 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66c7365c-ceb6-4f9f-83a9-4f79e5f219b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.773166 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c7365c-ceb6-4f9f-83a9-4f79e5f219b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:51.785064 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66c7365c-ceb6-4f9f-83a9-4f79e5f219b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.785424 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-66c7365c-ceb6-4f9f-83a9-4f79e5f219b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Added segment d7fdb28d-b09c-4788-92b2-5e53d07e21e3 of type vlan for network 33d9d9d1-95ce-41bd-8694-8d24444b17e6 Jul 16 01:33:51.826782 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66c7365c-ceb6-4f9f-83a9-4f79e5f219b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.838368 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-dd0be71f-3d6f-44c0-9b99-06a7eb7be92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.838861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-dd0be71f-3d6f-44c0-9b99-06a7eb7be92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.839334 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-dd0be71f-3d6f-44c0-9b99-06a7eb7be92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.839830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-dd0be71f-3d6f-44c0-9b99-06a7eb7be92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.840298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-dd0be71f-3d6f-44c0-9b99-06a7eb7be92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.840767 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-dd0be71f-3d6f-44c0-9b99-06a7eb7be92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.841232 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-dd0be71f-3d6f-44c0-9b99-06a7eb7be92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.843201 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-dd0be71f-3d6f-44c0-9b99-06a7eb7be92b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 6508 time: 0.0686803 Jul 16 01:33:51.858128 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66c7365c-ceb6-4f9f-83a9-4f79e5f219b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.864575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c7365c-ceb6-4f9f-83a9-4f79e5f219b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.865283 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66c7365c-ceb6-4f9f-83a9-4f79e5f219b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:51.904113 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-66c7365c-ceb6-4f9f-83a9-4f79e5f219b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2036295 Jul 16 01:33:51.906874 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44588) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:51.914361 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4749042c-34c7-4786-9be0-26cf25826293 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'subnet': {'network_id': '33d9d9d1-95ce-41bd-8694-8d24444b17e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:51.962770 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c7365c-ceb6-4f9f-83a9-4f79e5f219b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Network': ['ID=33d9d9d1-95ce-41bd-8694-8d24444b17e6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:51.980621 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 33d9d9d1-95ce-41bd-8694-8d24444b17e6 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:51.993542 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-1b12fe2c-4d09-482a-b753-cfb513454578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.994098 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-1b12fe2c-4d09-482a-b753-cfb513454578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.994488 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-1b12fe2c-4d09-482a-b753-cfb513454578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:51.996158 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-1b12fe2c-4d09-482a-b753-cfb513454578 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.1223717 Jul 16 01:33:52.055603 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4749042c-34c7-4786-9be0-26cf25826293 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:52.065786 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4749042c-34c7-4786-9be0-26cf25826293 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.111550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44594) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:52.126994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-55e039e2-fc96-4652-a3ff-5e534c67c414 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 1001 time: 0.1238878 Jul 16 01:33:52.151684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 65acc29e-6c31-46db-a762-bea32ba15410 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:52.174372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 65acc29e-6c31-46db-a762-bea32ba15410 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:52.175148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 65acc29e-6c31-46db-a762-bea32ba15410 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:52.175858 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 470189ed-9487-435a-b6bc-b963fd2fe8e7 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:52.200877 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-9156c3c5-27dd-4bb0-a79f-d3eafb782975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.202616 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-9156c3c5-27dd-4bb0-a79f-d3eafb782975 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0676064 Jul 16 01:33:52.209741 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 470189ed-9487-435a-b6bc-b963fd2fe8e7 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:52.210076 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 470189ed-9487-435a-b6bc-b963fd2fe8e7 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:52.265240 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Request body: {'networks': [{'name': 'tempest-network--1361085563'}, {'name': 'tempest-network--1376049134'}]} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:52.265567 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Request body: {'network': {'name': 'tempest-network--1361085563'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:52.266043 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Request body: {'network': {'name': 'tempest-network--1376049134'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:52.275924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-3eb3ba57-a4fd-4598-bb1f-c9a003a0c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.277486 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-3eb3ba57-a4fd-4598-bb1f-c9a003a0c17c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678270 Jul 16 01:33:52.339186 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4749042c-34c7-4786-9be0-26cf25826293 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.347892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Made reservation on behalf of 175e6beee8f94240bb83fcf3aec49d1f for: {'network': 2} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:52.352555 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.400018 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.420504 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-2ec29221-d3e1-4702-8693-18587ebd6392 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358335 Jul 16 01:33:52.439702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749042c-34c7-4786-9be0-26cf25826293 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Subnet': ['ID=ee15b5d7-c83f-4976-a5b9-1ab89dc562db,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:52.460132 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4749042c-34c7-4786-9be0-26cf25826293 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Checking segment: {'id': 'd7fdb28d-b09c-4788-92b2-5e53d07e21e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '33d9d9d1-95ce-41bd-8694-8d24444b17e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:52.460417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4749042c-34c7-4786-9be0-26cf25826293 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network hostable DHCP agents. Network: 33d9d9d1-95ce-41bd-8694-8d24444b17e6, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:52.492393 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4749042c-34c7-4786-9be0-26cf25826293 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 33d9d9d1-95ce-41bd-8694-8d24444b17e6 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:52.508672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-4749042c-34c7-4786-9be0-26cf25826293 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 33d9d9d1-95ce-41bd-8694-8d24444b17e6) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:52.515366 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4749042c-34c7-4786-9be0-26cf25826293 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.515980 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4749042c-34c7-4786-9be0-26cf25826293 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.517837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd555160-91db-4b95-9021-390540a0d516 req-b0802633-2bf6-4449-8316-4e025face4df tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.518519 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1cd916-a3bc-4592-b41e-14dc34ba26b9 None None] Network 33d9d9d1-95ce-41bd-8694-8d24444b17e6 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:52.519995 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd555160-91db-4b95-9021-390540a0d516 req-b0802633-2bf6-4449-8316-4e025face4df tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 945 time: 0.1307125 Jul 16 01:33:52.556440 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-21a7bbda-0429-4441-8c39-df1cd12b4222 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284108 Jul 16 01:33:52.556883 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.562330 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.562947 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.583359 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4749042c-34c7-4786-9be0-26cf25826293 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6720769 Jul 16 01:33:52.583591 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd555160-91db-4b95-9021-390540a0d516 req-aaaff498-8b24-4b6b-974f-dcca5fc18729 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523844 Jul 16 01:33:52.587936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44600) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:52.596185 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3b4bfc49-7582-4e02-b044-b8beb8256cb1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'network_id': '33d9d9d1-95ce-41bd-8694-8d24444b17e6', 'name': 'tempest-PortsIpV6TestJSON-3169154', 'fixed_ips': [{'subnet_id': 'ee15b5d7-c83f-4976-a5b9-1ab89dc562db', 'ip_address': '2001:db8::10'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:52.607559 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-5b5f5306-77da-4b41-a1fa-8d7b388c4616 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=94a80f8a-7bf7-408e-959c-602886a9a07c HTTP/1.1" status: 200 len: 217 time: 0.0407410 Jul 16 01:33:52.635962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b38c3c0-b21a-4f48-8528-7f895406960d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:52.642780 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:52.663604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-8445495b-09f9-470d-8e38-914c34c239b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.665146 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-8445495b-09f9-470d-8e38-914c34c239b3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0511942 Jul 16 01:33:52.685632 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.685972 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Added segment 4170b32b-eac9-4fd2-8ee2-31cfa4382bab of type vlan for network 0972cce1-c833-44a4-aa73-cf80eaa6d5bc Jul 16 01:33:52.697127 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-33d9d9d1-95ce-41bd-8694-8d24444b17e6', 'network_id': '33d9d9d1-95ce-41bd-8694-8d24444b17e6', 'tenant_id': '69bedaa87caa4b4e8ade12cea83bb8d1', 'fixed_ips': [{'subnet_id': 'ee15b5d7-c83f-4976-a5b9-1ab89dc562db'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:33:52.698616 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.735848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-705958d9-b557-4656-b9b4-2ec24f4879be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.738023 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-705958d9-b557-4656-b9b4-2ec24f4879be service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0655687 Jul 16 01:33:52.744665 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.803543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4bfc49-7582-4e02-b044-b8beb8256cb1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:52.819188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:52.838526 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.838947 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Added segment e47724a9-9296-4d33-aa0e-bf43d1a23e9c of type vlan for network 28b25f59-ce03-4737-9657-6ac339196d1f Jul 16 01:33:52.857423 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Allocated IP 2001:db8::2 (33d9d9d1-95ce-41bd-8694-8d24444b17e6/ee15b5d7-c83f-4976-a5b9-1ab89dc562db/b827edaa-fc33-4d64-9745-482ebef81927) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:52.871296 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-1ad080d7-d22c-4828-9c48-ae2e4a371d1d service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265390 Jul 16 01:33:52.914570 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795d742-053c-45aa-92a2-6ab76eb98368 req-9e050af5-d490-4284-8f14-7b9be285a63a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:52.915034 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.916562 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7795d742-053c-45aa-92a2-6ab76eb98368 req-9e050af5-d490-4284-8f14-7b9be285a63a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 945 time: 0.1367004 Jul 16 01:33:52.936869 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfc49-7582-4e02-b044-b8beb8256cb1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:52.966544 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-3b4bfc49-7582-4e02-b044-b8beb8256cb1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] device_id is not set on port 5abb5a5e-0876-46d4-adac-0f8969594d42 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:53.006838 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.007247 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.012913 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.017516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.018313 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.021095 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.025644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-de6b61c8-0ca0-45f2-ba94-08de9cc6b359 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464221 Jul 16 01:33:53.038686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Transition to ACTIVE for port object b827edaa-fc33-4d64-9745-482ebef81927 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:53.063136 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Transition to ACTIVE for port object b827edaa-fc33-4d64-9745-482ebef81927 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:53.072012 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.078169 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9655192 Jul 16 01:33:53.124501 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Network 33d9d9d1-95ce-41bd-8694-8d24444b17e6 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:53.129161 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:53.132211 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:53.135999 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Pushing event updated for resources: {'Port': ['ID=b827edaa-fc33-4d64-9745-482ebef81927,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:53.338397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.338747 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.339093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.339432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.339783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.340124 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.340453 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.340781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.341106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.341430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.341756 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.342078 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:33:53.381854 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Attempting to bind port b827edaa-fc33-4d64-9745-482ebef81927 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:33:53.382341 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Attempting to bind port b827edaa-fc33-4d64-9745-482ebef81927 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'd7fdb28d-b09c-4788-92b2-5e53d07e21e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '33d9d9d1-95ce-41bd-8694-8d24444b17e6'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:33:53.382771 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Attempting to bind port b827edaa-fc33-4d64-9745-482ebef81927 on network 33d9d9d1-95ce-41bd-8694-8d24444b17e6 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:33:53.388517 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:33:53.388989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Checking segment: {'id': 'd7fdb28d-b09c-4788-92b2-5e53d07e21e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '33d9d9d1-95ce-41bd-8694-8d24444b17e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:53.389602 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.390059 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Bound using segment: {'id': 'd7fdb28d-b09c-4788-92b2-5e53d07e21e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '33d9d9d1-95ce-41bd-8694-8d24444b17e6'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:33:53.390598 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Bound port: b827edaa-fc33-4d64-9745-482ebef81927, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7fdb28d-b09c-4788-92b2-5e53d07e21e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '33d9d9d1-95ce-41bd-8694-8d24444b17e6'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:33:53.391072 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.397155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44602) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:53.457990 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] For port b827edaa-fc33-4d64-9745-482ebef81927, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:33:53.461170 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] For port b827edaa-fc33-4d64-9745-482ebef81927, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b827edaa-fc33-4d64-9745-482ebef81927,segment=NetworkSegment(d7fdb28d-b09c-4788-92b2-5e53d07e21e3),segment_id=d7fdb28d-b09c-4788-92b2-5e53d07e21e3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:33:53.465705 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.479078 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event updated for resources: {'Network': ['ID=0972cce1-c833-44a4-aa73-cf80eaa6d5bc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:53.481021 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-67deb0fa-48d5-4efb-a985-ab7b74f1bea8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=27f917a1-0806-4b45-b753-7a34e84803ab HTTP/1.1" status: 200 len: 217 time: 0.0825574 Jul 16 01:33:53.499595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 0972cce1-c833-44a4-aa73-cf80eaa6d5bc details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:53.589300 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c117d66-26f1-4e55-adea-d54b781bebf1 None None] Pushing event updated for resources: {'Port': ['ID=b827edaa-fc33-4d64-9745-482ebef81927,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:53.606214 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccec463-198a-4e5d-9d12-c769cd8b0972 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event updated for resources: {'Network': ['ID=28b25f59-ce03-4737-9657-6ac339196d1f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:53.621527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 28b25f59-ce03-4737-9657-6ac339196d1f details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:53.645812 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-3b4bfc49-7582-4e02-b044-b8beb8256cb1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Allocated IP 2001:db8::10 (33d9d9d1-95ce-41bd-8694-8d24444b17e6/ee15b5d7-c83f-4976-a5b9-1ab89dc562db/5abb5a5e-0876-46d4-adac-0f8969594d42) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:53.647484 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-7795d742-053c-45aa-92a2-6ab76eb98368 req-91052f5e-acba-4f3d-9ed8-7354e1fc0933 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Deleting port 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:53.647968 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7795d742-053c-45aa-92a2-6ab76eb98368 req-91052f5e-acba-4f3d-9ed8-7354e1fc0933 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.668556 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-4488d09a-c977-4d01-99a5-775692f1ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.670563 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-4488d09a-c977-4d01-99a5-775692f1ee4d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.1828244 Jul 16 01:33:53.780644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6062223-a7b5-4d82-9a9a-c1073aae47eb tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.792787 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6062223-a7b5-4d82-9a9a-c1073aae47eb tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.799224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6062223-a7b5-4d82-9a9a-c1073aae47eb tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.805847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6062223-a7b5-4d82-9a9a-c1073aae47eb tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:53.812973 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a6062223-a7b5-4d82-9a9a-c1073aae47eb tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4112394 Jul 16 01:33:53.825573 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44612) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:53.882053 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfc49-7582-4e02-b044-b8beb8256cb1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.897825 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-3b4bfc49-7582-4e02-b044-b8beb8256cb1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Transition to ACTIVE for port object 5abb5a5e-0876-46d4-adac-0f8969594d42 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:53.946723 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfc49-7582-4e02-b044-b8beb8256cb1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.994625 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4bfc49-7582-4e02-b044-b8beb8256cb1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 33d9d9d1-95ce-41bd-8694-8d24444b17e6 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:53.995404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7795d742-053c-45aa-92a2-6ab76eb98368 req-91052f5e-acba-4f3d-9ed8-7354e1fc0933 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] For port 406e078d-c4f7-4cef-b0e4-15f54f80d8a3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=406e078d-c4f7-4cef-b0e4-15f54f80d8a3,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:53.995793 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7795d742-053c-45aa-92a2-6ab76eb98368 req-91052f5e-acba-4f3d-9ed8-7354e1fc0933 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:53.997719 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-3b4bfc49-7582-4e02-b044-b8beb8256cb1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:54.002038 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4bfc49-7582-4e02-b044-b8beb8256cb1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:54.008006 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4bfc49-7582-4e02-b044-b8beb8256cb1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.008621 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b4bfc49-7582-4e02-b044-b8beb8256cb1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.016806 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e12c97b9-02b6-4c58-bebd-ac28358f005a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.016999 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4bfc49-7582-4e02-b044-b8beb8256cb1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=5abb5a5e-0876-46d4-adac-0f8969594d42,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:54.031570 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3b4bfc49-7582-4e02-b044-b8beb8256cb1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.4384730 Jul 16 01:33:54.032223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44618) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:54.038092 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-89fddf4f-fc67-4d79-a894-8d153aded75f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'network_id': '33d9d9d1-95ce-41bd-8694-8d24444b17e6', 'name': 'tempest-PortsIpV6TestJSON-2057309989', 'fixed_ips': [{'subnet_id': 'ee15b5d7-c83f-4976-a5b9-1ab89dc562db', 'ip_address': '2001:db8::f'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:54.039486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-7795d742-053c-45aa-92a2-6ab76eb98368 req-91052f5e-acba-4f3d-9ed8-7354e1fc0933 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Calling delete_port for 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:54.042684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-beca11c6-988e-4594-8c66-6fb371fde1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.044425 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-beca11c6-988e-4594-8c66-6fb371fde1a1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3555877 Jul 16 01:33:54.161283 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b827edaa-fc33-4d64-9745-482ebef81927 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:54.192896 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fddf4f-fc67-4d79-a894-8d153aded75f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:54.202873 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-89fddf4f-fc67-4d79-a894-8d153aded75f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.231928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port b827edaa-fc33-4d64-9745-482ebef81927 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:54.244417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f20eb-3b22-4cd4-afd2-4a216c316932 req-fa2817d8-2355-4138-b630-8550bf3ac969 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.244746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-89fddf4f-fc67-4d79-a894-8d153aded75f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] device_id is not set on port 3f9c12a7-d70f-4755-8ffd-8413e66fb853 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:54.246304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c7f20eb-3b22-4cd4-afd2-4a216c316932 req-fa2817d8-2355-4138-b630-8550bf3ac969 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 945 time: 0.4969120 Jul 16 01:33:54.385898 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e12c97b9-02b6-4c58-bebd-ac28358f005a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.392311 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-98d2f4e2-e4a4-421b-a698-5a4e39f3edba service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258595 Jul 16 01:33:54.415469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-e12c97b9-02b6-4c58-bebd-ac28358f005a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0972cce1-c833-44a4-aa73-cf80eaa6d5bc']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:54.427688 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-89fddf4f-fc67-4d79-a894-8d153aded75f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Allocated IP 2001:db8::f (33d9d9d1-95ce-41bd-8694-8d24444b17e6/ee15b5d7-c83f-4976-a5b9-1ab89dc562db/3f9c12a7-d70f-4755-8ffd-8413e66fb853) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:33:54.447127 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-e12c97b9-02b6-4c58-bebd-ac28358f005a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4170b32b-eac9-4fd2-8ee2-31cfa4382bab') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:54.447435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-e12c97b9-02b6-4c58-bebd-ac28358f005a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4170b32b-eac9-4fd2-8ee2-31cfa4382bab') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:54.470128 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c7f20eb-3b22-4cd4-afd2-4a216c316932 req-309d31c0-0693-4964-ae61-225a5d8cb2dd tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910748 Jul 16 01:33:54.492656 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e12c97b9-02b6-4c58-bebd-ac28358f005a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.536742 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e12c97b9-02b6-4c58-bebd-ac28358f005a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.577687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e12c97b9-02b6-4c58-bebd-ac28358f005a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:54.578099 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e12c97b9-02b6-4c58-bebd-ac28358f005a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:54.581250 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:54.653880 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7795d742-053c-45aa-92a2-6ab76eb98368 req-91052f5e-acba-4f3d-9ed8-7354e1fc0933 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.669164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['645d82de-145c-4367-bb8f-fe0ddb02e32b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:33:54.697305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-e0ea2a7a-6418-4be8-babb-2b20959d99c2 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834978 Jul 16 01:33:54.700017 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e12c97b9-02b6-4c58-bebd-ac28358f005a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.701753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91052f5e-acba-4f3d-9ed8-7354e1fc0933 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Pushing event deleted for resources: {'Port': ['ID=406e078d-c4f7-4cef-b0e4-15f54f80d8a3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:54.709129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e12c97b9-02b6-4c58-bebd-ac28358f005a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.711597 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e12c97b9-02b6-4c58-bebd-ac28358f005a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "DELETE /v2.0/networks/0972cce1-c833-44a4-aa73-cf80eaa6d5bc HTTP/1.1" status: 204 len: 168 time: 0.8839962 Jul 16 01:33:54.732217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfece1d8-4c1e-4989-b149-2f1ad0980bc3 None None] Network 33d9d9d1-95ce-41bd-8694-8d24444b17e6 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:54.734389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44624) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:54.750759 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-89fddf4f-fc67-4d79-a894-8d153aded75f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.765258 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-89fddf4f-fc67-4d79-a894-8d153aded75f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Transition to ACTIVE for port object 3f9c12a7-d70f-4755-8ffd-8413e66fb853 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:33:54.803837 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-89fddf4f-fc67-4d79-a894-8d153aded75f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.840147 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aa5f3616-a772-44df-aad1-bb27d3b3c7b5 None None] Provisioning for port b827edaa-fc33-4d64-9745-482ebef81927 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:54.849216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aa5f3616-a772-44df-aad1-bb27d3b3c7b5 None None] Provisioning complete for port b827edaa-fc33-4d64-9745-482ebef81927 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:54.849597 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3616-a772-44df-aad1-bb27d3b3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.867860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fddf4f-fc67-4d79-a894-8d153aded75f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=3f9c12a7-d70f-4755-8ffd-8413e66fb853,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:54.882426 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebe16130-46eb-43d9-be94-a8585b17697a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.888382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c97b9-02b6-4c58-bebd-ac28358f005a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event deleted for resources: {'Network': ['ID=0972cce1-c833-44a4-aa73-cf80eaa6d5bc,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:54.890932 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-d3f89c50-aeb4-4fef-9805-07cc0e8fc755 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.1782076 Jul 16 01:33:54.894250 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fddf4f-fc67-4d79-a894-8d153aded75f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 33d9d9d1-95ce-41bd-8694-8d24444b17e6 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:33:54.895958 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-89fddf4f-fc67-4d79-a894-8d153aded75f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:54.898743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fddf4f-fc67-4d79-a894-8d153aded75f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:54.905094 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fddf4f-fc67-4d79-a894-8d153aded75f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:54.905972 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-89fddf4f-fc67-4d79-a894-8d153aded75f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.921450 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-89fddf4f-fc67-4d79-a894-8d153aded75f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8879442 Jul 16 01:33:54.924129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44628) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:54.977332 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7795d742-053c-45aa-92a2-6ab76eb98368 req-91052f5e-acba-4f3d-9ed8-7354e1fc0933 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] No DVR routers for this DVR port 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:54.988442 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7795d742-053c-45aa-92a2-6ab76eb98368 req-91052f5e-acba-4f3d-9ed8-7354e1fc0933 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:54.990605 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7795d742-053c-45aa-92a2-6ab76eb98368 req-91052f5e-acba-4f3d-9ed8-7354e1fc0933 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "DELETE /v2.0/ports/406e078d-c4f7-4cef-b0e4-15f54f80d8a3 HTTP/1.1" status: 204 len: 173 time: 2.0654712 Jul 16 01:33:54.993151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b993054-d4c7-44fc-91c5-bbc3376d2f39', 'name': 'network-vif-deleted', 'tag': '406e078d-c4f7-4cef-b0e4-15f54f80d8a3'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:33:55.005096 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c8ba0a-83b0-48bd-8669-aea8508ab26f" -d '{"events": [{"server_uuid": "8b993054-d4c7-44fc-91c5-bbc3376d2f39", "name": "network-vif-deleted", "tag": "406e078d-c4f7-4cef-b0e4-15f54f80d8a3"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:33:55.056820 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3616-a772-44df-aad1-bb27d3b3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.075667 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef15aacd-a835-4463-b6a1-3d61488130de tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.076422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:33:55.080191 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ef15aacd-a835-4463-b6a1-3d61488130de tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 925 time: 0.1514161 Jul 16 01:33:55.080509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44632) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.104129 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220ce9a3-427b-4f5f-8c8a-6431af2213b3 x-openstack-request-id: req-220ce9a3-427b-4f5f-8c8a-6431af2213b3 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:33:55.104707 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b993054-d4c7-44fc-91c5-bbc3376d2f39", "name": "network-vif-deleted", "tag": "406e078d-c4f7-4cef-b0e4-15f54f80d8a3", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:33:55.104943 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-220ce9a3-427b-4f5f-8c8a-6431af2213b3 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:33:55.105445 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b993054-d4c7-44fc-91c5-bbc3376d2f39', 'name': 'network-vif-deleted', 'tag': '406e078d-c4f7-4cef-b0e4-15f54f80d8a3', 'status': 'completed', 'code': 200} Jul 16 01:33:55.113991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:33:55.114605 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 406e078d-c4f7-4cef-b0e4-15f54f80d8a3 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:33:55.121729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-1e9fdc39-a22f-4ae9-ae16-69c680996a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.123684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-1e9fdc39-a22f-4ae9-ae16-69c680996a66 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.2063372 Jul 16 01:33:55.142018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-aa5f3616-a772-44df-aad1-bb27d3b3c7b5 None None] For port b827edaa-fc33-4d64-9745-482ebef81927, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b827edaa-fc33-4d64-9745-482ebef81927,segment=NetworkSegment(d7fdb28d-b09c-4788-92b2-5e53d07e21e3),segment_id=d7fdb28d-b09c-4788-92b2-5e53d07e21e3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:55.149945 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa5f3616-a772-44df-aad1-bb27d3b3c7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.217169 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebe16130-46eb-43d9-be94-a8585b17697a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.226405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f3616-a772-44df-aad1-bb27d3b3c7b5 None None] Pushing event updated for resources: {'Port': ['ID=b827edaa-fc33-4d64-9745-482ebef81927,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:55.228604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-ebe16130-46eb-43d9-be94-a8585b17697a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b25f59-ce03-4737-9657-6ac339196d1f']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:55.247039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-ebe16130-46eb-43d9-be94-a8585b17697a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e47724a9-9296-4d33-aa0e-bf43d1a23e9c') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:55.247347 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-ebe16130-46eb-43d9-be94-a8585b17697a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e47724a9-9296-4d33-aa0e-bf43d1a23e9c') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:55.267649 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebe16130-46eb-43d9-be94-a8585b17697a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.278474 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d55a8-bcab-4f21-af99-732963c559f8 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.287693 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d55a8-bcab-4f21-af99-732963c559f8 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.294058 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebe16130-46eb-43d9-be94-a8585b17697a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.295704 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43d55a8-bcab-4f21-af99-732963c559f8 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.297767 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a43d55a8-bcab-4f21-af99-732963c559f8 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2386 time: 0.2163415 Jul 16 01:33:55.300776 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44636) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.309696 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe16130-46eb-43d9-be94-a8585b17697a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:55.310127 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebe16130-46eb-43d9-be94-a8585b17697a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:55.319440 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:55.413162 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebe16130-46eb-43d9-be94-a8585b17697a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.438115 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebe16130-46eb-43d9-be94-a8585b17697a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.445881 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ebe16130-46eb-43d9-be94-a8585b17697a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "DELETE /v2.0/networks/28b25f59-ce03-4737-9657-6ac339196d1f HTTP/1.1" status: 204 len: 168 time: 0.7079096 Jul 16 01:33:55.449089 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44642) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.479455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe16130-46eb-43d9-be94-a8585b17697a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event deleted for resources: {'Network': ['ID=28b25f59-ce03-4737-9657-6ac339196d1f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:55.485647 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-bbbda48a-949f-4b05-92e4-5d4bb5b604b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.487625 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-bbbda48a-949f-4b05-92e4-5d4bb5b604b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3576231 Jul 16 01:33:55.587906 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf69bd-dc00-4569-a637-f330541a0735 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 3f9c12a7-d70f-4755-8ffd-8413e66fb853 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:55.588269 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdcf69bd-dc00-4569-a637-f330541a0735 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.609540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-862a57a5-6c2c-49af-916f-e9866272c0cf None None] Provisioning complete for port b827edaa-fc33-4d64-9745-482ebef81927 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:55.610099 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-862a57a5-6c2c-49af-916f-e9866272c0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.645882 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-e60a6fb0-dd37-463b-bec3-3be33ddf6561 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503699 Jul 16 01:33:55.762392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6034fa0f-2905-45d5-9069-f34168c7c546 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.769412 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6034fa0f-2905-45d5-9069-f34168c7c546 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:55.771245 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6034fa0f-2905-45d5-9069-f34168c7c546 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3196559 Jul 16 01:33:55.785328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44646) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:55.791622 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8baa4282-66a7-4b3f-80db-fb16238104e7 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1928711347'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:55.799063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-862a57a5-6c2c-49af-916f-e9866272c0cf None None] Provisioning for port 5abb5a5e-0876-46d4-adac-0f8969594d42 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:55.809561 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-862a57a5-6c2c-49af-916f-e9866272c0cf None None] Provisioning complete for port 5abb5a5e-0876-46d4-adac-0f8969594d42 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:55.810186 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-862a57a5-6c2c-49af-916f-e9866272c0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.832915 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdcf69bd-dc00-4569-a637-f330541a0735 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.853693 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bdcf69bd-dc00-4569-a637-f330541a0735 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 3f9c12a7-d70f-4755-8ffd-8413e66fb853 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:55.866973 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8baa4282-66a7-4b3f-80db-fb16238104e7 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Made reservation on behalf of 175e6beee8f94240bb83fcf3aec49d1f for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:55.871054 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8baa4282-66a7-4b3f-80db-fb16238104e7 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.873145 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-862a57a5-6c2c-49af-916f-e9866272c0cf None None] Port 5abb5a5e-0876-46d4-adac-0f8969594d42 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:55.879946 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22e341b4-933e-48bd-ad2a-ae49b9b46165 req-bf3b1df8-0517-46d9-9e33-c08b02b65dd4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b993054-d4c7-44fc-91c5-bbc3376d2f39 HTTP/1.1" status: 200 len: 210 time: 0.0713108 Jul 16 01:33:55.900376 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-b471500c-9ffb-425d-8224-0443c6fb2589 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480774 Jul 16 01:33:55.912410 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-862a57a5-6c2c-49af-916f-e9866272c0cf None None] Provisioning for port 3f9c12a7-d70f-4755-8ffd-8413e66fb853 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:33:55.917593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-862a57a5-6c2c-49af-916f-e9866272c0cf None None] Provisioning complete for port 3f9c12a7-d70f-4755-8ffd-8413e66fb853 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:55.918173 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-862a57a5-6c2c-49af-916f-e9866272c0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:55.950098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-e1163e82-9058-4b86-ab45-eec7a6c28ddf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0390501 Jul 16 01:33:55.981583 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8baa4282-66a7-4b3f-80db-fb16238104e7 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:55.995258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-862a57a5-6c2c-49af-916f-e9866272c0cf None None] Port 3f9c12a7-d70f-4755-8ffd-8413e66fb853 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:56.005091 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8baa4282-66a7-4b3f-80db-fb16238104e7 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.007637 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-8baa4282-66a7-4b3f-80db-fb16238104e7 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Added segment a288dede-b170-4eb6-98b9-71c167d1e1c6 of type vlan for network c732c91d-855b-44d9-8e12-de8386addb34 Jul 16 01:33:56.036209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-038073a5-36af-4f85-a9a2-082201ae39f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.038256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-038073a5-36af-4f85-a9a2-082201ae39f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0816400 Jul 16 01:33:56.110349 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8baa4282-66a7-4b3f-80db-fb16238104e7 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.123793 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-213d96a9-9371-4319-8d7d-e32c053163f3 None None] Provisioning complete for port 5abb5a5e-0876-46d4-adac-0f8969594d42 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:56.126796 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-213d96a9-9371-4319-8d7d-e32c053163f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.182570 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-59e39e79-b04a-4254-a11f-6ba9ccd242b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.184514 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-59e39e79-b04a-4254-a11f-6ba9ccd242b3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1399496 Jul 16 01:33:56.198003 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b827edaa-fc33-4d64-9745-482ebef81927 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:33:56.279006 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdcf69bd-dc00-4569-a637-f330541a0735 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.289330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-213d96a9-9371-4319-8d7d-e32c053163f3 None None] Port 5abb5a5e-0876-46d4-adac-0f8969594d42 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:33:56.316257 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port b827edaa-fc33-4d64-9745-482ebef81927 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:33:56.316633 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.318342 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-522fc74a-b049-4027-9d59-0365d385adad service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232851 Jul 16 01:33:56.335571 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8baa4282-66a7-4b3f-80db-fb16238104e7 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.353653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baa4282-66a7-4b3f-80db-fb16238104e7 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.354426 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8baa4282-66a7-4b3f-80db-fb16238104e7 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.361302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcf69bd-dc00-4569-a637-f330541a0735 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=3f9c12a7-d70f-4755-8ffd-8413e66fb853,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:56.465557 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdcf69bd-dc00-4569-a637-f330541a0735 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.467911 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bdcf69bd-dc00-4569-a637-f330541a0735 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/3f9c12a7-d70f-4755-8ffd-8413e66fb853 HTTP/1.1" status: 204 len: 168 time: 1.1661394 Jul 16 01:33:56.473111 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8baa4282-66a7-4b3f-80db-fb16238104e7 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6837080 Jul 16 01:33:56.474498 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44650) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:56.475063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44652) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:56.488823 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-60deddbb-63f8-4131-8ce2-183ba2179bed service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636617 Jul 16 01:33:56.501148 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5ff0a6de-8e1b-407e-a316-65552441c0d2 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-591726555'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:56.541045 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-c42be031-8357-488d-8540-2ff54eccf5fb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0456762 Jul 16 01:33:56.575825 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa4282-66a7-4b3f-80db-fb16238104e7 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event updated for resources: {'Network': ['ID=c732c91d-855b-44d9-8e12-de8386addb34,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:56.581469 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-776e6559-755f-47e2-bae2-d78af2b2e5d5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] GET failed (client error): The resource could not be found. Jul 16 01:33:56.585998 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-776e6559-755f-47e2-bae2-d78af2b2e5d5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports/3f9c12a7-d70f-4755-8ffd-8413e66fb853 HTTP/1.1" status: 404 len: 333 time: 0.1068730 Jul 16 01:33:56.585998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44654) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:56.587611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network c732c91d-855b-44d9-8e12-de8386addb34 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:56.630792 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff0a6de-8e1b-407e-a316-65552441c0d2 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Made reservation on behalf of 175e6beee8f94240bb83fcf3aec49d1f for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:56.633869 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-85f3009d-96db-43ab-a36d-348d50da301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.634243 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ff0a6de-8e1b-407e-a316-65552441c0d2 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.641846 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-85f3009d-96db-43ab-a36d-348d50da301c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0935261 Jul 16 01:33:56.646602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-dfb54cd6-cd46-4efa-bb09-d001b4075855 None None] Could not find standard attr ID for object 3f9c12a7-d70f-4755-8ffd-8413e66fb853. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:33:56.717855 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff0a6de-8e1b-407e-a316-65552441c0d2 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:56.734387 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ff0a6de-8e1b-407e-a316-65552441c0d2 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.734738 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-5ff0a6de-8e1b-407e-a316-65552441c0d2 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Added segment 38700347-b61d-400d-b85b-ee7122e17109 of type vlan for network 39d02ea7-41b5-4b94-ae0b-40baf7f904ac Jul 16 01:33:56.785019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-0288e1be-0423-4e4b-b544-cdf2c48a1d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.786397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-0288e1be-0423-4e4b-b544-cdf2c48a1d79 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1377199 Jul 16 01:33:56.791960 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-71c282e9-96b1-4611-94ba-7a43ccf68c8d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 5abb5a5e-0876-46d4-adac-0f8969594d42 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:56.792389 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71c282e9-96b1-4611-94ba-7a43ccf68c8d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.813216 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ff0a6de-8e1b-407e-a316-65552441c0d2 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.897168 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-f04bc25b-a64d-4ee2-bd90-52431b5bd920 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024563 Jul 16 01:33:56.900253 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ff0a6de-8e1b-407e-a316-65552441c0d2 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.906032 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff0a6de-8e1b-407e-a316-65552441c0d2 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:56.906629 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ff0a6de-8e1b-407e-a316-65552441c0d2 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.928156 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71c282e9-96b1-4611-94ba-7a43ccf68c8d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:56.944741 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-71c282e9-96b1-4611-94ba-7a43ccf68c8d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 5abb5a5e-0876-46d4-adac-0f8969594d42 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:57.017000 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-b7d65d31-68b7-4c5f-aca9-ed2bfa701062 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138859 Jul 16 01:33:57.064921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-5df693f6-5190-42ee-981c-137274546c11 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0398846 Jul 16 01:33:57.071076 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0a6de-8e1b-407e-a316-65552441c0d2 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event updated for resources: {'Network': ['ID=39d02ea7-41b5-4b94-ae0b-40baf7f904ac,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:57.083414 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 39d02ea7-41b5-4b94-ae0b-40baf7f904ac details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:57.105163 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5ff0a6de-8e1b-407e-a316-65552441c0d2 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6163771 Jul 16 01:33:57.105834 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44662) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:57.144975 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Request body: {'ports': [{'network_id': 'c732c91d-855b-44d9-8e12-de8386addb34', 'name': 'tempest-port--594476325', 'admin_state_up': True}, {'network_id': '39d02ea7-41b5-4b94-ae0b-40baf7f904ac', 'admin_state_up': False}]} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:57.145390 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Request body: {'port': {'network_id': 'c732c91d-855b-44d9-8e12-de8386addb34', 'name': 'tempest-port--594476325', 'admin_state_up': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:57.146316 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-2ebfc248-0677-43c0-9220-79dcd30bf1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.148147 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-2ebfc248-0677-43c0-9220-79dcd30bf1f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0758300 Jul 16 01:33:57.152456 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Request body: {'port': {'network_id': '39d02ea7-41b5-4b94-ae0b-40baf7f904ac', 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:57.314015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-5b576aac-0715-4458-8d17-684439a6d67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.316107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-5b576aac-0715-4458-8d17-684439a6d67b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1613729 Jul 16 01:33:57.324721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-41933163-4655-4faa-8612-8d2d55f48445 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:57.325727 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-41933163-4655-4faa-8612-8d2d55f48445 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 806 time: 0.1202698 Jul 16 01:33:57.367360 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-b12a9ff5-bae4-4b98-a327-9996316d0d6e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/quotas/8cb32862d6424975b183aae124a5a905 HTTP/1.1" status: 200 len: 375 time: 0.0228536 Jul 16 01:33:57.375207 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71c282e9-96b1-4611-94ba-7a43ccf68c8d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.412759 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c282e9-96b1-4611-94ba-7a43ccf68c8d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=5abb5a5e-0876-46d4-adac-0f8969594d42,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:57.458739 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-274f3887-7158-40f8-b924-20ab2c03f464 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320026 Jul 16 01:33:57.467292 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71c282e9-96b1-4611-94ba-7a43ccf68c8d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.474272 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-71c282e9-96b1-4611-94ba-7a43ccf68c8d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/5abb5a5e-0876-46d4-adac-0f8969594d42 HTTP/1.1" status: 204 len: 168 time: 0.8870351 Jul 16 01:33:57.475560 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44676) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:57.476587 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Made reservation on behalf of 175e6beee8f94240bb83fcf3aec49d1f for: {'port': 2} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:57.482319 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.521827 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-1bcf3d9d-9999-4a2a-8d67-d535a7c6793c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1242597 Jul 16 01:33:57.553795 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.564378 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af935dc-9543-43ce-aea0-5084b40002dc tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] GET failed (client error): The resource could not be found. Jul 16 01:33:57.566823 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4af935dc-9543-43ce-aea0-5084b40002dc tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports/5abb5a5e-0876-46d4-adac-0f8969594d42 HTTP/1.1" status: 404 len: 333 time: 0.0632424 Jul 16 01:33:57.569371 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44678) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:57.652492 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc43271f-48d0-466d-894b-4d1e4fb371eb req-d6ebf657-c3b0-49b8-a1e8-46d086de0ad7 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855204 Jul 16 01:33:57.681516 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-e59a3201-56e6-43dc-ac4d-3e2e067230e1 service neutron] 10.222.0.22 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239262 Jul 16 01:33:57.691221 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-c204a81d-2a7f-4a20-aded-56de9dc88459 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting subnet ee15b5d7-c83f-4976-a5b9-1ab89dc562db {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:33:57.699118 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c204a81d-2a7f-4a20-aded-56de9dc88459 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.728345 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] device_id is not set on port 7510116a-50a6-463e-9147-a0e63ad10691 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:57.756912 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c204a81d-2a7f-4a20-aded-56de9dc88459 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.911082 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c204a81d-2a7f-4a20-aded-56de9dc88459 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:57.989169 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c204a81d-2a7f-4a20-aded-56de9dc88459 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.030842 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.038240 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c204a81d-2a7f-4a20-aded-56de9dc88459 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Subnet': ['ID=ee15b5d7-c83f-4976-a5b9-1ab89dc562db,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.052999 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59b75c7-9d51-4d9c-b645-4136f4cec395 None None] Network 33d9d9d1-95ce-41bd-8694-8d24444b17e6 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:58.059610 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c204a81d-2a7f-4a20-aded-56de9dc88459 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.059610 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c204a81d-2a7f-4a20-aded-56de9dc88459 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/ee15b5d7-c83f-4976-a5b9-1ab89dc562db HTTP/1.1" status: 204 len: 168 time: 0.4869161 Jul 16 01:33:58.063903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44684) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:58.142259 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-d383ca00-ecf5-47bb-bd5f-4de5dc188cb1 service neutron] 10.222.0.22 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592044 Jul 16 01:33:58.287683 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] device_id is not set on port 77dc609f-7b9f-48f2-be31-8d2fea470ec7 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:33:58.299338 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.401916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bd2c8b-8856-40ee-a9a3-f819d91b8a22 None None] DHCP port deletion for 33d9d9d1-95ce-41bd-8694-8d24444b17e6 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:33:58.420130 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port b827edaa-fc33-4d64-9745-482ebef81927 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:58.420544 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.507809 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b13d95f-c853-4b64-9c95-12dae56669cb req-011802e0-150a-4dff-92ce-f67c5f07b489 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 210 time: 0.0775495 Jul 16 01:33:58.522944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-32bd2c8b-8856-40ee-a9a3-f819d91b8a22 None None] Deleting port b827edaa-fc33-4d64-9745-482ebef81927 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:58.523194 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-32bd2c8b-8856-40ee-a9a3-f819d91b8a22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.533224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] For port b827edaa-fc33-4d64-9745-482ebef81927, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b827edaa-fc33-4d64-9745-482ebef81927,segment=NetworkSegment(d7fdb28d-b09c-4788-92b2-5e53d07e21e3),segment_id=d7fdb28d-b09c-4788-92b2-5e53d07e21e3)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:58.533602 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.568146 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for b827edaa-fc33-4d64-9745-482ebef81927 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:58.674444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-32bd2c8b-8856-40ee-a9a3-f819d91b8a22 None None] For port b827edaa-fc33-4d64-9745-482ebef81927, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b827edaa-fc33-4d64-9745-482ebef81927,segment=NetworkSegment(d7fdb28d-b09c-4788-92b2-5e53d07e21e3),segment_id=d7fdb28d-b09c-4788-92b2-5e53d07e21e3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:33:58.675031 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-32bd2c8b-8856-40ee-a9a3-f819d91b8a22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.693057 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-32bd2c8b-8856-40ee-a9a3-f819d91b8a22 None None] Calling delete_port for b827edaa-fc33-4d64-9745-482ebef81927 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:33:58.706962 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.733862 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-971cf164-ef4f-41b7-b4f9-fdc0dbf23468 req-4061e75a-eb62-4ef6-9b14-1ef6d69d7140 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1379263 Jul 16 01:33:58.752128 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.759559 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.792423 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-32bd2c8b-8856-40ee-a9a3-f819d91b8a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:58.796120 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=b827edaa-fc33-4d64-9745-482ebef81927,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.827397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd2c8b-8856-40ee-a9a3-f819d91b8a22 None None] Pushing event deleted for resources: {'Port': ['ID=b827edaa-fc33-4d64-9745-482ebef81927,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.841466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bd2c8b-8856-40ee-a9a3-f819d91b8a22 None None] No DVR routers for this DVR port b827edaa-fc33-4d64-9745-482ebef81927 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:58.872295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event updated for resources: {'Port': ['ID=7510116a-50a6-463e-9147-a0e63ad10691,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:58.873053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cf164-ef4f-41b7-b4f9-fdc0dbf23468 req-77053847-11a8-45c3-adb0-616a1ce902f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:58.875004 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-971cf164-ef4f-41b7-b4f9-fdc0dbf23468 req-77053847-11a8-45c3-adb0-616a1ce902f7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 1098 time: 0.0888858 Jul 16 01:33:58.875141 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No DVR routers for this DVR port b827edaa-fc33-4d64-9745-482ebef81927 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:33:58.997269 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.001227 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Checking segment: {'id': 'a288dede-b170-4eb6-98b9-71c167d1e1c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c732c91d-855b-44d9-8e12-de8386addb34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:59.001621 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Network hostable DHCP agents. Network: c732c91d-855b-44d9-8e12-de8386addb34, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:59.039211 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d9d9d1-95ce-41bd-8694-8d24444b17e6']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:59.042422 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cf164-ef4f-41b7-b4f9-fdc0dbf23468 req-3a13c2f7-44b0-41e2-a9e3-9082c68329fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.044004 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-971cf164-ef4f-41b7-b4f9-fdc0dbf23468 req-3a13c2f7-44b0-41e2-a9e3-9082c68329fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 907 time: 0.1354737 Jul 16 01:33:59.083506 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7fdb28d-b09c-4788-92b2-5e53d07e21e3') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:59.084210 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7fdb28d-b09c-4788-92b2-5e53d07e21e3') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:33:59.095533 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-971cf164-ef4f-41b7-b4f9-fdc0dbf23468 req-639ad051-20f7-403f-8d51-f40f2020bade service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=645d82de-145c-4367-bb8f-fe0ddb02e32b HTTP/1.1" status: 200 len: 217 time: 0.0434453 Jul 16 01:33:59.097549 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.103923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Network c732c91d-855b-44d9-8e12-de8386addb34 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:59.117661 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.123449 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, c732c91d-855b-44d9-8e12-de8386addb34) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:59.128852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:33:59.129371 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:33:59.132347 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:33:59.134926 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:59.134926 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.138058 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d84755-8379-4981-9bd3-263b8028925e None None] Network c732c91d-855b-44d9-8e12-de8386addb34 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:59.171544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cf164-ef4f-41b7-b4f9-fdc0dbf23468 req-556987b0-b5a0-48a0-b65a-87ed1be41cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.173435 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-971cf164-ef4f-41b7-b4f9-fdc0dbf23468 req-556987b0-b5a0-48a0-b65a-87ed1be41cf6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6a3a5b5-608c-42ac-b15c-afa126eaae53 HTTP/1.1" status: 200 len: 846 time: 0.0705578 Jul 16 01:33:59.236425 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-971cf164-ef4f-41b7-b4f9-fdc0dbf23468 req-152eb2b5-3dca-4675-8269-0ff88ff638f2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543256 Jul 16 01:33:59.238864 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.251751 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.254199 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/networks/33d9d9d1-95ce-41bd-8694-8d24444b17e6 HTTP/1.1" status: 204 len: 168 time: 1.1836767 Jul 16 01:33:59.255116 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event updated for resources: {'Port': ['ID=77dc609f-7b9f-48f2-be31-8d2fea470ec7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:59.267149 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44700) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:59.272802 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7be89b2a-155c-4cba-a6a0-9cfb03dc34e3 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-464282138'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:59.281635 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b0849-e1f3-48eb-a541-5b2b2c8df848 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Network': ['ID=33d9d9d1-95ce-41bd-8694-8d24444b17e6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:59.301689 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Checking segment: {'id': '38700347-b61d-400d-b85b-ee7122e17109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '39d02ea7-41b5-4b94-ae0b-40baf7f904ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:33:59.302059 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Network hostable DHCP agents. Network: 39d02ea7-41b5-4b94-ae0b-40baf7f904ac, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:33:59.317759 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be89b2a-155c-4cba-a6a0-9cfb03dc34e3 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:59.321229 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7be89b2a-155c-4cba-a6a0-9cfb03dc34e3 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.346016 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Network 39d02ea7-41b5-4b94-ae0b-40baf7f904ac is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:33:59.352063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7be89b2a-155c-4cba-a6a0-9cfb03dc34e3 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:33:59.366110 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 39d02ea7-41b5-4b94-ae0b-40baf7f904ac) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:33:59.368413 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7be89b2a-155c-4cba-a6a0-9cfb03dc34e3 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.368836 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-7be89b2a-155c-4cba-a6a0-9cfb03dc34e3 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Added segment 8f57e769-4b97-4e73-821d-69c13be06459 of type vlan for network 27b3da57-e270-4447-a401-96b381ff7d44 Jul 16 01:33:59.380143 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:33:59.383076 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf6e522-985f-47eb-9697-f8ea7fa715c2 None None] Network 39d02ea7-41b5-4b94-ae0b-40baf7f904ac requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:33:59.391315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.396222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.396925 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.407982 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-971cf164-ef4f-41b7-b4f9-fdc0dbf23468 req-929cf6d0-b0eb-47f7-bb61-1c5acd83c761 service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526425 Jul 16 01:33:59.453651 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-560d9bf3-d81d-4f15-8b05-0f8fdf86f7d5 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.3356638 Jul 16 01:33:59.456268 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44702) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:59.468131 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7be89b2a-155c-4cba-a6a0-9cfb03dc34e3 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.515897 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7be89b2a-155c-4cba-a6a0-9cfb03dc34e3 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.523678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be89b2a-155c-4cba-a6a0-9cfb03dc34e3 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.525601 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7be89b2a-155c-4cba-a6a0-9cfb03dc34e3 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.580865 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7be89b2a-155c-4cba-a6a0-9cfb03dc34e3 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3120484 Jul 16 01:33:59.584185 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44706) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:59.589556 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f5930be3-3662-410a-8660-7187e3fcf8e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'subnet': {'network_id': '27b3da57-e270-4447-a401-96b381ff7d44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:33:59.615103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-971cf164-ef4f-41b7-b4f9-fdc0dbf23468 req-5002e526-f4a7-4cc7-9e6f-991d6f5a4132 service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978073 Jul 16 01:33:59.645518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b7feb2-4a5c-4a7a-8b9c-656126ea7951 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.654098 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b7feb2-4a5c-4a7a-8b9c-656126ea7951 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:33:59.658500 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c2b7feb2-4a5c-4a7a-8b9c-656126ea7951 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1986520 Jul 16 01:33:59.669626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44708) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:33:59.705598 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be89b2a-155c-4cba-a6a0-9cfb03dc34e3 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Network': ['ID=27b3da57-e270-4447-a401-96b381ff7d44,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:33:59.722031 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 27b3da57-e270-4447-a401-96b381ff7d44 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:33:59.727034 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a31ae4c2-e7e3-4214-a5f1-71c749dd7a77 req-ba79e66b-98d8-4cd8-aa02-4d6e78148bda tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 210 time: 0.0687358 Jul 16 01:33:59.751418 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5930be3-3662-410a-8660-7187e3fcf8e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:33:59.766833 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5930be3-3662-410a-8660-7187e3fcf8e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.835642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-0c807864-c475-45f8-827f-e6a5da2295c9 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Deleting port 7510116a-50a6-463e-9147-a0e63ad10691 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:33:59.836666 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0c807864-c475-45f8-827f-e6a5da2295c9 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.918386 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0c807864-c475-45f8-827f-e6a5da2295c9 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:33:59.956569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-0c807864-c475-45f8-827f-e6a5da2295c9 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Calling delete_port for 7510116a-50a6-463e-9147-a0e63ad10691 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:00.069512 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5930be3-3662-410a-8660-7187e3fcf8e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.157695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b827edaa-fc33-4d64-9745-482ebef81927 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:00.165006 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5930be3-3662-410a-8660-7187e3fcf8e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Subnet': ['ID=3188b83f-2548-4da5-8621-24ae8c7fedd7,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:00.168366 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5930be3-3662-410a-8660-7187e3fcf8e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Checking segment: {'id': '8f57e769-4b97-4e73-821d-69c13be06459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27b3da57-e270-4447-a401-96b381ff7d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:00.168838 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5930be3-3662-410a-8660-7187e3fcf8e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network hostable DHCP agents. Network: 27b3da57-e270-4447-a401-96b381ff7d44, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:00.188598 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5930be3-3662-410a-8660-7187e3fcf8e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 27b3da57-e270-4447-a401-96b381ff7d44 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:00.200643 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-f5930be3-3662-410a-8660-7187e3fcf8e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 27b3da57-e270-4447-a401-96b381ff7d44) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:00.201873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: b827edaa-fc33-4d64-9745-482ebef81927 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:00.202228 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b827edaa-fc33-4d64-9745-482ebef81927 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:00.211310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ab1d01-95a7-4690-83ae-8e2b9c9f6823 None None] Network 27b3da57-e270-4447-a401-96b381ff7d44 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:00.219355 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5930be3-3662-410a-8660-7187e3fcf8e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.220173 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5930be3-3662-410a-8660-7187e3fcf8e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.239214 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f5930be3-3662-410a-8660-7187e3fcf8e7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6539426 Jul 16 01:34:00.241981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44718) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:00.247385 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-350e6a95-5a70-4235-a059-8d1ebaa0fa14 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-682303483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:00.250389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-78e3131f-d5ad-416e-80d7-28a07a65245e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.253609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-78e3131f-d5ad-416e-80d7-28a07a65245e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 806 time: 0.3481262 Jul 16 01:34:00.260430 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.270560 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-350e6a95-5a70-4235-a059-8d1ebaa0fa14 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.271460 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-350e6a95-5a70-4235-a059-8d1ebaa0fa14 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.273669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-9b46a128-7da4-4b13-b792-ef87c6a876e8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Request body: {'port': {'device_id': '4b831f0b-7bed-448c-b9bd-fb2592b70d21', 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4', 'admin_state_up': True, 'tenant_id': '8cb32862d6424975b183aae124a5a905'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:00.325173 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-350e6a95-5a70-4235-a059-8d1ebaa0fa14 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.332464 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-350e6a95-5a70-4235-a059-8d1ebaa0fa14 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.349489 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-350e6a95-5a70-4235-a059-8d1ebaa0fa14 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.350699 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-350e6a95-5a70-4235-a059-8d1ebaa0fa14 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1075857 Jul 16 01:34:00.355180 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44720) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:00.360943 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-86e11371-f68e-4d1f-9cf1-2f77214c76f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'network_id': '27b3da57-e270-4447-a401-96b381ff7d44', 'name': 'tempest-PortsIpV6TestJSON-71582148'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:00.365956 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0c807864-c475-45f8-827f-e6a5da2295c9 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.391452 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-27b3da57-e270-4447-a401-96b381ff7d44', 'network_id': '27b3da57-e270-4447-a401-96b381ff7d44', 'tenant_id': '69bedaa87caa4b4e8ade12cea83bb8d1', 'fixed_ips': [{'subnet_id': '3188b83f-2548-4da5-8621-24ae8c7fedd7'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:00.393191 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.416524 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b47bb5-1491-4932-b197-5e6f5d3c4660 req-b6e6277c-108f-408e-b58c-a256ec8b0767 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:00.418388 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79b47bb5-1491-4932-b197-5e6f5d3c4660 req-b6e6277c-108f-408e-b58c-a256ec8b0767 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.3004191 Jul 16 01:34:00.428297 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c807864-c475-45f8-827f-e6a5da2295c9 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event deleted for resources: {'Port': ['ID=7510116a-50a6-463e-9147-a0e63ad10691,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:00.440149 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0c807864-c475-45f8-827f-e6a5da2295c9 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.444311 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0c807864-c475-45f8-827f-e6a5da2295c9 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "DELETE /v2.0/ports/7510116a-50a6-463e-9147-a0e63ad10691 HTTP/1.1" status: 204 len: 168 time: 0.7707939 Jul 16 01:34:00.445213 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44722) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:00.483643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-9b46a128-7da4-4b13-b792-ef87c6a876e8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Made reservation on behalf of 8cb32862d6424975b183aae124a5a905 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:00.487938 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-9b46a128-7da4-4b13-b792-ef87c6a876e8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.499837 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79b47bb5-1491-4932-b197-5e6f5d3c4660 req-a046287a-fc5b-4d89-8cb3-709b924a86a6 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685248 Jul 16 01:34:00.548893 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Allocated IP 2001:db8::2 (27b3da57-e270-4447-a401-96b381ff7d44/3188b83f-2548-4da5-8621-24ae8c7fedd7/5dc39702-d22d-4a81-bd4a-2b5775bc7529) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:00.568127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e11371-f68e-4d1f-9cf1-2f77214c76f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:00.572146 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86e11371-f68e-4d1f-9cf1-2f77214c76f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.599489 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-86e11371-f68e-4d1f-9cf1-2f77214c76f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] device_id is not set on port 8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:00.606395 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1d58319e-9c31-45a3-aa06-efe311d3d84a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Deleting port 77dc609f-7b9f-48f2-be31-8d2fea470ec7 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:00.606819 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d58319e-9c31-45a3-aa06-efe311d3d84a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.643275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-9b46a128-7da4-4b13-b792-ef87c6a876e8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Allocated IP 172.20.0.3 (e13e5abd-69c8-4ead-93cd-c7ed7a837fd4/b6a3a5b5-608c-42ac-b15c-afa126eaae53/c6ef99c6-2a01-4d09-b942-14a2b065e934) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:00.708245 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.717678 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Transition to ACTIVE for port object 5dc39702-d22d-4a81-bd4a-2b5775bc7529 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:00.719554 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d58319e-9c31-45a3-aa06-efe311d3d84a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.732103 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1d58319e-9c31-45a3-aa06-efe311d3d84a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Calling delete_port for 77dc609f-7b9f-48f2-be31-8d2fea470ec7 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:00.736714 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Transition to ACTIVE for port object 5dc39702-d22d-4a81-bd4a-2b5775bc7529 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:00.743332 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.788987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Network 27b3da57-e270-4447-a401-96b381ff7d44 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:00.792466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:00.797803 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:00.806485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Pushing event updated for resources: {'Port': ['ID=5dc39702-d22d-4a81-bd4a-2b5775bc7529,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:00.813882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-86e11371-f68e-4d1f-9cf1-2f77214c76f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Allocated IP 2001:db8::395 (27b3da57-e270-4447-a401-96b381ff7d44/3188b83f-2548-4da5-8621-24ae8c7fedd7/8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:00.828075 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-9b46a128-7da4-4b13-b792-ef87c6a876e8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.880796 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-9b46a128-7da4-4b13-b792-ef87c6a876e8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.882483 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Attempting to bind port 5dc39702-d22d-4a81-bd4a-2b5775bc7529 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:00.883726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Attempting to bind port 5dc39702-d22d-4a81-bd4a-2b5775bc7529 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '8f57e769-4b97-4e73-821d-69c13be06459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27b3da57-e270-4447-a401-96b381ff7d44'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:00.884122 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Attempting to bind port 5dc39702-d22d-4a81-bd4a-2b5775bc7529 on network 27b3da57-e270-4447-a401-96b381ff7d44 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:00.890090 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:00.890462 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Checking segment: {'id': '8f57e769-4b97-4e73-821d-69c13be06459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27b3da57-e270-4447-a401-96b381ff7d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:00.891820 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.891820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Bound using segment: {'id': '8f57e769-4b97-4e73-821d-69c13be06459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27b3da57-e270-4447-a401-96b381ff7d44'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:00.891820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Bound port: 5dc39702-d22d-4a81-bd4a-2b5775bc7529, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f57e769-4b97-4e73-821d-69c13be06459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '27b3da57-e270-4447-a401-96b381ff7d44'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:00.892246 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.896050 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['645d82de-145c-4367-bb8f-fe0ddb02e32b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:00.933479 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d58319e-9c31-45a3-aa06-efe311d3d84a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:00.959925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-9b46a128-7da4-4b13-b792-ef87c6a876e8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:00.968003 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-9b46a128-7da4-4b13-b792-ef87c6a876e8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:00.970764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-9b46a128-7da4-4b13-b792-ef87c6a876e8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:01.009598 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46a128-7da4-4b13-b792-ef87c6a876e8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Pushing event updated for resources: {'Port': ['ID=c6ef99c6-2a01-4d09-b942-14a2b065e934,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:01.022422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] For port 5dc39702-d22d-4a81-bd4a-2b5775bc7529, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:01.029892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] For port 5dc39702-d22d-4a81-bd4a-2b5775bc7529, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5dc39702-d22d-4a81-bd4a-2b5775bc7529,segment=NetworkSegment(8f57e769-4b97-4e73-821d-69c13be06459),segment_id=8f57e769-4b97-4e73-821d-69c13be06459)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:01.039693 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.063817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-9b46a128-7da4-4b13-b792-ef87c6a876e8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.064584 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-9b46a128-7da4-4b13-b792-ef87c6a876e8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.076644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfdfc9a-2b9a-4005-9fc8-d13608615720 req-b85d5742-e372-4ad0-baf9-216d3fbadf38 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.078391 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdfdfc9a-2b9a-4005-9fc8-d13608615720 req-b85d5742-e372-4ad0-baf9-216d3fbadf38 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 931 time: 0.1900239 Jul 16 01:34:01.115062 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-9b46a128-7da4-4b13-b792-ef87c6a876e8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8472750 Jul 16 01:34:01.131260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Request body: {'port': {'device_id': '4b831f0b-7bed-448c-b9bd-fb2592b70d21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:01.134387 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9180dc48-b0f9-4653-9c33-b0d34b4ad22b None None] Pushing event updated for resources: {'Port': ['ID=5dc39702-d22d-4a81-bd4a-2b5775bc7529,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:01.164418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdfdfc9a-2b9a-4005-9fc8-d13608615720 req-00aabd07-0238-4fee-9413-8979c1378a73 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762770 Jul 16 01:34:01.193461 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.240874 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.363817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58319e-9c31-45a3-aa06-efe311d3d84a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event deleted for resources: {'Port': ['ID=77dc609f-7b9f-48f2-be31-8d2fea470ec7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:01.379469 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d58319e-9c31-45a3-aa06-efe311d3d84a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.383512 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1d58319e-9c31-45a3-aa06-efe311d3d84a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "DELETE /v2.0/ports/77dc609f-7b9f-48f2-be31-8d2fea470ec7 HTTP/1.1" status: 204 len: 168 time: 0.9354346 Jul 16 01:34:01.384684 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44728) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:01.454427 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a5b81aaf-e31d-4958-ac5b-2e83d710bfee tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0686550 Jul 16 01:34:01.459085 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44730) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:01.466444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-57e499fd-8d37-4d7a-9f2c-8c1c7269dc66 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-748252360'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:01.514004 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86e11371-f68e-4d1f-9cf1-2f77214c76f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.517663 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e499fd-8d37-4d7a-9f2c-8c1c7269dc66 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Made reservation on behalf of 175e6beee8f94240bb83fcf3aec49d1f for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:01.521156 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-57e499fd-8d37-4d7a-9f2c-8c1c7269dc66 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.541376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-86e11371-f68e-4d1f-9cf1-2f77214c76f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Transition to ACTIVE for port object 8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:01.560651 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e499fd-8d37-4d7a-9f2c-8c1c7269dc66 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:01.578964 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ef99c6-2a01-4d09-b942-14a2b065e934 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:01.580871 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-57e499fd-8d37-4d7a-9f2c-8c1c7269dc66 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.581359 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-57e499fd-8d37-4d7a-9f2c-8c1c7269dc66 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Added segment 1aea256a-c18f-42f7-b555-cb4de9d0b3ff of type vlan for network dc24be46-935d-4622-8996-f7a818e674e9 Jul 16 01:34:01.587316 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.601057 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Transition to ACTIVE for port object c6ef99c6-2a01-4d09-b942-14a2b065e934 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:01.604873 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.626527 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86e11371-f68e-4d1f-9cf1-2f77214c76f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.629273 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-57e499fd-8d37-4d7a-9f2c-8c1c7269dc66 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.684524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e11371-f68e-4d1f-9cf1-2f77214c76f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 27b3da57-e270-4447-a401-96b381ff7d44 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:01.691213 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-86e11371-f68e-4d1f-9cf1-2f77214c76f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:01.698037 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Pushing event updated for resources: {'Port': ['ID=c6ef99c6-2a01-4d09-b942-14a2b065e934,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:01.705562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e11371-f68e-4d1f-9cf1-2f77214c76f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:01.710451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e11371-f68e-4d1f-9cf1-2f77214c76f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.711069 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86e11371-f68e-4d1f-9cf1-2f77214c76f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.722955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e11371-f68e-4d1f-9cf1-2f77214c76f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:01.732663 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-57e499fd-8d37-4d7a-9f2c-8c1c7269dc66 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.739011 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e499fd-8d37-4d7a-9f2c-8c1c7269dc66 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.739621 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-57e499fd-8d37-4d7a-9f2c-8c1c7269dc66 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.749451 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-86e11371-f68e-4d1f-9cf1-2f77214c76f9 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3927560 Jul 16 01:34:01.753416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44734) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:01.778215 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-57e499fd-8d37-4d7a-9f2c-8c1c7269dc66 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3177145 Jul 16 01:34:01.781692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2ab96-7f9a-4ef0-9b78-286885ce4eb4 req-c7538620-9b02-4c50-a03b-ba40ff14748f tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:01.783534 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14e2ab96-7f9a-4ef0-9b78-286885ce4eb4 req-c7538620-9b02-4c50-a03b-ba40ff14748f tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.1410241 Jul 16 01:34:01.786154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44736) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:01.792551 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6ae3c5e3-034c-4dea-8bbd-9c04c3c1857a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-423191170'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:01.847045 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Attempting to bind port c6ef99c6-2a01-4d09-b942-14a2b065e934 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:01.847385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Attempting to bind port c6ef99c6-2a01-4d09-b942-14a2b065e934 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:01.847720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Attempting to bind port c6ef99c6-2a01-4d09-b942-14a2b065e934 on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:01.863379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae3c5e3-034c-4dea-8bbd-9c04c3c1857a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Made reservation on behalf of 175e6beee8f94240bb83fcf3aec49d1f for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:01.866887 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c5e3-034c-4dea-8bbd-9c04c3c1857a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.868837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Port c6ef99c6-2a01-4d09-b942-14a2b065e934 on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:34:01.869181 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Attempting to bind port c6ef99c6-2a01-4d09-b942-14a2b065e934 on network e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:01.878452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e499fd-8d37-4d7a-9f2c-8c1c7269dc66 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event updated for resources: {'Network': ['ID=dc24be46-935d-4622-8996-f7a818e674e9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:01.882537 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14e2ab96-7f9a-4ef0-9b78-286885ce4eb4 req-11a5bf84-374e-45ff-82ad-fc178e24c3d0 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850019 Jul 16 01:34:01.888855 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:01.889209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Checking segment: {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:01.890265 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Bound using segment: {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:01.890265 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Bound port: c6ef99c6-2a01-4d09-b942-14a2b065e934, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17575ad1-b9df-4f0f-81c0-584d8a522d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:01.890485 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.893809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network dc24be46-935d-4622-8996-f7a818e674e9 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:01.915454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ae3c5e3-034c-4dea-8bbd-9c04c3c1857a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:01.964738 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c5e3-034c-4dea-8bbd-9c04c3c1857a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:01.965096 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-6ae3c5e3-034c-4dea-8bbd-9c04c3c1857a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Added segment 37479f52-6a7e-4207-87b7-021eeca2b103 of type vlan for network 073a7758-94ee-43d7-8f11-17401453173a Jul 16 01:34:02.031703 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c5e3-034c-4dea-8bbd-9c04c3c1857a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.036239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] For port c6ef99c6-2a01-4d09-b942-14a2b065e934, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:02.040066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] For port c6ef99c6-2a01-4d09-b942-14a2b065e934, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c6ef99c6-2a01-4d09-b942-14a2b065e934,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:02.047392 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.118504 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.119147 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.120674 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] 10.222.0.70 "PUT /v2.0/ports/c6ef99c6-2a01-4d09-b942-14a2b065e934 HTTP/1.1" status: 200 len: 1092 time: 0.9951029 Jul 16 01:34:02.121114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b831f0b-7bed-448c-b9bd-fb2592b70d21', 'tag': 'c6ef99c6-2a01-4d09-b942-14a2b065e934'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:02.123569 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aac2f96-ea94-4a02-aa59-16b9f99c66b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4b831f0b-7bed-448c-b9bd-fb2592b70d21", "tag": "c6ef99c6-2a01-4d09-b942-14a2b065e934"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:02.150823 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c5e3-034c-4dea-8bbd-9c04c3c1857a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.157032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae3c5e3-034c-4dea-8bbd-9c04c3c1857a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.157486 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ae3c5e3-034c-4dea-8bbd-9c04c3c1857a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.202267 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5dc39702-d22d-4a81-bd4a-2b5775bc7529 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:02.239001 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364cc68e-877d-40ec-99e7-3031744bf974 x-openstack-request-id: req-364cc68e-877d-40ec-99e7-3031744bf974 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:02.239301 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b831f0b-7bed-448c-b9bd-fb2592b70d21", "tag": "c6ef99c6-2a01-4d09-b942-14a2b065e934", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:02.239556 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-364cc68e-877d-40ec-99e7-3031744bf974 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:02.239987 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b831f0b-7bed-448c-b9bd-fb2592b70d21', 'tag': 'c6ef99c6-2a01-4d09-b942-14a2b065e934', 'status': 'completed', 'code': 200} Jul 16 01:34:02.254334 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fd75c96-50d0-42e3-a809-acf2dd41f92b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.263436 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac975f7b-f9db-4eda-b8ab-cc78c245aa9d service neutron] Pushing event updated for resources: {'Port': ['ID=c6ef99c6-2a01-4d09-b942-14a2b065e934,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:02.295797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6ae3c5e3-034c-4dea-8bbd-9c04c3c1857a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4979541 Jul 16 01:34:02.302107 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 5dc39702-d22d-4a81-bd4a-2b5775bc7529 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:02.316433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae3c5e3-034c-4dea-8bbd-9c04c3c1857a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event updated for resources: {'Network': ['ID=073a7758-94ee-43d7-8f11-17401453173a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:02.328276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 073a7758-94ee-43d7-8f11-17401453173a details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:02.348114 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50864da-9391-4d35-bc29-14b658b7af57 None None] Network 27b3da57-e270-4447-a401-96b381ff7d44 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:02.401711 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-d8b930a7-7ee0-4509-bea0-c375778f34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.403417 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-d8b930a7-7ee0-4509-bea0-c375778f34f6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 1095 time: 0.2301993 Jul 16 01:34:02.433163 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44744) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:02.444024 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Request body: {'subnets': [{'network_id': 'dc24be46-935d-4622-8996-f7a818e674e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1594619096', 'ip_version': 4}, {'network_id': '073a7758-94ee-43d7-8f11-17401453173a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:02.444369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Request body: {'subnet': {'network_id': 'dc24be46-935d-4622-8996-f7a818e674e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1594619096', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:02.445093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Request body: {'subnet': {'network_id': '073a7758-94ee-43d7-8f11-17401453173a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:02.450263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-3aa9ccbf-6463-4e2d-9565-916731d4cdc8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6ef99c6-2a01-4d09-b942-14a2b065e934 HTTP/1.1" status: 200 len: 217 time: 0.0386653 Jul 16 01:34:02.476052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c1a0f-325e-4d3c-8bc1-2477c67fa65e req-e1890521-e673-4f15-8f0e-d84bbe630eb8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.483606 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-697c1a0f-325e-4d3c-8bc1-2477c67fa65e req-e1890521-e673-4f15-8f0e-d84bbe630eb8 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 943 time: 0.1442010 Jul 16 01:34:02.539585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1b771471-bd97-4ff0-b77d-46c4a5dad620 None None] Provisioning for port 5dc39702-d22d-4a81-bd4a-2b5775bc7529 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:02.545902 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-68ae59a6-9b75-4731-81af-929be784eafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.547044 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-68ae59a6-9b75-4731-81af-929be784eafa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6a3a5b5-608c-42ac-b15c-afa126eaae53 HTTP/1.1" status: 200 len: 846 time: 0.0880339 Jul 16 01:34:02.552127 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-697c1a0f-325e-4d3c-8bc1-2477c67fa65e req-9a1451c3-8721-4f2d-b65c-8607f2bb0ba5 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676153 Jul 16 01:34:02.553882 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1b771471-bd97-4ff0-b77d-46c4a5dad620 None None] Provisioning complete for port 5dc39702-d22d-4a81-bd4a-2b5775bc7529 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:02.554260 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b771471-bd97-4ff0-b77d-46c4a5dad620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.589742 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-04d08375-7bb3-4f1c-b738-b8bc7f677f58 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352457 Jul 16 01:34:02.691420 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-f483b4a8-11c0-4481-aeb7-32a41aa90219 service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943162 Jul 16 01:34:02.730949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Made reservation on behalf of 175e6beee8f94240bb83fcf3aec49d1f for: {'subnet': 2} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:02.735869 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.736228 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.798827 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34da6084-7c44-4710-ad80-0b3cd05810f0 req-d521a3f8-99dd-4272-9d4b-3e35513236fb service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992565 Jul 16 01:34:02.843843 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b771471-bd97-4ff0-b77d-46c4a5dad620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.850022 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fd75c96-50d0-42e3-a809-acf2dd41f92b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.858016 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fd75c96-50d0-42e3-a809-acf2dd41f92b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.890340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-1b771471-bd97-4ff0-b77d-46c4a5dad620 None None] For port 5dc39702-d22d-4a81-bd4a-2b5775bc7529, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5dc39702-d22d-4a81-bd4a-2b5775bc7529,segment=NetworkSegment(8f57e769-4b97-4e73-821d-69c13be06459),segment_id=8f57e769-4b97-4e73-821d-69c13be06459)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:02.895956 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b771471-bd97-4ff0-b77d-46c4a5dad620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:02.916260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac2f96-ea94-4a02-aa59-16b9f99c66b6 req-8b0d400a-4d7f-4a51-9ac9-a90d9424d78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:02.918019 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4aac2f96-ea94-4a02-aa59-16b9f99c66b6 req-8b0d400a-4d7f-4a51-9ac9-a90d9424d78c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8cb32862d6424975b183aae124a5a905&device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 1095 time: 0.0667512 Jul 16 01:34:02.966832 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b771471-bd97-4ff0-b77d-46c4a5dad620 None None] Pushing event updated for resources: {'Port': ['ID=5dc39702-d22d-4a81-bd4a-2b5775bc7529,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:03.007356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd75c96-50d0-42e3-a809-acf2dd41f92b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:03.053576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac2f96-ea94-4a02-aa59-16b9f99c66b6 req-f16104ba-0cfa-48c8-af1d-4d2d82660319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.055131 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4aac2f96-ea94-4a02-aa59-16b9f99c66b6 req-f16104ba-0cfa-48c8-af1d-4d2d82660319 service neutron] 10.222.0.70 "GET /v2.0/networks?id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 200 len: 907 time: 0.1279595 Jul 16 01:34:03.102261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4aac2f96-ea94-4a02-aa59-16b9f99c66b6 req-f24325f6-a524-4b77-91b6-769e0f1598ed service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6ef99c6-2a01-4d09-b942-14a2b065e934 HTTP/1.1" status: 200 len: 217 time: 0.0384986 Jul 16 01:34:03.131646 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d109c3d9-e74d-4de2-b9be-2a330ed302ae None None] Provisioning complete for port 5dc39702-d22d-4a81-bd4a-2b5775bc7529 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:03.135516 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d109c3d9-e74d-4de2-b9be-2a330ed302ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.157713 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fd75c96-50d0-42e3-a809-acf2dd41f92b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.168408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac2f96-ea94-4a02-aa59-16b9f99c66b6 req-8a971872-8b27-412b-a26b-22fa26d860ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.170361 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4aac2f96-ea94-4a02-aa59-16b9f99c66b6 req-8a971872-8b27-412b-a26b-22fa26d860ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b6a3a5b5-608c-42ac-b15c-afa126eaae53 HTTP/1.1" status: 200 len: 846 time: 0.0579534 Jul 16 01:34:03.224644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4aac2f96-ea94-4a02-aa59-16b9f99c66b6 req-0039bc38-799e-458a-99f4-1bc7f4e1cdfc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446751 Jul 16 01:34:03.278857 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d109c3d9-e74d-4de2-b9be-2a330ed302ae None None] Provisioning for port 8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:03.284439 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d109c3d9-e74d-4de2-b9be-2a330ed302ae None None] Provisioning complete for port 8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:03.284874 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d109c3d9-e74d-4de2-b9be-2a330ed302ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.337379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d109c3d9-e74d-4de2-b9be-2a330ed302ae None None] Port 8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:03.399838 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fd75c96-50d0-42e3-a809-acf2dd41f92b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.400336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec068afe-6d17-47c1-9fcd-e92ab382a60f req-65b76e58-b10e-4354-b48b-9fba14eb0d9c tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.402039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec068afe-6d17-47c1-9fcd-e92ab382a60f req-65b76e58-b10e-4354-b48b-9fba14eb0d9c tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.1193266 Jul 16 01:34:03.439742 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4aac2f96-ea94-4a02-aa59-16b9f99c66b6 req-ca00ecbd-fe0a-4ad4-baf3-e8c2928aaa39 service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023642 Jul 16 01:34:03.463642 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6a246322-848c-4b8e-9ef6-7934bcfee9a7 None None] Provisioning complete for port 8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:03.464187 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6a246322-848c-4b8e-9ef6-7934bcfee9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.501985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6a246322-848c-4b8e-9ef6-7934bcfee9a7 None None] Port 8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:03.524445 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec068afe-6d17-47c1-9fcd-e92ab382a60f req-6298aec9-11ef-41cd-85f5-0a0289f724b1 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1127174 Jul 16 01:34:03.557006 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4aac2f96-ea94-4a02-aa59-16b9f99c66b6 req-9a311114-fe64-451f-8114-3d8e18508e29 service neutron] 10.222.0.70 "GET /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009669 Jul 16 01:34:03.557119 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.668287 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event updated for resources: {'Subnet': ['ID=05deacd1-f71d-49df-a82d-ac518379ca99,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:03.705756 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Checking segment: {'id': '1aea256a-c18f-42f7-b555-cb4de9d0b3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc24be46-935d-4622-8996-f7a818e674e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:03.706145 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Network hostable DHCP agents. Network: dc24be46-935d-4622-8996-f7a818e674e9, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:03.722307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1a1f1aef-13ed-44a3-9352-96db991790ba None None] Provisioning complete for port 8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:03.722770 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1a1f1aef-13ed-44a3-9352-96db991790ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.750407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769e957-3429-445a-be04-56a848256eac req-1ad76d2f-c6d7-41a8-81a2-194c4739af19 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:03.752500 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b769e957-3429-445a-be04-56a848256eac req-1ad76d2f-c6d7-41a8-81a2-194c4739af19 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 943 time: 0.0651615 Jul 16 01:34:03.758909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1a1f1aef-13ed-44a3-9352-96db991790ba None None] Port 8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:03.770358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Network dc24be46-935d-4622-8996-f7a818e674e9 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:03.789505 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, dc24be46-935d-4622-8996-f7a818e674e9) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:03.795636 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b769e957-3429-445a-be04-56a848256eac req-32b0a852-1b4a-4aea-8b19-653fecb14c4b tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358553 Jul 16 01:34:03.799500 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.803725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e64e38d-f832-4ed6-9e14-2f854c7dc9dd None None] Network dc24be46-935d-4622-8996-f7a818e674e9 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:03.862076 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fd75c96-50d0-42e3-a809-acf2dd41f92b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.875738 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fd75c96-50d0-42e3-a809-acf2dd41f92b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.876592 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fd75c96-50d0-42e3-a809-acf2dd41f92b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.891380 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event updated for resources: {'Subnet': ['ID=8443ed5e-034e-458b-85e1-89b28dc7d6e2,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:03.931981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Checking segment: {'id': '37479f52-6a7e-4207-87b7-021eeca2b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '073a7758-94ee-43d7-8f11-17401453173a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:03.932340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Network hostable DHCP agents. Network: 073a7758-94ee-43d7-8f11-17401453173a, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:03.948392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-dc24be46-935d-4622-8996-f7a818e674e9', 'network_id': 'dc24be46-935d-4622-8996-f7a818e674e9', 'tenant_id': '175e6beee8f94240bb83fcf3aec49d1f', 'fixed_ips': [{'subnet_id': '05deacd1-f71d-49df-a82d-ac518379ca99'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:03.949490 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:03.990553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd75c96-50d0-42e3-a809-acf2dd41f92b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:04.009737 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Network 073a7758-94ee-43d7-8f11-17401453173a is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:04.030927 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 073a7758-94ee-43d7-8f11-17401453173a) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:04.035920 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.036404 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.037045 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.040404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c902bd1e-8e0f-4fa8-be38-9967a71e12df None None] Network 073a7758-94ee-43d7-8f11-17401453173a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:04.059857 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd75c96-50d0-42e3-a809-acf2dd41f92b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 27b3da57-e270-4447-a401-96b381ff7d44 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:04.059857 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-3fd75c96-50d0-42e3-a809-acf2dd41f92b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:04.069096 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d7b983b6-2bc5-42f9-99d7-7c2cbb5252ce tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.6320651 Jul 16 01:34:04.071618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44752) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:04.146028 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Allocated IP 172.20.0.2 (dc24be46-935d-4622-8996-f7a818e674e9/05deacd1-f71d-49df-a82d-ac518379ca99/10834e0b-6f05-47d4-bac8-f499c9dd5e3f) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:04.167272 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5dc39702-d22d-4a81-bd4a-2b5775bc7529 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:04.168478 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1130697-e816-4cbf-98b9-289d1a61ba8a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.170492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1130697-e816-4cbf-98b9-289d1a61ba8a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.173279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1130697-e816-4cbf-98b9-289d1a61ba8a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.176089 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b1130697-e816-4cbf-98b9-289d1a61ba8a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1033285 Jul 16 01:34:04.179262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44754) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:04.220828 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd75c96-50d0-42e3-a809-acf2dd41f92b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Router 8fe2a027-f647-4d60-a0a5-7a50fe6a638d is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:34:04.245326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9cdd22-a63f-4185-b480-eba14349ac5e tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Deleting subnet 05deacd1-f71d-49df-a82d-ac518379ca99 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:04.325031 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd75c96-50d0-42e3-a809-acf2dd41f92b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:04.334731 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3fd75c96-50d0-42e3-a809-acf2dd41f92b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "PUT /v2.0/routers/8fe2a027-f647-4d60-a0a5-7a50fe6a638d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5781143 Jul 16 01:34:04.335416 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44756) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:04.343680 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eba8554-efc6-438d-b8f1-a06a48015c19 None None] Sync routers for ids ['8fe2a027-f647-4d60-a0a5-7a50fe6a638d'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:04.351086 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-073a7758-94ee-43d7-8f11-17401453173a', 'network_id': '073a7758-94ee-43d7-8f11-17401453173a', 'tenant_id': '175e6beee8f94240bb83fcf3aec49d1f', 'fixed_ips': [{'subnet_id': '8443ed5e-034e-458b-85e1-89b28dc7d6e2'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:04.352011 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.400922 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b7e395-2c81-4fac-944f-ea0846de7ee7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.401496 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 5dc39702-d22d-4a81-bd4a-2b5775bc7529 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:04.401873 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.402406 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b3b7e395-2c81-4fac-944f-ea0846de7ee7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fe2a027-f647-4d60-a0a5-7a50fe6a638d HTTP/1.1" status: 200 len: 987 time: 0.0659285 Jul 16 01:34:04.405361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44758) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:04.435228 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eba8554-efc6-438d-b8f1-a06a48015c19 None None] Routers {'8fe2a027-f647-4d60-a0a5-7a50fe6a638d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:04.435895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4eba8554-efc6-438d-b8f1-a06a48015c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:33:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['8fe2a027-f647-4d60-a0a5-7a50fe6a638d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:04.539637 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4eba8554-efc6-438d-b8f1-a06a48015c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:04.543155 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.563594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Transition to ACTIVE for port object 10834e0b-6f05-47d4-bac8-f499c9dd5e3f will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:04.585324 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9230e8b-fdcc-42bb-b048-15a8b047ec87 None None] Provisioning complete for port 8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:04.585702 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9230e8b-fdcc-42bb-b048-15a8b047ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.628666 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9230e8b-fdcc-42bb-b048-15a8b047ec87 None None] Port 8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:04.675093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eba8554-efc6-438d-b8f1-a06a48015c19 None None] Routers {'8fe2a027-f647-4d60-a0a5-7a50fe6a638d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:04.675892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4eba8554-efc6-438d-b8f1-a06a48015c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:33:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['8fe2a027-f647-4d60-a0a5-7a50fe6a638d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:04.684790 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Transition to ACTIVE for port object 10834e0b-6f05-47d4-bac8-f499c9dd5e3f will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:04.735511 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cb9cdd22-a63f-4185-b480-eba14349ac5e tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.755187 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.761485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Allocated IP 172.20.0.18 (073a7758-94ee-43d7-8f11-17401453173a/8443ed5e-034e-458b-85e1-89b28dc7d6e2/6259ab0c-416d-41b8-a1ce-739e28b05f1e) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:04.803906 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4eba8554-efc6-438d-b8f1-a06a48015c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:04.804563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eba8554-efc6-438d-b8f1-a06a48015c19 None None] The sync data for ids ['8fe2a027-f647-4d60-a0a5-7a50fe6a638d'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:04.823879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Pushing event updated for resources: {'Port': ['ID=10834e0b-6f05-47d4-bac8-f499c9dd5e3f,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:04.843136 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Network dc24be46-935d-4622-8996-f7a818e674e9 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:04.848213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:04.868134 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cb9cdd22-a63f-4185-b480-eba14349ac5e tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.876046 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:04.890409 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e20f9177-72d7-46ab-a28c-0129c08244b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:04.909510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf111f4-ba51-4bf6-9650-cbdd7554ee39 req-aca69945-6c5a-4e57-ad41-ef102bd97319 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:04.911435 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7cf111f4-ba51-4bf6-9650-cbdd7554ee39 req-aca69945-6c5a-4e57-ad41-ef102bd97319 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.2505009 Jul 16 01:34:05.010184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Attempting to bind port 10834e0b-6f05-47d4-bac8-f499c9dd5e3f on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:05.010499 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Attempting to bind port 10834e0b-6f05-47d4-bac8-f499c9dd5e3f by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '1aea256a-c18f-42f7-b555-cb4de9d0b3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc24be46-935d-4622-8996-f7a818e674e9'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:05.010861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Attempting to bind port 10834e0b-6f05-47d4-bac8-f499c9dd5e3f on network dc24be46-935d-4622-8996-f7a818e674e9 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:05.018414 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:05.018794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Checking segment: {'id': '1aea256a-c18f-42f7-b555-cb4de9d0b3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc24be46-935d-4622-8996-f7a818e674e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:05.019203 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.019600 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Bound using segment: {'id': '1aea256a-c18f-42f7-b555-cb4de9d0b3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc24be46-935d-4622-8996-f7a818e674e9'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:05.020101 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Bound port: 10834e0b-6f05-47d4-bac8-f499c9dd5e3f, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aea256a-c18f-42f7-b555-cb4de9d0b3ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'dc24be46-935d-4622-8996-f7a818e674e9'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:05.020488 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.144299 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.150236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] For port 10834e0b-6f05-47d4-bac8-f499c9dd5e3f, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:05.155523 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] For port 10834e0b-6f05-47d4-bac8-f499c9dd5e3f, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=10834e0b-6f05-47d4-bac8-f499c9dd5e3f,segment=NetworkSegment(1aea256a-c18f-42f7-b555-cb4de9d0b3ff),segment_id=1aea256a-c18f-42f7-b555-cb4de9d0b3ff)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:05.160108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Transition to ACTIVE for port object 6259ab0c-416d-41b8-a1ce-739e28b05f1e will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:05.166072 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.216483 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Transition to ACTIVE for port object 6259ab0c-416d-41b8-a1ce-739e28b05f1e will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:05.232262 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.274387 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77e02b3-47e9-4e50-b2b5-4fbd3ed9041c None None] Pushing event updated for resources: {'Port': ['ID=10834e0b-6f05-47d4-bac8-f499c9dd5e3f,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:05.278383 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Network 073a7758-94ee-43d7-8f11-17401453173a is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:05.282498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:05.326097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:05.355201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Pushing event updated for resources: {'Port': ['ID=6259ab0c-416d-41b8-a1ce-739e28b05f1e,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:05.395943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Attempting to bind port 6259ab0c-416d-41b8-a1ce-739e28b05f1e on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:05.396734 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Attempting to bind port 6259ab0c-416d-41b8-a1ce-739e28b05f1e by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '37479f52-6a7e-4207-87b7-021eeca2b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '073a7758-94ee-43d7-8f11-17401453173a'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:05.396734 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Attempting to bind port 6259ab0c-416d-41b8-a1ce-739e28b05f1e on network 073a7758-94ee-43d7-8f11-17401453173a {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:05.402287 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:05.402782 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Checking segment: {'id': '37479f52-6a7e-4207-87b7-021eeca2b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '073a7758-94ee-43d7-8f11-17401453173a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:05.403958 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.404343 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Bound using segment: {'id': '37479f52-6a7e-4207-87b7-021eeca2b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '073a7758-94ee-43d7-8f11-17401453173a'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:05.404923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Bound port: 6259ab0c-416d-41b8-a1ce-739e28b05f1e, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37479f52-6a7e-4207-87b7-021eeca2b103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '073a7758-94ee-43d7-8f11-17401453173a'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:05.405542 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.422052 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cb9cdd22-a63f-4185-b480-eba14349ac5e tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.499785 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7cf111f4-ba51-4bf6-9650-cbdd7554ee39 req-541a5d70-91cf-46de-98bf-b60f1616e45c tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5410750 Jul 16 01:34:05.506148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] For port 6259ab0c-416d-41b8-a1ce-739e28b05f1e, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:05.510516 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] For port 6259ab0c-416d-41b8-a1ce-739e28b05f1e, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6259ab0c-416d-41b8-a1ce-739e28b05f1e,segment=NetworkSegment(37479f52-6a7e-4207-87b7-021eeca2b103),segment_id=37479f52-6a7e-4207-87b7-021eeca2b103)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:05.527153 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.569758 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fdee3f88-84c6-41cf-8425-d2d7dcc1f9ee tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.590878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf53cab-cc73-4414-846d-ec7f5a945e39 None None] Pushing event updated for resources: {'Port': ['ID=6259ab0c-416d-41b8-a1ce-739e28b05f1e,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:05.621996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4aa0cd-ace8-41d0-aecc-0330ec3f154b req-334aa56b-a17d-44c7-ba6c-4b8668f8fef6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:05.629101 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac4aa0cd-ace8-41d0-aecc-0330ec3f154b req-334aa56b-a17d-44c7-ba6c-4b8668f8fef6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 943 time: 0.6683829 Jul 16 01:34:05.667236 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cb9cdd22-a63f-4185-b480-eba14349ac5e tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.717895 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cb9cdd22-a63f-4185-b480-eba14349ac5e tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.719824 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cb9cdd22-a63f-4185-b480-eba14349ac5e tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "DELETE /v2.0/subnets/05deacd1-f71d-49df-a82d-ac518379ca99 HTTP/1.1" status: 204 len: 168 time: 1.5395205 Jul 16 01:34:05.723578 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44766) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:05.728258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9cdd22-a63f-4185-b480-eba14349ac5e tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event deleted for resources: {'Subnet': ['ID=05deacd1-f71d-49df-a82d-ac518379ca99,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:05.781541 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac4aa0cd-ace8-41d0-aecc-0330ec3f154b req-b59616d7-21c7-4d81-9af1-2f72115ef675 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515553 Jul 16 01:34:05.840840 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-b97eb212-1e9d-4cef-884f-0950c44a9542 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Deleting subnet 8443ed5e-034e-458b-85e1-89b28dc7d6e2 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:05.844516 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b97eb212-1e9d-4cef-884f-0950c44a9542 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.892845 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b97eb212-1e9d-4cef-884f-0950c44a9542 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.925314 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-fdee3f88-84c6-41cf-8425-d2d7dcc1f9ee tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:05.926408 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fdee3f88-84c6-41cf-8425-d2d7dcc1f9ee tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:05.992833 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b97eb212-1e9d-4cef-884f-0950c44a9542 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.020724 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fdee3f88-84c6-41cf-8425-d2d7dcc1f9ee tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.038950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-fdee3f88-84c6-41cf-8425-d2d7dcc1f9ee tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:06.055597 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b97eb212-1e9d-4cef-884f-0950c44a9542 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.090735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97eb212-1e9d-4cef-884f-0950c44a9542 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event deleted for resources: {'Subnet': ['ID=8443ed5e-034e-458b-85e1-89b28dc7d6e2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:06.094246 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b97eb212-1e9d-4cef-884f-0950c44a9542 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.096295 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b97eb212-1e9d-4cef-884f-0950c44a9542 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "DELETE /v2.0/subnets/8443ed5e-034e-458b-85e1-89b28dc7d6e2 HTTP/1.1" status: 204 len: 168 time: 0.3719146 Jul 16 01:34:06.099948 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44770) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:06.182159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0771ef7-c696-4949-bead-959852b994fd tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.184351 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c0771ef7-c696-4949-bead-959852b994fd tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0832896 Jul 16 01:34:06.187929 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44772) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:06.263641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 10834e0b-6f05-47d4-bac8-f499c9dd5e3f up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:06.290581 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fdee3f88-84c6-41cf-8425-d2d7dcc1f9ee tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.292984 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.329065 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 10834e0b-6f05-47d4-bac8-f499c9dd5e3f completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:06.335532 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6259ab0c-416d-41b8-a1ce-739e28b05f1e up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:06.341111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee3f88-84c6-41cf-8425-d2d7dcc1f9ee tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:06.365995 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Deleting port 6259ab0c-416d-41b8-a1ce-739e28b05f1e {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:06.366341 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.408452 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 6259ab0c-416d-41b8-a1ce-739e28b05f1e completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:06.442486 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] For port 6259ab0c-416d-41b8-a1ce-739e28b05f1e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6259ab0c-416d-41b8-a1ce-739e28b05f1e,segment=NetworkSegment(37479f52-6a7e-4207-87b7-021eeca2b103),segment_id=37479f52-6a7e-4207-87b7-021eeca2b103)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:06.442952 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.461234 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805ac64c-1797-48b6-aadc-47a0b3eeb8d3 None None] Network dc24be46-935d-4622-8996-f7a818e674e9 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:06.461914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Calling delete_port for 6259ab0c-416d-41b8-a1ce-739e28b05f1e owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:06.464570 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fdee3f88-84c6-41cf-8425-d2d7dcc1f9ee tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.538163 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7a536b6f-1a50-4f6e-8c82-afa5f6f023ad None None] Provisioning for port 10834e0b-6f05-47d4-bac8-f499c9dd5e3f completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:06.546917 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7a536b6f-1a50-4f6e-8c82-afa5f6f023ad None None] Provisioning complete for port 10834e0b-6f05-47d4-bac8-f499c9dd5e3f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:06.547439 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7a536b6f-1a50-4f6e-8c82-afa5f6f023ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.585889 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.626867 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] No DVR routers for this DVR port 6259ab0c-416d-41b8-a1ce-739e28b05f1e on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:06.775628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdee3f88-84c6-41cf-8425-d2d7dcc1f9ee tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Router 8fe2a027-f647-4d60-a0a5-7a50fe6a638d has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:06.791253 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7a536b6f-1a50-4f6e-8c82-afa5f6f023ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.843897 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7a536b6f-1a50-4f6e-8c82-afa5f6f023ad None None] For port 10834e0b-6f05-47d4-bac8-f499c9dd5e3f, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=10834e0b-6f05-47d4-bac8-f499c9dd5e3f,segment=NetworkSegment(1aea256a-c18f-42f7-b555-cb4de9d0b3ff),segment_id=1aea256a-c18f-42f7-b555-cb4de9d0b3ff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:06.847476 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d9a2fd-3966-4a4e-ae4f-7cddeb6c1b76 None None] DHCP port deletion for dc24be46-935d-4622-8996-f7a818e674e9 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:06.852578 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7a536b6f-1a50-4f6e-8c82-afa5f6f023ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:06.944301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f4510-98b0-4b95-aa3b-ddff51acba13 req-002460cc-8054-4798-ac63-91b0c4b40d93 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:06.945958 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-220f4510-98b0-4b95-aa3b-ddff51acba13 req-002460cc-8054-4798-ac63-91b0c4b40d93 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.2181563 Jul 16 01:34:06.952061 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdee3f88-84c6-41cf-8425-d2d7dcc1f9ee tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:06.962476 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b605baa-40c7-4283-8019-953368aaea2e None None] Sync routers for ids ['8fe2a027-f647-4d60-a0a5-7a50fe6a638d'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:06.973931 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b605baa-40c7-4283-8019-953368aaea2e None None] Routers {'8fe2a027-f647-4d60-a0a5-7a50fe6a638d'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:06.974708 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8b605baa-40c7-4283-8019-953368aaea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:33:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['8fe2a027-f647-4d60-a0a5-7a50fe6a638d'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:07.010834 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8b605baa-40c7-4283-8019-953368aaea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:07.016890 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fdee3f88-84c6-41cf-8425-d2d7dcc1f9ee tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "PUT /v2.0/routers/8fe2a027-f647-4d60-a0a5-7a50fe6a638d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6105192 Jul 16 01:34:07.024927 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b605baa-40c7-4283-8019-953368aaea2e None None] Routers {'8fe2a027-f647-4d60-a0a5-7a50fe6a638d'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:07.025829 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8b605baa-40c7-4283-8019-953368aaea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:33:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['8fe2a027-f647-4d60-a0a5-7a50fe6a638d'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:07.057934 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44780) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:07.067083 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8b605baa-40c7-4283-8019-953368aaea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:07.067933 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b605baa-40c7-4283-8019-953368aaea2e None None] The sync data for ids ['8fe2a027-f647-4d60-a0a5-7a50fe6a638d'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:07.112766 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-220f4510-98b0-4b95-aa3b-ddff51acba13 req-c54a28e1-b8c5-4da0-9347-13c86c7e8a32 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1575890 Jul 16 01:34:07.113625 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7476c8-8986-4a3d-b747-282e328e914e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] GET failed (client error): The resource could not be found. Jul 16 01:34:07.118293 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dd7476c8-8986-4a3d-b747-282e328e914e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports/8a4fa905-6ba8-4d3b-89f1-08dc9f79d0f7 HTTP/1.1" status: 404 len: 333 time: 0.0582271 Jul 16 01:34:07.119252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44782) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:07.141530 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device c6ef99c6-2a01-4d09-b942-14a2b065e934 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:34:07.143745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fb3797-df15-429b-9796-ddf625c531db None None] Network 073a7758-94ee-43d7-8f11-17401453173a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:07.161218 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.164982 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event deleted for resources: {'Port': ['ID=6259ab0c-416d-41b8-a1ce-739e28b05f1e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.184042 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073a7758-94ee-43d7-8f11-17401453173a']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:07.197699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37479f52-6a7e-4207-87b7-021eeca2b103') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:07.198193 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37479f52-6a7e-4207-87b7-021eeca2b103') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:07.213686 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.214557 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8546f7d0-8176-4f13-b816-e46431153adf None None] Could not find standard attr ID for object 6259ab0c-416d-41b8-a1ce-739e28b05f1e. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:07.219220 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9061506f-d5ce-4f66-b368-f81f3a14a8a1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.235251 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.243616 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:07.244604 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:07.248251 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:07.281231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a536b6f-1a50-4f6e-8c82-afa5f6f023ad None None] Pushing event updated for resources: {'Port': ['ID=10834e0b-6f05-47d4-bac8-f499c9dd5e3f,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.300590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8a8e4b-b194-4f46-8fbf-fc276b811a41 req-f5c0f91a-15d7-427b-921c-57d7d18711e3 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:07.302148 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e8a8e4b-b194-4f46-8fbf-fc276b811a41 req-f5c0f91a-15d7-427b-921c-57d7d18711e3 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 943 time: 0.2842426 Jul 16 01:34:07.321174 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.330598 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.335837 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "DELETE /v2.0/networks/073a7758-94ee-43d7-8f11-17401453173a HTTP/1.1" status: 204 len: 168 time: 1.1443932 Jul 16 01:34:07.345102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44784) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:07.353605 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf9084-7038-4dab-bfbd-81394f96f19f tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event deleted for resources: {'Network': ['ID=073a7758-94ee-43d7-8f11-17401453173a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.372926 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.377177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e2d9a2fd-3966-4a4e-ae4f-7cddeb6c1b76 None None] Deleting port 10834e0b-6f05-47d4-bac8-f499c9dd5e3f {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:07.377784 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e2d9a2fd-3966-4a4e-ae4f-7cddeb6c1b76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.426454 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9061506f-d5ce-4f66-b368-f81f3a14a8a1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.428696 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.430813 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9061506f-d5ce-4f66-b368-f81f3a14a8a1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.448148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port c6ef99c6-2a01-4d09-b942-14a2b065e934, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c6ef99c6-2a01-4d09-b942-14a2b065e934,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:07.485004 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e8a8e4b-b194-4f46-8fbf-fc276b811a41 req-492dd074-351c-45a1-a432-6c533a09bce7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458464 Jul 16 01:34:07.495045 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9061506f-d5ce-4f66-b368-f81f3a14a8a1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.495712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9061506f-d5ce-4f66-b368-f81f3a14a8a1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Fanout notify agent at l3_agent the message router_deleted on router 8fe2a027-f647-4d60-a0a5-7a50fe6a638d {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:34:07.502590 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Deleting port 10834e0b-6f05-47d4-bac8-f499c9dd5e3f {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:07.502723 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e2d9a2fd-3966-4a4e-ae4f-7cddeb6c1b76 None None] For port 10834e0b-6f05-47d4-bac8-f499c9dd5e3f, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=10834e0b-6f05-47d4-bac8-f499c9dd5e3f,segment=NetworkSegment(1aea256a-c18f-42f7-b555-cb4de9d0b3ff),segment_id=1aea256a-c18f-42f7-b555-cb4de9d0b3ff)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:07.503006 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.503118 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e2d9a2fd-3966-4a4e-ae4f-7cddeb6c1b76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.506030 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9061506f-d5ce-4f66-b368-f81f3a14a8a1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.507418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9061506f-d5ce-4f66-b368-f81f3a14a8a1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/routers/8fe2a027-f647-4d60-a0a5-7a50fe6a638d HTTP/1.1" status: 204 len: 168 time: 0.3856425 Jul 16 01:34:07.510126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44786) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:07.521433 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861a405e-94b5-4823-b1a5-0ab523879255 None None] DHCP port deletion for 073a7758-94ee-43d7-8f11-17401453173a request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:07.523543 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e2d9a2fd-3966-4a4e-ae4f-7cddeb6c1b76 None None] Calling delete_port for 10834e0b-6f05-47d4-bac8-f499c9dd5e3f owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:07.528361 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'c6ef99c6-2a01-4d09-b942-14a2b065e934', 'network_id': 'e13e5abd-69c8-4ead-93cd-c7ed7a837fd4', 'port_id': 'c6ef99c6-2a01-4d09-b942-14a2b065e934', 'mac_address': 'fa:16:3e:0e:e2:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6a3a5b5-608c-42ac-b15c-afa126eaae53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:34:07.577679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88ca769-0173-4d98-9ae3-18979fb75e32 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting subnet 3188b83f-2548-4da5-8621-24ae8c7fedd7 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:07.581713 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b88ca769-0173-4d98-9ae3-18979fb75e32 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.581851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] For port 10834e0b-6f05-47d4-bac8-f499c9dd5e3f, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=10834e0b-6f05-47d4-bac8-f499c9dd5e3f,segment=NetworkSegment(1aea256a-c18f-42f7-b555-cb4de9d0b3ff),segment_id=1aea256a-c18f-42f7-b555-cb4de9d0b3ff)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:07.582175 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.594228 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Calling delete_port for 10834e0b-6f05-47d4-bac8-f499c9dd5e3f owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:07.622041 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.627092 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b88ca769-0173-4d98-9ae3-18979fb75e32 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.656377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ef99c6-2a01-4d09-b942-14a2b065e934 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:34:07.670978 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5901390a-a0fd-4752-af64-fc5a6c96c755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.681156 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e2d9a2fd-3966-4a4e-ae4f-7cddeb6c1b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.684015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port c6ef99c6-2a01-4d09-b942-14a2b065e934, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c6ef99c6-2a01-4d09-b942-14a2b065e934,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:07.695583 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.707905 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.712241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d9a2fd-3966-4a4e-ae4f-7cddeb6c1b76 None None] Pushing event deleted for resources: {'Port': ['ID=10834e0b-6f05-47d4-bac8-f499c9dd5e3f,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.717258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d9a2fd-3966-4a4e-ae4f-7cddeb6c1b76 None None] No DVR routers for this DVR port 10834e0b-6f05-47d4-bac8-f499c9dd5e3f on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:07.735108 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event deleted for resources: {'Port': ['ID=10834e0b-6f05-47d4-bac8-f499c9dd5e3f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.741446 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b88ca769-0173-4d98-9ae3-18979fb75e32 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.742678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] No DVR routers for this DVR port 10834e0b-6f05-47d4-bac8-f499c9dd5e3f on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:07.766778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=c6ef99c6-2a01-4d09-b942-14a2b065e934,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.802559 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b88ca769-0173-4d98-9ae3-18979fb75e32 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.828208 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.837801 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ca769-0173-4d98-9ae3-18979fb75e32 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Subnet': ['ID=3188b83f-2548-4da5-8621-24ae8c7fedd7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:07.838904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc24be46-935d-4622-8996-f7a818e674e9']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:07.842141 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b88ca769-0173-4d98-9ae3-18979fb75e32 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.844221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b88ca769-0173-4d98-9ae3-18979fb75e32 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/3188b83f-2548-4da5-8621-24ae8c7fedd7 HTTP/1.1" status: 204 len: 168 time: 0.3326976 Jul 16 01:34:07.846807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44788) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:07.850311 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f5a764-0623-4d4f-80e1-f4e0763dbc09 None None] Network 27b3da57-e270-4447-a401-96b381ff7d44 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:07.853557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aea256a-c18f-42f7-b555-cb4de9d0b3ff') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:07.853856 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aea256a-c18f-42f7-b555-cb4de9d0b3ff') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:07.862734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.878521 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.887800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:07.888165 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:07.891877 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:07.935827 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.957681 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.968246 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:07.972576 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "DELETE /v2.0/networks/dc24be46-935d-4622-8996-f7a818e674e9 HTTP/1.1" status: 204 len: 168 time: 0.6241343 Jul 16 01:34:07.974402 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44790) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:07.975600 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['c6ef99c6-2a01-4d09-b942-14a2b065e934'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:07.981005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c259207-270a-4b6d-a4bc-bf62627f3d2b tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event deleted for resources: {'Network': ['ID=dc24be46-935d-4622-8996-f7a818e674e9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.071046 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f967ec5e-6ea4-49b4-8078-8122b41a8839 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.075412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 5dc39702-d22d-4a81-bd4a-2b5775bc7529 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:08.075748 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.088865 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3db0f6-bbc1-42a2-993e-7477581433aa None None] DHCP port deletion for 27b3da57-e270-4447-a401-96b381ff7d44 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:08.164958 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 10834e0b-6f05-47d4-bac8-f499c9dd5e3f no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:08.192771 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 10834e0b-6f05-47d4-bac8-f499c9dd5e3f {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:08.193111 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 10834e0b-6f05-47d4-bac8-f499c9dd5e3f not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:08.193520 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6259ab0c-416d-41b8-a1ce-739e28b05f1e no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:08.196541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] For port 5dc39702-d22d-4a81-bd4a-2b5775bc7529, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5dc39702-d22d-4a81-bd4a-2b5775bc7529,segment=NetworkSegment(8f57e769-4b97-4e73-821d-69c13be06459),segment_id=8f57e769-4b97-4e73-821d-69c13be06459)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:08.196904 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.219584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2d3db0f6-bbc1-42a2-993e-7477581433aa None None] Deleting port 5dc39702-d22d-4a81-bd4a-2b5775bc7529 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:08.220099 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2d3db0f6-bbc1-42a2-993e-7477581433aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.232017 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 6259ab0c-416d-41b8-a1ce-739e28b05f1e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:08.232371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6259ab0c-416d-41b8-a1ce-739e28b05f1e not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:08.232766 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5dc39702-d22d-4a81-bd4a-2b5775bc7529 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:08.241268 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f967ec5e-6ea4-49b4-8078-8122b41a8839 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.245489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 5dc39702-d22d-4a81-bd4a-2b5775bc7529 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:08.285169 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-f967ec5e-6ea4-49b4-8078-8122b41a8839 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d02ea7-41b5-4b94-ae0b-40baf7f904ac']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:08.309493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-f967ec5e-6ea4-49b4-8078-8122b41a8839 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38700347-b61d-400d-b85b-ee7122e17109') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:08.309717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-f967ec5e-6ea4-49b4-8078-8122b41a8839 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38700347-b61d-400d-b85b-ee7122e17109') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:08.311021 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2d3db0f6-bbc1-42a2-993e-7477581433aa None None] For port 5dc39702-d22d-4a81-bd4a-2b5775bc7529, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5dc39702-d22d-4a81-bd4a-2b5775bc7529,segment=NetworkSegment(8f57e769-4b97-4e73-821d-69c13be06459),segment_id=8f57e769-4b97-4e73-821d-69c13be06459)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:08.311421 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2d3db0f6-bbc1-42a2-993e-7477581433aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.326251 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2d3db0f6-bbc1-42a2-993e-7477581433aa None None] Calling delete_port for 5dc39702-d22d-4a81-bd4a-2b5775bc7529 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:08.353491 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f967ec5e-6ea4-49b4-8078-8122b41a8839 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.384466 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f967ec5e-6ea4-49b4-8078-8122b41a8839 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.397823 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f967ec5e-6ea4-49b4-8078-8122b41a8839 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:08.398142 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f967ec5e-6ea4-49b4-8078-8122b41a8839 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:08.402062 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:08.406492 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.454181 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 5dc39702-d22d-4a81-bd4a-2b5775bc7529, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5dc39702-d22d-4a81-bd4a-2b5775bc7529,segment=NetworkSegment(8f57e769-4b97-4e73-821d-69c13be06459),segment_id=8f57e769-4b97-4e73-821d-69c13be06459)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:08.459185 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.477522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b447daf-923a-42a1-8574-821804327230 req-ad407720-549c-4cf8-9da8-725f12c4e2f0 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.479025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b447daf-923a-42a1-8574-821804327230 req-ad407720-549c-4cf8-9da8-725f12c4e2f0 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.2355106 Jul 16 01:34:08.497037 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.509972 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2d3db0f6-bbc1-42a2-993e-7477581433aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.512070 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f967ec5e-6ea4-49b4-8078-8122b41a8839 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.517265 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f967ec5e-6ea4-49b4-8078-8122b41a8839 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.522335 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f967ec5e-6ea4-49b4-8078-8122b41a8839 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "DELETE /v2.0/networks/39d02ea7-41b5-4b94-ae0b-40baf7f904ac HTTP/1.1" status: 204 len: 168 time: 0.5460429 Jul 16 01:34:08.522457 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44798) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:08.522921 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=5dc39702-d22d-4a81-bd4a-2b5775bc7529,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.558330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No DVR routers for this DVR port 5dc39702-d22d-4a81-bd4a-2b5775bc7529 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:08.562201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3db0f6-bbc1-42a2-993e-7477581433aa None None] Pushing event deleted for resources: {'Port': ['ID=5dc39702-d22d-4a81-bd4a-2b5775bc7529,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.568146 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3db0f6-bbc1-42a2-993e-7477581433aa None None] No DVR routers for this DVR port 5dc39702-d22d-4a81-bd4a-2b5775bc7529 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:08.571784 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.589850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=5dc39702-d22d-4a81-bd4a-2b5775bc7529,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.612174 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17ec8a16-8f58-4877-a6eb-dc397631462a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.617599 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967ec5e-6ea4-49b4-8078-8122b41a8839 tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event deleted for resources: {'Network': ['ID=39d02ea7-41b5-4b94-ae0b-40baf7f904ac,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.642028 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b447daf-923a-42a1-8574-821804327230 req-75a52e53-4c11-47f7-86d8-e5d984348529 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1535628 Jul 16 01:34:08.705656 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17ec8a16-8f58-4877-a6eb-dc397631462a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.716058 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-17ec8a16-8f58-4877-a6eb-dc397631462a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c732c91d-855b-44d9-8e12-de8386addb34']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:08.718710 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.725982 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-17ec8a16-8f58-4877-a6eb-dc397631462a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a288dede-b170-4eb6-98b9-71c167d1e1c6') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:08.726285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-17ec8a16-8f58-4877-a6eb-dc397631462a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a288dede-b170-4eb6-98b9-71c167d1e1c6') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:08.733675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27b3da57-e270-4447-a401-96b381ff7d44']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:08.735033 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17ec8a16-8f58-4877-a6eb-dc397631462a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.748901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f57e769-4b97-4e73-821d-69c13be06459') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:08.749164 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17ec8a16-8f58-4877-a6eb-dc397631462a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.749292 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f57e769-4b97-4e73-821d-69c13be06459') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:08.755612 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ec8a16-8f58-4877-a6eb-dc397631462a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:08.756253 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17ec8a16-8f58-4877-a6eb-dc397631462a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:08.759222 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:08.761306 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.778292 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf4117-a04c-4908-9812-11e18b784729 req-6c490a1d-8bfb-469e-aeb7-3fa99f363aa0 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.779851 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54bf4117-a04c-4908-9812-11e18b784729 req-6c490a1d-8bfb-469e-aeb7-3fa99f363aa0 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 944 time: 0.1414382 Jul 16 01:34:08.788003 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.806980 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:08.807390 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:08.810291 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:08.822210 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17ec8a16-8f58-4877-a6eb-dc397631462a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.833091 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17ec8a16-8f58-4877-a6eb-dc397631462a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.834905 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-17ec8a16-8f58-4877-a6eb-dc397631462a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] 10.222.0.22 "DELETE /v2.0/networks/c732c91d-855b-44d9-8e12-de8386addb34 HTTP/1.1" status: 204 len: 168 time: 0.3112490 Jul 16 01:34:08.844813 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec8a16-8f58-4877-a6eb-dc397631462a tempest-BulkNetworkOpsTest-1705457016 tempest-BulkNetworkOpsTest-1705457016-project] Pushing event deleted for resources: {'Network': ['ID=c732c91d-855b-44d9-8e12-de8386addb34,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.877300 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54bf4117-a04c-4908-9812-11e18b784729 req-1b0b57a9-3130-4a16-934b-9de38effa0ed tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911965 Jul 16 01:34:08.890223 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.899840 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:08.901606 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/networks/27b3da57-e270-4447-a401-96b381ff7d44 HTTP/1.1" status: 204 len: 168 time: 1.0537300 Jul 16 01:34:08.905804 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44802) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:08.915583 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1d0c6-1be7-41bf-9a19-7a01a9c94a13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Network': ['ID=27b3da57-e270-4447-a401-96b381ff7d44,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:08.965053 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae16ca05-ca72-4f68-b9ca-18305823624a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:08.966603 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ae16ca05-ca72-4f68-b9ca-18305823624a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports/002ab422-48e7-499d-8887-5d93d38e943b HTTP/1.1" status: 200 len: 844 time: 0.0596089 Jul 16 01:34:08.970226 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44804) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:09.020433 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-074e1588-de04-4f43-bad8-1cabcae4b8d4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports/002ab422-48e7-499d-8887-5d93d38e943b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0490394 Jul 16 01:34:09.024141 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44808) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:09.029273 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ad69a2e8-8901-4067-9ed5-dc692e0fb7d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'subnet': {'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:09.091692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44810) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:09.103015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device c6ef99c6-2a01-4d09-b942-14a2b065e934 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:09.124870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad69a2e8-8901-4067-9ed5-dc692e0fb7d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:09.128681 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ad69a2e8-8901-4067-9ed5-dc692e0fb7d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.155462 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port c6ef99c6-2a01-4d09-b942-14a2b065e934 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:09.161088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port c6ef99c6-2a01-4d09-b942-14a2b065e934 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:09.161463 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.242272 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-92ffdb63-4059-4bc0-b83d-97ce1276d7ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=175e6beee8f94240bb83fcf3aec49d1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491516 Jul 16 01:34:09.244808 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44814) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:09.245154 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.268761 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b831f0b-7bed-448c-b9bd-fb2592b70d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ef99c6-2a01-4d09-b942-14a2b065e934'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:09.271001 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def15c80-0a4b-44ee-b138-976b079ed6df" -d '{"events": [{"server_uuid": "4b831f0b-7bed-448c-b9bd-fb2592b70d21", "name": "network-vif-plugged", "status": "completed", "tag": "c6ef99c6-2a01-4d09-b942-14a2b065e934"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:09.284687 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port c6ef99c6-2a01-4d09-b942-14a2b065e934, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c6ef99c6-2a01-4d09-b942-14a2b065e934,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:09.291515 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.301832 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98f109b8-ca15-40cf-b727-dc431843e60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.325813 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98f109b8-ca15-40cf-b727-dc431843e60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.327820 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c02b98-091f-4d48-a330-1f4b1e9abd7a x-openstack-request-id: req-a7c02b98-091f-4d48-a330-1f4b1e9abd7a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:09.328129 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b831f0b-7bed-448c-b9bd-fb2592b70d21", "name": "network-vif-plugged", "status": "completed", "tag": "c6ef99c6-2a01-4d09-b942-14a2b065e934", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:09.328386 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7c02b98-091f-4d48-a330-1f4b1e9abd7a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:09.328779 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b831f0b-7bed-448c-b9bd-fb2592b70d21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ef99c6-2a01-4d09-b942-14a2b065e934', 'code': 200} Jul 16 01:34:09.336811 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ad69a2e8-8901-4067-9ed5-dc692e0fb7d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.373059 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=c6ef99c6-2a01-4d09-b942-14a2b065e934,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:09.379359 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98f109b8-ca15-40cf-b727-dc431843e60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.382450 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98f109b8-ca15-40cf-b727-dc431843e60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.386997 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-98f109b8-ca15-40cf-b727-dc431843e60d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b38c3c0-b21a-4f48-8528-7f895406960d HTTP/1.1" status: 204 len: 168 time: 0.1411147 Jul 16 01:34:09.395392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f109b8-ca15-40cf-b727-dc431843e60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b38c3c0-b21a-4f48-8528-7f895406960d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:09.401975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad69a2e8-8901-4067-9ed5-dc692e0fb7d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 6ac58152-1195-46be-a9b7-3da0714926ed is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:09.405440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-ad69a2e8-8901-4067-9ed5-dc692e0fb7d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:09.412287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad69a2e8-8901-4067-9ed5-dc692e0fb7d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.412709 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ad69a2e8-8901-4067-9ed5-dc692e0fb7d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.418473 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdcb8d7e-5fa4-47bd-9adb-1e87bd750292 None None] Network 6ac58152-1195-46be-a9b7-3da0714926ed requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:09.463682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ad69a2e8-8901-4067-9ed5-dc692e0fb7d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4383688 Jul 16 01:34:09.464386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69a2e8-8901-4067-9ed5-dc692e0fb7d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Subnet': ['ID=ceebed29-d033-4f5a-971a-1f2a293a5bf0,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:09.466207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44822) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:09.472158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-7c290a79-5315-4cdd-87bd-846e59cec84c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'security_group': {'name': 'tempest-secgroup-1630187205'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:09.509564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3da1d2-23c5-4a5c-83b6-acf8ba99c4be req-5fd0cf3c-be45-476b-a7f8-6a9f377bd00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.511426 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd3da1d2-23c5-4a5c-83b6-acf8ba99c4be req-5fd0cf3c-be45-476b-a7f8-6a9f377bd00d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 1097 time: 0.0959423 Jul 16 01:34:09.512207 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7c290a79-5315-4cdd-87bd-846e59cec84c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.569413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd3da1d2-23c5-4a5c-83b6-acf8ba99c4be req-e0bdd635-b812-4462-b5d4-5e810817a5dd service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478382 Jul 16 01:34:09.617834 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-6ac58152-1195-46be-a9b7-3da0714926ed', 'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'tenant_id': '69bedaa87caa4b4e8ade12cea83bb8d1', 'fixed_ips': [{'subnet_id': 'ceebed29-d033-4f5a-971a-1f2a293a5bf0'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:09.618863 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.636248 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7c290a79-5315-4cdd-87bd-846e59cec84c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.641096 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7c290a79-5315-4cdd-87bd-846e59cec84c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.672532 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7c290a79-5315-4cdd-87bd-846e59cec84c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.673815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7c290a79-5315-4cdd-87bd-846e59cec84c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2059369 Jul 16 01:34:09.676691 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44830) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:09.680557 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c290a79-5315-4cdd-87bd-846e59cec84c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b4bbcc-061c-49b6-b508-b43fddb8b996,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:09.681895 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9f9658a2-1c98-41ba-89a1-cf819b992019 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'security_group': {'name': 'tempest-secgroup-551382854'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:09.717520 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f9658a2-1c98-41ba-89a1-cf819b992019 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.774271 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Allocated IP 2001:db8::2 (6ac58152-1195-46be-a9b7-3da0714926ed/ceebed29-d033-4f5a-971a-1f2a293a5bf0/63902d88-4aaa-4a2e-a837-7c677993e9f3) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:09.827544 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f9658a2-1c98-41ba-89a1-cf819b992019 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.832776 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f9658a2-1c98-41ba-89a1-cf819b992019 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.864959 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f9658a2-1c98-41ba-89a1-cf819b992019 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:09.869107 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9f9658a2-1c98-41ba-89a1-cf819b992019 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1912544 Jul 16 01:34:09.869899 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44838) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:09.877314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-93509288-de56-4684-af33-0a7e5cb870a2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1870303419', 'security_groups': ['a8caccf1-3b9d-475b-888a-c287948ce14b'], 'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ceebed29-d033-4f5a-971a-1f2a293a5bf0'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:09.880081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7159c148-7390-4c24-b3e9-d8c7e5674275 req-d3126c5b-20a7-4699-9cb7-dcfe9c263de8 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:09.882283 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7159c148-7390-4c24-b3e9-d8c7e5674275 req-d3126c5b-20a7-4699-9cb7-dcfe9c263de8 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.0924969 Jul 16 01:34:09.883631 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9658a2-1c98-41ba-89a1-cf819b992019 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8caccf1-3b9d-475b-888a-c287948ce14b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:09.958810 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7159c148-7390-4c24-b3e9-d8c7e5674275 req-17d21bcd-47b3-4525-b039-f16f956dc47a tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0596483 Jul 16 01:34:10.026294 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.032367 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93509288-de56-4684-af33-0a7e5cb870a2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:10.039420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Transition to ACTIVE for port object 63902d88-4aaa-4a2e-a837-7c677993e9f3 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:10.080444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Transition to ACTIVE for port object 63902d88-4aaa-4a2e-a837-7c677993e9f3 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:10.088623 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.102410 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93095f-34ca-46be-ab18-1834c684e72e req-55e77b7f-208c-4c5c-a3e2-ccd522c83113 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.104525 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b93095f-34ca-46be-ab18-1834c684e72e req-55e77b7f-208c-4c5c-a3e2-ccd522c83113 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.0921173 Jul 16 01:34:10.137036 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93509288-de56-4684-af33-0a7e5cb870a2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.140231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Network 6ac58152-1195-46be-a9b7-3da0714926ed is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:10.143130 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:10.147744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:10.155220 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Pushing event updated for resources: {'Port': ['ID=63902d88-4aaa-4a2e-a837-7c677993e9f3,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:10.162725 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b93095f-34ca-46be-ab18-1834c684e72e req-8d1bdd79-11ad-4723-8b2e-0929b48ebe18 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471613 Jul 16 01:34:10.165375 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-93509288-de56-4684-af33-0a7e5cb870a2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] device_id is not set on port 3000c6d9-be25-4d53-ae80-0d057cde9a54 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:10.224844 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.230132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Attempting to bind port 63902d88-4aaa-4a2e-a837-7c677993e9f3 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:10.230503 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Attempting to bind port 63902d88-4aaa-4a2e-a837-7c677993e9f3 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '9278396b-18e5-40e1-bca5-99e2db7297d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:10.230910 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Attempting to bind port 63902d88-4aaa-4a2e-a837-7c677993e9f3 on network 6ac58152-1195-46be-a9b7-3da0714926ed {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:10.239839 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:10.240536 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Checking segment: {'id': '9278396b-18e5-40e1-bca5-99e2db7297d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:10.241225 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.241756 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Bound using segment: {'id': '9278396b-18e5-40e1-bca5-99e2db7297d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:10.242381 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Bound port: 63902d88-4aaa-4a2e-a837-7c677993e9f3, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9278396b-18e5-40e1-bca5-99e2db7297d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:10.242835 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.256743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44850) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:10.316511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] For port 63902d88-4aaa-4a2e-a837-7c677993e9f3, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:10.320536 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] For port 63902d88-4aaa-4a2e-a837-7c677993e9f3, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=63902d88-4aaa-4a2e-a837-7c677993e9f3,segment=NetworkSegment(9278396b-18e5-40e1-bca5-99e2db7297d9),segment_id=9278396b-18e5-40e1-bca5-99e2db7297d9)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:10.326415 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.361372 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-93509288-de56-4684-af33-0a7e5cb870a2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Allocated IP 2001:db8::15f (6ac58152-1195-46be-a9b7-3da0714926ed/ceebed29-d033-4f5a-971a-1f2a293a5bf0/3000c6d9-be25-4d53-ae80-0d057cde9a54) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:10.392576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e59ff833-78ce-4479-a97c-8006788e0682 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-67753625'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:10.411233 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e6b311-7604-415a-b352-9896c9aeedda None None] Pushing event updated for resources: {'Port': ['ID=63902d88-4aaa-4a2e-a837-7c677993e9f3,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:10.423196 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59ff833-78ce-4479-a97c-8006788e0682 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:10.427443 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e59ff833-78ce-4479-a97c-8006788e0682 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.436854 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e59ff833-78ce-4479-a97c-8006788e0682 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.556049 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93509288-de56-4684-af33-0a7e5cb870a2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.564200 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e59ff833-78ce-4479-a97c-8006788e0682 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.570346 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e59ff833-78ce-4479-a97c-8006788e0682 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.575819 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-93509288-de56-4684-af33-0a7e5cb870a2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Transition to ACTIVE for port object 3000c6d9-be25-4d53-ae80-0d057cde9a54 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:10.589922 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59ff833-78ce-4479-a97c-8006788e0682 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:10.628421 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e59ff833-78ce-4479-a97c-8006788e0682 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.628776 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-e59ff833-78ce-4479-a97c-8006788e0682 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Added segment 293d9d12-92cb-4151-81fe-2382df1c8576 of type vlan for network 6111451c-3ae7-490a-924e-1fd33c0e806a Jul 16 01:34:10.645787 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93509288-de56-4684-af33-0a7e5cb870a2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.707898 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e59ff833-78ce-4479-a97c-8006788e0682 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.712559 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ff833-78ce-4479-a97c-8006788e0682 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=448dae9e-ba74-4806-bebb-bf3423d76c17,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:10.725043 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93509288-de56-4684-af33-0a7e5cb870a2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 6ac58152-1195-46be-a9b7-3da0714926ed is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:10.729206 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-93509288-de56-4684-af33-0a7e5cb870a2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:10.732542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93509288-de56-4684-af33-0a7e5cb870a2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:10.739245 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93509288-de56-4684-af33-0a7e5cb870a2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.739972 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93509288-de56-4684-af33-0a7e5cb870a2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.753151 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e59ff833-78ce-4479-a97c-8006788e0682 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.759202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59ff833-78ce-4479-a97c-8006788e0682 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:10.760201 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e59ff833-78ce-4479-a97c-8006788e0682 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.764997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93509288-de56-4684-af33-0a7e5cb870a2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=3000c6d9-be25-4d53-ae80-0d057cde9a54,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:10.773795 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-93509288-de56-4684-af33-0a7e5cb870a2 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9003634 Jul 16 01:34:10.774379 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44856) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:10.779502 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-56a96b98-e81e-4891-a5a0-ec329b5c1a2b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'subnet': {'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:10.809901 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e59ff833-78ce-4479-a97c-8006788e0682 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5520287 Jul 16 01:34:10.812650 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44858) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:10.819453 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-976c74db-7b3e-4673-81af-d5e4762da4ea tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'name': 'tempest-PortsTestJSON-1492822877'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:10.848484 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59ff833-78ce-4479-a97c-8006788e0682 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Network': ['ID=6111451c-3ae7-490a-924e-1fd33c0e806a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:10.858565 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 6111451c-3ae7-490a-924e-1fd33c0e806a details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:10.902283 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a96b98-e81e-4891-a5a0-ec329b5c1a2b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:10.906563 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56a96b98-e81e-4891-a5a0-ec329b5c1a2b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.942065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976c74db-7b3e-4673-81af-d5e4762da4ea tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:10.945686 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-976c74db-7b3e-4673-81af-d5e4762da4ea tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:10.963061 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-976c74db-7b3e-4673-81af-d5e4762da4ea tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] device_id is not set on port 6edd6199-b671-4ccf-ac73-ce84a70f223e yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:11.003996 n-d-791505-14 neutron-server[93920]: INFO neutron.db.ipam_backend_mixin [None req-56a96b98-e81e-4891-a5a0-ec329b5c1a2b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ceebed29-d033-4f5a-971a-1f2a293a5bf0 (CIDR: 2001:db8::/64) Jul 16 01:34:11.008257 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a96b98-e81e-4891-a5a0-ec329b5c1a2b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:11.008716 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56a96b98-e81e-4891-a5a0-ec329b5c1a2b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:11.027778 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-56a96b98-e81e-4891-a5a0-ec329b5c1a2b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2522664 Jul 16 01:34:11.028348 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44862) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:11.033304 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-78088d8c-ed4b-482a-ac9b-005fcd641331 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'subnet': {'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:11.151899 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78088d8c-ed4b-482a-ac9b-005fcd641331 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:11.157328 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-78088d8c-ed4b-482a-ac9b-005fcd641331 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.175785 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-976c74db-7b3e-4673-81af-d5e4762da4ea tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.226581 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fc393-c9e3-46d1-bcee-6efac3985508 req-80878b9d-3f26-4036-bf61-cc8d27ad942f tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.228218 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb7fc393-c9e3-46d1-bcee-6efac3985508 req-80878b9d-3f26-4036-bf61-cc8d27ad942f tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.1434484 Jul 16 01:34:11.244556 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-976c74db-7b3e-4673-81af-d5e4762da4ea tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.336426 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb7fc393-c9e3-46d1-bcee-6efac3985508 req-be4c6689-76aa-4dee-a511-075bbd738f7b tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1007664 Jul 16 01:34:11.372563 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c74db-7b3e-4673-81af-d5e4762da4ea tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=6edd6199-b671-4ccf-ac73-ce84a70f223e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:11.392447 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976c74db-7b3e-4673-81af-d5e4762da4ea tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Checking segment: {'id': '293d9d12-92cb-4151-81fe-2382df1c8576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:11.392816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976c74db-7b3e-4673-81af-d5e4762da4ea tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network hostable DHCP agents. Network: 6111451c-3ae7-490a-924e-1fd33c0e806a, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:11.442618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9795e3a1-970e-4d87-a1d9-da462f74616b req-be0572de-b9af-4967-85b3-ea58fff0a75b tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.450261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9795e3a1-970e-4d87-a1d9-da462f74616b req-be0572de-b9af-4967-85b3-ea58fff0a75b tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1437879 Jul 16 01:34:11.451631 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-78088d8c-ed4b-482a-ac9b-005fcd641331 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.458607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976c74db-7b3e-4673-81af-d5e4762da4ea tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 6111451c-3ae7-490a-924e-1fd33c0e806a is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:11.478431 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-976c74db-7b3e-4673-81af-d5e4762da4ea tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 6111451c-3ae7-490a-924e-1fd33c0e806a) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:11.489308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976c74db-7b3e-4673-81af-d5e4762da4ea tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:11.489918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f41aaf4-dbc4-416c-bb96-09f329c4319b None None] Network 6111451c-3ae7-490a-924e-1fd33c0e806a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:11.494834 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976c74db-7b3e-4673-81af-d5e4762da4ea tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.495450 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-976c74db-7b3e-4673-81af-d5e4762da4ea tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.513778 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9795e3a1-970e-4d87-a1d9-da462f74616b req-98f6a70a-82cd-4c30-a3bf-03b76a0a973b tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624998 Jul 16 01:34:11.516490 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78088d8c-ed4b-482a-ac9b-005fcd641331 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 6ac58152-1195-46be-a9b7-3da0714926ed is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:11.528865 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-78088d8c-ed4b-482a-ac9b-005fcd641331 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:11.535941 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78088d8c-ed4b-482a-ac9b-005fcd641331 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:11.536453 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-78088d8c-ed4b-482a-ac9b-005fcd641331 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.544541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78088d8c-ed4b-482a-ac9b-005fcd641331 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Subnet': ['ID=41b3a645-59c5-4256-9bde-a60d1b84823f,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:11.555260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-976c74db-7b3e-4673-81af-d5e4762da4ea tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7388566 Jul 16 01:34:11.555856 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44870) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:11.561199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-57e5cff7-5e29-40ae-b5de-fade30bd57b5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1248959627'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:11.571460 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-78088d8c-ed4b-482a-ac9b-005fcd641331 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5392811 Jul 16 01:34:11.571640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44872) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:11.582063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0fa34134-90a3-4d17-8d39-3d08e9240723 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1652775213', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '41b3a645-59c5-4256-9bde-a60d1b84823f'}], 'security_groups': ['b0b4bbcc-061c-49b6-b508-b43fddb8b996']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:11.613670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e5cff7-5e29-40ae-b5de-fade30bd57b5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:11.638494 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57e5cff7-5e29-40ae-b5de-fade30bd57b5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.739790 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0fa34134-90a3-4d17-8d39-3d08e9240723 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.760298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e5cff7-5e29-40ae-b5de-fade30bd57b5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:11.844249 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f3c398ac-de92-42b7-bb9d-4ed0546667bb None None] Provisioning for port 63902d88-4aaa-4a2e-a837-7c677993e9f3 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:11.894869 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f3c398ac-de92-42b7-bb9d-4ed0546667bb None None] Provisioning complete for port 002ab422-48e7-499d-8887-5d93d38e943b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:11.895569 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f3c398ac-de92-42b7-bb9d-4ed0546667bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:11.942648 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f3c398ac-de92-42b7-bb9d-4ed0546667bb None None] Port 002ab422-48e7-499d-8887-5d93d38e943b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:11.969984 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf66a66a-e67a-4370-bac3-9602022fa05d None None] Network 6ac58152-1195-46be-a9b7-3da0714926ed requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:12.079857 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5077c30b-58e3-46af-a532-c0f94ef39856 None None] Provisioning for port 3000c6d9-be25-4d53-ae80-0d057cde9a54 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:12.139583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5077c30b-58e3-46af-a532-c0f94ef39856 None None] Provisioning complete for port 3000c6d9-be25-4d53-ae80-0d057cde9a54 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:12.139994 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5077c30b-58e3-46af-a532-c0f94ef39856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.178709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5077c30b-58e3-46af-a532-c0f94ef39856 None None] Port 3000c6d9-be25-4d53-ae80-0d057cde9a54 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:12.193392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-0fa34134-90a3-4d17-8d39-3d08e9240723 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Delete allocated IP 2001:db8::15f (6ac58152-1195-46be-a9b7-3da0714926ed/ceebed29-d033-4f5a-971a-1f2a293a5bf0) {{(pid=93920) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:34:12.206322 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-0fa34134-90a3-4d17-8d39-3d08e9240723 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Allocated IP 2001:db8:0:1::22c (6ac58152-1195-46be-a9b7-3da0714926ed/41b3a645-59c5-4256-9bde-a60d1b84823f/3000c6d9-be25-4d53-ae80-0d057cde9a54) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:12.215401 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 63902d88-4aaa-4a2e-a837-7c677993e9f3 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:12.278859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 63902d88-4aaa-4a2e-a837-7c677993e9f3 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:12.283165 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 63902d88-4aaa-4a2e-a837-7c677993e9f3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:12.283560 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.294168 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57e5cff7-5e29-40ae-b5de-fade30bd57b5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.294518 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-57e5cff7-5e29-40ae-b5de-fade30bd57b5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Added segment 9a5c84a1-d2d5-417e-9d98-955ad9f1a5df of type vlan for network 81ff2521-1475-440f-a872-7659dddd06e2 Jul 16 01:34:12.363867 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e275061f-e50f-4f0d-83d5-055dee303f73 None None] Update dhcp port {'port': {'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'fixed_ips': [{'subnet_id': 'ceebed29-d033-4f5a-971a-1f2a293a5bf0', 'ip_address': '2001:db8::2'}, {'subnet_id': '41b3a645-59c5-4256-9bde-a60d1b84823f'}], 'binding:host_id': 'n-d-791505-14'}, 'id': '63902d88-4aaa-4a2e-a837-7c677993e9f3'} from n-d-791505-14. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:34:12.368747 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57e5cff7-5e29-40ae-b5de-fade30bd57b5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.394498 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0fa34134-90a3-4d17-8d39-3d08e9240723 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.406757 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-0fa34134-90a3-4d17-8d39-3d08e9240723 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Ignored duplicate provisioning block setup for port 3000c6d9-be25-4d53-ae80-0d057cde9a54 by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:34:12.411067 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0fa34134-90a3-4d17-8d39-3d08e9240723 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.423845 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2ca0c-f73f-49b8-8196-ca67957a94e1 req-baf18495-bff6-4210-8656-f286a62f4699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.425388 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fd2ca0c-f73f-49b8-8196-ca67957a94e1 req-baf18495-bff6-4210-8656-f286a62f4699 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4100c1fde37843068ccfc8eef15b59a0&device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 1098 time: 0.6832228 Jul 16 01:34:12.433560 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e275061f-e50f-4f0d-83d5-055dee303f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.444369 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.459241 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57e5cff7-5e29-40ae-b5de-fade30bd57b5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.466518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e5cff7-5e29-40ae-b5de-fade30bd57b5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.467134 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57e5cff7-5e29-40ae-b5de-fade30bd57b5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.476115 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e69d16-faf1-490b-bdc5-a4ff1d3924d2 req-7ebffb9b-c5a2-494b-95c5-ce1a9249f47c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.477589 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5e69d16-faf1-490b-bdc5-a4ff1d3924d2 req-7ebffb9b-c5a2-494b-95c5-ce1a9249f47c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.2282708 Jul 16 01:34:12.481243 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0fa34134-90a3-4d17-8d39-3d08e9240723 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] In _notify_port_updated(), no bound segment for port 3000c6d9-be25-4d53-ae80-0d057cde9a54 on network 6ac58152-1195-46be-a9b7-3da0714926ed {{(pid=93920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:34:12.486624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa34134-90a3-4d17-8d39-3d08e9240723 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.488038 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0fa34134-90a3-4d17-8d39-3d08e9240723 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.492570 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0fa34134-90a3-4d17-8d39-3d08e9240723 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "PUT /v2.0/ports/3000c6d9-be25-4d53-ae80-0d057cde9a54 HTTP/1.1" status: 200 len: 931 time: 0.9194210 Jul 16 01:34:12.498063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44880) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:12.501911 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c23aa4-1798-4013-ab6d-15ad9745a5e9 req-abaffe08-b379-48ec-a139-bd5db81f5842 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.507056 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 63902d88-4aaa-4a2e-a837-7c677993e9f3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=63902d88-4aaa-4a2e-a837-7c677993e9f3,segment=NetworkSegment(9278396b-18e5-40e1-bca5-99e2db7297d9),segment_id=9278396b-18e5-40e1-bca5-99e2db7297d9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:12.508978 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-78c23aa4-1798-4013-ab6d-15ad9745a5e9 req-abaffe08-b379-48ec-a139-bd5db81f5842 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.2582667 Jul 16 01:34:12.515374 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.536301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa34134-90a3-4d17-8d39-3d08e9240723 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=3000c6d9-be25-4d53-ae80-0d057cde9a54,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:12.571221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-57e5cff7-5e29-40ae-b5de-fade30bd57b5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0146217 Jul 16 01:34:12.585052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44882) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:12.591286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'ports': [{'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a'}, {'network_id': '81ff2521-1475-440f-a872-7659dddd06e2'}]} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:12.591671 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:12.592403 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'network_id': '81ff2521-1475-440f-a872-7659dddd06e2'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:12.654756 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5cff7-5e29-40ae-b5de-fade30bd57b5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Network': ['ID=81ff2521-1475-440f-a872-7659dddd06e2,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:12.655359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=63902d88-4aaa-4a2e-a837-7c677993e9f3,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:12.676604 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 81ff2521-1475-440f-a872-7659dddd06e2 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:12.692516 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-78c23aa4-1798-4013-ab6d-15ad9745a5e9 req-cb9ea48c-d625-40e8-96d8-4e154d714fdc tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1824532 Jul 16 01:34:12.702094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-e275061f-e50f-4f0d-83d5-055dee303f73 None None] Allocated IP 2001:db8:0:1::2 (6ac58152-1195-46be-a9b7-3da0714926ed/41b3a645-59c5-4256-9bde-a60d1b84823f/63902d88-4aaa-4a2e-a837-7c677993e9f3) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:12.707154 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-86339bd8-5ff7-4885-ba2e-050c834fc091 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 3000c6d9-be25-4d53-ae80-0d057cde9a54 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:12.707716 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86339bd8-5ff7-4885-ba2e-050c834fc091 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.712777 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5e69d16-faf1-490b-bdc5-a4ff1d3924d2 req-4052ffac-e8c8-4ae0-9c57-f38617e76325 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874743 Jul 16 01:34:12.713906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2ca0c-f73f-49b8-8196-ca67957a94e1 req-49008ccd-1819-480e-b749-46179a66901c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.715379 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fd2ca0c-f73f-49b8-8196-ca67957a94e1 req-49008ccd-1819-480e-b749-46179a66901c service neutron] 10.222.0.69 "GET /v2.0/networks?id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede HTTP/1.1" status: 200 len: 912 time: 0.2794709 Jul 16 01:34:12.785127 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fd2ca0c-f73f-49b8-8196-ca67957a94e1 req-61db8d3e-ea81-4237-89eb-9d97f82103fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b043587-59f2-43a2-b555-a7e1b90ee355 HTTP/1.1" status: 200 len: 1001 time: 0.0628135 Jul 16 01:34:12.875207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e275061f-e50f-4f0d-83d5-055dee303f73 None None] For port 63902d88-4aaa-4a2e-a837-7c677993e9f3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=63902d88-4aaa-4a2e-a837-7c677993e9f3,segment=NetworkSegment(9278396b-18e5-40e1-bca5-99e2db7297d9),segment_id=9278396b-18e5-40e1-bca5-99e2db7297d9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:12.875449 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'port': 2} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:12.880028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2ca0c-f73f-49b8-8196-ca67957a94e1 req-5a57e536-b8fd-42cc-aa48-ee9bf41b9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.880189 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.881535 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fd2ca0c-f73f-49b8-8196-ca67957a94e1 req-5a57e536-b8fd-42cc-aa48-ee9bf41b9582 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7459754e-d7d4-4f48-a231-067bfcf50ff6 HTTP/1.1" status: 200 len: 850 time: 0.0894842 Jul 16 01:34:12.884127 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86339bd8-5ff7-4885-ba2e-050c834fc091 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.904548 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-86339bd8-5ff7-4885-ba2e-050c834fc091 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 3000c6d9-be25-4d53-ae80-0d057cde9a54 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:12.906134 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e275061f-e50f-4f0d-83d5-055dee303f73 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.906658 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.921846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e275061f-e50f-4f0d-83d5-055dee303f73 None None] Transition to ACTIVE for port object 63902d88-4aaa-4a2e-a837-7c677993e9f3 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:12.928443 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e275061f-e50f-4f0d-83d5-055dee303f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:12.941960 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328990d-2b02-45fd-afdc-ed5223a46933 req-7d2034df-accf-4e56-a9ba-18dac917257e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:12.943525 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f328990d-2b02-45fd-afdc-ed5223a46933 req-7d2034df-accf-4e56-a9ba-18dac917257e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1162713 Jul 16 01:34:13.006988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd2ca0c-f73f-49b8-8196-ca67957a94e1 req-91a7b6aa-16db-4d72-88b4-dadbc39f4fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.008647 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fd2ca0c-f73f-49b8-8196-ca67957a94e1 req-91a7b6aa-16db-4d72-88b4-dadbc39f4fa9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1190004 Jul 16 01:34:13.011700 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f328990d-2b02-45fd-afdc-ed5223a46933 req-b7d4ebd2-905f-4df6-9d80-a998a66076fc tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599029 Jul 16 01:34:13.025582 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e275061f-e50f-4f0d-83d5-055dee303f73 None None] Pushing event updated for resources: {'Port': ['ID=63902d88-4aaa-4a2e-a837-7c677993e9f3,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:13.048171 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] device_id is not set on port ec630b0c-bcea-4c7d-892a-512032c5dfd9 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:13.144771 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fd2ca0c-f73f-49b8-8196-ca67957a94e1 req-69ccd20f-59d6-4e3b-b5b0-3a2ad078340f service neutron] 10.222.0.69 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291444 Jul 16 01:34:13.210408 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86339bd8-5ff7-4885-ba2e-050c834fc091 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.259975 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86339bd8-5ff7-4885-ba2e-050c834fc091 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=3000c6d9-be25-4d53-ae80-0d057cde9a54,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:13.266604 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fd2ca0c-f73f-49b8-8196-ca67957a94e1 req-9e9e7704-92c3-42d5-b408-91ddf565c0dd service neutron] 10.222.0.69 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144605 Jul 16 01:34:13.307267 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86339bd8-5ff7-4885-ba2e-050c834fc091 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.309424 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-86339bd8-5ff7-4885-ba2e-050c834fc091 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/3000c6d9-be25-4d53-ae80-0d057cde9a54 HTTP/1.1" status: 204 len: 168 time: 0.8103034 Jul 16 01:34:13.312148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44892) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:13.337259 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.352075 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-db527736-889e-4509-acfd-28350fd965b4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] GET failed (client error): The resource could not be found. Jul 16 01:34:13.353933 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-db527736-889e-4509-acfd-28350fd965b4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports/3000c6d9-be25-4d53-ae80-0d057cde9a54 HTTP/1.1" status: 404 len: 333 time: 0.0406663 Jul 16 01:34:13.356734 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44894) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:13.426424 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] device_id is not set on port 1e129da3-5069-4db9-b439-f307e1fa5815 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:13.459140 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-aed403b2-08f9-4a7d-9d87-11cb88a4ee0c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.493905 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3564bb28-d467-408c-804b-8be07e3efda1 req-d18d0895-f1ce-4ba7-ad36-ce25d73aab98 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.495316 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3564bb28-d467-408c-804b-8be07e3efda1 req-d18d0895-f1ce-4ba7-ad36-ce25d73aab98 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1146655 Jul 16 01:34:13.497041 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-aed403b2-08f9-4a7d-9d87-11cb88a4ee0c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.550293 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.559432 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3564bb28-d467-408c-804b-8be07e3efda1 req-f21da1f4-502c-42b4-92eb-fa061986f6d6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529742 Jul 16 01:34:13.569808 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-aed403b2-08f9-4a7d-9d87-11cb88a4ee0c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.574038 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-aed403b2-08f9-4a7d-9d87-11cb88a4ee0c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.575457 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-aed403b2-08f9-4a7d-9d87-11cb88a4ee0c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/security-groups/a8caccf1-3b9d-475b-888a-c287948ce14b HTTP/1.1" status: 204 len: 168 time: 0.2177014 Jul 16 01:34:13.578303 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44896) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:13.591967 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed403b2-08f9-4a7d-9d87-11cb88a4ee0c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8caccf1-3b9d-475b-888a-c287948ce14b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:13.630005 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.691305 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 6111451c-3ae7-490a-924e-1fd33c0e806a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:13.698817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:13.709684 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:13.710525 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.716901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=ec630b0c-bcea-4c7d-892a-512032c5dfd9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:13.720270 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-60a1b227-e859-448e-8240-f7d5a99cf372 None None] Could not find standard attr ID for object 3000c6d9-be25-4d53-ae80-0d057cde9a54. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:13.721844 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb216acd-83cc-4bc8-8399-e917d5f5226b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.733412 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-60a1b227-e859-448e-8240-f7d5a99cf372 None None] Provisioning for port 63902d88-4aaa-4a2e-a837-7c677993e9f3 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:13.740162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-60a1b227-e859-448e-8240-f7d5a99cf372 None None] Provisioning complete for port 63902d88-4aaa-4a2e-a837-7c677993e9f3 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:13.740765 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-60a1b227-e859-448e-8240-f7d5a99cf372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.784482 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb216acd-83cc-4bc8-8399-e917d5f5226b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.811614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=1e129da3-5069-4db9-b439-f307e1fa5815,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:13.845114 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Checking segment: {'id': '9a5c84a1-d2d5-417e-9d98-955ad9f1a5df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '81ff2521-1475-440f-a872-7659dddd06e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:13.849986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network hostable DHCP agents. Network: 81ff2521-1475-440f-a872-7659dddd06e2, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:13.873660 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb216acd-83cc-4bc8-8399-e917d5f5226b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.876620 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb216acd-83cc-4bc8-8399-e917d5f5226b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.880222 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fb216acd-83cc-4bc8-8399-e917d5f5226b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/security-groups/b0b4bbcc-061c-49b6-b508-b43fddb8b996 HTTP/1.1" status: 204 len: 168 time: 0.2970781 Jul 16 01:34:13.880503 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44900) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:13.921164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-60a1b227-e859-448e-8240-f7d5a99cf372 None None] Provisioning complete for port 002ab422-48e7-499d-8887-5d93d38e943b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:13.922143 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-60a1b227-e859-448e-8240-f7d5a99cf372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.929827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb216acd-83cc-4bc8-8399-e917d5f5226b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b4bbcc-061c-49b6-b508-b43fddb8b996,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:13.936001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 81ff2521-1475-440f-a872-7659dddd06e2 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:13.960295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 81ff2521-1475-440f-a872-7659dddd06e2) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:13.979195 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f02cbf-bf0b-4739-9f9c-b2a7fe5a80c2 None None] Network 81ff2521-1475-440f-a872-7659dddd06e2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:13.980334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:13.987237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.992168 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb10d100-77f1-4057-9e89-7a58ff696258 req-61baae5b-1d1d-40cf-befe-8d3f16915bc1 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.992663 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:13.993113 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:13.999894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb10d100-77f1-4057-9e89-7a58ff696258 req-61baae5b-1d1d-40cf-befe-8d3f16915bc1 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.0981150 Jul 16 01:34:14.004413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-8665191b-9c17-436c-8267-1358c10a827c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting subnet ceebed29-d033-4f5a-971a-1f2a293a5bf0 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:14.010021 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8665191b-9c17-436c-8267-1358c10a827c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.016807 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-60a1b227-e859-448e-8240-f7d5a99cf372 None None] Port 002ab422-48e7-499d-8887-5d93d38e943b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:14.056767 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb10d100-77f1-4057-9e89-7a58ff696258 req-0958944a-b56f-4daa-84bb-e051a51d5871 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556126 Jul 16 01:34:14.059393 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44902) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:14.079685 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c1dff45d-2085-4dec-8353-e96de435bdd0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4697609 Jul 16 01:34:14.083196 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8665191b-9c17-436c-8267-1358c10a827c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.153046 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ba11b5e7-b793-4a70-952d-6fe217a0fd50 None None] Could not find standard attr ID for object 3000c6d9-be25-4d53-ae80-0d057cde9a54. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:14.171685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 63902d88-4aaa-4a2e-a837-7c677993e9f3 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:14.204421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-7871b6e6-1583-4982-99af-f8e0abfe4d0f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port 1e129da3-5069-4db9-b439-f307e1fa5815 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:14.204774 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7871b6e6-1583-4982-99af-f8e0abfe4d0f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.216702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8665191b-9c17-436c-8267-1358c10a827c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.286863 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7871b6e6-1583-4982-99af-f8e0abfe4d0f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.296462 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 63902d88-4aaa-4a2e-a837-7c677993e9f3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:14.297076 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8665191b-9c17-436c-8267-1358c10a827c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.297318 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.299680 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-7871b6e6-1583-4982-99af-f8e0abfe4d0f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for 1e129da3-5069-4db9-b439-f307e1fa5815 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:14.337599 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665191b-9c17-436c-8267-1358c10a827c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Subnet': ['ID=ceebed29-d033-4f5a-971a-1f2a293a5bf0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:14.340018 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8665191b-9c17-436c-8267-1358c10a827c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.344438 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8665191b-9c17-436c-8267-1358c10a827c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/ceebed29-d033-4f5a-971a-1f2a293a5bf0 HTTP/1.1" status: 204 len: 168 time: 0.4564579 Jul 16 01:34:14.345253 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5feaa4-af04-49e7-bc60-24ad552e5883 None None] Network 6ac58152-1195-46be-a9b7-3da0714926ed requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:14.346044 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44906) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:14.351954 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7d1b4c4c-3788-484c-9e01-5ada09d1d441 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'subnet': {'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:14.390395 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7871b6e6-1583-4982-99af-f8e0abfe4d0f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.435806 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7871b6e6-1583-4982-99af-f8e0abfe4d0f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.440746 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7871b6e6-1583-4982-99af-f8e0abfe4d0f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/1e129da3-5069-4db9-b439-f307e1fa5815 HTTP/1.1" status: 204 len: 168 time: 0.3800306 Jul 16 01:34:14.442321 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44908) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:14.443399 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7871b6e6-1583-4982-99af-f8e0abfe4d0f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=1e129da3-5069-4db9-b439-f307e1fa5815,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:14.495232 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1b4c4c-3788-484c-9e01-5ada09d1d441 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:14.498745 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d1b4c4c-3788-484c-9e01-5ada09d1d441 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.599714 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83f8a2f-0f73-4a31-968e-9a07e70f10a2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.605698 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83f8a2f-0f73-4a31-968e-9a07e70f10a2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.609825 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c83f8a2f-0f73-4a31-968e-9a07e70f10a2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1633494 Jul 16 01:34:14.610060 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44912) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:14.790422 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d1b4c4c-3788-484c-9e01-5ada09d1d441 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.795267 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port ec630b0c-bcea-4c7d-892a-512032c5dfd9 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:14.795606 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.807969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7f75d2-bdde-4a5a-84bd-234038ae2dc4 req-0354c961-f573-4706-8043-99c8a984778d tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.809530 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe7f75d2-bdde-4a5a-84bd-234038ae2dc4 req-0354c961-f573-4706-8043-99c8a984778d tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.0990763 Jul 16 01:34:14.851312 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1b4c4c-3788-484c-9e01-5ada09d1d441 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 6ac58152-1195-46be-a9b7-3da0714926ed is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:14.855040 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-7d1b4c4c-3788-484c-9e01-5ada09d1d441 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:14.858806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1b4c4c-3788-484c-9e01-5ada09d1d441 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:14.859640 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d1b4c4c-3788-484c-9e01-5ada09d1d441 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.878987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b4c4c-3788-484c-9e01-5ada09d1d441 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Subnet': ['ID=14596081-091e-4f82-beed-c5899979dee4,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:14.888993 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7d1b4c4c-3788-484c-9e01-5ada09d1d441 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5409131 Jul 16 01:34:14.889782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44914) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:14.895112 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-33f427e1-649e-4c8c-aef5-6068142c7e9f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'security_group': {'name': 'tempest-secgroup-1865551085'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:14.908985 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.920913 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33f427e1-649e-4c8c-aef5-6068142c7e9f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:14.930858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for ec630b0c-bcea-4c7d-892a-512032c5dfd9 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:14.951610 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe7f75d2-bdde-4a5a-84bd-234038ae2dc4 req-4c13a663-c676-4983-9cba-c44faec48fe6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236634 Jul 16 01:34:15.019653 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33f427e1-649e-4c8c-aef5-6068142c7e9f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.023856 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33f427e1-649e-4c8c-aef5-6068142c7e9f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.044574 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.057086 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33f427e1-649e-4c8c-aef5-6068142c7e9f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.060239 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-33f427e1-649e-4c8c-aef5-6068142c7e9f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1694410 Jul 16 01:34:15.061009 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44916) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.072196 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f427e1-649e-4c8c-aef5-6068142c7e9f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc2c3c7-5dc0-4ba6-8516-a7d3be8ba281,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:15.084537 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6ba7f51f-a382-4276-b733-16e0d87f26c1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'security_group': {'name': 'tempest-secgroup-1016893018'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:15.091656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=ec630b0c-bcea-4c7d-892a-512032c5dfd9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:15.104850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.105224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.105577 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.105917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.106251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.106582 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.106911 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.107239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.107572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.107947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.108279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.108606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:15.111737 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.114234 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b719aad6-c59f-4661-898a-c2efcd697ed1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/ec630b0c-bcea-4c7d-892a-512032c5dfd9 HTTP/1.1" status: 204 len: 168 time: 0.5031533 Jul 16 01:34:15.117791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44920) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.130109 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ba7f51f-a382-4276-b733-16e0d87f26c1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.195528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56921a5e-3eb9-4d6d-9018-f7933628946e tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.200187 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-56921a5e-3eb9-4d6d-9018-f7933628946e tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0813661 Jul 16 01:34:15.200770 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44922) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.205929 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7928dd72-52c7-4f33-b08e-fbf941702af6 None None] Network 6ac58152-1195-46be-a9b7-3da0714926ed requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:15.239048 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-214ba50a-b209-4906-9f73-5c2f5568ccd8 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] GET failed (client error): The resource could not be found. Jul 16 01:34:15.245282 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-214ba50a-b209-4906-9f73-5c2f5568ccd8 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports/1e129da3-5069-4db9-b439-f307e1fa5815 HTTP/1.1" status: 404 len: 333 time: 0.0430090 Jul 16 01:34:15.246171 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44924) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.276399 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0b53930-406c-4ddc-9639-f661c87811a3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] GET failed (client error): The resource could not be found. Jul 16 01:34:15.277964 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d0b53930-406c-4ddc-9639-f661c87811a3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports/ec630b0c-bcea-4c7d-892a-512032c5dfd9 HTTP/1.1" status: 404 len: 333 time: 0.0304816 Jul 16 01:34:15.280695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44926) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.288499 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ba7f51f-a382-4276-b733-16e0d87f26c1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.295988 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ba7f51f-a382-4276-b733-16e0d87f26c1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.303594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ac0d4f34-f178-4d54-99e8-8f470d3defb9 None None] Provisioning complete for port 63902d88-4aaa-4a2e-a837-7c677993e9f3 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:15.304282 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac0d4f34-f178-4d54-99e8-8f470d3defb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.322807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63d4a8-272e-4879-9f55-fd8e10297fbf req-8a34b0ea-0395-4c79-b40e-ae34de417da8 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.324379 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b63d4a8-272e-4879-9f55-fd8e10297fbf req-8a34b0ea-0395-4c79-b40e-ae34de417da8 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.1332152 Jul 16 01:34:15.341552 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ba7f51f-a382-4276-b733-16e0d87f26c1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.346583 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6ba7f51f-a382-4276-b733-16e0d87f26c1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2839131 Jul 16 01:34:15.349188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44930) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.355227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a30e63d8-ab3d-426e-9358-e82bb13ca890 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'security_group': {'name': 'tempest-secgroup-106776730'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:15.359218 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7f51f-a382-4276-b733-16e0d87f26c1 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f79e3e-9845-4731-a1fa-bd107aaa049f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:15.377065 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0105a2a6-ec90-4ea8-9d34-ac6d14553dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.414504 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a30e63d8-ab3d-426e-9358-e82bb13ca890 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.420178 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b63d4a8-272e-4879-9f55-fd8e10297fbf req-55f5a08a-84c4-4c7f-872c-046b6059a5f6 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0714629 Jul 16 01:34:15.481302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ac0d4f34-f178-4d54-99e8-8f470d3defb9 None None] Provisioning complete for port 002ab422-48e7-499d-8887-5d93d38e943b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:15.481687 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac0d4f34-f178-4d54-99e8-8f470d3defb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.503068 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0105a2a6-ec90-4ea8-9d34-ac6d14553dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.516413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-0105a2a6-ec90-4ea8-9d34-ac6d14553dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ff2521-1475-440f-a872-7659dddd06e2']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:15.529733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ac0d4f34-f178-4d54-99e8-8f470d3defb9 None None] Port 002ab422-48e7-499d-8887-5d93d38e943b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:15.534676 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a30e63d8-ab3d-426e-9358-e82bb13ca890 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.537333 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-0105a2a6-ec90-4ea8-9d34-ac6d14553dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5c84a1-d2d5-417e-9d98-955ad9f1a5df') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:15.537717 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-0105a2a6-ec90-4ea8-9d34-ac6d14553dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5c84a1-d2d5-417e-9d98-955ad9f1a5df') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:15.545386 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a30e63d8-ab3d-426e-9358-e82bb13ca890 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.548891 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0105a2a6-ec90-4ea8-9d34-ac6d14553dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.566032 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0105a2a6-ec90-4ea8-9d34-ac6d14553dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.571812 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a30e63d8-ab3d-426e-9358-e82bb13ca890 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.573150 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a30e63d8-ab3d-426e-9358-e82bb13ca890 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2231481 Jul 16 01:34:15.575336 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47ef268-3f3c-4817-9764-1dea89d94212 None None] Update dhcp port {'port': {'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'fixed_ips': [{'subnet_id': '41b3a645-59c5-4256-9bde-a60d1b84823f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '14596081-091e-4f82-beed-c5899979dee4'}], 'binding:host_id': 'n-d-791505-14'}, 'id': '63902d88-4aaa-4a2e-a837-7c677993e9f3'} from n-d-791505-14. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:34:15.576043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44934) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.577406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0105a2a6-ec90-4ea8-9d34-ac6d14553dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:15.578073 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0105a2a6-ec90-4ea8-9d34-ac6d14553dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.581586 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-56c76eb9-c205-4cd0-93b9-606a2b312b19 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-157446859', 'security_groups': ['eec4be0e-890a-4866-8b06-d2bdde99d94b'], 'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '14596081-091e-4f82-beed-c5899979dee4'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:15.592776 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:15.596920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30e63d8-ab3d-426e-9358-e82bb13ca890 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec4be0e-890a-4866-8b06-d2bdde99d94b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:15.612696 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:34:15.615337 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d47ef268-3f3c-4817-9764-1dea89d94212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.657134 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0105a2a6-ec90-4ea8-9d34-ac6d14553dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.675573 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0105a2a6-ec90-4ea8-9d34-ac6d14553dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.680765 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0105a2a6-ec90-4ea8-9d34-ac6d14553dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/networks/81ff2521-1475-440f-a872-7659dddd06e2 HTTP/1.1" status: 204 len: 168 time: 0.3958564 Jul 16 01:34:15.680765 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105a2a6-ec90-4ea8-9d34-ac6d14553dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Network': ['ID=81ff2521-1475-440f-a872-7659dddd06e2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:15.681657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44936) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.690102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9d9aef31-ea22-4237-9a0f-0226b8aa4b90 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1984415354'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:15.698125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c76eb9-c205-4cd0-93b9-606a2b312b19 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:15.715613 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9aef31-ea22-4237-9a0f-0226b8aa4b90 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:15.719511 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d9aef31-ea22-4237-9a0f-0226b8aa4b90 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.750772 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d9aef31-ea22-4237-9a0f-0226b8aa4b90 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:15.761044 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d9aef31-ea22-4237-9a0f-0226b8aa4b90 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.761319 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-9d9aef31-ea22-4237-9a0f-0226b8aa4b90 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Added segment 8d338cab-5f07-4648-ab9d-1569546b52a5 of type vlan for network ee34ad1f-0374-4039-b2e4-370fdc676fec Jul 16 01:34:15.788002 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-d47ef268-3f3c-4817-9764-1dea89d94212 None None] Allocated IP 2001:db8::2 (6ac58152-1195-46be-a9b7-3da0714926ed/14596081-091e-4f82-beed-c5899979dee4/63902d88-4aaa-4a2e-a837-7c677993e9f3) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:15.788399 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56c76eb9-c205-4cd0-93b9-606a2b312b19 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.808322 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-56c76eb9-c205-4cd0-93b9-606a2b312b19 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] device_id is not set on port 26c25a9d-4055-41fb-b3a3-ad1420f58532 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:15.811283 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d9aef31-ea22-4237-9a0f-0226b8aa4b90 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.841041 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d9aef31-ea22-4237-9a0f-0226b8aa4b90 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.847639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9aef31-ea22-4237-9a0f-0226b8aa4b90 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:15.848248 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d9aef31-ea22-4237-9a0f-0226b8aa4b90 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.884228 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9d9aef31-ea22-4237-9a0f-0226b8aa4b90 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1979828 Jul 16 01:34:15.887638 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44938) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:15.895168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c67a6ffd-21dc-437a-9b42-4d35853b2003 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'subnet': {'network_id': 'ee34ad1f-0374-4039-b2e4-370fdc676fec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:15.899125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d47ef268-3f3c-4817-9764-1dea89d94212 None None] For port 63902d88-4aaa-4a2e-a837-7c677993e9f3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=63902d88-4aaa-4a2e-a837-7c677993e9f3,segment=NetworkSegment(9278396b-18e5-40e1-bca5-99e2db7297d9),segment_id=9278396b-18e5-40e1-bca5-99e2db7297d9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:15.924015 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9aef31-ea22-4237-9a0f-0226b8aa4b90 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Network': ['ID=ee34ad1f-0374-4039-b2e4-370fdc676fec,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:15.929928 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d47ef268-3f3c-4817-9764-1dea89d94212 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:15.934100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network ee34ad1f-0374-4039-b2e4-370fdc676fec details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:15.963670 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d47ef268-3f3c-4817-9764-1dea89d94212 None None] Transition to ACTIVE for port object 63902d88-4aaa-4a2e-a837-7c677993e9f3 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:15.969799 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d47ef268-3f3c-4817-9764-1dea89d94212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.013387 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67a6ffd-21dc-437a-9b42-4d35853b2003 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:16.017105 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c67a6ffd-21dc-437a-9b42-4d35853b2003 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.050559 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-56c76eb9-c205-4cd0-93b9-606a2b312b19 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Allocated IP 2001:db8::198 (6ac58152-1195-46be-a9b7-3da0714926ed/14596081-091e-4f82-beed-c5899979dee4/26c25a9d-4055-41fb-b3a3-ad1420f58532) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:16.098186 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ef268-3f3c-4817-9764-1dea89d94212 None None] Pushing event updated for resources: {'Port': ['ID=63902d88-4aaa-4a2e-a837-7c677993e9f3,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:16.245659 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c67a6ffd-21dc-437a-9b42-4d35853b2003 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.264411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fde6f-34ac-4659-b47e-c716ddcfb867 req-4e3fb6fd-1986-4221-b7a9-afab89bd826d tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.266022 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da3fde6f-34ac-4659-b47e-c716ddcfb867 req-4e3fb6fd-1986-4221-b7a9-afab89bd826d tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1349025 Jul 16 01:34:16.302935 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56c76eb9-c205-4cd0-93b9-606a2b312b19 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.316327 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a6ffd-21dc-437a-9b42-4d35853b2003 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Subnet': ['ID=e254cc6a-051c-4360-a79d-a5d432af2c3d,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:16.318823 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67a6ffd-21dc-437a-9b42-4d35853b2003 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Checking segment: {'id': '8d338cab-5f07-4648-ab9d-1569546b52a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ee34ad1f-0374-4039-b2e4-370fdc676fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:16.319189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67a6ffd-21dc-437a-9b42-4d35853b2003 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network hostable DHCP agents. Network: ee34ad1f-0374-4039-b2e4-370fdc676fec, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:16.326684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-56c76eb9-c205-4cd0-93b9-606a2b312b19 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Transition to ACTIVE for port object 26c25a9d-4055-41fb-b3a3-ad1420f58532 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:16.333995 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da3fde6f-34ac-4659-b47e-c716ddcfb867 req-f13993ad-b964-4107-85b5-c6bc9a5e7831 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600250 Jul 16 01:34:16.337871 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67a6ffd-21dc-437a-9b42-4d35853b2003 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network ee34ad1f-0374-4039-b2e4-370fdc676fec is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:16.357470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c67a6ffd-21dc-437a-9b42-4d35853b2003 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, ee34ad1f-0374-4039-b2e4-370fdc676fec) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:16.357470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67a6ffd-21dc-437a-9b42-4d35853b2003 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.357470 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c67a6ffd-21dc-437a-9b42-4d35853b2003 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.357770 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0152c3-30d4-4198-aa13-9a78c780118f None None] Network ee34ad1f-0374-4039-b2e4-370fdc676fec requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:16.380242 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44942) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:16.380404 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c67a6ffd-21dc-437a-9b42-4d35853b2003 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4916897 Jul 16 01:34:16.385475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-042fed11-d768-46a5-89d3-00c933f1a5ed tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'network_id': 'ee34ad1f-0374-4039-b2e4-370fdc676fec', 'name': 'tempest-PortsTestJSON-1727639680'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:16.457176 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56c76eb9-c205-4cd0-93b9-606a2b312b19 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.524958 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-ee34ad1f-0374-4039-b2e4-370fdc676fec', 'network_id': 'ee34ad1f-0374-4039-b2e4-370fdc676fec', 'tenant_id': '9415a8b9e5ba489a92cda876cb2c8838', 'fixed_ips': [{'subnet_id': 'e254cc6a-051c-4360-a79d-a5d432af2c3d'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:16.525955 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.535977 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c76eb9-c205-4cd0-93b9-606a2b312b19 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 6ac58152-1195-46be-a9b7-3da0714926ed is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:16.540552 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-56c76eb9-c205-4cd0-93b9-606a2b312b19 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:16.544547 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c76eb9-c205-4cd0-93b9-606a2b312b19 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:16.553639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c76eb9-c205-4cd0-93b9-606a2b312b19 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:16.554417 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56c76eb9-c205-4cd0-93b9-606a2b312b19 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.561385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c76eb9-c205-4cd0-93b9-606a2b312b19 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=26c25a9d-4055-41fb-b3a3-ad1420f58532,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:16.586386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-042fed11-d768-46a5-89d3-00c933f1a5ed tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:16.590718 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-042fed11-d768-46a5-89d3-00c933f1a5ed tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.605497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-56c76eb9-c205-4cd0-93b9-606a2b312b19 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0283456 Jul 16 01:34:16.608634 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44946) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:16.615408 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-eb54c83c-8875-4c6c-b383-d83b3f096b5b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'subnet': {'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:16.618211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-042fed11-d768-46a5-89d3-00c933f1a5ed tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] device_id is not set on port 8d9110c0-6c72-4e40-b135-fcf4d6172cf8 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:16.684249 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Allocated IP 172.20.0.2 (ee34ad1f-0374-4039-b2e4-370fdc676fec/e254cc6a-051c-4360-a79d-a5d432af2c3d/d637c024-84ba-44d3-9970-b357bd99c200) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:16.763842 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb54c83c-8875-4c6c-b383-d83b3f096b5b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:16.767791 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eb54c83c-8875-4c6c-b383-d83b3f096b5b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.789417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b6fb6a09-09f6-4764-850b-49d2ec6fb9aa None None] Provisioning for port 63902d88-4aaa-4a2e-a837-7c677993e9f3 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:16.802331 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b6fb6a09-09f6-4764-850b-49d2ec6fb9aa None None] Provisioning complete for port 63902d88-4aaa-4a2e-a837-7c677993e9f3 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:16.802331 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b6fb6a09-09f6-4764-850b-49d2ec6fb9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.869891 n-d-791505-14 neutron-server[93920]: INFO neutron.db.ipam_backend_mixin [None req-eb54c83c-8875-4c6c-b383-d83b3f096b5b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 14596081-091e-4f82-beed-c5899979dee4 (CIDR: 2001:db8::/64) Jul 16 01:34:16.873619 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb54c83c-8875-4c6c-b383-d83b3f096b5b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:16.874107 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb54c83c-8875-4c6c-b383-d83b3f096b5b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:16.874566 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.885451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Transition to ACTIVE for port object d637c024-84ba-44d3-9970-b357bd99c200 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:16.889226 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-eb54c83c-8875-4c6c-b383-d83b3f096b5b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2793150 Jul 16 01:34:16.892054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44948) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:16.897460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b2f2a41e-9dd1-4274-9cfd-f3607c2f1d91 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'subnet': {'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:16.925591 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Transition to ACTIVE for port object d637c024-84ba-44d3-9970-b357bd99c200 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:16.941325 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:16.984218 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Network ee34ad1f-0374-4039-b2e4-370fdc676fec is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:16.994529 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:16.999331 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:17.001168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b6fb6a09-09f6-4764-850b-49d2ec6fb9aa None None] Provisioning complete for port 002ab422-48e7-499d-8887-5d93d38e943b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:17.001542 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b6fb6a09-09f6-4764-850b-49d2ec6fb9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.004850 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Pushing event updated for resources: {'Port': ['ID=d637c024-84ba-44d3-9970-b357bd99c200,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:17.039868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-042fed11-d768-46a5-89d3-00c933f1a5ed tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Allocated IP 172.20.0.4 (ee34ad1f-0374-4039-b2e4-370fdc676fec/e254cc6a-051c-4360-a79d-a5d432af2c3d/8d9110c0-6c72-4e40-b135-fcf4d6172cf8) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:17.088212 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f2a41e-9dd1-4274-9cfd-f3607c2f1d91 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:17.091769 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a41e-9dd1-4274-9cfd-f3607c2f1d91 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.223216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b6fb6a09-09f6-4764-850b-49d2ec6fb9aa None None] Port 002ab422-48e7-499d-8887-5d93d38e943b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:17.233001 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Attempting to bind port d637c024-84ba-44d3-9970-b357bd99c200 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:17.233371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Attempting to bind port d637c024-84ba-44d3-9970-b357bd99c200 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '8d338cab-5f07-4648-ab9d-1569546b52a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ee34ad1f-0374-4039-b2e4-370fdc676fec'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:17.233744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Attempting to bind port d637c024-84ba-44d3-9970-b357bd99c200 on network ee34ad1f-0374-4039-b2e4-370fdc676fec {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:17.238747 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:17.239154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Checking segment: {'id': '8d338cab-5f07-4648-ab9d-1569546b52a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ee34ad1f-0374-4039-b2e4-370fdc676fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:17.239577 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.240069 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Bound using segment: {'id': '8d338cab-5f07-4648-ab9d-1569546b52a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ee34ad1f-0374-4039-b2e4-370fdc676fec'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:17.240476 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Bound port: d637c024-84ba-44d3-9970-b357bd99c200, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d338cab-5f07-4648-ab9d-1569546b52a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ee34ad1f-0374-4039-b2e4-370fdc676fec'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:17.240859 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.257513 n-d-791505-14 neutron-server[93919]: INFO neutron.db.ipam_backend_mixin [None req-b2f2a41e-9dd1-4274-9cfd-f3607c2f1d91 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 41b3a645-59c5-4256-9bde-a60d1b84823f (CIDR: 2001:db8:0:1::/64) Jul 16 01:34:17.264095 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f2a41e-9dd1-4274-9cfd-f3607c2f1d91 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:17.264547 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f2a41e-9dd1-4274-9cfd-f3607c2f1d91 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:17.293018 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-042fed11-d768-46a5-89d3-00c933f1a5ed tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.297711 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b2f2a41e-9dd1-4274-9cfd-f3607c2f1d91 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4046321 Jul 16 01:34:17.301788 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44950) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:17.302620 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] For port d637c024-84ba-44d3-9970-b357bd99c200, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:17.305895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] For port d637c024-84ba-44d3-9970-b357bd99c200, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d637c024-84ba-44d3-9970-b357bd99c200,segment=NetworkSegment(8d338cab-5f07-4648-ab9d-1569546b52a5),segment_id=8d338cab-5f07-4648-ab9d-1569546b52a5)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:17.307522 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-448ad159-56ec-4011-b30d-7bb3c63e0cf4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'subnet': {'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:17.308769 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-042fed11-d768-46a5-89d3-00c933f1a5ed tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Transition to ACTIVE for port object 8d9110c0-6c72-4e40-b135-fcf4d6172cf8 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:17.310347 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.344567 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-042fed11-d768-46a5-89d3-00c933f1a5ed tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.369891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-794b6b85-3bb6-43fe-82a6-c0459cfbeabf None None] Provisioning for port 26c25a9d-4055-41fb-b3a3-ad1420f58532 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:17.399610 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-794b6b85-3bb6-43fe-82a6-c0459cfbeabf None None] Provisioning complete for port 26c25a9d-4055-41fb-b3a3-ad1420f58532 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:17.400029 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-794b6b85-3bb6-43fe-82a6-c0459cfbeabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.403535 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042fed11-d768-46a5-89d3-00c933f1a5ed tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network ee34ad1f-0374-4039-b2e4-370fdc676fec is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:17.406834 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-042fed11-d768-46a5-89d3-00c933f1a5ed tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:17.409449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042fed11-d768-46a5-89d3-00c933f1a5ed tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:17.427986 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336f8d3-95fb-4dc0-9b00-dfccb2ce4773 None None] Pushing event updated for resources: {'Port': ['ID=d637c024-84ba-44d3-9970-b357bd99c200,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:17.450978 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-794b6b85-3bb6-43fe-82a6-c0459cfbeabf None None] Port 26c25a9d-4055-41fb-b3a3-ad1420f58532 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:17.453614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042fed11-d768-46a5-89d3-00c933f1a5ed tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=8d9110c0-6c72-4e40-b135-fcf4d6172cf8,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:17.474614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-448ad159-56ec-4011-b30d-7bb3c63e0cf4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Made reservation on behalf of 69bedaa87caa4b4e8ade12cea83bb8d1 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:17.478985 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-448ad159-56ec-4011-b30d-7bb3c63e0cf4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.493207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-042fed11-d768-46a5-89d3-00c933f1a5ed tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.493974 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-042fed11-d768-46a5-89d3-00c933f1a5ed tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.540598 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-042fed11-d768-46a5-89d3-00c933f1a5ed tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1567528 Jul 16 01:34:17.541617 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44954) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:17.644401 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ead80-d9e1-4edc-9c0c-054dcd68339c req-d5507a28-36fe-4c9f-92a1-08a902942ea4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.646685 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-677ead80-d9e1-4edc-9c0c-054dcd68339c req-d5507a28-36fe-4c9f-92a1-08a902942ea4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1453869 Jul 16 01:34:17.704798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-3c213e74-e32f-4718-9662-e61daa070985 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port 8d9110c0-6c72-4e40-b135-fcf4d6172cf8 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:17.705163 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3c213e74-e32f-4718-9662-e61daa070985 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.710847 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-677ead80-d9e1-4edc-9c0c-054dcd68339c req-b69ed623-6d8b-49db-8fc7-dc8829eff932 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509338 Jul 16 01:34:17.790528 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-448ad159-56ec-4011-b30d-7bb3c63e0cf4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.819377 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3c213e74-e32f-4718-9662-e61daa070985 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.832182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-3c213e74-e32f-4718-9662-e61daa070985 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for 8d9110c0-6c72-4e40-b135-fcf4d6172cf8 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:17.837592 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448ad159-56ec-4011-b30d-7bb3c63e0cf4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Network 6ac58152-1195-46be-a9b7-3da0714926ed is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:17.842771 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-448ad159-56ec-4011-b30d-7bb3c63e0cf4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:17.845853 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448ad159-56ec-4011-b30d-7bb3c63e0cf4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:17.847008 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-448ad159-56ec-4011-b30d-7bb3c63e0cf4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:17.853847 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac8d0ee-a649-4153-b1aa-1a607a2af141 None None] Network 6ac58152-1195-46be-a9b7-3da0714926ed requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:17.867552 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-448ad159-56ec-4011-b30d-7bb3c63e0cf4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5645719 Jul 16 01:34:17.868308 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44958) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:17.868917 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ad159-56ec-4011-b30d-7bb3c63e0cf4 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Subnet': ['ID=d4e1dca2-fe8a-4431-a005-6e242e06229f,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:17.876377 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-07dc365b-576f-4761-a9e9-28bcc485bf13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-127956846', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd4e1dca2-fe8a-4431-a005-6e242e06229f'}], 'security_groups': ['bcc2c3c7-5dc0-4ba6-8516-a7d3be8ba281', '61f79e3e-9845-4731-a1fa-bd107aaa049f']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:17.974092 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3c213e74-e32f-4718-9662-e61daa070985 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.005344 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c213e74-e32f-4718-9662-e61daa070985 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=8d9110c0-6c72-4e40-b135-fcf4d6172cf8,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:18.054337 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07dc365b-576f-4761-a9e9-28bcc485bf13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.103083 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3c213e74-e32f-4718-9662-e61daa070985 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.107983 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3c213e74-e32f-4718-9662-e61daa070985 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/8d9110c0-6c72-4e40-b135-fcf4d6172cf8 HTTP/1.1" status: 204 len: 168 time: 0.5660470 Jul 16 01:34:18.108687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44960) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:18.167581 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6361a0e-d339-4982-90b3-b71837d57528 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:18.168425 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6361a0e-d339-4982-90b3-b71837d57528 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:18.170968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273cff28-8078-48c1-b308-738f1f10e905 None None] Update dhcp port {'port': {'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'fixed_ips': [{'subnet_id': '41b3a645-59c5-4256-9bde-a60d1b84823f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '14596081-091e-4f82-beed-c5899979dee4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd4e1dca2-fe8a-4431-a005-6e242e06229f'}], 'binding:host_id': 'n-d-791505-14'}, 'id': '63902d88-4aaa-4a2e-a837-7c677993e9f3'} from n-d-791505-14. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:34:18.172226 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a6361a0e-d339-4982-90b3-b71837d57528 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/8d9110c0-6c72-4e40-b135-fcf4d6172cf8 HTTP/1.1" status: 404 len: 333 time: 0.0624750 Jul 16 01:34:18.174678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44962) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:18.208025 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-273cff28-8078-48c1-b308-738f1f10e905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.271119 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef2156c9-a46b-4318-833e-066621caa3f3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] GET failed (client error): The resource could not be found. Jul 16 01:34:18.276029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44964) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:18.284588 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ef2156c9-a46b-4318-833e-066621caa3f3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports/8d9110c0-6c72-4e40-b135-fcf4d6172cf8 HTTP/1.1" status: 404 len: 333 time: 0.1095903 Jul 16 01:34:18.354372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bda060b-b4a3-46d8-a596-4c974c66d97c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting subnet e254cc6a-051c-4360-a79d-a5d432af2c3d {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:18.358613 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0bda060b-b4a3-46d8-a596-4c974c66d97c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.365450 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d637c024-84ba-44d3-9970-b357bd99c200 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:18.432831 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port d637c024-84ba-44d3-9970-b357bd99c200 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:18.444172 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0bda060b-b4a3-46d8-a596-4c974c66d97c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.447400 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 63902d88-4aaa-4a2e-a837-7c677993e9f3 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:18.522453 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 63902d88-4aaa-4a2e-a837-7c677993e9f3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:18.523075 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.559030 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0bda060b-b4a3-46d8-a596-4c974c66d97c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.561555 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-07dc365b-576f-4761-a9e9-28bcc485bf13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Delete allocated IP 2001:db8::198 (6ac58152-1195-46be-a9b7-3da0714926ed/14596081-091e-4f82-beed-c5899979dee4) {{(pid=93920) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:34:18.570727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-07dc365b-576f-4761-a9e9-28bcc485bf13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Allocated IP 2001:db8:0:2::16c (6ac58152-1195-46be-a9b7-3da0714926ed/d4e1dca2-fe8a-4431-a005-6e242e06229f/26c25a9d-4055-41fb-b3a3-ad1420f58532) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:18.582384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63948165-4054-4449-ac4e-c3298db2b665 None None] Network ee34ad1f-0374-4039-b2e4-370fdc676fec requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:18.632693 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0bda060b-b4a3-46d8-a596-4c974c66d97c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.672779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda060b-b4a3-46d8-a596-4c974c66d97c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Subnet': ['ID=e254cc6a-051c-4360-a79d-a5d432af2c3d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:18.678212 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0bda060b-b4a3-46d8-a596-4c974c66d97c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.683857 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0bda060b-b4a3-46d8-a596-4c974c66d97c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/e254cc6a-051c-4360-a79d-a5d432af2c3d HTTP/1.1" status: 204 len: 168 time: 0.4036100 Jul 16 01:34:18.683857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44966) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:18.720497 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8a0f1296-989a-42e1-89ca-fea16a2fb0b6 None None] Provisioning for port d637c024-84ba-44d3-9970-b357bd99c200 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:18.742399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8a0f1296-989a-42e1-89ca-fea16a2fb0b6 None None] Provisioning complete for port d637c024-84ba-44d3-9970-b357bd99c200 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:18.742920 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8a0f1296-989a-42e1-89ca-fea16a2fb0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.778345 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.836374 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07dc365b-576f-4761-a9e9-28bcc485bf13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.884833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-07dc365b-576f-4761-a9e9-28bcc485bf13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Transition to ACTIVE for port object 26c25a9d-4055-41fb-b3a3-ad1420f58532 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:18.890676 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07dc365b-576f-4761-a9e9-28bcc485bf13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.947035 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63b6c7d-fe1e-4c9d-89ee-961077962e82 None None] DHCP port deletion for ee34ad1f-0374-4039-b2e4-370fdc676fec request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:18.947577 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port d637c024-84ba-44d3-9970-b357bd99c200 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:18.947962 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.955530 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8a0f1296-989a-42e1-89ca-fea16a2fb0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:18.967902 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e245ce-55a0-4185-b5ef-787f9617ee86 req-68034254-61fd-4d41-9ac6-2d93523096a6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:18.976242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-00e245ce-55a0-4185-b5ef-787f9617ee86 req-68034254-61fd-4d41-9ac6-2d93523096a6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1060600 Jul 16 01:34:19.011116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-273cff28-8078-48c1-b308-738f1f10e905 None None] Allocated IP 2001:db8:0:2::2 (6ac58152-1195-46be-a9b7-3da0714926ed/d4e1dca2-fe8a-4431-a005-6e242e06229f/63902d88-4aaa-4a2e-a837-7c677993e9f3) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:19.018842 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-07dc365b-576f-4761-a9e9-28bcc485bf13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] In _notify_port_updated(), no bound segment for port 26c25a9d-4055-41fb-b3a3-ad1420f58532 on network 6ac58152-1195-46be-a9b7-3da0714926ed {{(pid=93920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:34:19.024343 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07dc365b-576f-4761-a9e9-28bcc485bf13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.025132 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07dc365b-576f-4761-a9e9-28bcc485bf13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.029181 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-07dc365b-576f-4761-a9e9-28bcc485bf13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "PUT /v2.0/ports/26c25a9d-4055-41fb-b3a3-ad1420f58532 HTTP/1.1" status: 200 len: 969 time: 1.1542697 Jul 16 01:34:19.030168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44972) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:19.042689 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dc365b-576f-4761-a9e9-28bcc485bf13 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event updated for resources: {'Port': ['ID=26c25a9d-4055-41fb-b3a3-ad1420f58532,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.077960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8a0f1296-989a-42e1-89ca-fea16a2fb0b6 None None] For port d637c024-84ba-44d3-9970-b357bd99c200, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d637c024-84ba-44d3-9970-b357bd99c200,segment=NetworkSegment(8d338cab-5f07-4648-ab9d-1569546b52a5),segment_id=8d338cab-5f07-4648-ab9d-1569546b52a5)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:19.100240 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8a0f1296-989a-42e1-89ca-fea16a2fb0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.101245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] For port d637c024-84ba-44d3-9970-b357bd99c200, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d637c024-84ba-44d3-9970-b357bd99c200,segment=NetworkSegment(8d338cab-5f07-4648-ab9d-1569546b52a5),segment_id=8d338cab-5f07-4648-ab9d-1569546b52a5)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:19.102011 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.122334 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for d637c024-84ba-44d3-9970-b357bd99c200 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:19.129760 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-00e245ce-55a0-4185-b5ef-787f9617ee86 req-0a8154a3-b3b6-4aac-b99e-a69da40ea2c1 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525910 Jul 16 01:34:19.164241 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-ff0616f5-d861-48e2-bdc9-3cb1151b1792 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 26c25a9d-4055-41fb-b3a3-ad1420f58532 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:19.164817 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff0616f5-d861-48e2-bdc9-3cb1151b1792 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.194138 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a63b6c7d-fe1e-4c9d-89ee-961077962e82 None None] Deleting port d637c024-84ba-44d3-9970-b357bd99c200 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:19.194501 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a63b6c7d-fe1e-4c9d-89ee-961077962e82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.222278 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f1296-989a-42e1-89ca-fea16a2fb0b6 None None] Pushing event updated for resources: {'Port': ['ID=d637c024-84ba-44d3-9970-b357bd99c200,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.246011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-273cff28-8078-48c1-b308-738f1f10e905 None None] For port 63902d88-4aaa-4a2e-a837-7c677993e9f3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=63902d88-4aaa-4a2e-a837-7c677993e9f3,segment=NetworkSegment(9278396b-18e5-40e1-bca5-99e2db7297d9),segment_id=9278396b-18e5-40e1-bca5-99e2db7297d9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:19.252055 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.278478 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=d637c024-84ba-44d3-9970-b357bd99c200,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.283305 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff0616f5-d861-48e2-bdc9-3cb1151b1792 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.288633 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No DVR routers for this DVR port d637c024-84ba-44d3-9970-b357bd99c200 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:19.295869 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a63b6c7d-fe1e-4c9d-89ee-961077962e82 None None] For port d637c024-84ba-44d3-9970-b357bd99c200, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d637c024-84ba-44d3-9970-b357bd99c200,segment=NetworkSegment(8d338cab-5f07-4648-ab9d-1569546b52a5),segment_id=8d338cab-5f07-4648-ab9d-1569546b52a5)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:19.296271 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a63b6c7d-fe1e-4c9d-89ee-961077962e82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.297634 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-ff0616f5-d861-48e2-bdc9-3cb1151b1792 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 26c25a9d-4055-41fb-b3a3-ad1420f58532 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:19.316094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a63b6c7d-fe1e-4c9d-89ee-961077962e82 None None] Calling delete_port for d637c024-84ba-44d3-9970-b357bd99c200 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:19.327437 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-273cff28-8078-48c1-b308-738f1f10e905 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.371135 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.376344 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-273cff28-8078-48c1-b308-738f1f10e905 None None] Transition to ACTIVE for port object 63902d88-4aaa-4a2e-a837-7c677993e9f3 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:19.382414 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee34ad1f-0374-4039-b2e4-370fdc676fec']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:19.384757 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-273cff28-8078-48c1-b308-738f1f10e905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.394529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d338cab-5f07-4648-ab9d-1569546b52a5') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:19.394904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d338cab-5f07-4648-ab9d-1569546b52a5') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:19.404426 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.420196 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.427165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:19.427551 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:19.430994 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:19.502872 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.507227 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a63b6c7d-fe1e-4c9d-89ee-961077962e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.509982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273cff28-8078-48c1-b308-738f1f10e905 None None] Pushing event updated for resources: {'Port': ['ID=63902d88-4aaa-4a2e-a837-7c677993e9f3,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.511045 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.516941 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/networks/ee34ad1f-0374-4039-b2e4-370fdc676fec HTTP/1.1" status: 204 len: 168 time: 0.8325467 Jul 16 01:34:19.519861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44974) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:19.534907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5db489f6-2ffb-46dc-b043-b7f815fb74c2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2103267274'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:19.541658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8db1a-58b2-4726-98d8-430f8defd18c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Network': ['ID=ee34ad1f-0374-4039-b2e4-370fdc676fec,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.558118 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a63b6c7d-fe1e-4c9d-89ee-961077962e82 None None] Network ee34ad1f-0374-4039-b2e4-370fdc676fec is not hosted by any dhcp agent {{(pid=93921) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:34:19.558659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63b6c7d-fe1e-4c9d-89ee-961077962e82 None None] No DVR routers for this DVR port d637c024-84ba-44d3-9970-b357bd99c200 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:19.561929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db489f6-2ffb-46dc-b043-b7f815fb74c2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:19.562278 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b6c7d-fe1e-4c9d-89ee-961077962e82 None None] Pushing event deleted for resources: {'Port': ['ID=d637c024-84ba-44d3-9970-b357bd99c200,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.566423 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5db489f6-2ffb-46dc-b043-b7f815fb74c2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.597326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db489f6-2ffb-46dc-b043-b7f815fb74c2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:19.608399 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5db489f6-2ffb-46dc-b043-b7f815fb74c2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.608858 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-5db489f6-2ffb-46dc-b043-b7f815fb74c2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Added segment d4aad415-60c6-4459-9589-f7db0e9b9545 of type vlan for network 0f589479-f652-4f29-8250-a6be87af177a Jul 16 01:34:19.651291 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5db489f6-2ffb-46dc-b043-b7f815fb74c2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.688665 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5db489f6-2ffb-46dc-b043-b7f815fb74c2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.695604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db489f6-2ffb-46dc-b043-b7f815fb74c2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:19.696610 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5db489f6-2ffb-46dc-b043-b7f815fb74c2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.735213 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5db489f6-2ffb-46dc-b043-b7f815fb74c2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2139022 Jul 16 01:34:19.738910 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44976) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:19.743896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-9b818aed-ed87-4730-822f-e7695dabc98c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'subnet': {'network_id': '0f589479-f652-4f29-8250-a6be87af177a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:19.787918 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff0616f5-d861-48e2-bdc9-3cb1151b1792 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.797024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db489f6-2ffb-46dc-b043-b7f815fb74c2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Network': ['ID=0f589479-f652-4f29-8250-a6be87af177a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.813620 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 0f589479-f652-4f29-8250-a6be87af177a details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:19.819636 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0616f5-d861-48e2-bdc9-3cb1151b1792 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=26c25a9d-4055-41fb-b3a3-ad1420f58532,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:19.858275 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ff0616f5-d861-48e2-bdc9-3cb1151b1792 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.862027 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ff0616f5-d861-48e2-bdc9-3cb1151b1792 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/26c25a9d-4055-41fb-b3a3-ad1420f58532 HTTP/1.1" status: 204 len: 168 time: 0.8313279 Jul 16 01:34:19.864431 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44978) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:19.885943 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b818aed-ed87-4730-822f-e7695dabc98c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:19.889488 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b818aed-ed87-4730-822f-e7695dabc98c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.899824 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e867d5c-5baf-4dd3-b0e5-b866a578efdb tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] GET failed (client error): The resource could not be found. Jul 16 01:34:19.901392 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5e867d5c-5baf-4dd3-b0e5-b866a578efdb tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports/26c25a9d-4055-41fb-b3a3-ad1420f58532 HTTP/1.1" status: 404 len: 333 time: 0.0357835 Jul 16 01:34:19.904119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44980) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:19.962512 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a28ff3f2-4420-4e3f-bdc6-fd6263edf59f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:19.988037 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a28ff3f2-4420-4e3f-bdc6-fd6263edf59f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.036622 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a28ff3f2-4420-4e3f-bdc6-fd6263edf59f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.039475 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a28ff3f2-4420-4e3f-bdc6-fd6263edf59f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.040753 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a28ff3f2-4420-4e3f-bdc6-fd6263edf59f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/security-groups/eec4be0e-890a-4866-8b06-d2bdde99d94b HTTP/1.1" status: 204 len: 168 time: 0.1356971 Jul 16 01:34:20.043413 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44982) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:20.051305 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ff3f2-4420-4e3f-bdc6-fd6263edf59f tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec4be0e-890a-4866-8b06-d2bdde99d94b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:20.135227 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39fa942a-dce1-40ee-82ec-f550f2f0e03c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.147736 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b818aed-ed87-4730-822f-e7695dabc98c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.186082 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 63902d88-4aaa-4a2e-a837-7c677993e9f3 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:20.226757 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39fa942a-dce1-40ee-82ec-f550f2f0e03c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.307225 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d637c024-84ba-44d3-9970-b357bd99c200 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:20.317721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b818aed-ed87-4730-822f-e7695dabc98c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Subnet': ['ID=97545973-2b9e-4ad9-b445-67ffd8b60f7e,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:20.331898 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: d637c024-84ba-44d3-9970-b357bd99c200 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:20.332262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d637c024-84ba-44d3-9970-b357bd99c200 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:20.336081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b818aed-ed87-4730-822f-e7695dabc98c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Checking segment: {'id': 'd4aad415-60c6-4459-9589-f7db0e9b9545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0f589479-f652-4f29-8250-a6be87af177a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:20.336713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b818aed-ed87-4730-822f-e7695dabc98c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network hostable DHCP agents. Network: 0f589479-f652-4f29-8250-a6be87af177a, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:20.352255 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7dcaef94-5292-48e8-bc92-7206f2e35c5b None None] Provisioning for port 63902d88-4aaa-4a2e-a837-7c677993e9f3 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:20.357960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7dcaef94-5292-48e8-bc92-7206f2e35c5b None None] Provisioning complete for port 63902d88-4aaa-4a2e-a837-7c677993e9f3 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:20.358331 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7dcaef94-5292-48e8-bc92-7206f2e35c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.360076 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39fa942a-dce1-40ee-82ec-f550f2f0e03c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.364300 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39fa942a-dce1-40ee-82ec-f550f2f0e03c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.367908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-39fa942a-dce1-40ee-82ec-f550f2f0e03c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/security-groups/61f79e3e-9845-4731-a1fa-bd107aaa049f HTTP/1.1" status: 204 len: 168 time: 0.3209169 Jul 16 01:34:20.368271 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44988) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:20.391031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b818aed-ed87-4730-822f-e7695dabc98c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 0f589479-f652-4f29-8250-a6be87af177a is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:20.395275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa942a-dce1-40ee-82ec-f550f2f0e03c tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f79e3e-9845-4731-a1fa-bd107aaa049f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:20.413943 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a67689-426e-49db-a44a-2218dc85d11c req-e169c3f0-d511-4197-934b-aec7e3fcbc56 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:20.415639 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05a67689-426e-49db-a44a-2218dc85d11c req-e169c3f0-d511-4197-934b-aec7e3fcbc56 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1576922 Jul 16 01:34:20.416824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-9b818aed-ed87-4730-822f-e7695dabc98c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 0f589479-f652-4f29-8250-a6be87af177a) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:20.421695 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b818aed-ed87-4730-822f-e7695dabc98c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:20.422288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b818aed-ed87-4730-822f-e7695dabc98c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.448292 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9b818aed-ed87-4730-822f-e7695dabc98c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7060053 Jul 16 01:34:20.450619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44990) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:20.457946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a2f6f01c-4e01-4f6f-bcbc-0578a42e9f38 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'network_id': '0f589479-f652-4f29-8250-a6be87af177a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1717173757'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:20.475276 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ad616f3e-046e-46fb-ab1d-bba48217a00b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.478914 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05a67689-426e-49db-a44a-2218dc85d11c req-d3c212a9-8dce-4efe-afa2-c9706045e835 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428805 Jul 16 01:34:20.488933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2256b454-242b-4d93-b7a7-1f689ef11549 None None] Network 0f589479-f652-4f29-8250-a6be87af177a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:20.515381 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ad616f3e-046e-46fb-ab1d-bba48217a00b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.563382 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7dcaef94-5292-48e8-bc92-7206f2e35c5b None None] Provisioning complete for port 002ab422-48e7-499d-8887-5d93d38e943b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:20.563949 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7dcaef94-5292-48e8-bc92-7206f2e35c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.612820 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ad616f3e-046e-46fb-ab1d-bba48217a00b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.615502 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ad616f3e-046e-46fb-ab1d-bba48217a00b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.619200 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ad616f3e-046e-46fb-ab1d-bba48217a00b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/security-groups/bcc2c3c7-5dc0-4ba6-8516-a7d3be8ba281 HTTP/1.1" status: 204 len: 168 time: 0.2475424 Jul 16 01:34:20.619574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44992) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:20.630105 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f6f01c-4e01-4f6f-bcbc-0578a42e9f38 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:20.633486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-7dcaef94-5292-48e8-bc92-7206f2e35c5b None None] Port 002ab422-48e7-499d-8887-5d93d38e943b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:20.635367 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a2f6f01c-4e01-4f6f-bcbc-0578a42e9f38 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.638256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7dcaef94-5292-48e8-bc92-7206f2e35c5b None None] Could not find standard attr ID for object 26c25a9d-4055-41fb-b3a3-ad1420f58532. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:20.653785 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad616f3e-046e-46fb-ab1d-bba48217a00b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc2c3c7-5dc0-4ba6-8516-a7d3be8ba281,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:20.666307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-a2f6f01c-4e01-4f6f-bcbc-0578a42e9f38 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] device_id is not set on port 00a8421b-90cf-4adf-ac03-06a8d113e3e4 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:20.690434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-0f589479-f652-4f29-8250-a6be87af177a', 'network_id': '0f589479-f652-4f29-8250-a6be87af177a', 'tenant_id': '9415a8b9e5ba489a92cda876cb2c8838', 'fixed_ips': [{'subnet_id': '97545973-2b9e-4ad9-b445-67ffd8b60f7e'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:20.691153 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.709477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6928e32-8c99-45c7-9115-bf8e042f9928 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting subnet 14596081-091e-4f82-beed-c5899979dee4 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:20.713713 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f6928e32-8c99-45c7-9115-bf8e042f9928 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.770725 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f6928e32-8c99-45c7-9115-bf8e042f9928 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.784469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a99d0b2c-e612-4b33-9164-69f9f52fd272 None None] Could not find standard attr ID for object 26c25a9d-4055-41fb-b3a3-ad1420f58532. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:20.810128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-a2f6f01c-4e01-4f6f-bcbc-0578a42e9f38 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Allocated IP 172.20.0.7 (0f589479-f652-4f29-8250-a6be87af177a/97545973-2b9e-4ad9-b445-67ffd8b60f7e/00a8421b-90cf-4adf-ac03-06a8d113e3e4) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:20.854385 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f6928e32-8c99-45c7-9115-bf8e042f9928 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.910696 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f6928e32-8c99-45c7-9115-bf8e042f9928 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.927214 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a2f6f01c-4e01-4f6f-bcbc-0578a42e9f38 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:20.946047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-a2f6f01c-4e01-4f6f-bcbc-0578a42e9f38 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Transition to ACTIVE for port object 00a8421b-90cf-4adf-ac03-06a8d113e3e4 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:20.979011 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a2f6f01c-4e01-4f6f-bcbc-0578a42e9f38 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.025328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f6f01c-4e01-4f6f-bcbc-0578a42e9f38 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 0f589479-f652-4f29-8250-a6be87af177a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:21.028791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-a2f6f01c-4e01-4f6f-bcbc-0578a42e9f38 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:21.034889 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f6f01c-4e01-4f6f-bcbc-0578a42e9f38 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:21.045677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Allocated IP 172.20.0.2 (0f589479-f652-4f29-8250-a6be87af177a/97545973-2b9e-4ad9-b445-67ffd8b60f7e/208b79a5-314b-446a-8046-bbefdfea4014) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:21.060259 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6f01c-4e01-4f6f-bcbc-0578a42e9f38 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=00a8421b-90cf-4adf-ac03-06a8d113e3e4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:21.090270 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f6f01c-4e01-4f6f-bcbc-0578a42e9f38 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.091379 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a2f6f01c-4e01-4f6f-bcbc-0578a42e9f38 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.108784 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a2f6f01c-4e01-4f6f-bcbc-0578a42e9f38 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6544387 Jul 16 01:34:21.109111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44994) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:21.202905 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.212239 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Transition to ACTIVE for port object 208b79a5-314b-446a-8046-bbefdfea4014 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:21.216751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-ce3669d3-61d8-42ec-ad5f-486c80cdf344 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port 00a8421b-90cf-4adf-ac03-06a8d113e3e4 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:21.216751 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce3669d3-61d8-42ec-ad5f-486c80cdf344 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.228859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Transition to ACTIVE for port object 208b79a5-314b-446a-8046-bbefdfea4014 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:21.237411 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.296427 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Pushing event updated for resources: {'Port': ['ID=208b79a5-314b-446a-8046-bbefdfea4014,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:21.307316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Network 0f589479-f652-4f29-8250-a6be87af177a is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:21.309069 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:21.312062 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:21.320437 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6928e32-8c99-45c7-9115-bf8e042f9928 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Subnet': ['ID=14596081-091e-4f82-beed-c5899979dee4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:21.326440 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce3669d3-61d8-42ec-ad5f-486c80cdf344 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.330962 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f6928e32-8c99-45c7-9115-bf8e042f9928 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.336122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f6928e32-8c99-45c7-9115-bf8e042f9928 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/14596081-091e-4f82-beed-c5899979dee4 HTTP/1.1" status: 204 len: 168 time: 0.7122841 Jul 16 01:34:21.336861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44998) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:21.338915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-ce3669d3-61d8-42ec-ad5f-486c80cdf344 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for 00a8421b-90cf-4adf-ac03-06a8d113e3e4 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:21.343907 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1230b2eb-3a37-4c4f-b985-7b47de432859 None None] Network 6ac58152-1195-46be-a9b7-3da0714926ed requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:21.387197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44f22d1-ed6f-4071-abbb-ee1d499fa22e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting subnet d4e1dca2-fe8a-4431-a005-6e242e06229f {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:21.390529 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f44f22d1-ed6f-4071-abbb-ee1d499fa22e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.395912 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Attempting to bind port 208b79a5-314b-446a-8046-bbefdfea4014 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:21.396367 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Attempting to bind port 208b79a5-314b-446a-8046-bbefdfea4014 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'd4aad415-60c6-4459-9589-f7db0e9b9545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0f589479-f652-4f29-8250-a6be87af177a'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:21.396805 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Attempting to bind port 208b79a5-314b-446a-8046-bbefdfea4014 on network 0f589479-f652-4f29-8250-a6be87af177a {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:21.428551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:21.429043 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Checking segment: {'id': 'd4aad415-60c6-4459-9589-f7db0e9b9545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0f589479-f652-4f29-8250-a6be87af177a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:21.429519 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.429997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Bound using segment: {'id': 'd4aad415-60c6-4459-9589-f7db0e9b9545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0f589479-f652-4f29-8250-a6be87af177a'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:21.430471 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Bound port: 208b79a5-314b-446a-8046-bbefdfea4014, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4aad415-60c6-4459-9589-f7db0e9b9545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0f589479-f652-4f29-8250-a6be87af177a'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:21.430852 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.432431 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f44f22d1-ed6f-4071-abbb-ee1d499fa22e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.485969 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce3669d3-61d8-42ec-ad5f-486c80cdf344 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.521684 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3669d3-61d8-42ec-ad5f-486c80cdf344 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=00a8421b-90cf-4adf-ac03-06a8d113e3e4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:21.524630 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f44f22d1-ed6f-4071-abbb-ee1d499fa22e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.549093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] For port 208b79a5-314b-446a-8046-bbefdfea4014, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:21.551850 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] For port 208b79a5-314b-446a-8046-bbefdfea4014, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=208b79a5-314b-446a-8046-bbefdfea4014,segment=NetworkSegment(d4aad415-60c6-4459-9589-f7db0e9b9545),segment_id=d4aad415-60c6-4459-9589-f7db0e9b9545)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:21.557232 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.602081 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f44f22d1-ed6f-4071-abbb-ee1d499fa22e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.613221 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce3669d3-61d8-42ec-ad5f-486c80cdf344 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.617808 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ce3669d3-61d8-42ec-ad5f-486c80cdf344 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/00a8421b-90cf-4adf-ac03-06a8d113e3e4 HTTP/1.1" status: 204 len: 168 time: 0.5055523 Jul 16 01:34:21.618177 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45002) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:21.632681 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f22d1-ed6f-4071-abbb-ee1d499fa22e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e1dca2-fe8a-4431-a005-6e242e06229f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:21.636589 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f44f22d1-ed6f-4071-abbb-ee1d499fa22e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.639786 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f44f22d1-ed6f-4071-abbb-ee1d499fa22e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/d4e1dca2-fe8a-4431-a005-6e242e06229f HTTP/1.1" status: 204 len: 168 time: 0.3017566 Jul 16 01:34:21.642429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45004) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:21.665370 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-856a2148-dddf-4c9e-baae-de8655c28d31 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] GET failed (client error): The resource could not be found. Jul 16 01:34:21.670105 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-856a2148-dddf-4c9e-baae-de8655c28d31 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports/00a8421b-90cf-4adf-ac03-06a8d113e3e4 HTTP/1.1" status: 404 len: 333 time: 0.0480716 Jul 16 01:34:21.670534 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45006) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:21.680314 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a83f727-14c3-49e5-9d0f-1d3706e94432 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:21.680775 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a83f727-14c3-49e5-9d0f-1d3706e94432 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:21.684955 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5a83f727-14c3-49e5-9d0f-1d3706e94432 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/14596081-091e-4f82-beed-c5899979dee4 HTTP/1.1" status: 404 len: 337 time: 0.0384655 Jul 16 01:34:21.686651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45008) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:21.725212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-658232db-af22-4607-9499-ca6557ebd21a tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting subnet 97545973-2b9e-4ad9-b445-67ffd8b60f7e {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:21.728568 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-658232db-af22-4607-9499-ca6557ebd21a tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.771053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-971606a4-06da-4283-a008-60cbf2b80a4e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting subnet 41b3a645-59c5-4256-9bde-a60d1b84823f {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:21.775393 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-658232db-af22-4607-9499-ca6557ebd21a tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.777073 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-971606a4-06da-4283-a008-60cbf2b80a4e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.806856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438ebec-66a7-4ffb-89ab-156d2f72d72e None None] Pushing event updated for resources: {'Port': ['ID=208b79a5-314b-446a-8046-bbefdfea4014,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:21.816843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836c44a-50c3-4bcc-b49f-4ec438ff3e3e req-ebedd476-438d-444b-b2c4-5284c60556e7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:21.818913 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c836c44a-50c3-4bcc-b49f-4ec438ff3e3e req-ebedd476-438d-444b-b2c4-5284c60556e7 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1477456 Jul 16 01:34:21.847205 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-971606a4-06da-4283-a008-60cbf2b80a4e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.891938 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-658232db-af22-4607-9499-ca6557ebd21a tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.896225 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad263c3-f06e-483c-a505-9a7ece58b592 None None] Update dhcp port {'port': {'network_id': '6ac58152-1195-46be-a9b7-3da0714926ed', 'fixed_ips': [{'subnet_id': '41b3a645-59c5-4256-9bde-a60d1b84823f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd4e1dca2-fe8a-4431-a005-6e242e06229f'}], 'binding:host_id': 'n-d-791505-14'}, 'id': '63902d88-4aaa-4a2e-a837-7c677993e9f3'} from n-d-791505-14. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:34:21.919117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c836c44a-50c3-4bcc-b49f-4ec438ff3e3e req-1d4e0e52-cb1c-46b4-b819-bb33088a567a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859826 Jul 16 01:34:21.956897 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cad263c3-f06e-483c-a505-9a7ece58b592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.964257 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-658232db-af22-4607-9499-ca6557ebd21a tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.972630 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-971606a4-06da-4283-a008-60cbf2b80a4e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:21.998005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658232db-af22-4607-9499-ca6557ebd21a tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Subnet': ['ID=97545973-2b9e-4ad9-b445-67ffd8b60f7e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.000704 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-658232db-af22-4607-9499-ca6557ebd21a tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.003162 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-658232db-af22-4607-9499-ca6557ebd21a tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/97545973-2b9e-4ad9-b445-67ffd8b60f7e HTTP/1.1" status: 204 len: 168 time: 0.3315449 Jul 16 01:34:22.005983 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45010) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.134832 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server [None req-cad263c3-f06e-483c-a505-9a7ece58b592 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41b3a645-59c5-4256-9bde-a60d1b84823f: This subnet is being modified by another concurrent operation. Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:34:22.135411 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 41b3a645-59c5-4256-9bde-a60d1b84823f: This subnet is being modified by another concurrent operation. Jul 16 01:34:22.139517 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Jul 16 01:34:22.141903 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-971606a4-06da-4283-a008-60cbf2b80a4e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.182696 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-971606a4-06da-4283-a008-60cbf2b80a4e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.187569 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-971606a4-06da-4283-a008-60cbf2b80a4e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/41b3a645-59c5-4256-9bde-a60d1b84823f HTTP/1.1" status: 204 len: 168 time: 0.5008872 Jul 16 01:34:22.188568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971606a4-06da-4283-a008-60cbf2b80a4e tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Subnet': ['ID=41b3a645-59c5-4256-9bde-a60d1b84823f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.188971 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45012) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.224621 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-244f7a9e-69d9-4614-ba7f-c6cd96804fa7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:22.225707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244f7a9e-69d9-4614-ba7f-c6cd96804fa7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:22.230870 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-244f7a9e-69d9-4614-ba7f-c6cd96804fa7 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/ceebed29-d033-4f5a-971a-1f2a293a5bf0 HTTP/1.1" status: 404 len: 337 time: 0.0372751 Jul 16 01:34:22.231158 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45014) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.248604 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 208b79a5-314b-446a-8046-bbefdfea4014 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:22.262815 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port 208b79a5-314b-446a-8046-bbefdfea4014 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:22.263529 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.270829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb2371f-b79f-47f1-bd5d-27915beb00ac None None] Network 6ac58152-1195-46be-a9b7-3da0714926ed requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:22.271771 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-78dffce0-e249-4a94-a296-c2f69f2273b8 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fe2a027-f647-4d60-a0a5-7a50fe6a638d HTTP/1.1" status: 200 len: 205 time: 0.0393608 Jul 16 01:34:22.274188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45016) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.310916 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-92c9a269-d3f0-49bc-82eb-98641faac71b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] delete failed (client error): The resource could not be found. Jul 16 01:34:22.311951 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-92c9a269-d3f0-49bc-82eb-98641faac71b tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/routers/8fe2a027-f647-4d60-a0a5-7a50fe6a638d HTTP/1.1" status: 404 len: 336 time: 0.0367520 Jul 16 01:34:22.314446 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45018) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.341435 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-99af3b94-ff94-4230-b6c1-cb8c240bba8d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:22.341901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99af3b94-ff94-4230-b6c1-cb8c240bba8d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:22.346061 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-99af3b94-ff94-4230-b6c1-cb8c240bba8d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/3188b83f-2548-4da5-8621-24ae8c7fedd7 HTTP/1.1" status: 404 len: 337 time: 0.0277128 Jul 16 01:34:22.346606 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45022) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.378046 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc15899-5278-43ed-9864-d69751ab0bc8 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:22.378515 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc15899-5278-43ed-9864-d69751ab0bc8 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:22.382686 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5bc15899-5278-43ed-9864-d69751ab0bc8 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/ee15b5d7-c83f-4976-a5b9-1ab89dc562db HTTP/1.1" status: 404 len: 337 time: 0.0326135 Jul 16 01:34:22.382857 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45024) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.382997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3b321c0e-8b78-4b67-8f45-a4176a8d0e54 None None] Provisioning complete for port 63902d88-4aaa-4a2e-a837-7c677993e9f3 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:22.383569 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3b321c0e-8b78-4b67-8f45-a4176a8d0e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.385014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] For port 208b79a5-314b-446a-8046-bbefdfea4014, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=208b79a5-314b-446a-8046-bbefdfea4014,segment=NetworkSegment(d4aad415-60c6-4459-9589-f7db0e9b9545),segment_id=d4aad415-60c6-4459-9589-f7db0e9b9545)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:22.385529 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.402160 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for 208b79a5-314b-446a-8046-bbefdfea4014 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:22.415232 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a23bed5-77d5-425e-a7d3-9ca4cb269ddc tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:22.415698 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a23bed5-77d5-425e-a7d3-9ca4cb269ddc tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:22.418059 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6a23bed5-77d5-425e-a7d3-9ca4cb269ddc tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/8b6dd78c-8051-40fd-9dde-d25d9d49b6a3 HTTP/1.1" status: 404 len: 337 time: 0.0342205 Jul 16 01:34:22.422947 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45026) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.462566 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4431e3f-1f7c-4872-bc5d-4672fb02430a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:22.463702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4431e3f-1f7c-4872-bc5d-4672fb02430a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:22.466243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 208b79a5-314b-446a-8046-bbefdfea4014 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:22.468723 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a4431e3f-1f7c-4872-bc5d-4672fb02430a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/7dd76afa-5e66-4a4d-9082-01a6bf5e7cf0 HTTP/1.1" status: 404 len: 333 time: 0.0447464 Jul 16 01:34:22.469510 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45028) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.499037 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-899cb1ca-a882-44a2-854b-1affbfbd9eb3 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:22.499791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899cb1ca-a882-44a2-854b-1affbfbd9eb3 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:22.501354 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-899cb1ca-a882-44a2-854b-1affbfbd9eb3 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/2dcbe49b-94ba-4a53-8a1c-152260fd1a56 HTTP/1.1" status: 404 len: 337 time: 0.0306647 Jul 16 01:34:22.504650 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45030) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.507743 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.531857 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8b242b-5488-4339-85cb-d8147c96a19a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:22.532695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8b242b-5488-4339-85cb-d8147c96a19a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:22.535649 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0f8b242b-5488-4339-85cb-d8147c96a19a tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/992f00fc-9daa-4033-a00f-b66e3ceda5ac HTTP/1.1" status: 404 len: 337 time: 0.0298595 Jul 16 01:34:22.536107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No DVR routers for this DVR port 208b79a5-314b-446a-8046-bbefdfea4014 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:22.537857 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45032) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.538417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3b321c0e-8b78-4b67-8f45-a4176a8d0e54 None None] Provisioning complete for port 002ab422-48e7-499d-8887-5d93d38e943b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:22.539038 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3b321c0e-8b78-4b67-8f45-a4176a8d0e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.541209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=208b79a5-314b-446a-8046-bbefdfea4014,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.563991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f299f17d-f9ef-4fc9-9c8b-8ec675b2e3e5 None None] DHCP port deletion for 6ac58152-1195-46be-a9b7-3da0714926ed request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:22.572713 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cac3522-4d62-415c-8512-70ae7a42ef26 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:22.573416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cac3522-4d62-415c-8512-70ae7a42ef26 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:22.576852 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8cac3522-4d62-415c-8512-70ae7a42ef26 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/6d932462-a854-4e33-a849-a715fbb150ef HTTP/1.1" status: 404 len: 333 time: 0.0354524 Jul 16 01:34:22.577807 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45034) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.603898 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3b321c0e-8b78-4b67-8f45-a4176a8d0e54 None None] Port 002ab422-48e7-499d-8887-5d93d38e943b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:22.610371 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-8074ab62-9ebd-4fac-a811-2b40737555d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:22.610831 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8074ab62-9ebd-4fac-a811-2b40737555d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:22.615814 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8074ab62-9ebd-4fac-a811-2b40737555d0 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/98af632d-0be0-4547-aabe-1a1993b96210 HTTP/1.1" status: 404 len: 337 time: 0.0369992 Jul 16 01:34:22.616428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45036) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.634183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f299f17d-f9ef-4fc9-9c8b-8ec675b2e3e5 None None] Deleting port 63902d88-4aaa-4a2e-a837-7c677993e9f3 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:22.634564 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f299f17d-f9ef-4fc9-9c8b-8ec675b2e3e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.643705 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.643948 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4dda47-c5f8-479d-bbb7-8e027dab9d3d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] DELETE failed (client error): The resource could not be found. Jul 16 01:34:22.644373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4dda47-c5f8-479d-bbb7-8e027dab9d3d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:22.649039 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9c4dda47-c5f8-479d-bbb7-8e027dab9d3d tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/subnets/a448b8e2-de67-42bc-8919-41c0192b5451 HTTP/1.1" status: 404 len: 337 time: 0.0315521 Jul 16 01:34:22.649651 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45038) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.657869 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f589479-f652-4f29-8250-a6be87af177a']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:22.670658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4aad415-60c6-4459-9589-f7db0e9b9545') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:22.671080 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4aad415-60c6-4459-9589-f7db0e9b9545') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:22.681250 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.703936 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f299f17d-f9ef-4fc9-9c8b-8ec675b2e3e5 None None] For port 63902d88-4aaa-4a2e-a837-7c677993e9f3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=63902d88-4aaa-4a2e-a837-7c677993e9f3,segment=NetworkSegment(9278396b-18e5-40e1-bca5-99e2db7297d9),segment_id=9278396b-18e5-40e1-bca5-99e2db7297d9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:22.704337 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f299f17d-f9ef-4fc9-9c8b-8ec675b2e3e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.705300 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.711859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:22.712599 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.717181 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f299f17d-f9ef-4fc9-9c8b-8ec675b2e3e5 None None] Calling delete_port for 63902d88-4aaa-4a2e-a837-7c677993e9f3 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:22.764356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bee79-7393-4e90-8c11-cc522fcd5180 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Deleting port 002ab422-48e7-499d-8887-5d93d38e943b {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:22.764754 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6d0bee79-7393-4e90-8c11-cc522fcd5180 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:22.781282 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:22.786761 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.802775 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.809511 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/networks/0f589479-f652-4f29-8250-a6be87af177a HTTP/1.1" status: 204 len: 168 time: 0.8024435 Jul 16 01:34:22.816570 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f299f17d-f9ef-4fc9-9c8b-8ec675b2e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.820684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45040) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:22.825694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-2ab491e2-b18e-4592-b5f9-6b436b4c1020 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'name': 'tempest-PortsTestJSON-1059567622'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:22.831431 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672cf045-5218-4acc-81b5-ec067ce86509 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Network': ['ID=0f589479-f652-4f29-8250-a6be87af177a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.831598 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f299f17d-f9ef-4fc9-9c8b-8ec675b2e3e5 None None] No DVR routers for this DVR port 63902d88-4aaa-4a2e-a837-7c677993e9f3 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:22.853117 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f299f17d-f9ef-4fc9-9c8b-8ec675b2e3e5 None None] Pushing event deleted for resources: {'Port': ['ID=63902d88-4aaa-4a2e-a837-7c677993e9f3,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:22.860212 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6d0bee79-7393-4e90-8c11-cc522fcd5180 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.877224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-6d0bee79-7393-4e90-8c11-cc522fcd5180 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Calling delete_port for 002ab422-48e7-499d-8887-5d93d38e943b owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:22.931294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab491e2-b18e-4592-b5f9-6b436b4c1020 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:22.935090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ab491e2-b18e-4592-b5f9-6b436b4c1020 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:22.960368 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-2ab491e2-b18e-4592-b5f9-6b436b4c1020 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] device_id is not set on port ade08fed-3e29-47bb-abd0-6261a5dadd42 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:22.977912 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6d0bee79-7393-4e90-8c11-cc522fcd5180 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.015944 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0bee79-7393-4e90-8c11-cc522fcd5180 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Port': ['ID=002ab422-48e7-499d-8887-5d93d38e943b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:23.022985 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6d0bee79-7393-4e90-8c11-cc522fcd5180 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.032314 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6d0bee79-7393-4e90-8c11-cc522fcd5180 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/ports/002ab422-48e7-499d-8887-5d93d38e943b HTTP/1.1" status: 204 len: 168 time: 0.3748331 Jul 16 01:34:23.036116 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45044) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:23.118492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ae25e9a3-393e-441c-8c18-3e33cafe5670 None None] Could not find standard attr ID for object 208b79a5-314b-446a-8046-bbefdfea4014. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:23.135693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0303930d-3a16-4a20-aadf-1dd9a0026b6a None None] DHCP port deletion for 0f589479-f652-4f29-8250-a6be87af177a request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:23.152195 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7334af5-f557-48ef-a116-68749e5038bc None None] Network 0f589479-f652-4f29-8250-a6be87af177a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:23.154138 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.165166 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7334af5-f557-48ef-a116-68749e5038bc None None] Network 0f589479-f652-4f29-8250-a6be87af177a could not be found, it might have been deleted concurrently. {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:34:23.175282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23957f7-c14d-474d-b64a-a4a763e3ea1c None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:34:23.198794 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ab491e2-b18e-4592-b5f9-6b436b4c1020 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.220275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce08c1-8e8f-4fda-b976-44e4efe677be req-a2513e2b-3f41-4df3-8b0b-d7d8bbf4a0a6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.222650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53ce08c1-8e8f-4fda-b976-44e4efe677be req-a2513e2b-3f41-4df3-8b0b-d7d8bbf4a0a6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1542084 Jul 16 01:34:23.253302 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.270971 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ac58152-1195-46be-a9b7-3da0714926ed']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:23.273084 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23957f7-c14d-474d-b64a-a4a763e3ea1c None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:34:23.275706 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ab491e2-b18e-4592-b5f9-6b436b4c1020 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.287522 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9278396b-18e5-40e1-bca5-99e2db7297d9') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:23.288019 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9278396b-18e5-40e1-bca5-99e2db7297d9') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:23.288699 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53ce08c1-8e8f-4fda-b976-44e4efe677be req-a40d2f60-f864-46f0-8b77-09f38118acf6 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569661 Jul 16 01:34:23.299741 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.318900 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.321093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab491e2-b18e-4592-b5f9-6b436b4c1020 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 6111451c-3ae7-490a-924e-1fd33c0e806a is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:23.324431 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-2ab491e2-b18e-4592-b5f9-6b436b4c1020 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:23.326329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:23.331226 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.331413 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab491e2-b18e-4592-b5f9-6b436b4c1020 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:23.334046 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:23.336843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab491e2-b18e-4592-b5f9-6b436b4c1020 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:23.337450 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ab491e2-b18e-4592-b5f9-6b436b4c1020 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.351384 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab491e2-b18e-4592-b5f9-6b436b4c1020 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=ade08fed-3e29-47bb-abd0-6261a5dadd42,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:23.360233 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2ab491e2-b18e-4592-b5f9-6b436b4c1020 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5385938 Jul 16 01:34:23.363702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45046) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:23.433182 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.442438 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.444301 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] 10.222.0.22 "DELETE /v2.0/networks/6ac58152-1195-46be-a9b7-3da0714926ed HTTP/1.1" status: 204 len: 168 time: 0.4064689 Jul 16 01:34:23.466595 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Pushing event deleted for resources: {'Network': ['ID=6ac58152-1195-46be-a9b7-3da0714926ed,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:23.494147 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:23.494754 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:23.498102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:23.498452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:23.498796 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:23.499137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:23.499672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:23.499812 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:23.500138 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:23.500466 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:23.500794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:23.503665 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e699d224-aac1-493f-ae22-44cb3d3fe7b5 tempest-PortsIpV6TestJSON-665834704 tempest-PortsIpV6TestJSON-665834704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:23.556362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3a0051a4-eab7-4b31-960d-1f7adea5cbaa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port ade08fed-3e29-47bb-abd0-6261a5dadd42 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:23.556709 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a0051a4-eab7-4b31-960d-1f7adea5cbaa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.629516 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a0051a4-eab7-4b31-960d-1f7adea5cbaa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.641435 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3a0051a4-eab7-4b31-960d-1f7adea5cbaa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for ade08fed-3e29-47bb-abd0-6261a5dadd42 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:23.712866 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45054) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:23.725487 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a0051a4-eab7-4b31-960d-1f7adea5cbaa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.755625 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0051a4-eab7-4b31-960d-1f7adea5cbaa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=ade08fed-3e29-47bb-abd0-6261a5dadd42,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:23.760577 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a0051a4-eab7-4b31-960d-1f7adea5cbaa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.762586 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3a0051a4-eab7-4b31-960d-1f7adea5cbaa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/ade08fed-3e29-47bb-abd0-6261a5dadd42 HTTP/1.1" status: 204 len: 168 time: 0.3978310 Jul 16 01:34:23.765291 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45058) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:23.771271 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2720fe98-139f-4297-8a32-71b9d8835358 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'mac_address': 'fa:16:3e:1b:fa:13', 'name': 'tempest-PortsTestJSON-1941670601'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:23.848498 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5f9b17f0-cdf7-4968-8e0e-94f3426c0b04 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69bedaa87caa4b4e8ade12cea83bb8d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343920 Jul 16 01:34:23.850870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45060) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:23.866813 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2720fe98-139f-4297-8a32-71b9d8835358 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:23.898240 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e1621bd-34ba-421c-8db5-09de9c37e8f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.922730 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e1621bd-34ba-421c-8db5-09de9c37e8f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.930656 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2720fe98-139f-4297-8a32-71b9d8835358 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.950584 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-2720fe98-139f-4297-8a32-71b9d8835358 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] device_id is not set on port eef65166-c49a-47a6-a2ad-5123dda40366 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:23.968151 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e1621bd-34ba-421c-8db5-09de9c37e8f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.970778 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e1621bd-34ba-421c-8db5-09de9c37e8f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:23.974269 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9e1621bd-34ba-421c-8db5-09de9c37e8f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62770ca4-1ac0-4a4b-bb05-5e3b7a2f7d13 HTTP/1.1" status: 204 len: 168 time: 0.1202118 Jul 16 01:34:23.980487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1621bd-34ba-421c-8db5-09de9c37e8f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62770ca4-1ac0-4a4b-bb05-5e3b7a2f7d13,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:24.118281 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2720fe98-139f-4297-8a32-71b9d8835358 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.156951 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2720fe98-139f-4297-8a32-71b9d8835358 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.168115 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 63902d88-4aaa-4a2e-a837-7c677993e9f3 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:24.189054 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 63902d88-4aaa-4a2e-a837-7c677993e9f3 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:24.189568 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 63902d88-4aaa-4a2e-a837-7c677993e9f3 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:24.190107 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 208b79a5-314b-446a-8046-bbefdfea4014 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:24.209446 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720fe98-139f-4297-8a32-71b9d8835358 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=eef65166-c49a-47a6-a2ad-5123dda40366,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:24.210819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 208b79a5-314b-446a-8046-bbefdfea4014 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:24.211238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 208b79a5-314b-446a-8046-bbefdfea4014 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:24.228853 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2720fe98-139f-4297-8a32-71b9d8835358 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 6111451c-3ae7-490a-924e-1fd33c0e806a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:24.230208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-2720fe98-139f-4297-8a32-71b9d8835358 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:24.232739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2720fe98-139f-4297-8a32-71b9d8835358 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:24.239374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2720fe98-139f-4297-8a32-71b9d8835358 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.240015 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2720fe98-139f-4297-8a32-71b9d8835358 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.254372 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2720fe98-139f-4297-8a32-71b9d8835358 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4875154 Jul 16 01:34:24.257097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45070) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:24.313573 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3426041-9a5a-491d-923f-a5573dbd07b0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.314982 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f3426041-9a5a-491d-923f-a5573dbd07b0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports/eef65166-c49a-47a6-a2ad-5123dda40366 HTTP/1.1" status: 200 len: 841 time: 0.0567687 Jul 16 01:34:24.317637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45078) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:24.448243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-7ced2ef1-b2c8-4bb9-9e05-51018acb7f67 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port eef65166-c49a-47a6-a2ad-5123dda40366 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:24.448595 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ced2ef1-b2c8-4bb9-9e05-51018acb7f67 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.524358 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ced2ef1-b2c8-4bb9-9e05-51018acb7f67 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.542840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-7ced2ef1-b2c8-4bb9-9e05-51018acb7f67 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for eef65166-c49a-47a6-a2ad-5123dda40366 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:24.555381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e06b2c-7701-4abd-9251-f1a3940318e5 req-bd95a0ce-5f8d-42cf-b9b3-2ed97f973dc0 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:24.557027 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84e06b2c-7701-4abd-9251-f1a3940318e5 req-bd95a0ce-5f8d-42cf-b9b3-2ed97f973dc0 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1527894 Jul 16 01:34:24.644045 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84e06b2c-7701-4abd-9251-f1a3940318e5 req-55dafd08-2272-4944-bc9a-3f8be784b50e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792429 Jul 16 01:34:24.645802 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45090) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:24.669555 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ced2ef1-b2c8-4bb9-9e05-51018acb7f67 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.708593 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced2ef1-b2c8-4bb9-9e05-51018acb7f67 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=eef65166-c49a-47a6-a2ad-5123dda40366,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:24.715317 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ced2ef1-b2c8-4bb9-9e05-51018acb7f67 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.717583 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7ced2ef1-b2c8-4bb9-9e05-51018acb7f67 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/eef65166-c49a-47a6-a2ad-5123dda40366 HTTP/1.1" status: 204 len: 168 time: 0.3987212 Jul 16 01:34:24.720049 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45094) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:24.753946 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c94b1c-68d3-4830-9532-0aeaff90304c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] GET failed (client error): The resource could not be found. Jul 16 01:34:24.755526 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-89c94b1c-68d3-4830-9532-0aeaff90304c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports/eef65166-c49a-47a6-a2ad-5123dda40366 HTTP/1.1" status: 404 len: 333 time: 0.0345051 Jul 16 01:34:24.759359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45096) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:24.764200 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0ef5718f-a729-43cc-9920-b6c6bf799460 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1120846857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:24.764719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-bb8ec637-55d3-4576-9e1d-97ffedaf08be tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'name': 'tempest-PortsTestJSON-1709525992'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:24.786776 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ef5718f-a729-43cc-9920-b6c6bf799460 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.787787 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ef5718f-a729-43cc-9920-b6c6bf799460 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.839430 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ef5718f-a729-43cc-9920-b6c6bf799460 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.844016 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ef5718f-a729-43cc-9920-b6c6bf799460 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.858371 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8ec637-55d3-4576-9e1d-97ffedaf08be tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:24.861628 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ef5718f-a729-43cc-9920-b6c6bf799460 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.862465 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec637-55d3-4576-9e1d-97ffedaf08be tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.862946 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0ef5718f-a729-43cc-9920-b6c6bf799460 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2144387 Jul 16 01:34:24.865549 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45098) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:24.870380 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7bebce06-b95a-4de6-bb2a-5e26f65328e2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-402993482'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:24.883433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-bb8ec637-55d3-4576-9e1d-97ffedaf08be tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] device_id is not set on port f456da8d-34d8-48fb-b060-c3c4eaa1859d yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:24.890388 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bebce06-b95a-4de6-bb2a-5e26f65328e2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Made reservation on behalf of d665d293e6be4011bc250738f7c20ba4 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:24.894692 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7bebce06-b95a-4de6-bb2a-5e26f65328e2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.903181 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7bebce06-b95a-4de6-bb2a-5e26f65328e2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.995411 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7bebce06-b95a-4de6-bb2a-5e26f65328e2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:24.999384 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7bebce06-b95a-4de6-bb2a-5e26f65328e2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.026144 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bebce06-b95a-4de6-bb2a-5e26f65328e2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:25.036423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebce06-b95a-4de6-bb2a-5e26f65328e2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8500db-d1aa-4388-8958-3529d06706e8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.041366 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7bebce06-b95a-4de6-bb2a-5e26f65328e2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.041711 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-7bebce06-b95a-4de6-bb2a-5e26f65328e2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Added segment ff35c2b5-b0a9-4fce-aaa1-b0cd3d7e1190 of type vlan for network 55deffa5-56fa-4dff-9371-2fcd678f7e55 Jul 16 01:34:25.050293 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec637-55d3-4576-9e1d-97ffedaf08be tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.084806 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7bebce06-b95a-4de6-bb2a-5e26f65328e2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.094444 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec637-55d3-4576-9e1d-97ffedaf08be tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.113702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7bebce06-b95a-4de6-bb2a-5e26f65328e2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.119670 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bebce06-b95a-4de6-bb2a-5e26f65328e2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.120290 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7bebce06-b95a-4de6-bb2a-5e26f65328e2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.141238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8ec637-55d3-4576-9e1d-97ffedaf08be tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 6111451c-3ae7-490a-924e-1fd33c0e806a is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:25.145226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-bb8ec637-55d3-4576-9e1d-97ffedaf08be tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:25.147844 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8ec637-55d3-4576-9e1d-97ffedaf08be tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:25.154193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8ec637-55d3-4576-9e1d-97ffedaf08be tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.154818 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bb8ec637-55d3-4576-9e1d-97ffedaf08be tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.156658 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7bebce06-b95a-4de6-bb2a-5e26f65328e2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2901092 Jul 16 01:34:25.159794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45100) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:25.164854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4d849f2c-bdd3-4d83-b20a-5eb8dc221cb6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Request body: {'subnet': {'network_id': '55deffa5-56fa-4dff-9371-2fcd678f7e55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:25.167485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ec637-55d3-4576-9e1d-97ffedaf08be tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=f456da8d-34d8-48fb-b060-c3c4eaa1859d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.177332 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bb8ec637-55d3-4576-9e1d-97ffedaf08be tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4167178 Jul 16 01:34:25.179694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45102) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:25.185065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e6fb01e6-cf02-48b5-87e3-76b9fa4e5f1b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:25.205892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebce06-b95a-4de6-bb2a-5e26f65328e2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event updated for resources: {'Network': ['ID=55deffa5-56fa-4dff-9371-2fcd678f7e55,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.217293 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 55deffa5-56fa-4dff-9371-2fcd678f7e55 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:25.275892 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e6fb01e6-cf02-48b5-87e3-76b9fa4e5f1b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.288957 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d849f2c-bdd3-4d83-b20a-5eb8dc221cb6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Made reservation on behalf of d665d293e6be4011bc250738f7c20ba4 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:25.292790 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d849f2c-bdd3-4d83-b20a-5eb8dc221cb6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.427334 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e6fb01e6-cf02-48b5-87e3-76b9fa4e5f1b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.431795 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e6fb01e6-cf02-48b5-87e3-76b9fa4e5f1b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.468546 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e6fb01e6-cf02-48b5-87e3-76b9fa4e5f1b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] In _notify_port_updated(), no bound segment for port f456da8d-34d8-48fb-b060-c3c4eaa1859d on network 6111451c-3ae7-490a-924e-1fd33c0e806a {{(pid=93919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:34:25.473581 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d849f2c-bdd3-4d83-b20a-5eb8dc221cb6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.474556 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fb01e6-cf02-48b5-87e3-76b9fa4e5f1b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.475174 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e6fb01e6-cf02-48b5-87e3-76b9fa4e5f1b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.476501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e6fb01e6-cf02-48b5-87e3-76b9fa4e5f1b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "PUT /v2.0/ports/f456da8d-34d8-48fb-b060-c3c4eaa1859d HTTP/1.1" status: 200 len: 818 time: 0.2958586 Jul 16 01:34:25.480374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45104) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:25.519092 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fb01e6-cf02-48b5-87e3-76b9fa4e5f1b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=f456da8d-34d8-48fb-b060-c3c4eaa1859d,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.540031 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d849f2c-bdd3-4d83-b20a-5eb8dc221cb6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event updated for resources: {'Subnet': ['ID=307ae447-ef7d-46ef-9473-b507501a3657,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:25.545689 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d849f2c-bdd3-4d83-b20a-5eb8dc221cb6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Checking segment: {'id': 'ff35c2b5-b0a9-4fce-aaa1-b0cd3d7e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '55deffa5-56fa-4dff-9371-2fcd678f7e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:25.546058 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d849f2c-bdd3-4d83-b20a-5eb8dc221cb6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Network hostable DHCP agents. Network: 55deffa5-56fa-4dff-9371-2fcd678f7e55, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:25.563075 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d849f2c-bdd3-4d83-b20a-5eb8dc221cb6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Network 55deffa5-56fa-4dff-9371-2fcd678f7e55 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:25.572663 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-4d849f2c-bdd3-4d83-b20a-5eb8dc221cb6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 55deffa5-56fa-4dff-9371-2fcd678f7e55) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:25.576706 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d849f2c-bdd3-4d83-b20a-5eb8dc221cb6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.577413 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d849f2c-bdd3-4d83-b20a-5eb8dc221cb6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.585022 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52deba92-3c80-4859-a44f-683876a4aedd None None] Network 55deffa5-56fa-4dff-9371-2fcd678f7e55 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:25.590575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e7286748-3dfd-4f33-9e02-1c5fe769fb97 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port f456da8d-34d8-48fb-b060-c3c4eaa1859d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:25.591054 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7286748-3dfd-4f33-9e02-1c5fe769fb97 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.596543 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4d849f2c-bdd3-4d83-b20a-5eb8dc221cb6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4351397 Jul 16 01:34:25.599491 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45106) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:25.604488 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-105324f0-0018-4402-82ff-c0d923a105b6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Request body: {'network': {'name': 'tempest-router-network01--1565290397'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:25.681775 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105324f0-0018-4402-82ff-c0d923a105b6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Made reservation on behalf of d665d293e6be4011bc250738f7c20ba4 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:25.685294 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-105324f0-0018-4402-82ff-c0d923a105b6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.691090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7286748-3dfd-4f33-9e02-1c5fe769fb97 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.712008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e7286748-3dfd-4f33-9e02-1c5fe769fb97 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for f456da8d-34d8-48fb-b060-c3c4eaa1859d owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:25.734807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105324f0-0018-4402-82ff-c0d923a105b6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:25.748839 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-55deffa5-56fa-4dff-9371-2fcd678f7e55', 'network_id': '55deffa5-56fa-4dff-9371-2fcd678f7e55', 'tenant_id': 'd665d293e6be4011bc250738f7c20ba4', 'fixed_ips': [{'subnet_id': '307ae447-ef7d-46ef-9473-b507501a3657'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:25.750179 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.817532 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-105324f0-0018-4402-82ff-c0d923a105b6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.817882 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-105324f0-0018-4402-82ff-c0d923a105b6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Added segment 16f41839-4513-4821-beb0-61a82bdc1c48 of type vlan for network dfed73c8-72aa-484d-9722-b0c1bffe06f7 Jul 16 01:34:25.883533 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-105324f0-0018-4402-82ff-c0d923a105b6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.898927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Allocated IP 2001:db8::2 (55deffa5-56fa-4dff-9371-2fcd678f7e55/307ae447-ef7d-46ef-9473-b507501a3657/70dbbcc2-fd7c-42d1-910e-ec8c252c25d8) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:25.937157 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b082ea2d-7030-405a-b142-5f18feb6a878 req-e9bcad54-20e0-4055-92dd-0590374a3c31 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.938675 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b082ea2d-7030-405a-b142-5f18feb6a878 req-e9bcad54-20e0-4055-92dd-0590374a3c31 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1652572 Jul 16 01:34:25.939288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7286748-3dfd-4f33-9e02-1c5fe769fb97 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.988111 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-105324f0-0018-4402-82ff-c0d923a105b6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.993898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105324f0-0018-4402-82ff-c0d923a105b6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:25.994497 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-105324f0-0018-4402-82ff-c0d923a105b6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:25.996781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7286748-3dfd-4f33-9e02-1c5fe769fb97 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=f456da8d-34d8-48fb-b060-c3c4eaa1859d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:26.026867 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7286748-3dfd-4f33-9e02-1c5fe769fb97 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.028816 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e7286748-3dfd-4f33-9e02-1c5fe769fb97 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/f456da8d-34d8-48fb-b060-c3c4eaa1859d HTTP/1.1" status: 204 len: 168 time: 0.5484130 Jul 16 01:34:26.031409 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45112) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:26.052834 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.056025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-105324f0-0018-4402-82ff-c0d923a105b6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4530573 Jul 16 01:34:26.059290 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45114) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:26.063949 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Transition to ACTIVE for port object 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:26.066310 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-556508d0-e32b-4a5f-a951-25cfa5f5a363 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Request body: {'network': {'name': 'tempest-router-network02--1799365265'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:26.091176 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Transition to ACTIVE for port object 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:26.098410 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.105166 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b082ea2d-7030-405a-b142-5f18feb6a878 req-2b6248a5-787a-418d-8e76-b2341fd45e20 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547661 Jul 16 01:34:26.108224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105324f0-0018-4402-82ff-c0d923a105b6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event updated for resources: {'Network': ['ID=dfed73c8-72aa-484d-9722-b0c1bffe06f7,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:26.132137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1290b4c4-253e-4389-924f-8a6aa9274668 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.135805 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1290b4c4-253e-4389-924f-8a6aa9274668 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1007304 Jul 16 01:34:26.135956 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network dfed73c8-72aa-484d-9722-b0c1bffe06f7 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:26.136542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45116) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:26.138229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556508d0-e32b-4a5f-a951-25cfa5f5a363 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Made reservation on behalf of d665d293e6be4011bc250738f7c20ba4 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:26.142080 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-556508d0-e32b-4a5f-a951-25cfa5f5a363 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.165305 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79d8adc-f135-4610-9a97-595ec046c955 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] GET failed (client error): The resource could not be found. Jul 16 01:34:26.166887 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e79d8adc-f135-4610-9a97-595ec046c955 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports/f456da8d-34d8-48fb-b060-c3c4eaa1859d HTTP/1.1" status: 404 len: 333 time: 0.0292203 Jul 16 01:34:26.168510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-556508d0-e32b-4a5f-a951-25cfa5f5a363 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:26.172653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45118) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:26.175096 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Network 55deffa5-56fa-4dff-9371-2fcd678f7e55 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:26.177678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-76da66d2-bf47-46c3-86bf-b08fe2e3ab9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-174198291'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:26.183898 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-556508d0-e32b-4a5f-a951-25cfa5f5a363 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.184420 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-556508d0-e32b-4a5f-a951-25cfa5f5a363 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Added segment aab1dd6f-2f05-409f-8cb5-60b3f3ea7f3b of type vlan for network 7ac5d52c-651b-4f85-b758-1cef4fbc3e8c Jul 16 01:34:26.198290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76da66d2-bf47-46c3-86bf-b08fe2e3ab9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:26.204077 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76da66d2-bf47-46c3-86bf-b08fe2e3ab9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.206879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:26.213501 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:26.215418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Pushing event updated for resources: {'Port': ['ID=70dbbcc2-fd7c-42d1-910e-ec8c252c25d8,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:26.227190 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-556508d0-e32b-4a5f-a951-25cfa5f5a363 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.247062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76da66d2-bf47-46c3-86bf-b08fe2e3ab9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:26.259249 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76da66d2-bf47-46c3-86bf-b08fe2e3ab9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.259679 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-76da66d2-bf47-46c3-86bf-b08fe2e3ab9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Added segment 6ac6140d-83e7-4832-9338-a6c93b374bdb of type vlan for network 0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7 Jul 16 01:34:26.262369 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-556508d0-e32b-4a5f-a951-25cfa5f5a363 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.269017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556508d0-e32b-4a5f-a951-25cfa5f5a363 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.269641 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-556508d0-e32b-4a5f-a951-25cfa5f5a363 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.284770 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Attempting to bind port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:26.285360 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Attempting to bind port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'ff35c2b5-b0a9-4fce-aaa1-b0cd3d7e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '55deffa5-56fa-4dff-9371-2fcd678f7e55'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:26.285806 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Attempting to bind port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 on network 55deffa5-56fa-4dff-9371-2fcd678f7e55 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:26.291006 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:26.291681 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Checking segment: {'id': 'ff35c2b5-b0a9-4fce-aaa1-b0cd3d7e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '55deffa5-56fa-4dff-9371-2fcd678f7e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:26.292116 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.292519 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Bound using segment: {'id': 'ff35c2b5-b0a9-4fce-aaa1-b0cd3d7e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '55deffa5-56fa-4dff-9371-2fcd678f7e55'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:26.292986 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Bound port: 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff35c2b5-b0a9-4fce-aaa1-b0cd3d7e1190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '55deffa5-56fa-4dff-9371-2fcd678f7e55'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:26.293548 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.307943 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-556508d0-e32b-4a5f-a951-25cfa5f5a363 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2455914 Jul 16 01:34:26.310775 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45120) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:26.312112 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76da66d2-bf47-46c3-86bf-b08fe2e3ab9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.316468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-0abed526-57a2-4cec-8031-22b35cedd077 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Request body: {'subnet': {'network_id': 'dfed73c8-72aa-484d-9722-b0c1bffe06f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:26.343595 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76da66d2-bf47-46c3-86bf-b08fe2e3ab9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.349645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76da66d2-bf47-46c3-86bf-b08fe2e3ab9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.350240 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76da66d2-bf47-46c3-86bf-b08fe2e3ab9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.358684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] For port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:26.362013 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] For port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=70dbbcc2-fd7c-42d1-910e-ec8c252c25d8,segment=NetworkSegment(ff35c2b5-b0a9-4fce-aaa1-b0cd3d7e1190),segment_id=ff35c2b5-b0a9-4fce-aaa1-b0cd3d7e1190)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:26.367222 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.370759 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556508d0-e32b-4a5f-a951-25cfa5f5a363 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event updated for resources: {'Network': ['ID=7ac5d52c-651b-4f85-b758-1cef4fbc3e8c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:26.395985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 7ac5d52c-651b-4f85-b758-1cef4fbc3e8c details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:26.398092 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-76da66d2-bf47-46c3-86bf-b08fe2e3ab9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2243419 Jul 16 01:34:26.400982 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45122) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:26.433263 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f8be5856-52d4-4b69-ab63-ffba4af03cc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'subnet': {'network_id': '0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:26.437970 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76da66d2-bf47-46c3-86bf-b08fe2e3ab9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Network': ['ID=0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:26.465998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abed526-57a2-4cec-8031-22b35cedd077 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Made reservation on behalf of d665d293e6be4011bc250738f7c20ba4 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:26.470584 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0abed526-57a2-4cec-8031-22b35cedd077 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.480692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:26.504022 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f3a47-4bde-446a-88a9-82825d1298a2 None None] Pushing event updated for resources: {'Port': ['ID=70dbbcc2-fd7c-42d1-910e-ec8c252c25d8,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:26.544147 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8be5856-52d4-4b69-ab63-ffba4af03cc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:26.548343 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8be5856-52d4-4b69-ab63-ffba4af03cc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.699689 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0abed526-57a2-4cec-8031-22b35cedd077 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.771056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abed526-57a2-4cec-8031-22b35cedd077 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event updated for resources: {'Subnet': ['ID=3ad56402-7990-4f3e-a984-e952dc4bc556,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:26.780129 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abed526-57a2-4cec-8031-22b35cedd077 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Checking segment: {'id': '16f41839-4513-4821-beb0-61a82bdc1c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dfed73c8-72aa-484d-9722-b0c1bffe06f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:26.780679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abed526-57a2-4cec-8031-22b35cedd077 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Network hostable DHCP agents. Network: dfed73c8-72aa-484d-9722-b0c1bffe06f7, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:26.783349 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8be5856-52d4-4b69-ab63-ffba4af03cc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.803580 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abed526-57a2-4cec-8031-22b35cedd077 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Network dfed73c8-72aa-484d-9722-b0c1bffe06f7 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:26.813665 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-0abed526-57a2-4cec-8031-22b35cedd077 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, dfed73c8-72aa-484d-9722-b0c1bffe06f7) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:26.818627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abed526-57a2-4cec-8031-22b35cedd077 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:26.819313 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0abed526-57a2-4cec-8031-22b35cedd077 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.836725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd0772f-a631-41ee-ab14-1fce78628293 None None] Network dfed73c8-72aa-484d-9722-b0c1bffe06f7 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:26.838352 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0abed526-57a2-4cec-8031-22b35cedd077 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5265002 Jul 16 01:34:26.841831 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45126) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:26.849105 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f292112d-a13d-444c-92b8-78ab5ad9f57f tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Request body: {'subnet': {'network_id': '7ac5d52c-651b-4f85-b758-1cef4fbc3e8c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:26.884987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be5856-52d4-4b69-ab63-ffba4af03cc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Subnet': ['ID=06aa5a7b-77c3-4d17-b92c-a09b4acce4f5,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:26.900933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8be5856-52d4-4b69-ab63-ffba4af03cc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Checking segment: {'id': '6ac6140d-83e7-4832-9338-a6c93b374bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:26.901391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8be5856-52d4-4b69-ab63-ffba4af03cc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network hostable DHCP agents. Network: 0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:26.961407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8be5856-52d4-4b69-ab63-ffba4af03cc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:26.974012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f292112d-a13d-444c-92b8-78ab5ad9f57f tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Made reservation on behalf of d665d293e6be4011bc250738f7c20ba4 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:26.978320 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f292112d-a13d-444c-92b8-78ab5ad9f57f tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:26.983227 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-f8be5856-52d4-4b69-ab63-ffba4af03cc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:26.994022 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80e6b27-93f7-4d01-9406-1e88587a520c None None] Network 0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:27.004954 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8be5856-52d4-4b69-ab63-ffba4af03cc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.005656 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8be5856-52d4-4b69-ab63-ffba4af03cc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.012181 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-dfed73c8-72aa-484d-9722-b0c1bffe06f7', 'network_id': 'dfed73c8-72aa-484d-9722-b0c1bffe06f7', 'tenant_id': 'd665d293e6be4011bc250738f7c20ba4', 'fixed_ips': [{'subnet_id': '3ad56402-7990-4f3e-a984-e952dc4bc556'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:27.013037 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.060547 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f8be5856-52d4-4b69-ab63-ffba4af03cc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6582747 Jul 16 01:34:27.061656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45128) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:27.067037 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b22f53ee-874c-4891-97cb-81fef54cd127 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'subnet': {'network_id': '0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:27.193254 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22f53ee-874c-4891-97cb-81fef54cd127 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:27.197444 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b22f53ee-874c-4891-97cb-81fef54cd127 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.229675 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f292112d-a13d-444c-92b8-78ab5ad9f57f tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.309268 n-d-791505-14 neutron-server[93919]: INFO neutron.db.ipam_backend_mixin [None req-b22f53ee-874c-4891-97cb-81fef54cd127 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 06aa5a7b-77c3-4d17-b92c-a09b4acce4f5 (CIDR: 172.20.0.0/28) Jul 16 01:34:27.313351 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22f53ee-874c-4891-97cb-81fef54cd127 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:27.313840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22f53ee-874c-4891-97cb-81fef54cd127 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:34:27.324980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Allocated IP 2001:db8::2 (dfed73c8-72aa-484d-9722-b0c1bffe06f7/3ad56402-7990-4f3e-a984-e952dc4bc556/7767c5fa-5b8a-49ae-8a69-6f12a7436e02) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:27.326093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f292112d-a13d-444c-92b8-78ab5ad9f57f tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event updated for resources: {'Subnet': ['ID=9ec933cb-531e-469c-921d-7bba50c83c9d,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:27.333050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f292112d-a13d-444c-92b8-78ab5ad9f57f tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Checking segment: {'id': 'aab1dd6f-2f05-409f-8cb5-60b3f3ea7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ac5d52c-651b-4f85-b758-1cef4fbc3e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:27.334034 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f292112d-a13d-444c-92b8-78ab5ad9f57f tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Network hostable DHCP agents. Network: 7ac5d52c-651b-4f85-b758-1cef4fbc3e8c, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:27.349405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7', 'network_id': '0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7', 'tenant_id': '9415a8b9e5ba489a92cda876cb2c8838', 'fixed_ips': [{'subnet_id': '06aa5a7b-77c3-4d17-b92c-a09b4acce4f5'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:27.350526 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.354316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f292112d-a13d-444c-92b8-78ab5ad9f57f tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Network 7ac5d52c-651b-4f85-b758-1cef4fbc3e8c is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:27.367942 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b22f53ee-874c-4891-97cb-81fef54cd127 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3048928 Jul 16 01:34:27.371283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45132) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:27.373162 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-f292112d-a13d-444c-92b8-78ab5ad9f57f tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 7ac5d52c-651b-4f85-b758-1cef4fbc3e8c) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:27.375722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a1fbe1f0-7e55-49e9-9bd6-8743dcceb86f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'subnet': {'network_id': '0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:27.383392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f292112d-a13d-444c-92b8-78ab5ad9f57f tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.385148 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f292112d-a13d-444c-92b8-78ab5ad9f57f tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.386674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382d7420-dbc8-44c3-a827-0ce88caa5a1f None None] Network 7ac5d52c-651b-4f85-b758-1cef4fbc3e8c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:27.411598 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f292112d-a13d-444c-92b8-78ab5ad9f57f tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5642841 Jul 16 01:34:27.412294 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45134) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:27.425713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafbf43-9bf9-45f5-888b-c7097519f4a4 req-83c143df-3bba-4840-8a7b-193f42ba9e83 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.427264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fafbf43-9bf9-45f5-888b-c7097519f4a4 req-83c143df-3bba-4840-8a7b-193f42ba9e83 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1166537 Jul 16 01:34:27.519435 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fafbf43-9bf9-45f5-888b-c7097519f4a4 req-f7dba39b-aaf1-434f-9a5f-0cc8207a852b tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833030 Jul 16 01:34:27.571131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1fbe1f0-7e55-49e9-9bd6-8743dcceb86f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:27.576675 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a1fbe1f0-7e55-49e9-9bd6-8743dcceb86f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.709717 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b22cb9-1dea-491d-a26a-8d85ff2cb5f6 None None] Network 55deffa5-56fa-4dff-9371-2fcd678f7e55 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:27.739828 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.841621 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a1fbe1f0-7e55-49e9-9bd6-8743dcceb86f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.885186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fbe1f0-7e55-49e9-9bd6-8743dcceb86f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:27.888913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-a1fbe1f0-7e55-49e9-9bd6-8743dcceb86f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:27.892147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1fbe1f0-7e55-49e9-9bd6-8743dcceb86f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:27.893290 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a1fbe1f0-7e55-49e9-9bd6-8743dcceb86f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.902201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-09881688-a54a-4185-b2b5-e32596b1d311 None None] Provisioning for port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:27.911522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fbe1f0-7e55-49e9-9bd6-8743dcceb86f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Subnet': ['ID=df2950f7-ee22-46e7-8b4a-0cebd5e0c74d,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:27.922194 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a1fbe1f0-7e55-49e9-9bd6-8743dcceb86f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5506198 Jul 16 01:34:27.925466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45136) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:27.930597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-68244d28-bd8c-4d06-baf7-8dd9df62fda2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'network_id': '0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7', 'fixed_ips': [{'subnet_id': '06aa5a7b-77c3-4d17-b92c-a09b4acce4f5'}, {'subnet_id': 'df2950f7-ee22-46e7-8b4a-0cebd5e0c74d'}], 'name': 'tempest-PortsTestJSON-1846795328'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:27.963627 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Allocated IP 172.20.0.2 (0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7/06aa5a7b-77c3-4d17-b92c-a09b4acce4f5/efe52ab3-dc27-4318-ad1a-89dad58ada16) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:27.965754 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:27.987554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Transition to ACTIVE for port object 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:28.050405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68244d28-bd8c-4d06-baf7-8dd9df62fda2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:28.070186 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-7ac5d52c-651b-4f85-b758-1cef4fbc3e8c', 'network_id': '7ac5d52c-651b-4f85-b758-1cef4fbc3e8c', 'tenant_id': 'd665d293e6be4011bc250738f7c20ba4', 'fixed_ips': [{'subnet_id': '9ec933cb-531e-469c-921d-7bba50c83c9d'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:28.071076 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.086105 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Transition to ACTIVE for port object 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:28.137206 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.167701 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-68244d28-bd8c-4d06-baf7-8dd9df62fda2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.177518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Allocated IP 2001:db8::1 (dfed73c8-72aa-484d-9722-b0c1bffe06f7/3ad56402-7990-4f3e-a984-e952dc4bc556/8a337a83-a634-4276-9668-e576ce87cdbf) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:28.188711 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-68244d28-bd8c-4d06-baf7-8dd9df62fda2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] device_id is not set on port b7cb95f9-57f4-4926-a4d7-310045686118 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:28.262036 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:28.309886 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Network dfed73c8-72aa-484d-9722-b0c1bffe06f7 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:28.318592 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.324302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Pushing event updated for resources: {'Port': ['ID=7767c5fa-5b8a-49ae-8a69-6f12a7436e02,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:28.334377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:28.340175 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Transition to ACTIVE for port object 8a337a83-a634-4276-9668-e576ce87cdbf will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:28.367531 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:28.376426 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.414917 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Network dfed73c8-72aa-484d-9722-b0c1bffe06f7 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:28.420414 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:28.423602 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:28.424204 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.466859 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event updated for resources: {'Port': ['ID=8a337a83-a634-4276-9668-e576ce87cdbf,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:28.481522 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.509716 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Allocated IP 2001:db8::2 (7ac5d52c-651b-4f85-b758-1cef4fbc3e8c/9ec933cb-531e-469c-921d-7bba50c83c9d/b30fe174-605d-466f-a855-2d2260182d7e) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:28.513752 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Transition to ACTIVE for port object efe52ab3-dc27-4318-ad1a-89dad58ada16 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:28.523576 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:28.525556 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Attempting to bind port 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:28.526113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Attempting to bind port 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '16f41839-4513-4821-beb0-61a82bdc1c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dfed73c8-72aa-484d-9722-b0c1bffe06f7'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:28.526685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Attempting to bind port 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 on network dfed73c8-72aa-484d-9722-b0c1bffe06f7 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:28.548218 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:28.548598 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.550575 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Transition to ACTIVE for port object efe52ab3-dc27-4318-ad1a-89dad58ada16 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:28.557214 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:28.557591 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Checking segment: {'id': '16f41839-4513-4821-beb0-61a82bdc1c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dfed73c8-72aa-484d-9722-b0c1bffe06f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:28.558170 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.558743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Bound using segment: {'id': '16f41839-4513-4821-beb0-61a82bdc1c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dfed73c8-72aa-484d-9722-b0c1bffe06f7'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:28.559400 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Bound port: 7767c5fa-5b8a-49ae-8a69-6f12a7436e02, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f41839-4513-4821-beb0-61a82bdc1c48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'dfed73c8-72aa-484d-9722-b0c1bffe06f7'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:28.560000 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.571233 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.611342 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.736873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Network 0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:28.746085 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-68244d28-bd8c-4d06-baf7-8dd9df62fda2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Allocated IP 172.20.0.4 (0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7/06aa5a7b-77c3-4d17-b92c-a09b4acce4f5/b7cb95f9-57f4-4926-a4d7-310045686118) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:28.757619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:28.758301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-68244d28-bd8c-4d06-baf7-8dd9df62fda2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Allocated IP 172.20.0.27 (0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7/df2950f7-ee22-46e7-8b4a-0cebd5e0c74d/b7cb95f9-57f4-4926-a4d7-310045686118) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:28.772557 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:28.774340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Pushing event updated for resources: {'Port': ['ID=efe52ab3-dc27-4318-ad1a-89dad58ada16,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:28.792617 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e3f67-22ff-491a-aec1-c11eea6a2ec4 req-174f1092-91c8-47c0-9729-18b7dcae903d tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:28.794161 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d86e3f67-22ff-491a-aec1-c11eea6a2ec4 req-174f1092-91c8-47c0-9729-18b7dcae903d tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1301322 Jul 16 01:34:28.839874 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] For port 7767c5fa-5b8a-49ae-8a69-6f12a7436e02, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:28.870523 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ddf07cb4-1670-49bd-acbf-f8476f24ba65 None None] Provisioning complete for port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:28.870903 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ddf07cb4-1670-49bd-acbf-f8476f24ba65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.872943 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d86e3f67-22ff-491a-aec1-c11eea6a2ec4 req-f423c9c0-63d1-4d40-b1a3-14d0d3a71edb tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725474 Jul 16 01:34:28.911212 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.917795 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.918793 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.954635 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] For port 7767c5fa-5b8a-49ae-8a69-6f12a7436e02, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7767c5fa-5b8a-49ae-8a69-6f12a7436e02,segment=NetworkSegment(16f41839-4513-4821-beb0-61a82bdc1c48),segment_id=16f41839-4513-4821-beb0-61a82bdc1c48)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:28.958800 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-68244d28-bd8c-4d06-baf7-8dd9df62fda2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.972528 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-68244d28-bd8c-4d06-baf7-8dd9df62fda2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Transition to ACTIVE for port object b7cb95f9-57f4-4926-a4d7-310045686118 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:28.976863 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.984012 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:28.984210 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event updated for resources: {'Port': ['ID=8a337a83-a634-4276-9668-e576ce87cdbf,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:29.007633 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Attempting to bind port efe52ab3-dc27-4318-ad1a-89dad58ada16 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:29.008061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Attempting to bind port efe52ab3-dc27-4318-ad1a-89dad58ada16 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '6ac6140d-83e7-4832-9338-a6c93b374bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:29.008428 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Attempting to bind port efe52ab3-dc27-4318-ad1a-89dad58ada16 on network 0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:29.010238 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-68244d28-bd8c-4d06-baf7-8dd9df62fda2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.045715 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.056716 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Network dfed73c8-72aa-484d-9722-b0c1bffe06f7 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:29.058212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:29.058417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68244d28-bd8c-4d06-baf7-8dd9df62fda2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:29.061901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-68244d28-bd8c-4d06-baf7-8dd9df62fda2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:29.067070 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68244d28-bd8c-4d06-baf7-8dd9df62fda2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:29.083911 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:29.084631 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Checking segment: {'id': '6ac6140d-83e7-4832-9338-a6c93b374bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:29.085207 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.085889 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Bound using segment: {'id': '6ac6140d-83e7-4832-9338-a6c93b374bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:29.087051 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Bound port: efe52ab3-dc27-4318-ad1a-89dad58ada16, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac6140d-83e7-4832-9338-a6c93b374bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:29.087518 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.090840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68244d28-bd8c-4d06-baf7-8dd9df62fda2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=b7cb95f9-57f4-4926-a4d7-310045686118,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:29.127651 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Transition to ACTIVE for port object b30fe174-605d-466f-a855-2d2260182d7e will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:29.141686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68244d28-bd8c-4d06-baf7-8dd9df62fda2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:29.143744 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-68244d28-bd8c-4d06-baf7-8dd9df62fda2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.162399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-68244d28-bd8c-4d06-baf7-8dd9df62fda2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.2355428 Jul 16 01:34:29.164846 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45144) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:29.172611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=70dbbcc2-fd7c-42d1-910e-ec8c252c25d8,segment=NetworkSegment(ff35c2b5-b0a9-4fce-aaa1-b0cd3d7e1190),segment_id=ff35c2b5-b0a9-4fce-aaa1-b0cd3d7e1190)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:29.176751 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-eab9d978-8253-426d-86ce-1c411727dfe7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '06aa5a7b-77c3-4d17-b92c-a09b4acce4f5'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:29.204741 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.243445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Router 7ae69cf7-a143-4323-acb9-dcae7731055d is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:34:29.244395 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Transition to ACTIVE for port object b30fe174-605d-466f-a855-2d2260182d7e will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:29.250240 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19539d45-35e7-4bfb-9198-9143634a95ee None None] Pushing event updated for resources: {'Port': ['ID=7767c5fa-5b8a-49ae-8a69-6f12a7436e02,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:29.267266 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.302684 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eab9d978-8253-426d-86ce-1c411727dfe7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.332964 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Network 7ac5d52c-651b-4f85-b758-1cef4fbc3e8c is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:29.334082 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] For port efe52ab3-dc27-4318-ad1a-89dad58ada16, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:29.339385 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] For port efe52ab3-dc27-4318-ad1a-89dad58ada16, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=efe52ab3-dc27-4318-ad1a-89dad58ada16,segment=NetworkSegment(6ac6140d-83e7-4832-9338-a6c93b374bdb),segment_id=6ac6140d-83e7-4832-9338-a6c93b374bdb)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:29.340831 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:29.346561 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:29.355636 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.359126 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:29.375297 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=70dbbcc2-fd7c-42d1-910e-ec8c252c25d8,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:29.376191 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-69af127e-a81d-4abb-ad08-4b130fb192df tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "PUT /v2.0/routers/7ae69cf7-a143-4323-acb9-dcae7731055d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9612002 Jul 16 01:34:29.377060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45146) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:29.428575 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe04102-46c0-4b42-a62f-2d8f8f06b5d1 None None] Sync routers for ids ['7ae69cf7-a143-4323-acb9-dcae7731055d'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:29.477071 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Attempting to bind port b30fe174-605d-466f-a855-2d2260182d7e on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:29.477454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Attempting to bind port b30fe174-605d-466f-a855-2d2260182d7e by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'aab1dd6f-2f05-409f-8cb5-60b3f3ea7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ac5d52c-651b-4f85-b758-1cef4fbc3e8c'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:29.477822 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Attempting to bind port b30fe174-605d-466f-a855-2d2260182d7e on network 7ac5d52c-651b-4f85-b758-1cef4fbc3e8c {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:29.494643 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:29.502861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Checking segment: {'id': 'aab1dd6f-2f05-409f-8cb5-60b3f3ea7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ac5d52c-651b-4f85-b758-1cef4fbc3e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:29.503304 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.503719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Bound using segment: {'id': 'aab1dd6f-2f05-409f-8cb5-60b3f3ea7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ac5d52c-651b-4f85-b758-1cef4fbc3e8c'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:29.504257 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Bound port: b30fe174-605d-466f-a855-2d2260182d7e, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aab1dd6f-2f05-409f-8cb5-60b3f3ea7f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7ac5d52c-651b-4f85-b758-1cef4fbc3e8c'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:29.504655 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.515035 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Pushing event updated for resources: {'Port': ['ID=b30fe174-605d-466f-a855-2d2260182d7e,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:29.520801 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe04102-46c0-4b42-a62f-2d8f8f06b5d1 None None] Routers {'7ae69cf7-a143-4323-acb9-dcae7731055d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:29.521670 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bbe04102-46c0-4b42-a62f-2d8f8f06b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:34:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['7ae69cf7-a143-4323-acb9-dcae7731055d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:29.689872 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-eab9d978-8253-426d-86ce-1c411727dfe7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Delete allocated IP 172.20.0.27 (0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7/df2950f7-ee22-46e7-8b4a-0cebd5e0c74d) {{(pid=93919) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:34:29.777037 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bbe04102-46c0-4b42-a62f-2d8f8f06b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:29.858135 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe04102-46c0-4b42-a62f-2d8f8f06b5d1 None None] Routers {'7ae69cf7-a143-4323-acb9-dcae7731055d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:29.858784 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bbe04102-46c0-4b42-a62f-2d8f8f06b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:34:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['7ae69cf7-a143-4323-acb9-dcae7731055d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:29.914958 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eab9d978-8253-426d-86ce-1c411727dfe7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.928743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b5b68-1184-4e38-af38-1cade0906ad0 None None] Pushing event updated for resources: {'Port': ['ID=efe52ab3-dc27-4318-ad1a-89dad58ada16,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:29.941460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-eab9d978-8253-426d-86ce-1c411727dfe7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Ignored duplicate provisioning block setup for port b7cb95f9-57f4-4926-a4d7-310045686118 by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:34:29.946696 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eab9d978-8253-426d-86ce-1c411727dfe7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:29.955716 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] For port b30fe174-605d-466f-a855-2d2260182d7e, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:29.959809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] For port b30fe174-605d-466f-a855-2d2260182d7e, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b30fe174-605d-466f-a855-2d2260182d7e,segment=NetworkSegment(aab1dd6f-2f05-409f-8cb5-60b3f3ea7f3b),segment_id=aab1dd6f-2f05-409f-8cb5-60b3f3ea7f3b)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:29.962664 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bbe04102-46c0-4b42-a62f-2d8f8f06b5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:29.963577 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe04102-46c0-4b42-a62f-2d8f8f06b5d1 None None] The sync data for ids ['7ae69cf7-a143-4323-acb9-dcae7731055d'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:29.967974 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.028953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab9d978-8253-426d-86ce-1c411727dfe7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=b7cb95f9-57f4-4926-a4d7-310045686118,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:30.046969 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892e27b-d3e6-430a-b311-66e13c13f368 None None] Pushing event updated for resources: {'Port': ['ID=b30fe174-605d-466f-a855-2d2260182d7e,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:30.130918 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-eab9d978-8253-426d-86ce-1c411727dfe7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] In _notify_port_updated(), no bound segment for port b7cb95f9-57f4-4926-a4d7-310045686118 on network 0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7 {{(pid=93919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:34:30.136551 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab9d978-8253-426d-86ce-1c411727dfe7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.137129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eab9d978-8253-426d-86ce-1c411727dfe7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.140944 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-eab9d978-8253-426d-86ce-1c411727dfe7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "PUT /v2.0/ports/b7cb95f9-57f4-4926-a4d7-310045686118 HTTP/1.1" status: 200 len: 919 time: 0.9724114 Jul 16 01:34:30.151497 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45150) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:30.161132 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-9a239c54-b249-4552-b98f-3c3a8be98ef9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '06aa5a7b-77c3-4d17-b92c-a09b4acce4f5'}, {'subnet_id': 'df2950f7-ee22-46e7-8b4a-0cebd5e0c74d'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:30.264310 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.287556 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-65072cc8-c6d8-49e0-9904-94b471ff89c7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:30.292243 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-65072cc8-c6d8-49e0-9904-94b471ff89c7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "PUT /v2.0/routers/7ae69cf7-a143-4323-acb9-dcae7731055d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9130456 Jul 16 01:34:30.292836 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45154) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:30.335521 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a239c54-b249-4552-b98f-3c3a8be98ef9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.428185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:30.512190 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:30.518523 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device efe52ab3-dc27-4318-ad1a-89dad58ada16 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:30.584873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port efe52ab3-dc27-4318-ad1a-89dad58ada16 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:30.591377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:30.693344 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:30.693809 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.755911 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-225d1c01-df94-4480-8503-1addc7c0cf03 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:30.823949 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178917fe-1d0e-4cbb-9f3a-9f5495691b7d None None] Network dfed73c8-72aa-484d-9722-b0c1bffe06f7 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:30.853926 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ac3a4-3a0c-4ade-9a42-ee15347b9356 req-bff22e82-024b-432e-9ee0-4988cb906e0a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:30.855535 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c0ac3a4-3a0c-4ade-9a42-ee15347b9356 req-bff22e82-024b-432e-9ee0-4988cb906e0a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.7795339 Jul 16 01:34:30.915153 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c0ac3a4-3a0c-4ade-9a42-ee15347b9356 req-e834321a-2b6e-4c37-9ae0-96d3184b341c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528038 Jul 16 01:34:30.954602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9e738c48-25d2-4230-a951-7b69a0191619 None None] Provisioning for port 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:30.960922 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9e738c48-25d2-4230-a951-7b69a0191619 None None] Provisioning complete for port 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:30.961299 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9e738c48-25d2-4230-a951-7b69a0191619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.073814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-225d1c01-df94-4480-8503-1addc7c0cf03 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Deleting port 8a337a83-a634-4276-9668-e576ce87cdbf {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:31.074239 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-225d1c01-df94-4480-8503-1addc7c0cf03 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.174808 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9e738c48-25d2-4230-a951-7b69a0191619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.193519 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.206277 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-225d1c01-df94-4480-8503-1addc7c0cf03 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.221519 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9e738c48-25d2-4230-a951-7b69a0191619 None None] For port 7767c5fa-5b8a-49ae-8a69-6f12a7436e02, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7767c5fa-5b8a-49ae-8a69-6f12a7436e02,segment=NetworkSegment(16f41839-4513-4821-beb0-61a82bdc1c48),segment_id=16f41839-4513-4821-beb0-61a82bdc1c48)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:31.222705 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-225d1c01-df94-4480-8503-1addc7c0cf03 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Calling delete_port for 8a337a83-a634-4276-9668-e576ce87cdbf owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:31.226313 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9e738c48-25d2-4230-a951-7b69a0191619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.264093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3128b8-da07-462f-b50a-1b12d1cde279 None None] Network 0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:31.264312 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-9a239c54-b249-4552-b98f-3c3a8be98ef9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Allocated IP 172.20.0.21 (0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7/df2950f7-ee22-46e7-8b4a-0cebd5e0c74d/b7cb95f9-57f4-4926-a4d7-310045686118) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:31.426593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e738c48-25d2-4230-a951-7b69a0191619 None None] Pushing event updated for resources: {'Port': ['ID=7767c5fa-5b8a-49ae-8a69-6f12a7436e02,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:31.431245 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e54aa2c7-baa8-4d1d-8c5a-ba7f44613a55 None None] Provisioning for port efe52ab3-dc27-4318-ad1a-89dad58ada16 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:31.443210 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e54aa2c7-baa8-4d1d-8c5a-ba7f44613a55 None None] Provisioning complete for port efe52ab3-dc27-4318-ad1a-89dad58ada16 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:31.443627 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e54aa2c7-baa8-4d1d-8c5a-ba7f44613a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.474924 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-225d1c01-df94-4480-8503-1addc7c0cf03 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.496611 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a239c54-b249-4552-b98f-3c3a8be98ef9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.515966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-9a239c54-b249-4552-b98f-3c3a8be98ef9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Ignored duplicate provisioning block setup for port b7cb95f9-57f4-4926-a4d7-310045686118 by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:34:31.522701 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a239c54-b249-4552-b98f-3c3a8be98ef9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.596254 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d1c01-df94-4480-8503-1addc7c0cf03 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event deleted for resources: {'Port': ['ID=8a337a83-a634-4276-9668-e576ce87cdbf,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:31.651524 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e54aa2c7-baa8-4d1d-8c5a-ba7f44613a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.704037 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a239c54-b249-4552-b98f-3c3a8be98ef9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=b7cb95f9-57f4-4926-a4d7-310045686118,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:31.705707 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-225d1c01-df94-4480-8503-1addc7c0cf03 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.728724 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e54aa2c7-baa8-4d1d-8c5a-ba7f44613a55 None None] For port efe52ab3-dc27-4318-ad1a-89dad58ada16, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=efe52ab3-dc27-4318-ad1a-89dad58ada16,segment=NetworkSegment(6ac6140d-83e7-4832-9338-a6c93b374bdb),segment_id=6ac6140d-83e7-4832-9338-a6c93b374bdb)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:31.733964 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9a239c54-b249-4552-b98f-3c3a8be98ef9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] In _notify_port_updated(), no bound segment for port b7cb95f9-57f4-4926-a4d7-310045686118 on network 0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7 {{(pid=93919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:34:31.742283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a239c54-b249-4552-b98f-3c3a8be98ef9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:31.743174 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a239c54-b249-4552-b98f-3c3a8be98ef9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.744993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9a239c54-b249-4552-b98f-3c3a8be98ef9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "PUT /v2.0/ports/b7cb95f9-57f4-4926-a4d7-310045686118 HTTP/1.1" status: 200 len: 999 time: 1.5923197 Jul 16 01:34:31.747707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45158) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:31.764094 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e54aa2c7-baa8-4d1d-8c5a-ba7f44613a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.829185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed564a9-c4e9-49d0-b957-db20bc16542e None None] Network 7ac5d52c-651b-4f85-b758-1cef4fbc3e8c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:31.833544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2be5cd5-bb9c-404c-9b68-6f46f2090708 None None] Update dhcp port {'port': {'network_id': '0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7', 'fixed_ips': [{'subnet_id': '06aa5a7b-77c3-4d17-b92c-a09b4acce4f5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'df2950f7-ee22-46e7-8b4a-0cebd5e0c74d'}], 'binding:host_id': 'n-d-791505-14'}, 'id': 'efe52ab3-dc27-4318-ad1a-89dad58ada16'} from n-d-791505-14. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:34:31.873825 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54aa2c7-baa8-4d1d-8c5a-ba7f44613a55 None None] Pushing event updated for resources: {'Port': ['ID=efe52ab3-dc27-4318-ad1a-89dad58ada16,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:31.875178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ef2c9e46-b654-457e-9d1d-c7080ab9fc03 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port b7cb95f9-57f4-4926-a4d7-310045686118 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:31.875526 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef2c9e46-b654-457e-9d1d-c7080ab9fc03 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.903629 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225d1c01-df94-4480-8503-1addc7c0cf03 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Router 7ae69cf7-a143-4323-acb9-dcae7731055d has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:31.952495 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b2be5cd5-bb9c-404c-9b68-6f46f2090708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:31.994141 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef2c9e46-b654-457e-9d1d-c7080ab9fc03 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.009364 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ef2c9e46-b654-457e-9d1d-c7080ab9fc03 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for b7cb95f9-57f4-4926-a4d7-310045686118 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:32.010176 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225d1c01-df94-4480-8503-1addc7c0cf03 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:32.027205 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f8eaf-44e9-4d58-93c6-e1081e477269 None None] Sync routers for ids ['7ae69cf7-a143-4323-acb9-dcae7731055d'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:32.039671 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-225d1c01-df94-4480-8503-1addc7c0cf03 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "PUT /v2.0/routers/7ae69cf7-a143-4323-acb9-dcae7731055d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7456441 Jul 16 01:34:32.040391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45162) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:32.049813 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f8eaf-44e9-4d58-93c6-e1081e477269 None None] Routers {'7ae69cf7-a143-4323-acb9-dcae7731055d'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:32.057478 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2d9f8eaf-44e9-4d58-93c6-e1081e477269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:34:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['7ae69cf7-a143-4323-acb9-dcae7731055d'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:32.145993 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2d9f8eaf-44e9-4d58-93c6-e1081e477269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:32.167290 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-b40b4c64-c850-4cf1-a062-61d927b33ca4 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] delete failed (client error): The resource could not be found. Jul 16 01:34:32.172324 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b40b4c64-c850-4cf1-a062-61d927b33ca4 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-109483306 HTTP/1.1" status: 404 len: 334 time: 0.1271679 Jul 16 01:34:32.172754 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45164) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:32.173210 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f8eaf-44e9-4d58-93c6-e1081e477269 None None] Routers {'7ae69cf7-a143-4323-acb9-dcae7731055d'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:32.178682 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2d9f8eaf-44e9-4d58-93c6-e1081e477269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:34:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['7ae69cf7-a143-4323-acb9-dcae7731055d'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:32.181194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ca946a8a-de06-4f4e-97b0-2c9cb41dbe21 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Request body: {'router': {'external_gateway_info': {'network_id': '7ae69cf7-a143-4323-acb9-dcae7731055d'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:32.201447 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-06579666-1375-4224-bd76-f8de8ffea265 None None] Provisioning complete for port 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:32.201946 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-06579666-1375-4224-bd76-f8de8ffea265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.227141 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2d9f8eaf-44e9-4d58-93c6-e1081e477269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:32.228066 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f8eaf-44e9-4d58-93c6-e1081e477269 None None] The sync data for ids ['7ae69cf7-a143-4323-acb9-dcae7731055d'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:32.353328 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000e70f-b45c-4409-b993-124dc6582db7 req-96d28fae-c954-4e1c-99e0-740c56712d7f tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:32.355696 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2000e70f-b45c-4409-b993-124dc6582db7 req-96d28fae-c954-4e1c-99e0-740c56712d7f tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1643224 Jul 16 01:34:32.373119 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef2c9e46-b654-457e-9d1d-c7080ab9fc03 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.403293 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:32.415209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-b2be5cd5-bb9c-404c-9b68-6f46f2090708 None None] Allocated IP 172.20.0.18 (0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7/df2950f7-ee22-46e7-8b4a-0cebd5e0c74d/efe52ab3-dc27-4318-ad1a-89dad58ada16) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:32.419579 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c9e46-b654-457e-9d1d-c7080ab9fc03 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=b7cb95f9-57f4-4926-a4d7-310045686118,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:32.469092 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2000e70f-b45c-4409-b993-124dc6582db7 req-4bb50289-51fd-4617-b0bb-0a80fd1a4774 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686417 Jul 16 01:34:32.491702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ca946a8a-de06-4f4e-97b0-2c9cb41dbe21 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.524268 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-ca946a8a-de06-4f4e-97b0-2c9cb41dbe21 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] update failed (client error): The resource could not be found. Jul 16 01:34:32.526174 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ca946a8a-de06-4f4e-97b0-2c9cb41dbe21 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "PUT /v2.0/routers/7ae69cf7-a143-4323-acb9-dcae7731055d HTTP/1.1" status: 404 len: 339 time: 0.3523092 Jul 16 01:34:32.529686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45166) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:32.534965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-29d487a3-7b1b-46c1-a168-352b8800b488 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1095205491'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:32.540894 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef2c9e46-b654-457e-9d1d-c7080ab9fc03 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.546220 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ef2c9e46-b654-457e-9d1d-c7080ab9fc03 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/b7cb95f9-57f4-4926-a4d7-310045686118 HTTP/1.1" status: 204 len: 168 time: 0.7945740 Jul 16 01:34:32.546834 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45168) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:32.556750 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d487a3-7b1b-46c1-a168-352b8800b488 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Made reservation on behalf of d665d293e6be4011bc250738f7c20ba4 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:32.560276 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29d487a3-7b1b-46c1-a168-352b8800b488 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.581600 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ee0df5-cca8-44ed-b5d3-d424a391abc0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] GET failed (client error): The resource could not be found. Jul 16 01:34:32.585705 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-23ee0df5-cca8-44ed-b5d3-d424a391abc0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports/b7cb95f9-57f4-4926-a4d7-310045686118 HTTP/1.1" status: 404 len: 333 time: 0.0345836 Jul 16 01:34:32.585973 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45170) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:32.588760 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d487a3-7b1b-46c1-a168-352b8800b488 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:32.599089 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29d487a3-7b1b-46c1-a168-352b8800b488 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.599521 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-29d487a3-7b1b-46c1-a168-352b8800b488 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Added segment 6f78113c-b8ee-431e-905a-24931bc0020d of type vlan for network 2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe Jul 16 01:34:32.625814 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:32.626405 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.633069 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b2be5cd5-bb9c-404c-9b68-6f46f2090708 None None] For port efe52ab3-dc27-4318-ad1a-89dad58ada16, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=efe52ab3-dc27-4318-ad1a-89dad58ada16,segment=NetworkSegment(6ac6140d-83e7-4832-9338-a6c93b374bdb),segment_id=6ac6140d-83e7-4832-9338-a6c93b374bdb)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:32.645032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b4749c4-bba5-4567-aaba-ef78ab461ddc tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting subnet df2950f7-ee22-46e7-8b4a-0cebd5e0c74d {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:32.648929 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29d487a3-7b1b-46c1-a168-352b8800b488 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.671063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-06579666-1375-4224-bd76-f8de8ffea265 None None] Provisioning for port b30fe174-605d-466f-a855-2d2260182d7e completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:32.681301 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29d487a3-7b1b-46c1-a168-352b8800b488 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.687256 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d487a3-7b1b-46c1-a168-352b8800b488 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:32.688215 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29d487a3-7b1b-46c1-a168-352b8800b488 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.694894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-06579666-1375-4224-bd76-f8de8ffea265 None None] Could not find standard attr ID for object 8a337a83-a634-4276-9668-e576ce87cdbf. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:32.709037 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b2be5cd5-bb9c-404c-9b68-6f46f2090708 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.727094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b2be5cd5-bb9c-404c-9b68-6f46f2090708 None None] Transition to ACTIVE for port object efe52ab3-dc27-4318-ad1a-89dad58ada16 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:32.731562 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6b4749c4-bba5-4567-aaba-ef78ab461ddc tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.751054 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-29d487a3-7b1b-46c1-a168-352b8800b488 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2170296 Jul 16 01:34:32.758532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45174) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:32.776404 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b2be5cd5-bb9c-404c-9b68-6f46f2090708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.785062 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6b4749c4-bba5-4567-aaba-ef78ab461ddc tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.816044 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-116de311-5176-4983-98a7-4b1ed4492075 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Request body: {'subnet': {'network_id': '2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:32.821412 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d487a3-7b1b-46c1-a168-352b8800b488 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event updated for resources: {'Network': ['ID=2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:32.853506 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:32.877370 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8369e673-07d5-48cc-891b-2dcd2b789ff2 None None] Could not find standard attr ID for object 8a337a83-a634-4276-9668-e576ce87cdbf. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:32.896312 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6b4749c4-bba5-4567-aaba-ef78ab461ddc tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.908087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device efe52ab3-dc27-4318-ad1a-89dad58ada16 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:32.918472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116de311-5176-4983-98a7-4b1ed4492075 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Made reservation on behalf of d665d293e6be4011bc250738f7c20ba4 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:32.923107 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-116de311-5176-4983-98a7-4b1ed4492075 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.968351 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6b4749c4-bba5-4567-aaba-ef78ab461ddc tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:32.999493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4749c4-bba5-4567-aaba-ef78ab461ddc tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Subnet': ['ID=df2950f7-ee22-46e7-8b4a-0cebd5e0c74d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:33.006076 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6b4749c4-bba5-4567-aaba-ef78ab461ddc tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.008487 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6b4749c4-bba5-4567-aaba-ef78ab461ddc tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/df2950f7-ee22-46e7-8b4a-0cebd5e0c74d HTTP/1.1" status: 204 len: 168 time: 0.4214759 Jul 16 01:34:33.011185 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45176) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:33.033266 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be5cd5-bb9c-404c-9b68-6f46f2090708 None None] Pushing event updated for resources: {'Port': ['ID=efe52ab3-dc27-4318-ad1a-89dad58ada16,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:33.071893 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b30fe174-605d-466f-a855-2d2260182d7e up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:33.107990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9745b09-563a-44af-98e9-783b10d98094 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting subnet 06aa5a7b-77c3-4d17-b92c-a09b4acce4f5 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:33.113724 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9745b09-563a-44af-98e9-783b10d98094 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.122391 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port b30fe174-605d-466f-a855-2d2260182d7e completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:33.126855 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port b30fe174-605d-466f-a855-2d2260182d7e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:33.127239 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.187609 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9745b09-563a-44af-98e9-783b10d98094 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.220082 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.223931 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-116de311-5176-4983-98a7-4b1ed4492075 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.254757 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port b30fe174-605d-466f-a855-2d2260182d7e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b30fe174-605d-466f-a855-2d2260182d7e,segment=NetworkSegment(aab1dd6f-2f05-409f-8cb5-60b3f3ea7f3b),segment_id=aab1dd6f-2f05-409f-8cb5-60b3f3ea7f3b)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:33.259282 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.311813 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=b30fe174-605d-466f-a855-2d2260182d7e,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:33.312030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116de311-5176-4983-98a7-4b1ed4492075 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event updated for resources: {'Subnet': ['ID=4d89644a-fe39-4fbe-96be-d26a6fb87170,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:33.340619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116de311-5176-4983-98a7-4b1ed4492075 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Checking segment: {'id': '6f78113c-b8ee-431e-905a-24931bc0020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:33.340986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116de311-5176-4983-98a7-4b1ed4492075 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Network hostable DHCP agents. Network: 2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:33.360834 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9745b09-563a-44af-98e9-783b10d98094 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.395027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116de311-5176-4983-98a7-4b1ed4492075 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Network 2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:33.406786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-116de311-5176-4983-98a7-4b1ed4492075 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:33.415284 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ea37ea-798c-4e78-a43d-0e4d2edf25b8 None None] Network 2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:33.415859 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116de311-5176-4983-98a7-4b1ed4492075 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.416461 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-116de311-5176-4983-98a7-4b1ed4492075 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.439041 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-116de311-5176-4983-98a7-4b1ed4492075 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6768923 Jul 16 01:34:33.439300 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45178) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:33.444023 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-94f0a5ca-13c8-4340-b4cf-bdaa9fd98681 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:33.447901 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9745b09-563a-44af-98e9-783b10d98094 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.538892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9745b09-563a-44af-98e9-783b10d98094 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Subnet': ['ID=06aa5a7b-77c3-4d17-b92c-a09b4acce4f5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:33.544707 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c9745b09-563a-44af-98e9-783b10d98094 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.549229 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c9745b09-563a-44af-98e9-783b10d98094 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/06aa5a7b-77c3-4d17-b92c-a09b4acce4f5 HTTP/1.1" status: 204 len: 168 time: 0.5346715 Jul 16 01:34:33.549750 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45182) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:33.640184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eae6971-564b-4a53-a999-2ca735fb37c3 None None] Network 0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:33.698627 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94f0a5ca-13c8-4340-b4cf-bdaa9fd98681 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.711654 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.721374 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ac015204-ed30-420f-8e8c-75734f3b7f9f None None] Could not find standard attr ID for object b7cb95f9-57f4-4926-a4d7-310045686118. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:33.776474 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100397da-08cb-474b-8235-af36c4b78cb3 req-1d99c67f-3057-4892-bac4-a850c4ec4e92 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:33.778287 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-100397da-08cb-474b-8235-af36c4b78cb3 req-1d99c67f-3057-4892-bac4-a850c4ec4e92 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1169422 Jul 16 01:34:33.782909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ac015204-ed30-420f-8e8c-75734f3b7f9f None None] Provisioning for port efe52ab3-dc27-4318-ad1a-89dad58ada16 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:33.806489 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-94f0a5ca-13c8-4340-b4cf-bdaa9fd98681 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:34:33.807543 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-94f0a5ca-13c8-4340-b4cf-bdaa9fd98681 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "PUT /v2.0/routers/7ae69cf7-a143-4323-acb9-dcae7731055d HTTP/1.1" status: 400 len: 364 time: 0.3673224 Jul 16 01:34:33.810395 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ac015204-ed30-420f-8e8c-75734f3b7f9f None None] Provisioning complete for port efe52ab3-dc27-4318-ad1a-89dad58ada16 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:33.810838 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac015204-ed30-420f-8e8c-75734f3b7f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.811229 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45184) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:33.835797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port efe52ab3-dc27-4318-ad1a-89dad58ada16 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:33.836152 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.845401 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-100397da-08cb-474b-8235-af36c4b78cb3 req-3ff92bf5-fca3-45c4-9f9b-2b0d99d99832 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577559 Jul 16 01:34:33.870625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe', 'network_id': '2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe', 'tenant_id': 'd665d293e6be4011bc250738f7c20ba4', 'fixed_ips': [{'subnet_id': '4d89644a-fe39-4fbe-96be-d26a6fb87170'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:33.871491 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.939524 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] For port efe52ab3-dc27-4318-ad1a-89dad58ada16, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=efe52ab3-dc27-4318-ad1a-89dad58ada16,segment=NetworkSegment(6ac6140d-83e7-4832-9338-a6c93b374bdb),segment_id=6ac6140d-83e7-4832-9338-a6c93b374bdb)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:33.939974 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:33.958591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for efe52ab3-dc27-4318-ad1a-89dad58ada16 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:34.065477 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.070401 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Allocated IP 2001:db8:1::2 (2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe/4d89644a-fe39-4fbe-96be-d26a6fb87170/a0170a1e-fb1b-4767-bfc9-1e2daccd6382) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:34.102394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=efe52ab3-dc27-4318-ad1a-89dad58ada16,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:34.105551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8473f6d-fa7b-4e4f-81f3-e54c46fd354e None None] DHCP port deletion for 0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:34.106974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No DVR routers for this DVR port efe52ab3-dc27-4318-ad1a-89dad58ada16 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:34.192062 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b30fe174-605d-466f-a855-2d2260182d7e up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:34.204464 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.206174 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.216356 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:34.226758 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac6140d-83e7-4832-9338-a6c93b374bdb') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:34.227084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac6140d-83e7-4832-9338-a6c93b374bdb') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:34.242459 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.260448 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.266569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:34.267073 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:34.270984 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:34.282393 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.297087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port b30fe174-605d-466f-a855-2d2260182d7e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:34.297466 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.339576 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Transition to ACTIVE for port object a0170a1e-fb1b-4767-bfc9-1e2daccd6382 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:34.339883 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.349853 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.355109 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/networks/0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7 HTTP/1.1" status: 204 len: 168 time: 0.8006618 Jul 16 01:34:34.361320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Transition to ACTIVE for port object a0170a1e-fb1b-4767-bfc9-1e2daccd6382 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:34.364803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45188) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:34.374187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440fcc7-9c0f-4e27-a6ac-03ae9d6d62e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Network': ['ID=0f8f61a9-60fe-4f0f-bd42-7214fa5a16e7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:34.386922 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.441387 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Network 2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:34.441768 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6c1629-0db9-4b4c-84dc-9493ed6ad59b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.448379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:34.448379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:34.448760 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45190) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:34.449272 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7f6c1629-0db9-4b4c-84dc-9493ed6ad59b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0820663 Jul 16 01:34:34.451091 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Pushing event updated for resources: {'Port': ['ID=a0170a1e-fb1b-4767-bfc9-1e2daccd6382,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:34.494359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Allocated IP 2001:db8::1 (55deffa5-56fa-4dff-9371-2fcd678f7e55/307ae447-ef7d-46ef-9473-b507501a3657/2eab0c92-9f17-4b23-88ea-68b69f2f70ca) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:34.502215 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device efe52ab3-dc27-4318-ad1a-89dad58ada16 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:34.531275 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: efe52ab3-dc27-4318-ad1a-89dad58ada16 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:34.531621 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device efe52ab3-dc27-4318-ad1a-89dad58ada16 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:34.533838 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Attempting to bind port a0170a1e-fb1b-4767-bfc9-1e2daccd6382 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:34.534203 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Attempting to bind port a0170a1e-fb1b-4767-bfc9-1e2daccd6382 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '6f78113c-b8ee-431e-905a-24931bc0020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:34.534578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Attempting to bind port a0170a1e-fb1b-4767-bfc9-1e2daccd6382 on network 2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:34.540160 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:34.540542 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Checking segment: {'id': '6f78113c-b8ee-431e-905a-24931bc0020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:34.541117 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.541511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Bound using segment: {'id': '6f78113c-b8ee-431e-905a-24931bc0020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:34.541983 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Bound port: a0170a1e-fb1b-4767-bfc9-1e2daccd6382, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f78113c-b8ee-431e-905a-24931bc0020d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:34.542369 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.553332 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c00e4d0b-90cc-4f27-bb55-e052094e1727 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1027925 Jul 16 01:34:34.557260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45192) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:34.563936 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f064eaa2-a2d8-491a-bb93-49337c4cf7fa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1982214439'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:34.587393 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f064eaa2-a2d8-491a-bb93-49337c4cf7fa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:34.591721 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f064eaa2-a2d8-491a-bb93-49337c4cf7fa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.611817 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] For port a0170a1e-fb1b-4767-bfc9-1e2daccd6382, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:34.615386 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] For port a0170a1e-fb1b-4767-bfc9-1e2daccd6382, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a0170a1e-fb1b-4767-bfc9-1e2daccd6382,segment=NetworkSegment(6f78113c-b8ee-431e-905a-24931bc0020d),segment_id=6f78113c-b8ee-431e-905a-24931bc0020d)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:34.617425 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f064eaa2-a2d8-491a-bb93-49337c4cf7fa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:34.620231 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.632736 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f064eaa2-a2d8-491a-bb93-49337c4cf7fa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.633096 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-f064eaa2-a2d8-491a-bb93-49337c4cf7fa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Added segment aaaef7a7-caed-461a-864d-82fc98d8f803 of type vlan for network 75925621-5c9d-4424-9b99-ee8f625276c1 Jul 16 01:34:34.634881 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.648584 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Transition to ACTIVE for port object 2eab0c92-9f17-4b23-88ea-68b69f2f70ca will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:34.681580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f01791-8a9a-44d0-a35b-b87f7f5c5fb8 None None] Pushing event updated for resources: {'Port': ['ID=a0170a1e-fb1b-4767-bfc9-1e2daccd6382,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:34.687518 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.695021 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f064eaa2-a2d8-491a-bb93-49337c4cf7fa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.726425 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f064eaa2-a2d8-491a-bb93-49337c4cf7fa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.730075 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Network 55deffa5-56fa-4dff-9371-2fcd678f7e55 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:34.733612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f064eaa2-a2d8-491a-bb93-49337c4cf7fa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:34.734248 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f064eaa2-a2d8-491a-bb93-49337c4cf7fa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.735710 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:34.748401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:34.748982 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.778010 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f064eaa2-a2d8-491a-bb93-49337c4cf7fa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2195563 Jul 16 01:34:34.781913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45194) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:34.791132 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-071499e5-1395-4d84-8388-78f277601e21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'subnet': {'network_id': '75925621-5c9d-4424-9b99-ee8f625276c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:34.799609 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event updated for resources: {'Port': ['ID=2eab0c92-9f17-4b23-88ea-68b69f2f70ca,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:34.850632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f064eaa2-a2d8-491a-bb93-49337c4cf7fa tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Network': ['ID=75925621-5c9d-4424-9b99-ee8f625276c1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:34.868074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 75925621-5c9d-4424-9b99-ee8f625276c1 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:34.945839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071499e5-1395-4d84-8388-78f277601e21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:34.950777 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-071499e5-1395-4d84-8388-78f277601e21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:34.982006 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-189f0840-c72a-4193-a3b5-2ecfdb45c71f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.281162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454bad7-a7e8-428b-933e-cee75d933b68 req-34a455d6-af1c-47c1-8d0e-efe8847c5da3 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:35.288538 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5454bad7-a7e8-428b-933e-cee75d933b68 req-34a455d6-af1c-47c1-8d0e-efe8847c5da3 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.2433996 Jul 16 01:34:35.360691 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.385941 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5454bad7-a7e8-428b-933e-cee75d933b68 req-1fe6a7a0-350a-4482-b0a1-9a270401b9e4 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908625 Jul 16 01:34:35.417954 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-859babd2-dfa8-46b2-9a5f-d32be351a777 None None] Provisioning for port 2eab0c92-9f17-4b23-88ea-68b69f2f70ca completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:35.422765 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-859babd2-dfa8-46b2-9a5f-d32be351a777 None None] Provisioning complete for port 2eab0c92-9f17-4b23-88ea-68b69f2f70ca triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:35.423310 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-859babd2-dfa8-46b2-9a5f-d32be351a777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.436106 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-071499e5-1395-4d84-8388-78f277601e21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.458694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-859babd2-dfa8-46b2-9a5f-d32be351a777 None None] Port 2eab0c92-9f17-4b23-88ea-68b69f2f70ca cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:35.499086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071499e5-1395-4d84-8388-78f277601e21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Subnet': ['ID=11e87221-a490-44e0-b861-084249bb614d,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:35.504350 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071499e5-1395-4d84-8388-78f277601e21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Checking segment: {'id': 'aaaef7a7-caed-461a-864d-82fc98d8f803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75925621-5c9d-4424-9b99-ee8f625276c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:35.504712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071499e5-1395-4d84-8388-78f277601e21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network hostable DHCP agents. Network: 75925621-5c9d-4424-9b99-ee8f625276c1, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:35.521830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071499e5-1395-4d84-8388-78f277601e21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 75925621-5c9d-4424-9b99-ee8f625276c1 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:35.531077 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-071499e5-1395-4d84-8388-78f277601e21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 75925621-5c9d-4424-9b99-ee8f625276c1) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:35.535721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071499e5-1395-4d84-8388-78f277601e21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:35.536538 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-071499e5-1395-4d84-8388-78f277601e21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.543602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdec625-acfa-473b-9bca-c11fec7fe8f1 None None] Network 75925621-5c9d-4424-9b99-ee8f625276c1 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:35.555136 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45200) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:35.556051 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-071499e5-1395-4d84-8388-78f277601e21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7731638 Jul 16 01:34:35.562653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'network_id': '75925621-5c9d-4424-9b99-ee8f625276c1', 'name': 'tempest-PortsTestJSON-60272972'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:35.698799 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-75925621-5c9d-4424-9b99-ee8f625276c1', 'network_id': '75925621-5c9d-4424-9b99-ee8f625276c1', 'tenant_id': '9415a8b9e5ba489a92cda876cb2c8838', 'fixed_ips': [{'subnet_id': '11e87221-a490-44e0-b861-084249bb614d'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:35.699899 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.727149 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.735334 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.736170 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.770940 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:35.774502 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:35.820675 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event updated for resources: {'Port': ['ID=2eab0c92-9f17-4b23-88ea-68b69f2f70ca,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:35.830937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] device_id is not set on port 6ad7b7e6-e69c-4552-a491-6e1617a1eb49 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:35.847025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Allocated IP 172.20.0.2 (75925621-5c9d-4424-9b99-ee8f625276c1/11e87221-a490-44e0-b861-084249bb614d/480969ea-bbd2-47d8-aa56-c53b1a29d1a7) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:35.947373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Network 55deffa5-56fa-4dff-9371-2fcd678f7e55 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:35.949093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:36.006447 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.020766 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Transition to ACTIVE for port object 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:36.042659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Transition to ACTIVE for port object 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:36.054225 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.072599 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aceb8e32-1f88-45bc-82b8-676c1ee36acb None None] Network 2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:36.082248 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Router 7ae69cf7-a143-4323-acb9-dcae7731055d has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:36.146434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Network 75925621-5c9d-4424-9b99-ee8f625276c1 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:36.156056 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-13fafa6e-d3cf-4edc-bfaf-221bcccb1d0c None None] Provisioning for port a0170a1e-fb1b-4767-bfc9-1e2daccd6382 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:36.162047 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:36.206206 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:36.211996 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:36.216023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Pushing event updated for resources: {'Port': ['ID=480969ea-bbd2-47d8-aa56-c53b1a29d1a7,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:36.228575 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e5ec8d96-6b36-4b24-bdd9-ba30226325db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "PUT /v2.0/routers/7ae69cf7-a143-4323-acb9-dcae7731055d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4161904 Jul 16 01:34:36.230527 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45204) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:36.234327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93191d8-78b7-46a2-bea2-847fced122ef None None] Sync routers for ids ['7ae69cf7-a143-4323-acb9-dcae7731055d'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:36.263209 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.db.api [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c510d6c5-653b-4787-80a8-653430fa2150 {{(pid=93920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:34:36.263633 n-d-791505-14 neutron-server[93920]: DEBUG oslo_db.api [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:34:36.280980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a0170a1e-fb1b-4767-bfc9-1e2daccd6382 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:36.311312 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93191d8-78b7-46a2-bea2-847fced122ef None None] Routers {'7ae69cf7-a143-4323-acb9-dcae7731055d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:36.311984 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f93191d8-78b7-46a2-bea2-847fced122ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:34:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['7ae69cf7-a143-4323-acb9-dcae7731055d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:36.348034 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-126b7890-d4b5-45f9-bff8-d27f68823ad7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.405286 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f93191d8-78b7-46a2-bea2-847fced122ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:36.415373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Attempting to bind port 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:36.415746 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Attempting to bind port 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'aaaef7a7-caed-461a-864d-82fc98d8f803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75925621-5c9d-4424-9b99-ee8f625276c1'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:36.416135 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Attempting to bind port 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 on network 75925621-5c9d-4424-9b99-ee8f625276c1 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:36.432450 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-126b7890-d4b5-45f9-bff8-d27f68823ad7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:34:36.436703 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45208) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:36.443153 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:36.443536 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Checking segment: {'id': 'aaaef7a7-caed-461a-864d-82fc98d8f803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75925621-5c9d-4424-9b99-ee8f625276c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:36.443971 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.444372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Bound using segment: {'id': 'aaaef7a7-caed-461a-864d-82fc98d8f803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75925621-5c9d-4424-9b99-ee8f625276c1'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:36.444788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-126b7890-d4b5-45f9-bff8-d27f68823ad7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "DELETE /v2.0/routers/7ae69cf7-a143-4323-acb9-dcae7731055d HTTP/1.1" status: 409 len: 329 time: 0.2131381 Jul 16 01:34:36.444909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Bound port: 480969ea-bbd2-47d8-aa56-c53b1a29d1a7, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaaef7a7-caed-461a-864d-82fc98d8f803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '75925621-5c9d-4424-9b99-ee8f625276c1'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:36.445307 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.449590 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1f0d09ee-abe7-4520-bf23-bc71b3a85e14 None None] Provisioning complete for port 2eab0c92-9f17-4b23-88ea-68b69f2f70ca triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:36.449958 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1f0d09ee-abe7-4520-bf23-bc71b3a85e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.453728 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93191d8-78b7-46a2-bea2-847fced122ef None None] Routers {'7ae69cf7-a143-4323-acb9-dcae7731055d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:36.454358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f93191d8-78b7-46a2-bea2-847fced122ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:34:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['7ae69cf7-a143-4323-acb9-dcae7731055d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:36.537914 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f93191d8-78b7-46a2-bea2-847fced122ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:36.538576 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93191d8-78b7-46a2-bea2-847fced122ef None None] The sync data for ids ['7ae69cf7-a143-4323-acb9-dcae7731055d'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:36.573464 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port a0170a1e-fb1b-4767-bfc9-1e2daccd6382 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:36.585288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a82e33-5251-42fe-8b13-cb350d78f6e0 req-f63827a6-e1b4-422d-b66f-a0692708213a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:36.587329 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a6a82e33-5251-42fe-8b13-cb350d78f6e0 req-f63827a6-e1b4-422d-b66f-a0692708213a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.0724008 Jul 16 01:34:36.588063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a0170a1e-fb1b-4767-bfc9-1e2daccd6382 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:36.588440 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.590149 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d09ee-abe7-4520-bf23-bc71b3a85e14 None None] Port 2eab0c92-9f17-4b23-88ea-68b69f2f70ca cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:36.631078 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a6a82e33-5251-42fe-8b13-cb350d78f6e0 req-6ec15710-36ee-409f-a753-c0d0f72db5ed tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350246 Jul 16 01:34:36.649218 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] For port 480969ea-bbd2-47d8-aa56-c53b1a29d1a7, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:36.667075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] For port 480969ea-bbd2-47d8-aa56-c53b1a29d1a7, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=480969ea-bbd2-47d8-aa56-c53b1a29d1a7,segment=NetworkSegment(aaaef7a7-caed-461a-864d-82fc98d8f803),segment_id=aaaef7a7-caed-461a-864d-82fc98d8f803)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:36.675214 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.764779 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.766527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1f46c-3db9-4fa0-bb6d-c29b4ed7527e None None] Pushing event updated for resources: {'Port': ['ID=480969ea-bbd2-47d8-aa56-c53b1a29d1a7,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:36.778985 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.793738 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] device_id is not set on port 0484e3f6-ec76-43dc-a1a9-23ddabfdac25 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:36.813268 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port a0170a1e-fb1b-4767-bfc9-1e2daccd6382, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a0170a1e-fb1b-4767-bfc9-1e2daccd6382,segment=NetworkSegment(6f78113c-b8ee-431e-905a-24931bc0020d),segment_id=6f78113c-b8ee-431e-905a-24931bc0020d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:36.819052 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.849820 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cda3d820-71b5-4eda-8da0-1629ca444fd5 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:36.875607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=a0170a1e-fb1b-4767-bfc9-1e2daccd6382,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:37.010545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-35a9f0d9-7f3f-48a9-a39f-d28aeb8abb68 None None] Provisioning complete for port a0170a1e-fb1b-4767-bfc9-1e2daccd6382 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:37.011031 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-35a9f0d9-7f3f-48a9-a39f-d28aeb8abb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.038472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Allocated IP 172.20.0.5 (75925621-5c9d-4424-9b99-ee8f625276c1/11e87221-a490-44e0-b861-084249bb614d/0484e3f6-ec76-43dc-a1a9-23ddabfdac25) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:37.280517 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.297288 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.300616 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Transition to ACTIVE for port object 0484e3f6-ec76-43dc-a1a9-23ddabfdac25 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:37.314879 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-cda3d820-71b5-4eda-8da0-1629ca444fd5 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Deleting port 2eab0c92-9f17-4b23-88ea-68b69f2f70ca {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:37.315073 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cda3d820-71b5-4eda-8da0-1629ca444fd5 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.404704 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.453592 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cda3d820-71b5-4eda-8da0-1629ca444fd5 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.474570 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-cda3d820-71b5-4eda-8da0-1629ca444fd5 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Calling delete_port for 2eab0c92-9f17-4b23-88ea-68b69f2f70ca owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:37.486908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 75925621-5c9d-4424-9b99-ee8f625276c1 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:37.495219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:37.498750 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:37.501179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=0484e3f6-ec76-43dc-a1a9-23ddabfdac25,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:37.590096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:37.590642 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.610303 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fc05190d-2fa9-43e3-8312-44a42f449ed4 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0540166 Jul 16 01:34:37.613056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45212) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:37.619477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a6306b95-3718-45e2-8e64-052c66c1aa85 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'network_id': '75925621-5c9d-4424-9b99-ee8f625276c1', 'name': 'tempest-PortsTestJSON-210171890'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:37.671983 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17c3cae6-6462-4135-adc7-cfdcf9deff80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.723338 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cda3d820-71b5-4eda-8da0-1629ca444fd5 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.741330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53907435-2bb6-4341-8fce-e0fc9006668f None None] Network 75925621-5c9d-4424-9b99-ee8f625276c1 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:37.768953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda3d820-71b5-4eda-8da0-1629ca444fd5 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event deleted for resources: {'Port': ['ID=2eab0c92-9f17-4b23-88ea-68b69f2f70ca,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:37.774795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6306b95-3718-45e2-8e64-052c66c1aa85 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:37.778651 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6306b95-3718-45e2-8e64-052c66c1aa85 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.833789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-a6306b95-3718-45e2-8e64-052c66c1aa85 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] device_id is not set on port f219933b-9726-468e-ba07-52dd7b974249 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:37.879828 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cda3d820-71b5-4eda-8da0-1629ca444fd5 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:37.927578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9782b-fa27-435b-86a6-e84c5930e552 req-1aff290e-97c4-4c8f-8a45-66d97d979150 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:37.929323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-92e9782b-fa27-435b-86a6-e84c5930e552 req-1aff290e-97c4-4c8f-8a45-66d97d979150 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1461842 Jul 16 01:34:38.001611 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-92e9782b-fa27-435b-86a6-e84c5930e552 req-23bbe799-c129-41c9-8d2a-6e7748a0d6b2 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653818 Jul 16 01:34:38.016365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-a6306b95-3718-45e2-8e64-052c66c1aa85 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Allocated IP 172.20.0.9 (75925621-5c9d-4424-9b99-ee8f625276c1/11e87221-a490-44e0-b861-084249bb614d/f219933b-9726-468e-ba07-52dd7b974249) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:38.075415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-06d1ad16-9f02-4b21-8c7a-455976541691 None None] Provisioning for port 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:38.079863 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda3d820-71b5-4eda-8da0-1629ca444fd5 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Router 7ae69cf7-a143-4323-acb9-dcae7731055d has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:38.174831 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda3d820-71b5-4eda-8da0-1629ca444fd5 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:38.184269 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a79a71-1909-4971-a3c5-20bcce807e90 None None] Sync routers for ids ['7ae69cf7-a143-4323-acb9-dcae7731055d'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:38.203819 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a79a71-1909-4971-a3c5-20bcce807e90 None None] Routers {'7ae69cf7-a143-4323-acb9-dcae7731055d'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:38.204452 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f3a79a71-1909-4971-a3c5-20bcce807e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:34:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['7ae69cf7-a143-4323-acb9-dcae7731055d'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:38.206403 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cda3d820-71b5-4eda-8da0-1629ca444fd5 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "PUT /v2.0/routers/7ae69cf7-a143-4323-acb9-dcae7731055d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7685516 Jul 16 01:34:38.207071 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45216) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.227948 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6306b95-3718-45e2-8e64-052c66c1aa85 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.244336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-a6306b95-3718-45e2-8e64-052c66c1aa85 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Transition to ACTIVE for port object f219933b-9726-468e-ba07-52dd7b974249 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:38.275104 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-80a79d88-fe2c-40a8-b5e4-12dc17240ca1 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] show failed (client error): The resource could not be found. Jul 16 01:34:38.279829 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f3a79a71-1909-4971-a3c5-20bcce807e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:38.281766 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-80a79d88-fe2c-40a8-b5e4-12dc17240ca1 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-1009320801 HTTP/1.1" status: 404 len: 335 time: 0.0692973 Jul 16 01:34:38.281899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45218) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.286496 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a0170a1e-fb1b-4767-bfc9-1e2daccd6382 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:38.289011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-48c3f3ac-b72b-4875-9be4-2aa5033f7a51 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:38.290563 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a79a71-1909-4971-a3c5-20bcce807e90 None None] Routers {'7ae69cf7-a143-4323-acb9-dcae7731055d'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:38.291201 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f3a79a71-1909-4971-a3c5-20bcce807e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:34:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['7ae69cf7-a143-4323-acb9-dcae7731055d'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:38.325220 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6306b95-3718-45e2-8e64-052c66c1aa85 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.327292 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-48c3f3ac-b72b-4875-9be4-2aa5033f7a51 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] update failed (client error): The resource could not be found. Jul 16 01:34:38.332013 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-48c3f3ac-b72b-4875-9be4-2aa5033f7a51 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-1849221274 HTTP/1.1" status: 404 len: 335 time: 0.0439184 Jul 16 01:34:38.333623 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45220) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.334432 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f3a79a71-1909-4971-a3c5-20bcce807e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:38.335250 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a79a71-1909-4971-a3c5-20bcce807e90 None None] The sync data for ids ['7ae69cf7-a143-4323-acb9-dcae7731055d'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:38.352532 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a0170a1e-fb1b-4767-bfc9-1e2daccd6382 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:38.352986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6306b95-3718-45e2-8e64-052c66c1aa85 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 75925621-5c9d-4424-9b99-ee8f625276c1 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:38.353335 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.377319 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-a6306b95-3718-45e2-8e64-052c66c1aa85 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:38.382127 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6306b95-3718-45e2-8e64-052c66c1aa85 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:38.402348 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e27a23c-c99a-46ca-9a98-84bc5b7142a6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Deleting subnet 4d89644a-fe39-4fbe-96be-d26a6fb87170 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:38.406166 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e27a23c-c99a-46ca-9a98-84bc5b7142a6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.450408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6306b95-3718-45e2-8e64-052c66c1aa85 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=f219933b-9726-468e-ba07-52dd7b974249,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.453289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:38.468069 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6306b95-3718-45e2-8e64-052c66c1aa85 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:38.468297 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e27a23c-c99a-46ca-9a98-84bc5b7142a6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.469382 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6306b95-3718-45e2-8e64-052c66c1aa85 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.490372 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a6306b95-3718-45e2-8e64-052c66c1aa85 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8751693 Jul 16 01:34:38.493744 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45224) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.527162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bb738693-96ce-4836-868b-73154aaa07ad None None] Provisioning for port 0484e3f6-ec76-43dc-a1a9-23ddabfdac25 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:38.539950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:38.545564 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:38.545947 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.547795 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bb738693-96ce-4836-868b-73154aaa07ad None None] Provisioning complete for port 0484e3f6-ec76-43dc-a1a9-23ddabfdac25 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:38.549126 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bb738693-96ce-4836-868b-73154aaa07ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.553077 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.616986 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e27a23c-c99a-46ca-9a98-84bc5b7142a6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.635461 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-bb738693-96ce-4836-868b-73154aaa07ad None None] Port 0484e3f6-ec76-43dc-a1a9-23ddabfdac25 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:38.641950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ded8e0b-bf81-4b2c-89f5-b04e78726df6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:38.644424 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8ded8e0b-bf81-4b2c-89f5-b04e78726df6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 920 time: 0.1488416 Jul 16 01:34:38.647129 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45226) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.660072 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bb738693-96ce-4836-868b-73154aaa07ad None None] Provisioning complete for port 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:38.660460 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bb738693-96ce-4836-868b-73154aaa07ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.704544 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e27a23c-c99a-46ca-9a98-84bc5b7142a6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.735544 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.738400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e27a23c-c99a-46ca-9a98-84bc5b7142a6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event deleted for resources: {'Subnet': ['ID=4d89644a-fe39-4fbe-96be-d26a6fb87170,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.741937 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e27a23c-c99a-46ca-9a98-84bc5b7142a6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.743934 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3e27a23c-c99a-46ca-9a98-84bc5b7142a6 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "DELETE /v2.0/subnets/4d89644a-fe39-4fbe-96be-d26a6fb87170 HTTP/1.1" status: 204 len: 168 time: 0.4090838 Jul 16 01:34:38.746453 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45228) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:38.753221 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a61cc11-cf20-4851-bde4-18704fc2ed9b None None] Network 2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:38.785972 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ca3be7d8-f2ee-4f0b-8f92-34fc2409ebff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port f219933b-9726-468e-ba07-52dd7b974249 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:38.786985 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca3be7d8-f2ee-4f0b-8f92-34fc2409ebff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.822232 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 480969ea-bbd2-47d8-aa56-c53b1a29d1a7, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=480969ea-bbd2-47d8-aa56-c53b1a29d1a7,segment=NetworkSegment(aaaef7a7-caed-461a-864d-82fc98d8f803),segment_id=aaaef7a7-caed-461a-864d-82fc98d8f803)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:38.833244 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.854478 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.906670 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca3be7d8-f2ee-4f0b-8f92-34fc2409ebff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.914006 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Deleting port a0170a1e-fb1b-4767-bfc9-1e2daccd6382 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:38.914357 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.921200 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ca3be7d8-f2ee-4f0b-8f92-34fc2409ebff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for f219933b-9726-468e-ba07-52dd7b974249 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:38.934240 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bb738693-96ce-4836-868b-73154aaa07ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.967333 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=480969ea-bbd2-47d8-aa56-c53b1a29d1a7,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:38.985454 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] For port a0170a1e-fb1b-4767-bfc9-1e2daccd6382, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a0170a1e-fb1b-4767-bfc9-1e2daccd6382,segment=NetworkSegment(6f78113c-b8ee-431e-905a-24931bc0020d),segment_id=6f78113c-b8ee-431e-905a-24931bc0020d)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:38.985950 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:38.997749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Calling delete_port for a0170a1e-fb1b-4767-bfc9-1e2daccd6382 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:39.047027 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-bb738693-96ce-4836-868b-73154aaa07ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:34:39.047261 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-bb738693-96ce-4836-868b-73154aaa07ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:34:39.069208 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca3be7d8-f2ee-4f0b-8f92-34fc2409ebff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.090912 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.107027 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e16bd3d-cce2-446b-908c-c41359770a22 None None] DHCP port deletion for 2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:39.135460 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event deleted for resources: {'Port': ['ID=a0170a1e-fb1b-4767-bfc9-1e2daccd6382,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:39.137268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] No DVR routers for this DVR port a0170a1e-fb1b-4767-bfc9-1e2daccd6382 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:39.140840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3be7d8-f2ee-4f0b-8f92-34fc2409ebff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=f219933b-9726-468e-ba07-52dd7b974249,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:39.218522 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.234260 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:39.241906 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca3be7d8-f2ee-4f0b-8f92-34fc2409ebff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.246712 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ca3be7d8-f2ee-4f0b-8f92-34fc2409ebff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/f219933b-9726-468e-ba07-52dd7b974249 HTTP/1.1" status: 204 len: 168 time: 0.5971868 Jul 16 01:34:39.247378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45232) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:39.249018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f78113c-b8ee-431e-905a-24931bc0020d') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:39.249331 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f78113c-b8ee-431e-905a-24931bc0020d') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:39.261484 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.281562 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.284314 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3a5e58-dc6a-4c7c-8591-338e3ad0cb54 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] GET failed (client error): The resource could not be found. Jul 16 01:34:39.285935 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bc3a5e58-dc6a-4c7c-8591-338e3ad0cb54 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports/f219933b-9726-468e-ba07-52dd7b974249 HTTP/1.1" status: 404 len: 333 time: 0.0353749 Jul 16 01:34:39.288290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:39.289099 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45234) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:39.289624 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:39.293581 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:39.327897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc2db9-1e58-4718-854d-4fcdb4954c9e req-0b8b5c37-ec29-4919-9e41-fccc49028357 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:39.329489 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7bcc2db9-1e58-4718-854d-4fcdb4954c9e req-0b8b5c37-ec29-4919-9e41-fccc49028357 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1670842 Jul 16 01:34:39.354700 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.359186 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.363647 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "DELETE /v2.0/networks/2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe HTTP/1.1" status: 204 len: 168 time: 0.6161132 Jul 16 01:34:39.364290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45236) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:39.402257 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c9cfd-a913-4944-bdff-55c712bfe39b tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event deleted for resources: {'Network': ['ID=2ff38557-9ee3-4a9f-84ca-3957ec2f8cfe,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:39.404641 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7bcc2db9-1e58-4718-854d-4fcdb4954c9e req-08d8d5cf-6fcc-44fe-af1d-e9b14d0d09a3 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645075 Jul 16 01:34:39.427386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4292ece8-d860-482f-8f82-e90bc5aef461 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port 0484e3f6-ec76-43dc-a1a9-23ddabfdac25 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:39.427735 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4292ece8-d860-482f-8f82-e90bc5aef461 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.432754 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed5c5b64-43f9-4781-9e3b-23193b4abb6e tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Deleting subnet 9ec933cb-531e-469c-921d-7bba50c83c9d {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:39.435869 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed5c5b64-43f9-4781-9e3b-23193b4abb6e tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.479646 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed5c5b64-43f9-4781-9e3b-23193b4abb6e tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.515003 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4292ece8-d860-482f-8f82-e90bc5aef461 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.526851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4292ece8-d860-482f-8f82-e90bc5aef461 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for 0484e3f6-ec76-43dc-a1a9-23ddabfdac25 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:39.561865 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed5c5b64-43f9-4781-9e3b-23193b4abb6e tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.620938 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed5c5b64-43f9-4781-9e3b-23193b4abb6e tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.656216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c5b64-43f9-4781-9e3b-23193b4abb6e tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event deleted for resources: {'Subnet': ['ID=9ec933cb-531e-469c-921d-7bba50c83c9d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:39.661490 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ed5c5b64-43f9-4781-9e3b-23193b4abb6e tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.664453 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ed5c5b64-43f9-4781-9e3b-23193b4abb6e tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "DELETE /v2.0/subnets/9ec933cb-531e-469c-921d-7bba50c83c9d HTTP/1.1" status: 204 len: 168 time: 0.2952611 Jul 16 01:34:39.665794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45240) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:39.668277 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9427700-0755-435e-848c-d42e4890bcb7 None None] Network 7ac5d52c-651b-4f85-b758-1cef4fbc3e8c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:39.672013 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4292ece8-d860-482f-8f82-e90bc5aef461 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.711958 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292ece8-d860-482f-8f82-e90bc5aef461 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=0484e3f6-ec76-43dc-a1a9-23ddabfdac25,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:39.723110 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-09fb6b33-8aa7-49b4-bcdf-fba30a40f3db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Deleting subnet 3ad56402-7990-4f3e-a984-e952dc4bc556 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:39.726569 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09fb6b33-8aa7-49b4-bcdf-fba30a40f3db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.743484 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d442f84b-b2fc-48cb-8834-5c5cb7f5f5c6 None None] Could not find standard attr ID for object 0484e3f6-ec76-43dc-a1a9-23ddabfdac25. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:39.749089 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d442f84b-b2fc-48cb-8834-5c5cb7f5f5c6 None None] Could not find standard attr ID for object f219933b-9726-468e-ba07-52dd7b974249. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:39.774992 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09fb6b33-8aa7-49b4-bcdf-fba30a40f3db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.792862 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4292ece8-d860-482f-8f82-e90bc5aef461 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.795431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4292ece8-d860-482f-8f82-e90bc5aef461 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/0484e3f6-ec76-43dc-a1a9-23ddabfdac25 HTTP/1.1" status: 204 len: 168 time: 0.5050406 Jul 16 01:34:39.797922 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45242) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:39.837436 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45c280e-2c4b-4fa5-b501-aa93a793acf7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] GET failed (client error): The resource could not be found. Jul 16 01:34:39.839235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a45c280e-2c4b-4fa5-b501-aa93a793acf7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports/0484e3f6-ec76-43dc-a1a9-23ddabfdac25 HTTP/1.1" status: 404 len: 333 time: 0.0397618 Jul 16 01:34:39.841953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45244) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:39.899221 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09fb6b33-8aa7-49b4-bcdf-fba30a40f3db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.912146 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed7d81aa-9dff-4534-a8bc-e25455cf0565 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting subnet 11e87221-a490-44e0-b861-084249bb614d {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:39.915371 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed7d81aa-9dff-4534-a8bc-e25455cf0565 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.925011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acab6360-369e-4380-a159-48df35e346f5 None None] DHCP port deletion for 7ac5d52c-651b-4f85-b758-1cef4fbc3e8c request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:39.960621 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed7d81aa-9dff-4534-a8bc-e25455cf0565 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.979796 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-acab6360-369e-4380-a159-48df35e346f5 None None] Deleting port b30fe174-605d-466f-a855-2d2260182d7e {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:39.980186 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-acab6360-369e-4380-a159-48df35e346f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:39.996874 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09fb6b33-8aa7-49b4-bcdf-fba30a40f3db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.025361 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb6b33-8aa7-49b4-bcdf-fba30a40f3db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad56402-7990-4f3e-a984-e952dc4bc556,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.029383 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-09fb6b33-8aa7-49b4-bcdf-fba30a40f3db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.031370 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-09fb6b33-8aa7-49b4-bcdf-fba30a40f3db tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "DELETE /v2.0/subnets/3ad56402-7990-4f3e-a984-e952dc4bc556 HTTP/1.1" status: 204 len: 168 time: 0.3643448 Jul 16 01:34:40.035154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45246) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:40.042691 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c204db-de4c-47b8-a8e3-df842c62b27c None None] Network dfed73c8-72aa-484d-9722-b0c1bffe06f7 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:40.080522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-acab6360-369e-4380-a159-48df35e346f5 None None] For port b30fe174-605d-466f-a855-2d2260182d7e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b30fe174-605d-466f-a855-2d2260182d7e,segment=NetworkSegment(aab1dd6f-2f05-409f-8cb5-60b3f3ea7f3b),segment_id=aab1dd6f-2f05-409f-8cb5-60b3f3ea7f3b)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:40.080923 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-acab6360-369e-4380-a159-48df35e346f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.084712 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed7d81aa-9dff-4534-a8bc-e25455cf0565 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.125972 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-acab6360-369e-4380-a159-48df35e346f5 None None] Calling delete_port for b30fe174-605d-466f-a855-2d2260182d7e owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:40.149887 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.187522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:40.205285 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed7d81aa-9dff-4534-a8bc-e25455cf0565 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.234724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7d81aa-9dff-4534-a8bc-e25455cf0565 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Subnet': ['ID=11e87221-a490-44e0-b861-084249bb614d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.241053 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed7d81aa-9dff-4534-a8bc-e25455cf0565 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.246199 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45248) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:40.246349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ed7d81aa-9dff-4534-a8bc-e25455cf0565 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/11e87221-a490-44e0-b861-084249bb614d HTTP/1.1" status: 204 len: 168 time: 0.4024324 Jul 16 01:34:40.250554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfad3792-fdbb-46c8-891b-51d40180c489 None None] Network 75925621-5c9d-4424-9b99-ee8f625276c1 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:40.261469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Deleting port b30fe174-605d-466f-a855-2d2260182d7e {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:40.261948 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.286754 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.325877 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.328141 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] For port b30fe174-605d-466f-a855-2d2260182d7e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b30fe174-605d-466f-a855-2d2260182d7e,segment=NetworkSegment(aab1dd6f-2f05-409f-8cb5-60b3f3ea7f3b),segment_id=aab1dd6f-2f05-409f-8cb5-60b3f3ea7f3b)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:40.328414 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.341793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Calling delete_port for b30fe174-605d-466f-a855-2d2260182d7e owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:40.385606 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:40.386290 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.390817 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-acab6360-369e-4380-a159-48df35e346f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.410332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:40.410706 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.448146 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.452432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] For port 480969ea-bbd2-47d8-aa56-c53b1a29d1a7, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=480969ea-bbd2-47d8-aa56-c53b1a29d1a7,segment=NetworkSegment(aaaef7a7-caed-461a-864d-82fc98d8f803),segment_id=aaaef7a7-caed-461a-864d-82fc98d8f803)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:40.452865 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.460797 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab6360-369e-4380-a159-48df35e346f5 None None] Pushing event deleted for resources: {'Port': ['ID=b30fe174-605d-466f-a855-2d2260182d7e,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.466748 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:40.473494 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab6360-369e-4380-a159-48df35e346f5 None None] No DVR routers for this DVR port b30fe174-605d-466f-a855-2d2260182d7e on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:40.513555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] No DVR routers for this DVR port b30fe174-605d-466f-a855-2d2260182d7e on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:40.541533 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66f88c6-51ef-46cb-9a3d-6aa08abc7812 None None] DHCP port deletion for dfed73c8-72aa-484d-9722-b0c1bffe06f7 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:40.580770 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.598322 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event deleted for resources: {'Port': ['ID=b30fe174-605d-466f-a855-2d2260182d7e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.623849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a66f88c6-51ef-46cb-9a3d-6aa08abc7812 None None] Deleting port 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:40.624226 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a66f88c6-51ef-46cb-9a3d-6aa08abc7812 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.634441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a3d226-1b6c-40ff-b984-11668d86ba41 None None] DHCP port deletion for 75925621-5c9d-4424-9b99-ee8f625276c1 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:40.634647 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=480969ea-bbd2-47d8-aa56-c53b1a29d1a7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.634647 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No DVR routers for this DVR port 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:40.655993 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.687286 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a0170a1e-fb1b-4767-bfc9-1e2daccd6382 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:40.700864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac5d52c-651b-4f85-b758-1cef4fbc3e8c']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:40.716241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aab1dd6f-2f05-409f-8cb5-60b3f3ea7f3b') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:40.716546 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aab1dd6f-2f05-409f-8cb5-60b3f3ea7f3b') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:40.719592 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: a0170a1e-fb1b-4767-bfc9-1e2daccd6382 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:40.719970 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a0170a1e-fb1b-4767-bfc9-1e2daccd6382 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:40.720429 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b30fe174-605d-466f-a855-2d2260182d7e no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:40.723080 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a66f88c6-51ef-46cb-9a3d-6aa08abc7812 None None] For port 7767c5fa-5b8a-49ae-8a69-6f12a7436e02, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7767c5fa-5b8a-49ae-8a69-6f12a7436e02,segment=NetworkSegment(16f41839-4513-4821-beb0-61a82bdc1c48),segment_id=16f41839-4513-4821-beb0-61a82bdc1c48)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:40.723798 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a66f88c6-51ef-46cb-9a3d-6aa08abc7812 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.727521 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.731499 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.738362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75925621-5c9d-4424-9b99-ee8f625276c1']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:40.747817 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: b30fe174-605d-466f-a855-2d2260182d7e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:40.747817 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b30fe174-605d-466f-a855-2d2260182d7e not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:40.753197 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a66f88c6-51ef-46cb-9a3d-6aa08abc7812 None None] Calling delete_port for 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:40.754927 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaaef7a7-caed-461a-864d-82fc98d8f803') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:40.754927 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaaef7a7-caed-461a-864d-82fc98d8f803') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:40.760748 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.764734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.773470 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b82010-69e5-4e5f-b7ec-abada3af807d req-3dd8a41e-52de-48b1-b506-3576b75c0a3f tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:40.775032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26b82010-69e5-4e5f-b7ec-abada3af807d req-3dd8a41e-52de-48b1-b506-3576b75c0a3f tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1156659 Jul 16 01:34:40.777944 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:40.778692 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:40.781716 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:40.785911 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.804566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:40.805752 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:40.812255 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:40.866692 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26b82010-69e5-4e5f-b7ec-abada3af807d req-d5619857-bc2d-4b04-b475-65d9923bed9c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749898 Jul 16 01:34:40.867427 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.879749 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.881688 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "DELETE /v2.0/networks/7ac5d52c-651b-4f85-b758-1cef4fbc3e8c HTTP/1.1" status: 204 len: 168 time: 0.8455670 Jul 16 01:34:40.885258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45254) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:40.894325 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a66f88c6-51ef-46cb-9a3d-6aa08abc7812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.901643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269754e5-ce82-4a5b-a1a0-e1abc2b9611a tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event deleted for resources: {'Network': ['ID=7ac5d52c-651b-4f85-b758-1cef4fbc3e8c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.917135 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.919371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f88c6-51ef-46cb-9a3d-6aa08abc7812 None None] Pushing event deleted for resources: {'Port': ['ID=7767c5fa-5b8a-49ae-8a69-6f12a7436e02,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.923117 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.923325 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f88c6-51ef-46cb-9a3d-6aa08abc7812 None None] No DVR routers for this DVR port 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:40.927237 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/networks/75925621-5c9d-4424-9b99-ee8f625276c1 HTTP/1.1" status: 204 len: 168 time: 0.6793852 Jul 16 01:34:40.930863 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45256) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:40.938122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3c283c06-4d77-469e-b969-2f39e4531562 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-963181331'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:40.948991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03948b20-176d-4fc4-9dd3-c62233f7c6bb tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Network': ['ID=75925621-5c9d-4424-9b99-ee8f625276c1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:40.996132 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24bec142-a833-4e4e-8b4d-22fe6db92fd7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:40.998719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c283c06-4d77-469e-b969-2f39e4531562 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:41.002523 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3c283c06-4d77-469e-b969-2f39e4531562 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.055657 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c283c06-4d77-469e-b969-2f39e4531562 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:41.415724 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3c283c06-4d77-469e-b969-2f39e4531562 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.416092 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-3c283c06-4d77-469e-b969-2f39e4531562 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Added segment ec57f782-43d3-47b9-a822-9195e530d6e2 of type vlan for network 04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4 Jul 16 01:34:41.451130 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24bec142-a833-4e4e-8b4d-22fe6db92fd7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.480083 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-24bec142-a833-4e4e-8b4d-22fe6db92fd7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfed73c8-72aa-484d-9722-b0c1bffe06f7']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:41.494095 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3c283c06-4d77-469e-b969-2f39e4531562 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.498133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-24bec142-a833-4e4e-8b4d-22fe6db92fd7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f41839-4513-4821-beb0-61a82bdc1c48') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:41.498438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-24bec142-a833-4e4e-8b4d-22fe6db92fd7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f41839-4513-4821-beb0-61a82bdc1c48') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:41.509690 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24bec142-a833-4e4e-8b4d-22fe6db92fd7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.530522 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24bec142-a833-4e4e-8b4d-22fe6db92fd7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.539583 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24bec142-a833-4e4e-8b4d-22fe6db92fd7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:41.540002 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24bec142-a833-4e4e-8b4d-22fe6db92fd7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:41.542801 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:41.556300 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3c283c06-4d77-469e-b969-2f39e4531562 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.561594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c283c06-4d77-469e-b969-2f39e4531562 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:41.562180 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3c283c06-4d77-469e-b969-2f39e4531562 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.632227 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3c283c06-4d77-469e-b969-2f39e4531562 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7002075 Jul 16 01:34:41.635647 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45258) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:41.645088 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24bec142-a833-4e4e-8b4d-22fe6db92fd7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.647310 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a32a8ec0-0d28-44db-a067-741abb1c2dc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'subnet': {'network_id': '04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:41.677244 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-24bec142-a833-4e4e-8b4d-22fe6db92fd7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.679025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-24bec142-a833-4e4e-8b4d-22fe6db92fd7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "DELETE /v2.0/networks/dfed73c8-72aa-484d-9722-b0c1bffe06f7 HTTP/1.1" status: 204 len: 168 time: 0.7785523 Jul 16 01:34:41.679931 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c283c06-4d77-469e-b969-2f39e4531562 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Network': ['ID=04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:41.681709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45260) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:41.692822 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:41.721871 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bec142-a833-4e4e-8b4d-22fe6db92fd7 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event deleted for resources: {'Network': ['ID=dfed73c8-72aa-484d-9722-b0c1bffe06f7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:41.745826 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f3bed3-1fdd-47e1-9b97-4de1db3965d2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Deleting subnet 307ae447-ef7d-46ef-9473-b507501a3657 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:41.749324 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-79f3bed3-1fdd-47e1-9b97-4de1db3965d2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.750322 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32a8ec0-0d28-44db-a067-741abb1c2dc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:41.755217 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a32a8ec0-0d28-44db-a067-741abb1c2dc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.788423 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-79f3bed3-1fdd-47e1-9b97-4de1db3965d2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.877598 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-79f3bed3-1fdd-47e1-9b97-4de1db3965d2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.942540 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a32a8ec0-0d28-44db-a067-741abb1c2dc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.951449 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-79f3bed3-1fdd-47e1-9b97-4de1db3965d2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:41.986671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3bed3-1fdd-47e1-9b97-4de1db3965d2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event deleted for resources: {'Subnet': ['ID=307ae447-ef7d-46ef-9473-b507501a3657,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:41.995543 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc83fff1-e01f-4e05-aa24-90d29387468b None None] Network 55deffa5-56fa-4dff-9371-2fcd678f7e55 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:42.011348 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-79f3bed3-1fdd-47e1-9b97-4de1db3965d2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.013413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32a8ec0-0d28-44db-a067-741abb1c2dc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Subnet': ['ID=277cf3a8-3255-4ee4-aa66-0060756e9193,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:42.013823 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-79f3bed3-1fdd-47e1-9b97-4de1db3965d2 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "DELETE /v2.0/subnets/307ae447-ef7d-46ef-9473-b507501a3657 HTTP/1.1" status: 204 len: 168 time: 0.3311768 Jul 16 01:34:42.017215 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45266) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:42.056030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32a8ec0-0d28-44db-a067-741abb1c2dc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Checking segment: {'id': 'ec57f782-43d3-47b9-a822-9195e530d6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:42.056490 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32a8ec0-0d28-44db-a067-741abb1c2dc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network hostable DHCP agents. Network: 04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:42.091872 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1107e-5787-4f61-8efb-3bb859201900 req-81f0f4ee-3437-4d23-9e4a-f3e6f4940e17 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.099726 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71f1107e-5787-4f61-8efb-3bb859201900 req-81f0f4ee-3437-4d23-9e4a-f3e6f4940e17 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.0790319 Jul 16 01:34:42.118339 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.121767 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32a8ec0-0d28-44db-a067-741abb1c2dc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:42.136302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-a32a8ec0-0d28-44db-a067-741abb1c2dc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:42.144524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32a8ec0-0d28-44db-a067-741abb1c2dc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.145208 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a32a8ec0-0d28-44db-a067-741abb1c2dc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.152656 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71f1107e-5787-4f61-8efb-3bb859201900 req-629a106d-6e6c-45c9-9291-ba124e72c784 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518727 Jul 16 01:34:42.166770 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2081c8-c2f4-4039-861a-685cad966295 None None] Network 04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:42.185960 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a32a8ec0-0d28-44db-a067-741abb1c2dc9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5474260 Jul 16 01:34:42.187657 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45268) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:42.193405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e5c4616b-4fe6-4767-9682-05640aa4ddc0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'network_id': '04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4', 'name': 'tempest-PortsTestJSON-1967216552', 'fixed_ips': [{'subnet_id': '277cf3a8-3255-4ee4-aa66-0060756e9193', 'ip_address': '172.20.0.10'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:42.205163 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:42.215502 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Deleting port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:42.217473 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.233759 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:42.233759 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7767c5fa-5b8a-49ae-8a69-6f12a7436e02 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:42.234044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:42.267910 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa15a67-d015-43dc-bd13-90ecefa0eb9f None None] DHCP port deletion for 55deffa5-56fa-4dff-9371-2fcd678f7e55 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:42.290096 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:42.290527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 480969ea-bbd2-47d8-aa56-c53b1a29d1a7 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:42.291712 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] For port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=70dbbcc2-fd7c-42d1-910e-ec8c252c25d8,segment=NetworkSegment(ff35c2b5-b0a9-4fce-aaa1-b0cd3d7e1190),segment_id=ff35c2b5-b0a9-4fce-aaa1-b0cd3d7e1190)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:42.292165 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.307661 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Calling delete_port for 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:42.320597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c4616b-4fe6-4767-9682-05640aa4ddc0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:42.405240 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.408281 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3aa15a67-d015-43dc-bd13-90ecefa0eb9f None None] Deleting port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:42.408660 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3aa15a67-d015-43dc-bd13-90ecefa0eb9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.411654 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e5c4616b-4fe6-4767-9682-05640aa4ddc0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.431868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-e5c4616b-4fe6-4767-9682-05640aa4ddc0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] device_id is not set on port 08054d2b-fc1b-4d30-b227-05e934402ad2 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:42.433577 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4', 'network_id': '04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4', 'tenant_id': '9415a8b9e5ba489a92cda876cb2c8838', 'fixed_ips': [{'subnet_id': '277cf3a8-3255-4ee4-aa66-0060756e9193'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:42.434429 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.438189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event deleted for resources: {'Port': ['ID=70dbbcc2-fd7c-42d1-910e-ec8c252c25d8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:42.441540 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] No DVR routers for this DVR port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:42.510099 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-3aa15a67-d015-43dc-bd13-90ecefa0eb9f None None] For port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:42.510491 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3aa15a67-d015-43dc-bd13-90ecefa0eb9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.524381 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.535548 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55deffa5-56fa-4dff-9371-2fcd678f7e55']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:42.546056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff35c2b5-b0a9-4fce-aaa1-b0cd3d7e1190') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:42.546358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff35c2b5-b0a9-4fce-aaa1-b0cd3d7e1190') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:42.555410 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.570266 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.571154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3aa15a67-d015-43dc-bd13-90ecefa0eb9f None None] Calling delete_port for 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:42.577794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:42.578481 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.580981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-3aa15a67-d015-43dc-bd13-90ecefa0eb9f None None] Port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:42.582259 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:42.586504 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3aa15a67-d015-43dc-bd13-90ecefa0eb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.604153 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-e5c4616b-4fe6-4767-9682-05640aa4ddc0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Allocated IP 172.20.0.10 (04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4/277cf3a8-3255-4ee4-aa66-0060756e9193/08054d2b-fc1b-4d30-b227-05e934402ad2) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:42.616974 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa15a67-d015-43dc-bd13-90ecefa0eb9f None None] Pushing event deleted for resources: {'Port': ['ID=70dbbcc2-fd7c-42d1-910e-ec8c252c25d8,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:42.621981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa15a67-d015-43dc-bd13-90ecefa0eb9f None None] No DVR routers for this DVR port 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:42.644259 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.652818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.654648 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "DELETE /v2.0/networks/55deffa5-56fa-4dff-9371-2fcd678f7e55 HTTP/1.1" status: 204 len: 168 time: 0.6358225 Jul 16 01:34:42.660117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45270) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:42.665273 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9d2da-1ee2-4617-8c0b-250213c5cf90 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Pushing event deleted for resources: {'Network': ['ID=55deffa5-56fa-4dff-9371-2fcd678f7e55,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:42.702963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1ca4253a-81e5-48eb-8077-d676b0c77252 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ae69cf7-a143-4323-acb9-dcae7731055d HTTP/1.1" status: 200 len: 205 time: 0.0414460 Jul 16 01:34:42.705962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45272) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:42.781321 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e5c4616b-4fe6-4767-9682-05640aa4ddc0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.801122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-e5c4616b-4fe6-4767-9682-05640aa4ddc0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Transition to ACTIVE for port object 08054d2b-fc1b-4d30-b227-05e934402ad2 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:42.836459 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e5c4616b-4fe6-4767-9682-05640aa4ddc0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.887338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Allocated IP 172.20.0.2 (04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4/277cf3a8-3255-4ee4-aa66-0060756e9193/680a283e-7d6a-457e-a55b-039e41df95ca) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:42.888980 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c4616b-4fe6-4767-9682-05640aa4ddc0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:42.893984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-e5c4616b-4fe6-4767-9682-05640aa4ddc0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:42.895867 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4616b-4fe6-4767-9682-05640aa4ddc0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=08054d2b-fc1b-4d30-b227-05e934402ad2,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:42.898130 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c4616b-4fe6-4767-9682-05640aa4ddc0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:42.947883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c4616b-4fe6-4767-9682-05640aa4ddc0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:42.948706 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e5c4616b-4fe6-4767-9682-05640aa4ddc0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:42.963746 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e5c4616b-4fe6-4767-9682-05640aa4ddc0 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.7748423 Jul 16 01:34:42.966463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45274) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:42.971845 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-477ea421-f96f-43b2-8c14-f1cce21abaef tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'network_id': '04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4', 'name': 'tempest-PortsTestJSON-1338844822', 'fixed_ips': [{'subnet_id': '277cf3a8-3255-4ee4-aa66-0060756e9193', 'ip_address': '172.20.0.9'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:43.064387 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.080611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Transition to ACTIVE for port object 680a283e-7d6a-457e-a55b-039e41df95ca will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:43.098863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Transition to ACTIVE for port object 680a283e-7d6a-457e-a55b-039e41df95ca will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:43.105320 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477ea421-f96f-43b2-8c14-f1cce21abaef tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:43.106005 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.111872 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-477ea421-f96f-43b2-8c14-f1cce21abaef tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.132383 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e2fa466-eb05-4c20-8ca9-140b770487c8 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.132986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-477ea421-f96f-43b2-8c14-f1cce21abaef tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] device_id is not set on port 0196a252-4d29-4a43-9725-1be54dff2212 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:43.162186 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Pushing event updated for resources: {'Port': ['ID=680a283e-7d6a-457e-a55b-039e41df95ca,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:43.169091 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Network 04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:43.170686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:43.173486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:43.233789 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Attempting to bind port 680a283e-7d6a-457e-a55b-039e41df95ca on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:43.234140 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Attempting to bind port 680a283e-7d6a-457e-a55b-039e41df95ca by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'ec57f782-43d3-47b9-a822-9195e530d6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:43.234624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Attempting to bind port 680a283e-7d6a-457e-a55b-039e41df95ca on network 04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:43.240288 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:43.240672 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Checking segment: {'id': 'ec57f782-43d3-47b9-a822-9195e530d6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:43.241080 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.241482 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Bound using segment: {'id': 'ec57f782-43d3-47b9-a822-9195e530d6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:43.241953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Bound port: 680a283e-7d6a-457e-a55b-039e41df95ca, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec57f782-43d3-47b9-a822-9195e530d6e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:43.242342 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.305065 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e2fa466-eb05-4c20-8ca9-140b770487c8 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.307151 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e2fa466-eb05-4c20-8ca9-140b770487c8 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.317407 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] For port 680a283e-7d6a-457e-a55b-039e41df95ca, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:43.320764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] For port 680a283e-7d6a-457e-a55b-039e41df95ca, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=680a283e-7d6a-457e-a55b-039e41df95ca,segment=NetworkSegment(ec57f782-43d3-47b9-a822-9195e530d6e2),segment_id=ec57f782-43d3-47b9-a822-9195e530d6e2)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:43.325700 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.364373 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e2fa466-eb05-4c20-8ca9-140b770487c8 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.366127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2fa466-eb05-4c20-8ca9-140b770487c8 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Fanout notify agent at l3_agent the message router_deleted on router 7ae69cf7-a143-4323-acb9-dcae7731055d {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:34:43.377840 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e2fa466-eb05-4c20-8ca9-140b770487c8 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.379537 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5e2fa466-eb05-4c20-8ca9-140b770487c8 tempest-RoutersNegativeIpV6Test-212368087 tempest-RoutersNegativeIpV6Test-212368087-project] 10.222.0.22 "DELETE /v2.0/routers/7ae69cf7-a143-4323-acb9-dcae7731055d HTTP/1.1" status: 204 len: 168 time: 0.6724274 Jul 16 01:34:43.383689 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29de8194-59ad-4c81-a7c4-95e820fe5598 None None] Pushing event updated for resources: {'Port': ['ID=680a283e-7d6a-457e-a55b-039e41df95ca,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:43.402153 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-477ea421-f96f-43b2-8c14-f1cce21abaef tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Allocated IP 172.20.0.9 (04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4/277cf3a8-3255-4ee4-aa66-0060756e9193/0196a252-4d29-4a43-9725-1be54dff2212) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:43.446520 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e565b2e0-6fb5-4d08-a0e8-4de1f4ee2a11 req-02b54661-5a1b-4dd9-866b-04d5bc7f008d tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.448095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e565b2e0-6fb5-4d08-a0e8-4de1f4ee2a11 req-02b54661-5a1b-4dd9-866b-04d5bc7f008d tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1533258 Jul 16 01:34:43.526187 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e565b2e0-6fb5-4d08-a0e8-4de1f4ee2a11 req-04ecd0db-3bfd-463b-ae3d-7b1309d03c4d tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716195 Jul 16 01:34:43.631903 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-477ea421-f96f-43b2-8c14-f1cce21abaef tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.656538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-477ea421-f96f-43b2-8c14-f1cce21abaef tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Transition to ACTIVE for port object 0196a252-4d29-4a43-9725-1be54dff2212 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:43.691104 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45284) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:43.698588 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-477ea421-f96f-43b2-8c14-f1cce21abaef tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.763853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477ea421-f96f-43b2-8c14-f1cce21abaef tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:43.766583 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-477ea421-f96f-43b2-8c14-f1cce21abaef tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:43.771634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477ea421-f96f-43b2-8c14-f1cce21abaef tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:43.776402 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ea421-f96f-43b2-8c14-f1cce21abaef tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=0196a252-4d29-4a43-9725-1be54dff2212,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:43.823341 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477ea421-f96f-43b2-8c14-f1cce21abaef tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.824060 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-477ea421-f96f-43b2-8c14-f1cce21abaef tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.841056 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-477ea421-f96f-43b2-8c14-f1cce21abaef tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8709733 Jul 16 01:34:43.841222 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7124a0a6-77b4-48b0-a230-3fd49adb2633 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d665d293e6be4011bc250738f7c20ba4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487951 Jul 16 01:34:43.841392 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45288) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:43.843426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45290) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:43.892153 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7e4df1d-2d48-4b0b-91b6-28c38ae23af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.913629 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7e4df1d-2d48-4b0b-91b6-28c38ae23af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.955383 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dce0503-edf2-48bf-b75c-e2247343d347 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:43.956959 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5dce0503-edf2-48bf-b75c-e2247343d347 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1146462 Jul 16 01:34:43.960220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45292) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:43.973656 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7e4df1d-2d48-4b0b-91b6-28c38ae23af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.976140 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e7e4df1d-2d48-4b0b-91b6-28c38ae23af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:43.977239 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e7e4df1d-2d48-4b0b-91b6-28c38ae23af6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0f8500db-d1aa-4388-8958-3529d06706e8 HTTP/1.1" status: 204 len: 168 time: 0.1328363 Jul 16 01:34:44.003191 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4df1d-2d48-4b0b-91b6-28c38ae23af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8500db-d1aa-4388-8958-3529d06706e8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:44.054969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2040b988-da4d-4fbe-a91b-32a7bbe447c1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:44.061015 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2040b988-da4d-4fbe-a91b-32a7bbe447c1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:44.066975 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2040b988-da4d-4fbe-a91b-32a7bbe447c1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:44.068709 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2040b988-da4d-4fbe-a91b-32a7bbe447c1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1073675 Jul 16 01:34:44.072118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45296) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:44.214236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 680a283e-7d6a-457e-a55b-039e41df95ca up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:44.236121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d2701ac1-881b-41ee-b7d3-5779cc9a2497 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port 0196a252-4d29-4a43-9725-1be54dff2212 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:44.236534 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2701ac1-881b-41ee-b7d3-5779cc9a2497 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.286330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 680a283e-7d6a-457e-a55b-039e41df95ca completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:44.349440 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2701ac1-881b-41ee-b7d3-5779cc9a2497 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.365964 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:44.369676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d2701ac1-881b-41ee-b7d3-5779cc9a2497 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for 0196a252-4d29-4a43-9725-1be54dff2212 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:44.391930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:44.393322 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 70dbbcc2-fd7c-42d1-910e-ec8c252c25d8 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:44.509672 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2701ac1-881b-41ee-b7d3-5779cc9a2497 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.526738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed138d11-b05e-445f-a1bb-e5e30cf4929f None None] Network 04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:44.543141 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2701ac1-881b-41ee-b7d3-5779cc9a2497 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=0196a252-4d29-4a43-9725-1be54dff2212,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:44.645349 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2701ac1-881b-41ee-b7d3-5779cc9a2497 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.650936 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d2701ac1-881b-41ee-b7d3-5779cc9a2497 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/0196a252-4d29-4a43-9725-1be54dff2212 HTTP/1.1" status: 204 len: 168 time: 0.5747046 Jul 16 01:34:44.651275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45318) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:44.694036 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-4390d74e-9054-4fbb-99ef-58c2399e1d8a tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] GET failed (client error): The resource could not be found. Jul 16 01:34:44.695718 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4390d74e-9054-4fbb-99ef-58c2399e1d8a tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports/0196a252-4d29-4a43-9725-1be54dff2212 HTTP/1.1" status: 404 len: 333 time: 0.0432429 Jul 16 01:34:44.698748 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45322) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:44.754566 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093a74e-b99c-4792-bc33-39847be109fe req-b4f07f05-c838-49b3-a025-60039ce6999a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:44.764444 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8093a74e-b99c-4792-bc33-39847be109fe req-b4f07f05-c838-49b3-a025-60039ce6999a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.0993605 Jul 16 01:34:44.790575 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1394c093-0302-45c8-901b-dfac38ea0051 None None] Provisioning for port 680a283e-7d6a-457e-a55b-039e41df95ca completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:44.797469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1394c093-0302-45c8-901b-dfac38ea0051 None None] Provisioning complete for port 680a283e-7d6a-457e-a55b-039e41df95ca triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:44.798062 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1394c093-0302-45c8-901b-dfac38ea0051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.807667 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8093a74e-b99c-4792-bc33-39847be109fe req-de4b59fb-7425-467a-840f-9bca756c873c tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424278 Jul 16 01:34:44.832894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45324) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:44.841036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-dbdcb2e4-5595-4df3-b9e9-abbed9edbfca tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port 08054d2b-fc1b-4d30-b227-05e934402ad2 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:44.841377 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbdcb2e4-5595-4df3-b9e9-abbed9edbfca tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.943025 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbdcb2e4-5595-4df3-b9e9-abbed9edbfca tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.954706 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1394c093-0302-45c8-901b-dfac38ea0051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:44.955884 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-dbdcb2e4-5595-4df3-b9e9-abbed9edbfca tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for 08054d2b-fc1b-4d30-b227-05e934402ad2 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:44.970770 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ddc82259-1530-4b2d-9c0f-820c5baecc52 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group': {'name': 'tempest-secgroup--906083336'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:44.996451 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ddc82259-1530-4b2d-9c0f-820c5baecc52 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.000121 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-1394c093-0302-45c8-901b-dfac38ea0051 None None] For port 680a283e-7d6a-457e-a55b-039e41df95ca, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=680a283e-7d6a-457e-a55b-039e41df95ca,segment=NetworkSegment(ec57f782-43d3-47b9-a822-9195e530d6e2),segment_id=ec57f782-43d3-47b9-a822-9195e530d6e2)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:45.005370 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1394c093-0302-45c8-901b-dfac38ea0051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.009789 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ddc82259-1530-4b2d-9c0f-820c5baecc52 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.069730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394c093-0302-45c8-901b-dfac38ea0051 None None] Pushing event updated for resources: {'Port': ['ID=680a283e-7d6a-457e-a55b-039e41df95ca,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:45.157822 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbdcb2e4-5595-4df3-b9e9-abbed9edbfca tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.163114 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ddc82259-1530-4b2d-9c0f-820c5baecc52 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.167475 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ddc82259-1530-4b2d-9c0f-820c5baecc52 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.240996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc82259-1530-4b2d-9c0f-820c5baecc52 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40fc0485-4707-4ff0-b54d-8f2943bdb793,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:45.267803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdcb2e4-5595-4df3-b9e9-abbed9edbfca tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=08054d2b-fc1b-4d30-b227-05e934402ad2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:45.281037 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbdcb2e4-5595-4df3-b9e9-abbed9edbfca tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.283093 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dbdcb2e4-5595-4df3-b9e9-abbed9edbfca tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/08054d2b-fc1b-4d30-b227-05e934402ad2 HTTP/1.1" status: 204 len: 168 time: 0.5824273 Jul 16 01:34:45.286282 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45332) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.308530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e404b7-c9b9-474d-b558-0af20d21f8c2 req-bdf7ad13-c3e9-44c0-b79d-b8f90f0345cd tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:45.310066 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94e404b7-c9b9-474d-b558-0af20d21f8c2 req-bdf7ad13-c3e9-44c0-b79d-b8f90f0345cd tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1168065 Jul 16 01:34:45.321372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f4522a98-023a-4dfd-979d-c4f5c8da2bea None None] Could not find standard attr ID for object 08054d2b-fc1b-4d30-b227-05e934402ad2. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:45.321941 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-0890d334-ce32-4410-b2e5-093d1d4882dd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] GET failed (client error): The resource could not be found. Jul 16 01:34:45.323148 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0890d334-ce32-4410-b2e5-093d1d4882dd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports/08054d2b-fc1b-4d30-b227-05e934402ad2 HTTP/1.1" status: 404 len: 333 time: 0.0357826 Jul 16 01:34:45.326079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45334) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.335606 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ddc82259-1530-4b2d-9c0f-820c5baecc52 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.336501 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f4522a98-023a-4dfd-979d-c4f5c8da2bea None None] Provisioning complete for port 680a283e-7d6a-457e-a55b-039e41df95ca triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:45.337020 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f4522a98-023a-4dfd-979d-c4f5c8da2bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.343509 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ddc82259-1530-4b2d-9c0f-820c5baecc52 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.390072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea36afe-2b0d-4f94-82de-6fdc96459d57 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting subnet 277cf3a8-3255-4ee4-aa66-0060756e9193 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:45.391644 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ddc82259-1530-4b2d-9c0f-820c5baecc52 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.393543 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ddc82259-1530-4b2d-9c0f-820c5baecc52 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5596130 Jul 16 01:34:45.397264 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ea36afe-2b0d-4f94-82de-6fdc96459d57 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.401988 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45338) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.434722 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94e404b7-c9b9-474d-b558-0af20d21f8c2 req-a53ae2cb-5076-4f75-a4a7-d21a9991ea26 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175122 Jul 16 01:34:45.435874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc82259-1530-4b2d-9c0f-820c5baecc52 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e899f4-58f1-4f37-af13-891c9b4c05ed,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:45.466442 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ea36afe-2b0d-4f94-82de-6fdc96459d57 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.559694 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-043d8f12-4ccb-45f0-8b85-f59bca41717b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1547096 Jul 16 01:34:45.562355 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45342) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.567938 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-8c37b7b5-4029-4808-9c77-11bc06165bb1 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group': {'name': 'tempest-security--2065869829', 'description': 'tempest-security-description-421785483'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:45.575985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-32eed077-ce3d-4192-9f1d-09fb54c3912a None None] Could not find standard attr ID for object 08054d2b-fc1b-4d30-b227-05e934402ad2. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:45.617746 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ea36afe-2b0d-4f94-82de-6fdc96459d57 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.634732 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8c37b7b5-4029-4808-9c77-11bc06165bb1 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.687114 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ea36afe-2b0d-4f94-82de-6fdc96459d57 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.695734 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8c37b7b5-4029-4808-9c77-11bc06165bb1 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.704382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a7951-a369-43ed-9025-62472f014f56 req-37f36a00-1ee6-4121-bca3-90e02d79104e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:45.705998 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-342a7951-a369-43ed-9025-62472f014f56 req-37f36a00-1ee6-4121-bca3-90e02d79104e tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1321571 Jul 16 01:34:45.707260 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8c37b7b5-4029-4808-9c77-11bc06165bb1 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.710088 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8c37b7b5-4029-4808-9c77-11bc06165bb1 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.711301 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8c37b7b5-4029-4808-9c77-11bc06165bb1 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "PUT /v2.0/security-groups/c2e899f4-58f1-4f37-af13-891c9b4c05ed HTTP/1.1" status: 200 len: 1779 time: 0.1479330 Jul 16 01:34:45.714604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45344) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.717666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea36afe-2b0d-4f94-82de-6fdc96459d57 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Subnet': ['ID=277cf3a8-3255-4ee4-aa66-0060756e9193,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:45.723519 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3ea36afe-2b0d-4f94-82de-6fdc96459d57 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.726024 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3ea36afe-2b0d-4f94-82de-6fdc96459d57 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/277cf3a8-3255-4ee4-aa66-0060756e9193 HTTP/1.1" status: 204 len: 168 time: 0.3984959 Jul 16 01:34:45.728720 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45346) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.773553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37b7b5-4029-4808-9c77-11bc06165bb1 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e899f4-58f1-4f37-af13-891c9b4c05ed,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:45.775513 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1921c8f8-42bf-485e-9028-cd7465906e5d None None] Network 04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:45.799325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-342a7951-a369-43ed-9025-62472f014f56 req-048599df-ddec-4f0e-9c10-d2e282988078 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836008 Jul 16 01:34:45.805456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4c93cc53-8829-4bbe-bf82-358fd7bb4e61 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-groups/c2e899f4-58f1-4f37-af13-891c9b4c05ed HTTP/1.1" status: 200 len: 1779 time: 0.0884809 Jul 16 01:34:45.807985 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45348) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:45.815256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-286141e3-1e03-43c4-9728-02f4f1e44e59 None None] Could not find standard attr ID for object 0196a252-4d29-4a43-9725-1be54dff2212. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:34:45.830867 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.905523 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ce75ba1-6ff4-4835-8d73-f0b944bf9ae4 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.941491 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ce75ba1-6ff4-4835-8d73-f0b944bf9ae4 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.990128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port 680a283e-7d6a-457e-a55b-039e41df95ca {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:45.990128 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:45.997354 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e314c828-c3bf-44a0-ae3c-3861b7c56b5d None None] DHCP port deletion for 04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:46.023031 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ce75ba1-6ff4-4835-8d73-f0b944bf9ae4 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.026619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ce75ba1-6ff4-4835-8d73-f0b944bf9ae4 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.030566 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2ce75ba1-6ff4-4835-8d73-f0b944bf9ae4 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-groups/c2e899f4-58f1-4f37-af13-891c9b4c05ed HTTP/1.1" status: 204 len: 168 time: 0.2193499 Jul 16 01:34:46.031019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45352) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.069907 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e314c828-c3bf-44a0-ae3c-3861b7c56b5d None None] Deleting port 680a283e-7d6a-457e-a55b-039e41df95ca {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:46.070282 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e314c828-c3bf-44a0-ae3c-3861b7c56b5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.124147 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-630fc966-ec67-4f49-864a-6b51fed5d433 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0910063 Jul 16 01:34:46.124268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce75ba1-6ff4-4835-8d73-f0b944bf9ae4 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e899f4-58f1-4f37-af13-891c9b4c05ed,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.125966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45356) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.137025 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] For port 680a283e-7d6a-457e-a55b-039e41df95ca, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=680a283e-7d6a-457e-a55b-039e41df95ca,segment=NetworkSegment(ec57f782-43d3-47b9-a822-9195e530d6e2),segment_id=ec57f782-43d3-47b9-a822-9195e530d6e2)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:46.137402 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.140823 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-73f453d2-f2eb-4c20-81b3-8ca9c7f19770 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] delete failed (client error): The resource could not be found. Jul 16 01:34:46.142711 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-73f453d2-f2eb-4c20-81b3-8ca9c7f19770 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-groups/c2e899f4-58f1-4f37-af13-891c9b4c05ed HTTP/1.1" status: 404 len: 347 time: 0.0147476 Jul 16 01:34:46.147038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45358) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.151645 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f695cd31-d68f-4b3d-bf1f-544645fd2491 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group': {'name': 'tempest-secgroup--1405677852'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:46.154511 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for 680a283e-7d6a-457e-a55b-039e41df95ca owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:46.196153 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f695cd31-d68f-4b3d-bf1f-544645fd2491 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.214025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 680a283e-7d6a-457e-a55b-039e41df95ca no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:46.221745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e314c828-c3bf-44a0-ae3c-3861b7c56b5d None None] For port 680a283e-7d6a-457e-a55b-039e41df95ca, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=680a283e-7d6a-457e-a55b-039e41df95ca,segment=NetworkSegment(ec57f782-43d3-47b9-a822-9195e530d6e2),segment_id=ec57f782-43d3-47b9-a822-9195e530d6e2)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:46.222610 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e314c828-c3bf-44a0-ae3c-3861b7c56b5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.250700 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.256404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e314c828-c3bf-44a0-ae3c-3861b7c56b5d None None] Calling delete_port for 680a283e-7d6a-457e-a55b-039e41df95ca owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:46.266359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No DVR routers for this DVR port 680a283e-7d6a-457e-a55b-039e41df95ca on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:46.309968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No active binding found for port 680a283e-7d6a-457e-a55b-039e41df95ca {{(pid=93921) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:34:46.310398 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 680a283e-7d6a-457e-a55b-039e41df95ca not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:46.322287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a450aaa6-9b0d-4294-9e0d-b9d9e64975e9 req-fadc2500-c6cf-45ba-bf8b-20b6a34edb07 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.323617 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a450aaa6-9b0d-4294-9e0d-b9d9e64975e9 req-fadc2500-c6cf-45ba-bf8b-20b6a34edb07 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1040390 Jul 16 01:34:46.342203 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f695cd31-d68f-4b3d-bf1f-544645fd2491 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.342459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=680a283e-7d6a-457e-a55b-039e41df95ca,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.355566 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f695cd31-d68f-4b3d-bf1f-544645fd2491 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.358587 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e314c828-c3bf-44a0-ae3c-3861b7c56b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.388815 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314c828-c3bf-44a0-ae3c-3861b7c56b5d None None] Pushing event deleted for resources: {'Port': ['ID=680a283e-7d6a-457e-a55b-039e41df95ca,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.391319 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.394302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e314c828-c3bf-44a0-ae3c-3861b7c56b5d None None] No DVR routers for this DVR port 680a283e-7d6a-457e-a55b-039e41df95ca on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:46.396191 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f695cd31-d68f-4b3d-bf1f-544645fd2491 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.397428 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f695cd31-d68f-4b3d-bf1f-544645fd2491 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2493334 Jul 16 01:34:46.400697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45360) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.401447 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695cd31-d68f-4b3d-bf1f-544645fd2491 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f74e0e6d-fa5b-4bbb-adf2-197de08d75f2,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.406957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a450aaa6-9b0d-4294-9e0d-b9d9e64975e9 req-a1fc8656-428a-418b-a08a-b63eac2d6b0a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711536 Jul 16 01:34:46.410217 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1d28b767-0b91-471d-b766-fd65e1006f7b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group_rule': {'security_group_id': 'f74e0e6d-fa5b-4bbb-adf2-197de08d75f2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:46.418856 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:46.433299 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec57f782-43d3-47b9-a822-9195e530d6e2') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:46.433600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec57f782-43d3-47b9-a822-9195e530d6e2') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:46.446856 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.463084 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.469635 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d28b767-0b91-471d-b766-fd65e1006f7b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.473008 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:46.473401 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:46.476216 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:46.560825 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.568690 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.570500 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/networks/04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4 HTTP/1.1" status: 204 len: 168 time: 0.8408415 Jul 16 01:34:46.575615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45364) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.581726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-0882bd0f-f9bd-4d5a-be8a-fbcd87eaabd9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-647333275'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:46.587660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc607cea-4d96-4439-82ec-d1fcc291d418 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Network': ['ID=04dee3d3-4fe6-4ce3-ab36-2f44f42e5de4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.590503 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d28b767-0b91-471d-b766-fd65e1006f7b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.596034 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d28b767-0b91-471d-b766-fd65e1006f7b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.612204 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0882bd0f-f9bd-4d5a-be8a-fbcd87eaabd9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:46.614673 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d28b767-0b91-471d-b766-fd65e1006f7b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900d0798-db5c-4eb8-90c8-3c5b0ec9f4f3,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.616617 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0882bd0f-f9bd-4d5a-be8a-fbcd87eaabd9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.622380 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d28b767-0b91-471d-b766-fd65e1006f7b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.623928 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1d28b767-0b91-471d-b766-fd65e1006f7b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2221193 Jul 16 01:34:46.627324 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45366) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.649929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0882bd0f-f9bd-4d5a-be8a-fbcd87eaabd9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:34:46.657836 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e786cc0-8dac-4b15-b5d5-0cc0729e31d1 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.659311 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0882bd0f-f9bd-4d5a-be8a-fbcd87eaabd9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.659659 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-0882bd0f-f9bd-4d5a-be8a-fbcd87eaabd9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Added segment bd696e80-6364-41e8-9e34-8466477f7f6b of type vlan for network 273e51f9-3429-40c2-94ee-bacdd6834704 Jul 16 01:34:46.666222 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e786cc0-8dac-4b15-b5d5-0cc0729e31d1 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.696487 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e786cc0-8dac-4b15-b5d5-0cc0729e31d1 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.702497 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6e786cc0-8dac-4b15-b5d5-0cc0729e31d1 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.703612 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6e786cc0-8dac-4b15-b5d5-0cc0729e31d1 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/900d0798-db5c-4eb8-90c8-3c5b0ec9f4f3 HTTP/1.1" status: 204 len: 168 time: 0.0753379 Jul 16 01:34:46.706762 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0882bd0f-f9bd-4d5a-be8a-fbcd87eaabd9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.709146 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45368) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.715593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e786cc0-8dac-4b15-b5d5-0cc0729e31d1 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=900d0798-db5c-4eb8-90c8-3c5b0ec9f4f3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.735450 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0882bd0f-f9bd-4d5a-be8a-fbcd87eaabd9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.741023 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0882bd0f-f9bd-4d5a-be8a-fbcd87eaabd9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:46.741623 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0882bd0f-f9bd-4d5a-be8a-fbcd87eaabd9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.775678 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-167329b3-def3-4ed7-917d-a3229f1a18d3 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0654604 Jul 16 01:34:46.780630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0882bd0f-f9bd-4d5a-be8a-fbcd87eaabd9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2012842 Jul 16 01:34:46.780922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45370) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.781762 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45372) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.788597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ac4ec2ae-36cb-48bf-8d05-84046033c83c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'subnet': {'network_id': '273e51f9-3429-40c2-94ee-bacdd6834704', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:46.826872 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882bd0f-f9bd-4d5a-be8a-fbcd87eaabd9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Network': ['ID=273e51f9-3429-40c2-94ee-bacdd6834704,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.832151 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f05f1c31-cbf7-4678-8a7a-6cdde7e2a34f tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.837946 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 273e51f9-3429-40c2-94ee-bacdd6834704 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:34:46.855692 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f05f1c31-cbf7-4678-8a7a-6cdde7e2a34f tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.899988 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f05f1c31-cbf7-4678-8a7a-6cdde7e2a34f tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.902898 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f05f1c31-cbf7-4678-8a7a-6cdde7e2a34f tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:46.904186 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f05f1c31-cbf7-4678-8a7a-6cdde7e2a34f tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-groups/f74e0e6d-fa5b-4bbb-adf2-197de08d75f2 HTTP/1.1" status: 204 len: 168 time: 0.1246719 Jul 16 01:34:46.906850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45374) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:46.914423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f1c31-cbf7-4678-8a7a-6cdde7e2a34f tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74e0e6d-fa5b-4bbb-adf2-197de08d75f2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:46.925492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4ec2ae-36cb-48bf-8d05-84046033c83c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:46.928956 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac4ec2ae-36cb-48bf-8d05-84046033c83c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.012436 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-07cc880e-b29f-4bee-9763-c6728a7b361a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1027217 Jul 16 01:34:47.016622 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45376) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:47.021881 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a411f14b-7e0b-4640-acdb-3259afc25aca tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group': {'name': 'tempest-secgroup--1781503836'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:47.045065 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a411f14b-7e0b-4640-acdb-3259afc25aca tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.130593 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a411f14b-7e0b-4640-acdb-3259afc25aca tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.134605 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a411f14b-7e0b-4640-acdb-3259afc25aca tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.138333 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac4ec2ae-36cb-48bf-8d05-84046033c83c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.165089 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411f14b-7e0b-4640-acdb-3259afc25aca tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=657bec61-73b0-4c3f-86b0-4dd3d3705677,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:47.167305 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a411f14b-7e0b-4640-acdb-3259afc25aca tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.171292 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a411f14b-7e0b-4640-acdb-3259afc25aca tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1504331 Jul 16 01:34:47.171477 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45378) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:47.176069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7bf394ec-7a46-487f-ab16-3da8623c2621 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group_rule': {'security_group_id': '657bec61-73b0-4c3f-86b0-4dd3d3705677', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:47.201654 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7bf394ec-7a46-487f-ab16-3da8623c2621 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.206487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ec2ae-36cb-48bf-8d05-84046033c83c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Subnet': ['ID=a9ce3d90-a587-40d3-9e08-4513b3adc81b,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:47.215206 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4ec2ae-36cb-48bf-8d05-84046033c83c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Checking segment: {'id': 'bd696e80-6364-41e8-9e34-8466477f7f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '273e51f9-3429-40c2-94ee-bacdd6834704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:47.215574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ec2ae-36cb-48bf-8d05-84046033c83c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network hostable DHCP agents. Network: 273e51f9-3429-40c2-94ee-bacdd6834704, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:34:47.232722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ec2ae-36cb-48bf-8d05-84046033c83c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 273e51f9-3429-40c2-94ee-bacdd6834704 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:34:47.242155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-ac4ec2ae-36cb-48bf-8d05-84046033c83c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 273e51f9-3429-40c2-94ee-bacdd6834704) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:47.247276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4ec2ae-36cb-48bf-8d05-84046033c83c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:47.248003 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac4ec2ae-36cb-48bf-8d05-84046033c83c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.254181 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba0a07-6958-419f-97ed-6e1d8c619c7b None None] Network 273e51f9-3429-40c2-94ee-bacdd6834704 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:47.266064 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7bf394ec-7a46-487f-ab16-3da8623c2621 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.268762 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ac4ec2ae-36cb-48bf-8d05-84046033c83c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4859822 Jul 16 01:34:47.271713 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45380) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:47.276703 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9e5fd48c-d91f-485e-b1f1-dbcd90252f54 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-54715405', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:47.283232 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7bf394ec-7a46-487f-ab16-3da8623c2621 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.307992 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf394ec-7a46-487f-ab16-3da8623c2621 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23310571-73ac-4a92-a5b5-4b974e105af6,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:47.321438 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd48c-d91f-485e-b1f1-dbcd90252f54 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.322794 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd48c-d91f-485e-b1f1-dbcd90252f54 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.327285 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7bf394ec-7a46-487f-ab16-3da8623c2621 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.328662 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7bf394ec-7a46-487f-ab16-3da8623c2621 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1560299 Jul 16 01:34:47.331837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45382) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:47.337614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-77888591-bbb3-4595-8291-863ffcb3eb78 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group_rule': {'security_group_id': '657bec61-73b0-4c3f-86b0-4dd3d3705677', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:47.406049 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd48c-d91f-485e-b1f1-dbcd90252f54 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.408008 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77888591-bbb3-4595-8291-863ffcb3eb78 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.411239 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-273e51f9-3429-40c2-94ee-bacdd6834704', 'network_id': '273e51f9-3429-40c2-94ee-bacdd6834704', 'tenant_id': '9415a8b9e5ba489a92cda876cb2c8838', 'fixed_ips': [{'subnet_id': 'a9ce3d90-a587-40d3-9e08-4513b3adc81b'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:47.412958 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.413583 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd48c-d91f-485e-b1f1-dbcd90252f54 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.446925 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e5fd48c-d91f-485e-b1f1-dbcd90252f54 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.450559 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9e5fd48c-d91f-485e-b1f1-dbcd90252f54 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1753035 Jul 16 01:34:47.451882 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45388) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:47.460358 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d91c04e0-f6da-4915-b27d-265a0f32a143 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'network_id': '273e51f9-3429-40c2-94ee-bacdd6834704', 'name': 'tempest-PortsTestJSON-1602764834'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:47.482948 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77888591-bbb3-4595-8291-863ffcb3eb78 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.489280 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77888591-bbb3-4595-8291-863ffcb3eb78 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.530639 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77888591-bbb3-4595-8291-863ffcb3eb78 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.532789 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-77888591-bbb3-4595-8291-863ffcb3eb78 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1998899 Jul 16 01:34:47.533682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77888591-bbb3-4595-8291-863ffcb3eb78 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a20f8ac-8635-4e41-848f-4db03be6a8f6,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:47.535430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45392) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:47.539973 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3b838587-f84d-4201-8dca-6f747b4e3476 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group_rule': {'security_group_id': '657bec61-73b0-4c3f-86b0-4dd3d3705677', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:47.575055 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b838587-f84d-4201-8dca-6f747b4e3476 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.611527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Allocated IP 172.20.0.2 (273e51f9-3429-40c2-94ee-bacdd6834704/a9ce3d90-a587-40d3-9e08-4513b3adc81b/d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:47.648554 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b838587-f84d-4201-8dca-6f747b4e3476 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.653966 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b838587-f84d-4201-8dca-6f747b4e3476 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.677739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b838587-f84d-4201-8dca-6f747b4e3476 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95156739-4886-4205-8cce-b4a257c4a9a0,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:47.682980 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b838587-f84d-4201-8dca-6f747b4e3476 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.684616 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3b838587-f84d-4201-8dca-6f747b4e3476 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480381 Jul 16 01:34:47.687266 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45398) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:47.694012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4e958cb9-a887-4853-95ff-a258a1f530c6 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group_rule': {'security_group_id': '657bec61-73b0-4c3f-86b0-4dd3d3705677', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:47.724012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbcf43b-c806-4ae3-8836-d8b1c2c5a827 req-9ccc0c6d-3d5c-4771-96ea-c5ce557edf16 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:47.725503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dcbcf43b-c806-4ae3-8836-d8b1c2c5a827 req-9ccc0c6d-3d5c-4771-96ea-c5ce557edf16 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1370175 Jul 16 01:34:47.727005 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e958cb9-a887-4853-95ff-a258a1f530c6 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.789665 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239bc65b-a333-4dfd-92ce-2192290bc84f req-8ffa1d73-071e-4ed9-9d4c-3a71750b2500 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:47.795882 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.797262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-239bc65b-a333-4dfd-92ce-2192290bc84f req-8ffa1d73-071e-4ed9-9d4c-3a71750b2500 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 945 time: 0.1919961 Jul 16 01:34:47.803319 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e958cb9-a887-4853-95ff-a258a1f530c6 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.807216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Transition to ACTIVE for port object d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:47.808187 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e958cb9-a887-4853-95ff-a258a1f530c6 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.834047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e958cb9-a887-4853-95ff-a258a1f530c6 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16051805-ad45-49e3-85a3-d1c6e07efad3,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:47.839424 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Transition to ACTIVE for port object d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:47.846205 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.885105 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e958cb9-a887-4853-95ff-a258a1f530c6 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.886491 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4e958cb9-a887-4853-95ff-a258a1f530c6 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1965518 Jul 16 01:34:47.890695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45402) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:47.896672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1e210878-8293-4f18-9b6d-24563857d24b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group_rule': {'security_group_id': '657bec61-73b0-4c3f-86b0-4dd3d3705677', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:47.905728 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-239bc65b-a333-4dfd-92ce-2192290bc84f req-fa8c71e8-11a8-49d5-ac32-d1234380a9e0 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074779 Jul 16 01:34:47.906333 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Network 273e51f9-3429-40c2-94ee-bacdd6834704 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:47.913681 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:47.915481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d91c04e0-f6da-4915-b27d-265a0f32a143 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:47.922166 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d91c04e0-f6da-4915-b27d-265a0f32a143 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.922401 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:47.929513 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Pushing event updated for resources: {'Port': ['ID=d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:47.937030 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e210878-8293-4f18-9b6d-24563857d24b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:47.973411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-d91c04e0-f6da-4915-b27d-265a0f32a143 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] device_id is not set on port 6db335c7-1c51-4eb7-9c1e-c156887b4c9e yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:34:48.004636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Attempting to bind port d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:48.005040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Attempting to bind port d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'bd696e80-6364-41e8-9e34-8466477f7f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '273e51f9-3429-40c2-94ee-bacdd6834704'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:48.005446 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Attempting to bind port d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be on network 273e51f9-3429-40c2-94ee-bacdd6834704 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:48.010766 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:48.011151 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Checking segment: {'id': 'bd696e80-6364-41e8-9e34-8466477f7f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '273e51f9-3429-40c2-94ee-bacdd6834704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:48.011558 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.012441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Bound using segment: {'id': 'bd696e80-6364-41e8-9e34-8466477f7f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '273e51f9-3429-40c2-94ee-bacdd6834704'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:48.012595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Bound port: d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd696e80-6364-41e8-9e34-8466477f7f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '273e51f9-3429-40c2-94ee-bacdd6834704'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:48.012930 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.016673 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e210878-8293-4f18-9b6d-24563857d24b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.021269 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e210878-8293-4f18-9b6d-24563857d24b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.045649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e210878-8293-4f18-9b6d-24563857d24b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eefcc669-2479-4be3-9025-d647d3d39e3f,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.066087 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e210878-8293-4f18-9b6d-24563857d24b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.070944 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1e210878-8293-4f18-9b6d-24563857d24b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1792407 Jul 16 01:34:48.071677 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45404) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:48.098726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-dcbcf43b-c806-4ae3-8836-d8b1c2c5a827 req-5b96da6a-ebab-4e21-aad9-8557a93e9852 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Deleting port c6ef99c6-2a01-4d09-b942-14a2b065e934 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:48.099149 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dcbcf43b-c806-4ae3-8836-d8b1c2c5a827 req-5b96da6a-ebab-4e21-aad9-8557a93e9852 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.100525 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] For port d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:34:48.104059 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] For port d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be,segment=NetworkSegment(bd696e80-6364-41e8-9e34-8466477f7f6b),segment_id=bd696e80-6364-41e8-9e34-8466477f7f6b)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:34:48.109175 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.113930 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddd44811-b985-43bb-92c3-42744bfe1b39 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.122372 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddd44811-b985-43bb-92c3-42744bfe1b39 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.152783 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddd44811-b985-43bb-92c3-42744bfe1b39 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.161534 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddd44811-b985-43bb-92c3-42744bfe1b39 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.165133 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ddd44811-b985-43bb-92c3-42744bfe1b39 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/eefcc669-2479-4be3-9025-d647d3d39e3f HTTP/1.1" status: 204 len: 168 time: 0.0899899 Jul 16 01:34:48.165786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45406) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:48.177429 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0e308-d21f-4561-8c34-c8c7a7cf30a4 None None] Pushing event updated for resources: {'Port': ['ID=d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.185566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd44811-b985-43bb-92c3-42744bfe1b39 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eefcc669-2479-4be3-9025-d647d3d39e3f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.234408 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b756337f-7f8e-47de-a007-22efe229749a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0665162 Jul 16 01:34:48.234658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-d91c04e0-f6da-4915-b27d-265a0f32a143 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Allocated IP 172.20.0.7 (273e51f9-3429-40c2-94ee-bacdd6834704/a9ce3d90-a587-40d3-9e08-4513b3adc81b/6db335c7-1c51-4eb7-9c1e-c156887b4c9e) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:48.237945 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45408) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:48.261732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61ad06-177c-4055-9870-c1c5f9f4a590 req-e94b46eb-5288-4b3d-9b82-60bc74624004 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:48.263282 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1f61ad06-177c-4055-9870-c1c5f9f4a590 req-e94b46eb-5288-4b3d-9b82-60bc74624004 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.2334418 Jul 16 01:34:48.264040 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efe8f2db-4c79-4c37-8a8d-a204161f808c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.273320 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efe8f2db-4c79-4c37-8a8d-a204161f808c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.290761 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-dcbcf43b-c806-4ae3-8836-d8b1c2c5a827 req-5b96da6a-ebab-4e21-aad9-8557a93e9852 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] For port c6ef99c6-2a01-4d09-b942-14a2b065e934, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c6ef99c6-2a01-4d09-b942-14a2b065e934,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:48.291093 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dcbcf43b-c806-4ae3-8836-d8b1c2c5a827 req-5b96da6a-ebab-4e21-aad9-8557a93e9852 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.303958 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efe8f2db-4c79-4c37-8a8d-a204161f808c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.310325 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efe8f2db-4c79-4c37-8a8d-a204161f808c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.314013 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-efe8f2db-4c79-4c37-8a8d-a204161f808c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/16051805-ad45-49e3-85a3-d1c6e07efad3 HTTP/1.1" status: 204 len: 168 time: 0.0724795 Jul 16 01:34:48.316883 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45410) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:48.324323 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe8f2db-4c79-4c37-8a8d-a204161f808c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=16051805-ad45-49e3-85a3-d1c6e07efad3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.327129 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-dcbcf43b-c806-4ae3-8836-d8b1c2c5a827 req-5b96da6a-ebab-4e21-aad9-8557a93e9852 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Calling delete_port for c6ef99c6-2a01-4d09-b942-14a2b065e934 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:48.372214 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4574e77a-bcb3-4fcf-800e-168aec9cba7a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0541816 Jul 16 01:34:48.375594 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45412) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:48.417657 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b63d4547-99c8-454e-aebc-226389c25b1a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.422622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1f61ad06-177c-4055-9870-c1c5f9f4a590 req-3a3d1801-bfad-411c-b8fd-dae899c21473 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1477733 Jul 16 01:34:48.431249 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b63d4547-99c8-454e-aebc-226389c25b1a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.466466 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b63d4547-99c8-454e-aebc-226389c25b1a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.474036 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b63d4547-99c8-454e-aebc-226389c25b1a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.476338 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b63d4547-99c8-454e-aebc-226389c25b1a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/95156739-4886-4205-8cce-b4a257c4a9a0 HTTP/1.1" status: 204 len: 168 time: 0.0999281 Jul 16 01:34:48.481850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45414) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:48.489403 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d4547-99c8-454e-aebc-226389c25b1a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95156739-4886-4205-8cce-b4a257c4a9a0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.533628 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-62aa235e-100d-4a3f-a5ea-1ea569760e4b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0500124 Jul 16 01:34:48.538213 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45416) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:48.567875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5968451f-ce0a-4174-9252-93e0fe16d483 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.576536 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5968451f-ce0a-4174-9252-93e0fe16d483 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.588929 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d91c04e0-f6da-4915-b27d-265a0f32a143 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.611284 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5968451f-ce0a-4174-9252-93e0fe16d483 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.614756 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-d91c04e0-f6da-4915-b27d-265a0f32a143 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Transition to ACTIVE for port object 6db335c7-1c51-4eb7-9c1e-c156887b4c9e will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:48.616987 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5968451f-ce0a-4174-9252-93e0fe16d483 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.618394 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5968451f-ce0a-4174-9252-93e0fe16d483 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/1a20f8ac-8635-4e41-848f-4db03be6a8f6 HTTP/1.1" status: 204 len: 168 time: 0.0789154 Jul 16 01:34:48.621171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45418) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:48.627267 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5968451f-ce0a-4174-9252-93e0fe16d483 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1a20f8ac-8635-4e41-848f-4db03be6a8f6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.637318 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dcbcf43b-c806-4ae3-8836-d8b1c2c5a827 req-5b96da6a-ebab-4e21-aad9-8557a93e9852 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.653510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['645d82de-145c-4367-bb8f-fe0ddb02e32b', 'c6ef99c6-2a01-4d09-b942-14a2b065e934'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:48.680453 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96da6a-ebab-4e21-aad9-8557a93e9852 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Pushing event deleted for resources: {'Port': ['ID=c6ef99c6-2a01-4d09-b942-14a2b065e934,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.747997 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-20f6cf3b-d79a-4faf-aa94-92fa78e6f19d tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1257126 Jul 16 01:34:48.750949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45420) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:48.764660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbcf43b-c806-4ae3-8836-d8b1c2c5a827 req-5b96da6a-ebab-4e21-aad9-8557a93e9852 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] No DVR routers for this DVR port c6ef99c6-2a01-4d09-b942-14a2b065e934 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:48.766595 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d91c04e0-f6da-4915-b27d-265a0f32a143 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.769068 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dcbcf43b-c806-4ae3-8836-d8b1c2c5a827 req-5b96da6a-ebab-4e21-aad9-8557a93e9852 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.770987 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dcbcf43b-c806-4ae3-8836-d8b1c2c5a827 req-5b96da6a-ebab-4e21-aad9-8557a93e9852 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "DELETE /v2.0/ports/c6ef99c6-2a01-4d09-b942-14a2b065e934 HTTP/1.1" status: 204 len: 173 time: 1.0365570 Jul 16 01:34:48.771423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b831f0b-7bed-448c-b9bd-fb2592b70d21', 'name': 'network-vif-deleted', 'tag': 'c6ef99c6-2a01-4d09-b942-14a2b065e934'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:48.773891 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42872edc-44c0-4e8c-9653-b22653dcecff" -d '{"events": [{"server_uuid": "4b831f0b-7bed-448c-b9bd-fb2592b70d21", "name": "network-vif-deleted", "tag": "c6ef99c6-2a01-4d09-b942-14a2b065e934"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:48.781298 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8eb88c68-a683-40e4-a435-517e769e96e7 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.795388 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8eb88c68-a683-40e4-a435-517e769e96e7 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.818144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91c04e0-f6da-4915-b27d-265a0f32a143 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 273e51f9-3429-40c2-94ee-bacdd6834704 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:48.825350 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-d91c04e0-f6da-4915-b27d-265a0f32a143 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:48.830421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c04e0-f6da-4915-b27d-265a0f32a143 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:48.844639 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8eb88c68-a683-40e4-a435-517e769e96e7 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.854790 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194c3f21-8d95-4e05-8bd2-aa64076384f9 x-openstack-request-id: req-194c3f21-8d95-4e05-8bd2-aa64076384f9 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:48.855094 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b831f0b-7bed-448c-b9bd-fb2592b70d21", "name": "network-vif-deleted", "tag": "c6ef99c6-2a01-4d09-b942-14a2b065e934", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:48.855328 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-194c3f21-8d95-4e05-8bd2-aa64076384f9 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:48.855713 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b831f0b-7bed-448c-b9bd-fb2592b70d21', 'name': 'network-vif-deleted', 'tag': 'c6ef99c6-2a01-4d09-b942-14a2b065e934', 'status': 'completed', 'code': 200} Jul 16 01:34:48.859132 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8eb88c68-a683-40e4-a435-517e769e96e7 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.860605 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8eb88c68-a683-40e4-a435-517e769e96e7 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/23310571-73ac-4a92-a5b5-4b974e105af6 HTTP/1.1" status: 204 len: 168 time: 0.1084113 Jul 16 01:34:48.861655 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb88c68-a683-40e4-a435-517e769e96e7 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23310571-73ac-4a92-a5b5-4b974e105af6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.863160 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45424) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:48.872608 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c04e0-f6da-4915-b27d-265a0f32a143 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=6db335c7-1c51-4eb7-9c1e-c156887b4c9e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:48.909606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91c04e0-f6da-4915-b27d-265a0f32a143 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:48.910233 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d91c04e0-f6da-4915-b27d-265a0f32a143 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:48.934941 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-82e447b9-762e-4e01-8975-ea2b163e64d0 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0705671 Jul 16 01:34:48.937978 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45428) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:48.942622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d91c04e0-f6da-4915-b27d-265a0f32a143 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4882810 Jul 16 01:34:48.945261 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45430) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:49.055529 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4be1d72e-821b-456e-b9d2-1ba781cdeec4 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.089919 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4be1d72e-821b-456e-b9d2-1ba781cdeec4 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.145117 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4be1d72e-821b-456e-b9d2-1ba781cdeec4 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.148078 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4be1d72e-821b-456e-b9d2-1ba781cdeec4 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.149346 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4be1d72e-821b-456e-b9d2-1ba781cdeec4 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-groups/657bec61-73b0-4c3f-86b0-4dd3d3705677 HTTP/1.1" status: 204 len: 168 time: 0.2096765 Jul 16 01:34:49.152855 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45434) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:49.169001 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f8b1ff6-e617-4ca1-9471-d2a985ea514e req-c0131334-edd5-41ba-9191-d7b4d99cb455 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b831f0b-7bed-448c-b9bd-fb2592b70d21 HTTP/1.1" status: 200 len: 210 time: 0.0354488 Jul 16 01:34:49.176244 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1d72e-821b-456e-b9d2-1ba781cdeec4 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=657bec61-73b0-4c3f-86b0-4dd3d3705677,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:49.216890 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2142c65c-1766-412f-bb38-0985b8f83eef tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0627859 Jul 16 01:34:49.222161 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45436) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:49.227051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-dc77dc77-acf5-4443-82d8-6b55247f2e1c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135880869'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:49.253171 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dc77dc77-acf5-4443-82d8-6b55247f2e1c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.292679 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8aabd3b-01ed-43f9-a281-6f81b7f7e211 None None] Network 273e51f9-3429-40c2-94ee-bacdd6834704 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:49.375414 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dc77dc77-acf5-4443-82d8-6b55247f2e1c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.382702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dc77dc77-acf5-4443-82d8-6b55247f2e1c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.406483 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e6f42d99-e479-497a-929f-aa0142d4dfd6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.417126 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dc77dc77-acf5-4443-82d8-6b55247f2e1c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.418742 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dc77dc77-acf5-4443-82d8-6b55247f2e1c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1957722 Jul 16 01:34:49.422084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45438) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:49.428597 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9111c85a-6cc6-4009-9d9d-d3d86848145b None None] Provisioning for port d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:49.428735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3b278978-c4cf-4337-87d1-eb8f7e86b712 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group_rule': {'security_group_id': 'ddbddf09-ac6f-4a79-95a2-61a43d661491', 'direction': 'ingress', 'protocol': 17}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:49.439311 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc77dc77-acf5-4443-82d8-6b55247f2e1c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbddf09-ac6f-4a79-95a2-61a43d661491,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:49.477150 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b278978-c4cf-4337-87d1-eb8f7e86b712 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.562021 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b278978-c4cf-4337-87d1-eb8f7e86b712 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.567309 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b278978-c4cf-4337-87d1-eb8f7e86b712 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.590492 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b278978-c4cf-4337-87d1-eb8f7e86b712 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.594282 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3b278978-c4cf-4337-87d1-eb8f7e86b712 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1677725 Jul 16 01:34:49.596382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45442) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:49.639962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b278978-c4cf-4337-87d1-eb8f7e86b712 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c443f0-2330-44b4-94fd-5ff7fd9d5d2e,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:49.661265 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43b0b37f-346d-4112-a68b-7a863d8f6184 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.691446 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43b0b37f-346d-4112-a68b-7a863d8f6184 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.744883 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43b0b37f-346d-4112-a68b-7a863d8f6184 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.747583 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43b0b37f-346d-4112-a68b-7a863d8f6184 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.751904 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-43b0b37f-346d-4112-a68b-7a863d8f6184 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-groups/ddbddf09-ac6f-4a79-95a2-61a43d661491 HTTP/1.1" status: 204 len: 168 time: 0.1513274 Jul 16 01:34:49.753157 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45444) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:49.772598 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0b37f-346d-4112-a68b-7a863d8f6184 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbddf09-ac6f-4a79-95a2-61a43d661491,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:49.816603 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0ed3a6a8-977a-4cb4-abe7-2dee290a65c9 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0622945 Jul 16 01:34:49.820212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45446) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:49.825141 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-756e1965-3265-48c4-8489-b32e889ea769 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group': {'name': 'tempest-secgroup--2012898258'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:49.850386 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-756e1965-3265-48c4-8489-b32e889ea769 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.898044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d0d107d5-c218-4f44-af08-8db3ebda0889 None None] Provisioning for port 6db335c7-1c51-4eb7-9c1e-c156887b4c9e completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:49.902294 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d0d107d5-c218-4f44-af08-8db3ebda0889 None None] Provisioning complete for port 6db335c7-1c51-4eb7-9c1e-c156887b4c9e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:49.902895 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d0d107d5-c218-4f44-af08-8db3ebda0889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.940795 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d0d107d5-c218-4f44-af08-8db3ebda0889 None None] Port 6db335c7-1c51-4eb7-9c1e-c156887b4c9e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:49.972083 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-756e1965-3265-48c4-8489-b32e889ea769 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:49.977398 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-756e1965-3265-48c4-8489-b32e889ea769 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.005902 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-756e1965-3265-48c4-8489-b32e889ea769 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.009738 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-756e1965-3265-48c4-8489-b32e889ea769 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1860096 Jul 16 01:34:50.011804 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45448) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:50.016462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-741eddca-abc2-46b8-99ad-af67a148d0be tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group': {'name': 'tempest-secgroup--2130848473'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:50.035662 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e1965-3265-48c4-8489-b32e889ea769 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b156af9-5941-41a7-9e9b-345274934ae9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:50.050408 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-741eddca-abc2-46b8-99ad-af67a148d0be tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.065927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0e65568e-5022-4bdb-acc3-b0da6dbecb4b None None] Provisioning complete for port 6db335c7-1c51-4eb7-9c1e-c156887b4c9e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:50.066491 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0e65568e-5022-4bdb-acc3-b0da6dbecb4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.106019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0e65568e-5022-4bdb-acc3-b0da6dbecb4b None None] Port 6db335c7-1c51-4eb7-9c1e-c156887b4c9e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:50.161018 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e0aa3-8778-4d27-8b12-fdda8c608524 req-5305b5df-8467-44ee-8edd-d33db7bbfe5e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:50.164389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe1e0aa3-8778-4d27-8b12-fdda8c608524 req-5305b5df-8467-44ee-8edd-d33db7bbfe5e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.5798602 Jul 16 01:34:50.165359 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-741eddca-abc2-46b8-99ad-af67a148d0be tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.169805 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-741eddca-abc2-46b8-99ad-af67a148d0be tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.193259 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e6f42d99-e479-497a-929f-aa0142d4dfd6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.209909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741eddca-abc2-46b8-99ad-af67a148d0be tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dd56b2c-9211-42cc-9716-8d42bf359270,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:50.214947 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-741eddca-abc2-46b8-99ad-af67a148d0be tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.216264 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-741eddca-abc2-46b8-99ad-af67a148d0be tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2035141 Jul 16 01:34:50.219093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45454) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:50.220158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe15e03-ee2f-4b2a-9fc4-265a166d1cdf req-18166c0c-9867-46ca-86d5-26219ff694f4 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:50.221675 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bbe15e03-ee2f-4b2a-9fc4-265a166d1cdf req-18166c0c-9867-46ca-86d5-26219ff694f4 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.69 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 946 time: 0.1701231 Jul 16 01:34:50.222393 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e6f42d99-e479-497a-929f-aa0142d4dfd6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.223939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f1451661-3d1a-4910-ba08-08f71f2d4f7b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group_rule': {'security_group_id': '7b156af9-5941-41a7-9e9b-345274934ae9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2dd56b2c-9211-42cc-9716-8d42bf359270', 'remote_ip_prefix': None}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:50.276538 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:50.277863 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1451661-3d1a-4910-ba08-08f71f2d4f7b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.321906 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe1e0aa3-8778-4d27-8b12-fdda8c608524 req-84269ab2-2cb2-4550-8827-b6adbb3f054c tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1490965 Jul 16 01:34:50.356325 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:34:50.368811 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:50.369323 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.388189 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1451661-3d1a-4910-ba08-08f71f2d4f7b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.392993 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1451661-3d1a-4910-ba08-08f71f2d4f7b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.415704 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1451661-3d1a-4910-ba08-08f71f2d4f7b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae01b6d-5e4d-425a-af51-ef5495f538b8,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:50.425616 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1451661-3d1a-4910-ba08-08f71f2d4f7b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.430491 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f1451661-3d1a-4910-ba08-08f71f2d4f7b tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2103374 Jul 16 01:34:50.431194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45458) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:50.465126 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6943db53-be61-4de0-bfdc-2b6eac53cc3a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.473926 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6943db53-be61-4de0-bfdc-2b6eac53cc3a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.481020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f42d99-e479-497a-929f-aa0142d4dfd6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=6db335c7-1c51-4eb7-9c1e-c156887b4c9e,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:50.519780 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6943db53-be61-4de0-bfdc-2b6eac53cc3a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.526274 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6943db53-be61-4de0-bfdc-2b6eac53cc3a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.528412 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.534979 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6943db53-be61-4de0-bfdc-2b6eac53cc3a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/1ae01b6d-5e4d-425a-af51-ef5495f538b8 HTTP/1.1" status: 204 len: 168 time: 0.1015673 Jul 16 01:34:50.535630 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45462) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:50.566591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943db53-be61-4de0-bfdc-2b6eac53cc3a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ae01b6d-5e4d-425a-af51-ef5495f538b8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:50.571850 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be,segment=NetworkSegment(bd696e80-6364-41e8-9e34-8466477f7f6b),segment_id=bd696e80-6364-41e8-9e34-8466477f7f6b)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:50.577981 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.601802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-bbe15e03-ee2f-4b2a-9fc4-265a166d1cdf req-11a936c6-e64c-417d-9ec8-5a432e2692fa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Deleting port 8b043587-59f2-43a2-b555-a7e1b90ee355 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:50.602148 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bbe15e03-ee2f-4b2a-9fc4-265a166d1cdf req-11a936c6-e64c-417d-9ec8-5a432e2692fa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.624983 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f4309539-a71e-4a02-9319-62b19f281021 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0860128 Jul 16 01:34:50.627532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45466) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:50.646957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:50.651651 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-59c134ab-dc05-45da-ba46-8e56419c202d None None] Provisioning complete for port 6db335c7-1c51-4eb7-9c1e-c156887b4c9e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:50.652123 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-59c134ab-dc05-45da-ba46-8e56419c202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.694601 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-59c134ab-dc05-45da-ba46-8e56419c202d None None] Port 6db335c7-1c51-4eb7-9c1e-c156887b4c9e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:50.702540 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5804c41b-4771-4606-bd1c-1daff73221e5 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.727324 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5804c41b-4771-4606-bd1c-1daff73221e5 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.735392 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-bbe15e03-ee2f-4b2a-9fc4-265a166d1cdf req-11a936c6-e64c-417d-9ec8-5a432e2692fa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] For port 8b043587-59f2-43a2-b555-a7e1b90ee355, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8b043587-59f2-43a2-b555-a7e1b90ee355,segment=NetworkSegment(1fa832ec-f890-4242-8abf-592d0d1c3d1d),segment_id=1fa832ec-f890-4242-8abf-592d0d1c3d1d)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:50.736395 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bbe15e03-ee2f-4b2a-9fc4-265a166d1cdf req-11a936c6-e64c-417d-9ec8-5a432e2692fa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.778684 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5804c41b-4771-4606-bd1c-1daff73221e5 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.781327 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5804c41b-4771-4606-bd1c-1daff73221e5 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.784811 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5804c41b-4771-4606-bd1c-1daff73221e5 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-groups/2dd56b2c-9211-42cc-9716-8d42bf359270 HTTP/1.1" status: 204 len: 168 time: 0.1538649 Jul 16 01:34:50.785819 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45472) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:50.806221 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804c41b-4771-4606-bd1c-1daff73221e5 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dd56b2c-9211-42cc-9716-8d42bf359270,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:50.839789 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e6f42d99-e479-497a-929f-aa0142d4dfd6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.861584 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-690cbf7a-8d6d-4e74-b5c6-328a932e6227 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0734057 Jul 16 01:34:50.864442 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45476) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:50.926435 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8bd40710-452f-406a-bae4-913742a44e1e tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.950951 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8bd40710-452f-406a-bae4-913742a44e1e tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:50.998403 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8bd40710-452f-406a-bae4-913742a44e1e tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.001918 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8bd40710-452f-406a-bae4-913742a44e1e tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.005598 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8bd40710-452f-406a-bae4-913742a44e1e tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-groups/7b156af9-5941-41a7-9e9b-345274934ae9 HTTP/1.1" status: 204 len: 168 time: 0.1378279 Jul 16 01:34:51.007410 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45482) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:51.028497 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd40710-452f-406a-bae4-913742a44e1e tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b156af9-5941-41a7-9e9b-345274934ae9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:51.085990 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-52ea78c4-a781-46d7-8b73-f54896e2aade tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0763192 Jul 16 01:34:51.090945 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45486) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:51.095994 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d6b34ed9-6fcd-4354-8823-34d8ef44d1dc tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group': {'name': 'tempest-secgroup--1804025679'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:51.119880 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6b34ed9-6fcd-4354-8823-34d8ef44d1dc tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.201731 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e6f42d99-e479-497a-929f-aa0142d4dfd6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.205500 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bbe15e03-ee2f-4b2a-9fc4-265a166d1cdf req-11a936c6-e64c-417d-9ec8-5a432e2692fa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.205879 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bbe15e03-ee2f-4b2a-9fc4-265a166d1cdf req-11a936c6-e64c-417d-9ec8-5a432e2692fa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.206194 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [req-bbe15e03-ee2f-4b2a-9fc4-265a166d1cdf req-11a936c6-e64c-417d-9ec8-5a432e2692fa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Floating IP 424b444a-3d02-4f8c-8e36-ba4ce01b036a disassociated. External IP: 172.25.2.33, port: 8b043587-59f2-43a2-b555-a7e1b90ee355. Jul 16 01:34:51.206536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-bbe15e03-ee2f-4b2a-9fc4-265a166d1cdf req-11a936c6-e64c-417d-9ec8-5a432e2692fa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Calling delete_port for 8b043587-59f2-43a2-b555-a7e1b90ee355 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:51.212491 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6b34ed9-6fcd-4354-8823-34d8ef44d1dc tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.216228 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6b34ed9-6fcd-4354-8823-34d8ef44d1dc tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.246798 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6b34ed9-6fcd-4354-8823-34d8ef44d1dc tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.250784 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d6b34ed9-6fcd-4354-8823-34d8ef44d1dc tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1560960 Jul 16 01:34:51.251651 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45492) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:51.256854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a1c086a1-1928-43ab-9d9b-6ba8f4e69d14 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group_rule': {'security_group_id': '5240e30d-a925-440c-9116-cf63b18482ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:51.262420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b34ed9-6fcd-4354-8823-34d8ef44d1dc tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5240e30d-a925-440c-9116-cf63b18482ba,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:51.294499 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1c086a1-1928-43ab-9d9b-6ba8f4e69d14 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.336652 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device c6ef99c6-2a01-4d09-b942-14a2b065e934 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:51.365731 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: c6ef99c6-2a01-4d09-b942-14a2b065e934 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:51.366175 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device c6ef99c6-2a01-4d09-b942-14a2b065e934 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:51.393253 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1c086a1-1928-43ab-9d9b-6ba8f4e69d14 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.398615 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1c086a1-1928-43ab-9d9b-6ba8f4e69d14 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.420743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c086a1-1928-43ab-9d9b-6ba8f4e69d14 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=365153b9-508d-4c46-99dc-202ea71013c3,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:51.428162 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1c086a1-1928-43ab-9d9b-6ba8f4e69d14 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.430090 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a1c086a1-1928-43ab-9d9b-6ba8f4e69d14 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1772628 Jul 16 01:34:51.433163 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45504) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:51.460911 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5057ce93-deaa-4ba3-b170-040e84d9be3c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.469307 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5057ce93-deaa-4ba3-b170-040e84d9be3c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.505350 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5057ce93-deaa-4ba3-b170-040e84d9be3c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.511208 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5057ce93-deaa-4ba3-b170-040e84d9be3c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.515392 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45508) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:51.518022 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5057ce93-deaa-4ba3-b170-040e84d9be3c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/365153b9-508d-4c46-99dc-202ea71013c3 HTTP/1.1" status: 204 len: 168 time: 0.0836737 Jul 16 01:34:51.527020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5057ce93-deaa-4ba3-b170-040e84d9be3c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=365153b9-508d-4c46-99dc-202ea71013c3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:51.586621 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bbe15e03-ee2f-4b2a-9fc4-265a166d1cdf req-11a936c6-e64c-417d-9ec8-5a432e2692fa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.666889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a936c6-e64c-417d-9ec8-5a432e2692fa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event deleted for resources: {'Port': ['ID=8b043587-59f2-43a2-b555-a7e1b90ee355,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:51.677907 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-60fdfe83-f79c-4b55-b733-2e7c9a5f0db1 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1614320 Jul 16 01:34:51.680841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45510) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:51.762427 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccdf858b-5a2b-4a57-b700-77c71c3e1482 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.777542 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37e1ca-d937-4ad5-bd60-8b2134bba08c req-f628f07f-7d57-402b-b6c1-af5133d8caa6 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:51.779053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d37e1ca-d937-4ad5-bd60-8b2134bba08c req-f628f07f-7d57-402b-b6c1-af5133d8caa6 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 867 time: 0.2446103 Jul 16 01:34:51.786331 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccdf858b-5a2b-4a57-b700-77c71c3e1482 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.828701 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccdf858b-5a2b-4a57-b700-77c71c3e1482 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.832028 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccdf858b-5a2b-4a57-b700-77c71c3e1482 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.836027 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ccdf858b-5a2b-4a57-b700-77c71c3e1482 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-groups/5240e30d-a925-440c-9116-cf63b18482ba HTTP/1.1" status: 204 len: 168 time: 0.1541438 Jul 16 01:34:51.836628 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45514) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:51.842921 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e6f42d99-e479-497a-929f-aa0142d4dfd6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.862843 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf858b-5a2b-4a57-b700-77c71c3e1482 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5240e30d-a925-440c-9116-cf63b18482ba,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:51.871049 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e6f42d99-e479-497a-929f-aa0142d4dfd6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:51.899782 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f89b7cd5-66f6-4df2-be43-67fd3a0628db tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0548420 Jul 16 01:34:51.902412 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45516) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:51.910247 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-13294e0d-016f-4d62-988e-6395d0fb9374 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group': {'name': 'tempest-secgroup--292689693'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:51.934765 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13294e0d-016f-4d62-988e-6395d0fb9374 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.026711 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13294e0d-016f-4d62-988e-6395d0fb9374 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.034371 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13294e0d-016f-4d62-988e-6395d0fb9374 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.062272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13294e0d-016f-4d62-988e-6395d0fb9374 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=525c3ef5-3bf5-4b77-be6d-f2bab1f2e935,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:52.076229 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13294e0d-016f-4d62-988e-6395d0fb9374 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.081468 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-13294e0d-016f-4d62-988e-6395d0fb9374 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1758685 Jul 16 01:34:52.082162 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45518) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:52.087095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-eb72242e-cccd-4bbd-9397-650ba3e4ac29 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group_rule': {'security_group_id': '525c3ef5-3bf5-4b77-be6d-f2bab1f2e935', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:52.116093 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eb72242e-cccd-4bbd-9397-650ba3e4ac29 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.191143 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:34:52.194494 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eb72242e-cccd-4bbd-9397-650ba3e4ac29 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.199610 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eb72242e-cccd-4bbd-9397-650ba3e4ac29 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.227202 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eb72242e-cccd-4bbd-9397-650ba3e4ac29 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.231736 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-eb72242e-cccd-4bbd-9397-650ba3e4ac29 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485093 Jul 16 01:34:52.233588 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45520) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:52.235164 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb72242e-cccd-4bbd-9397-650ba3e4ac29 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17add52-a33d-4036-b24f-1949a8437d2a,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:52.261789 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:52.262120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d37e1ca-d937-4ad5-bd60-8b2134bba08c req-ccea588e-960e-4a74-b1ea-3f88caa6b79c tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=ec7e4fc2-cd89-4f8a-b968-c6590ed92044&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4611359 Jul 16 01:34:52.262408 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.267713 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-13431e68-ce5b-468e-8f10-ef380530affb tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-group-rules/b17add52-a33d-4036-b24f-1949a8437d2a HTTP/1.1" status: 200 len: 763 time: 0.0215080 Jul 16 01:34:52.268324 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45522) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:52.282297 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e6f42d99-e479-497a-929f-aa0142d4dfd6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.288455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f42d99-e479-497a-929f-aa0142d4dfd6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=6db335c7-1c51-4eb7-9c1e-c156887b4c9e,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:52.309863 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbe15e03-ee2f-4b2a-9fc4-265a166d1cdf req-11a936c6-e64c-417d-9ec8-5a432e2692fa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Router 4525f01c-9836-48f8-a661-9347e8f9f88a has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:52.319676 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8f006796-6829-4ab0-b6ee-206472bf4bd3 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0478570 Jul 16 01:34:52.320040 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45524) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:52.345199 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ec81859-e5bf-49bb-8d24-e960dc13454a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.353330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb7b82-6b0f-4294-88a3-5b73b1b164d4 req-69ff34ff-42af-4ec0-bace-6bf21c494c8a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:52.354310 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ec81859-e5bf-49bb-8d24-e960dc13454a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.355011 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ccb7b82-6b0f-4294-88a3-5b73b1b164d4 req-69ff34ff-42af-4ec0-bace-6bf21c494c8a tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 946 time: 0.5468547 Jul 16 01:34:52.383057 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ec81859-e5bf-49bb-8d24-e960dc13454a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.388884 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ec81859-e5bf-49bb-8d24-e960dc13454a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.392841 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8ec81859-e5bf-49bb-8d24-e960dc13454a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/b17add52-a33d-4036-b24f-1949a8437d2a HTTP/1.1" status: 204 len: 168 time: 0.0689499 Jul 16 01:34:52.392994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45526) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:52.395861 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec81859-e5bf-49bb-8d24-e960dc13454a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b17add52-a33d-4036-b24f-1949a8437d2a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:52.545328 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ccb7b82-6b0f-4294-88a3-5b73b1b164d4 req-7d6491a8-db30-4b68-8c01-ab49032d3561 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559372 Jul 16 01:34:52.546986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f42d99-e479-497a-929f-aa0142d4dfd6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 273e51f9-3429-40c2-94ee-bacdd6834704 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:52.565281 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-838c501b-b8cf-49ea-8424-da437248ec2f tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1384425 Jul 16 01:34:52.566253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-e6f42d99-e479-497a-929f-aa0142d4dfd6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:52.577452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45530) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:52.582396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-04769aac-275e-466a-a3fe-2f43022d81aa tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group_rule': {'security_group_id': '525c3ef5-3bf5-4b77-be6d-f2bab1f2e935', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:52.611807 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:34:52.614067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbe15e03-ee2f-4b2a-9fc4-265a166d1cdf req-11a936c6-e64c-417d-9ec8-5a432e2692fa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:52.618904 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-04769aac-275e-466a-a3fe-2f43022d81aa tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.627285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef06972e-3a62-419b-bb33-6dba6e81e517 None None] Sync routers for ids ['4525f01c-9836-48f8-a661-9347e8f9f88a'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:52.640679 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef06972e-3a62-419b-bb33-6dba6e81e517 None None] Routers {'4525f01c-9836-48f8-a661-9347e8f9f88a'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:52.641646 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ef06972e-3a62-419b-bb33-6dba6e81e517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:34:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4525f01c-9836-48f8-a661-9347e8f9f88a'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:52.683895 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-04769aac-275e-466a-a3fe-2f43022d81aa tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.690187 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-04769aac-275e-466a-a3fe-2f43022d81aa tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.697085 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe15e03-ee2f-4b2a-9fc4-265a166d1cdf req-11a936c6-e64c-417d-9ec8-5a432e2692fa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] No DVR routers for this DVR port 8b043587-59f2-43a2-b555-a7e1b90ee355 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:52.700903 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bbe15e03-ee2f-4b2a-9fc4-265a166d1cdf req-11a936c6-e64c-417d-9ec8-5a432e2692fa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.702963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bbe15e03-ee2f-4b2a-9fc4-265a166d1cdf req-11a936c6-e64c-417d-9ec8-5a432e2692fa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.69 "DELETE /v2.0/ports/8b043587-59f2-43a2-b555-a7e1b90ee355 HTTP/1.1" status: 204 len: 173 time: 2.4713764 Jul 16 01:34:52.703406 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f820ba-75ce-437b-ab70-10d4dc8d0cec', 'name': 'network-vif-deleted', 'tag': '8b043587-59f2-43a2-b555-a7e1b90ee355'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:52.706323 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251b4995-aa40-400d-934f-cf7aed4b1641" -d '{"events": [{"server_uuid": "b6f820ba-75ce-437b-ab70-10d4dc8d0cec", "name": "network-vif-deleted", "tag": "8b043587-59f2-43a2-b555-a7e1b90ee355"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:52.710663 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04769aac-275e-466a-a3fe-2f43022d81aa tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0df7717-0ebd-491b-931a-52270365118f,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:52.746027 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-04769aac-275e-466a-a3fe-2f43022d81aa tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.750944 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-04769aac-275e-466a-a3fe-2f43022d81aa tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1723456 Jul 16 01:34:52.751677 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45534) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:52.779789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3d2b8f43-4468-46f9-91a4-7ad52801ebe1 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-group-rules/f0df7717-0ebd-491b-931a-52270365118f HTTP/1.1" status: 200 len: 763 time: 0.0270472 Jul 16 01:34:52.782538 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45536) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:52.783703 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199317fc-3d6a-4a3c-82a1-24c9d50fc283 x-openstack-request-id: req-199317fc-3d6a-4a3c-82a1-24c9d50fc283 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:52.784211 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6f820ba-75ce-437b-ab70-10d4dc8d0cec", "name": "network-vif-deleted", "tag": "8b043587-59f2-43a2-b555-a7e1b90ee355", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:52.784643 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-199317fc-3d6a-4a3c-82a1-24c9d50fc283 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:52.785192 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f820ba-75ce-437b-ab70-10d4dc8d0cec', 'name': 'network-vif-deleted', 'tag': '8b043587-59f2-43a2-b555-a7e1b90ee355', 'status': 'completed', 'code': 200} Jul 16 01:34:52.796267 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f42d99-e479-497a-929f-aa0142d4dfd6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Router 5ea71a7c-b952-47f1-8f63-14e97fa4be04 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:34:52.817512 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-ef06972e-3a62-419b-bb33-6dba6e81e517 None None] Set router 4525f01c-9836-48f8-a661-9347e8f9f88a gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:52.860253 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3a1ca53a-b2f6-4101-9cd3-447b7b14d993 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0762036 Jul 16 01:34:52.862861 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45538) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:52.887081 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e290600b-78fc-4a34-8f24-ed2b56dbb778 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.895493 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e290600b-78fc-4a34-8f24-ed2b56dbb778 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.924547 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e290600b-78fc-4a34-8f24-ed2b56dbb778 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.926803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f42d99-e479-497a-929f-aa0142d4dfd6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:52.930590 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e290600b-78fc-4a34-8f24-ed2b56dbb778 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.932021 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e6f42d99-e479-497a-929f-aa0142d4dfd6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "PUT /v2.0/routers/5ea71a7c-b952-47f1-8f63-14e97fa4be04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9849210 Jul 16 01:34:52.934305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45540) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:52.934871 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45542) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:52.935357 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e290600b-78fc-4a34-8f24-ed2b56dbb778 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/f0df7717-0ebd-491b-931a-52270365118f HTTP/1.1" status: 204 len: 168 time: 0.0708125 Jul 16 01:34:52.937462 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122db48-5360-4e24-b6d6-2e89b7b0d1bd None None] Sync routers for ids ['5ea71a7c-b952-47f1-8f63-14e97fa4be04'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:52.944199 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e290600b-78fc-4a34-8f24-ed2b56dbb778 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0df7717-0ebd-491b-931a-52270365118f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:52.947201 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122db48-5360-4e24-b6d6-2e89b7b0d1bd None None] Routers {'5ea71a7c-b952-47f1-8f63-14e97fa4be04'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:52.947833 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1122db48-5360-4e24-b6d6-2e89b7b0d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:34:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5ea71a7c-b952-47f1-8f63-14e97fa4be04'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:52.958902 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fddda6cb-f935-4323-bf8e-1a16ddedd612 None None] Provisioning complete for port 6db335c7-1c51-4eb7-9c1e-c156887b4c9e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:34:52.959266 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fddda6cb-f935-4323-bf8e-1a16ddedd612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:52.988975 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1122db48-5360-4e24-b6d6-2e89b7b0d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:52.999014 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1122db48-5360-4e24-b6d6-2e89b7b0d1bd None None] Routers {'5ea71a7c-b952-47f1-8f63-14e97fa4be04'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:52.999898 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1122db48-5360-4e24-b6d6-2e89b7b0d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:34:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5ea71a7c-b952-47f1-8f63-14e97fa4be04'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:53.025763 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c0cc57ec-b0d9-4feb-b21b-fe6571555d9a tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0784993 Jul 16 01:34:53.031751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45546) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.037028 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c1ee2c45-2a4c-43cf-b274-22984faf3632 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Request body: {'security_group_rule': {'security_group_id': '525c3ef5-3bf5-4b77-be6d-f2bab1f2e935', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:53.041419 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1122db48-5360-4e24-b6d6-2e89b7b0d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:53.042458 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1122db48-5360-4e24-b6d6-2e89b7b0d1bd None None] The sync data for ids ['5ea71a7c-b952-47f1-8f63-14e97fa4be04'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:53.052232 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b06a4a-bc57-4701-b551-3ffca9493bf1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:53.054023 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-58b06a4a-bc57-4701-b551-3ffca9493bf1 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea71a7c-b952-47f1-8f63-14e97fa4be04 HTTP/1.1" status: 200 len: 982 time: 0.1088600 Jul 16 01:34:53.057630 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45548) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.062623 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-fddda6cb-f935-4323-bf8e-1a16ddedd612 None None] Port 6db335c7-1c51-4eb7-9c1e-c156887b4c9e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:34:53.111617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ef06972e-3a62-419b-bb33-6dba6e81e517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 4, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'eb2e89d6-5356-4c16-a049-3f14c0253582', 'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'mac_address': 'fa:16:3e:5c:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:30:53Z', 'revision_number': 5, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'subnets': [{'id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:53.135804 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2c45-2a4c-43cf-b274-22984faf3632 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.138157 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef06972e-3a62-419b-bb33-6dba6e81e517 None None] Checking router: 4525f01c-9836-48f8-a661-9347e8f9f88a for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:34:53.147182 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef06972e-3a62-419b-bb33-6dba6e81e517 None None] Routers {'4525f01c-9836-48f8-a661-9347e8f9f88a'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:53.147833 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ef06972e-3a62-419b-bb33-6dba6e81e517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:34:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4525f01c-9836-48f8-a661-9347e8f9f88a'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:53.246414 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2c45-2a4c-43cf-b274-22984faf3632 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.280730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-ef06972e-3a62-419b-bb33-6dba6e81e517 None None] Set router 4525f01c-9836-48f8-a661-9347e8f9f88a gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:34:53.281606 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2c45-2a4c-43cf-b274-22984faf3632 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.313483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee2c45-2a4c-43cf-b274-22984faf3632 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4c762e-f633-4800-8289-f88701814bac,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:53.324784 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1ee2c45-2a4c-43cf-b274-22984faf3632 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.326027 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c1ee2c45-2a4c-43cf-b274-22984faf3632 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2926505 Jul 16 01:34:53.328899 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45552) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.348206 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca4ec19c-e671-43fd-b351-96077bbe7db2 req-ce45f4b3-dc30-42b1-a509-ac66dfd64b42 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0533781 Jul 16 01:34:53.416297 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a4682b91-8765-4dec-8c23-c270dfe49291 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-group-rules/5d4c762e-f633-4800-8289-f88701814bac HTTP/1.1" status: 200 len: 764 time: 0.0835233 Jul 16 01:34:53.416764 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45556) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.439716 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45558) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.447178 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca4ec19c-e671-43fd-b351-96077bbe7db2 req-3e8975b3-9531-44af-ad67-6a8a3379645a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=4100c1fde37843068ccfc8eef15b59a0&device_id=b6f820ba-75ce-437b-ab70-10d4dc8d0cec HTTP/1.1" status: 200 len: 210 time: 0.0437436 Jul 16 01:34:53.478215 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efa921-b68e-44d8-8fe6-0f56a421805e req-f504734c-0658-448b-be0a-9dd74dfae5f9 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:53.479864 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72efa921-b68e-44d8-8fe6-0f56a421805e req-f504734c-0658-448b-be0a-9dd74dfae5f9 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "GET /v2.0/ports?device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 946 time: 0.1269453 Jul 16 01:34:53.511357 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9aeb1625-b222-4dd0-bfdf-cfa190aec21e tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0913558 Jul 16 01:34:53.512426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45560) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.577690 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ef06972e-3a62-419b-bb33-6dba6e81e517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 4, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'eb2e89d6-5356-4c16-a049-3f14c0253582', 'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'mac_address': 'fa:16:3e:5c:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:30:53Z', 'revision_number': 5, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'subnets': [{'id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:53.606170 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef06972e-3a62-419b-bb33-6dba6e81e517 None None] The sync data for ids ['4525f01c-9836-48f8-a661-9347e8f9f88a'] in n-d-791505-14 is: [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 4, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'eb2e89d6-5356-4c16-a049-3f14c0253582', 'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'mac_address': 'fa:16:3e:5c:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:30:53Z', 'revision_number': 5, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'subnets': [{'id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:53.612927 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e4c47d6-ffe7-434f-9ea7-9c123d62e17c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.627982 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e4c47d6-ffe7-434f-9ea7-9c123d62e17c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.630708 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6745dec-deea-45db-8136-63bf332e72ce tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.680250 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6745dec-deea-45db-8136-63bf332e72ce tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.724772 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e4c47d6-ffe7-434f-9ea7-9c123d62e17c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.738343 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e4c47d6-ffe7-434f-9ea7-9c123d62e17c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.739466 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1e4c47d6-ffe7-434f-9ea7-9c123d62e17c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/5d4c762e-f633-4800-8289-f88701814bac HTTP/1.1" status: 204 len: 168 time: 0.2260537 Jul 16 01:34:53.750961 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45566) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.764461 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c47d6-ffe7-434f-9ea7-9c123d62e17c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d4c762e-f633-4800-8289-f88701814bac,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:53.768883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ec19c-e671-43fd-b351-96077bbe7db2 req-57489d43-067a-4af3-a20f-d9f01517d87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:53.770665 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca4ec19c-e671-43fd-b351-96077bbe7db2 req-57489d43-067a-4af3-a20f-d9f01517d87d service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=4100c1fde37843068ccfc8eef15b59a0&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2895486 Jul 16 01:34:53.809582 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8b043587-59f2-43a2-b555-a7e1b90ee355 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:53.831791 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 8b043587-59f2-43a2-b555-a7e1b90ee355 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:53.831791 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8b043587-59f2-43a2-b555-a7e1b90ee355 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:53.873975 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6745dec-deea-45db-8136-63bf332e72ce tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.877151 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6745dec-deea-45db-8136-63bf332e72ce tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.878322 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a6745dec-deea-45db-8136-63bf332e72ce tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "DELETE /v2.0/security-groups/ec7e4fc2-cd89-4f8a-b968-c6590ed92044 HTTP/1.1" status: 204 len: 168 time: 0.4358690 Jul 16 01:34:53.887538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45568) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.899336 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6a59cdcd-1569-4763-a420-db7e82ccc4fa tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1466432 Jul 16 01:34:53.905018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45570) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:53.906671 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17db38fc-2b25-44b5-b25b-de1eb781b6b6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:53.917989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6745dec-deea-45db-8136-63bf332e72ce tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7e4fc2-cd89-4f8a-b968-c6590ed92044,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:53.949656 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e124e15-eec1-403d-a5f2-62f7160c2b51 None None] New status for floating IP 424b444a-3d02-4f8c-8e36-ba4ce01b036a: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:34:53.995470 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-ac9cc190-e0ca-487f-9a30-49d2f82797e2 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] show failed (client error): The resource could not be found. Jul 16 01:34:53.996854 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ac9cc190-e0ca-487f-9a30-49d2f82797e2 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups/ec7e4fc2-cd89-4f8a-b968-c6590ed92044 HTTP/1.1" status: 404 len: 347 time: 0.1082215 Jul 16 01:34:54.003576 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45572) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:54.026037 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-72efa921-b68e-44d8-8fe6-0f56a421805e req-c0969cc5-091e-4024-a689-737ba6279c26 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Deleting port 645d82de-145c-4367-bb8f-fe0ddb02e32b {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:54.026521 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72efa921-b68e-44d8-8fe6-0f56a421805e req-c0969cc5-091e-4024-a689-737ba6279c26 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.030864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ec19c-e671-43fd-b351-96077bbe7db2 req-e4d1f4b6-c1eb-475a-96b6-001bbb4ec512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:54.032409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca4ec19c-e671-43fd-b351-96077bbe7db2 req-e4d1f4b6-c1eb-475a-96b6-001bbb4ec512 service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2450340 Jul 16 01:34:54.040036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f9384-5003-45ae-bbbc-5029c464a1dd req-6122e878-d8b4-4f48-9d51-21dfc6039a39 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:54.041485 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8f7f9384-5003-45ae-bbbc-5029c464a1dd req-6122e878-d8b4-4f48-9d51-21dfc6039a39 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/ports?device_id=c94659bd-78d5-4a08-ba8d-10d7bf6a098c HTTP/1.1" status: 200 len: 946 time: 0.2932549 Jul 16 01:34:54.138306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8f7f9384-5003-45ae-bbbc-5029c464a1dd req-00e1ce3c-42e5-4202-8758-875bbc3e18fa tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.22 "GET /v2.0/security-groups?id=c80ac7df-bf1f-49ce-a5df-3925a229fb5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856998 Jul 16 01:34:54.155895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-72efa921-b68e-44d8-8fe6-0f56a421805e req-c0969cc5-091e-4024-a689-737ba6279c26 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] For port 645d82de-145c-4367-bb8f-fe0ddb02e32b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=645d82de-145c-4367-bb8f-fe0ddb02e32b,segment=NetworkSegment(17575ad1-b9df-4f0f-81c0-584d8a522d18),segment_id=17575ad1-b9df-4f0f-81c0-584d8a522d18)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:54.156263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72efa921-b68e-44d8-8fe6-0f56a421805e req-c0969cc5-091e-4024-a689-737ba6279c26 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.174784 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-72efa921-b68e-44d8-8fe6-0f56a421805e req-c0969cc5-091e-4024-a689-737ba6279c26 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Calling delete_port for 645d82de-145c-4367-bb8f-fe0ddb02e32b owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:54.304370 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72efa921-b68e-44d8-8fe6-0f56a421805e req-c0969cc5-091e-4024-a689-737ba6279c26 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.318748 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['645d82de-145c-4367-bb8f-fe0ddb02e32b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:34:54.334513 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0969cc5-091e-4024-a689-737ba6279c26 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Pushing event deleted for resources: {'Port': ['ID=645d82de-145c-4367-bb8f-fe0ddb02e32b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:54.384930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-72efa921-b68e-44d8-8fe6-0f56a421805e req-c0969cc5-091e-4024-a689-737ba6279c26 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] No DVR routers for this DVR port 645d82de-145c-4367-bb8f-fe0ddb02e32b on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:54.387508 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72efa921-b68e-44d8-8fe6-0f56a421805e req-c0969cc5-091e-4024-a689-737ba6279c26 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.389656 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72efa921-b68e-44d8-8fe6-0f56a421805e req-c0969cc5-091e-4024-a689-737ba6279c26 tempest-ServersTestJSON-1755175690 tempest-ServersTestJSON-1755175690-project] 10.222.0.70 "DELETE /v2.0/ports/645d82de-145c-4367-bb8f-fe0ddb02e32b HTTP/1.1" status: 204 len: 173 time: 0.8926582 Jul 16 01:34:54.573652 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f3b07f68-089a-4d80-bbbb-bae691d8232d tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.619308 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f3b07f68-089a-4d80-bbbb-bae691d8232d tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.676487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-2f717ea2-4369-417e-8dd2-1a5107ddf406 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Deleting port d99118fc-c19d-4c98-99ff-e1f942ad7dc3 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:54.676819 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f717ea2-4369-417e-8dd2-1a5107ddf406 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.707616 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f3b07f68-089a-4d80-bbbb-bae691d8232d tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.710112 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f3b07f68-089a-4d80-bbbb-bae691d8232d tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.713565 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f3b07f68-089a-4d80-bbbb-bae691d8232d tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "DELETE /v2.0/security-groups/525c3ef5-3bf5-4b77-be6d-f2bab1f2e935 HTTP/1.1" status: 204 len: 168 time: 0.8030109 Jul 16 01:34:54.714917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45576) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:54.758299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1ee77c16-583a-44ae-87c7-72cdea78380c tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0422361 Jul 16 01:34:54.768474 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45578) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:54.769917 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b07f68-089a-4d80-bbbb-bae691d8232d tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=525c3ef5-3bf5-4b77-be6d-f2bab1f2e935,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:54.787833 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c94659bd-78d5-4a08-ba8d-10d7bf6a098c', 'name': 'network-vif-deleted', 'tag': '645d82de-145c-4367-bb8f-fe0ddb02e32b'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:34:54.792097 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0d6db5f-81aa-43e3-a884-e88034a2d75f" -d '{"events": [{"server_uuid": "c94659bd-78d5-4a08-ba8d-10d7bf6a098c", "name": "network-vif-deleted", "tag": "645d82de-145c-4367-bb8f-fe0ddb02e32b"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:34:54.809875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f717ea2-4369-417e-8dd2-1a5107ddf406 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.810338 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f717ea2-4369-417e-8dd2-1a5107ddf406 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.829796 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-2f717ea2-4369-417e-8dd2-1a5107ddf406 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Calling delete_port for d99118fc-c19d-4c98-99ff-e1f942ad7dc3 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:54.835133 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-17db38fc-2b25-44b5-b25b-de1eb781b6b6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port 6db335c7-1c51-4eb7-9c1e-c156887b4c9e {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:54.835496 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17db38fc-2b25-44b5-b25b-de1eb781b6b6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:54.838548 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4e0a748f-7d2d-4e68-9068-88f2aa4fcd12 tempest-SecGroupTest-2001675216 tempest-SecGroupTest-2001675216-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687892 Jul 16 01:34:54.851571 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ceb54b-bcbb-40c7-ba98-ba7560a8dff3 x-openstack-request-id: req-e4ceb54b-bcbb-40c7-ba98-ba7560a8dff3 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:34:54.851891 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c94659bd-78d5-4a08-ba8d-10d7bf6a098c", "name": "network-vif-deleted", "tag": "645d82de-145c-4367-bb8f-fe0ddb02e32b", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:34:54.852189 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4ceb54b-bcbb-40c7-ba98-ba7560a8dff3 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:34:54.852779 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c94659bd-78d5-4a08-ba8d-10d7bf6a098c', 'name': 'network-vif-deleted', 'tag': '645d82de-145c-4367-bb8f-fe0ddb02e32b', 'status': 'completed', 'code': 200} Jul 16 01:34:54.987953 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17db38fc-2b25-44b5-b25b-de1eb781b6b6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.014509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-17db38fc-2b25-44b5-b25b-de1eb781b6b6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for 6db335c7-1c51-4eb7-9c1e-c156887b4c9e owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:55.114424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45586) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.147134 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f717ea2-4369-417e-8dd2-1a5107ddf406 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.209572 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f717ea2-4369-417e-8dd2-1a5107ddf406 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event deleted for resources: {'Port': ['ID=d99118fc-c19d-4c98-99ff-e1f942ad7dc3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:55.240839 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45592) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.258944 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-db92640b-f511-42ae-8922-687131e3925f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=25b45b3f48da456d878e8366579a54a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1432397 Jul 16 01:34:55.261373 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45594) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.309065 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf197ab7-e416-41be-b3f8-dbf5def917da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.333973 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf197ab7-e416-41be-b3f8-dbf5def917da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.365914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-3658e952-3b7e-45ee-aa89-1e8058afdf16 admin admin] Deleting subnet b6a3a5b5-608c-42ac-b15c-afa126eaae53 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:55.375594 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3658e952-3b7e-45ee-aa89-1e8058afdf16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.377458 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f717ea2-4369-417e-8dd2-1a5107ddf406 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.380312 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f717ea2-4369-417e-8dd2-1a5107ddf406 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.384727 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2f717ea2-4369-417e-8dd2-1a5107ddf406 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "DELETE /v2.0/floatingips/424b444a-3d02-4f8c-8e36-ba4ce01b036a HTTP/1.1" status: 204 len: 168 time: 1.3770707 Jul 16 01:34:55.385295 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf197ab7-e416-41be-b3f8-dbf5def917da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.385295 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf197ab7-e416-41be-b3f8-dbf5def917da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.392820 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bf197ab7-e416-41be-b3f8-dbf5def917da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/40fc0485-4707-4ff0-b54d-8f2943bdb793 HTTP/1.1" status: 204 len: 168 time: 0.1291249 Jul 16 01:34:55.401685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf197ab7-e416-41be-b3f8-dbf5def917da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fc0485-4707-4ff0-b54d-8f2943bdb793,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:55.427247 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17db38fc-2b25-44b5-b25b-de1eb781b6b6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.473547 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3658e952-3b7e-45ee-aa89-1e8058afdf16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.493657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17db38fc-2b25-44b5-b25b-de1eb781b6b6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=6db335c7-1c51-4eb7-9c1e-c156887b4c9e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:55.566938 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3658e952-3b7e-45ee-aa89-1e8058afdf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.690876 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17db38fc-2b25-44b5-b25b-de1eb781b6b6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.703465 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3658e952-3b7e-45ee-aa89-1e8058afdf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.765630 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658e952-3b7e-45ee-aa89-1e8058afdf16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6a3a5b5-608c-42ac-b15c-afa126eaae53,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:55.773085 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45608) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.777973 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3b8f39e9-3d4f-4047-918f-61190484b35e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646343293', 'description': 'tempest-description--1736401248'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:55.798232 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3658e952-3b7e-45ee-aa89-1e8058afdf16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.801306 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b8f39e9-3d4f-4047-918f-61190484b35e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.802675 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3658e952-3b7e-45ee-aa89-1e8058afdf16 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b6a3a5b5-608c-42ac-b15c-afa126eaae53 HTTP/1.1" status: 204 len: 168 time: 0.5602627 Jul 16 01:34:55.803292 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45610) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.916652 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b8f39e9-3d4f-4047-918f-61190484b35e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.926013 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b8f39e9-3d4f-4047-918f-61190484b35e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.937873 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64e04a2f-31fa-41b3-a319-e2655d449a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.950264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17db38fc-2b25-44b5-b25b-de1eb781b6b6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Router 5ea71a7c-b952-47f1-8f63-14e97fa4be04 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:34:55.962306 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b8f39e9-3d4f-4047-918f-61190484b35e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:55.963830 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3b8f39e9-3d4f-4047-918f-61190484b35e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1895063 Jul 16 01:34:55.967164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45618) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:55.972466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-16bab103-0d88-4909-8768-75d14d57f91d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Request body: {'security_group_rule': {'security_group_id': 'e600137b-585e-41b3-b5b3-fc2fc92df534', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:55.981647 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f39e9-3d4f-4047-918f-61190484b35e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e600137b-585e-41b3-b5b3-fc2fc92df534,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:56.007255 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-16bab103-0d88-4909-8768-75d14d57f91d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.076020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17db38fc-2b25-44b5-b25b-de1eb781b6b6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:34:56.093738 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04382c1f-d9c3-4507-b286-3efdb3036baf None None] Sync routers for ids ['5ea71a7c-b952-47f1-8f63-14e97fa4be04'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:34:56.113398 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04382c1f-d9c3-4507-b286-3efdb3036baf None None] Routers {'5ea71a7c-b952-47f1-8f63-14e97fa4be04'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:56.114020 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-04382c1f-d9c3-4507-b286-3efdb3036baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:34:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5ea71a7c-b952-47f1-8f63-14e97fa4be04'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:56.132258 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64e04a2f-31fa-41b3-a319-e2655d449a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.133347 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-16bab103-0d88-4909-8768-75d14d57f91d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.137992 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-16bab103-0d88-4909-8768-75d14d57f91d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.143037 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-17db38fc-2b25-44b5-b25b-de1eb781b6b6 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "PUT /v2.0/routers/5ea71a7c-b952-47f1-8f63-14e97fa4be04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0843682 Jul 16 01:34:56.145774 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-04382c1f-d9c3-4507-b286-3efdb3036baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:56.149180 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45626) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.154841 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04382c1f-d9c3-4507-b286-3efdb3036baf None None] Routers {'5ea71a7c-b952-47f1-8f63-14e97fa4be04'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:34:56.155655 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-04382c1f-d9c3-4507-b286-3efdb3036baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:34:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5ea71a7c-b952-47f1-8f63-14e97fa4be04'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:56.159959 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-16bab103-0d88-4909-8768-75d14d57f91d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.161929 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-16bab103-0d88-4909-8768-75d14d57f91d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1932368 Jul 16 01:34:56.167675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45628) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.175054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b73a6af2-515b-429e-bdd8-ab34871b344e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Request body: {'security_group_rule': {'security_group_id': 'e600137b-585e-41b3-b5b3-fc2fc92df534', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:56.184603 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a86269-b9ab-48ec-924b-5e9ba5918f8c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] GET failed (client error): The resource could not be found. Jul 16 01:34:56.190290 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-56a86269-b9ab-48ec-924b-5e9ba5918f8c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports/6db335c7-1c51-4eb7-9c1e-c156887b4c9e HTTP/1.1" status: 404 len: 333 time: 0.0401206 Jul 16 01:34:56.190894 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45630) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.192602 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-64e04a2f-31fa-41b3-a319-e2655d449a2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e13e5abd-69c8-4ead-93cd-c7ed7a837fd4']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:56.194646 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-04382c1f-d9c3-4507-b286-3efdb3036baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:56.195340 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04382c1f-d9c3-4507-b286-3efdb3036baf None None] The sync data for ids ['5ea71a7c-b952-47f1-8f63-14e97fa4be04'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:34:56.203184 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bab103-0d88-4909-8768-75d14d57f91d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235b7323-873a-4a04-8046-59717da8e485,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:56.219722 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b73a6af2-515b-429e-bdd8-ab34871b344e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.256286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-64e04a2f-31fa-41b3-a319-e2655d449a2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17575ad1-b9df-4f0f-81c0-584d8a522d18') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:56.256662 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-64e04a2f-31fa-41b3-a319-e2655d449a2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17575ad1-b9df-4f0f-81c0-584d8a522d18') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:56.272650 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b73a6af2-515b-429e-bdd8-ab34871b344e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.276757 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b73a6af2-515b-429e-bdd8-ab34871b344e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.292529 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64e04a2f-31fa-41b3-a319-e2655d449a2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.296306 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a6af2-515b-429e-bdd8-ab34871b344e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47e3f29-69af-469e-ad0d-8b078bff0d84,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:56.302777 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b73a6af2-515b-429e-bdd8-ab34871b344e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.302997 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a78dbe88-2b7b-4d03-9796-32493eb0979b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.304099 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b73a6af2-515b-429e-bdd8-ab34871b344e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353943 Jul 16 01:34:56.307239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45634) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.312280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:56.338228 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.372525 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64e04a2f-31fa-41b3-a319-e2655d449a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.381897 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e04a2f-31fa-41b3-a319-e2655d449a2e admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:56.382303 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64e04a2f-31fa-41b3-a319-e2655d449a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:56.384347 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:56.441222 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.520026 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a78dbe88-2b7b-4d03-9796-32493eb0979b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.523064 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a78dbe88-2b7b-4d03-9796-32493eb0979b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.528486 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64e04a2f-31fa-41b3-a319-e2655d449a2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.535890 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64e04a2f-31fa-41b3-a319-e2655d449a2e admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.541254 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-64e04a2f-31fa-41b3-a319-e2655d449a2e admin admin] 10.222.0.22 "DELETE /v2.0/networks/e13e5abd-69c8-4ead-93cd-c7ed7a837fd4 HTTP/1.1" status: 204 len: 168 time: 0.7344472 Jul 16 01:34:56.590062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e04a2f-31fa-41b3-a319-e2655d449a2e admin admin] Pushing event deleted for resources: {'Network': ['ID=e13e5abd-69c8-4ead-93cd-c7ed7a837fd4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:56.601399 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a78dbe88-2b7b-4d03-9796-32493eb0979b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.602753 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78dbe88-2b7b-4d03-9796-32493eb0979b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Fanout notify agent at l3_agent the message router_deleted on router 5ea71a7c-b952-47f1-8f63-14e97fa4be04 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:34:56.614438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Allocated IP 172.25.2.166 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/0fc19b20-593f-4d0c-92a7-5b5c72a3b654) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:56.621632 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a78dbe88-2b7b-4d03-9796-32493eb0979b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.623190 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a78dbe88-2b7b-4d03-9796-32493eb0979b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/routers/5ea71a7c-b952-47f1-8f63-14e97fa4be04 HTTP/1.1" status: 204 len: 168 time: 0.4279745 Jul 16 01:34:56.625887 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45646) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.687376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-519b736c-7078-486c-bf1d-ea661b06a883 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting subnet a9ce3d90-a587-40d3-9e08-4513b3adc81b {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:34:56.689582 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45648) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.692448 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-519b736c-7078-486c-bf1d-ea661b06a883 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.739047 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.764865 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-519b736c-7078-486c-bf1d-ea661b06a883 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.782791 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.795687 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-664df4b3-a886-41a7-96da-d289da6ce0ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8cb32862d6424975b183aae124a5a905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1023180 Jul 16 01:34:56.797001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45654) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:56.823691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:56.826595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:56.830850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:56.854630 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event updated for resources: {'Port': ['ID=0fc19b20-593f-4d0c-92a7-5b5c72a3b654,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:56.895202 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e95e-d08e-498e-8e8e-def310ee1561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.899887 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-519b736c-7078-486c-bf1d-ea661b06a883 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:56.953001 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e95e-d08e-498e-8e8e-def310ee1561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.009407 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-519b736c-7078-486c-bf1d-ea661b06a883 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.067525 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b736c-7078-486c-bf1d-ea661b06a883 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Subnet': ['ID=a9ce3d90-a587-40d3-9e08-4513b3adc81b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:57.068663 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e94d8bb-fdee-4379-b5b1-3d07a00dc128 None None] Network 273e51f9-3429-40c2-94ee-bacdd6834704 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:57.070676 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-519b736c-7078-486c-bf1d-ea661b06a883 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.075735 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-519b736c-7078-486c-bf1d-ea661b06a883 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/a9ce3d90-a587-40d3-9e08-4513b3adc81b HTTP/1.1" status: 204 len: 168 time: 0.4460390 Jul 16 01:34:57.075735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45662) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:57.088142 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e95e-d08e-498e-8e8e-def310ee1561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.090912 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d9a2e95e-d08e-498e-8e8e-def310ee1561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.092645 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d9a2e95e-d08e-498e-8e8e-def310ee1561 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c80ac7df-bf1f-49ce-a5df-3925a229fb5e HTTP/1.1" status: 204 len: 168 time: 0.2946424 Jul 16 01:34:57.129483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2e95e-d08e-498e-8e8e-def310ee1561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c80ac7df-bf1f-49ce-a5df-3925a229fb5e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:57.186542 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.252380 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.288482 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:34:57.289248 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.306396 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.459281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] For port d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be,segment=NetworkSegment(bd696e80-6364-41e8-9e34-8466477f7f6b),segment_id=bd696e80-6364-41e8-9e34-8466477f7f6b)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:34:57.459653 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.477355 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:34:57.480738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 645d82de-145c-4367-bb8f-fe0ddb02e32b no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:57.504077 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.514516 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.533050 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 645d82de-145c-4367-bb8f-fe0ddb02e32b {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:57.533402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 645d82de-145c-4367-bb8f-fe0ddb02e32b not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:57.617750 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.618237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event updated for resources: {'Port': ['ID=0fc19b20-593f-4d0c-92a7-5b5c72a3b654,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:57.619609 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2019dd8-6b71-40cf-909f-f5ba646ba194 None None] DHCP port deletion for 273e51f9-3429-40c2-94ee-bacdd6834704 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:34:57.625270 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.646754 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.651928 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c20b5692-8bf9-4b66-aaf3-a1aea489dd38 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3395574 Jul 16 01:34:57.664307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:57.670209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No DVR routers for this DVR port d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:34:57.755706 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.766055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273e51f9-3429-40c2-94ee-bacdd6834704']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:57.780644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd696e80-6364-41e8-9e34-8466477f7f6b') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:57.780946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd696e80-6364-41e8-9e34-8466477f7f6b') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:34:57.790802 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.805961 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.812519 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:34:57.812700 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:34:57.816418 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:34:57.908644 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.928096 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:57.929362 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-b8c669a1-7ecd-401d-b3ad-19abb63146cd tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--646343293&fields=id&tenant_id=4100c1fde37843068ccfc8eef15b59a0 HTTP/1.1" status: 200 len: 267 time: 0.0644619 Jul 16 01:34:57.933819 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/networks/273e51f9-3429-40c2-94ee-bacdd6834704 HTTP/1.1" status: 204 len: 168 time: 0.8568728 Jul 16 01:34:57.935116 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0138c4f-96cc-43fe-8260-46c1aa84a54c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Network': ['ID=273e51f9-3429-40c2-94ee-bacdd6834704,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:57.938629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45708) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:58.058617 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58462fd-1b0c-4156-be1c-5c23e577648a tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:58.060634 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b58462fd-1b0c-4156-be1c-5c23e577648a tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports/6edd6199-b671-4ccf-ac73-ce84a70f223e HTTP/1.1" status: 200 len: 841 time: 0.1205182 Jul 16 01:34:58.063838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45718) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:58.166537 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cb772a55-8040-4e2d-8570-a853e37b061b tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports/6edd6199-b671-4ccf-ac73-ce84a70f223e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1015816 Jul 16 01:34:58.170313 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45726) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:58.176390 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-465f3e4e-e74d-40e5-8239-9413ec97f48f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'subnet': {'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:58.181987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:34:58.192333 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-aeffe347-aa51-4bcf-b4d6-a6fbc3fdb126 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:58.197919 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-aeffe347-aa51-4bcf-b4d6-a6fbc3fdb126 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/networks?id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede HTTP/1.1" status: 200 len: 811 time: 0.2608109 Jul 16 01:34:58.221394 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-4f18af82-93c9-4ef4-9cd1-21952314cfc9 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/quotas/4100c1fde37843068ccfc8eef15b59a0 HTTP/1.1" status: 200 len: 375 time: 0.0174909 Jul 16 01:34:58.222056 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:34:58.222580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d3c54fb2-3dca-4b22-9f45-e3b43a3fe3be not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:34:58.319235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-f30f73a9-d6f3-4eb0-aa2b-f6c15b0d779c tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4100c1fde37843068ccfc8eef15b59a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0912912 Jul 16 01:34:58.340850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465f3e4e-e74d-40e5-8239-9413ec97f48f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:34:58.348633 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-465f3e4e-e74d-40e5-8239-9413ec97f48f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.437446 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-c62303d6-2a33-43ac-898d-2de7a71cc2bd service neutron] 10.222.0.22 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053596 Jul 16 01:34:58.541092 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-8562f1b0-9060-471e-8212-1b648cce3fe7 service neutron] 10.222.0.22 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027720 Jul 16 01:34:58.667449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45742) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:58.679658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45746) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:58.849681 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1c2b6b2-97e0-4ecc-9e82-a38b95635120 req-d145814a-d69c-4d57-901e-b02b2c294c73 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 210 time: 0.0930796 Jul 16 01:34:58.856646 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df692c60-c585-497c-9b56-9f1c5c49a729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.920915 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-465f3e4e-e74d-40e5-8239-9413ec97f48f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.980108 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-29a8d663-811c-42e3-8ec2-46d7ffe166cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:58.986094 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f3e4e-e74d-40e5-8239-9413ec97f48f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Subnet': ['ID=38243d80-2ff6-4b79-bbb5-ade661b56739,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.003786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465f3e4e-e74d-40e5-8239-9413ec97f48f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 6111451c-3ae7-490a-924e-1fd33c0e806a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:59.005865 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-465f3e4e-e74d-40e5-8239-9413ec97f48f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:59.009288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465f3e4e-e74d-40e5-8239-9413ec97f48f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:34:59.010190 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-465f3e4e-e74d-40e5-8239-9413ec97f48f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.017981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b0b0c6-c3bb-472b-8147-717e78871be8 None None] Network 6111451c-3ae7-490a-924e-1fd33c0e806a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:34:59.065208 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df692c60-c585-497c-9b56-9f1c5c49a729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.070325 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df692c60-c585-497c-9b56-9f1c5c49a729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.077031 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-465f3e4e-e74d-40e5-8239-9413ec97f48f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9028430 Jul 16 01:34:59.077796 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45758) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.082321 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-76f832d5-4e20-4dfd-b366-17ded70b5897 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'security_group': {'name': 'tempest-secgroup-1288044778'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:59.220448 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-29a8d663-811c-42e3-8ec2-46d7ffe166cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.234037 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-29a8d663-811c-42e3-8ec2-46d7ffe166cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.244394 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76f832d5-4e20-4dfd-b366-17ded70b5897 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.248601 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-6111451c-3ae7-490a-924e-1fd33c0e806a', 'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'tenant_id': '9415a8b9e5ba489a92cda876cb2c8838', 'fixed_ips': [{'subnet_id': '38243d80-2ff6-4b79-bbb5-ade661b56739'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:34:59.250151 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.280011 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-df692c60-c585-497c-9b56-9f1c5c49a729 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0f9d3275c6ce413d90276962ada44b17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5966947 Jul 16 01:34:59.281009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45764) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.287285 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df692c60-c585-497c-9b56-9f1c5c49a729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357057c2-1209-4c52-84c8-3dae78d03294,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.318331 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-29a8d663-811c-42e3-8ec2-46d7ffe166cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dcd9eec356124c37b800bd1317b4665c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6491864 Jul 16 01:34:59.320742 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45766) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.347350 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a8d663-811c-42e3-8ec2-46d7ffe166cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7ac325-07fd-42a1-92d0-5a05f5e2dd53,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.388880 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa534-809f-43c1-9ddd-043fd4f01bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.419340 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa534-809f-43c1-9ddd-043fd4f01bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.424306 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1205d84d-9b40-4380-9ab2-dd184c93e2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.467281 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1205d84d-9b40-4380-9ab2-dd184c93e2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.491808 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76f832d5-4e20-4dfd-b366-17ded70b5897 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.493667 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa534-809f-43c1-9ddd-043fd4f01bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.496833 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0f7aa534-809f-43c1-9ddd-043fd4f01bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.498227 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0f7aa534-809f-43c1-9ddd-043fd4f01bde admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e7ac325-07fd-42a1-92d0-5a05f5e2dd53 HTTP/1.1" status: 204 len: 168 time: 0.1764898 Jul 16 01:34:59.503146 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76f832d5-4e20-4dfd-b366-17ded70b5897 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.507320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Allocated IP 172.20.0.2 (6111451c-3ae7-490a-924e-1fd33c0e806a/38243d80-2ff6-4b79-bbb5-ade661b56739/7e0a995e-fbf6-49c5-9a63-b3160d28b877) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:34:59.510850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7aa534-809f-43c1-9ddd-043fd4f01bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7ac325-07fd-42a1-92d0-5a05f5e2dd53,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.553214 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76f832d5-4e20-4dfd-b366-17ded70b5897 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.555073 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-76f832d5-4e20-4dfd-b366-17ded70b5897 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4760699 Jul 16 01:34:59.557915 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45770) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.561508 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f832d5-4e20-4dfd-b366-17ded70b5897 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc941aa5-4fa9-43c8-a30c-9f6069a0a082,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.574494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-bea5c281-b2af-4797-b5c5-a96b6f2844a7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'security_group': {'name': 'tempest-secgroup-682282334'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:59.580593 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1205d84d-9b40-4380-9ab2-dd184c93e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.584895 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1205d84d-9b40-4380-9ab2-dd184c93e2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.586846 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1205d84d-9b40-4380-9ab2-dd184c93e2aa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/357057c2-1209-4c52-84c8-3dae78d03294 HTTP/1.1" status: 204 len: 168 time: 0.3045042 Jul 16 01:34:59.613678 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bea5c281-b2af-4797-b5c5-a96b6f2844a7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.615996 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205d84d-9b40-4380-9ab2-dd184c93e2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357057c2-1209-4c52-84c8-3dae78d03294,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.763746 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bea5c281-b2af-4797-b5c5-a96b6f2844a7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.772640 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bea5c281-b2af-4797-b5c5-a96b6f2844a7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.785490 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.796415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Transition to ACTIVE for port object 7e0a995e-fbf6-49c5-9a63-b3160d28b877 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:59.809305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5c281-b2af-4797-b5c5-a96b6f2844a7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55ca2752-d897-46d8-8aed-6c69e8ad12ad,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.812049 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bea5c281-b2af-4797-b5c5-a96b6f2844a7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.813498 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bea5c281-b2af-4797-b5c5-a96b6f2844a7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2539434 Jul 16 01:34:59.816321 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45778) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:34:59.821676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2384f1b6-766e-4490-9ccc-715b764f3dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-829502718', 'security_groups': ['55ca2752-d897-46d8-8aed-6c69e8ad12ad'], 'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '38243d80-2ff6-4b79-bbb5-ade661b56739'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:34:59.830297 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Transition to ACTIVE for port object 7e0a995e-fbf6-49c5-9a63-b3160d28b877 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:34:59.839819 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.876682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Network 6111451c-3ae7-490a-924e-1fd33c0e806a is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:34:59.879624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:34:59.882412 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:34:59.956219 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Pushing event updated for resources: {'Port': ['ID=7e0a995e-fbf6-49c5-9a63-b3160d28b877,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:34:59.972869 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Attempting to bind port 7e0a995e-fbf6-49c5-9a63-b3160d28b877 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:34:59.973288 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Attempting to bind port 7e0a995e-fbf6-49c5-9a63-b3160d28b877 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '293d9d12-92cb-4151-81fe-2382df1c8576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:34:59.973677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Attempting to bind port 7e0a995e-fbf6-49c5-9a63-b3160d28b877 on network 6111451c-3ae7-490a-924e-1fd33c0e806a {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:34:59.981042 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:34:59.981042 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Checking segment: {'id': '293d9d12-92cb-4151-81fe-2382df1c8576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:34:59.981289 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.981713 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Bound using segment: {'id': '293d9d12-92cb-4151-81fe-2382df1c8576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:34:59.982147 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Bound port: 7e0a995e-fbf6-49c5-9a63-b3160d28b877, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '293d9d12-92cb-4151-81fe-2382df1c8576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:34:59.982542 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:34:59.998550 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:59.998911 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:34:59.999261 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:00.000028 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:00.000244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:00.000617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:00.001120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:00.001941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:00.002284 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:00.002662 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:00.003102 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:00.003549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:00.011206 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2384f1b6-766e-4490-9ccc-715b764f3dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:00.113191 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c7091cf-0d08-4bed-8337-6ee40b592549 req-bf398b4c-0b87-4668-8422-2bbe2739e3a9 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 210 time: 0.0465064 Jul 16 01:35:00.115728 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] For port 7e0a995e-fbf6-49c5-9a63-b3160d28b877, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:00.126541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45790) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:00.133404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] For port 7e0a995e-fbf6-49c5-9a63-b3160d28b877, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7e0a995e-fbf6-49c5-9a63-b3160d28b877,segment=NetworkSegment(293d9d12-92cb-4151-81fe-2382df1c8576),segment_id=293d9d12-92cb-4151-81fe-2382df1c8576)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:00.139496 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.143750 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba6d85fb-8f9d-4b9b-9f75-1f1d6aa1b842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.185016 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2384f1b6-766e-4490-9ccc-715b764f3dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.199958 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f319665-9967-49ef-b240-8e12b051e4e2 None None] Pushing event updated for resources: {'Port': ['ID=7e0a995e-fbf6-49c5-9a63-b3160d28b877,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:00.208060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-2384f1b6-766e-4490-9ccc-715b764f3dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] device_id is not set on port 4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:00.297735 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.339458 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-b3d80ac1-f22e-4f40-83d0-9132426c568e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:00.340972 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-b3d80ac1-f22e-4f40-83d0-9132426c568e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.70 "GET /v2.0/networks?id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede HTTP/1.1" status: 200 len: 811 time: 0.1934521 Jul 16 01:35:00.447965 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-d84adfb9-c265-4c80-9d99-f2163f6337c3 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4100c1fde37843068ccfc8eef15b59a0 HTTP/1.1" status: 200 len: 379 time: 0.0859954 Jul 16 01:35:00.462850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-856e9a81-4b8c-43b0-a974-b97202279161 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Request body: {'port': {'device_id': 'd362aa65-45db-4a8e-b365-c731d77cfe89', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'admin_state_up': True, 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'security_groups': ['e600137b-585e-41b3-b5b3-fc2fc92df534']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:00.464923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-2384f1b6-766e-4490-9ccc-715b764f3dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Allocated IP 172.20.0.6 (6111451c-3ae7-490a-924e-1fd33c0e806a/38243d80-2ff6-4b79-bbb5-ade661b56739/4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:00.475398 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba6d85fb-8f9d-4b9b-9f75-1f1d6aa1b842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.505259 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba6d85fb-8f9d-4b9b-9f75-1f1d6aa1b842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.628738 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ba6d85fb-8f9d-4b9b-9f75-1f1d6aa1b842 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=520195dce2904481a173a4605b2001b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5007975 Jul 16 01:35:00.631192 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45800) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:00.633509 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6d85fb-8f9d-4b9b-9f75-1f1d6aa1b842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4229d75a-64b5-4928-9a09-85c47fd715b7,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:00.703598 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-856e9a81-4b8c-43b0-a974-b97202279161 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Made reservation on behalf of 4100c1fde37843068ccfc8eef15b59a0 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:00.708195 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-856e9a81-4b8c-43b0-a974-b97202279161 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.769212 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5704c942-bf58-45b5-be11-6a1742d6d1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.776737 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2384f1b6-766e-4490-9ccc-715b764f3dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.808202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-2384f1b6-766e-4490-9ccc-715b764f3dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Transition to ACTIVE for port object 4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:00.810815 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5704c942-bf58-45b5-be11-6a1742d6d1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.848994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-856e9a81-4b8c-43b0-a974-b97202279161 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Allocated IP 172.20.0.14 (ed2ef5d5-3345-4f8c-9615-96141c6c7ede/7459754e-d7d4-4f48-a231-067bfcf50ff6/6c831b03-f4bf-408a-8bf6-43a5454ed99d) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:00.873039 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2384f1b6-766e-4490-9ccc-715b764f3dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.913452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2384f1b6-766e-4490-9ccc-715b764f3dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 6111451c-3ae7-490a-924e-1fd33c0e806a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:00.914237 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5704c942-bf58-45b5-be11-6a1742d6d1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.916747 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5704c942-bf58-45b5-be11-6a1742d6d1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:00.918565 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5704c942-bf58-45b5-be11-6a1742d6d1ed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4229d75a-64b5-4928-9a09-85c47fd715b7 HTTP/1.1" status: 204 len: 168 time: 0.2850180 Jul 16 01:35:00.926762 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-2384f1b6-766e-4490-9ccc-715b764f3dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:00.935005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384f1b6-766e-4490-9ccc-715b764f3dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:00.943823 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5704c942-bf58-45b5-be11-6a1742d6d1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4229d75a-64b5-4928-9a09-85c47fd715b7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:00.979020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384f1b6-766e-4490-9ccc-715b764f3dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:01.005803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2384f1b6-766e-4490-9ccc-715b764f3dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:01.006434 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2384f1b6-766e-4490-9ccc-715b764f3dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.022014 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2384f1b6-766e-4490-9ccc-715b764f3dbd tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2045712 Jul 16 01:35:01.025035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45820) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:01.036678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3154228b-390d-4287-bec8-5cc66e6324cf tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'subnet': {'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:01.067512 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-856e9a81-4b8c-43b0-a974-b97202279161 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.091395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-856e9a81-4b8c-43b0-a974-b97202279161 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Transition to ACTIVE for port object 6c831b03-f4bf-408a-8bf6-43a5454ed99d will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:01.144289 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-856e9a81-4b8c-43b0-a974-b97202279161 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.165420 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.179219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3154228b-390d-4287-bec8-5cc66e6324cf tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:01.183115 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3154228b-390d-4287-bec8-5cc66e6324cf tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.218833 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e9a81-4b8c-43b0-a974-b97202279161 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event updated for resources: {'Port': ['ID=6c831b03-f4bf-408a-8bf6-43a5454ed99d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:01.260128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-856e9a81-4b8c-43b0-a974-b97202279161 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Network ed2ef5d5-3345-4f8c-9615-96141c6c7ede is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:01.263112 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-856e9a81-4b8c-43b0-a974-b97202279161 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:01.268386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-856e9a81-4b8c-43b0-a974-b97202279161 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:01.367610 n-d-791505-14 neutron-server[93920]: INFO neutron.db.ipam_backend_mixin [None req-3154228b-390d-4287-bec8-5cc66e6324cf tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 38243d80-2ff6-4b79-bbb5-ade661b56739 (CIDR: 172.20.0.0/28) Jul 16 01:35:01.373750 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-3154228b-390d-4287-bec8-5cc66e6324cf tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:35:01.375512 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3154228b-390d-4287-bec8-5cc66e6324cf tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:01.377676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-856e9a81-4b8c-43b0-a974-b97202279161 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:01.378348 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-856e9a81-4b8c-43b0-a974-b97202279161 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.402371 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3154228b-390d-4287-bec8-5cc66e6324cf tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3760762 Jul 16 01:35:01.404942 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45838) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:01.412750 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c711b32f-d1fb-4699-951b-010e9ae4e396 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'subnet': {'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:01.449055 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-856e9a81-4b8c-43b0-a974-b97202279161 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9927411 Jul 16 01:35:01.471531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Request body: {'port': {'device_id': 'd362aa65-45db-4a8e-b365-c731d77cfe89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:01.574392 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9757b88-bd7e-4a5d-b456-598f2a0a5c09 req-c86e33e5-9174-405c-8324-3d73ff0f4f1a tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:01.575988 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9757b88-bd7e-4a5d-b456-598f2a0a5c09 req-c86e33e5-9174-405c-8324-3d73ff0f4f1a tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 932 time: 0.1946390 Jul 16 01:35:01.614315 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.618252 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c711b32f-d1fb-4699-951b-010e9ae4e396 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:01.626893 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c711b32f-d1fb-4699-951b-010e9ae4e396 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.672906 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30f6a2bd-7e34-4402-8493-75c8490450fd None None] Provisioning for port 6c831b03-f4bf-408a-8bf6-43a5454ed99d completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:01.679031 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30f6a2bd-7e34-4402-8493-75c8490450fd None None] Provisioning complete for port 6c831b03-f4bf-408a-8bf6-43a5454ed99d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:01.679637 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30f6a2bd-7e34-4402-8493-75c8490450fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:01.769738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30f6a2bd-7e34-4402-8493-75c8490450fd None None] Port 6c831b03-f4bf-408a-8bf6-43a5454ed99d cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:01.864258 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9757b88-bd7e-4a5d-b456-598f2a0a5c09 req-c5020265-8c62-48ea-aa55-51eeba651b30 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=e600137b-585e-41b3-b5b3-fc2fc92df534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808599 Jul 16 01:35:01.996838 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-55349669-b0c7-4d9e-b12b-e21227c0288b None None] Provisioning for port 7e0a995e-fbf6-49c5-9a63-b3160d28b877 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:02.025477 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c711b32f-d1fb-4699-951b-010e9ae4e396 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.029566 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-55349669-b0c7-4d9e-b12b-e21227c0288b None None] Provisioning complete for port 6edd6199-b671-4ccf-ac73-ce84a70f223e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:02.030231 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-55349669-b0c7-4d9e-b12b-e21227c0288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.079410 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-55349669-b0c7-4d9e-b12b-e21227c0288b None None] Port 6edd6199-b671-4ccf-ac73-ce84a70f223e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:02.085758 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c831b03-f4bf-408a-8bf6-43a5454ed99d {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:02.095191 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.114825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Transition to ACTIVE for port object 6c831b03-f4bf-408a-8bf6-43a5454ed99d will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:02.118315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c711b32f-d1fb-4699-951b-010e9ae4e396 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 6111451c-3ae7-490a-924e-1fd33c0e806a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:02.120974 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.122952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c711b32f-d1fb-4699-951b-010e9ae4e396 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:02.130046 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c711b32f-d1fb-4699-951b-010e9ae4e396 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:02.130715 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c711b32f-d1fb-4699-951b-010e9ae4e396 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.156267 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c711b32f-d1fb-4699-951b-010e9ae4e396 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7497458 Jul 16 01:35:02.165194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45866) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:02.175735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8fec6234-2661-4e66-b835-c1ec60718fd3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1217901352', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ab5634dc-05c2-48cb-b4b3-608be5842e99'}], 'security_groups': ['bc941aa5-4fa9-43c8-a30c-9f6069a0a082']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:02.201826 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125c53b0-b0f6-4bc0-86b3-a493babb3138 None None] Network 6111451c-3ae7-490a-924e-1fd33c0e806a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:02.214329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45868) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:02.217109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Pushing event updated for resources: {'Port': ['ID=6c831b03-f4bf-408a-8bf6-43a5454ed99d,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:02.260589 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c711b32f-d1fb-4699-951b-010e9ae4e396 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Subnet': ['ID=ab5634dc-05c2-48cb-b4b3-608be5842e99,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:02.279316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7e0a995e-fbf6-49c5-9a63-b3160d28b877 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:02.325536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Attempting to bind port 6c831b03-f4bf-408a-8bf6-43a5454ed99d on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:02.326006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Attempting to bind port 6c831b03-f4bf-408a-8bf6-43a5454ed99d by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '1fa832ec-f890-4242-8abf-592d0d1c3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:02.326434 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Attempting to bind port 6c831b03-f4bf-408a-8bf6-43a5454ed99d on network ed2ef5d5-3345-4f8c-9615-96141c6c7ede {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:02.336971 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Port 6c831b03-f4bf-408a-8bf6-43a5454ed99d on network ed2ef5d5-3345-4f8c-9615-96141c6c7ede not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:35:02.337765 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Attempting to bind port 6c831b03-f4bf-408a-8bf6-43a5454ed99d on network ed2ef5d5-3345-4f8c-9615-96141c6c7ede {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:02.343072 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:02.343565 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Checking segment: {'id': '1fa832ec-f890-4242-8abf-592d0d1c3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:02.344079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Bound using segment: {'id': '1fa832ec-f890-4242-8abf-592d0d1c3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:02.345191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Bound port: 6c831b03-f4bf-408a-8bf6-43a5454ed99d, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa832ec-f890-4242-8abf-592d0d1c3d1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:02.345647 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.433324 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fec6234-2661-4e66-b835-c1ec60718fd3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.439532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] For port 6c831b03-f4bf-408a-8bf6-43a5454ed99d, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:02.445920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] For port 6c831b03-f4bf-408a-8bf6-43a5454ed99d, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6c831b03-f4bf-408a-8bf6-43a5454ed99d,segment=NetworkSegment(1fa832ec-f890-4242-8abf-592d0d1c3d1d),segment_id=1fa832ec-f890-4242-8abf-592d0d1c3d1d)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:02.453088 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.501781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f9b869f5-0310-4de0-a196-dda54ef662ff None None] Provisioning for port 4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:02.510768 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:02.511958 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.513732 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] 10.222.0.70 "PUT /v2.0/ports/6c831b03-f4bf-408a-8bf6-43a5454ed99d HTTP/1.1" status: 200 len: 1093 time: 1.0544477 Jul 16 01:35:02.516120 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd362aa65-45db-4a8e-b365-c731d77cfe89', 'tag': '6c831b03-f4bf-408a-8bf6-43a5454ed99d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:02.522253 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f9b869f5-0310-4de0-a196-dda54ef662ff None None] Provisioning complete for port 4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:02.522637 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f9b869f5-0310-4de0-a196-dda54ef662ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.535263 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cee42e-1e7d-4661-9033-57a32e60d5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "d362aa65-45db-4a8e-b365-c731d77cfe89", "tag": "6c831b03-f4bf-408a-8bf6-43a5454ed99d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:02.613714 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e59d12-fffb-4f58-90f3-71812278fc4f x-openstack-request-id: req-34e59d12-fffb-4f58-90f3-71812278fc4f {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:02.613956 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d362aa65-45db-4a8e-b365-c731d77cfe89", "tag": "6c831b03-f4bf-408a-8bf6-43a5454ed99d", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:02.614190 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-34e59d12-fffb-4f58-90f3-71812278fc4f {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:02.614505 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd362aa65-45db-4a8e-b365-c731d77cfe89', 'tag': '6c831b03-f4bf-408a-8bf6-43a5454ed99d', 'status': 'completed', 'code': 200} Jul 16 01:35:02.620893 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 7e0a995e-fbf6-49c5-9a63-b3160d28b877 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:02.623139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fef30f-6ad1-4017-b532-e2f3c1549084 service neutron] Pushing event updated for resources: {'Port': ['ID=6c831b03-f4bf-408a-8bf6-43a5454ed99d,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:02.646624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7e0a995e-fbf6-49c5-9a63-b3160d28b877 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:02.651174 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.662738 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-813e7abd-02bd-47c8-adec-8f710a52478c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:02.664368 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-813e7abd-02bd-47c8-adec-8f710a52478c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4100c1fde37843068ccfc8eef15b59a0&device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 1096 time: 0.0943410 Jul 16 01:35:02.682492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f9b869f5-0310-4de0-a196-dda54ef662ff None None] Port 4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:02.708121 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6653fbea-dfe6-4f3d-828e-9894369e4bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.729035 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-e2a2cf89-2e07-43a9-b137-83d7a83ed81b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c831b03-f4bf-408a-8bf6-43a5454ed99d HTTP/1.1" status: 200 len: 217 time: 0.0561218 Jul 16 01:35:02.805924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-495933dc-a58f-4a5e-9ff5-c572a108952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:02.807445 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-495933dc-a58f-4a5e-9ff5-c572a108952f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7459754e-d7d4-4f48-a231-067bfcf50ff6 HTTP/1.1" status: 200 len: 850 time: 0.0708296 Jul 16 01:35:02.826716 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.865897 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 7e0a995e-fbf6-49c5-9a63-b3160d28b877, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7e0a995e-fbf6-49c5-9a63-b3160d28b877,segment=NetworkSegment(293d9d12-92cb-4151-81fe-2382df1c8576),segment_id=293d9d12-92cb-4151-81fe-2382df1c8576)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:02.873104 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:02.920925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-212ba47f-5825-4c2e-8f46-e660a1d2b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:02.925146 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-212ba47f-5825-4c2e-8f46-e660a1d2b522 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1091161 Jul 16 01:35:02.964249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-8fec6234-2661-4e66-b835-c1ec60718fd3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Delete allocated IP 172.20.0.6 (6111451c-3ae7-490a-924e-1fd33c0e806a/38243d80-2ff6-4b79-bbb5-ade661b56739) {{(pid=93920) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:35:02.974006 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-8fec6234-2661-4e66-b835-c1ec60718fd3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Allocated IP 172.20.0.27 (6111451c-3ae7-490a-924e-1fd33c0e806a/ab5634dc-05c2-48cb-b4b3-608be5842e99/4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:02.981403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec06144-5b77-468b-9475-9f075985b4df None None] Update dhcp port {'port': {'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'fixed_ips': [{'subnet_id': '38243d80-2ff6-4b79-bbb5-ade661b56739', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ab5634dc-05c2-48cb-b4b3-608be5842e99'}], 'binding:host_id': 'n-d-791505-14'}, 'id': '7e0a995e-fbf6-49c5-9a63-b3160d28b877'} from n-d-791505-14. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:35:02.993446 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=7e0a995e-fbf6-49c5-9a63-b3160d28b877,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:03.072775 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4ec06144-5b77-468b-9475-9f075985b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.084059 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-11693196-ab82-4399-a789-9e6c81f2e677 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461072 Jul 16 01:35:03.210559 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fec6234-2661-4e66-b835-c1ec60718fd3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.229417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-8fec6234-2661-4e66-b835-c1ec60718fd3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Ignored duplicate provisioning block setup for port 4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7 by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:35:03.241015 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fec6234-2661-4e66-b835-c1ec60718fd3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.271126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66eda9d-b392-415d-8414-3590a033538e req-5667b874-3fc7-4a6b-a177-a28fda565034 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:03.272986 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e66eda9d-b392-415d-8414-3590a033538e req-5667b874-3fc7-4a6b-a177-a28fda565034 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 944 time: 0.1870215 Jul 16 01:35:03.327614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-4ec06144-5b77-468b-9475-9f075985b4df None None] Allocated IP 172.20.0.18 (6111451c-3ae7-490a-924e-1fd33c0e806a/ab5634dc-05c2-48cb-b4b3-608be5842e99/7e0a995e-fbf6-49c5-9a63-b3160d28b877) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:03.336036 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6653fbea-dfe6-4f3d-828e-9894369e4bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.348701 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e66eda9d-b392-415d-8414-3590a033538e req-b526e25c-1cbd-4f91-99ae-b720939105b0 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=e600137b-585e-41b3-b5b3-fc2fc92df534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667260 Jul 16 01:35:03.381272 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d205eab7-f7cc-46b6-b449-e968d2523f8b req-9b90093d-e07e-4a7a-bdd4-b52e3b8c3183 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825923 Jul 16 01:35:03.404015 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6653fbea-dfe6-4f3d-828e-9894369e4bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.413783 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec6234-2661-4e66-b835-c1ec60718fd3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:03.444392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4ec06144-5b77-468b-9475-9f075985b4df None None] For port 7e0a995e-fbf6-49c5-9a63-b3160d28b877, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7e0a995e-fbf6-49c5-9a63-b3160d28b877,segment=NetworkSegment(293d9d12-92cb-4151-81fe-2382df1c8576),segment_id=293d9d12-92cb-4151-81fe-2382df1c8576)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:03.468064 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-8fec6234-2661-4e66-b835-c1ec60718fd3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] In _notify_port_updated(), no bound segment for port 4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7 on network 6111451c-3ae7-490a-924e-1fd33c0e806a {{(pid=93920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:35:03.474037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fec6234-2661-4e66-b835-c1ec60718fd3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:03.474672 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fec6234-2661-4e66-b835-c1ec60718fd3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.476035 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8fec6234-2661-4e66-b835-c1ec60718fd3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "PUT /v2.0/ports/4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7 HTTP/1.1" status: 200 len: 921 time: 1.3065000 Jul 16 01:35:03.478884 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45894) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:03.485252 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6653fbea-dfe6-4f3d-828e-9894369e4bf5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=97db3904125e4e50bd66450f8762cbd3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2674267 Jul 16 01:35:03.485252 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6653fbea-dfe6-4f3d-828e-9894369e4bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1e0aac-44a6-481b-971f-bb01af963f21,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:03.491961 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45896) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:03.495981 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4ec06144-5b77-468b-9475-9f075985b4df None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.517397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4ec06144-5b77-468b-9475-9f075985b4df None None] Transition to ACTIVE for port object 7e0a995e-fbf6-49c5-9a63-b3160d28b877 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:03.522518 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4ec06144-5b77-468b-9475-9f075985b4df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.526906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cee42e-1e7d-4661-9033-57a32e60d5a1 req-066e613f-8af9-4df0-be81-47c17b6fffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:03.528916 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36cee42e-1e7d-4661-9033-57a32e60d5a1 req-066e613f-8af9-4df0-be81-47c17b6fffd8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4100c1fde37843068ccfc8eef15b59a0&device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 1096 time: 0.0759015 Jul 16 01:35:03.585172 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6765c8d-9687-4d0a-b61f-9d5a28eba61a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.638374 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6765c8d-9687-4d0a-b61f-9d5a28eba61a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.646575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cee42e-1e7d-4661-9033-57a32e60d5a1 req-255e5e3a-8b3b-402d-b557-f8982b05300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:03.647797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36cee42e-1e7d-4661-9033-57a32e60d5a1 req-255e5e3a-8b3b-402d-b557-f8982b05300a service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede HTTP/1.1" status: 200 len: 912 time: 0.1109869 Jul 16 01:35:03.669605 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec06144-5b77-468b-9475-9f075985b4df None None] Pushing event updated for resources: {'Port': ['ID=7e0a995e-fbf6-49c5-9a63-b3160d28b877,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:03.687047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-690f37db-f914-4605-9f04-9ff75557e326 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port 4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:03.687502 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-690f37db-f914-4605-9f04-9ff75557e326 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.713905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36cee42e-1e7d-4661-9033-57a32e60d5a1 req-6ccc02d6-5cc7-43ed-9f5d-78e83503c71c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c831b03-f4bf-408a-8bf6-43a5454ed99d HTTP/1.1" status: 200 len: 217 time: 0.0575016 Jul 16 01:35:03.766173 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6765c8d-9687-4d0a-b61f-9d5a28eba61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.769671 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e6765c8d-9687-4d0a-b61f-9d5a28eba61a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.771020 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e6765c8d-9687-4d0a-b61f-9d5a28eba61a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7c1e0aac-44a6-481b-971f-bb01af963f21 HTTP/1.1" status: 204 len: 168 time: 0.2780561 Jul 16 01:35:03.778574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cee42e-1e7d-4661-9033-57a32e60d5a1 req-566fd55b-2bdc-41f6-a59a-6e71f91a506a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:03.783515 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36cee42e-1e7d-4661-9033-57a32e60d5a1 req-566fd55b-2bdc-41f6-a59a-6e71f91a506a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7459754e-d7d4-4f48-a231-067bfcf50ff6 HTTP/1.1" status: 200 len: 850 time: 0.0616996 Jul 16 01:35:03.790919 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6765c8d-9687-4d0a-b61f-9d5a28eba61a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1e0aac-44a6-481b-971f-bb01af963f21,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:03.818963 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-690f37db-f914-4605-9f04-9ff75557e326 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:03.841924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-690f37db-f914-4605-9f04-9ff75557e326 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for 4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:03.871240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cee42e-1e7d-4661-9033-57a32e60d5a1 req-dcc84a52-a3a0-400f-8590-11c145026d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:03.873440 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36cee42e-1e7d-4661-9033-57a32e60d5a1 req-dcc84a52-a3a0-400f-8590-11c145026d76 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795550 Jul 16 01:35:04.010627 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36cee42e-1e7d-4661-9033-57a32e60d5a1 req-bf19ede1-4473-40aa-b4de-5439ec2d3dd4 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191490 Jul 16 01:35:04.015531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-690f37db-f914-4605-9f04-9ff75557e326 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.048051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f37db-f914-4605-9f04-9ff75557e326 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:04.147422 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36cee42e-1e7d-4661-9033-57a32e60d5a1 req-cf44f4fa-cdcf-491b-970e-50cbc89981f8 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289215 Jul 16 01:35:04.203355 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-690f37db-f914-4605-9f04-9ff75557e326 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.203355 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-690f37db-f914-4605-9f04-9ff75557e326 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7 HTTP/1.1" status: 204 len: 168 time: 0.7219732 Jul 16 01:35:04.205274 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45916) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:04.265697 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7e0a995e-fbf6-49c5-9a63-b3160d28b877 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:04.277210 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-795114df-0959-4344-ac15-b9ee6c738e2d tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] GET failed (client error): The resource could not be found. Jul 16 01:35:04.281501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-795114df-0959-4344-ac15-b9ee6c738e2d tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports/4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7 HTTP/1.1" status: 404 len: 333 time: 0.0719779 Jul 16 01:35:04.282463 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45920) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:04.414967 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39de8925-c3a3-4c41-8e9d-4789ea605d21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.446912 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39de8925-c3a3-4c41-8e9d-4789ea605d21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.513424 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39de8925-c3a3-4c41-8e9d-4789ea605d21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.517804 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39de8925-c3a3-4c41-8e9d-4789ea605d21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.518246 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-39de8925-c3a3-4c41-8e9d-4789ea605d21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/security-groups/55ca2752-d897-46d8-8aed-6c69e8ad12ad HTTP/1.1" status: 204 len: 168 time: 0.2343521 Jul 16 01:35:04.520852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45934) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:04.545616 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de8925-c3a3-4c41-8e9d-4789ea605d21 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ca2752-d897-46d8-8aed-6c69e8ad12ad,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:04.599148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c2b3d5cd-7e97-46fc-8802-c29ec2ac3cd8 None None] Provisioning complete for port 6edd6199-b671-4ccf-ac73-ce84a70f223e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:04.599710 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c2b3d5cd-7e97-46fc-8802-c29ec2ac3cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.649583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c2b3d5cd-7e97-46fc-8802-c29ec2ac3cd8 None None] Port 6edd6199-b671-4ccf-ac73-ce84a70f223e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:04.661768 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-90ebd5bd-0ac9-49d5-879c-4b09f25fe7e7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.663019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c2b3d5cd-7e97-46fc-8802-c29ec2ac3cd8 None None] Provisioning for port 7e0a995e-fbf6-49c5-9a63-b3160d28b877 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:04.667663 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c2b3d5cd-7e97-46fc-8802-c29ec2ac3cd8 None None] Provisioning complete for port 7e0a995e-fbf6-49c5-9a63-b3160d28b877 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:04.668081 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c2b3d5cd-7e97-46fc-8802-c29ec2ac3cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.678765 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f850e2f-9206-4d6e-915e-6ece00ec0411 req-e177987c-3df0-456f-a173-b3965a79d512 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:04.690352 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f850e2f-9206-4d6e-915e-6ece00ec0411 req-e177987c-3df0-456f-a173-b3965a79d512 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 944 time: 0.1495700 Jul 16 01:35:04.731378 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-90ebd5bd-0ac9-49d5-879c-4b09f25fe7e7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.769214 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c2b3d5cd-7e97-46fc-8802-c29ec2ac3cd8 None None] Could not find standard attr ID for object 4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:35:04.792673 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f850e2f-9206-4d6e-915e-6ece00ec0411 req-8d2302e4-859b-4424-bb25-8156e2d715be tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=e600137b-585e-41b3-b5b3-fc2fc92df534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012080 Jul 16 01:35:04.810546 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-90ebd5bd-0ac9-49d5-879c-4b09f25fe7e7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.813758 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-90ebd5bd-0ac9-49d5-879c-4b09f25fe7e7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.817366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-90ebd5bd-0ac9-49d5-879c-4b09f25fe7e7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/security-groups/bc941aa5-4fa9-43c8-a30c-9f6069a0a082 HTTP/1.1" status: 204 len: 168 time: 0.2929747 Jul 16 01:35:04.818072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45944) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:04.826738 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebd5bd-0ac9-49d5-879c-4b09f25fe7e7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc941aa5-4fa9-43c8-a30c-9f6069a0a082,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:04.867618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45946) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:04.896154 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-14f9537a-e54d-4bab-89b9-8a0ab7676f7d tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting subnet 38243d80-2ff6-4b79-bbb5-ade661b56739 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:04.899308 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4ce84a4d-147c-40db-bbc9-70b31f9de99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.901634 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14f9537a-e54d-4bab-89b9-8a0ab7676f7d tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:04.959591 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14f9537a-e54d-4bab-89b9-8a0ab7676f7d tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.000586 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-8e77a664-899e-4211-8295-2d2acd3b2853 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1484930515-network', 'tenant_id': '06d2c9d222bf4dbfbf4c4bf1e16fff8e'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:05.029595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e77a664-899e-4211-8295-2d2acd3b2853 admin admin] Made reservation on behalf of 06d2c9d222bf4dbfbf4c4bf1e16fff8e for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:05.032914 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e77a664-899e-4211-8295-2d2acd3b2853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.046227 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e77a664-899e-4211-8295-2d2acd3b2853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.060485 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14f9537a-e54d-4bab-89b9-8a0ab7676f7d tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.165124 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14f9537a-e54d-4bab-89b9-8a0ab7676f7d tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.183352 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e73b4bf3-a494-4a32-bf32-416600445601 None None] Could not find standard attr ID for object 4ab4c1dc-f3f1-4351-a2e4-dcb4db0130f7. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:35:05.185757 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e77a664-899e-4211-8295-2d2acd3b2853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.195244 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e77a664-899e-4211-8295-2d2acd3b2853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.200518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9537a-e54d-4bab-89b9-8a0ab7676f7d tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Subnet': ['ID=38243d80-2ff6-4b79-bbb5-ade661b56739,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:05.208602 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14f9537a-e54d-4bab-89b9-8a0ab7676f7d tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.210538 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-14f9537a-e54d-4bab-89b9-8a0ab7676f7d tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/38243d80-2ff6-4b79-bbb5-ade661b56739 HTTP/1.1" status: 204 len: 168 time: 0.3909416 Jul 16 01:35:05.215265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45950) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:05.223069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c6f14ed4-2236-47ae-bb66-25860a40e3ff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'subnet': {'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:05.230751 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e77a664-899e-4211-8295-2d2acd3b2853 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:05.237719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77a664-899e-4211-8295-2d2acd3b2853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6a943e-4cb1-4c1e-b113-2a6ee73084ad,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:05.245293 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e77a664-899e-4211-8295-2d2acd3b2853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.245641 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-8e77a664-899e-4211-8295-2d2acd3b2853 admin admin] Added segment cc1497e1-db92-41fd-b905-d4f2f86e96fa of type vlan for network 0d56de73-962d-4901-8f60-7588ef2e44c5 Jul 16 01:35:05.290300 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e77a664-899e-4211-8295-2d2acd3b2853 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.329793 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e77a664-899e-4211-8295-2d2acd3b2853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.330799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e77a664-899e-4211-8295-2d2acd3b2853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.331386 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e77a664-899e-4211-8295-2d2acd3b2853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.363181 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f14ed4-2236-47ae-bb66-25860a40e3ff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:05.368224 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6f14ed4-2236-47ae-bb66-25860a40e3ff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.371937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540810b3-61e7-410e-ad6a-c64e83925cc9 None None] Network 6111451c-3ae7-490a-924e-1fd33c0e806a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:05.403418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8e77a664-899e-4211-8295-2d2acd3b2853 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5345562 Jul 16 01:35:05.477069 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77a664-899e-4211-8295-2d2acd3b2853 admin admin] Pushing event updated for resources: {'Network': ['ID=0d56de73-962d-4901-8f60-7588ef2e44c5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:05.494440 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 0d56de73-962d-4901-8f60-7588ef2e44c5 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:05.686053 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6f14ed4-2236-47ae-bb66-25860a40e3ff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.735676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f14ed4-2236-47ae-bb66-25860a40e3ff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 6111451c-3ae7-490a-924e-1fd33c0e806a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:05.740646 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c6f14ed4-2236-47ae-bb66-25860a40e3ff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:05.744924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f14ed4-2236-47ae-bb66-25860a40e3ff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.745582 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6f14ed4-2236-47ae-bb66-25860a40e3ff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.763421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f14ed4-2236-47ae-bb66-25860a40e3ff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Subnet': ['ID=aaed434d-e506-4cee-a186-8500cad7229e,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:05.781894 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c6f14ed4-2236-47ae-bb66-25860a40e3ff tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5624506 Jul 16 01:35:05.781894 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45970) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:05.787004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e17a18ae-c657-4b3e-ab2d-390a5d409382 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'security_group': {'name': 'tempest-secgroup-1725403285'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:05.815125 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e17a18ae-c657-4b3e-ab2d-390a5d409382 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.915593 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631f0b4-08be-4e12-a095-69799999e567 req-b5c9a010-8b02-47e7-8863-92b5a89d4049 tempest-ComputeTenantNetworksTest-2003103403 tempest-ComputeTenantNetworksTest-2003103403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.922258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631f0b4-08be-4e12-a095-69799999e567 req-b5c9a010-8b02-47e7-8863-92b5a89d4049 tempest-ComputeTenantNetworksTest-2003103403 tempest-ComputeTenantNetworksTest-2003103403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.928992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1631f0b4-08be-4e12-a095-69799999e567 req-b5c9a010-8b02-47e7-8863-92b5a89d4049 tempest-ComputeTenantNetworksTest-2003103403 tempest-ComputeTenantNetworksTest-2003103403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:05.930702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1631f0b4-08be-4e12-a095-69799999e567 req-b5c9a010-8b02-47e7-8863-92b5a89d4049 tempest-ComputeTenantNetworksTest-2003103403 tempest-ComputeTenantNetworksTest-2003103403-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1702216 Jul 16 01:35:05.982852 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e17a18ae-c657-4b3e-ab2d-390a5d409382 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:05.991313 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e17a18ae-c657-4b3e-ab2d-390a5d409382 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.019598 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e17a18ae-c657-4b3e-ab2d-390a5d409382 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.021221 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e17a18ae-c657-4b3e-ab2d-390a5d409382 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2387223 Jul 16 01:35:06.024127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45976) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:06.028938 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-687483c7-c02d-4a60-a68a-829e1985bab2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'security_group': {'name': 'tempest-secgroup-1038288327'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:06.037354 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17a18ae-c657-4b3e-ab2d-390a5d409382 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d407880-c379-41d3-82f3-3d377c81c02d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:06.061767 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-687483c7-c02d-4a60-a68a-829e1985bab2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.102704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486e07d-bbe8-4952-b755-f1d0f24d463a req-5c00503d-25b2-4f8b-891f-7618c16cfdfc tempest-ComputeTenantNetworksTest-2003103403 tempest-ComputeTenantNetworksTest-2003103403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.112139 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f486e07d-bbe8-4952-b755-f1d0f24d463a req-5c00503d-25b2-4f8b-891f-7618c16cfdfc tempest-ComputeTenantNetworksTest-2003103403 tempest-ComputeTenantNetworksTest-2003103403-project] 10.222.0.22 "GET /v2.0/networks/0d56de73-962d-4901-8f60-7588ef2e44c5 HTTP/1.1" status: 200 len: 769 time: 0.1523166 Jul 16 01:35:06.122031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45978) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:06.177688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cf0d8-4112-440e-aae3-67f8f00c715b req-217c429f-da55-419c-af07-e321dedd2051 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:06.179251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-702cf0d8-4112-440e-aae3-67f8f00c715b req-217c429f-da55-419c-af07-e321dedd2051 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 944 time: 0.1978815 Jul 16 01:35:06.182923 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-687483c7-c02d-4a60-a68a-829e1985bab2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.187518 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-687483c7-c02d-4a60-a68a-829e1985bab2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.203480 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-687483c7-c02d-4a60-a68a-829e1985bab2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.204800 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-687483c7-c02d-4a60-a68a-829e1985bab2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1795053 Jul 16 01:35:06.210893 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45980) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:06.218163 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-70e69223-3f76-46bc-b033-d9b6c0c6ec7f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'security_group': {'name': 'tempest-secgroup-1300444391'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:06.239473 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9b96-c638-4620-9275-73e18f5dc8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.259406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687483c7-c02d-4a60-a68a-829e1985bab2 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0976e45-1d76-4203-afc7-76f64366ae91,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:06.263087 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e69223-3f76-46bc-b033-d9b6c0c6ec7f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.282894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-702cf0d8-4112-440e-aae3-67f8f00c715b req-d61600d8-0342-4fc0-8a18-5aa3fd970f21 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=e600137b-585e-41b3-b5b3-fc2fc92df534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686169 Jul 16 01:35:06.369450 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e69223-3f76-46bc-b033-d9b6c0c6ec7f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.377233 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e69223-3f76-46bc-b033-d9b6c0c6ec7f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.412402 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e69223-3f76-46bc-b033-d9b6c0c6ec7f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.413819 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-70e69223-3f76-46bc-b033-d9b6c0c6ec7f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2022123 Jul 16 01:35:06.416833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45982) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:06.423399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c66d05c-0989-4388-959d-16ee1c24c6f9 None None] Network 6111451c-3ae7-490a-924e-1fd33c0e806a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:06.425356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-07fd6103-8323-470f-8e60-75df76d59d35 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-878193503', 'security_groups': ['f68f740b-bf7a-41b0-a768-9ea9256ebd99'], 'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aaed434d-e506-4cee-a186-8500cad7229e'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:06.450702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e69223-3f76-46bc-b033-d9b6c0c6ec7f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f68f740b-bf7a-41b0-a768-9ea9256ebd99,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:06.550488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-05b9c0fd-58b5-4cd8-90ce-466cfdb7076b None None] Provisioning complete for port 7e0a995e-fbf6-49c5-9a63-b3160d28b877 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:06.561500 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-05b9c0fd-58b5-4cd8-90ce-466cfdb7076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.579202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fd6103-8323-470f-8e60-75df76d59d35 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:06.690663 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07fd6103-8323-470f-8e60-75df76d59d35 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.715795 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-07fd6103-8323-470f-8e60-75df76d59d35 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] device_id is not set on port c91aaca9-cf65-4cb7-a211-34d3ea26ff4b yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:06.717282 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9b96-c638-4620-9275-73e18f5dc8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.732926 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-4a6d9b96-c638-4620-9275-73e18f5dc8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d56de73-962d-4901-8f60-7588ef2e44c5']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:06.747339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-4a6d9b96-c638-4620-9275-73e18f5dc8b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc1497e1-db92-41fd-b905-d4f2f86e96fa') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:06.747919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-4a6d9b96-c638-4620-9275-73e18f5dc8b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc1497e1-db92-41fd-b905-d4f2f86e96fa') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:06.761147 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9b96-c638-4620-9275-73e18f5dc8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.781516 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9b96-c638-4620-9275-73e18f5dc8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.789084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6d9b96-c638-4620-9275-73e18f5dc8b8 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:06.789593 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9b96-c638-4620-9275-73e18f5dc8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:06.853986 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:06.858209 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9b96-c638-4620-9275-73e18f5dc8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.870000 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a6d9b96-c638-4620-9275-73e18f5dc8b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.870661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-05b9c0fd-58b5-4cd8-90ce-466cfdb7076b None None] Provisioning complete for port 6edd6199-b671-4ccf-ac73-ce84a70f223e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:06.871140 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-05b9c0fd-58b5-4cd8-90ce-466cfdb7076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:06.872609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4a6d9b96-c638-4620-9275-73e18f5dc8b8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0d56de73-962d-4901-8f60-7588ef2e44c5 HTTP/1.1" status: 204 len: 168 time: 0.7466249 Jul 16 01:35:06.904647 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d9b96-c638-4620-9275-73e18f5dc8b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d56de73-962d-4901-8f60-7588ef2e44c5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:06.936186 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-07fd6103-8323-470f-8e60-75df76d59d35 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Allocated IP 172.20.0.2 (6111451c-3ae7-490a-924e-1fd33c0e806a/aaed434d-e506-4cee-a186-8500cad7229e/c91aaca9-cf65-4cb7-a211-34d3ea26ff4b) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:06.954367 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-05b9c0fd-58b5-4cd8-90ce-466cfdb7076b None None] Port 6edd6199-b671-4ccf-ac73-ce84a70f223e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:07.072263 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28617db-7174-4e88-9f47-4460a208039d None None] Update dhcp port {'port': {'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'fixed_ips': [{'subnet_id': 'ab5634dc-05c2-48cb-b4b3-608be5842e99', 'ip_address': '172.20.0.18'}, {'subnet_id': 'aaed434d-e506-4cee-a186-8500cad7229e'}], 'binding:host_id': 'n-d-791505-14'}, 'id': '7e0a995e-fbf6-49c5-9a63-b3160d28b877'} from n-d-791505-14. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:35:07.107008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45992) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:07.133178 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07fd6103-8323-470f-8e60-75df76d59d35 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.149386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-07fd6103-8323-470f-8e60-75df76d59d35 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Transition to ACTIVE for port object c91aaca9-cf65-4cb7-a211-34d3ea26ff4b will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:07.161322 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-727c0f2b-2ad3-4c5a-9d8b-232082934e53 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=06d2c9d222bf4dbfbf4c4bf1e16fff8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527813 Jul 16 01:35:07.162123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45994) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:07.166482 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b28617db-7174-4e88-9f47-4460a208039d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.199408 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07fd6103-8323-470f-8e60-75df76d59d35 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.220295 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef7dfc8a-199a-4bf0-abc0-0f02d279247a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.242774 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef7dfc8a-199a-4bf0-abc0-0f02d279247a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.259423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fd6103-8323-470f-8e60-75df76d59d35 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 6111451c-3ae7-490a-924e-1fd33c0e806a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:07.266615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-07fd6103-8323-470f-8e60-75df76d59d35 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:07.275282 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fd6103-8323-470f-8e60-75df76d59d35 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:07.328971 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef7dfc8a-199a-4bf0-abc0-0f02d279247a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.331572 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef7dfc8a-199a-4bf0-abc0-0f02d279247a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.335331 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ef7dfc8a-199a-4bf0-abc0-0f02d279247a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b6a943e-4cb1-4c1e-b113-2a6ee73084ad HTTP/1.1" status: 204 len: 168 time: 0.1714377 Jul 16 01:35:07.341596 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.367183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd6103-8323-470f-8e60-75df76d59d35 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=c91aaca9-cf65-4cb7-a211-34d3ea26ff4b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:07.368116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dfc8a-199a-4bf0-abc0-0f02d279247a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6a943e-4cb1-4c1e-b113-2a6ee73084ad,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:07.397226 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fd6103-8323-470f-8e60-75df76d59d35 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:07.408677 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07fd6103-8323-470f-8e60-75df76d59d35 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.449668 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-07fd6103-8323-470f-8e60-75df76d59d35 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.0314324 Jul 16 01:35:07.450635 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46006) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:07.458632 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-79bd9b8a-5e3c-4c5f-b64d-d9f857595f10 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'subnet': {'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:07.460099 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6c831b03-f4bf-408a-8bf6-43a5454ed99d details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:35:07.498171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a8a36b-1aa0-473f-b2c7-e218cab486c6 req-4111125d-7332-4c26-a74a-9a0e4a41f109 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:07.500036 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18a8a36b-1aa0-473f-b2c7-e218cab486c6 req-4111125d-7332-4c26-a74a-9a0e4a41f109 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 944 time: 0.0778587 Jul 16 01:35:07.577884 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18a8a36b-1aa0-473f-b2c7-e218cab486c6 req-c02aabea-057b-46d3-9d0e-3203a9d96e77 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=e600137b-585e-41b3-b5b3-fc2fc92df534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700881 Jul 16 01:35:07.602298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bd9b8a-5e3c-4c5f-b64d-d9f857595f10 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:07.611913 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-79bd9b8a-5e3c-4c5f-b64d-d9f857595f10 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.670672 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6c831b03-f4bf-408a-8bf6-43a5454ed99d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6c831b03-f4bf-408a-8bf6-43a5454ed99d,segment=NetworkSegment(1fa832ec-f890-4242-8abf-592d0d1c3d1d),segment_id=1fa832ec-f890-4242-8abf-592d0d1c3d1d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:07.686356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '6c831b03-f4bf-408a-8bf6-43a5454ed99d', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'port_id': '6c831b03-f4bf-408a-8bf6-43a5454ed99d', 'mac_address': 'fa:16:3e:2e:c5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:35:07.701237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-b28617db-7174-4e88-9f47-4460a208039d None None] Allocated IP 172.20.0.3 (6111451c-3ae7-490a-924e-1fd33c0e806a/aaed434d-e506-4cee-a186-8500cad7229e/7e0a995e-fbf6-49c5-9a63-b3160d28b877) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:07.743603 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-36570d2f-84fe-401b-a143-27a8288ddef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.758245 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.789276 n-d-791505-14 neutron-server[93920]: INFO neutron.db.ipam_backend_mixin [None req-79bd9b8a-5e3c-4c5f-b64d-d9f857595f10 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aaed434d-e506-4cee-a186-8500cad7229e (CIDR: 172.20.0.0/28) Jul 16 01:35:07.792765 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bd9b8a-5e3c-4c5f-b64d-d9f857595f10 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:35:07.793316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79bd9b8a-5e3c-4c5f-b64d-d9f857595f10 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:07.796322 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c831b03-f4bf-408a-8bf6-43a5454ed99d {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:35:07.813520 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46018) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:07.814151 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-79bd9b8a-5e3c-4c5f-b64d-d9f857595f10 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3612633 Jul 16 01:35:07.819555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-85a19736-ff0d-484d-be56-f81d3c4e3293 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'subnet': {'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:07.853989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6c831b03-f4bf-408a-8bf6-43a5454ed99d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6c831b03-f4bf-408a-8bf6-43a5454ed99d,segment=NetworkSegment(1fa832ec-f890-4242-8abf-592d0d1c3d1d),segment_id=1fa832ec-f890-4242-8abf-592d0d1c3d1d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:07.860444 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.900601 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b28617db-7174-4e88-9f47-4460a208039d None None] For port 7e0a995e-fbf6-49c5-9a63-b3160d28b877, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7e0a995e-fbf6-49c5-9a63-b3160d28b877,segment=NetworkSegment(293d9d12-92cb-4151-81fe-2382df1c8576),segment_id=293d9d12-92cb-4151-81fe-2382df1c8576)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:07.939827 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=6c831b03-f4bf-408a-8bf6-43a5454ed99d,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:07.950965 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b28617db-7174-4e88-9f47-4460a208039d None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.966030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b28617db-7174-4e88-9f47-4460a208039d None None] Transition to ACTIVE for port object 7e0a995e-fbf6-49c5-9a63-b3160d28b877 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:07.969690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a19736-ff0d-484d-be56-f81d3c4e3293 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:07.970767 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b28617db-7174-4e88-9f47-4460a208039d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:07.973975 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85a19736-ff0d-484d-be56-f81d3c4e3293 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.031209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28617db-7174-4e88-9f47-4460a208039d None None] Pushing event updated for resources: {'Port': ['ID=7e0a995e-fbf6-49c5-9a63-b3160d28b877,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:08.113827 n-d-791505-14 neutron-server[93919]: INFO neutron.db.ipam_backend_mixin [None req-85a19736-ff0d-484d-be56-f81d3c4e3293 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ab5634dc-05c2-48cb-b4b3-608be5842e99 (CIDR: 172.20.0.16/28) Jul 16 01:35:08.119003 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a19736-ff0d-484d-be56-f81d3c4e3293 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:35:08.119543 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85a19736-ff0d-484d-be56-f81d3c4e3293 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:08.126162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['6c831b03-f4bf-408a-8bf6-43a5454ed99d'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:35:08.142181 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46028) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:08.148465 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-98413f85-fd41-4e36-b383-99eba2289eb5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'subnet': {'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:08.153241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-85a19736-ff0d-484d-be56-f81d3c4e3293 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3383183 Jul 16 01:35:08.237416 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7e0a995e-fbf6-49c5-9a63-b3160d28b877 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:08.301921 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98413f85-fd41-4e36-b383-99eba2289eb5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Made reservation on behalf of 9415a8b9e5ba489a92cda876cb2c8838 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:08.307078 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98413f85-fd41-4e36-b383-99eba2289eb5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.545591 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.636167 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98413f85-fd41-4e36-b383-99eba2289eb5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.687173 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98413f85-fd41-4e36-b383-99eba2289eb5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Network 6111451c-3ae7-490a-924e-1fd33c0e806a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:08.690989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-98413f85-fd41-4e36-b383-99eba2289eb5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:08.695853 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98413f85-fd41-4e36-b383-99eba2289eb5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:08.696445 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98413f85-fd41-4e36-b383-99eba2289eb5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:08.731542 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-98413f85-fd41-4e36-b383-99eba2289eb5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5882144 Jul 16 01:35:08.734674 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46040) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:08.737394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98413f85-fd41-4e36-b383-99eba2289eb5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Subnet': ['ID=9c12f221-56da-496b-9852-fb78d3ca9d35,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:08.747440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-068b764b-be44-4bd0-8069-f92a0c7c616c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-468289777', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9c12f221-56da-496b-9852-fb78d3ca9d35'}], 'security_groups': ['1d407880-c379-41d3-82f3-3d377c81c02d', 'a0976e45-1d76-4203-afc7-76f64366ae91']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:08.915875 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c660d75c-906b-4695-b11d-51696eb131af None None] Network 6111451c-3ae7-490a-924e-1fd33c0e806a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:08.934422 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281f9415-2bbb-4789-bab7-fbec278637cc req-8efc3dc3-6eca-48b7-8446-14755b6d395a tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:08.943455 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-281f9415-2bbb-4789-bab7-fbec278637cc req-8efc3dc3-6eca-48b7-8446-14755b6d395a tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 945 time: 0.1822975 Jul 16 01:35:09.005659 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-281f9415-2bbb-4789-bab7-fbec278637cc req-977ea4c9-f4ed-4f7e-8c0d-0fdd964bcef8 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=e600137b-585e-41b3-b5b3-fc2fc92df534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611422 Jul 16 01:35:09.013562 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-584e77fb-e6d1-4743-9193-8831510a15d8 None None] Provisioning for port 7e0a995e-fbf6-49c5-9a63-b3160d28b877 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:09.028066 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-584e77fb-e6d1-4743-9193-8831510a15d8 None None] Provisioning complete for port 7e0a995e-fbf6-49c5-9a63-b3160d28b877 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:09.028066 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-584e77fb-e6d1-4743-9193-8831510a15d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.087173 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-068b764b-be44-4bd0-8069-f92a0c7c616c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.219469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-584e77fb-e6d1-4743-9193-8831510a15d8 None None] Provisioning complete for port 6edd6199-b671-4ccf-ac73-ce84a70f223e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:09.220012 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-584e77fb-e6d1-4743-9193-8831510a15d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.265060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-584e77fb-e6d1-4743-9193-8831510a15d8 None None] Port 6edd6199-b671-4ccf-ac73-ce84a70f223e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:09.353918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9469242d-37ee-4976-9ca2-e259ba47c0a5 None None] Update dhcp port {'port': {'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'fixed_ips': [{'subnet_id': 'ab5634dc-05c2-48cb-b4b3-608be5842e99', 'ip_address': '172.20.0.18'}, {'subnet_id': 'aaed434d-e506-4cee-a186-8500cad7229e', 'ip_address': '172.20.0.3'}, {'subnet_id': '9c12f221-56da-496b-9852-fb78d3ca9d35'}], 'binding:host_id': 'n-d-791505-14'}, 'id': '7e0a995e-fbf6-49c5-9a63-b3160d28b877'} from n-d-791505-14. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:35:09.393139 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9469242d-37ee-4976-9ca2-e259ba47c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.449437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6c831b03-f4bf-408a-8bf6-43a5454ed99d up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:09.476758 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-068b764b-be44-4bd0-8069-f92a0c7c616c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Delete allocated IP 172.20.0.2 (6111451c-3ae7-490a-924e-1fd33c0e806a/aaed434d-e506-4cee-a186-8500cad7229e) {{(pid=93919) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 01:35:09.488353 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-068b764b-be44-4bd0-8069-f92a0c7c616c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Allocated IP 172.20.0.35 (6111451c-3ae7-490a-924e-1fd33c0e806a/9c12f221-56da-496b-9852-fb78d3ca9d35/c91aaca9-cf65-4cb7-a211-34d3ea26ff4b) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:09.605727 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 6c831b03-f4bf-408a-8bf6-43a5454ed99d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:09.614167 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 6c831b03-f4bf-408a-8bf6-43a5454ed99d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:09.614587 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.747285 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-068b764b-be44-4bd0-8069-f92a0c7c616c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.763800 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-068b764b-be44-4bd0-8069-f92a0c7c616c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Ignored duplicate provisioning block setup for port c91aaca9-cf65-4cb7-a211-34d3ea26ff4b by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 01:35:09.770365 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-068b764b-be44-4bd0-8069-f92a0c7c616c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.776828 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.827022 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd362aa65-45db-4a8e-b365-c731d77cfe89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c831b03-f4bf-408a-8bf6-43a5454ed99d'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:09.830160 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1834714f-c5f2-40a2-add1-836bf446153d" -d '{"events": [{"server_uuid": "d362aa65-45db-4a8e-b365-c731d77cfe89", "name": "network-vif-plugged", "status": "completed", "tag": "6c831b03-f4bf-408a-8bf6-43a5454ed99d"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:09.904125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6c831b03-f4bf-408a-8bf6-43a5454ed99d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6c831b03-f4bf-408a-8bf6-43a5454ed99d,segment=NetworkSegment(1fa832ec-f890-4242-8abf-592d0d1c3d1d),segment_id=1fa832ec-f890-4242-8abf-592d0d1c3d1d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:09.910225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b764b-be44-4bd0-8069-f92a0c7c616c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event updated for resources: {'Port': ['ID=c91aaca9-cf65-4cb7-a211-34d3ea26ff4b,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:09.915904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-068b764b-be44-4bd0-8069-f92a0c7c616c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] In _notify_port_updated(), no bound segment for port c91aaca9-cf65-4cb7-a211-34d3ea26ff4b on network 6111451c-3ae7-490a-924e-1fd33c0e806a {{(pid=93919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:35:09.918521 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.922259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068b764b-be44-4bd0-8069-f92a0c7c616c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:09.923467 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-068b764b-be44-4bd0-8069-f92a0c7c616c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:09.928675 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-068b764b-be44-4bd0-8069-f92a0c7c616c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "PUT /v2.0/ports/c91aaca9-cf65-4cb7-a211-34d3ea26ff4b HTTP/1.1" status: 200 len: 959 time: 1.1928997 Jul 16 01:35:09.931594 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46088) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:09.941576 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf68dc4-9a7d-4234-9cdf-bbd3754e6a3f x-openstack-request-id: req-4bf68dc4-9a7d-4234-9cdf-bbd3754e6a3f {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:09.941974 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d362aa65-45db-4a8e-b365-c731d77cfe89", "name": "network-vif-plugged", "status": "completed", "tag": "6c831b03-f4bf-408a-8bf6-43a5454ed99d", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:09.942448 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4bf68dc4-9a7d-4234-9cdf-bbd3754e6a3f {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:09.942947 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd362aa65-45db-4a8e-b365-c731d77cfe89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c831b03-f4bf-408a-8bf6-43a5454ed99d', 'code': 200} Jul 16 01:35:10.038350 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-9469242d-37ee-4976-9ca2-e259ba47c0a5 None None] Allocated IP 172.20.0.34 (6111451c-3ae7-490a-924e-1fd33c0e806a/9c12f221-56da-496b-9852-fb78d3ca9d35/7e0a995e-fbf6-49c5-9a63-b3160d28b877) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:10.119494 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=6c831b03-f4bf-408a-8bf6-43a5454ed99d,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:10.145470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-458979ff-72da-487b-a7e7-80bacc1568b8 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port c91aaca9-cf65-4cb7-a211-34d3ea26ff4b {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:10.145608 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-458979ff-72da-487b-a7e7-80bacc1568b8 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.165030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24e485-ea29-4c5c-98cf-54402cbe80db req-a159dad4-93ad-4388-a1f7-bb9e1661191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.175970 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd24e485-ea29-4c5c-98cf-54402cbe80db req-a159dad4-93ad-4388-a1f7-bb9e1661191f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 1098 time: 0.1619339 Jul 16 01:35:10.273212 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.283286 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-458979ff-72da-487b-a7e7-80bacc1568b8 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.300711 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-458979ff-72da-487b-a7e7-80bacc1568b8 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for c91aaca9-cf65-4cb7-a211-34d3ea26ff4b owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:10.307152 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9469242d-37ee-4976-9ca2-e259ba47c0a5 None None] For port 7e0a995e-fbf6-49c5-9a63-b3160d28b877, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7e0a995e-fbf6-49c5-9a63-b3160d28b877,segment=NetworkSegment(293d9d12-92cb-4151-81fe-2382df1c8576),segment_id=293d9d12-92cb-4151-81fe-2382df1c8576)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:10.338159 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd24e485-ea29-4c5c-98cf-54402cbe80db req-2d3cd423-0084-46f7-b2bd-a49845a457db service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=e600137b-585e-41b3-b5b3-fc2fc92df534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374991 Jul 16 01:35:10.360951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46098) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:10.366687 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9469242d-37ee-4976-9ca2-e259ba47c0a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.380725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9469242d-37ee-4976-9ca2-e259ba47c0a5 None None] Transition to ACTIVE for port object 7e0a995e-fbf6-49c5-9a63-b3160d28b877 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:10.396506 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9469242d-37ee-4976-9ca2-e259ba47c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.419106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf594325-234f-4558-9b90-4dd06cff373a req-5be363e4-284e-44a8-bcc8-d6a63cbc77aa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:10.430432 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf594325-234f-4558-9b90-4dd06cff373a req-5be363e4-284e-44a8-bcc8-d6a63cbc77aa tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 946 time: 0.2508316 Jul 16 01:35:10.457875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-458979ff-72da-487b-a7e7-80bacc1568b8 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.546919 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf594325-234f-4558-9b90-4dd06cff373a req-dd410c5d-7386-4cd4-84eb-f8b0eb566ed0 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=e600137b-585e-41b3-b5b3-fc2fc92df534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154895 Jul 16 01:35:10.633602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469242d-37ee-4976-9ca2-e259ba47c0a5 None None] Pushing event updated for resources: {'Port': ['ID=7e0a995e-fbf6-49c5-9a63-b3160d28b877,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:10.739507 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-44bb0e24-9d55-477b-b775-e2805e260ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.796768 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458979ff-72da-487b-a7e7-80bacc1568b8 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=c91aaca9-cf65-4cb7-a211-34d3ea26ff4b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:10.882764 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-458979ff-72da-487b-a7e7-80bacc1568b8 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.884400 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-44bb0e24-9d55-477b-b775-e2805e260ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.885411 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-458979ff-72da-487b-a7e7-80bacc1568b8 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/c91aaca9-cf65-4cb7-a211-34d3ea26ff4b HTTP/1.1" status: 204 len: 168 time: 0.9527767 Jul 16 01:35:10.888342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46112) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:10.899915 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-44bb0e24-9d55-477b-b775-e2805e260ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:10.949079 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fb018d-9521-4b29-ab75-3abc1992c16d tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] GET failed (client error): The resource could not be found. Jul 16 01:35:10.952219 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c1fb018d-9521-4b29-ab75-3abc1992c16d tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports/c91aaca9-cf65-4cb7-a211-34d3ea26ff4b HTTP/1.1" status: 404 len: 333 time: 0.0626924 Jul 16 01:35:10.954386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46118) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:10.966243 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-44bb0e24-9d55-477b-b775-e2805e260ca6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5cd5b9b585144592aada2d4362c928dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6039140 Jul 16 01:35:10.969056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46120) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:10.985934 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb0e24-9d55-477b-b775-e2805e260ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b346b608-f956-454d-96c4-824763b20396,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:11.055669 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4827faf2-38a7-4c1b-a619-69a691a4f398 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.083704 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86f31303-f6fd-4b14-b34e-45dcda6cc295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.099581 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4827faf2-38a7-4c1b-a619-69a691a4f398 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.126078 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86f31303-f6fd-4b14-b34e-45dcda6cc295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.176062 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4827faf2-38a7-4c1b-a619-69a691a4f398 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.178606 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4827faf2-38a7-4c1b-a619-69a691a4f398 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.179794 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4827faf2-38a7-4c1b-a619-69a691a4f398 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/security-groups/f68f740b-bf7a-41b0-a768-9ea9256ebd99 HTTP/1.1" status: 204 len: 168 time: 0.2243683 Jul 16 01:35:11.183454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46124) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:11.190939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827faf2-38a7-4c1b-a619-69a691a4f398 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68f740b-bf7a-41b0-a768-9ea9256ebd99,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:11.205171 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86f31303-f6fd-4b14-b34e-45dcda6cc295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.208707 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-86f31303-f6fd-4b14-b34e-45dcda6cc295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.210779 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-86f31303-f6fd-4b14-b34e-45dcda6cc295 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b346b608-f956-454d-96c4-824763b20396 HTTP/1.1" status: 204 len: 168 time: 0.2402158 Jul 16 01:35:11.219709 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f31303-f6fd-4b14-b34e-45dcda6cc295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b346b608-f956-454d-96c4-824763b20396,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:11.265016 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-246760fc-99ee-48ad-b639-f4db093e8bf3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.300097 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-246760fc-99ee-48ad-b639-f4db093e8bf3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.386482 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-246760fc-99ee-48ad-b639-f4db093e8bf3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.393701 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-246760fc-99ee-48ad-b639-f4db093e8bf3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.397290 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-246760fc-99ee-48ad-b639-f4db093e8bf3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/security-groups/a0976e45-1d76-4203-afc7-76f64366ae91 HTTP/1.1" status: 204 len: 168 time: 0.2099063 Jul 16 01:35:11.397752 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46132) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:11.414248 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246760fc-99ee-48ad-b639-f4db093e8bf3 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0976e45-1d76-4203-afc7-76f64366ae91,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:11.428404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ddf2950e-ecd9-491d-ab04-9ec659ac2844 None None] Provisioning for port 7e0a995e-fbf6-49c5-9a63-b3160d28b877 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:11.446921 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ddf2950e-ecd9-491d-ab04-9ec659ac2844 None None] Provisioning complete for port 7e0a995e-fbf6-49c5-9a63-b3160d28b877 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:11.449446 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ddf2950e-ecd9-491d-ab04-9ec659ac2844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.514680 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d861a39-88a0-4ad8-9d7b-a687afb59a9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.568989 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d861a39-88a0-4ad8-9d7b-a687afb59a9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.606398 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ddf2950e-ecd9-491d-ab04-9ec659ac2844 None None] Provisioning complete for port 6edd6199-b671-4ccf-ac73-ce84a70f223e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:11.606988 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ddf2950e-ecd9-491d-ab04-9ec659ac2844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.658275 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d861a39-88a0-4ad8-9d7b-a687afb59a9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.660967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ddf2950e-ecd9-491d-ab04-9ec659ac2844 None None] Port 6edd6199-b671-4ccf-ac73-ce84a70f223e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:11.661818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d861a39-88a0-4ad8-9d7b-a687afb59a9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.664380 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4d861a39-88a0-4ad8-9d7b-a687afb59a9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/security-groups/1d407880-c379-41d3-82f3-3d377c81c02d HTTP/1.1" status: 204 len: 168 time: 0.2643490 Jul 16 01:35:11.664909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ddf2950e-ecd9-491d-ab04-9ec659ac2844 None None] Could not find standard attr ID for object c91aaca9-cf65-4cb7-a211-34d3ea26ff4b. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:35:11.665983 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46140) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:11.686240 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d861a39-88a0-4ad8-9d7b-a687afb59a9f tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d407880-c379-41d3-82f3-3d377c81c02d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:11.736432 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-347d6d15-9e8d-45bb-be58-e2c27ef6c16e tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting subnet aaed434d-e506-4cee-a186-8500cad7229e {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:11.739890 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-347d6d15-9e8d-45bb-be58-e2c27ef6c16e tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.791522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fa77d22e-ebf3-41f7-85ef-277c4aa95629 None None] Could not find standard attr ID for object c91aaca9-cf65-4cb7-a211-34d3ea26ff4b. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:35:11.814919 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-347d6d15-9e8d-45bb-be58-e2c27ef6c16e tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.853030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46144) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:11.880017 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b203b348-8641-4276-bd16-ec0702b13956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:11.937182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf5721-2832-4f06-b1d1-d98e23b9bd13 req-7d4e7e57-3978-4c01-a3af-c100a3f9866e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:11.939356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0edf5721-2832-4f06-b1d1-d98e23b9bd13 req-7d4e7e57-3978-4c01-a3af-c100a3f9866e tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 946 time: 0.1765828 Jul 16 01:35:11.985459 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-347d6d15-9e8d-45bb-be58-e2c27ef6c16e tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.042785 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0edf5721-2832-4f06-b1d1-d98e23b9bd13 req-bd7a3f77-adcd-4cbb-90e0-f440dbb41b66 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=e600137b-585e-41b3-b5b3-fc2fc92df534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956419 Jul 16 01:35:12.104455 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-347d6d15-9e8d-45bb-be58-e2c27ef6c16e tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.153589 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b203b348-8641-4276-bd16-ec0702b13956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.157158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d6d15-9e8d-45bb-be58-e2c27ef6c16e tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Subnet': ['ID=aaed434d-e506-4cee-a186-8500cad7229e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:12.161224 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b203b348-8641-4276-bd16-ec0702b13956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.189900 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-347d6d15-9e8d-45bb-be58-e2c27ef6c16e tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.192815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-347d6d15-9e8d-45bb-be58-e2c27ef6c16e tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/aaed434d-e506-4cee-a186-8500cad7229e HTTP/1.1" status: 204 len: 168 time: 0.5245423 Jul 16 01:35:12.197683 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46156) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:12.214630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b203b348-8641-4276-bd16-ec0702b13956 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a6f90eebc834d5b84e30e23f707f6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572736 Jul 16 01:35:12.215305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46160) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:12.286339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ff0b0ce-8c02-479f-8a07-564e20dcdd66 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting subnet 9c12f221-56da-496b-9852-fb78d3ca9d35 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:12.289923 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0ce-8c02-479f-8a07-564e20dcdd66 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.297023 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203b348-8641-4276-bd16-ec0702b13956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e25702-667b-4300-aff3-376f489df043,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:12.332777 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758ae2a2-f541-4502-b3bf-e76383e03b79 None None] Network 6111451c-3ae7-490a-924e-1fd33c0e806a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:12.335367 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7e0a995e-fbf6-49c5-9a63-b3160d28b877 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:12.350910 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0ce-8c02-479f-8a07-564e20dcdd66 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.362216 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd411366-86e6-43cf-afae-61336d03a483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.384836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8480c-5216-4e7e-985d-fd2e4b10d071 req-0f39ba8b-618d-4b16-8cef-d139e361853d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:12.386520 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ec8480c-5216-4e7e-985d-fd2e4b10d071 req-0f39ba8b-618d-4b16-8cef-d139e361853d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 946 time: 0.1515954 Jul 16 01:35:12.395743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46166) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:12.405885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ba7a567a-ac6a-47c4-abff-9ea520fdc40d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Request body: {'floatingip': {'port_id': '6c831b03-f4bf-408a-8bf6-43a5454ed99d'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:12.470851 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd411366-86e6-43cf-afae-61336d03a483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.471256 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0ce-8c02-479f-8a07-564e20dcdd66 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.486186 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba7a567a-ac6a-47c4-abff-9ea520fdc40d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.544455 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e2a04b7c-6a8c-46bc-9ac7-6d94ed12c15e None None] Could not find standard attr ID for object c91aaca9-cf65-4cb7-a211-34d3ea26ff4b. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:35:12.556735 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0ce-8c02-479f-8a07-564e20dcdd66 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.601945 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0b0ce-8c02-479f-8a07-564e20dcdd66 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Subnet': ['ID=9c12f221-56da-496b-9852-fb78d3ca9d35,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:12.608472 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ff0b0ce-8c02-479f-8a07-564e20dcdd66 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.610728 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2ff0b0ce-8c02-479f-8a07-564e20dcdd66 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/9c12f221-56da-496b-9852-fb78d3ca9d35 HTTP/1.1" status: 204 len: 168 time: 0.4110250 Jul 16 01:35:12.613245 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46172) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:12.616378 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7e0a995e-fbf6-49c5-9a63-b3160d28b877 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:12.616951 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.644777 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd411366-86e6-43cf-afae-61336d03a483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.647441 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd411366-86e6-43cf-afae-61336d03a483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.648649 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bd411366-86e6-43cf-afae-61336d03a483 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e6e25702-667b-4300-aff3-376f489df043 HTTP/1.1" status: 204 len: 168 time: 0.4277768 Jul 16 01:35:12.664490 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd411366-86e6-43cf-afae-61336d03a483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e25702-667b-4300-aff3-376f489df043,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:12.681552 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-588f3c45-a5a0-4a69-9a1b-c811ac1dbe82 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:12.682030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588f3c45-a5a0-4a69-9a1b-c811ac1dbe82 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:12.690192 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-588f3c45-a5a0-4a69-9a1b-c811ac1dbe82 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/aaed434d-e506-4cee-a186-8500cad7229e HTTP/1.1" status: 404 len: 337 time: 0.0735426 Jul 16 01:35:12.690776 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46176) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:12.793859 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d40910-a607-4ede-bf59-01a35c6e24ce tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting subnet ab5634dc-05c2-48cb-b4b3-608be5842e99 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:12.807080 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a5d40910-a607-4ede-bf59-01a35c6e24ce tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.906145 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a5d40910-a607-4ede-bf59-01a35c6e24ce tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:12.985914 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da5ec29-7ce7-4ca3-b416-4d977e7d680f None None] Update dhcp port {'port': {'network_id': '6111451c-3ae7-490a-924e-1fd33c0e806a', 'fixed_ips': [{'subnet_id': 'ab5634dc-05c2-48cb-b4b3-608be5842e99', 'ip_address': '172.20.0.18'}, {'subnet_id': '9c12f221-56da-496b-9852-fb78d3ca9d35'}], 'binding:host_id': 'n-d-791505-14'}, 'id': '7e0a995e-fbf6-49c5-9a63-b3160d28b877'} from n-d-791505-14. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:35:13.006058 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a5d40910-a607-4ede-bf59-01a35c6e24ce tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.061457 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9da5ec29-7ce7-4ca3-b416-4d977e7d680f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.091587 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a5d40910-a607-4ede-bf59-01a35c6e24ce tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.130787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d40910-a607-4ede-bf59-01a35c6e24ce tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Subnet': ['ID=ab5634dc-05c2-48cb-b4b3-608be5842e99,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:13.135455 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a5d40910-a607-4ede-bf59-01a35c6e24ce tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.137550 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a5d40910-a607-4ede-bf59-01a35c6e24ce tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/ab5634dc-05c2-48cb-b4b3-608be5842e99 HTTP/1.1" status: 204 len: 168 time: 0.4404919 Jul 16 01:35:13.139932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46182) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:13.180189 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-61559c90-73bc-4c4c-9e0d-e9f866438474 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:13.181116 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61559c90-73bc-4c4c-9e0d-e9f866438474 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:13.183982 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-61559c90-73bc-4c4c-9e0d-e9f866438474 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/38243d80-2ff6-4b79-bbb5-ade661b56739 HTTP/1.1" status: 404 len: 337 time: 0.0430803 Jul 16 01:35:13.186482 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46188) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:13.219064 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7785915f-fe9c-4d1e-9e59-0209cda9082c tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "GET /v2.0/ports?device_id=5ea71a7c-b952-47f1-8f63-14e97fa4be04 HTTP/1.1" status: 200 len: 205 time: 0.0310984 Jul 16 01:35:13.221340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46192) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server [None req-9da5ec29-7ce7-4ca3-b416-4d977e7d680f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab5634dc-05c2-48cb-b4b3-608be5842e99: This subnet is being modified by another concurrent operation. Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:35:13.269860 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ab5634dc-05c2-48cb-b4b3-608be5842e99: This subnet is being modified by another concurrent operation. Jul 16 01:35:13.273413 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Jul 16 01:35:13.275944 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-2cc30067-e53e-4ff0-9b0b-e71c1ea223ba tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] delete failed (client error): The resource could not be found. Jul 16 01:35:13.280000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46200) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:13.280566 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2cc30067-e53e-4ff0-9b0b-e71c1ea223ba tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/routers/5ea71a7c-b952-47f1-8f63-14e97fa4be04 HTTP/1.1" status: 404 len: 336 time: 0.0575795 Jul 16 01:35:13.298396 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.db.resource_extend [None req-ba7a567a-ac6a-47c4-abff-9ea520fdc40d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:35:13.346332 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-73076811-90a3-45e0-8f41-e920435e58e7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:13.346784 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73076811-90a3-45e0-8f41-e920435e58e7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:13.351276 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-73076811-90a3-45e0-8f41-e920435e58e7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/a9ce3d90-a587-40d3-9e08-4513b3adc81b HTTP/1.1" status: 404 len: 337 time: 0.0669041 Jul 16 01:35:13.351276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46206) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:13.377475 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b0890c-d5ad-4c7a-a6f5-d5e41fc239e7 None None] Network 6111451c-3ae7-490a-924e-1fd33c0e806a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:13.388474 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47663d5-8b52-42f3-ac6a-a969491dd338 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:13.388930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47663d5-8b52-42f3-ac6a-a969491dd338 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:13.390659 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c47663d5-8b52-42f3-ac6a-a969491dd338 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/277cf3a8-3255-4ee4-aa66-0060756e9193 HTTP/1.1" status: 404 len: 337 time: 0.0386024 Jul 16 01:35:13.393770 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46212) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:13.408740 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aa89c592-48b8-48cb-b100-b8004973187a None None] Provisioning complete for port 7e0a995e-fbf6-49c5-9a63-b3160d28b877 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:13.409447 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa89c592-48b8-48cb-b100-b8004973187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.428158 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-435f99f0-89c0-4fbf-a48a-fa06325640e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:13.428618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-435f99f0-89c0-4fbf-a48a-fa06325640e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:13.430356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-435f99f0-89c0-4fbf-a48a-fa06325640e5 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/11e87221-a490-44e0-b861-084249bb614d HTTP/1.1" status: 404 len: 337 time: 0.0356874 Jul 16 01:35:13.433135 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46214) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:13.446268 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba7a567a-ac6a-47c4-abff-9ea520fdc40d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.465431 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba7a567a-ac6a-47c4-abff-9ea520fdc40d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.468314 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebaae665-cc00-47ae-b414-f0298b2824e9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:13.469077 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebaae665-cc00-47ae-b414-f0298b2824e9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:13.470815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ebaae665-cc00-47ae-b414-f0298b2824e9 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/b7cb95f9-57f4-4926-a4d7-310045686118 HTTP/1.1" status: 404 len: 333 time: 0.0367506 Jul 16 01:35:13.473618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46216) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:13.509841 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8d39ad-15d1-4b71-a1bb-9583639abda7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:13.510319 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b8d39ad-15d1-4b71-a1bb-9583639abda7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:13.512430 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1b8d39ad-15d1-4b71-a1bb-9583639abda7 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/df2950f7-ee22-46e7-8b4a-0cebd5e0c74d HTTP/1.1" status: 404 len: 337 time: 0.0376728 Jul 16 01:35:13.515027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46222) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:13.559045 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-78c12c3a-e50f-43ef-bc65-967caba0e606 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:13.560058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78c12c3a-e50f-43ef-bc65-967caba0e606 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:13.567306 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46228) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:13.571883 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-78c12c3a-e50f-43ef-bc65-967caba0e606 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/06aa5a7b-77c3-4d17-b92c-a09b4acce4f5 HTTP/1.1" status: 404 len: 337 time: 0.0522573 Jul 16 01:35:13.604613 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aa89c592-48b8-48cb-b100-b8004973187a None None] Provisioning complete for port 6edd6199-b671-4ccf-ac73-ce84a70f223e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:13.604987 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa89c592-48b8-48cb-b100-b8004973187a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.614263 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee62547c-ae86-4121-a166-03461c31a8c8 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:13.614975 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee62547c-ae86-4121-a166-03461c31a8c8 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:13.616741 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ee62547c-ae86-4121-a166-03461c31a8c8 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/00a8421b-90cf-4adf-ac03-06a8d113e3e4 HTTP/1.1" status: 404 len: 333 time: 0.0483871 Jul 16 01:35:13.619258 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46234) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:13.641061 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-ba7a567a-ac6a-47c4-abff-9ea520fdc40d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Floating IP c2b744ca-f0d8-44f6-be30-ab70018f48df associated. External IP: 172.25.2.166, port: 6c831b03-f4bf-408a-8bf6-43a5454ed99d. Jul 16 01:35:13.658338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abe48f2-0092-4005-8d8c-9f6bd9c17c5b None None] DHCP port deletion for 6111451c-3ae7-490a-924e-1fd33c0e806a request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:13.679840 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-aefe4f35-e14c-40da-a1bc-122b8675fc28 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:13.680129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aefe4f35-e14c-40da-a1bc-122b8675fc28 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:13.682171 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-aefe4f35-e14c-40da-a1bc-122b8675fc28 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/97545973-2b9e-4ad9-b445-67ffd8b60f7e HTTP/1.1" status: 404 len: 337 time: 0.0619550 Jul 16 01:35:13.685199 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46240) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:13.745148 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff46b41-aafb-47d1-bcb2-9a9666fa34ab tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] DELETE failed (client error): The resource could not be found. Jul 16 01:35:13.745627 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff46b41-aafb-47d1-bcb2-9a9666fa34ab tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:35:13.747401 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5ff46b41-aafb-47d1-bcb2-9a9666fa34ab tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/subnets/e254cc6a-051c-4360-a79d-a5d432af2c3d HTTP/1.1" status: 404 len: 337 time: 0.0612521 Jul 16 01:35:13.750315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46246) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:13.757606 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-aa89c592-48b8-48cb-b100-b8004973187a None None] Port 6edd6199-b671-4ccf-ac73-ce84a70f223e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:13.804672 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8abe48f2-0092-4005-8d8c-9f6bd9c17c5b None None] Deleting port 7e0a995e-fbf6-49c5-9a63-b3160d28b877 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:13.805155 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8abe48f2-0092-4005-8d8c-9f6bd9c17c5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.871206 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-56432c84-0d4a-454b-873a-ba2b03e7be22 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Deleting port 6edd6199-b671-4ccf-ac73-ce84a70f223e {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:13.871834 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56432c84-0d4a-454b-873a-ba2b03e7be22 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.914653 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8abe48f2-0092-4005-8d8c-9f6bd9c17c5b None None] For port 7e0a995e-fbf6-49c5-9a63-b3160d28b877, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7e0a995e-fbf6-49c5-9a63-b3160d28b877,segment=NetworkSegment(293d9d12-92cb-4151-81fe-2382df1c8576),segment_id=293d9d12-92cb-4151-81fe-2382df1c8576)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:13.915970 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8abe48f2-0092-4005-8d8c-9f6bd9c17c5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.931730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8abe48f2-0092-4005-8d8c-9f6bd9c17c5b None None] Calling delete_port for 7e0a995e-fbf6-49c5-9a63-b3160d28b877 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:13.938276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7a567a-ac6a-47c4-abff-9ea520fdc40d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Router 4525f01c-9836-48f8-a661-9347e8f9f88a has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:13.974789 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56432c84-0d4a-454b-873a-ba2b03e7be22 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:13.992603 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-56432c84-0d4a-454b-873a-ba2b03e7be22 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Calling delete_port for 6edd6199-b671-4ccf-ac73-ce84a70f223e owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:14.057216 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8abe48f2-0092-4005-8d8c-9f6bd9c17c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.099107 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe48f2-0092-4005-8d8c-9f6bd9c17c5b None None] Pushing event deleted for resources: {'Port': ['ID=7e0a995e-fbf6-49c5-9a63-b3160d28b877,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:14.108163 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abe48f2-0092-4005-8d8c-9f6bd9c17c5b None None] No DVR routers for this DVR port 7e0a995e-fbf6-49c5-9a63-b3160d28b877 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:14.115407 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56432c84-0d4a-454b-873a-ba2b03e7be22 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.155846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7772d63-40a4-4814-8877-19ccc56a9a7d None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:35:14.197812 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56432c84-0d4a-454b-873a-ba2b03e7be22 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Port': ['ID=6edd6199-b671-4ccf-ac73-ce84a70f223e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:14.216293 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56432c84-0d4a-454b-873a-ba2b03e7be22 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.221120 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-56432c84-0d4a-454b-873a-ba2b03e7be22 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/ports/6edd6199-b671-4ccf-ac73-ce84a70f223e HTTP/1.1" status: 204 len: 168 time: 0.4697971 Jul 16 01:35:14.223633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46266) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:14.275879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7772d63-40a4-4814-8877-19ccc56a9a7d None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:35:14.284749 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7e0a995e-fbf6-49c5-9a63-b3160d28b877 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:14.325549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 7e0a995e-fbf6-49c5-9a63-b3160d28b877 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:14.326360 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7e0a995e-fbf6-49c5-9a63-b3160d28b877 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:14.398325 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49b9ec6f-2675-4960-be6c-25ae853a3f44 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.522883 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49b9ec6f-2675-4960-be6c-25ae853a3f44 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.530152 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7a567a-ac6a-47c4-abff-9ea520fdc40d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:14.539401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-49b9ec6f-2675-4960-be6c-25ae853a3f44 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6111451c-3ae7-490a-924e-1fd33c0e806a']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:14.551081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-49b9ec6f-2675-4960-be6c-25ae853a3f44 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '293d9d12-92cb-4151-81fe-2382df1c8576') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:14.551381 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-49b9ec6f-2675-4960-be6c-25ae853a3f44 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '293d9d12-92cb-4151-81fe-2382df1c8576') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:14.558415 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ba7a567a-ac6a-47c4-abff-9ea520fdc40d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.563512 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49b9ec6f-2675-4960-be6c-25ae853a3f44 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.591591 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49b9ec6f-2675-4960-be6c-25ae853a3f44 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.607015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea72c2-7300-4301-875b-b3457b8d26ee None None] Sync routers for ids ['4525f01c-9836-48f8-a661-9347e8f9f88a'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:14.610755 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ba7a567a-ac6a-47c4-abff-9ea520fdc40d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "PUT /v2.0/floatingips/c2b744ca-f0d8-44f6-be30-ab70018f48df HTTP/1.1" status: 200 len: 992 time: 2.2136915 Jul 16 01:35:14.611359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd362aa65-45db-4a8e-b365-c731d77cfe89', 'tag': '6c831b03-f4bf-408a-8bf6-43a5454ed99d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:35:14.613791 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6cee15-9723-4d94-a2f2-9d7cf31c9cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "d362aa65-45db-4a8e-b365-c731d77cfe89", "tag": "6c831b03-f4bf-408a-8bf6-43a5454ed99d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:35:14.617186 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b9ec6f-2675-4960-be6c-25ae853a3f44 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:14.617615 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49b9ec6f-2675-4960-be6c-25ae853a3f44 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:14.620746 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:14.662802 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f2896b-2bbe-45a3-81e0-e2058811e7f8 x-openstack-request-id: req-e6f2896b-2bbe-45a3-81e0-e2058811e7f8 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:35:14.663061 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d362aa65-45db-4a8e-b365-c731d77cfe89", "tag": "6c831b03-f4bf-408a-8bf6-43a5454ed99d", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:35:14.663358 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e6f2896b-2bbe-45a3-81e0-e2058811e7f8 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:35:14.663677 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd362aa65-45db-4a8e-b365-c731d77cfe89', 'tag': '6c831b03-f4bf-408a-8bf6-43a5454ed99d', 'status': 'completed', 'code': 200} Jul 16 01:35:14.716802 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49b9ec6f-2675-4960-be6c-25ae853a3f44 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.726327 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-49b9ec6f-2675-4960-be6c-25ae853a3f44 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:14.732820 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-49b9ec6f-2675-4960-be6c-25ae853a3f44 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] 10.222.0.22 "DELETE /v2.0/networks/6111451c-3ae7-490a-924e-1fd33c0e806a HTTP/1.1" status: 204 len: 168 time: 0.5068586 Jul 16 01:35:14.740518 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea72c2-7300-4301-875b-b3457b8d26ee None None] Routers {'4525f01c-9836-48f8-a661-9347e8f9f88a'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:14.747121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9ec6f-2675-4960-be6c-25ae853a3f44 tempest-PortsTestJSON-1580286035 tempest-PortsTestJSON-1580286035-project] Pushing event deleted for resources: {'Network': ['ID=6111451c-3ae7-490a-924e-1fd33c0e806a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:14.756980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-31ea72c2-7300-4301-875b-b3457b8d26ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4525f01c-9836-48f8-a661-9347e8f9f88a'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:14.782313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cee15-9723-4d94-a2f2-9d7cf31c9cfd req-45cb29f7-5fe4-4d79-9800-80ee5ecacc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:14.784070 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba6cee15-9723-4d94-a2f2-9d7cf31c9cfd req-45cb29f7-5fe4-4d79-9800-80ee5ecacc8b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4100c1fde37843068ccfc8eef15b59a0&device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 1098 time: 0.0900977 Jul 16 01:35:14.924680 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-31ea72c2-7300-4301-875b-b3457b8d26ee None None] Set router 4525f01c-9836-48f8-a661-9347e8f9f88a gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:14.998578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cee15-9723-4d94-a2f2-9d7cf31c9cfd req-5cec1a8e-964a-484a-9f28-87bf65a93d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:15.000329 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba6cee15-9723-4d94-a2f2-9d7cf31c9cfd req-5cec1a8e-964a-484a-9f28-87bf65a93d1c service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede HTTP/1.1" status: 200 len: 912 time: 0.2091568 Jul 16 01:35:15.099977 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba6cee15-9723-4d94-a2f2-9d7cf31c9cfd req-a5092869-6db8-407c-9376-ceb5ac0c5014 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c831b03-f4bf-408a-8bf6-43a5454ed99d HTTP/1.1" status: 200 len: 1000 time: 0.0912921 Jul 16 01:35:15.137624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46318) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:15.192514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cee15-9723-4d94-a2f2-9d7cf31c9cfd req-741bdf80-cce8-47b1-bb51-76cdd80c7f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:15.194027 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba6cee15-9723-4d94-a2f2-9d7cf31c9cfd req-741bdf80-cce8-47b1-bb51-76cdd80c7f24 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7459754e-d7d4-4f48-a231-067bfcf50ff6 HTTP/1.1" status: 200 len: 850 time: 0.0862131 Jul 16 01:35:15.259896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cee15-9723-4d94-a2f2-9d7cf31c9cfd req-3df06a1e-c88f-47f6-b802-738afd6f006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:15.262456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba6cee15-9723-4d94-a2f2-9d7cf31c9cfd req-3df06a1e-c88f-47f6-b802-738afd6f006b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613446 Jul 16 01:35:15.272733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-31ea72c2-7300-4301-875b-b3457b8d26ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 4, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'c2b744ca-f0d8-44f6-be30-ab70018f48df', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'port_id': '6c831b03-f4bf-408a-8bf6-43a5454ed99d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'mac_address': 'fa:16:3e:2e:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd362aa65-45db-4a8e-b365-c731d77cfe89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:34:56Z', 'updated_at': '2021-07-16T01:35:13Z', 'revision_number': 1, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2e89d6-5356-4c16-a049-3f14c0253582', 'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'mac_address': 'fa:16:3e:5c:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:30:53Z', 'revision_number': 5, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'subnets': [{'id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:15.303416 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f6b72977-9eab-4141-8e96-8d5bdf17029a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9415a8b9e5ba489a92cda876cb2c8838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1667807 Jul 16 01:35:15.306107 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46332) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:15.337514 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea72c2-7300-4301-875b-b3457b8d26ee None None] Checking router: 4525f01c-9836-48f8-a661-9347e8f9f88a for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:35:15.356255 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea72c2-7300-4301-875b-b3457b8d26ee None None] Routers {'4525f01c-9836-48f8-a661-9347e8f9f88a'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:15.356900 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-31ea72c2-7300-4301-875b-b3457b8d26ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4525f01c-9836-48f8-a661-9347e8f9f88a'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:15.382069 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba6cee15-9723-4d94-a2f2-9d7cf31c9cfd req-f039b17d-9512-4e5e-91cd-42a45d0d44e5 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118698 Jul 16 01:35:15.384920 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94587c7a-97f3-40fb-8fa6-c9f696938e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.411790 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94587c7a-97f3-40fb-8fa6-c9f696938e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.469202 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94587c7a-97f3-40fb-8fa6-c9f696938e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.470187 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94587c7a-97f3-40fb-8fa6-c9f696938e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:15.473814 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-94587c7a-97f3-40fb-8fa6-c9f696938e3c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/448dae9e-ba74-4806-bebb-bf3423d76c17 HTTP/1.1" status: 204 len: 168 time: 0.1624935 Jul 16 01:35:15.479827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94587c7a-97f3-40fb-8fa6-c9f696938e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448dae9e-ba74-4806-bebb-bf3423d76c17,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:15.525798 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-31ea72c2-7300-4301-875b-b3457b8d26ee None None] Set router 4525f01c-9836-48f8-a661-9347e8f9f88a gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:15.552275 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba6cee15-9723-4d94-a2f2-9d7cf31c9cfd req-bf836b84-96a4-428f-80a0-712e70c9b483 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614780 Jul 16 01:35:15.854689 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-31ea72c2-7300-4301-875b-b3457b8d26ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 4, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'c2b744ca-f0d8-44f6-be30-ab70018f48df', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'port_id': '6c831b03-f4bf-408a-8bf6-43a5454ed99d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'mac_address': 'fa:16:3e:2e:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd362aa65-45db-4a8e-b365-c731d77cfe89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:34:56Z', 'updated_at': '2021-07-16T01:35:13Z', 'revision_number': 1, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2e89d6-5356-4c16-a049-3f14c0253582', 'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'mac_address': 'fa:16:3e:5c:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:30:53Z', 'revision_number': 5, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'subnets': [{'id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:15.904164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ea72c2-7300-4301-875b-b3457b8d26ee None None] The sync data for ids ['4525f01c-9836-48f8-a661-9347e8f9f88a'] in n-d-791505-14 is: [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 4, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'c2b744ca-f0d8-44f6-be30-ab70018f48df', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'floating_ip_address': '172.25.2.166', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'port_id': '6c831b03-f4bf-408a-8bf6-43a5454ed99d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'mac_address': 'fa:16:3e:2e:c5:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd362aa65-45db-4a8e-b365-c731d77cfe89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:34:56Z', 'updated_at': '2021-07-16T01:35:13Z', 'revision_number': 1, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb2e89d6-5356-4c16-a049-3f14c0253582', 'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'mac_address': 'fa:16:3e:5c:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:30:53Z', 'revision_number': 5, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'subnets': [{'id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:16.273382 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b1e654-be4e-4cbd-a28a-93543a5294e7 None None] New status for floating IP c2b744ca-f0d8-44f6-be30-ab70018f48df: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:35:16.445480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46412) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:16.563785 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c1541775-e550-46bd-8ea6-4c184fe26173 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'network': {'name': 'tempest-RoutersTest-68418204'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:16.587665 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1541775-e550-46bd-8ea6-4c184fe26173 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:16.591436 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1541775-e550-46bd-8ea6-4c184fe26173 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.602010 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1541775-e550-46bd-8ea6-4c184fe26173 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.727050 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1541775-e550-46bd-8ea6-4c184fe26173 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.730850 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1541775-e550-46bd-8ea6-4c184fe26173 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.745340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1541775-e550-46bd-8ea6-4c184fe26173 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:16.749773 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46418) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:16.771174 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1541775-e550-46bd-8ea6-4c184fe26173 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.771527 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-c1541775-e550-46bd-8ea6-4c184fe26173 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Added segment 83ff67e8-c9fd-4da5-bdd1-fba8d252ed86 of type vlan for network 29ba2976-21d5-410e-96f6-c13461bdefe0 Jul 16 01:35:16.779734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1541775-e550-46bd-8ea6-4c184fe26173 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f42929-b6ba-40c7-b0bd-ad68d191d2c4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:16.817250 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1541775-e550-46bd-8ea6-4c184fe26173 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.846274 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1541775-e550-46bd-8ea6-4c184fe26173 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.851787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1541775-e550-46bd-8ea6-4c184fe26173 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:16.852388 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1541775-e550-46bd-8ea6-4c184fe26173 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.859059 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-484b4fe2-eb34-4132-9dfb-43067cab4477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.918725 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1541775-e550-46bd-8ea6-4c184fe26173 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Network': ['ID=29ba2976-21d5-410e-96f6-c13461bdefe0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:16.930881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 29ba2976-21d5-410e-96f6-c13461bdefe0 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:16.961712 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-484b4fe2-eb34-4132-9dfb-43067cab4477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.966769 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-484b4fe2-eb34-4132-9dfb-43067cab4477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:16.973026 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c1541775-e550-46bd-8ea6-4c184fe26173 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5263388 Jul 16 01:35:16.975612 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46426) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:16.981993 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-933f4cfa-a0b3-4071-a1f1-28b237c12777 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'network': {'name': 'tempest-RoutersTest-1927829001'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:17.017988 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-484b4fe2-eb34-4132-9dfb-43067cab4477 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=83e4f7668a6645f4b6d347e17e217ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669494 Jul 16 01:35:17.020418 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46430) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:17.024765 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933f4cfa-a0b3-4071-a1f1-28b237c12777 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:17.029133 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-933f4cfa-a0b3-4071-a1f1-28b237c12777 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.063889 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933f4cfa-a0b3-4071-a1f1-28b237c12777 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:17.075232 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-933f4cfa-a0b3-4071-a1f1-28b237c12777 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.075874 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-933f4cfa-a0b3-4071-a1f1-28b237c12777 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Added segment 96550a00-f624-4386-ba07-edd28916bfe2 of type vlan for network 55b53ec8-6692-46b4-b72a-585a1c7d5bf5 Jul 16 01:35:17.080156 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484b4fe2-eb34-4132-9dfb-43067cab4477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae9b64a-a9e2-4a2a-aedf-289c320334ca,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:17.101376 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-600ef45c-18f3-4116-9744-5d00ba16f6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.105417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b4fe2-eb34-4132-9dfb-43067cab4477 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:17.105775 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b4fe2-eb34-4132-9dfb-43067cab4477 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:17.106105 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b4fe2-eb34-4132-9dfb-43067cab4477 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:17.106472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b4fe2-eb34-4132-9dfb-43067cab4477 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:17.106926 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b4fe2-eb34-4132-9dfb-43067cab4477 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:17.107263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b4fe2-eb34-4132-9dfb-43067cab4477 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:17.107592 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b4fe2-eb34-4132-9dfb-43067cab4477 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:17.108148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b4fe2-eb34-4132-9dfb-43067cab4477 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:17.108480 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b4fe2-eb34-4132-9dfb-43067cab4477 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:17.108808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b4fe2-eb34-4132-9dfb-43067cab4477 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:17.109134 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b4fe2-eb34-4132-9dfb-43067cab4477 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:17.109463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484b4fe2-eb34-4132-9dfb-43067cab4477 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:17.139826 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-933f4cfa-a0b3-4071-a1f1-28b237c12777 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.147808 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-600ef45c-18f3-4116-9744-5d00ba16f6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.178271 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-933f4cfa-a0b3-4071-a1f1-28b237c12777 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.184329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933f4cfa-a0b3-4071-a1f1-28b237c12777 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:17.184967 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-933f4cfa-a0b3-4071-a1f1-28b237c12777 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.197133 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-600ef45c-18f3-4116-9744-5d00ba16f6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.199876 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-600ef45c-18f3-4116-9744-5d00ba16f6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.204308 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-600ef45c-18f3-4116-9744-5d00ba16f6a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fae9b64a-a9e2-4a2a-aedf-289c320334ca HTTP/1.1" status: 204 len: 168 time: 0.1826196 Jul 16 01:35:17.213642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ef45c-18f3-4116-9744-5d00ba16f6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae9b64a-a9e2-4a2a-aedf-289c320334ca,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:17.228733 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-933f4cfa-a0b3-4071-a1f1-28b237c12777 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2520018 Jul 16 01:35:17.229483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46438) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:17.237681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-695404c6-cfdf-45db-8364-93a51c695076 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'subnet': {'network_id': '29ba2976-21d5-410e-96f6-c13461bdefe0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:17.292856 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f4cfa-a0b3-4071-a1f1-28b237c12777 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Network': ['ID=55b53ec8-6692-46b4-b72a-585a1c7d5bf5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:17.304483 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 55b53ec8-6692-46b4-b72a-585a1c7d5bf5 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:17.390607 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695404c6-cfdf-45db-8364-93a51c695076 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:17.394961 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-695404c6-cfdf-45db-8364-93a51c695076 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.547468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46442) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:17.561572 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b9eb434-ae22-40af-b745-68afd7d7e69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.584387 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-695404c6-cfdf-45db-8364-93a51c695076 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.639844 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695404c6-cfdf-45db-8364-93a51c695076 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Subnet': ['ID=9542592c-7f9b-4462-93a7-00348e629f83,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:17.655044 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b9eb434-ae22-40af-b745-68afd7d7e69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.659513 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695404c6-cfdf-45db-8364-93a51c695076 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Checking segment: {'id': '83ff67e8-c9fd-4da5-bdd1-fba8d252ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29ba2976-21d5-410e-96f6-c13461bdefe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:17.660038 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b9eb434-ae22-40af-b745-68afd7d7e69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.660190 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695404c6-cfdf-45db-8364-93a51c695076 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network hostable DHCP agents. Network: 29ba2976-21d5-410e-96f6-c13461bdefe0, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:17.678770 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695404c6-cfdf-45db-8364-93a51c695076 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 29ba2976-21d5-410e-96f6-c13461bdefe0 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:17.690174 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-695404c6-cfdf-45db-8364-93a51c695076 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 29ba2976-21d5-410e-96f6-c13461bdefe0) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:17.697664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695404c6-cfdf-45db-8364-93a51c695076 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:17.698696 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-695404c6-cfdf-45db-8364-93a51c695076 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.699419 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d251095c-9e77-4802-b3a0-478417279b49 None None] Network 29ba2976-21d5-410e-96f6-c13461bdefe0 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:17.710850 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3b9eb434-ae22-40af-b745-68afd7d7e69e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76dd4d8b779e492c9a4a39e758e41e21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1620297 Jul 16 01:35:17.711902 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46444) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:17.712222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9eb434-ae22-40af-b745-68afd7d7e69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618fffce-063b-41d5-91d7-0d156f4b6252,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:17.721641 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-695404c6-cfdf-45db-8364-93a51c695076 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4883428 Jul 16 01:35:17.724735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46446) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:17.733453 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-132d31a7-621e-4704-9058-32940e6b2b0d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'subnet': {'network_id': '55b53ec8-6692-46b4-b72a-585a1c7d5bf5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:17.774447 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-466d9d2c-3bea-4cac-a43b-409a5e0898e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.798092 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-466d9d2c-3bea-4cac-a43b-409a5e0898e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.837354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132d31a7-621e-4704-9058-32940e6b2b0d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:17.842057 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-132d31a7-621e-4704-9058-32940e6b2b0d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.855280 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-466d9d2c-3bea-4cac-a43b-409a5e0898e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.859060 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-466d9d2c-3bea-4cac-a43b-409a5e0898e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:17.863800 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-466d9d2c-3bea-4cac-a43b-409a5e0898e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/618fffce-063b-41d5-91d7-0d156f4b6252 HTTP/1.1" status: 204 len: 168 time: 0.1483953 Jul 16 01:35:17.870534 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d9d2c-3bea-4cac-a43b-409a5e0898e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618fffce-063b-41d5-91d7-0d156f4b6252,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:17.908579 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-29ba2976-21d5-410e-96f6-c13461bdefe0', 'network_id': '29ba2976-21d5-410e-96f6-c13461bdefe0', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'fixed_ips': [{'subnet_id': '9542592c-7f9b-4462-93a7-00348e629f83'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:17.909755 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.085066 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Allocated IP 172.20.0.2 (29ba2976-21d5-410e-96f6-c13461bdefe0/9542592c-7f9b-4462-93a7-00348e629f83/78eebf3d-537b-4902-baaa-5567661fae2a) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:18.085793 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-132d31a7-621e-4704-9058-32940e6b2b0d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.195939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d31a7-621e-4704-9058-32940e6b2b0d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Subnet': ['ID=1765b643-d5b4-4cd1-8295-16966f95b675,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:18.248517 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132d31a7-621e-4704-9058-32940e6b2b0d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Checking segment: {'id': '96550a00-f624-4386-ba07-edd28916bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '55b53ec8-6692-46b4-b72a-585a1c7d5bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:18.249116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132d31a7-621e-4704-9058-32940e6b2b0d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network hostable DHCP agents. Network: 55b53ec8-6692-46b4-b72a-585a1c7d5bf5, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:18.292735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132d31a7-621e-4704-9058-32940e6b2b0d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 55b53ec8-6692-46b4-b72a-585a1c7d5bf5 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:18.307399 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-132d31a7-621e-4704-9058-32940e6b2b0d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 55b53ec8-6692-46b4-b72a-585a1c7d5bf5) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:18.334629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132d31a7-621e-4704-9058-32940e6b2b0d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:18.335244 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-132d31a7-621e-4704-9058-32940e6b2b0d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.340665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6614387f-e39e-4aeb-b952-059c41051da8 None None] Network 55b53ec8-6692-46b4-b72a-585a1c7d5bf5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:18.348204 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.401052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46460) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:18.407141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Transition to ACTIVE for port object 78eebf3d-537b-4902-baaa-5567661fae2a will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:18.416343 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-de7a07ee-64b6-4dea-bc3b-748c202a5dc9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1215411726', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:18.423159 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-132d31a7-621e-4704-9058-32940e6b2b0d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6648340 Jul 16 01:35:18.492882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-de7a07ee-64b6-4dea-bc3b-748c202a5dc9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.494176 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-de7a07ee-64b6-4dea-bc3b-748c202a5dc9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.507415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Transition to ACTIVE for port object 78eebf3d-537b-4902-baaa-5567661fae2a will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:18.549478 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.583362 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-de7a07ee-64b6-4dea-bc3b-748c202a5dc9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.588658 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-de7a07ee-64b6-4dea-bc3b-748c202a5dc9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.611096 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-de7a07ee-64b6-4dea-bc3b-748c202a5dc9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.612396 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-de7a07ee-64b6-4dea-bc3b-748c202a5dc9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2082930 Jul 16 01:35:18.615332 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46466) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:18.661103 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Network 29ba2976-21d5-410e-96f6-c13461bdefe0 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:18.670602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:18.674162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:18.696338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Pushing event updated for resources: {'Port': ['ID=78eebf3d-537b-4902-baaa-5567661fae2a,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:18.770621 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-55b53ec8-6692-46b4-b72a-585a1c7d5bf5', 'network_id': '55b53ec8-6692-46b4-b72a-585a1c7d5bf5', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'fixed_ips': [{'subnet_id': '1765b643-d5b4-4cd1-8295-16966f95b675'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:18.772007 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.797208 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Attempting to bind port 78eebf3d-537b-4902-baaa-5567661fae2a on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:18.797635 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Attempting to bind port 78eebf3d-537b-4902-baaa-5567661fae2a by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '83ff67e8-c9fd-4da5-bdd1-fba8d252ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29ba2976-21d5-410e-96f6-c13461bdefe0'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:18.798316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Attempting to bind port 78eebf3d-537b-4902-baaa-5567661fae2a on network 29ba2976-21d5-410e-96f6-c13461bdefe0 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:18.813868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:18.814474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Checking segment: {'id': '83ff67e8-c9fd-4da5-bdd1-fba8d252ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29ba2976-21d5-410e-96f6-c13461bdefe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:18.815108 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.815666 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Bound using segment: {'id': '83ff67e8-c9fd-4da5-bdd1-fba8d252ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29ba2976-21d5-410e-96f6-c13461bdefe0'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:18.816384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Bound port: 78eebf3d-537b-4902-baaa-5567661fae2a, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ff67e8-c9fd-4da5-bdd1-fba8d252ed86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '29ba2976-21d5-410e-96f6-c13461bdefe0'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:18.816951 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:18.957956 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.110998 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] For port 78eebf3d-537b-4902-baaa-5567661fae2a, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:19.116498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] For port 78eebf3d-537b-4902-baaa-5567661fae2a, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=78eebf3d-537b-4902-baaa-5567661fae2a,segment=NetworkSegment(83ff67e8-c9fd-4da5-bdd1-fba8d252ed86),segment_id=83ff67e8-c9fd-4da5-bdd1-fba8d252ed86)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:19.123284 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.216974 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Allocated IP 172.21.0.2 (55b53ec8-6692-46b4-b72a-585a1c7d5bf5/1765b643-d5b4-4cd1-8295-16966f95b675/be003b3b-25ab-4cd5-b65f-5389eb810311) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:19.229326 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01afd6b1-aa7a-44d0-9922-99cb0f552e27 None None] Pushing event updated for resources: {'Port': ['ID=78eebf3d-537b-4902-baaa-5567661fae2a,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:19.308220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Allocated IP 172.20.0.1 (29ba2976-21d5-410e-96f6-c13461bdefe0/9542592c-7f9b-4462-93a7-00348e629f83/bb36ed91-23b4-4f1f-a74d-0908e9fac189) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:19.438930 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.450680 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Transition to ACTIVE for port object be003b3b-25ab-4cd5-b65f-5389eb810311 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:19.490188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Transition to ACTIVE for port object be003b3b-25ab-4cd5-b65f-5389eb810311 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:19.498497 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.533508 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.557817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Transition to ACTIVE for port object bb36ed91-23b4-4f1f-a74d-0908e9fac189 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:19.600691 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Network 55b53ec8-6692-46b4-b72a-585a1c7d5bf5 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:19.605696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:19.614506 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:19.624644 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.634816 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Pushing event updated for resources: {'Port': ['ID=be003b3b-25ab-4cd5-b65f-5389eb810311,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:19.716690 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Attempting to bind port be003b3b-25ab-4cd5-b65f-5389eb810311 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:19.717284 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Attempting to bind port be003b3b-25ab-4cd5-b65f-5389eb810311 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '96550a00-f624-4386-ba07-edd28916bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '55b53ec8-6692-46b4-b72a-585a1c7d5bf5'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:19.717662 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Attempting to bind port be003b3b-25ab-4cd5-b65f-5389eb810311 on network 55b53ec8-6692-46b4-b72a-585a1c7d5bf5 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:19.726219 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:19.726619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Checking segment: {'id': '96550a00-f624-4386-ba07-edd28916bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '55b53ec8-6692-46b4-b72a-585a1c7d5bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:19.727167 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.727595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Bound using segment: {'id': '96550a00-f624-4386-ba07-edd28916bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '55b53ec8-6692-46b4-b72a-585a1c7d5bf5'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:19.728266 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Bound port: be003b3b-25ab-4cd5-b65f-5389eb810311, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96550a00-f624-4386-ba07-edd28916bfe2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '55b53ec8-6692-46b4-b72a-585a1c7d5bf5'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:19.729154 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.753440 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 29ba2976-21d5-410e-96f6-c13461bdefe0 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:19.758190 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:19.765969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:19.812969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=bb36ed91-23b4-4f1f-a74d-0908e9fac189,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:19.827022 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] For port be003b3b-25ab-4cd5-b65f-5389eb810311, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:19.831994 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] For port be003b3b-25ab-4cd5-b65f-5389eb810311, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=be003b3b-25ab-4cd5-b65f-5389eb810311,segment=NetworkSegment(96550a00-f624-4386-ba07-edd28916bfe2),segment_id=96550a00-f624-4386-ba07-edd28916bfe2)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:19.837337 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.837778 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:19.956928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e6262-fb80-493a-8a39-7f9b0167a33c None None] Pushing event updated for resources: {'Port': ['ID=be003b3b-25ab-4cd5-b65f-5389eb810311,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:20.020015 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.378151 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 78eebf3d-537b-4902-baaa-5567661fae2a up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:20.467494 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 78eebf3d-537b-4902-baaa-5567661fae2a completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:20.516917 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.522705 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.634351 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=bb36ed91-23b4-4f1f-a74d-0908e9fac189,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:20.650373 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.779621 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e605cc-2d4f-4f61-852f-40c0e03d3cdf None None] Network 29ba2976-21d5-410e-96f6-c13461bdefe0 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:20.788345 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 29ba2976-21d5-410e-96f6-c13461bdefe0 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:20.790397 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:20.899500 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-764996f8-7128-40e9-ba43-cd6d31426c33 None None] Provisioning for port 78eebf3d-537b-4902-baaa-5567661fae2a completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:20.907231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-764996f8-7128-40e9-ba43-cd6d31426c33 None None] Provisioning complete for port 78eebf3d-537b-4902-baaa-5567661fae2a triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:20.907959 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-764996f8-7128-40e9-ba43-cd6d31426c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:20.994668 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router 367d38c3-8ce3-4b54-b7e8-d7df80210f22 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:21.127506 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-764996f8-7128-40e9-ba43-cd6d31426c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.196436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-764996f8-7128-40e9-ba43-cd6d31426c33 None None] For port 78eebf3d-537b-4902-baaa-5567661fae2a, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=78eebf3d-537b-4902-baaa-5567661fae2a,segment=NetworkSegment(83ff67e8-c9fd-4da5-bdd1-fba8d252ed86),segment_id=83ff67e8-c9fd-4da5-bdd1-fba8d252ed86)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:21.217560 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-764996f8-7128-40e9-ba43-cd6d31426c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.356743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764996f8-7128-40e9-ba43-cd6d31426c33 None None] Pushing event updated for resources: {'Port': ['ID=78eebf3d-537b-4902-baaa-5567661fae2a,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:21.490210 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:21.495555 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d4c5bba4-6984-4e22-9843-df9855dc7101 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/367d38c3-8ce3-4b54-b7e8-d7df80210f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8780627 Jul 16 01:35:21.498789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46548) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:21.502727 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013001df-6ab7-4bed-bb16-e29598a5aac2 None None] Sync routers for ids ['367d38c3-8ce3-4b54-b7e8-d7df80210f22'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:21.513276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013001df-6ab7-4bed-bb16-e29598a5aac2 None None] Routers {'367d38c3-8ce3-4b54-b7e8-d7df80210f22'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:21.514197 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-013001df-6ab7-4bed-bb16-e29598a5aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['367d38c3-8ce3-4b54-b7e8-d7df80210f22'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:21.558112 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-013001df-6ab7-4bed-bb16-e29598a5aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:21.564302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afb0cba-3a46-4760-a2e6-5203b67cd15e None None] Network 55b53ec8-6692-46b4-b72a-585a1c7d5bf5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:21.569737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b016fd8-3865-4d0b-bb50-6e7193c4a8a3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:21.571367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2b016fd8-3865-4d0b-bb50-6e7193c4a8a3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports/bb36ed91-23b4-4f1f-a74d-0908e9fac189 HTTP/1.1" status: 200 len: 910 time: 0.0719922 Jul 16 01:35:21.574574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46552) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:21.587496 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013001df-6ab7-4bed-bb16-e29598a5aac2 None None] Routers {'367d38c3-8ce3-4b54-b7e8-d7df80210f22'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:21.588177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-013001df-6ab7-4bed-bb16-e29598a5aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['367d38c3-8ce3-4b54-b7e8-d7df80210f22'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:21.629366 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-013001df-6ab7-4bed-bb16-e29598a5aac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:21.630162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013001df-6ab7-4bed-bb16-e29598a5aac2 None None] The sync data for ids ['367d38c3-8ce3-4b54-b7e8-d7df80210f22'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:21.689718 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-14cd6155-d276-479f-a4f0-1b9a37cb1b97 None None] Provisioning complete for port 78eebf3d-537b-4902-baaa-5567661fae2a triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:21.689718 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-14cd6155-d276-479f-a4f0-1b9a37cb1b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.850402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-14cd6155-d276-479f-a4f0-1b9a37cb1b97 None None] Provisioning for port bb36ed91-23b4-4f1f-a74d-0908e9fac189 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:21.855567 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-14cd6155-d276-479f-a4f0-1b9a37cb1b97 None None] Provisioning complete for port bb36ed91-23b4-4f1f-a74d-0908e9fac189 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:21.856241 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-14cd6155-d276-479f-a4f0-1b9a37cb1b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:21.899565 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-14cd6155-d276-479f-a4f0-1b9a37cb1b97 None None] Port bb36ed91-23b4-4f1f-a74d-0908e9fac189 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:21.921526 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-14cd6155-d276-479f-a4f0-1b9a37cb1b97 None None] Provisioning for port be003b3b-25ab-4cd5-b65f-5389eb810311 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:22.036399 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.083087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c5500e46-c5d9-4d4c-9003-e5bbfe183a48 None None] Provisioning complete for port bb36ed91-23b4-4f1f-a74d-0908e9fac189 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:22.083342 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c5500e46-c5d9-4d4c-9003-e5bbfe183a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.184023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c5500e46-c5d9-4d4c-9003-e5bbfe183a48 None None] Port bb36ed91-23b4-4f1f-a74d-0908e9fac189 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:22.401946 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 78eebf3d-537b-4902-baaa-5567661fae2a up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:22.438480 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8417ef51-1fa0-4182-9087-2ffa981465be None None] Provisioning complete for port bb36ed91-23b4-4f1f-a74d-0908e9fac189 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:22.438480 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8417ef51-1fa0-4182-9087-2ffa981465be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.481723 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8417ef51-1fa0-4182-9087-2ffa981465be None None] Port bb36ed91-23b4-4f1f-a74d-0908e9fac189 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:22.490243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 78eebf3d-537b-4902-baaa-5567661fae2a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:22.490617 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.563791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Allocated IP 172.21.0.1 (55b53ec8-6692-46b4-b72a-585a1c7d5bf5/1765b643-d5b4-4cd1-8295-16966f95b675/e152ff49-21f7-4695-b94c-3b450ae6e097) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:22.580216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device be003b3b-25ab-4cd5-b65f-5389eb810311 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:22.630607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port be003b3b-25ab-4cd5-b65f-5389eb810311 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:22.634901 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port be003b3b-25ab-4cd5-b65f-5389eb810311 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:22.635282 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.699641 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.715347 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Transition to ACTIVE for port object e152ff49-21f7-4695-b94c-3b450ae6e097 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:22.732865 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.753250 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.776100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port be003b3b-25ab-4cd5-b65f-5389eb810311, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=be003b3b-25ab-4cd5-b65f-5389eb810311,segment=NetworkSegment(96550a00-f624-4386-ba07-edd28916bfe2),segment_id=96550a00-f624-4386-ba07-edd28916bfe2)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:22.780300 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:22.802616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 55b53ec8-6692-46b4-b72a-585a1c7d5bf5 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:22.808224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:22.813230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:22.840052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=e152ff49-21f7-4695-b94c-3b450ae6e097,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:22.840923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=be003b3b-25ab-4cd5-b65f-5389eb810311,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:22.867828 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.054422 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.154725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-95aab931-36b9-4272-afdd-d2f6e7057364 None None] Provisioning for port e152ff49-21f7-4695-b94c-3b450ae6e097 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:23.164074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-95aab931-36b9-4272-afdd-d2f6e7057364 None None] Provisioning complete for port e152ff49-21f7-4695-b94c-3b450ae6e097 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:23.164460 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-95aab931-36b9-4272-afdd-d2f6e7057364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.209488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-95aab931-36b9-4272-afdd-d2f6e7057364 None None] Port e152ff49-21f7-4695-b94c-3b450ae6e097 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:23.374538 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.385525 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.475466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=e152ff49-21f7-4695-b94c-3b450ae6e097,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:23.477928 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.570542 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 55b53ec8-6692-46b4-b72a-585a1c7d5bf5 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:23.572163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:23.710583 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router 367d38c3-8ce3-4b54-b7e8-d7df80210f22 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:23.828162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:23.836542 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-41871383-6ddc-4be1-a363-4e3d5f606dcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/367d38c3-8ce3-4b54-b7e8-d7df80210f22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2580628 Jul 16 01:35:23.836888 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46604) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:23.842803 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f53a7f3-8670-4387-8889-179e5b02e591 None None] Sync routers for ids ['367d38c3-8ce3-4b54-b7e8-d7df80210f22'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:23.847540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2f22c952-8142-4afc-a2dd-dcfe309332d2 None None] Provisioning complete for port e152ff49-21f7-4695-b94c-3b450ae6e097 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:23.848797 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2f22c952-8142-4afc-a2dd-dcfe309332d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:23.853962 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f53a7f3-8670-4387-8889-179e5b02e591 None None] Routers {'367d38c3-8ce3-4b54-b7e8-d7df80210f22'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:23.855268 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3f53a7f3-8670-4387-8889-179e5b02e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['367d38c3-8ce3-4b54-b7e8-d7df80210f22'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:23.890637 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2f22c952-8142-4afc-a2dd-dcfe309332d2 None None] Port e152ff49-21f7-4695-b94c-3b450ae6e097 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:23.900727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21d1de3-c63a-4479-82e9-dd2a190d7249 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:23.902312 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b21d1de3-c63a-4479-82e9-dd2a190d7249 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports/e152ff49-21f7-4695-b94c-3b450ae6e097 HTTP/1.1" status: 200 len: 910 time: 0.0641568 Jul 16 01:35:23.905445 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46606) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:24.056292 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3f53a7f3-8670-4387-8889-179e5b02e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:24.070213 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f53a7f3-8670-4387-8889-179e5b02e591 None None] Routers {'367d38c3-8ce3-4b54-b7e8-d7df80210f22'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:24.071101 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3f53a7f3-8670-4387-8889-179e5b02e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['367d38c3-8ce3-4b54-b7e8-d7df80210f22'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:24.124174 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3f53a7f3-8670-4387-8889-179e5b02e591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:24.124839 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f53a7f3-8670-4387-8889-179e5b02e591 None None] The sync data for ids ['367d38c3-8ce3-4b54-b7e8-d7df80210f22'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:24.209940 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device be003b3b-25ab-4cd5-b65f-5389eb810311 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:24.269334 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port be003b3b-25ab-4cd5-b65f-5389eb810311 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:24.269714 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.464024 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1e592b26-85ac-401d-8062-6b93ac404890 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.693093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46634) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:24.805968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-1e592b26-85ac-401d-8062-6b93ac404890 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port e152ff49-21f7-4695-b94c-3b450ae6e097 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:24.806621 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1e592b26-85ac-401d-8062-6b93ac404890 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.931952 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1e592b26-85ac-401d-8062-6b93ac404890 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:24.947332 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-1e592b26-85ac-401d-8062-6b93ac404890 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for e152ff49-21f7-4695-b94c-3b450ae6e097 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:24.951597 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1c27ef23-7b7c-4444-814e-28fdce9e99b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.051179 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1c27ef23-7b7c-4444-814e-28fdce9e99b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.061799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1c27ef23-7b7c-4444-814e-28fdce9e99b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.104585 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1c27ef23-7b7c-4444-814e-28fdce9e99b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a337c8b43eda4dc29fab41191a4af0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4107175 Jul 16 01:35:25.105452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46644) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:25.132130 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27ef23-7b7c-4444-814e-28fdce9e99b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318173e6-4a06-4b7b-85d3-085ae4fad1e5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:25.141695 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1e592b26-85ac-401d-8062-6b93ac404890 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.147917 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27ef23-7b7c-4444-814e-28fdce9e99b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:25.148274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27ef23-7b7c-4444-814e-28fdce9e99b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:25.148621 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27ef23-7b7c-4444-814e-28fdce9e99b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:25.148962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27ef23-7b7c-4444-814e-28fdce9e99b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:25.149297 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27ef23-7b7c-4444-814e-28fdce9e99b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:25.149637 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27ef23-7b7c-4444-814e-28fdce9e99b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:25.149969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27ef23-7b7c-4444-814e-28fdce9e99b6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:25.150328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27ef23-7b7c-4444-814e-28fdce9e99b6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:25.151254 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27ef23-7b7c-4444-814e-28fdce9e99b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:25.151591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27ef23-7b7c-4444-814e-28fdce9e99b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:25.151960 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27ef23-7b7c-4444-814e-28fdce9e99b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:25.152295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c27ef23-7b7c-4444-814e-28fdce9e99b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:25.174400 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e988f8c5-3cf6-4bc7-830d-eebdb86f52e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.193913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e592b26-85ac-401d-8062-6b93ac404890 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=e152ff49-21f7-4695-b94c-3b450ae6e097,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:25.206699 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e988f8c5-3cf6-4bc7-830d-eebdb86f52e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.275312 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e988f8c5-3cf6-4bc7-830d-eebdb86f52e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.278141 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e988f8c5-3cf6-4bc7-830d-eebdb86f52e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.283563 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e988f8c5-3cf6-4bc7-830d-eebdb86f52e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/318173e6-4a06-4b7b-85d3-085ae4fad1e5 HTTP/1.1" status: 204 len: 168 time: 0.1731973 Jul 16 01:35:25.300198 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988f8c5-3cf6-4bc7-830d-eebdb86f52e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318173e6-4a06-4b7b-85d3-085ae4fad1e5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:25.409032 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1e592b26-85ac-401d-8062-6b93ac404890 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.722532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46658) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:25.829036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46662) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:25.853095 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b2166a11-92f3-4280-8211-9b3b5ef5e101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.855356 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-abccd1d1-7978-49e1-b045-5d03530f9f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.892939 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.db.api [None req-abccd1d1-7978-49e1-b045-5d03530f9f1d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 01:35:25.892939 n-d-791505-14 neutron-server[93920]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 01:35:25.892939 n-d-791505-14 neutron-server[93920]: [parameters: {'project_id': '5844c9c8238a410095f1fc19b59c5e7b', 'id': '3be93e91-1365-4c87-b2a5-78b470798c6c', 'expiration': datetime.datetime(2021, 7, 16, 1, 37, 25, 885432)}] Jul 16 01:35:25.892939 n-d-791505-14 neutron-server[93920]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:35:25.893466 n-d-791505-14 neutron-server[93920]: DEBUG oslo_db.api [None req-abccd1d1-7978-49e1-b045-5d03530f9f1d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:35:25.923510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e592b26-85ac-401d-8062-6b93ac404890 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router 367d38c3-8ce3-4b54-b7e8-d7df80210f22 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:25.966005 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b2166a11-92f3-4280-8211-9b3b5ef5e101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:25.969153 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b2166a11-92f3-4280-8211-9b3b5ef5e101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.007458 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b2166a11-92f3-4280-8211-9b3b5ef5e101 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac7e16c87d984bb4a1e7ebae86677847&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772528 Jul 16 01:35:26.008383 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2166a11-92f3-4280-8211-9b3b5ef5e101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b32e1422-d8d9-48da-aafb-8863ee958772,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:26.011732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46666) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:26.026544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e592b26-85ac-401d-8062-6b93ac404890 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:26.033094 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1e592b26-85ac-401d-8062-6b93ac404890 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/367d38c3-8ce3-4b54-b7e8-d7df80210f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1264970 Jul 16 01:35:26.035981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46668) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:26.036285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41a77a8-749a-444b-8446-c1d96a66caae None None] Sync routers for ids ['367d38c3-8ce3-4b54-b7e8-d7df80210f22'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:26.047177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41a77a8-749a-444b-8446-c1d96a66caae None None] Routers {'367d38c3-8ce3-4b54-b7e8-d7df80210f22'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:26.048060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b41a77a8-749a-444b-8446-c1d96a66caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['367d38c3-8ce3-4b54-b7e8-d7df80210f22'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:26.072762 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-23ea0169-c9c2-4b9a-a3da-d9f128a71825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.084368 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b41a77a8-749a-444b-8446-c1d96a66caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:26.093010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41a77a8-749a-444b-8446-c1d96a66caae None None] Routers {'367d38c3-8ce3-4b54-b7e8-d7df80210f22'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:26.093674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b41a77a8-749a-444b-8446-c1d96a66caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['367d38c3-8ce3-4b54-b7e8-d7df80210f22'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:26.095588 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-23ea0169-c9c2-4b9a-a3da-d9f128a71825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.126803 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b41a77a8-749a-444b-8446-c1d96a66caae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:26.127466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41a77a8-749a-444b-8446-c1d96a66caae None None] The sync data for ids ['367d38c3-8ce3-4b54-b7e8-d7df80210f22'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:26.165852 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-23ea0169-c9c2-4b9a-a3da-d9f128a71825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.168562 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-23ea0169-c9c2-4b9a-a3da-d9f128a71825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.169864 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-23ea0169-c9c2-4b9a-a3da-d9f128a71825 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b32e1422-d8d9-48da-aafb-8863ee958772 HTTP/1.1" status: 204 len: 168 time: 0.1571398 Jul 16 01:35:26.178478 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea0169-c9c2-4b9a-a3da-d9f128a71825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b32e1422-d8d9-48da-aafb-8863ee958772,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:26.368507 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fe0dc16-0191-43b0-a241-06301859bf96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.404536 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-abccd1d1-7978-49e1-b045-5d03530f9f1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.637222 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-abccd1d1-7978-49e1-b045-5d03530f9f1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.643565 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-abccd1d1-7978-49e1-b045-5d03530f9f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.707104 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-abccd1d1-7978-49e1-b045-5d03530f9f1d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5844c9c8238a410095f1fc19b59c5e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9833870 Jul 16 01:35:26.707829 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abccd1d1-7978-49e1-b045-5d03530f9f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b054170b-8572-4f9a-88cd-9910d56f1500,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:26.709914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46690) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:26.732417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3fe0dc16-0191-43b0-a241-06301859bf96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port bb36ed91-23b4-4f1f-a74d-0908e9fac189 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:26.732774 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fe0dc16-0191-43b0-a241-06301859bf96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.787000 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d566ad2b-d573-438b-86d6-1890abb4e0ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.811061 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d566ad2b-d573-438b-86d6-1890abb4e0ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.834062 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fe0dc16-0191-43b0-a241-06301859bf96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.846417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3fe0dc16-0191-43b0-a241-06301859bf96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for bb36ed91-23b4-4f1f-a74d-0908e9fac189 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:26.861204 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d566ad2b-d573-438b-86d6-1890abb4e0ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.863824 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d566ad2b-d573-438b-86d6-1890abb4e0ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:26.867688 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d566ad2b-d573-438b-86d6-1890abb4e0ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b054170b-8572-4f9a-88cd-9910d56f1500 HTTP/1.1" status: 204 len: 168 time: 0.1524129 Jul 16 01:35:26.873355 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d566ad2b-d573-438b-86d6-1890abb4e0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b054170b-8572-4f9a-88cd-9910d56f1500,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.053533 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fe0dc16-0191-43b0-a241-06301859bf96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.082748 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0dc16-0191-43b0-a241-06301859bf96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=bb36ed91-23b4-4f1f-a74d-0908e9fac189,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.245609 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fe0dc16-0191-43b0-a241-06301859bf96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.279774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46710) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:27.303320 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0a8672a7-3cd7-4482-8e6b-47da9443844b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.398607 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0a8672a7-3cd7-4482-8e6b-47da9443844b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.403223 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0a8672a7-3cd7-4482-8e6b-47da9443844b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.427604 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe0dc16-0191-43b0-a241-06301859bf96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router 367d38c3-8ce3-4b54-b7e8-d7df80210f22 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:27.450629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0a8672a7-3cd7-4482-8e6b-47da9443844b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69c7ab3a22554074ad80449fde929f3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674812 Jul 16 01:35:27.450629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8672a7-3cd7-4482-8e6b-47da9443844b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8bf057-eb65-4050-9bf0-06f9686a1148,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.452155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46716) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:27.509285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe0dc16-0191-43b0-a241-06301859bf96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:27.517977 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3fe0dc16-0191-43b0-a241-06301859bf96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/367d38c3-8ce3-4b54-b7e8-d7df80210f22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4774032 Jul 16 01:35:27.517977 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46720) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:27.520515 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d060a-0849-4819-898f-cbd38f59a5dc None None] Sync routers for ids ['367d38c3-8ce3-4b54-b7e8-d7df80210f22'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:27.531994 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d060a-0849-4819-898f-cbd38f59a5dc None None] Routers {'367d38c3-8ce3-4b54-b7e8-d7df80210f22'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:27.535049 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f7aec070-e13a-4424-9085-10e340756a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.536010 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f14d060a-0849-4819-898f-cbd38f59a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['367d38c3-8ce3-4b54-b7e8-d7df80210f22'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:27.553374 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d8fdf3de-3fa7-41a7-ae1d-ed6610c0958e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports?device_id=367d38c3-8ce3-4b54-b7e8-d7df80210f22 HTTP/1.1" status: 200 len: 205 time: 0.0328753 Jul 16 01:35:27.555186 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46722) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:27.576775 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f14d060a-0849-4819-898f-cbd38f59a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:27.581639 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f7aec070-e13a-4424-9085-10e340756a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.586987 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14d060a-0849-4819-898f-cbd38f59a5dc None None] Routers {'367d38c3-8ce3-4b54-b7e8-d7df80210f22'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:27.587897 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f14d060a-0849-4819-898f-cbd38f59a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['367d38c3-8ce3-4b54-b7e8-d7df80210f22'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:27.635724 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f14d060a-0849-4819-898f-cbd38f59a5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:27.637094 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14d060a-0849-4819-898f-cbd38f59a5dc None None] The sync data for ids ['367d38c3-8ce3-4b54-b7e8-d7df80210f22'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:27.646261 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f7aec070-e13a-4424-9085-10e340756a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.648103 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9ec2-9b00-4a7d-94f5-0f8137927e3b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.651364 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f7aec070-e13a-4424-9085-10e340756a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.655015 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f7aec070-e13a-4424-9085-10e340756a03 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df8bf057-eb65-4050-9bf0-06f9686a1148 HTTP/1.1" status: 204 len: 168 time: 0.1999683 Jul 16 01:35:27.674945 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aec070-e13a-4424-9085-10e340756a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8bf057-eb65-4050-9bf0-06f9686a1148,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:27.819787 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9ec2-9b00-4a7d-94f5-0f8137927e3b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.822266 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9ec2-9b00-4a7d-94f5-0f8137927e3b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.883240 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9ec2-9b00-4a7d-94f5-0f8137927e3b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.884379 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cb9ec2-9b00-4a7d-94f5-0f8137927e3b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Fanout notify agent at l3_agent the message router_deleted on router 367d38c3-8ce3-4b54-b7e8-d7df80210f22 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:27.898975 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b2cb9ec2-9b00-4a7d-94f5-0f8137927e3b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:27.902636 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b2cb9ec2-9b00-4a7d-94f5-0f8137927e3b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/routers/367d38c3-8ce3-4b54-b7e8-d7df80210f22 HTTP/1.1" status: 204 len: 168 time: 0.3437998 Jul 16 01:35:27.902828 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46738) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:27.962600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-08277448-036f-44a9-a989-e301f2677fd6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting subnet 1765b643-d5b4-4cd1-8295-16966f95b675 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:27.966131 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08277448-036f-44a9-a989-e301f2677fd6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.007908 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08277448-036f-44a9-a989-e301f2677fd6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.109068 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08277448-036f-44a9-a989-e301f2677fd6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.177649 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08277448-036f-44a9-a989-e301f2677fd6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.210381 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08277448-036f-44a9-a989-e301f2677fd6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Subnet': ['ID=1765b643-d5b4-4cd1-8295-16966f95b675,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:28.214259 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08277448-036f-44a9-a989-e301f2677fd6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.216334 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-08277448-036f-44a9-a989-e301f2677fd6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/1765b643-d5b4-4cd1-8295-16966f95b675 HTTP/1.1" status: 204 len: 168 time: 0.3118925 Jul 16 01:35:28.219784 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46766) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.229980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f806ae-4d27-4af6-89fc-e2cfe05a9b6b None None] Network 55b53ec8-6692-46b4-b72a-585a1c7d5bf5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:28.280038 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0f08698-3657-4f89-b294-5f6d5b86e2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting subnet 9542592c-7f9b-4462-93a7-00348e629f83 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:28.282678 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f0f08698-3657-4f89-b294-5f6d5b86e2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.328858 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f0f08698-3657-4f89-b294-5f6d5b86e2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.433705 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f0f08698-3657-4f89-b294-5f6d5b86e2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.455840 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d700fbaf-1d03-4637-bd67-3817720fb29a None None] DHCP port deletion for 55b53ec8-6692-46b4-b72a-585a1c7d5bf5 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:28.514858 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d700fbaf-1d03-4637-bd67-3817720fb29a None None] Deleting port be003b3b-25ab-4cd5-b65f-5389eb810311 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:28.515240 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d700fbaf-1d03-4637-bd67-3817720fb29a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.521736 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f0f08698-3657-4f89-b294-5f6d5b86e2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.550295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f08698-3657-4f89-b294-5f6d5b86e2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Subnet': ['ID=9542592c-7f9b-4462-93a7-00348e629f83,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:28.554370 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f0f08698-3657-4f89-b294-5f6d5b86e2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.559119 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f0f08698-3657-4f89-b294-5f6d5b86e2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/9542592c-7f9b-4462-93a7-00348e629f83 HTTP/1.1" status: 204 len: 168 time: 0.3390708 Jul 16 01:35:28.559364 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46784) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.618119 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe4eb70-c281-4f87-afd9-2c68d30a1d8f None None] Network 29ba2976-21d5-410e-96f6-c13461bdefe0 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:28.651345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d700fbaf-1d03-4637-bd67-3817720fb29a None None] For port be003b3b-25ab-4cd5-b65f-5389eb810311, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=be003b3b-25ab-4cd5-b65f-5389eb810311,segment=NetworkSegment(96550a00-f624-4386-ba07-edd28916bfe2),segment_id=96550a00-f624-4386-ba07-edd28916bfe2)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:28.652076 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d700fbaf-1d03-4637-bd67-3817720fb29a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.673223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d700fbaf-1d03-4637-bd67-3817720fb29a None None] Calling delete_port for be003b3b-25ab-4cd5-b65f-5389eb810311 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:28.690860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46792) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:28.719499 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.790301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port be003b3b-25ab-4cd5-b65f-5389eb810311 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:28.790660 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.815052 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91f14ac6-f83f-4915-a029-96f41d390fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.894323 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d700fbaf-1d03-4637-bd67-3817720fb29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.899497 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] For port be003b3b-25ab-4cd5-b65f-5389eb810311, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=be003b3b-25ab-4cd5-b65f-5389eb810311,segment=NetworkSegment(96550a00-f624-4386-ba07-edd28916bfe2),segment_id=96550a00-f624-4386-ba07-edd28916bfe2)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:28.900163 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.931260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for be003b3b-25ab-4cd5-b65f-5389eb810311 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:28.960211 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d700fbaf-1d03-4637-bd67-3817720fb29a None None] No DVR routers for this DVR port be003b3b-25ab-4cd5-b65f-5389eb810311 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:28.976311 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700fbaf-1d03-4637-bd67-3817720fb29a None None] Pushing event deleted for resources: {'Port': ['ID=be003b3b-25ab-4cd5-b65f-5389eb810311,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:28.979292 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7a33da-49fd-4edb-9964-879b155a5526 None None] DHCP port deletion for 29ba2976-21d5-410e-96f6-c13461bdefe0 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:28.985192 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91f14ac6-f83f-4915-a029-96f41d390fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:28.990468 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91f14ac6-f83f-4915-a029-96f41d390fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.035628 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.041316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a33da-49fd-4edb-9964-879b155a5526 None None] Deleting port 78eebf3d-537b-4902-baaa-5567661fae2a {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:29.041892 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6a7a33da-49fd-4edb-9964-879b155a5526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.046521 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-91f14ac6-f83f-4915-a029-96f41d390fe6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d66319c782494f9a82a1a5ecda54ccdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543894 Jul 16 01:35:29.056832 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46806) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.082947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=be003b3b-25ab-4cd5-b65f-5389eb810311,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.090448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] No DVR routers for this DVR port be003b3b-25ab-4cd5-b65f-5389eb810311 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:29.096530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f14ac6-f83f-4915-a029-96f41d390fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb3bdcc-7d27-41b9-8559-65b5997e6164,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.137790 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-6a7a33da-49fd-4edb-9964-879b155a5526 None None] For port 78eebf3d-537b-4902-baaa-5567661fae2a, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=78eebf3d-537b-4902-baaa-5567661fae2a,segment=NetworkSegment(83ff67e8-c9fd-4da5-bdd1-fba8d252ed86),segment_id=83ff67e8-c9fd-4da5-bdd1-fba8d252ed86)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:29.138191 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6a7a33da-49fd-4edb-9964-879b155a5526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.151308 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a33da-49fd-4edb-9964-879b155a5526 None None] Calling delete_port for 78eebf3d-537b-4902-baaa-5567661fae2a owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:29.152388 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6511b11-cc12-4e38-9f41-6e38513af5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.178909 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6511b11-cc12-4e38-9f41-6e38513af5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.188642 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.203800 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55b53ec8-6692-46b4-b72a-585a1c7d5bf5']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:29.216438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96550a00-f624-4386-ba07-edd28916bfe2') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:29.216961 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96550a00-f624-4386-ba07-edd28916bfe2') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:29.227738 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.242784 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6511b11-cc12-4e38-9f41-6e38513af5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.245336 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6511b11-cc12-4e38-9f41-6e38513af5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.248228 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f6511b11-cc12-4e38-9f41-6e38513af5a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2eb3bdcc-7d27-41b9-8559-65b5997e6164 HTTP/1.1" status: 204 len: 168 time: 0.1899242 Jul 16 01:35:29.248991 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.257224 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6a7a33da-49fd-4edb-9964-879b155a5526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.258378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:29.258508 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6511b11-cc12-4e38-9f41-6e38513af5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb3bdcc-7d27-41b9-8559-65b5997e6164,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.258864 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:29.263745 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:29.303992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a33da-49fd-4edb-9964-879b155a5526 None None] Pushing event deleted for resources: {'Port': ['ID=78eebf3d-537b-4902-baaa-5567661fae2a,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.321219 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7a33da-49fd-4edb-9964-879b155a5526 None None] No DVR routers for this DVR port 78eebf3d-537b-4902-baaa-5567661fae2a on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:29.344718 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.349572 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.352238 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/networks/55b53ec8-6692-46b4-b72a-585a1c7d5bf5 HTTP/1.1" status: 204 len: 168 time: 0.7914865 Jul 16 01:35:29.354796 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46816) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.379814 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7196560-9734-4a6e-99f8-ad91577aca51 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Network': ['ID=55b53ec8-6692-46b4-b72a-585a1c7d5bf5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.438146 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efd214d0-0c24-4ba8-a295-95f42b2d6031 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.532671 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efd214d0-0c24-4ba8-a295-95f42b2d6031 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.542914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-efd214d0-0c24-4ba8-a295-95f42b2d6031 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ba2976-21d5-410e-96f6-c13461bdefe0']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:29.553202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-efd214d0-0c24-4ba8-a295-95f42b2d6031 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ff67e8-c9fd-4da5-bdd1-fba8d252ed86') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:29.553502 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-efd214d0-0c24-4ba8-a295-95f42b2d6031 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ff67e8-c9fd-4da5-bdd1-fba8d252ed86') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:29.564234 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efd214d0-0c24-4ba8-a295-95f42b2d6031 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.580996 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efd214d0-0c24-4ba8-a295-95f42b2d6031 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.587459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efd214d0-0c24-4ba8-a295-95f42b2d6031 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:29.588126 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efd214d0-0c24-4ba8-a295-95f42b2d6031 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:29.591408 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:29.615394 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:35:29.633936 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46830) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.651092 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2501ff77-e7d5-4d92-ab1b-a1bafccbb0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.669568 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efd214d0-0c24-4ba8-a295-95f42b2d6031 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.677821 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efd214d0-0c24-4ba8-a295-95f42b2d6031 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.679741 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-efd214d0-0c24-4ba8-a295-95f42b2d6031 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/networks/29ba2976-21d5-410e-96f6-c13461bdefe0 HTTP/1.1" status: 204 len: 168 time: 0.3239408 Jul 16 01:35:29.683679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46834) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.690389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-301a5370-be58-44ea-9063-746ed0a7f404 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'network': {'name': 'tempest-RoutersTest-682210598'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:29.696248 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd214d0-0c24-4ba8-a295-95f42b2d6031 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Network': ['ID=29ba2976-21d5-410e-96f6-c13461bdefe0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.768985 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2501ff77-e7d5-4d92-ab1b-a1bafccbb0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.775097 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2501ff77-e7d5-4d92-ab1b-a1bafccbb0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.822803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501ff77-e7d5-4d92-ab1b-a1bafccbb0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a894f60-51fa-4b03-b588-44f9949c8a40,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:29.830076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2501ff77-e7d5-4d92-ab1b-a1bafccbb0d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=841c7760dc63496592d12b63cad876e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1920376 Jul 16 01:35:29.830076 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-301a5370-be58-44ea-9063-746ed0a7f404 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:29.830600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46842) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:29.832577 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-301a5370-be58-44ea-9063-746ed0a7f404 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.858589 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-301a5370-be58-44ea-9063-746ed0a7f404 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:29.870319 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-301a5370-be58-44ea-9063-746ed0a7f404 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.870695 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-301a5370-be58-44ea-9063-746ed0a7f404 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Added segment 07692523-35e0-49d0-8c5d-0dd100a16e6e of type vlan for network 7ef19521-fd57-4573-8ee2-1f6393457476 Jul 16 01:35:29.920635 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-301a5370-be58-44ea-9063-746ed0a7f404 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.965234 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-301a5370-be58-44ea-9063-746ed0a7f404 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:29.971588 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301a5370-be58-44ea-9063-746ed0a7f404 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:29.972395 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-301a5370-be58-44ea-9063-746ed0a7f404 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.012302 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-301a5370-be58-44ea-9063-746ed0a7f404 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3274860 Jul 16 01:35:30.015901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46850) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.023703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b70dbd51-fb09-4829-9356-c5694a2e6547 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'subnet': {'network_id': '7ef19521-fd57-4573-8ee2-1f6393457476', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:30.054405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301a5370-be58-44ea-9063-746ed0a7f404 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Network': ['ID=7ef19521-fd57-4573-8ee2-1f6393457476,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.069237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 7ef19521-fd57-4573-8ee2-1f6393457476 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:30.191195 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70dbd51-fb09-4829-9356-c5694a2e6547 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:30.195672 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b70dbd51-fb09-4829-9356-c5694a2e6547 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.204419 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 78eebf3d-537b-4902-baaa-5567661fae2a no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:30.230682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 78eebf3d-537b-4902-baaa-5567661fae2a {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:30.231030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 78eebf3d-537b-4902-baaa-5567661fae2a not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:30.231628 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device be003b3b-25ab-4cd5-b65f-5389eb810311 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:30.262101 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-121074c8-cc22-4ed2-a568-b42a956e1111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.290744 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-121074c8-cc22-4ed2-a568-b42a956e1111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.352278 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-121074c8-cc22-4ed2-a568-b42a956e1111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.356528 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-121074c8-cc22-4ed2-a568-b42a956e1111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.358556 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-121074c8-cc22-4ed2-a568-b42a956e1111 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a894f60-51fa-4b03-b588-44f9949c8a40 HTTP/1.1" status: 204 len: 168 time: 0.5268290 Jul 16 01:35:30.369580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121074c8-cc22-4ed2-a568-b42a956e1111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a894f60-51fa-4b03-b588-44f9949c8a40,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.441247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: be003b3b-25ab-4cd5-b65f-5389eb810311 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:30.441866 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device be003b3b-25ab-4cd5-b65f-5389eb810311 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:30.454394 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b70dbd51-fb09-4829-9356-c5694a2e6547 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.467117 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.523317 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dbd51-fb09-4829-9356-c5694a2e6547 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Subnet': ['ID=f4637dcf-7184-43e4-a781-68a8ec39fdbf,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.535050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70dbd51-fb09-4829-9356-c5694a2e6547 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Checking segment: {'id': '07692523-35e0-49d0-8c5d-0dd100a16e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7ef19521-fd57-4573-8ee2-1f6393457476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:30.535411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70dbd51-fb09-4829-9356-c5694a2e6547 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network hostable DHCP agents. Network: 7ef19521-fd57-4573-8ee2-1f6393457476, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:30.537246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46862) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.552876 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70dbd51-fb09-4829-9356-c5694a2e6547 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 7ef19521-fd57-4573-8ee2-1f6393457476 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:30.564472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b70dbd51-fb09-4829-9356-c5694a2e6547 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 7ef19521-fd57-4573-8ee2-1f6393457476) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:30.569002 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70dbd51-fb09-4829-9356-c5694a2e6547 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:30.571489 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b70dbd51-fb09-4829-9356-c5694a2e6547 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.575173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9ca579-436d-4972-8233-7755043c047a None None] Network 7ef19521-fd57-4573-8ee2-1f6393457476 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:30.591090 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46866) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.591896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b70dbd51-fb09-4829-9356-c5694a2e6547 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5742903 Jul 16 01:35:30.597840 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9e8b959e-9c09-405b-80c6-742914d7f249 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1135816651', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:30.627333 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e8b959e-9c09-405b-80c6-742914d7f249 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.628721 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e8b959e-9c09-405b-80c6-742914d7f249 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.701262 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96c5d8dd-74d6-498c-8ecf-2edef0b8dffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.712068 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e8b959e-9c09-405b-80c6-742914d7f249 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.720250 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e8b959e-9c09-405b-80c6-742914d7f249 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.753588 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-7ef19521-fd57-4573-8ee2-1f6393457476', 'network_id': '7ef19521-fd57-4573-8ee2-1f6393457476', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'fixed_ips': [{'subnet_id': 'f4637dcf-7184-43e4-a781-68a8ec39fdbf'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:30.754595 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.810889 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96c5d8dd-74d6-498c-8ecf-2edef0b8dffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.815577 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96c5d8dd-74d6-498c-8ecf-2edef0b8dffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.834861 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e8b959e-9c09-405b-80c6-742914d7f249 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.836117 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9e8b959e-9c09-405b-80c6-742914d7f249 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2438753 Jul 16 01:35:30.839039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46876) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.845497 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-09ff6610-c73e-4f9d-b319-1451555bca3c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'port': {'network_id': '7ef19521-fd57-4573-8ee2-1f6393457476', 'name': 'tempest-RoutersTest-1143019949'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:30.863325 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-96c5d8dd-74d6-498c-8ecf-2edef0b8dffa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13a1365e45f545cab60cb1b6db56bb0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3224351 Jul 16 01:35:30.863325 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5d8dd-74d6-498c-8ecf-2edef0b8dffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591c9124-654a-4ac4-9579-b1da654bbb6f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:30.865742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46882) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:30.924004 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82d1b2aa-0ed5-4b54-ab4d-67d174c16f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:30.925198 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Allocated IP 172.20.0.2 (7ef19521-fd57-4573-8ee2-1f6393457476/f4637dcf-7184-43e4-a781-68a8ec39fdbf/9f94db33-c611-45b3-af66-183e14e70daa) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:30.950770 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82d1b2aa-0ed5-4b54-ab4d-67d174c16f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.017034 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82d1b2aa-0ed5-4b54-ab4d-67d174c16f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.021352 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82d1b2aa-0ed5-4b54-ab4d-67d174c16f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.022849 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-82d1b2aa-0ed5-4b54-ab4d-67d174c16f78 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/591c9124-654a-4ac4-9579-b1da654bbb6f HTTP/1.1" status: 204 len: 168 time: 0.1561310 Jul 16 01:35:31.032563 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1b2aa-0ed5-4b54-ab4d-67d174c16f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591c9124-654a-4ac4-9579-b1da654bbb6f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.079586 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ff6610-c73e-4f9d-b319-1451555bca3c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:31.083161 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09ff6610-c73e-4f9d-b319-1451555bca3c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.102005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-09ff6610-c73e-4f9d-b319-1451555bca3c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] device_id is not set on port 66e97b97-e4d4-41a4-8e57-ac440e028f62 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:35:31.130694 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.139279 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Transition to ACTIVE for port object 9f94db33-c611-45b3-af66-183e14e70daa will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:31.155541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Transition to ACTIVE for port object 9f94db33-c611-45b3-af66-183e14e70daa will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:31.166953 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.209846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Network 7ef19521-fd57-4573-8ee2-1f6393457476 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:31.216001 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:31.220642 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:31.258540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-09ff6610-c73e-4f9d-b319-1451555bca3c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Allocated IP 172.20.0.3 (7ef19521-fd57-4573-8ee2-1f6393457476/f4637dcf-7184-43e4-a781-68a8ec39fdbf/66e97b97-e4d4-41a4-8e57-ac440e028f62) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:31.298648 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.324039 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Pushing event updated for resources: {'Port': ['ID=9f94db33-c611-45b3-af66-183e14e70daa,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.341513 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Attempting to bind port 9f94db33-c611-45b3-af66-183e14e70daa on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:31.341890 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Attempting to bind port 9f94db33-c611-45b3-af66-183e14e70daa by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '07692523-35e0-49d0-8c5d-0dd100a16e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7ef19521-fd57-4573-8ee2-1f6393457476'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:31.348589 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Attempting to bind port 9f94db33-c611-45b3-af66-183e14e70daa on network 7ef19521-fd57-4573-8ee2-1f6393457476 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:31.359652 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:31.362232 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Checking segment: {'id': '07692523-35e0-49d0-8c5d-0dd100a16e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7ef19521-fd57-4573-8ee2-1f6393457476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:31.364589 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.365369 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Bound using segment: {'id': '07692523-35e0-49d0-8c5d-0dd100a16e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7ef19521-fd57-4573-8ee2-1f6393457476'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:31.366554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Bound port: 9f94db33-c611-45b3-af66-183e14e70daa, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07692523-35e0-49d0-8c5d-0dd100a16e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7ef19521-fd57-4573-8ee2-1f6393457476'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:31.367396 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.433392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46900) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:31.451661 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-674e7c5a-31d5-4c89-a5ab-4aca13c64278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.463593 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09ff6610-c73e-4f9d-b319-1451555bca3c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.466214 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] For port 9f94db33-c611-45b3-af66-183e14e70daa, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:31.471162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] For port 9f94db33-c611-45b3-af66-183e14e70daa, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9f94db33-c611-45b3-af66-183e14e70daa,segment=NetworkSegment(07692523-35e0-49d0-8c5d-0dd100a16e6e),segment_id=07692523-35e0-49d0-8c5d-0dd100a16e6e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:31.477410 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.479287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-09ff6610-c73e-4f9d-b319-1451555bca3c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Transition to ACTIVE for port object 66e97b97-e4d4-41a4-8e57-ac440e028f62 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:31.519074 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09ff6610-c73e-4f9d-b319-1451555bca3c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.567338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ff6610-c73e-4f9d-b319-1451555bca3c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 7ef19521-fd57-4573-8ee2-1f6393457476 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:31.570951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-09ff6610-c73e-4f9d-b319-1451555bca3c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:31.572837 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa726e-ed31-4624-9794-306276ebf60d None None] Pushing event updated for resources: {'Port': ['ID=9f94db33-c611-45b3-af66-183e14e70daa,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.577922 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ff6610-c73e-4f9d-b319-1451555bca3c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:31.592235 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-674e7c5a-31d5-4c89-a5ab-4aca13c64278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.596914 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-674e7c5a-31d5-4c89-a5ab-4aca13c64278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.628726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff6610-c73e-4f9d-b319-1451555bca3c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=66e97b97-e4d4-41a4-8e57-ac440e028f62,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.643638 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-674e7c5a-31d5-4c89-a5ab-4aca13c64278 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=99e9cf80f3b34a039663f6acd2f0fb04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2071195 Jul 16 01:35:31.643638 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e7c5a-31d5-4c89-a5ab-4aca13c64278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b677262-8aa2-4f9f-84e3-a4c8b12305d7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:31.643929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ff6610-c73e-4f9d-b319-1451555bca3c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:31.643929 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09ff6610-c73e-4f9d-b319-1451555bca3c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.644860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46906) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:31.663836 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-09ff6610-c73e-4f9d-b319-1451555bca3c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.8208189 Jul 16 01:35:31.664147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46908) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:31.700594 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2fd8d999-fbb2-4ae5-836a-6fc530dc7f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.724207 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2fd8d999-fbb2-4ae5-836a-6fc530dc7f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.790897 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2fd8d999-fbb2-4ae5-836a-6fc530dc7f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.794700 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2fd8d999-fbb2-4ae5-836a-6fc530dc7f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:31.798462 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2fd8d999-fbb2-4ae5-836a-6fc530dc7f63 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b677262-8aa2-4f9f-84e3-a4c8b12305d7 HTTP/1.1" status: 204 len: 168 time: 0.1522284 Jul 16 01:35:31.808251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8d999-fbb2-4ae5-836a-6fc530dc7f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b677262-8aa2-4f9f-84e3-a4c8b12305d7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:32.095828 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-288d2ecb-46d4-4728-9b22-75699ad83c96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.270258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9f94db33-c611-45b3-af66-183e14e70daa up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:32.324570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 9f94db33-c611-45b3-af66-183e14e70daa completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:32.397700 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-288d2ecb-46d4-4728-9b22-75699ad83c96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.405887 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-288d2ecb-46d4-4728-9b22-75699ad83c96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.502853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d2ecb-46d4-4728-9b22-75699ad83c96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=66e97b97-e4d4-41a4-8e57-ac440e028f62,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:32.691880 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-288d2ecb-46d4-4728-9b22-75699ad83c96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.837568 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-288d2ecb-46d4-4728-9b22-75699ad83c96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:32.904990 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a3b373-2fd5-4e25-82dc-d284285273e0 None None] Network 7ef19521-fd57-4573-8ee2-1f6393457476 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:33.039436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9947dc9e-8b8e-47a9-bb92-f5cad6d83319 None None] Provisioning for port 9f94db33-c611-45b3-af66-183e14e70daa completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:33.048204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9947dc9e-8b8e-47a9-bb92-f5cad6d83319 None None] Provisioning complete for port 9f94db33-c611-45b3-af66-183e14e70daa triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:33.048662 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9947dc9e-8b8e-47a9-bb92-f5cad6d83319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.151642 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-288d2ecb-46d4-4728-9b22-75699ad83c96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.157292 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-288d2ecb-46d4-4728-9b22-75699ad83c96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.212288 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9947dc9e-8b8e-47a9-bb92-f5cad6d83319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.271460 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9947dc9e-8b8e-47a9-bb92-f5cad6d83319 None None] For port 9f94db33-c611-45b3-af66-183e14e70daa, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9f94db33-c611-45b3-af66-183e14e70daa,segment=NetworkSegment(07692523-35e0-49d0-8c5d-0dd100a16e6e),segment_id=07692523-35e0-49d0-8c5d-0dd100a16e6e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:33.275840 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9947dc9e-8b8e-47a9-bb92-f5cad6d83319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.338288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-288d2ecb-46d4-4728-9b22-75699ad83c96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.398352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d2ecb-46d4-4728-9b22-75699ad83c96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=66e97b97-e4d4-41a4-8e57-ac440e028f62,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.404354 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947dc9e-8b8e-47a9-bb92-f5cad6d83319 None None] Pushing event updated for resources: {'Port': ['ID=9f94db33-c611-45b3-af66-183e14e70daa,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:33.482233 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-288d2ecb-46d4-4728-9b22-75699ad83c96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 7ef19521-fd57-4573-8ee2-1f6393457476 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:33.483827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-288d2ecb-46d4-4728-9b22-75699ad83c96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:33.604809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-43e4dd05-430f-4d64-957f-0c59f87dec7f None None] Provisioning complete for port 9f94db33-c611-45b3-af66-183e14e70daa triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:33.605195 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43e4dd05-430f-4d64-957f-0c59f87dec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.658560 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288d2ecb-46d4-4728-9b22-75699ad83c96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router 9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:33.768854 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-43e4dd05-430f-4d64-957f-0c59f87dec7f None None] Provisioning for port 66e97b97-e4d4-41a4-8e57-ac440e028f62 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:33.774984 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-43e4dd05-430f-4d64-957f-0c59f87dec7f None None] Provisioning complete for port 66e97b97-e4d4-41a4-8e57-ac440e028f62 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:33.775538 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-43e4dd05-430f-4d64-957f-0c59f87dec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:33.821916 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288d2ecb-46d4-4728-9b22-75699ad83c96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:33.837411 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-43e4dd05-430f-4d64-957f-0c59f87dec7f None None] Port 66e97b97-e4d4-41a4-8e57-ac440e028f62 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:33.840812 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ccb30-fe83-4b80-9f54-8963e619d9fc None None] Sync routers for ids ['9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:33.846470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-288d2ecb-46d4-4728-9b22-75699ad83c96 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1811762 Jul 16 01:35:33.849161 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46984) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:33.858920 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ccb30-fe83-4b80-9f54-8963e619d9fc None None] Routers {'9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:33.861036 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6f4ccb30-fe83-4b80-9f54-8963e619d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:33.908813 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6f4ccb30-fe83-4b80-9f54-8963e619d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:33.925665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4ccb30-fe83-4b80-9f54-8963e619d9fc None None] Routers {'9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:33.926576 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6f4ccb30-fe83-4b80-9f54-8963e619d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:33.940210 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5599589-462c-4127-b65d-9ab09a9bf5da tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:33.944179 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c5599589-462c-4127-b65d-9ab09a9bf5da tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports/66e97b97-e4d4-41a4-8e57-ac440e028f62 HTTP/1.1" status: 200 len: 977 time: 0.0914092 Jul 16 01:35:33.945120 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46990) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:33.982063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6f4ccb30-fe83-4b80-9f54-8963e619d9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:33.982923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4ccb30-fe83-4b80-9f54-8963e619d9fc None None] The sync data for ids ['9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:33.999597 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b6ea409f-7d6a-46cb-91e7-b7de842919b7 None None] Provisioning complete for port 66e97b97-e4d4-41a4-8e57-ac440e028f62 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:34.000426 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b6ea409f-7d6a-46cb-91e7-b7de842919b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.076032 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b6ea409f-7d6a-46cb-91e7-b7de842919b7 None None] Port 66e97b97-e4d4-41a4-8e57-ac440e028f62 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:34.207204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1c02d0de-80c1-465e-9316-c97fa071baaf None None] Provisioning complete for port 66e97b97-e4d4-41a4-8e57-ac440e028f62 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:34.207586 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1c02d0de-80c1-465e-9316-c97fa071baaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.240966 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9f94db33-c611-45b3-af66-183e14e70daa up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:34.282693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1c02d0de-80c1-465e-9316-c97fa071baaf None None] Port 66e97b97-e4d4-41a4-8e57-ac440e028f62 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:34.307280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 9f94db33-c611-45b3-af66-183e14e70daa triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:34.307944 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.398570 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-648d300e-cd0c-45c8-a1e5-5f8761ef7178 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.427288 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-75e9e320-aa44-4cea-8568-62551db6129e None None] Provisioning complete for port 66e97b97-e4d4-41a4-8e57-ac440e028f62 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:34.427827 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-75e9e320-aa44-4cea-8568-62551db6129e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.466000 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-75e9e320-aa44-4cea-8568-62551db6129e None None] Port 66e97b97-e4d4-41a4-8e57-ac440e028f62 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:34.899745 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8047e4aa-059d-41ca-a660-ca6385beaa88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:34.999388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-648d300e-cd0c-45c8-a1e5-5f8761ef7178 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port 66e97b97-e4d4-41a4-8e57-ac440e028f62 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:35.000430 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-648d300e-cd0c-45c8-a1e5-5f8761ef7178 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.098424 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-648d300e-cd0c-45c8-a1e5-5f8761ef7178 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.110566 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-648d300e-cd0c-45c8-a1e5-5f8761ef7178 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for 66e97b97-e4d4-41a4-8e57-ac440e028f62 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:35.313913 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-648d300e-cd0c-45c8-a1e5-5f8761ef7178 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.346975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d300e-cd0c-45c8-a1e5-5f8761ef7178 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=66e97b97-e4d4-41a4-8e57-ac440e028f62,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:35.501384 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-648d300e-cd0c-45c8-a1e5-5f8761ef7178 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:35.679976 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648d300e-cd0c-45c8-a1e5-5f8761ef7178 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router 9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:35.763560 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648d300e-cd0c-45c8-a1e5-5f8761ef7178 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:35.773076 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa57eeb-ceaf-4764-9eea-f89560d968ef None None] Sync routers for ids ['9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:35.774557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-648d300e-cd0c-45c8-a1e5-5f8761ef7178 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8281031 Jul 16 01:35:35.777362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47050) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:35.784179 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa57eeb-ceaf-4764-9eea-f89560d968ef None None] Routers {'9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:35.784985 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-aaa57eeb-ceaf-4764-9eea-f89560d968ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:35.820427 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-aaa57eeb-ceaf-4764-9eea-f89560d968ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:35.829064 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa57eeb-ceaf-4764-9eea-f89560d968ef None None] Routers {'9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:35.829660 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-aaa57eeb-ceaf-4764-9eea-f89560d968ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:35.866022 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-aaa57eeb-ceaf-4764-9eea-f89560d968ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:35.866639 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa57eeb-ceaf-4764-9eea-f89560d968ef None None] The sync data for ids ['9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:36.004866 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-a9d90419-b010-4737-9316-09660f118e5d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 01:35:36.007795 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a9d90419-b010-4737-9316-09660f118e5d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2274716 Jul 16 01:35:36.008961 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47058) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:36.042911 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-84db521e-b7d2-4774-b037-faeff7973f11 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204 HTTP/1.1" status: 200 len: 205 time: 0.0304086 Jul 16 01:35:36.043242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47062) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:36.121060 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1cbd90c4-2f5e-4472-b119-e78dfd9cbfb1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.289393 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1cbd90c4-2f5e-4472-b119-e78dfd9cbfb1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.291545 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1cbd90c4-2f5e-4472-b119-e78dfd9cbfb1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.336693 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1cbd90c4-2f5e-4472-b119-e78dfd9cbfb1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.337306 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbd90c4-2f5e-4472-b119-e78dfd9cbfb1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Fanout notify agent at l3_agent the message router_deleted on router 9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:36.346420 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1cbd90c4-2f5e-4472-b119-e78dfd9cbfb1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.350016 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1cbd90c4-2f5e-4472-b119-e78dfd9cbfb1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/routers/9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204 HTTP/1.1" status: 204 len: 168 time: 0.3033950 Jul 16 01:35:36.350555 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47068) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:36.412198 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad198d49-a689-4555-aeab-5ea23f2c1bb9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting subnet f4637dcf-7184-43e4-a781-68a8ec39fdbf {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:36.415272 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ad198d49-a689-4555-aeab-5ea23f2c1bb9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.457008 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ad198d49-a689-4555-aeab-5ea23f2c1bb9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.546134 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ad198d49-a689-4555-aeab-5ea23f2c1bb9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.615627 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ad198d49-a689-4555-aeab-5ea23f2c1bb9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.644350 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad198d49-a689-4555-aeab-5ea23f2c1bb9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Subnet': ['ID=f4637dcf-7184-43e4-a781-68a8ec39fdbf,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:36.654752 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ad198d49-a689-4555-aeab-5ea23f2c1bb9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.656743 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ad198d49-a689-4555-aeab-5ea23f2c1bb9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/f4637dcf-7184-43e4-a781-68a8ec39fdbf HTTP/1.1" status: 204 len: 168 time: 0.3054326 Jul 16 01:35:36.659925 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47076) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:36.664942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575bf79d-682c-4a24-944c-180bcd33fe08 None None] Network 7ef19521-fd57-4573-8ee2-1f6393457476 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:36.754154 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.818400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port 9f94db33-c611-45b3-af66-183e14e70daa {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:36.818987 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.900528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] For port 9f94db33-c611-45b3-af66-183e14e70daa, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9f94db33-c611-45b3-af66-183e14e70daa,segment=NetworkSegment(07692523-35e0-49d0-8c5d-0dd100a16e6e),segment_id=07692523-35e0-49d0-8c5d-0dd100a16e6e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:36.900915 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:36.917031 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for 9f94db33-c611-45b3-af66-183e14e70daa owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:36.979137 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af44822f-78b5-47cb-a487-12efb55372b0 None None] DHCP port deletion for 7ef19521-fd57-4573-8ee2-1f6393457476 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:37.032963 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.042821 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-af44822f-78b5-47cb-a487-12efb55372b0 None None] Deleting port 9f94db33-c611-45b3-af66-183e14e70daa {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:37.043437 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af44822f-78b5-47cb-a487-12efb55372b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.065234 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=9f94db33-c611-45b3-af66-183e14e70daa,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.070725 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] No DVR routers for this DVR port 9f94db33-c611-45b3-af66-183e14e70daa on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:37.125431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-af44822f-78b5-47cb-a487-12efb55372b0 None None] For port 9f94db33-c611-45b3-af66-183e14e70daa, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:37.126110 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af44822f-78b5-47cb-a487-12efb55372b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.140898 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-af44822f-78b5-47cb-a487-12efb55372b0 None None] Calling delete_port for 9f94db33-c611-45b3-af66-183e14e70daa owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:37.144139 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-af44822f-78b5-47cb-a487-12efb55372b0 None None] Port 9f94db33-c611-45b3-af66-183e14e70daa was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:35:37.145767 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af44822f-78b5-47cb-a487-12efb55372b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.166824 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.176085 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44822f-78b5-47cb-a487-12efb55372b0 None None] Pushing event deleted for resources: {'Port': ['ID=9f94db33-c611-45b3-af66-183e14e70daa,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.179743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef19521-fd57-4573-8ee2-1f6393457476']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:37.180477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af44822f-78b5-47cb-a487-12efb55372b0 None None] No DVR routers for this DVR port 9f94db33-c611-45b3-af66-183e14e70daa on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:37.195738 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07692523-35e0-49d0-8c5d-0dd100a16e6e') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:37.196077 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07692523-35e0-49d0-8c5d-0dd100a16e6e') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:37.206946 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.228427 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.238021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:37.238562 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:37.241735 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:37.310636 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.311166 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.320938 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.325244 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/networks/7ef19521-fd57-4573-8ee2-1f6393457476 HTTP/1.1" status: 204 len: 168 time: 0.6648612 Jul 16 01:35:37.329559 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47092) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:37.336113 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d688622-6210-49a0-8824-9523ef2cab90 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Network': ['ID=7ef19521-fd57-4573-8ee2-1f6393457476,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.336603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6309ce5a-4042-49e3-bc6b-aad1e4f6ddf5 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'network': {'name': 'tempest-RoutersTest-2134991384'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:37.361965 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6309ce5a-4042-49e3-bc6b-aad1e4f6ddf5 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:37.365585 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6309ce5a-4042-49e3-bc6b-aad1e4f6ddf5 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.388862 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6309ce5a-4042-49e3-bc6b-aad1e4f6ddf5 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:37.398461 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6309ce5a-4042-49e3-bc6b-aad1e4f6ddf5 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.399045 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-6309ce5a-4042-49e3-bc6b-aad1e4f6ddf5 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Added segment fcad7879-8090-4a41-a510-f1502745c261 of type vlan for network 64759bc2-863b-41ef-b4cd-6e2150114bff Jul 16 01:35:37.440138 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6309ce5a-4042-49e3-bc6b-aad1e4f6ddf5 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.474488 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6309ce5a-4042-49e3-bc6b-aad1e4f6ddf5 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.480909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6309ce5a-4042-49e3-bc6b-aad1e4f6ddf5 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:37.481796 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6309ce5a-4042-49e3-bc6b-aad1e4f6ddf5 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.520436 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6309ce5a-4042-49e3-bc6b-aad1e4f6ddf5 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1889508 Jul 16 01:35:37.523189 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47096) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:37.530496 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-52cca15c-a94f-47b4-8b02-05f7140b6d12 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'subnet': {'network_id': '64759bc2-863b-41ef-b4cd-6e2150114bff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:37.570433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309ce5a-4042-49e3-bc6b-aad1e4f6ddf5 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Network': ['ID=64759bc2-863b-41ef-b4cd-6e2150114bff,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:37.585985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 64759bc2-863b-41ef-b4cd-6e2150114bff details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:37.671120 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45f8a788-8fc8-4870-bffa-ef205d9c237c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.686713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cca15c-a94f-47b4-8b02-05f7140b6d12 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:37.691926 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-52cca15c-a94f-47b4-8b02-05f7140b6d12 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:37.918086 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-52cca15c-a94f-47b4-8b02-05f7140b6d12 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.007281 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cca15c-a94f-47b4-8b02-05f7140b6d12 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Subnet': ['ID=f5633984-b1a9-4f30-9504-3d47d2854edc,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.018400 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cca15c-a94f-47b4-8b02-05f7140b6d12 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Checking segment: {'id': 'fcad7879-8090-4a41-a510-f1502745c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64759bc2-863b-41ef-b4cd-6e2150114bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:38.018780 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cca15c-a94f-47b4-8b02-05f7140b6d12 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network hostable DHCP agents. Network: 64759bc2-863b-41ef-b4cd-6e2150114bff, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:38.047035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cca15c-a94f-47b4-8b02-05f7140b6d12 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 64759bc2-863b-41ef-b4cd-6e2150114bff is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:38.058592 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-52cca15c-a94f-47b4-8b02-05f7140b6d12 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 64759bc2-863b-41ef-b4cd-6e2150114bff) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:38.073950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516cbe97-53ae-41a5-a44a-4b2440332f52 None None] Network 64759bc2-863b-41ef-b4cd-6e2150114bff requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:38.076939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cca15c-a94f-47b4-8b02-05f7140b6d12 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:38.079075 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-52cca15c-a94f-47b4-8b02-05f7140b6d12 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.104100 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-52cca15c-a94f-47b4-8b02-05f7140b6d12 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5788679 Jul 16 01:35:38.106164 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47112) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:38.112687 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a3433968-a577-4809-9d24-3fcae47664e2 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-105692397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:38.166827 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a3433968-a577-4809-9d24-3fcae47664e2 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.168418 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a3433968-a577-4809-9d24-3fcae47664e2 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.272344 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9f94db33-c611-45b3-af66-183e14e70daa no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:38.307495 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a3433968-a577-4809-9d24-3fcae47664e2 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.314573 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a3433968-a577-4809-9d24-3fcae47664e2 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.349552 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a3433968-a577-4809-9d24-3fcae47664e2 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.353347 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a3433968-a577-4809-9d24-3fcae47664e2 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2430675 Jul 16 01:35:38.355189 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47122) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:38.356161 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 9f94db33-c611-45b3-af66-183e14e70daa {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:38.356806 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9f94db33-c611-45b3-af66-183e14e70daa not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:38.432295 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-64759bc2-863b-41ef-b4cd-6e2150114bff', 'network_id': '64759bc2-863b-41ef-b4cd-6e2150114bff', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'fixed_ips': [{'subnet_id': 'f5633984-b1a9-4f30-9504-3d47d2854edc'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:38.433505 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.570377 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.649650 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Allocated IP 172.20.0.2 (64759bc2-863b-41ef-b4cd-6e2150114bff/f5633984-b1a9-4f30-9504-3d47d2854edc/17dde216-f8bb-4368-a069-f13776ee6593) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:38.678015 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.832684 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.844097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Transition to ACTIVE for port object 17dde216-f8bb-4368-a069-f13776ee6593 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:38.862608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Transition to ACTIVE for port object 17dde216-f8bb-4368-a069-f13776ee6593 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:38.871255 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:38.913583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Network 64759bc2-863b-41ef-b4cd-6e2150114bff is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:38.920429 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:38.923642 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:38.939192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Pushing event updated for resources: {'Port': ['ID=17dde216-f8bb-4368-a069-f13776ee6593,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:38.996933 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Allocated IP 172.20.0.1 (64759bc2-863b-41ef-b4cd-6e2150114bff/f5633984-b1a9-4f30-9504-3d47d2854edc/2bab5a6f-9479-4d43-b9f8-0025bbe36f4b) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:39.001142 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Attempting to bind port 17dde216-f8bb-4368-a069-f13776ee6593 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:39.001516 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Attempting to bind port 17dde216-f8bb-4368-a069-f13776ee6593 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'fcad7879-8090-4a41-a510-f1502745c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64759bc2-863b-41ef-b4cd-6e2150114bff'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:39.001883 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Attempting to bind port 17dde216-f8bb-4368-a069-f13776ee6593 on network 64759bc2-863b-41ef-b4cd-6e2150114bff {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:39.010472 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:39.010472 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Checking segment: {'id': 'fcad7879-8090-4a41-a510-f1502745c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64759bc2-863b-41ef-b4cd-6e2150114bff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:39.010472 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.010472 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Bound using segment: {'id': 'fcad7879-8090-4a41-a510-f1502745c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64759bc2-863b-41ef-b4cd-6e2150114bff'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:39.010472 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Bound port: 17dde216-f8bb-4368-a069-f13776ee6593, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcad7879-8090-4a41-a510-f1502745c261', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '64759bc2-863b-41ef-b4cd-6e2150114bff'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:39.010472 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.096094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] For port 17dde216-f8bb-4368-a069-f13776ee6593, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:39.100285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] For port 17dde216-f8bb-4368-a069-f13776ee6593, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=17dde216-f8bb-4368-a069-f13776ee6593,segment=NetworkSegment(fcad7879-8090-4a41-a510-f1502745c261),segment_id=fcad7879-8090-4a41-a510-f1502745c261)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:39.107434 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.177030 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.200721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Transition to ACTIVE for port object 2bab5a6f-9479-4d43-b9f8-0025bbe36f4b will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:39.209932 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf2692-c37a-4835-8475-609e015f9644 None None] Pushing event updated for resources: {'Port': ['ID=17dde216-f8bb-4368-a069-f13776ee6593,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:39.243994 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.292521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 64759bc2-863b-41ef-b4cd-6e2150114bff is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:39.296950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:39.301237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:39.308020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=2bab5a6f-9479-4d43-b9f8-0025bbe36f4b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:39.354615 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.550019 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.855063 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.868130 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.957703 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:39.959632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=2bab5a6f-9479-4d43-b9f8-0025bbe36f4b,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:40.101885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 64759bc2-863b-41ef-b4cd-6e2150114bff is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:40.103352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:40.202379 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.267402 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router ff06e088-8655-45b5-81bf-91e646c7d5bc is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:40.291002 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 17dde216-f8bb-4368-a069-f13776ee6593 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:40.360826 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 17dde216-f8bb-4368-a069-f13776ee6593 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:40.402785 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0b2dc9-b718-435b-8ae8-ab59f0d63115 None None] Network 64759bc2-863b-41ef-b4cd-6e2150114bff requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:40.411238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:40.417685 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c9f1aaed-3806-4c8d-8802-eab18a0eb90b tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/ff06e088-8655-45b5-81bf-91e646c7d5bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0611944 Jul 16 01:35:40.420697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47180) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:40.426878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5626cb1b-a39e-44b0-8805-ec3cdb695bb7 None None] Sync routers for ids ['ff06e088-8655-45b5-81bf-91e646c7d5bc'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:40.489130 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80628f1b-901e-42e7-83bc-4319d84a2277 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:40.490633 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-80628f1b-901e-42e7-83bc-4319d84a2277 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports/2bab5a6f-9479-4d43-b9f8-0025bbe36f4b HTTP/1.1" status: 200 len: 910 time: 0.0673027 Jul 16 01:35:40.493642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47184) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:40.503663 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5626cb1b-a39e-44b0-8805-ec3cdb695bb7 None None] Routers {'ff06e088-8655-45b5-81bf-91e646c7d5bc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:40.504523 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5626cb1b-a39e-44b0-8805-ec3cdb695bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['ff06e088-8655-45b5-81bf-91e646c7d5bc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:40.544683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c1be5bcb-253f-48d6-bc4c-28c3b19fb648 None None] Provisioning for port 17dde216-f8bb-4368-a069-f13776ee6593 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:40.549125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5626cb1b-a39e-44b0-8805-ec3cdb695bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:40.556214 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c1be5bcb-253f-48d6-bc4c-28c3b19fb648 None None] Provisioning complete for port 17dde216-f8bb-4368-a069-f13776ee6593 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:40.556623 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c1be5bcb-253f-48d6-bc4c-28c3b19fb648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.618684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5626cb1b-a39e-44b0-8805-ec3cdb695bb7 None None] Routers {'ff06e088-8655-45b5-81bf-91e646c7d5bc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:40.619798 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5626cb1b-a39e-44b0-8805-ec3cdb695bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['ff06e088-8655-45b5-81bf-91e646c7d5bc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:40.837959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5626cb1b-a39e-44b0-8805-ec3cdb695bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:40.841266 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5626cb1b-a39e-44b0-8805-ec3cdb695bb7 None None] The sync data for ids ['ff06e088-8655-45b5-81bf-91e646c7d5bc'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:40.911793 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50986208-a49a-455e-8bfc-b190c8e32f43 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.920483 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c1be5bcb-253f-48d6-bc4c-28c3b19fb648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:40.958463 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47196) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:40.971903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c1be5bcb-253f-48d6-bc4c-28c3b19fb648 None None] For port 17dde216-f8bb-4368-a069-f13776ee6593, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=17dde216-f8bb-4368-a069-f13776ee6593,segment=NetworkSegment(fcad7879-8090-4a41-a510-f1502745c261),segment_id=fcad7879-8090-4a41-a510-f1502745c261)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:40.977361 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c1be5bcb-253f-48d6-bc4c-28c3b19fb648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.063800 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be5bcb-253f-48d6-bc4c-28c3b19fb648 None None] Pushing event updated for resources: {'Port': ['ID=17dde216-f8bb-4368-a069-f13776ee6593,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:41.116581 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9a619605-f0d8-408d-a32f-e39a6a43e03c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.234802 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9a619605-f0d8-408d-a32f-e39a6a43e03c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.240132 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9a619605-f0d8-408d-a32f-e39a6a43e03c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.269745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-50986208-a49a-455e-8bfc-b190c8e32f43 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port 2bab5a6f-9479-4d43-b9f8-0025bbe36f4b {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:41.270238 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50986208-a49a-455e-8bfc-b190c8e32f43 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.286880 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a619605-f0d8-408d-a32f-e39a6a43e03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e2c9de-fccb-47bc-a630-662ec3646c5d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:41.292380 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9a619605-f0d8-408d-a32f-e39a6a43e03c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e097c8e8e8294a44a44cc5c6bd911f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3324196 Jul 16 01:35:41.295520 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47200) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:41.307246 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ebf5ac12-0f35-410b-9132-8c39efc8142d None None] Provisioning complete for port 17dde216-f8bb-4368-a069-f13776ee6593 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:41.307736 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ebf5ac12-0f35-410b-9132-8c39efc8142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.392048 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e94c69e-bb55-4939-8633-176e83296799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.408934 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50986208-a49a-455e-8bfc-b190c8e32f43 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.424524 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-50986208-a49a-455e-8bfc-b190c8e32f43 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for 2bab5a6f-9479-4d43-b9f8-0025bbe36f4b owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:41.444039 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e94c69e-bb55-4939-8633-176e83296799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.461064 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ebf5ac12-0f35-410b-9132-8c39efc8142d None None] Provisioning for port 2bab5a6f-9479-4d43-b9f8-0025bbe36f4b completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:41.465773 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ebf5ac12-0f35-410b-9132-8c39efc8142d None None] Provisioning complete for port 2bab5a6f-9479-4d43-b9f8-0025bbe36f4b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:41.466468 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ebf5ac12-0f35-410b-9132-8c39efc8142d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.520580 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e94c69e-bb55-4939-8633-176e83296799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.523508 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e94c69e-bb55-4939-8633-176e83296799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.525506 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9e94c69e-bb55-4939-8633-176e83296799 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0e2c9de-fccb-47bc-a630-662ec3646c5d HTTP/1.1" status: 204 len: 168 time: 0.2285743 Jul 16 01:35:41.539151 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94c69e-bb55-4939-8633-176e83296799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e2c9de-fccb-47bc-a630-662ec3646c5d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:41.554498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ebf5ac12-0f35-410b-9132-8c39efc8142d None None] Port 2bab5a6f-9479-4d43-b9f8-0025bbe36f4b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:41.682100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bdcda9af-7e0b-407e-a40e-6b0e8a79e060 None None] Provisioning complete for port 2bab5a6f-9479-4d43-b9f8-0025bbe36f4b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:41.683381 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bdcda9af-7e0b-407e-a40e-6b0e8a79e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.711546 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50986208-a49a-455e-8bfc-b190c8e32f43 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:41.741146 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-bdcda9af-7e0b-407e-a40e-6b0e8a79e060 None None] Port 2bab5a6f-9479-4d43-b9f8-0025bbe36f4b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:41.753792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50986208-a49a-455e-8bfc-b190c8e32f43 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=2bab5a6f-9479-4d43-b9f8-0025bbe36f4b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:41.854264 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-90bbfcc1-66f2-4f47-b760-100be6499a63 None None] Could not find standard attr ID for object 2bab5a6f-9479-4d43-b9f8-0025bbe36f4b. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:35:41.884352 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47208) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:41.897759 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66f9aa19-a839-4bef-97a3-cf7674c33f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.025985 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66f9aa19-a839-4bef-97a3-cf7674c33f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.037121 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-66f9aa19-a839-4bef-97a3-cf7674c33f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.083400 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-66f9aa19-a839-4bef-97a3-cf7674c33f3c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2626a64bf7ad49b6905697aa8c605326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1979754 Jul 16 01:35:42.084223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f9aa19-a839-4bef-97a3-cf7674c33f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faee7059-a509-4d32-835e-a33e2558825c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:42.086742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47218) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:42.186473 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd202-615a-4c13-bce7-b939b3d7e54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.212483 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd202-615a-4c13-bce7-b939b3d7e54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.214235 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 17dde216-f8bb-4368-a069-f13776ee6593 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:42.277370 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd202-615a-4c13-bce7-b939b3d7e54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.283320 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd202-615a-4c13-bce7-b939b3d7e54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.285517 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7a6fd202-615a-4c13-bce7-b939b3d7e54e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/faee7059-a509-4d32-835e-a33e2558825c HTTP/1.1" status: 204 len: 168 time: 0.1978211 Jul 16 01:35:42.300602 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fd202-615a-4c13-bce7-b939b3d7e54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faee7059-a509-4d32-835e-a33e2558825c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:42.361002 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 17dde216-f8bb-4368-a069-f13776ee6593 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:42.361869 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.372950 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50986208-a49a-455e-8bfc-b190c8e32f43 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.502768 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47226) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:42.590478 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50986208-a49a-455e-8bfc-b190c8e32f43 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router ff06e088-8655-45b5-81bf-91e646c7d5bc has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:42.631972 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f2e7b63c-a612-4731-be09-79ece150f297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.720691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50986208-a49a-455e-8bfc-b190c8e32f43 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:42.731435 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-50986208-a49a-455e-8bfc-b190c8e32f43 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/ff06e088-8655-45b5-81bf-91e646c7d5bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2366383 Jul 16 01:35:42.731585 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7706cd52-0253-4038-b05f-d7d7f805f39b None None] Sync routers for ids ['ff06e088-8655-45b5-81bf-91e646c7d5bc'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:42.733421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47240) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:42.744549 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7706cd52-0253-4038-b05f-d7d7f805f39b None None] Routers {'ff06e088-8655-45b5-81bf-91e646c7d5bc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:42.746352 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7706cd52-0253-4038-b05f-d7d7f805f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['ff06e088-8655-45b5-81bf-91e646c7d5bc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:42.773407 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2040d683-0ab4-4ee1-b433-eefb1a42d042 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff06e088-8655-45b5-81bf-91e646c7d5bc HTTP/1.1" status: 200 len: 205 time: 0.0374293 Jul 16 01:35:42.773407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47242) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:42.791880 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f2e7b63c-a612-4731-be09-79ece150f297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.798332 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7706cd52-0253-4038-b05f-d7d7f805f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:42.801787 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f2e7b63c-a612-4731-be09-79ece150f297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.810639 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7706cd52-0253-4038-b05f-d7d7f805f39b None None] Routers {'ff06e088-8655-45b5-81bf-91e646c7d5bc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:42.812120 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7706cd52-0253-4038-b05f-d7d7f805f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['ff06e088-8655-45b5-81bf-91e646c7d5bc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:42.849170 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f2e7b63c-a612-4731-be09-79ece150f297 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=789aae7dff5f4967b74ba5bf3c85ce7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421726 Jul 16 01:35:42.850038 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47244) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:42.856685 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e7b63c-a612-4731-be09-79ece150f297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351c910a-f1d4-4082-9f90-2268aae1d4b2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:42.861624 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae021968-2e31-40bb-8d83-b939b938163e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.868133 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7706cd52-0253-4038-b05f-d7d7f805f39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:42.868792 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7706cd52-0253-4038-b05f-d7d7f805f39b None None] The sync data for ids ['ff06e088-8655-45b5-81bf-91e646c7d5bc'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:42.936323 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4593b1ca-3ce2-45dd-8028-7afcee49502e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:42.961371 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4593b1ca-3ce2-45dd-8028-7afcee49502e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.012933 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4593b1ca-3ce2-45dd-8028-7afcee49502e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.016568 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4593b1ca-3ce2-45dd-8028-7afcee49502e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.020451 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4593b1ca-3ce2-45dd-8028-7afcee49502e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/351c910a-f1d4-4082-9f90-2268aae1d4b2 HTTP/1.1" status: 204 len: 168 time: 0.1667421 Jul 16 01:35:43.029948 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593b1ca-3ce2-45dd-8028-7afcee49502e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351c910a-f1d4-4082-9f90-2268aae1d4b2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.051516 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae021968-2e31-40bb-8d83-b939b938163e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.054578 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae021968-2e31-40bb-8d83-b939b938163e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.105887 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae021968-2e31-40bb-8d83-b939b938163e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.106344 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae021968-2e31-40bb-8d83-b939b938163e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Fanout notify agent at l3_agent the message router_deleted on router ff06e088-8655-45b5-81bf-91e646c7d5bc {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:43.117178 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae021968-2e31-40bb-8d83-b939b938163e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.118295 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ae021968-2e31-40bb-8d83-b939b938163e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/routers/ff06e088-8655-45b5-81bf-91e646c7d5bc HTTP/1.1" status: 204 len: 168 time: 0.3439901 Jul 16 01:35:43.120984 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47256) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:43.180394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-b671d062-2e0d-4c10-bba4-4e81314db15c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting subnet f5633984-b1a9-4f30-9504-3d47d2854edc {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:43.183547 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b671d062-2e0d-4c10-bba4-4e81314db15c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.227206 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b671d062-2e0d-4c10-bba4-4e81314db15c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.316669 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b671d062-2e0d-4c10-bba4-4e81314db15c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.385536 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b671d062-2e0d-4c10-bba4-4e81314db15c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.413470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671d062-2e0d-4c10-bba4-4e81314db15c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Subnet': ['ID=f5633984-b1a9-4f30-9504-3d47d2854edc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.417461 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b671d062-2e0d-4c10-bba4-4e81314db15c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.419706 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b671d062-2e0d-4c10-bba4-4e81314db15c tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/f5633984-b1a9-4f30-9504-3d47d2854edc HTTP/1.1" status: 204 len: 168 time: 0.2974257 Jul 16 01:35:43.422864 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47268) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:43.433195 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc0516b-aa5c-4a3c-9e68-98363e86b710 None None] Network 64759bc2-863b-41ef-b4cd-6e2150114bff requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:43.453283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47270) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:43.469454 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b654d8b7-1591-4023-8b03-7b6b4f5fc656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.521504 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.594558 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b654d8b7-1591-4023-8b03-7b6b4f5fc656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.600793 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b654d8b7-1591-4023-8b03-7b6b4f5fc656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.603965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port 17dde216-f8bb-4368-a069-f13776ee6593 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:43.604365 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.641943 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b654d8b7-1591-4023-8b03-7b6b4f5fc656 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b95f16af83af4b139726fb40fad0eb74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1873653 Jul 16 01:35:43.642470 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654d8b7-1591-4023-8b03-7b6b4f5fc656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9f4a46-4d5c-4577-86db-a1fca9a13e5f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.644766 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47274) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:43.659911 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b275ce0-7c75-4f7f-98b1-1d1e6435e3f3 None None] DHCP port deletion for 64759bc2-863b-41ef-b4cd-6e2150114bff request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:43.689541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] For port 17dde216-f8bb-4368-a069-f13776ee6593, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=17dde216-f8bb-4368-a069-f13776ee6593,segment=NetworkSegment(fcad7879-8090-4a41-a510-f1502745c261),segment_id=fcad7879-8090-4a41-a510-f1502745c261)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:43.690209 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.705365 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for 17dde216-f8bb-4368-a069-f13776ee6593 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:43.710329 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49532014-6d5c-4e17-bc30-d2fc3e9dab1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.721575 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5b275ce0-7c75-4f7f-98b1-1d1e6435e3f3 None None] Deleting port 17dde216-f8bb-4368-a069-f13776ee6593 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:43.721970 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5b275ce0-7c75-4f7f-98b1-1d1e6435e3f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.736400 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49532014-6d5c-4e17-bc30-d2fc3e9dab1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.793842 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49532014-6d5c-4e17-bc30-d2fc3e9dab1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.797505 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49532014-6d5c-4e17-bc30-d2fc3e9dab1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.801237 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-49532014-6d5c-4e17-bc30-d2fc3e9dab1e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd9f4a46-4d5c-4577-86db-a1fca9a13e5f HTTP/1.1" status: 204 len: 168 time: 0.1531577 Jul 16 01:35:43.818683 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49532014-6d5c-4e17-bc30-d2fc3e9dab1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9f4a46-4d5c-4577-86db-a1fca9a13e5f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.836917 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.837572 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-5b275ce0-7c75-4f7f-98b1-1d1e6435e3f3 None None] For port 17dde216-f8bb-4368-a069-f13776ee6593, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=17dde216-f8bb-4368-a069-f13776ee6593,segment=NetworkSegment(fcad7879-8090-4a41-a510-f1502745c261),segment_id=fcad7879-8090-4a41-a510-f1502745c261)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:43.838300 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5b275ce0-7c75-4f7f-98b1-1d1e6435e3f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.863594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5b275ce0-7c75-4f7f-98b1-1d1e6435e3f3 None None] Calling delete_port for 17dde216-f8bb-4368-a069-f13776ee6593 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:43.878649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=17dde216-f8bb-4368-a069-f13776ee6593,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:43.880743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] No DVR routers for this DVR port 17dde216-f8bb-4368-a069-f13776ee6593 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:43.966037 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5b275ce0-7c75-4f7f-98b1-1d1e6435e3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.975039 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:43.985369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64759bc2-863b-41ef-b4cd-6e2150114bff']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:43.995824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcad7879-8090-4a41-a510-f1502745c261') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:43.996198 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcad7879-8090-4a41-a510-f1502745c261') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:43.998062 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b275ce0-7c75-4f7f-98b1-1d1e6435e3f3 None None] Pushing event deleted for resources: {'Port': ['ID=17dde216-f8bb-4368-a069-f13776ee6593,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:44.000056 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b275ce0-7c75-4f7f-98b1-1d1e6435e3f3 None None] No DVR routers for this DVR port 17dde216-f8bb-4368-a069-f13776ee6593 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:44.019889 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.042903 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.049657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:44.050164 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:44.053234 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:44.122271 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.156622 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.158622 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/networks/64759bc2-863b-41ef-b4cd-6e2150114bff HTTP/1.1" status: 204 len: 168 time: 0.7348194 Jul 16 01:35:44.159747 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e0e4e-10ba-46cb-a26c-fe9d4986eaea tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Network': ['ID=64759bc2-863b-41ef-b4cd-6e2150114bff,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:44.162309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47290) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:44.167774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1418593002', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}, 'admin_state_up': False}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:44.202191 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 17dde216-f8bb-4368-a069-f13776ee6593 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:44.211263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.212582 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.230521 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 17dde216-f8bb-4368-a069-f13776ee6593 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:44.230873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 17dde216-f8bb-4368-a069-f13776ee6593 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:44.281642 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47296) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:44.295590 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a370749-aa14-4d87-b7f3-63d4ef979922 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.319353 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.397381 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a370749-aa14-4d87-b7f3-63d4ef979922 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.401807 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a370749-aa14-4d87-b7f3-63d4ef979922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.440966 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2a370749-aa14-4d87-b7f3-63d4ef979922 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e4cb6441b4343548424012f959a6103&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1579847 Jul 16 01:35:44.442108 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a370749-aa14-4d87-b7f3-63d4ef979922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581d2f12-8662-4ae7-ba65-f56245761cdc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:44.444600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47302) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:44.471922 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.500255 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-430f7ad4-9b7d-4ff6-8d2c-9af6a858408b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.526607 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-430f7ad4-9b7d-4ff6-8d2c-9af6a858408b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.579685 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-430f7ad4-9b7d-4ff6-8d2c-9af6a858408b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.582315 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-430f7ad4-9b7d-4ff6-8d2c-9af6a858408b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.583472 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-430f7ad4-9b7d-4ff6-8d2c-9af6a858408b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/581d2f12-8662-4ae7-ba65-f56245761cdc HTTP/1.1" status: 204 len: 168 time: 0.1381416 Jul 16 01:35:44.592970 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430f7ad4-9b7d-4ff6-8d2c-9af6a858408b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581d2f12-8662-4ae7-ba65-f56245761cdc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:44.673364 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.693198 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.815041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Allocated IP 172.25.2.70 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/3b79fa27-99f2-494b-8db2-40d3e18f68d5) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:44.933302 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:44.993443 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.038810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:45.044208 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:45.047554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:45.077211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=3b79fa27-99f2-494b-8db2-40d3e18f68d5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:45.137286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47326) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:45.251877 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61a4edf7-1a07-4491-87a2-9a8bf76e9228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.351698 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61a4edf7-1a07-4491-87a2-9a8bf76e9228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.356230 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61a4edf7-1a07-4491-87a2-9a8bf76e9228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.362083 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.397189 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-61a4edf7-1a07-4491-87a2-9a8bf76e9228 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=119e30e5c6884a87b0a844fec5da7808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562971 Jul 16 01:35:45.397189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4edf7-1a07-4491-87a2-9a8bf76e9228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196f8445-61f2-4892-829b-cb977b2a1e0a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:45.397464 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47338) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:45.495258 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-061215b3-f513-4052-b68d-f3c214d487e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.555197 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-061215b3-f513-4052-b68d-f3c214d487e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.640095 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.681249 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-061215b3-f513-4052-b68d-f3c214d487e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.683693 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-061215b3-f513-4052-b68d-f3c214d487e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.684839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-061215b3-f513-4052-b68d-f3c214d487e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/196f8445-61f2-4892-829b-cb977b2a1e0a HTTP/1.1" status: 204 len: 168 time: 0.2864974 Jul 16 01:35:45.699991 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061215b3-f513-4052-b68d-f3c214d487e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196f8445-61f2-4892-829b-cb977b2a1e0a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:45.780627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router 8d4735df-5198-420e-8f87-18d44e504836 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:45.891445 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:45.903094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25003604-f51e-4da6-bc85-9c8faecc40dd None None] Sync routers for ids ['8d4735df-5198-420e-8f87-18d44e504836'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:45.914162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25003604-f51e-4da6-bc85-9c8faecc40dd None None] Routers {'8d4735df-5198-420e-8f87-18d44e504836'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:45.914894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-25003604-f51e-4da6-bc85-9c8faecc40dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['8d4735df-5198-420e-8f87-18d44e504836'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:45.917223 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:45.918728 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9d51f66a-2db3-4ab0-8b33-715bc5155052 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 1.7547631 Jul 16 01:35:45.928004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47356) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:45.961397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-25003604-f51e-4da6-bc85-9c8faecc40dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:45.973689 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25003604-f51e-4da6-bc85-9c8faecc40dd None None] Routers {'8d4735df-5198-420e-8f87-18d44e504836'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:45.974311 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-25003604-f51e-4da6-bc85-9c8faecc40dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['8d4735df-5198-420e-8f87-18d44e504836'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:46.011585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-25003604-f51e-4da6-bc85-9c8faecc40dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:46.012319 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25003604-f51e-4da6-bc85-9c8faecc40dd None None] The sync data for ids ['8d4735df-5198-420e-8f87-18d44e504836'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:46.080218 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-070370cb-6987-4107-a02a-86d01b84c71d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/routers/8d4735df-5198-420e-8f87-18d44e504836 HTTP/1.1" status: 200 len: 880 time: 0.1509233 Jul 16 01:35:46.082557 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47364) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:46.148918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47368) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:46.163174 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-85ea20a4-41c6-4cbb-9910-90918abd3216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.258649 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-85ea20a4-41c6-4cbb-9910-90918abd3216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.262789 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-85ea20a4-41c6-4cbb-9910-90918abd3216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.309569 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-85ea20a4-41c6-4cbb-9910-90918abd3216 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d269508a03c84756b71de8472b1651b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1594124 Jul 16 01:35:46.311285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47370) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:46.312141 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ea20a4-41c6-4cbb-9910-90918abd3216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71def933-0df6-4221-9ac5-a32a4bd07269,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:46.338598 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c6a630d5-3adb-46ed-853b-6d3e8f3aa96d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2548964 Jul 16 01:35:46.341042 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47372) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:46.346313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-02a08568-3ec6-4a6a-b101-ca46a137667e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1418593002'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:46.371527 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dd7a3006-2685-4708-9afd-d3831cc6fd14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.393657 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dd7a3006-2685-4708-9afd-d3831cc6fd14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.446818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dd7a3006-2685-4708-9afd-d3831cc6fd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.449818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dd7a3006-2685-4708-9afd-d3831cc6fd14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.453462 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dd7a3006-2685-4708-9afd-d3831cc6fd14 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71def933-0df6-4221-9ac5-a32a4bd07269 HTTP/1.1" status: 204 len: 168 time: 0.1332872 Jul 16 01:35:46.459963 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a3006-2685-4708-9afd-d3831cc6fd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71def933-0df6-4221-9ac5-a32a4bd07269,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:46.813381 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47380) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:46.818166 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a6e8fddf-02c4-44bc-88d2-bb0eb10c1188 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695407328', 'description': 'tempest-secgroup-smoke-1695407328 description', 'project_id': '69687824cbca408cb542751d24b99384'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:46.842702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6e8fddf-02c4-44bc-88d2-bb0eb10c1188 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.852640 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6e8fddf-02c4-44bc-88d2-bb0eb10c1188 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.960592 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6e8fddf-02c4-44bc-88d2-bb0eb10c1188 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.965402 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6e8fddf-02c4-44bc-88d2-bb0eb10c1188 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:46.996023 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-02a08568-3ec6-4a6a-b101-ca46a137667e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.008267 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-02a08568-3ec6-4a6a-b101-ca46a137667e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.009777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8fddf-02c4-44bc-88d2-bb0eb10c1188 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04aa6a0c-4c29-4b4b-971a-ecb9704eb19c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.068817 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6e8fddf-02c4-44bc-88d2-bb0eb10c1188 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.073809 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6e8fddf-02c4-44bc-88d2-bb0eb10c1188 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.101762 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6e8fddf-02c4-44bc-88d2-bb0eb10c1188 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.105290 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a6e8fddf-02c4-44bc-88d2-bb0eb10c1188 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2884538 Jul 16 01:35:47.105882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47392) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:47.112444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5c8ee453-245f-4911-a8f3-c65e64e33ff8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '0857fc1b-5d61-4540-9dfb-92ec6e90d36e', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:47.119254 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e8fddf-02c4-44bc-88d2-bb0eb10c1188 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0857fc1b-5d61-4540-9dfb-92ec6e90d36e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.145969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a08568-3ec6-4a6a-b101-ca46a137667e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router 8d4735df-5198-420e-8f87-18d44e504836 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:47.149028 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee453-245f-4911-a8f3-c65e64e33ff8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.215694 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee453-245f-4911-a8f3-c65e64e33ff8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.219611 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee453-245f-4911-a8f3-c65e64e33ff8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.245439 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ee453-245f-4911-a8f3-c65e64e33ff8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7b58136-cd7a-4a26-b023-f581d06c0b9f,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.252687 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c8ee453-245f-4911-a8f3-c65e64e33ff8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.255140 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5c8ee453-245f-4911-a8f3-c65e64e33ff8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483178 Jul 16 01:35:47.257924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47398) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:47.264727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1cc52688-7dab-4705-ae2a-bac05ebeb243 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '0857fc1b-5d61-4540-9dfb-92ec6e90d36e', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:47.276544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a08568-3ec6-4a6a-b101-ca46a137667e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:47.284696 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-02a08568-3ec6-4a6a-b101-ca46a137667e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.288483 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2880ef6-ce79-47a4-8ce0-595c86315059 None None] Sync routers for ids ['8d4735df-5198-420e-8f87-18d44e504836'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:47.289495 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-02a08568-3ec6-4a6a-b101-ca46a137667e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/8d4735df-5198-420e-8f87-18d44e504836 HTTP/1.1" status: 200 len: 887 time: 0.9469349 Jul 16 01:35:47.289797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47400) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:47.299065 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2880ef6-ce79-47a4-8ce0-595c86315059 None None] Routers {'8d4735df-5198-420e-8f87-18d44e504836'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:47.300051 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d2880ef6-ce79-47a4-8ce0-595c86315059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['8d4735df-5198-420e-8f87-18d44e504836'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:47.337621 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d2880ef6-ce79-47a4-8ce0-595c86315059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:47.348293 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2880ef6-ce79-47a4-8ce0-595c86315059 None None] Routers {'8d4735df-5198-420e-8f87-18d44e504836'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:47.348895 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d2880ef6-ce79-47a4-8ce0-595c86315059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['8d4735df-5198-420e-8f87-18d44e504836'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:47.350981 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1cc52688-7dab-4705-ae2a-bac05ebeb243 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.393736 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d2880ef6-ce79-47a4-8ce0-595c86315059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:47.394660 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2880ef6-ce79-47a4-8ce0-595c86315059 None None] The sync data for ids ['8d4735df-5198-420e-8f87-18d44e504836'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:47.475595 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1cc52688-7dab-4705-ae2a-bac05ebeb243 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.483349 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c5518c3b-f06b-4de3-a3a1-94c48d24561d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/routers/8d4735df-5198-420e-8f87-18d44e504836 HTTP/1.1" status: 200 len: 887 time: 0.1923764 Jul 16 01:35:47.485137 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1cc52688-7dab-4705-ae2a-bac05ebeb243 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.488816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47408) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:47.500373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc52688-7dab-4705-ae2a-bac05ebeb243 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57604742-e120-4e21-b989-1a6b3e7fba16,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.510003 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1cc52688-7dab-4705-ae2a-bac05ebeb243 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.514205 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1cc52688-7dab-4705-ae2a-bac05ebeb243 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2543173 Jul 16 01:35:47.514907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47410) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:47.521949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5a200a82-59e7-46aa-9167-1fd6e73052c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '0857fc1b-5d61-4540-9dfb-92ec6e90d36e', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:47.522140 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f5a4a1d1-0046-4620-acf5-a8d60887b253 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4735df-5198-420e-8f87-18d44e504836 HTTP/1.1" status: 200 len: 205 time: 0.0293567 Jul 16 01:35:47.522259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47412) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:47.547318 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a200a82-59e7-46aa-9167-1fd6e73052c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.617697 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a200a82-59e7-46aa-9167-1fd6e73052c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.621836 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a200a82-59e7-46aa-9167-1fd6e73052c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.644158 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a200a82-59e7-46aa-9167-1fd6e73052c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961d451a-ae18-443f-9da1-55755fcacf5c,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.648854 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3155548f-de69-4f24-9934-de34dff67100 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.655036 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a200a82-59e7-46aa-9167-1fd6e73052c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.658022 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5a200a82-59e7-46aa-9167-1fd6e73052c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1418564 Jul 16 01:35:47.660293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47416) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:47.664926 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e029bbe9-3980-4de5-86e7-137f7b82b59e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '0857fc1b-5d61-4540-9dfb-92ec6e90d36e', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:47.695333 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e029bbe9-3980-4de5-86e7-137f7b82b59e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.760774 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e029bbe9-3980-4de5-86e7-137f7b82b59e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.766180 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e029bbe9-3980-4de5-86e7-137f7b82b59e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.775582 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3155548f-de69-4f24-9934-de34dff67100 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.788572 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e029bbe9-3980-4de5-86e7-137f7b82b59e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9dfcd0b-e88c-411d-babd-124d59fc690b,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.797507 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e029bbe9-3980-4de5-86e7-137f7b82b59e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.801359 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e029bbe9-3980-4de5-86e7-137f7b82b59e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376014 Jul 16 01:35:47.801704 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47424) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:47.806698 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4db87a44-ce03-4ee5-a98c-eb95857cf6d1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '0857fc1b-5d61-4540-9dfb-92ec6e90d36e', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:47.833150 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-4db87a44-ce03-4ee5-a98c-eb95857cf6d1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Project 69687824cbca408cb542751d24b99384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:35:47.839449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-3155548f-de69-4f24-9934-de34dff67100 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port 3b79fa27-99f2-494b-8db2-40d3e18f68d5 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:47.839655 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4db87a44-ce03-4ee5-a98c-eb95857cf6d1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.839913 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3155548f-de69-4f24-9934-de34dff67100 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.916654 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4db87a44-ce03-4ee5-a98c-eb95857cf6d1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.921266 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4db87a44-ce03-4ee5-a98c-eb95857cf6d1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.929714 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3155548f-de69-4f24-9934-de34dff67100 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.942597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-3155548f-de69-4f24-9934-de34dff67100 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for 3b79fa27-99f2-494b-8db2-40d3e18f68d5 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:47.949754 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db87a44-ce03-4ee5-a98c-eb95857cf6d1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734de766-7289-4ca0-b596-2dd7851ef490,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:47.954252 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4db87a44-ce03-4ee5-a98c-eb95857cf6d1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:47.955419 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4db87a44-ce03-4ee5-a98c-eb95857cf6d1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1525800 Jul 16 01:35:47.958348 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47434) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:47.965157 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-415182cc-37eb-4144-a82d-f97abaa95bb2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '0857fc1b-5d61-4540-9dfb-92ec6e90d36e', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:47.989412 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-415182cc-37eb-4144-a82d-f97abaa95bb2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Project 69687824cbca408cb542751d24b99384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:35:47.994469 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-415182cc-37eb-4144-a82d-f97abaa95bb2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.073803 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-415182cc-37eb-4144-a82d-f97abaa95bb2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.079618 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-415182cc-37eb-4144-a82d-f97abaa95bb2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.099014 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415182cc-37eb-4144-a82d-f97abaa95bb2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc98d27f-1013-4df2-bee1-6dbbafae4fb8,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:48.108668 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-415182cc-37eb-4144-a82d-f97abaa95bb2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.110279 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-415182cc-37eb-4144-a82d-f97abaa95bb2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1505883 Jul 16 01:35:48.113340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47436) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:48.118364 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b94e3cc8-b593-411b-9f01-6a983b557a36 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'network': {'name': 'tempest-network-smoke--1982628896', 'project_id': '69687824cbca408cb542751d24b99384', 'port_security_enabled': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:48.141986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94e3cc8-b593-411b-9f01-6a983b557a36 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Made reservation on behalf of 69687824cbca408cb542751d24b99384 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:48.144579 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3155548f-de69-4f24-9934-de34dff67100 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.145740 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b94e3cc8-b593-411b-9f01-6a983b557a36 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.172786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b94e3cc8-b593-411b-9f01-6a983b557a36 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:48.182217 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b94e3cc8-b593-411b-9f01-6a983b557a36 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.182644 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-b94e3cc8-b593-411b-9f01-6a983b557a36 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Added segment 396181c4-f4c3-44ec-8c10-a9d789731475 of type vlan for network 3553096d-128c-42ef-ad83-d1dd4718d78c Jul 16 01:35:48.204816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3155548f-de69-4f24-9934-de34dff67100 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=3b79fa27-99f2-494b-8db2-40d3e18f68d5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:48.230253 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b94e3cc8-b593-411b-9f01-6a983b557a36 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.246460 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3155548f-de69-4f24-9934-de34dff67100 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.262833 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b94e3cc8-b593-411b-9f01-6a983b557a36 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.269469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94e3cc8-b593-411b-9f01-6a983b557a36 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.270083 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b94e3cc8-b593-411b-9f01-6a983b557a36 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.312591 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b94e3cc8-b593-411b-9f01-6a983b557a36 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1949658 Jul 16 01:35:48.313623 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47448) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:48.322350 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1242061317', 'admin_state_up': True, 'project_id': '69687824cbca408cb542751d24b99384', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:48.360255 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3155548f-de69-4f24-9934-de34dff67100 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.363460 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3155548f-de69-4f24-9934-de34dff67100 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.376455 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e3cc8-b593-411b-9f01-6a983b557a36 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Network': ['ID=3553096d-128c-42ef-ad83-d1dd4718d78c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:48.382592 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.387902 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.390841 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 3553096d-128c-42ef-ad83-d1dd4718d78c details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:48.429070 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3155548f-de69-4f24-9934-de34dff67100 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.429735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3155548f-de69-4f24-9934-de34dff67100 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Fanout notify agent at l3_agent the message router_deleted on router 8d4735df-5198-420e-8f87-18d44e504836 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:48.436348 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3155548f-de69-4f24-9934-de34dff67100 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.437967 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3155548f-de69-4f24-9934-de34dff67100 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/routers/8d4735df-5198-420e-8f87-18d44e504836 HTTP/1.1" status: 204 len: 168 time: 0.9149010 Jul 16 01:35:48.442050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47450) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:48.448028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a31d0df0-0dba-4525-97c8-c9d443066361 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'network': {'name': 'tempest-RoutersTest-394794950'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:48.454481 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.469800 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31d0df0-0dba-4525-97c8-c9d443066361 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:48.475125 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a31d0df0-0dba-4525-97c8-c9d443066361 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.504839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31d0df0-0dba-4525-97c8-c9d443066361 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:48.514503 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a31d0df0-0dba-4525-97c8-c9d443066361 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.514914 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-a31d0df0-0dba-4525-97c8-c9d443066361 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Added segment cc90a4a2-61c8-4526-91e0-8c06778d3979 of type vlan for network 2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09 Jul 16 01:35:48.557591 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a31d0df0-0dba-4525-97c8-c9d443066361 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.589373 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a31d0df0-0dba-4525-97c8-c9d443066361 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.596236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31d0df0-0dba-4525-97c8-c9d443066361 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:48.597102 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a31d0df0-0dba-4525-97c8-c9d443066361 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.635516 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a31d0df0-0dba-4525-97c8-c9d443066361 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1917264 Jul 16 01:35:48.638800 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47460) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:48.644139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ff08751d-9eeb-4583-851a-3aa60da826be tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'subnet': {'network_id': '2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:48.705704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d0df0-0dba-4525-97c8-c9d443066361 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Network': ['ID=2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:48.720177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:48.791507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff08751d-9eeb-4583-851a-3aa60da826be tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:48.796725 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ff08751d-9eeb-4583-851a-3aa60da826be tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.858174 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:48.995082 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ff08751d-9eeb-4583-851a-3aa60da826be tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.033433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47478) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:49.073033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff08751d-9eeb-4583-851a-3aa60da826be tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Subnet': ['ID=2ca1a086-d6be-476b-90cb-60d4c6acb8f1,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.076888 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.077482 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff08751d-9eeb-4583-851a-3aa60da826be tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Checking segment: {'id': 'cc90a4a2-61c8-4526-91e0-8c06778d3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:49.077848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff08751d-9eeb-4583-851a-3aa60da826be tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network hostable DHCP agents. Network: 2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:49.095745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff08751d-9eeb-4583-851a-3aa60da826be tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:49.102172 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.106406 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-ff08751d-9eeb-4583-851a-3aa60da826be tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:49.111711 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff08751d-9eeb-4583-851a-3aa60da826be tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:49.112931 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ff08751d-9eeb-4583-851a-3aa60da826be tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.117937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295ed45c-014c-49f4-993a-81a75fd1e8e3 None None] Network 2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:49.133648 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ff08751d-9eeb-4583-851a-3aa60da826be tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4911103 Jul 16 01:35:49.134646 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47482) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:49.139671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-8729363a-8f83-4695-b266-839e6920f331 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-584958479', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:49.175665 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8729363a-8f83-4695-b266-839e6920f331 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.176706 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8729363a-8f83-4695-b266-839e6920f331 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.180925 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a19c7935-a51e-4f9c-8528-272c84214dfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.251438 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8729363a-8f83-4695-b266-839e6920f331 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.261551 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8729363a-8f83-4695-b266-839e6920f331 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.269578 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Allocated IP 172.25.2.53 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/246e6966-0151-461d-ab79-1a406143cbfd) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:49.291174 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09', 'network_id': '2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'fixed_ips': [{'subnet_id': '2ca1a086-d6be-476b-90cb-60d4c6acb8f1'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:49.292220 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.335344 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a19c7935-a51e-4f9c-8528-272c84214dfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.339866 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a19c7935-a51e-4f9c-8528-272c84214dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.359427 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8729363a-8f83-4695-b266-839e6920f331 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.360774 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8729363a-8f83-4695-b266-839e6920f331 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2249026 Jul 16 01:35:49.363645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47484) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:49.385208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a19c7935-a51e-4f9c-8528-272c84214dfd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8905f1cd31624d4ba1436ff25e9dcd4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3506899 Jul 16 01:35:49.386192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c7935-a51e-4f9c-8528-272c84214dfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8e6693-80e8-4710-8f64-26167ef4aafe,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.388646 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47486) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:49.451276 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c7eee1c8-aa11-4815-a481-2ab943da18b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.457493 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Allocated IP 172.20.0.2 (2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09/2ca1a086-d6be-476b-90cb-60d4c6acb8f1/30315839-e7be-466d-a12d-5c2ee58cbec9) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:49.462010 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.480336 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c7eee1c8-aa11-4815-a481-2ab943da18b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.546971 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c7eee1c8-aa11-4815-a481-2ab943da18b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.553362 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c7eee1c8-aa11-4815-a481-2ab943da18b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.556579 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c7eee1c8-aa11-4815-a481-2ab943da18b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de8e6693-80e8-4710-8f64-26167ef4aafe HTTP/1.1" status: 204 len: 168 time: 0.1669939 Jul 16 01:35:49.570032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eee1c8-aa11-4815-a481-2ab943da18b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8e6693-80e8-4710-8f64-26167ef4aafe,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.632082 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.642805 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Transition to ACTIVE for port object 30315839-e7be-466d-a12d-5c2ee58cbec9 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:49.659648 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Transition to ACTIVE for port object 30315839-e7be-466d-a12d-5c2ee58cbec9 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:49.666567 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.667389 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.732733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Network 2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:49.736209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:49.740223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:49.741208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:49.747199 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Pushing event updated for resources: {'Port': ['ID=30315839-e7be-466d-a12d-5c2ee58cbec9,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.750412 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:49.771922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:49.778073 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.803893 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=246e6966-0151-461d-ab79-1a406143cbfd,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:49.804961 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Attempting to bind port 30315839-e7be-466d-a12d-5c2ee58cbec9 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:49.805347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Attempting to bind port 30315839-e7be-466d-a12d-5c2ee58cbec9 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'cc90a4a2-61c8-4526-91e0-8c06778d3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:49.806230 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Attempting to bind port 30315839-e7be-466d-a12d-5c2ee58cbec9 on network 2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:49.812237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:49.812625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Checking segment: {'id': 'cc90a4a2-61c8-4526-91e0-8c06778d3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:49.813044 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.813441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Bound using segment: {'id': 'cc90a4a2-61c8-4526-91e0-8c06778d3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:49.813918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Bound port: 30315839-e7be-466d-a12d-5c2ee58cbec9, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc90a4a2-61c8-4526-91e0-8c06778d3979', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:49.814557 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.891355 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] For port 30315839-e7be-466d-a12d-5c2ee58cbec9, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:49.894938 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] For port 30315839-e7be-466d-a12d-5c2ee58cbec9, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=30315839-e7be-466d-a12d-5c2ee58cbec9,segment=NetworkSegment(cc90a4a2-61c8-4526-91e0-8c06778d3979),segment_id=cc90a4a2-61c8-4526-91e0-8c06778d3979)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:49.900584 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.911520 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47496) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:49.928718 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09b6cbb2-fa42-4783-b972-6e7778bf5acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:49.985320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d333b-0be0-4bcf-ad9e-5de659538caa None None] Pushing event updated for resources: {'Port': ['ID=30315839-e7be-466d-a12d-5c2ee58cbec9,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.033194 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09b6cbb2-fa42-4783-b972-6e7778bf5acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.037497 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09b6cbb2-fa42-4783-b972-6e7778bf5acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.078906 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-09b6cbb2-fa42-4783-b972-6e7778bf5acc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f844227b8ae84ae1b87ee0fee8654f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661160 Jul 16 01:35:50.079901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6cbb2-fa42-4783-b972-6e7778bf5acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d38c7d9-5457-4b34-be44-f90a588ecfcc,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.082249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47498) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:50.134451 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27e50c22-2752-47ff-8f9c-bcab22ab85b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.161912 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27e50c22-2752-47ff-8f9c-bcab22ab85b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.245054 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27e50c22-2752-47ff-8f9c-bcab22ab85b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.248025 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27e50c22-2752-47ff-8f9c-bcab22ab85b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.249870 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-27e50c22-2752-47ff-8f9c-bcab22ab85b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8d38c7d9-5457-4b34-be44-f90a588ecfcc HTTP/1.1" status: 204 len: 168 time: 0.1661341 Jul 16 01:35:50.259943 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e50c22-2752-47ff-8f9c-bcab22ab85b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d38c7d9-5457-4b34-be44-f90a588ecfcc,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:50.287507 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Allocated IP 172.20.0.1 (2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09/2ca1a086-d6be-476b-90cb-60d4c6acb8f1/2c11d6f4-0586-4873-9da9-6f5bdf6319c5) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:50.299369 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.535794 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.585649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Transition to ACTIVE for port object 2c11d6f4-0586-4873-9da9-6f5bdf6319c5 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:50.622147 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:50.676473 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.016928 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:51.025715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:51.035596 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347c28a6-651a-494e-80f4-14b3234e0666 None None] Network 2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:51.036213 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:51.072585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1a8af666-2d42-47c7-a9ec-ee9189585769 None None] Provisioning for port 30315839-e7be-466d-a12d-5c2ee58cbec9 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:51.073596 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=2c11d6f4-0586-4873-9da9-6f5bdf6319c5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:51.102232 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.188058 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router 260c0ef6-2085-4d88-85f4-cc39023e989e is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:51.319710 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.372677 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:51.383500 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Sync routers for ids ['260c0ef6-2085-4d88-85f4-cc39023e989e'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:51.399718 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Routers {'260c0ef6-2085-4d88-85f4-cc39023e989e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:51.400604 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['260c0ef6-2085-4d88-85f4-cc39023e989e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:51.466633 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.471929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47534) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:51.472613 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4a94d88a-283b-4ac3-804f-baf25536289a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1569765 Jul 16 01:35:51.555625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Set router 260c0ef6-2085-4d88-85f4-cc39023e989e gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:51.678172 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.684119 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.694979 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-045c05f5-5240-488f-8db0-d15a17733d95 None None] Provisioning for port 2c11d6f4-0586-4873-9da9-6f5bdf6319c5 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:51.733524 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-045c05f5-5240-488f-8db0-d15a17733d95 None None] Provisioning complete for port 2c11d6f4-0586-4873-9da9-6f5bdf6319c5 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:51.734027 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-045c05f5-5240-488f-8db0-d15a17733d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.783499 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.786327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-045c05f5-5240-488f-8db0-d15a17733d95 None None] Port 2c11d6f4-0586-4873-9da9-6f5bdf6319c5 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:51.789972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=2c11d6f4-0586-4873-9da9-6f5bdf6319c5,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:51.809552 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-abd29429-ef04-44b3-b672-c597474e3d84 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=69687824cbca408cb542751d24b99384&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3364289 Jul 16 01:35:51.812796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47546) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:51.844455 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242061317', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '246e6966-0151-461d-ab79-1a406143cbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:48Z', 'updated_at': '2021-07-16T01:35:50Z', 'revision_number': 3, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '246e6966-0151-461d-ab79-1a406143cbfd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:49Z', 'updated_at': '2021-07-16T01:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:51.873028 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Checking router: 260c0ef6-2085-4d88-85f4-cc39023e989e for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:35:51.873809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Updating router 260c0ef6-2085-4d88-85f4-cc39023e989e port 246e6966-0151-461d-ab79-1a406143cbfd binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:35:51.902559 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:51.904359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:51.921499 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:51.979220 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-48188019-5780-4f16-bb88-eb6634f720e5 None None] Provisioning complete for port 2c11d6f4-0586-4873-9da9-6f5bdf6319c5 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:51.979600 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-48188019-5780-4f16-bb88-eb6634f720e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.008387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3164fe1c-b66e-4f3f-8e11-f2c3c3ec80dc tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.009927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3164fe1c-b66e-4f3f-8e11-f2c3c3ec80dc tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1939530 Jul 16 01:35:52.012643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47558) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:52.080913 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-719241db-3802-4905-81de-a8689300bab6 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0645461 Jul 16 01:35:52.081718 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47570) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:52.091883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b75fcf9d-caa7-40f9-86f4-dda1f7db2fb5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1506864426', 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c', 'project_id': '69687824cbca408cb542751d24b99384', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:52.148736 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router 36234ee8-9824-44a6-9174-9ab45ca95a3c is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:35:52.245490 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b75fcf9d-caa7-40f9-86f4-dda1f7db2fb5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Made reservation on behalf of 69687824cbca408cb542751d24b99384 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:52.255633 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b75fcf9d-caa7-40f9-86f4-dda1f7db2fb5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.393864 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:52.405960 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e31b77f7-8b81-4f1c-913c-d716e29fb2e3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/36234ee8-9824-44a6-9174-9ab45ca95a3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0410612 Jul 16 01:35:52.410279 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47582) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:52.417890 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-48188019-5780-4f16-bb88-eb6634f720e5 None None] Port 2c11d6f4-0586-4873-9da9-6f5bdf6319c5 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:52.419707 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 30315839-e7be-466d-a12d-5c2ee58cbec9 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:52.429049 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcded85a-2164-46b0-855f-e017260a3651 None None] Sync routers for ids ['36234ee8-9824-44a6-9174-9ab45ca95a3c'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:52.443802 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcded85a-2164-46b0-855f-e017260a3651 None None] Routers {'36234ee8-9824-44a6-9174-9ab45ca95a3c'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:52.445197 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bcded85a-2164-46b0-855f-e017260a3651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['36234ee8-9824-44a6-9174-9ab45ca95a3c'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:52.470808 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.487698 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Transition to ACTIVE for port object 246e6966-0151-461d-ab79-1a406143cbfd will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:52.497873 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bcded85a-2164-46b0-855f-e017260a3651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:52.502994 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.515540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 30315839-e7be-466d-a12d-5c2ee58cbec9 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:52.518604 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcded85a-2164-46b0-855f-e017260a3651 None None] Routers {'36234ee8-9824-44a6-9174-9ab45ca95a3c'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:52.519282 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bcded85a-2164-46b0-855f-e017260a3651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['36234ee8-9824-44a6-9174-9ab45ca95a3c'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:52.520397 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdfbb26-c416-4a70-b275-d533fd19b251 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.524421 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ebdfbb26-c416-4a70-b275-d533fd19b251 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports/2c11d6f4-0586-4873-9da9-6f5bdf6319c5 HTTP/1.1" status: 200 len: 910 time: 0.1103139 Jul 16 01:35:52.530972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47586) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:52.534472 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b75fcf9d-caa7-40f9-86f4-dda1f7db2fb5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.542969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d88bf4c1-26e5-4125-b950-a62760612b74 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2ca1a086-d6be-476b-90cb-60d4c6acb8f1'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:52.545361 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 30315839-e7be-466d-a12d-5c2ee58cbec9 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:52.546245 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.559732 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bcded85a-2164-46b0-855f-e017260a3651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:52.560654 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcded85a-2164-46b0-855f-e017260a3651 None None] The sync data for ids ['36234ee8-9824-44a6-9174-9ab45ca95a3c'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:52.608741 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75fcf9d-caa7-40f9-86f4-dda1f7db2fb5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Checking segment: {'id': '396181c4-f4c3-44ec-8c10-a9d789731475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:52.609129 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75fcf9d-caa7-40f9-86f4-dda1f7db2fb5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network hostable DHCP agents. Network: 3553096d-128c-42ef-ad83-d1dd4718d78c, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:52.621663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fcf9d-caa7-40f9-86f4-dda1f7db2fb5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Subnet': ['ID=5f2c05a5-f813-4ae1-a946-7a93d05234dc,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:52.641186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b75fcf9d-caa7-40f9-86f4-dda1f7db2fb5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 3553096d-128c-42ef-ad83-d1dd4718d78c is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:52.654707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b75fcf9d-caa7-40f9-86f4-dda1f7db2fb5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 3553096d-128c-42ef-ad83-d1dd4718d78c) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:52.660086 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8896face-1f8d-4535-b5e6-2f83b8ebde4f None None] Provisioning complete for port 2c11d6f4-0586-4873-9da9-6f5bdf6319c5 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:52.660536 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8896face-1f8d-4535-b5e6-2f83b8ebde4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.662832 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47588) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:52.664045 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Attempting to bind port 246e6966-0151-461d-ab79-1a406143cbfd on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:52.664429 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Attempting to bind port 246e6966-0151-461d-ab79-1a406143cbfd by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:52.664795 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Attempting to bind port 246e6966-0151-461d-ab79-1a406143cbfd on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:52.666867 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75fcf9d-caa7-40f9-86f4-dda1f7db2fb5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:52.667523 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b75fcf9d-caa7-40f9-86f4-dda1f7db2fb5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.690064 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b75fcf9d-caa7-40f9-86f4-dda1f7db2fb5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6024723 Jul 16 01:35:52.692899 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8102fd-082a-4f56-9d25-8ff6d99d55bf None None] Pushing event updated for resources: {'Port': ['ID=246e6966-0151-461d-ab79-1a406143cbfd,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:52.693059 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47592) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:52.695796 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1163fbc8-205c-4aec-b022-539cf3a0e05f None None] Network 3553096d-128c-42ef-ad83-d1dd4718d78c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:52.704455 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:52.704841 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:52.705251 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.705654 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:52.706149 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Bound port: 246e6966-0151-461d-ab79-1a406143cbfd, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:52.706670 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.779290 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d88bf4c1-26e5-4125-b950-a62760612b74 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.831964 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-21c0aee9-ba68-4c08-8c53-9cda49311978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:52.985406 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8896face-1f8d-4535-b5e6-2f83b8ebde4f None None] Port 2c11d6f4-0586-4873-9da9-6f5bdf6319c5 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:53.003323 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.028027 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] For port 246e6966-0151-461d-ab79-1a406143cbfd, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:53.056881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] For port 246e6966-0151-461d-ab79-1a406143cbfd, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=246e6966-0151-461d-ab79-1a406143cbfd,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:53.084856 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.111446 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 30315839-e7be-466d-a12d-5c2ee58cbec9, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=30315839-e7be-466d-a12d-5c2ee58cbec9,segment=NetworkSegment(cc90a4a2-61c8-4526-91e0-8c06778d3979),segment_id=cc90a4a2-61c8-4526-91e0-8c06778d3979)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:53.114757 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-21c0aee9-ba68-4c08-8c53-9cda49311978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.122131 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-21c0aee9-ba68-4c08-8c53-9cda49311978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.135892 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.190200 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Routers {'260c0ef6-2085-4d88-85f4-cc39023e989e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:53.190813 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['260c0ef6-2085-4d88-85f4-cc39023e989e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:53.194089 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8102fd-082a-4f56-9d25-8ff6d99d55bf None None] Pushing event updated for resources: {'Port': ['ID=246e6966-0151-461d-ab79-1a406143cbfd,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.201503 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d88bf4c1-26e5-4125-b950-a62760612b74 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.204055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c0aee9-ba68-4c08-8c53-9cda49311978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b18c0b-1673-41e2-8797-7370fb332011,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.210366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-21c0aee9-ba68-4c08-8c53-9cda49311978 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d827dda4503a4661ac95185ddbcc6edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5453873 Jul 16 01:35:53.214841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47594) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:53.228476 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-3553096d-128c-42ef-ad83-d1dd4718d78c', 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c', 'tenant_id': '69687824cbca408cb542751d24b99384', 'fixed_ips': [{'subnet_id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:53.230032 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.230749 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d88bf4c1-26e5-4125-b950-a62760612b74 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.328147 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.337459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88bf4c1-26e5-4125-b950-a62760612b74 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:53.337459 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d88bf4c1-26e5-4125-b950-a62760612b74 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.341534 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d88bf4c1-26e5-4125-b950-a62760612b74 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/ports/2c11d6f4-0586-4873-9da9-6f5bdf6319c5 HTTP/1.1" status: 200 len: 910 time: 0.8067250 Jul 16 01:35:53.343239 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47598) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:53.381879 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88bf4c1-26e5-4125-b950-a62760612b74 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=2c11d6f4-0586-4873-9da9-6f5bdf6319c5,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.398110 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=30315839-e7be-466d-a12d-5c2ee58cbec9,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.431182 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9db107e6-d074-42ac-925a-2aaf56a85989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.446615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] Set router 260c0ef6-2085-4d88-85f4-cc39023e989e gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:53.462488 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9db107e6-d074-42ac-925a-2aaf56a85989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.584105 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9db107e6-d074-42ac-925a-2aaf56a85989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.586637 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9db107e6-d074-42ac-925a-2aaf56a85989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.589210 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Allocated IP 172.20.0.2 (3553096d-128c-42ef-ad83-d1dd4718d78c/5f2c05a5-f813-4ae1-a946-7a93d05234dc/328c937e-7598-4353-aeae-64827ac3f8c4) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:53.590606 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9db107e6-d074-42ac-925a-2aaf56a85989 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/20b18c0b-1673-41e2-8797-7370fb332011 HTTP/1.1" status: 204 len: 168 time: 0.3754601 Jul 16 01:35:53.605335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db107e6-d074-42ac-925a-2aaf56a85989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b18c0b-1673-41e2-8797-7370fb332011,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:53.759919 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f85fd163-42e0-488e-b7fa-1fc6472057e0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.785959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242061317', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '246e6966-0151-461d-ab79-1a406143cbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:48Z', 'updated_at': '2021-07-16T01:35:50Z', 'revision_number': 3, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '246e6966-0151-461d-ab79-1a406143cbfd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:49Z', 'updated_at': '2021-07-16T01:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:53.820650 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78098f6-921c-42e1-8cb8-f26b7eeab165 None None] The sync data for ids ['260c0ef6-2085-4d88-85f4-cc39023e989e'] in n-d-791505-14 is: [{'id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242061317', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '246e6966-0151-461d-ab79-1a406143cbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:48Z', 'updated_at': '2021-07-16T01:35:50Z', 'revision_number': 3, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '246e6966-0151-461d-ab79-1a406143cbfd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:49Z', 'updated_at': '2021-07-16T01:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:53.836668 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.846910 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Transition to ACTIVE for port object 328c937e-7598-4353-aeae-64827ac3f8c4 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:53.870729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Transition to ACTIVE for port object 328c937e-7598-4353-aeae-64827ac3f8c4 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:53.889648 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.956580 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Allocated IP 172.20.0.1 (3553096d-128c-42ef-ad83-d1dd4718d78c/5f2c05a5-f813-4ae1-a946-7a93d05234dc/5fb8c6e3-d914-4613-9fde-252d3004f10c) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:53.971359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47604) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:53.986603 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Network 3553096d-128c-42ef-ad83-d1dd4718d78c is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:53.990603 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b1f7296-cf2a-4916-beb7-652aba698a7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:53.993657 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:53.998686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:54.003574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Pushing event updated for resources: {'Port': ['ID=328c937e-7598-4353-aeae-64827ac3f8c4,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:54.075245 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Attempting to bind port 328c937e-7598-4353-aeae-64827ac3f8c4 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:54.075664 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Attempting to bind port 328c937e-7598-4353-aeae-64827ac3f8c4 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '396181c4-f4c3-44ec-8c10-a9d789731475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:54.076361 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Attempting to bind port 328c937e-7598-4353-aeae-64827ac3f8c4 on network 3553096d-128c-42ef-ad83-d1dd4718d78c {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:54.083403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:54.084001 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Checking segment: {'id': '396181c4-f4c3-44ec-8c10-a9d789731475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:54.093060 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.093060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Bound using segment: {'id': '396181c4-f4c3-44ec-8c10-a9d789731475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:54.093060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Bound port: 328c937e-7598-4353-aeae-64827ac3f8c4, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396181c4-f4c3-44ec-8c10-a9d789731475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:54.093060 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.119645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f85fd163-42e0-488e-b7fa-1fc6472057e0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port 2c11d6f4-0586-4873-9da9-6f5bdf6319c5 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:54.120026 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f85fd163-42e0-488e-b7fa-1fc6472057e0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.191205 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] For port 328c937e-7598-4353-aeae-64827ac3f8c4, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:54.210228 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] For port 328c937e-7598-4353-aeae-64827ac3f8c4, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=328c937e-7598-4353-aeae-64827ac3f8c4,segment=NetworkSegment(396181c4-f4c3-44ec-8c10-a9d789731475),segment_id=396181c4-f4c3-44ec-8c10-a9d789731475)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:54.216167 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.217488 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.265651 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b1f7296-cf2a-4916-beb7-652aba698a7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.266156 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Transition to ACTIVE for port object 5fb8c6e3-d914-4613-9fde-252d3004f10c will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:54.272053 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f85fd163-42e0-488e-b7fa-1fc6472057e0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.292961 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b1f7296-cf2a-4916-beb7-652aba698a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.308365 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f85fd163-42e0-488e-b7fa-1fc6472057e0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for 2c11d6f4-0586-4873-9da9-6f5bdf6319c5 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:54.319292 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad93f0a-e3d8-4ec1-bee1-2284247046c4 None None] Pushing event updated for resources: {'Port': ['ID=328c937e-7598-4353-aeae-64827ac3f8c4,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:54.324808 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 30315839-e7be-466d-a12d-5c2ee58cbec9 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:54.332703 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.389951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 30315839-e7be-466d-a12d-5c2ee58cbec9 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:54.390601 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.398597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 3553096d-128c-42ef-ad83-d1dd4718d78c is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:54.415523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:54.420488 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:35:54.453813 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=5fb8c6e3-d914-4613-9fde-252d3004f10c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:54.482566 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.768689 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.810613 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1f7296-cf2a-4916-beb7-652aba698a7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c044481d-7b0a-4d1e-a96d-2d73b9f910a9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:54.823754 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8b1f7296-cf2a-4916-beb7-652aba698a7a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec26a90f92d14282b8dd025b4e1a4506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8510678 Jul 16 01:35:54.827748 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47608) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:54.960882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f85fd163-42e0-488e-b7fa-1fc6472057e0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.961228 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec105473-0171-4fc7-85a3-d423263433ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.992190 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec105473-0171-4fc7-85a3-d423263433ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:54.999947 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fd163-42e0-488e-b7fa-1fc6472057e0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=2c11d6f4-0586-4873-9da9-6f5bdf6319c5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.127314 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec105473-0171-4fc7-85a3-d423263433ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.129934 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec105473-0171-4fc7-85a3-d423263433ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.131252 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ec105473-0171-4fc7-85a3-d423263433ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c044481d-7b0a-4d1e-a96d-2d73b9f910a9 HTTP/1.1" status: 204 len: 168 time: 0.2996101 Jul 16 01:35:55.149762 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f85fd163-42e0-488e-b7fa-1fc6472057e0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.150475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec105473-0171-4fc7-85a3-d423263433ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c044481d-7b0a-4d1e-a96d-2d73b9f910a9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.226840 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.232953 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.352316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85fd163-42e0-488e-b7fa-1fc6472057e0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router 36234ee8-9824-44a6-9174-9ab45ca95a3c has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:55.460505 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85fd163-42e0-488e-b7fa-1fc6472057e0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:55.466158 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f85fd163-42e0-488e-b7fa-1fc6472057e0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/36234ee8-9824-44a6-9174-9ab45ca95a3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1215429 Jul 16 01:35:55.469576 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47614) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:55.471674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63640b06-91d4-4a5d-a98d-468439b27adb None None] Sync routers for ids ['36234ee8-9824-44a6-9174-9ab45ca95a3c'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:55.492604 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63640b06-91d4-4a5d-a98d-468439b27adb None None] Routers {'36234ee8-9824-44a6-9174-9ab45ca95a3c'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:55.493819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-63640b06-91d4-4a5d-a98d-468439b27adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['36234ee8-9824-44a6-9174-9ab45ca95a3c'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:55.513454 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9d47d88e-f524-42a3-a149-4c4759d4e071 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports?device_id=36234ee8-9824-44a6-9174-9ab45ca95a3c HTTP/1.1" status: 200 len: 205 time: 0.0422807 Jul 16 01:35:55.517303 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47616) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:55.541716 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-63640b06-91d4-4a5d-a98d-468439b27adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:55.554050 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63640b06-91d4-4a5d-a98d-468439b27adb None None] Routers {'36234ee8-9824-44a6-9174-9ab45ca95a3c'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:55.560676 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-63640b06-91d4-4a5d-a98d-468439b27adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['36234ee8-9824-44a6-9174-9ab45ca95a3c'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:55.633507 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d7f291b-dfb6-4be9-9d94-f714914f60b4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.660057 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-63640b06-91d4-4a5d-a98d-468439b27adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:55.660724 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63640b06-91d4-4a5d-a98d-468439b27adb None None] The sync data for ids ['36234ee8-9824-44a6-9174-9ab45ca95a3c'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:55.737220 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c734d7bf-b91f-48a5-954c-7ebdaac6e55d None None] Network 3553096d-128c-42ef-ad83-d1dd4718d78c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:55.809281 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=5fb8c6e3-d914-4613-9fde-252d3004f10c,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:55.826152 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.885338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-dcde60d9-c8eb-4e37-ae06-a8df0f0a9870 None None] Provisioning for port 328c937e-7598-4353-aeae-64827ac3f8c4 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:55.906050 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-5a255bec-3902-4956-b6bd-bb11d0c92a0e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6076198 Jul 16 01:35:55.952546 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d7f291b-dfb6-4be9-9d94-f714914f60b4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.955090 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d7f291b-dfb6-4be9-9d94-f714914f60b4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:55.964431 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 3553096d-128c-42ef-ad83-d1dd4718d78c is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:35:55.978525 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:56.021724 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d7f291b-dfb6-4be9-9d94-f714914f60b4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.022664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7f291b-dfb6-4be9-9d94-f714914f60b4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Fanout notify agent at l3_agent the message router_deleted on router 36234ee8-9824-44a6-9174-9ab45ca95a3c {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:35:56.032044 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d7f291b-dfb6-4be9-9d94-f714914f60b4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.036592 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1d7f291b-dfb6-4be9-9d94-f714914f60b4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/routers/36234ee8-9824-44a6-9174-9ab45ca95a3c HTTP/1.1" status: 204 len: 168 time: 0.5146794 Jul 16 01:35:56.037401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47632) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:56.115624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-832a3e3f-6dcf-419e-b037-6dc8ffb83bd6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting subnet 2ca1a086-d6be-476b-90cb-60d4c6acb8f1 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:35:56.120544 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-832a3e3f-6dcf-419e-b037-6dc8ffb83bd6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.120734 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-10cb128f-22b9-443c-ae48-72bca4c85011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.121184 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-10cb128f-22b9-443c-ae48-72bca4c85011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.121746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-10cb128f-22b9-443c-ae48-72bca4c85011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.122324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-10cb128f-22b9-443c-ae48-72bca4c85011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.123665 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-10cb128f-22b9-443c-ae48-72bca4c85011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.126390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-10cb128f-22b9-443c-ae48-72bca4c85011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.126893 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-10cb128f-22b9-443c-ae48-72bca4c85011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.129461 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-10cb128f-22b9-443c-ae48-72bca4c85011 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 6508 time: 0.1631641 Jul 16 01:35:56.234904 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-832a3e3f-6dcf-419e-b037-6dc8ffb83bd6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.314005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router 260c0ef6-2085-4d88-85f4-cc39023e989e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:35:56.329150 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 246e6966-0151-461d-ab79-1a406143cbfd up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:56.344120 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-e0b29961-a36a-4ec4-8a11-41fba0256b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.344605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-e0b29961-a36a-4ec4-8a11-41fba0256b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.345075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-e0b29961-a36a-4ec4-8a11-41fba0256b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.346694 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-e0b29961-a36a-4ec4-8a11-41fba0256b8d service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.1369507 Jul 16 01:35:56.400447 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-832a3e3f-6dcf-419e-b037-6dc8ffb83bd6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.406531 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 246e6966-0151-461d-ab79-1a406143cbfd completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:56.431513 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 246e6966-0151-461d-ab79-1a406143cbfd triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:56.432088 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.481282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0ab86368-20aa-475b-9559-24b7c54dadd1 None None] Provisioning for port 5fb8c6e3-d914-4613-9fde-252d3004f10c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:56.506144 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-832a3e3f-6dcf-419e-b037-6dc8ffb83bd6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.516949 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0ab86368-20aa-475b-9559-24b7c54dadd1 None None] Provisioning complete for port 5fb8c6e3-d914-4613-9fde-252d3004f10c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:56.517661 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0ab86368-20aa-475b-9559-24b7c54dadd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.519962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-06e02a97-5928-457d-8ed1-80fd5e75666a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 1001 time: 0.1229153 Jul 16 01:35:56.571895 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a3e3f-6dcf-419e-b037-6dc8ffb83bd6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Subnet': ['ID=2ca1a086-d6be-476b-90cb-60d4c6acb8f1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:56.576218 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-832a3e3f-6dcf-419e-b037-6dc8ffb83bd6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.577548 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:35:56.586177 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-832a3e3f-6dcf-419e-b037-6dc8ffb83bd6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/2ca1a086-d6be-476b-90cb-60d4c6acb8f1 HTTP/1.1" status: 204 len: 168 time: 0.5399766 Jul 16 01:35:56.587361 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47644) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:56.588601 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Sync routers for ids ['260c0ef6-2085-4d88-85f4-cc39023e989e'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:35:56.600125 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-50f5135c-f4df-46c6-bb94-638d288366ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "PUT /v2.0/routers/260c0ef6-2085-4d88-85f4-cc39023e989e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9059114 Jul 16 01:35:56.601848 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5381ace-2572-44ae-a00f-d498140a2ce7 None None] Network 2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:56.603226 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Routers {'260c0ef6-2085-4d88-85f4-cc39023e989e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:56.604065 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['260c0ef6-2085-4d88-85f4-cc39023e989e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:56.632207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-a61b5865-773b-436f-ac98-b77e0349e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.632207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-a61b5865-773b-436f-ac98-b77e0349e779 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.1019740 Jul 16 01:35:56.667820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0ab86368-20aa-475b-9559-24b7c54dadd1 None None] Port 5fb8c6e3-d914-4613-9fde-252d3004f10c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:56.750017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-12d90eae-799b-417c-b56c-690eaf54b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:56.757245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-12d90eae-799b-417c-b56c-690eaf54b796 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1203463 Jul 16 01:35:56.768292 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.836872 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.878611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 246e6966-0151-461d-ab79-1a406143cbfd, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=246e6966-0151-461d-ab79-1a406143cbfd,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:56.894273 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.896363 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 328c937e-7598-4353-aeae-64827ac3f8c4 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:56.902394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port 30315839-e7be-466d-a12d-5c2ee58cbec9 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:56.902738 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:56.918138 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Set router 260c0ef6-2085-4d88-85f4-cc39023e989e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:56.970375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-eccaea88-7df8-4df6-9c27-7fed3ecbe6b4 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069538 Jul 16 01:35:57.017490 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] For port 30315839-e7be-466d-a12d-5c2ee58cbec9, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=30315839-e7be-466d-a12d-5c2ee58cbec9,segment=NetworkSegment(cc90a4a2-61c8-4526-91e0-8c06778d3979),segment_id=cc90a4a2-61c8-4526-91e0-8c06778d3979)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:57.020526 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.042038 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-559ec1a3-6338-44d1-b3dc-e02779ad9b17 None None] Provisioning complete for port 5fb8c6e3-d914-4613-9fde-252d3004f10c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:57.042270 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-559ec1a3-6338-44d1-b3dc-e02779ad9b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.043720 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=246e6966-0151-461d-ab79-1a406143cbfd,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.061150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for 30315839-e7be-466d-a12d-5c2ee58cbec9 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:57.104224 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-559ec1a3-6338-44d1-b3dc-e02779ad9b17 None None] Port 5fb8c6e3-d914-4613-9fde-252d3004f10c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:57.124675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 328c937e-7598-4353-aeae-64827ac3f8c4 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:35:57.129338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 328c937e-7598-4353-aeae-64827ac3f8c4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:57.129821 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.161599 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28695e0-2193-4323-b061-8ae36ea0b27f None None] DHCP port deletion for 2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:35:57.246811 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-7bab2c58-8594-4ad1-b15f-93842041c083 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695407328&fields=id&tenant_id=69687824cbca408cb542751d24b99384 HTTP/1.1" status: 200 len: 267 time: 0.0727241 Jul 16 01:35:57.253471 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0a82298d-d06d-4522-8b22-b1166f5cd382 None None] Provisioning complete for port 5fb8c6e3-d914-4613-9fde-252d3004f10c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:57.253861 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0a82298d-d06d-4522-8b22-b1166f5cd382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.262371 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-496eb08e-057d-4eec-a99b-2ff47cd34c57 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851632 Jul 16 01:35:57.266596 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.298386 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0a82298d-d06d-4522-8b22-b1166f5cd382 None None] Port 5fb8c6e3-d914-4613-9fde-252d3004f10c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:35:57.303838 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f28695e0-2193-4323-b061-8ae36ea0b27f None None] Deleting port 30315839-e7be-466d-a12d-5c2ee58cbec9 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:35:57.304223 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f28695e0-2193-4323-b061-8ae36ea0b27f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.309118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=30315839-e7be-466d-a12d-5c2ee58cbec9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.312071 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] No DVR routers for this DVR port 30315839-e7be-466d-a12d-5c2ee58cbec9 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:57.324638 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-01824ec6-af1e-4301-ac28-b8bd4b643d6d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=94a80f8a-7bf7-408e-959c-602886a9a07c HTTP/1.1" status: 200 len: 217 time: 0.0502360 Jul 16 01:35:57.402858 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.414653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:57.414898 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242061317', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '246e6966-0151-461d-ab79-1a406143cbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:48Z', 'updated_at': '2021-07-16T01:35:54Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '246e6966-0151-461d-ab79-1a406143cbfd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6c:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:49Z', 'updated_at': '2021-07-16T01:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '5fb8c6e3-d914-4613-9fde-252d3004f10c', 'name': '', 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:02:0d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:53Z', 'updated_at': '2021-07-16T01:35:55Z', 'revision_number': 2, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:57.415246 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f28695e0-2193-4323-b061-8ae36ea0b27f None None] For port 30315839-e7be-466d-a12d-5c2ee58cbec9, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:57.415532 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f28695e0-2193-4323-b061-8ae36ea0b27f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.430362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc90a4a2-61c8-4526-91e0-8c06778d3979') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:57.431033 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc90a4a2-61c8-4526-91e0-8c06778d3979') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:57.441826 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.447007 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Checking router: 260c0ef6-2085-4d88-85f4-cc39023e989e for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:35:57.447583 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Updating router 260c0ef6-2085-4d88-85f4-cc39023e989e port 5fb8c6e3-d914-4613-9fde-252d3004f10c binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:35:57.451056 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f28695e0-2193-4323-b061-8ae36ea0b27f None None] Calling delete_port for 30315839-e7be-466d-a12d-5c2ee58cbec9 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:35:57.455567 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-f28695e0-2193-4323-b061-8ae36ea0b27f None None] Port 30315839-e7be-466d-a12d-5c2ee58cbec9 was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:35:57.459970 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f28695e0-2193-4323-b061-8ae36ea0b27f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.468572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-416328d4-95f9-4c11-98e4-b7fc500c27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.468929 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.471037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-416328d4-95f9-4c11-98e4-b7fc500c27d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.1396732 Jul 16 01:35:57.476745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28695e0-2193-4323-b061-8ae36ea0b27f None None] No DVR routers for this DVR port 30315839-e7be-466d-a12d-5c2ee58cbec9 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:35:57.488902 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:35:57.488902 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:35:57.495114 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:35:57.502061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28695e0-2193-4323-b061-8ae36ea0b27f None None] Pushing event deleted for resources: {'Port': ['ID=30315839-e7be-466d-a12d-5c2ee58cbec9,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.504012 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.506968 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.513677 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-33ca36ef-a414-4352-805f-38423dd4fbc9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.516285 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-33ca36ef-a414-4352-805f-38423dd4fbc9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/networks?id=3553096d-128c-42ef-ad83-d1dd4718d78c HTTP/1.1" status: 200 len: 797 time: 0.2683680 Jul 16 01:35:57.543207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 328c937e-7598-4353-aeae-64827ac3f8c4, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=328c937e-7598-4353-aeae-64827ac3f8c4,segment=NetworkSegment(396181c4-f4c3-44ec-8c10-a9d789731475),segment_id=396181c4-f4c3-44ec-8c10-a9d789731475)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:35:57.549424 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.584678 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.593975 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.599934 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-28d66896-a2d0-4a64-a7ec-a82af1fd1d71 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/quotas/69687824cbca408cb542751d24b99384 HTTP/1.1" status: 200 len: 375 time: 0.0439882 Jul 16 01:35:57.600129 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/networks/2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09 HTTP/1.1" status: 204 len: 168 time: 1.0071154 Jul 16 01:35:57.602299 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47694) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:57.635289 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8e4b4615-102f-4ecd-9755-eee089006d6f tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-222279196', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:57.643455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-12dcd60c-0c49-49cd-a670-c74650477fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:57.644291 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=328c937e-7598-4353-aeae-64827ac3f8c4,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.653720 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-12dcd60c-0c49-49cd-a670-c74650477fbe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1711075 Jul 16 01:35:57.669887 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a1f75-2fe3-47c9-8640-abfc26015372 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Network': ['ID=2f57e942-15e8-4ac8-80cb-d7f0c6fc0c09,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.686947 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4615-102f-4ecd-9755-eee089006d6f tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.688013 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4615-102f-4ecd-9755-eee089006d6f tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.756214 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4615-102f-4ecd-9755-eee089006d6f tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.769626 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4615-102f-4ecd-9755-eee089006d6f tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.790580 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-09a7c91e-f386-4424-8c70-7043df84218c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1689262 Jul 16 01:35:57.792619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-45c46e00-3b3c-4599-b0fe-04d7e6061458 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180627 Jul 16 01:35:57.806587 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4615-102f-4ecd-9755-eee089006d6f tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.807687 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8e4b4615-102f-4ecd-9755-eee089006d6f tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1778939 Jul 16 01:35:57.810728 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47714) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:57.817779 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a1689339-0711-4eec-a5c4-0f4267fc5aa4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'network': {'name': 'tempest-RoutersTest-442265299'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:57.846272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1689339-0711-4eec-a5c4-0f4267fc5aa4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:57.850063 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1689339-0711-4eec-a5c4-0f4267fc5aa4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.877924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1689339-0711-4eec-a5c4-0f4267fc5aa4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:35:57.887875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1689339-0711-4eec-a5c4-0f4267fc5aa4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.888268 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-a1689339-0711-4eec-a5c4-0f4267fc5aa4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Added segment 933fd472-47b6-412f-8b47-c3fc92fa8343 of type vlan for network 1597ba77-4751-4d67-af38-16f72834217e Jul 16 01:35:57.899747 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.923058 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Transition to ACTIVE for port object 5fb8c6e3-d914-4613-9fde-252d3004f10c will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:35:57.932936 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.942227 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1689339-0711-4eec-a5c4-0f4267fc5aa4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.993762 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a54e0-0bf9-40cc-b03a-cac0f133d79d None None] Pushing event updated for resources: {'Port': ['ID=5fb8c6e3-d914-4613-9fde-252d3004f10c,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:57.994034 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1689339-0711-4eec-a5c4-0f4267fc5aa4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:57.999363 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-00d1c9b6-68a4-48e3-949c-a21e5813f564 service neutron] 10.222.0.22 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878397 Jul 16 01:35:58.001399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-b2f105c8-1597-415f-86eb-dfd997f8b036 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027340 Jul 16 01:35:58.011372 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1689339-0711-4eec-a5c4-0f4267fc5aa4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.012101 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1689339-0711-4eec-a5c4-0f4267fc5aa4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.038081 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a54e0-0bf9-40cc-b03a-cac0f133d79d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:58.038695 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a54e0-0bf9-40cc-b03a-cac0f133d79d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:58.039223 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a54e0-0bf9-40cc-b03a-cac0f133d79d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:58.039746 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a54e0-0bf9-40cc-b03a-cac0f133d79d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:58.040293 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a54e0-0bf9-40cc-b03a-cac0f133d79d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:58.040788 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a54e0-0bf9-40cc-b03a-cac0f133d79d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:58.041279 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a54e0-0bf9-40cc-b03a-cac0f133d79d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:58.041769 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a54e0-0bf9-40cc-b03a-cac0f133d79d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:58.042275 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a54e0-0bf9-40cc-b03a-cac0f133d79d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:58.042764 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a54e0-0bf9-40cc-b03a-cac0f133d79d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:58.043254 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a54e0-0bf9-40cc-b03a-cac0f133d79d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:58.043739 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9a54e0-0bf9-40cc-b03a-cac0f133d79d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:35:58.072251 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a1689339-0711-4eec-a5c4-0f4267fc5aa4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2596123 Jul 16 01:35:58.075041 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47732) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:58.086915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2adc8692-63fd-4588-a2ca-1fba06753d35 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'subnet': {'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:35:58.097854 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Attempting to bind port 5fb8c6e3-d914-4613-9fde-252d3004f10c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:35:58.098218 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Attempting to bind port 5fb8c6e3-d914-4613-9fde-252d3004f10c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '396181c4-f4c3-44ec-8c10-a9d789731475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:35:58.098586 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Attempting to bind port 5fb8c6e3-d914-4613-9fde-252d3004f10c on network 3553096d-128c-42ef-ad83-d1dd4718d78c {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:35:58.104250 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:35:58.104631 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Checking segment: {'id': '396181c4-f4c3-44ec-8c10-a9d789731475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:58.105085 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.105520 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Bound using segment: {'id': '396181c4-f4c3-44ec-8c10-a9d789731475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:35:58.106095 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Bound port: 5fb8c6e3-d914-4613-9fde-252d3004f10c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396181c4-f4c3-44ec-8c10-a9d789731475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:35:58.106521 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.109262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-94730b63-79b4-4aaa-9dd0-0212c24145ba service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=27f917a1-0806-4b45-b753-7a34e84803ab HTTP/1.1" status: 200 len: 217 time: 0.1007416 Jul 16 01:35:58.249503 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1689339-0711-4eec-a5c4-0f4267fc5aa4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Network': ['ID=1597ba77-4751-4d67-af38-16f72834217e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:58.262880 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 1597ba77-4751-4d67-af38-16f72834217e details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:35:58.268623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-d05c7838-d573-4961-881b-13f9ea9a8ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.272281 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] For port 5fb8c6e3-d914-4613-9fde-252d3004f10c, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:35:58.273780 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adc8692-63fd-4588-a2ca-1fba06753d35 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:35:58.274515 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-d05c7838-d573-4961-881b-13f9ea9a8ee9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.1501317 Jul 16 01:35:58.278611 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] For port 5fb8c6e3-d914-4613-9fde-252d3004f10c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5fb8c6e3-d914-4613-9fde-252d3004f10c,segment=NetworkSegment(396181c4-f4c3-44ec-8c10-a9d789731475),segment_id=396181c4-f4c3-44ec-8c10-a9d789731475)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:35:58.282395 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2adc8692-63fd-4588-a2ca-1fba06753d35 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.294194 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.299917 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 246e6966-0151-461d-ab79-1a406143cbfd up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:58.318235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-da8111e1-39d5-44ee-ac20-2bdfd4ed5274 service neutron] 10.222.0.22 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022909 Jul 16 01:35:58.363639 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a54e0-0bf9-40cc-b03a-cac0f133d79d None None] Pushing event updated for resources: {'Port': ['ID=5fb8c6e3-d914-4613-9fde-252d3004f10c,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:58.372833 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-77634b8a-e621-4b14-815b-48a7c01f6376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.372833 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-77634b8a-e621-4b14-815b-48a7c01f6376 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0857470 Jul 16 01:35:58.408893 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Routers {'260c0ef6-2085-4d88-85f4-cc39023e989e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:35:58.409580 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['260c0ef6-2085-4d88-85f4-cc39023e989e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:58.513444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 246e6966-0151-461d-ab79-1a406143cbfd triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:58.514831 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.548676 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-f203d063-d4bf-4687-ac26-cd8d0bf31f56 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703415 Jul 16 01:35:58.730105 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2adc8692-63fd-4588-a2ca-1fba06753d35 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.733400 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 328c937e-7598-4353-aeae-64827ac3f8c4 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:35:58.797289 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-99e6bf7c-1c31-465e-b18f-9d5802eb5a63 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421825 Jul 16 01:35:58.869520 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adc8692-63fd-4588-a2ca-1fba06753d35 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Checking segment: {'id': '933fd472-47b6-412f-8b47-c3fc92fa8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1597ba77-4751-4d67-af38-16f72834217e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:35:58.869520 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adc8692-63fd-4588-a2ca-1fba06753d35 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network hostable DHCP agents. Network: 1597ba77-4751-4d67-af38-16f72834217e, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:35:58.890558 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc8692-63fd-4588-a2ca-1fba06753d35 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Subnet': ['ID=10c61ab4-e952-48be-9c3d-efb896fc9907,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:35:58.890845 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] Set router 260c0ef6-2085-4d88-85f4-cc39023e989e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:35:58.893465 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 328c937e-7598-4353-aeae-64827ac3f8c4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:35:58.896356 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.921064 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-4fe865e5-3f9c-41fe-a3c4-e4eee33d7e80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.1176622 Jul 16 01:35:58.923525 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adc8692-63fd-4588-a2ca-1fba06753d35 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 1597ba77-4751-4d67-af38-16f72834217e is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:35:58.948299 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-2adc8692-63fd-4588-a2ca-1fba06753d35 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 1597ba77-4751-4d67-af38-16f72834217e) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:35:58.958713 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adc8692-63fd-4588-a2ca-1fba06753d35 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.959341 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2adc8692-63fd-4588-a2ca-1fba06753d35 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:58.963213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a7758c-1956-4d13-b1ac-87f090592976 None None] Network 1597ba77-4751-4d67-af38-16f72834217e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:35:58.989262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ce4e74e-3084-4b83-badc-0544606596ec req-27d3a7c1-7a37-4cf5-805d-08bf6bae0f20 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 210 time: 0.0805304 Jul 16 01:35:58.994301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-49830bbc-4d36-46b5-8bb8-e4b3abf6d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:58.996213 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-49830bbc-4d36-46b5-8bb8-e4b3abf6d5eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0514545 Jul 16 01:35:58.998496 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2adc8692-63fd-4588-a2ca-1fba06753d35 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9224236 Jul 16 01:35:59.003614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47784) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:35:59.300737 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242061317', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '246e6966-0151-461d-ab79-1a406143cbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:48Z', 'updated_at': '2021-07-16T01:35:54Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '246e6966-0151-461d-ab79-1a406143cbfd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:49Z', 'updated_at': '2021-07-16T01:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '5fb8c6e3-d914-4613-9fde-252d3004f10c', 'name': '', 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:02:0d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:53Z', 'updated_at': '2021-07-16T01:35:58Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:35:59.348727 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b84b06-2162-47a3-87b9-4514a84dd001 None None] The sync data for ids ['260c0ef6-2085-4d88-85f4-cc39023e989e'] in n-d-791505-14 is: [{'id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242061317', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '246e6966-0151-461d-ab79-1a406143cbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:48Z', 'updated_at': '2021-07-16T01:35:54Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '246e6966-0151-461d-ab79-1a406143cbfd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:49Z', 'updated_at': '2021-07-16T01:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '5fb8c6e3-d914-4613-9fde-252d3004f10c', 'name': '', 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:02:0d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:53Z', 'updated_at': '2021-07-16T01:35:58Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:35:59.423785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-bfc9fd74-65e5-4ea6-bbff-5fc9d8a34863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:35:59.427276 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-bfc9fd74-65e5-4ea6-bbff-5fc9d8a34863 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4238479 Jul 16 01:35:59.473649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 30315839-e7be-466d-a12d-5c2ee58cbec9 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:35:59.510042 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 30315839-e7be-466d-a12d-5c2ee58cbec9 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:35:59.512308 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 30315839-e7be-466d-a12d-5c2ee58cbec9 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:35:59.597374 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-1597ba77-4751-4d67-af38-16f72834217e', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:35:59.598396 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.615691 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-9fc50bc5-12d2-42ea-a9e2-ac074bf049b4 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612842 Jul 16 01:35:59.862810 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Allocated IP 172.20.0.2 (1597ba77-4751-4d67-af38-16f72834217e/10c61ab4-e952-48be-9c3d-efb896fc9907/09655c6f-3273-4e1e-be1c-1570832f8a63) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:35:59.901211 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:35:59.939222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-dc397fb5-9fe0-4698-9969-710066108e8a service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092737 Jul 16 01:36:00.104121 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-c19b5af5-3dd3-4262-8805-8d16e671c718 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.1188245 Jul 16 01:36:00.234476 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.239104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-fe3a31b6-66dc-4fa3-bd87-5709956c8dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.240716 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-fe3a31b6-66dc-4fa3-bd87-5709956c8dba service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.1268122 Jul 16 01:36:00.252085 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Transition to ACTIVE for port object 09655c6f-3273-4e1e-be1c-1570832f8a63 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:00.306708 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Transition to ACTIVE for port object 09655c6f-3273-4e1e-be1c-1570832f8a63 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:00.319380 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.321166 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.361894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5fb8c6e3-d914-4613-9fde-252d3004f10c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:00.392409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30e802c6-6a79-4b7a-bca9-ec57b63dc311 req-01ab7b60-3da5-4498-bd65-6bdb03036615 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 210 time: 0.1012003 Jul 16 01:36:00.431590 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Network 1597ba77-4751-4d67-af38-16f72834217e is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:00.456174 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:00.458671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:00.479460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-362f8534-4105-42e5-b830-eab1ac4cabfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.484277 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 5fb8c6e3-d914-4613-9fde-252d3004f10c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:00.486478 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Pushing event updated for resources: {'Port': ['ID=09655c6f-3273-4e1e-be1c-1570832f8a63,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:00.488870 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-362f8534-4105-42e5-b830-eab1ac4cabfc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2049844 Jul 16 01:36:00.504756 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Allocated IP 172.20.0.1 (1597ba77-4751-4d67-af38-16f72834217e/10c61ab4-e952-48be-9c3d-efb896fc9907/2e638579-c659-45d9-8865-24933fbb1a4d) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:00.514870 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:00.515238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:00.515590 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:00.516638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:00.517022 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:00.517498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:00.518237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:00.518648 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:00.518994 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:00.519330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:00.519675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:00.522707 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:00.531632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 5fb8c6e3-d914-4613-9fde-252d3004f10c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:00.531632 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.646080 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Attempting to bind port 09655c6f-3273-4e1e-be1c-1570832f8a63 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:00.646753 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Attempting to bind port 09655c6f-3273-4e1e-be1c-1570832f8a63 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '933fd472-47b6-412f-8b47-c3fc92fa8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1597ba77-4751-4d67-af38-16f72834217e'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:00.646854 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Attempting to bind port 09655c6f-3273-4e1e-be1c-1570832f8a63 on network 1597ba77-4751-4d67-af38-16f72834217e {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:00.665532 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:00.665917 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Checking segment: {'id': '933fd472-47b6-412f-8b47-c3fc92fa8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1597ba77-4751-4d67-af38-16f72834217e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:00.666328 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.666729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Bound using segment: {'id': '933fd472-47b6-412f-8b47-c3fc92fa8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1597ba77-4751-4d67-af38-16f72834217e'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:00.667326 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Bound port: 09655c6f-3273-4e1e-be1c-1570832f8a63, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933fd472-47b6-412f-8b47-c3fc92fa8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1597ba77-4751-4d67-af38-16f72834217e'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:00.667589 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.732251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-c8bec611-ab1b-4e4e-a0a3-2b389ee9f799 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355478 Jul 16 01:36:00.786279 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-0aa277d9-4962-4306-b008-2f71f920562e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:00.788260 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-0aa277d9-4962-4306-b008-2f71f920562e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.69 "GET /v2.0/networks?id=3553096d-128c-42ef-ad83-d1dd4718d78c HTTP/1.1" status: 200 len: 797 time: 0.2652342 Jul 16 01:36:00.805430 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.807694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] For port 09655c6f-3273-4e1e-be1c-1570832f8a63, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:00.811674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] For port 09655c6f-3273-4e1e-be1c-1570832f8a63, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=09655c6f-3273-4e1e-be1c-1570832f8a63,segment=NetworkSegment(933fd472-47b6-412f-8b47-c3fc92fa8343),segment_id=933fd472-47b6-412f-8b47-c3fc92fa8343)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:00.822937 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.832666 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.894659 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-b7f594eb-e730-4331-ac95-1d7f622d4ca5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69687824cbca408cb542751d24b99384 HTTP/1.1" status: 200 len: 380 time: 0.0972435 Jul 16 01:36:00.910872 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-8baf9fb3-9281-4331-8b15-982163ce96b8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'port': {'device_id': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c', 'admin_state_up': True, 'tenant_id': '69687824cbca408cb542751d24b99384', 'security_groups': ['0857fc1b-5d61-4540-9dfb-92ec6e90d36e']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:00.913629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Transition to ACTIVE for port object 2e638579-c659-45d9-8865-24933fbb1a4d will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:00.918002 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 5fb8c6e3-d914-4613-9fde-252d3004f10c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5fb8c6e3-d914-4613-9fde-252d3004f10c,segment=NetworkSegment(396181c4-f4c3-44ec-8c10-a9d789731475),segment_id=396181c4-f4c3-44ec-8c10-a9d789731475)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:00.948909 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:00.960015 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-a057a9e4-deb5-47b5-9d30-b17158d1d148 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210810 Jul 16 01:36:00.962796 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a4549-d514-4eff-8e8e-2bd69f59b164 None None] Pushing event updated for resources: {'Port': ['ID=09655c6f-3273-4e1e-be1c-1570832f8a63,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:01.037110 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-94e2dc36-b622-4570-8936-cbac2118a36e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0556049 Jul 16 01:36:01.077704 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.086923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=5fb8c6e3-d914-4613-9fde-252d3004f10c,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:01.090591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47874) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:01.148483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-8baf9fb3-9281-4331-8b15-982163ce96b8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Made reservation on behalf of 69687824cbca408cb542751d24b99384 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:01.153355 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-8baf9fb3-9281-4331-8b15-982163ce96b8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.156028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 1597ba77-4751-4d67-af38-16f72834217e is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:01.167255 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:01.172578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-12b207dc-a9de-4e20-9c8b-1901ebff3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.174507 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-12b207dc-a9de-4e20-9c8b-1901ebff3362 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.1318693 Jul 16 01:36:01.178828 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:01.192681 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.254018 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.326179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=2e638579-c659-45d9-8865-24933fbb1a4d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:01.350488 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b212778f-94f2-4e6f-9cbd-b529808a8823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.451165 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-8baf9fb3-9281-4331-8b15-982163ce96b8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Allocated IP 172.20.0.6 (3553096d-128c-42ef-ad83-d1dd4718d78c/5f2c05a5-f813-4ae1-a946-7a93d05234dc/5efdd96e-7eba-436e-bb35-f1c65f7b0695) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:01.479963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-e834f5bc-9e28-49fd-9292-f3f45ec05450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.481741 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-e834f5bc-9e28-49fd-9292-f3f45ec05450 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2130177 Jul 16 01:36:01.578936 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-06c6c7a2-4465-4419-8eaa-7d74f52df5e6 req-4f294386-31c5-4b5c-b8c1-863e105a434d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 210 time: 0.0479109 Jul 16 01:36:01.586695 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.609820 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b212778f-94f2-4e6f-9cbd-b529808a8823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.614786 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b212778f-94f2-4e6f-9cbd-b529808a8823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.629881 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0988a7c8-997c-4825-aa75-21b4a3ce05c3 req-74e4d1c6-8941-4c53-a606-cdef591a15a7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2027125 Jul 16 01:36:01.676772 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212778f-94f2-4e6f-9cbd-b529808a8823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5446f84-1f5d-42ee-a3eb-95a36bb0f4b9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:01.683434 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b212778f-94f2-4e6f-9cbd-b529808a8823 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c71ca8b081c4e9bbc08d58d43c25699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5893388 Jul 16 01:36:01.683698 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47880) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:01.698294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-8baf9fb3-9281-4331-8b15-982163ce96b8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.714917 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-a84f1d10-7372-40fb-b427-2e34eeae9122 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099521 Jul 16 01:36:01.723127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-8baf9fb3-9281-4331-8b15-982163ce96b8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Transition to ACTIVE for port object 5efdd96e-7eba-436e-bb35-f1c65f7b0695 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:01.761929 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a69f829-d9c5-453d-a626-757385a8a3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.796672 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a69f829-d9c5-453d-a626-757385a8a3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.806656 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-8baf9fb3-9281-4331-8b15-982163ce96b8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.878450 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-8baf9fb3-9281-4331-8b15-982163ce96b8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 3553096d-128c-42ef-ad83-d1dd4718d78c is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:01.883435 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-8baf9fb3-9281-4331-8b15-982163ce96b8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:01.886377 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf9fb3-9281-4331-8b15-982163ce96b8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=5efdd96e-7eba-436e-bb35-f1c65f7b0695,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:01.890078 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-8baf9fb3-9281-4331-8b15-982163ce96b8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:01.938352 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a69f829-d9c5-453d-a626-757385a8a3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.941243 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a69f829-d9c5-453d-a626-757385a8a3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.942627 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6a69f829-d9c5-453d-a626-757385a8a3bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f5446f84-1f5d-42ee-a3eb-95a36bb0f4b9 HTTP/1.1" status: 204 len: 168 time: 0.2580252 Jul 16 01:36:01.979854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-8baf9fb3-9281-4331-8b15-982163ce96b8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:01.980553 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-8baf9fb3-9281-4331-8b15-982163ce96b8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:01.985175 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69f829-d9c5-453d-a626-757385a8a3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5446f84-1f5d-42ee-a3eb-95a36bb0f4b9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:02.008115 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-8baf9fb3-9281-4331-8b15-982163ce96b8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1012418 Jul 16 01:36:02.022509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Request body: {'port': {'device_id': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:02.125902 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.345825 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-34194914-9633-45a2-993d-f0cfbdc39e40 None None] Provisioning for port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:02.350434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-34194914-9633-45a2-993d-f0cfbdc39e40 None None] Provisioning complete for port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:02.351289 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-34194914-9633-45a2-993d-f0cfbdc39e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.431379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2edf9c-9a33-498d-92d8-7c56f0da749d None None] Network 1597ba77-4751-4d67-af38-16f72834217e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:02.456082 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-34194914-9633-45a2-993d-f0cfbdc39e40 None None] Port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:02.462097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988a7c8-997c-4825-aa75-21b4a3ce05c3 req-1fdfa669-e96d-4ca8-95a6-4b4f659b129b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.463999 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0988a7c8-997c-4825-aa75-21b4a3ce05c3 req-1fdfa669-e96d-4ca8-95a6-4b4f659b129b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4100c1fde37843068ccfc8eef15b59a0&device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 1098 time: 0.7850718 Jul 16 01:36:02.521234 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 09655c6f-3273-4e1e-be1c-1570832f8a63 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:02.537011 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-85c85521-bb05-4a96-8245-5217fab6831e service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034506 Jul 16 01:36:02.616828 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-0970a0c2-b316-44f5-a0eb-0a2a938b2004 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0593486 Jul 16 01:36:02.638252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-942baf51-697d-410c-8b39-58e248f41756 None None] Provisioning for port 09655c6f-3273-4e1e-be1c-1570832f8a63 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:02.743904 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 09655c6f-3273-4e1e-be1c-1570832f8a63 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:02.751794 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.752032 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 09655c6f-3273-4e1e-be1c-1570832f8a63 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:02.752460 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.756885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-f4d5622e-0b6d-48ca-8f8e-abdfb700b77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.758547 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-f4d5622e-0b6d-48ca-8f8e-abdfb700b77d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.1018984 Jul 16 01:36:02.761611 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.813090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988a7c8-997c-4825-aa75-21b4a3ce05c3 req-7e3b442d-6bd6-4630-982b-e061b7dedd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:02.814663 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0988a7c8-997c-4825-aa75-21b4a3ce05c3 req-7e3b442d-6bd6-4630-982b-e061b7dedd31 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede HTTP/1.1" status: 200 len: 912 time: 0.2935128 Jul 16 01:36:02.818777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=2e638579-c659-45d9-8865-24933fbb1a4d,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:02.900293 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.959091 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 09655c6f-3273-4e1e-be1c-1570832f8a63, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=09655c6f-3273-4e1e-be1c-1570832f8a63,segment=NetworkSegment(933fd472-47b6-412f-8b47-c3fc92fa8343),segment_id=933fd472-47b6-412f-8b47-c3fc92fa8343)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:02.966009 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:02.966884 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5fb8c6e3-d914-4613-9fde-252d3004f10c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:03.045475 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0988a7c8-997c-4825-aa75-21b4a3ce05c3 req-672f5161-da59-45d8-8f78-89389214b7d8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c831b03-f4bf-408a-8bf6-43a5454ed99d HTTP/1.1" status: 200 len: 1002 time: 0.1749120 Jul 16 01:36:03.050431 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.075688 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=09655c6f-3273-4e1e-be1c-1570832f8a63,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:03.102329 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 5fb8c6e3-d914-4613-9fde-252d3004f10c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:03.102603 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.155205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988a7c8-997c-4825-aa75-21b4a3ce05c3 req-f7d7d0ce-2f6f-4187-84e8-68ee3d396004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.156887 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0988a7c8-997c-4825-aa75-21b4a3ce05c3 req-f7d7d0ce-2f6f-4187-84e8-68ee3d396004 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7459754e-d7d4-4f48-a231-067bfcf50ff6 HTTP/1.1" status: 200 len: 850 time: 0.0921440 Jul 16 01:36:03.181813 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5efdd96e-7eba-436e-bb35-f1c65f7b0695 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:03.191238 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.211284 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Transition to ACTIVE for port object 5efdd96e-7eba-436e-bb35-f1c65f7b0695 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:03.215347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e3c3039f-66be-4fd9-81d6-4fcb845e01c4 None None] Provisioning complete for port 09655c6f-3273-4e1e-be1c-1570832f8a63 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:03.216262 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e3c3039f-66be-4fd9-81d6-4fcb845e01c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.222325 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.260345 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ac7df-f7c6-4eaa-a5ad-437a52ede94b req-88255261-4fff-42c3-8fb5-32306e24ea8b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.262673 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e41ac7df-f7c6-4eaa-a5ad-437a52ede94b req-88255261-4fff-42c3-8fb5-32306e24ea8b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 931 time: 0.4459562 Jul 16 01:36:03.276890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627788df-f908-4e2b-9d32-a362219efeac req-50f19254-c738-415d-ab73-07f4b67ae68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.278424 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-50f19254-c738-415d-ab73-07f4b67ae68f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4628744 Jul 16 01:36:03.307027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Pushing event updated for resources: {'Port': ['ID=5efdd96e-7eba-436e-bb35-f1c65f7b0695,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:03.350313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 1597ba77-4751-4d67-af38-16f72834217e is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:03.359303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:03.370010 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e41ac7df-f7c6-4eaa-a5ad-437a52ede94b req-eeaa170b-82f3-4d1f-957c-4e733c58a30f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899527 Jul 16 01:36:03.377030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988a7c8-997c-4825-aa75-21b4a3ce05c3 req-3d08c57b-d568-40ac-8fb3-84e82859bc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.378645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0988a7c8-997c-4825-aa75-21b4a3ce05c3 req-3d08c57b-d568-40ac-8fb3-84e82859bc29 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1807165 Jul 16 01:36:03.477722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e3c3039f-66be-4fd9-81d6-4fcb845e01c4 None None] Provisioning for port 2e638579-c659-45d9-8865-24933fbb1a4d completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:03.485613 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e3c3039f-66be-4fd9-81d6-4fcb845e01c4 None None] Provisioning complete for port 2e638579-c659-45d9-8865-24933fbb1a4d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:03.486302 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e3c3039f-66be-4fd9-81d6-4fcb845e01c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.526692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Attempting to bind port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:03.527450 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Attempting to bind port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '396181c4-f4c3-44ec-8c10-a9d789731475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:03.527683 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Attempting to bind port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 on network 3553096d-128c-42ef-ad83-d1dd4718d78c {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:03.534967 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 on network 3553096d-128c-42ef-ad83-d1dd4718d78c not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:36:03.535599 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Attempting to bind port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 on network 3553096d-128c-42ef-ad83-d1dd4718d78c {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:03.545660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:03.546630 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Checking segment: {'id': '396181c4-f4c3-44ec-8c10-a9d789731475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:03.547964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Bound using segment: {'id': '396181c4-f4c3-44ec-8c10-a9d789731475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:03.548672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Bound port: 5efdd96e-7eba-436e-bb35-f1c65f7b0695, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396181c4-f4c3-44ec-8c10-a9d789731475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:03.549254 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.566609 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e3c3039f-66be-4fd9-81d6-4fcb845e01c4 None None] Port 2e638579-c659-45d9-8865-24933fbb1a4d cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:03.645691 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0988a7c8-997c-4825-aa75-21b4a3ce05c3 req-4e6ddbe8-6126-42f8-ab9f-bfc9f5097e61 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122867 Jul 16 01:36:03.674328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] For port 5efdd96e-7eba-436e-bb35-f1c65f7b0695, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:03.693250 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] For port 5efdd96e-7eba-436e-bb35-f1c65f7b0695, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695,segment=NetworkSegment(396181c4-f4c3-44ec-8c10-a9d789731475),segment_id=396181c4-f4c3-44ec-8c10-a9d789731475)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:03.697661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-331789ab-fb2d-439c-a5f6-d0cbc385168e None None] Provisioning complete for port 2e638579-c659-45d9-8865-24933fbb1a4d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:03.698056 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-331789ab-fb2d-439c-a5f6-d0cbc385168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.698997 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.757133 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.757766 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:03.759421 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] 10.222.0.69 "PUT /v2.0/ports/5efdd96e-7eba-436e-bb35-f1c65f7b0695 HTTP/1.1" status: 200 len: 1092 time: 1.7433569 Jul 16 01:36:03.759931 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'tag': '5efdd96e-7eba-436e-bb35-f1c65f7b0695'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:03.774470 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7e0d8d-9ee0-4052-a789-20d80c867c28" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd3c185-6f1f-4d8b-9a3a-fa3855b91858", "tag": "5efdd96e-7eba-436e-bb35-f1c65f7b0695"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:03.779472 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-331789ab-fb2d-439c-a5f6-d0cbc385168e None None] Port 2e638579-c659-45d9-8865-24933fbb1a4d cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:03.806203 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router d2d871d2-b565-40cd-be78-950aa8ecef14 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:36:03.862619 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30eb0655-1daf-42e7-a8fc-62e47f6b6177 x-openstack-request-id: req-30eb0655-1daf-42e7-a8fc-62e47f6b6177 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:03.862924 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd3c185-6f1f-4d8b-9a3a-fa3855b91858", "tag": "5efdd96e-7eba-436e-bb35-f1c65f7b0695", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:03.863467 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30eb0655-1daf-42e7-a8fc-62e47f6b6177 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:03.863899 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'tag': '5efdd96e-7eba-436e-bb35-f1c65f7b0695', 'status': 'completed', 'code': 200} Jul 16 01:36:03.891669 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ca17d-fd67-4a81-b299-0ea9e50687de service neutron] Pushing event updated for resources: {'Port': ['ID=5efdd96e-7eba-436e-bb35-f1c65f7b0695,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:03.930942 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-c57280f0-6d4d-4965-9e1d-e3d1dd7896a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:03.933091 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-c57280f0-6d4d-4965-9e1d-e3d1dd7896a1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 1095 time: 0.0938933 Jul 16 01:36:03.955986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47942) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:03.972888 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-5b6f0ea3-252f-47a1-9bc5-75b2f52e5a48 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6719027 Jul 16 01:36:03.999472 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-0ae5cfe6-f8bb-4364-a4d1-6feb95e83a89 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695 HTTP/1.1" status: 200 len: 217 time: 0.0572429 Jul 16 01:36:04.053392 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0988a7c8-997c-4825-aa75-21b4a3ce05c3 req-5be0ec3c-8f40-4fca-a8d9-8a5c02b85fb9 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3990252 Jul 16 01:36:04.059656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:04.068930 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-25102c7a-8267-4241-8467-23614528a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.069489 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3a2cf52b-5be3-4cf0-aa26-f8c5c718f3d0 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/d2d871d2-b565-40cd-be78-950aa8ecef14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0648429 Jul 16 01:36:04.070143 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47946) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:04.070751 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-25102c7a-8267-4241-8467-23614528a8ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f2c05a5-f813-4ae1-a946-7a93d05234dc HTTP/1.1" status: 200 len: 835 time: 0.0647461 Jul 16 01:36:04.075101 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Sync routers for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:04.089900 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:04.090609 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:04.122068 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-997f7c31-765c-430b-91f6-15d0ae39987a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'network': {'name': 'tempest-RoutersTest-1599026777'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:04.159374 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eede0bce-061f-44d3-8687-0fc1f25101d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.172312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-627788df-f908-4e2b-9d32-a362219efeac req-0a507309-c60a-4c3e-b8a7-ec60f7d8ec6b service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900666 Jul 16 01:36:04.174141 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997f7c31-765c-430b-91f6-15d0ae39987a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:04.178625 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-997f7c31-765c-430b-91f6-15d0ae39987a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.192042 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-90ed732a-dd70-40e3-b96f-602299e7020f None None] Provisioning complete for port 2e638579-c659-45d9-8865-24933fbb1a4d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:04.193552 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90ed732a-dd70-40e3-b96f-602299e7020f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.226960 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997f7c31-765c-430b-91f6-15d0ae39987a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:04.231401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9ea00624-e2e8-4b18-a0d2-f6a48d628729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.232533 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-9ea00624-e2e8-4b18-a0d2-f6a48d628729 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3553096d-128c-42ef-ad83-d1dd4718d78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1493735 Jul 16 01:36:04.249561 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-997f7c31-765c-430b-91f6-15d0ae39987a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.250279 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-997f7c31-765c-430b-91f6-15d0ae39987a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Added segment f3c6879f-95b4-435b-94d7-a96a9ce89367 of type vlan for network bd0c749c-bf47-4481-941c-541196c9db71 Jul 16 01:36:04.261292 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:04.297741 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 09655c6f-3273-4e1e-be1c-1570832f8a63 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:04.306849 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-997f7c31-765c-430b-91f6-15d0ae39987a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.324655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-90ed732a-dd70-40e3-b96f-602299e7020f None None] Port 2e638579-c659-45d9-8865-24933fbb1a4d cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:04.354675 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-997f7c31-765c-430b-91f6-15d0ae39987a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.361719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997f7c31-765c-430b-91f6-15d0ae39987a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.362472 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-997f7c31-765c-430b-91f6-15d0ae39987a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.389213 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-94596b20-5991-4752-8ae8-91391009d693 service neutron] 10.222.0.69 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469820 Jul 16 01:36:04.405847 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eede0bce-061f-44d3-8687-0fc1f25101d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.426082 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eede0bce-061f-44d3-8687-0fc1f25101d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.462310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 09655c6f-3273-4e1e-be1c-1570832f8a63 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:04.465941 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.466223 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-997f7c31-765c-430b-91f6-15d0ae39987a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3932886 Jul 16 01:36:04.467029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f7c31-765c-430b-91f6-15d0ae39987a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Network': ['ID=bd0c749c-bf47-4481-941c-541196c9db71,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.470610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47952) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:04.475102 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-cddc47f2-8a20-4e5a-ae14-c82e571d8c7d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'subnet': {'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:04.509185 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-eede0bce-061f-44d3-8687-0fc1f25101d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=553f62daf8ad49f3a25f704721320300&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5498457 Jul 16 01:36:04.510152 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47954) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:04.511378 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede0bce-061f-44d3-8687-0fc1f25101d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fe7237-091b-4a28-9bc7-a5b9808a96c6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.528904 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network bd0c749c-bf47-4481-941c-541196c9db71 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:04.543194 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c0f73466-cbc8-42f7-9525-3ab788729e09 req-58f3864d-3815-489b-a554-06bb2659923e service neutron] 10.222.0.69 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451933 Jul 16 01:36:04.666917 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e0d8d-9ee0-4052-a789-20d80c867c28 req-0f1eb472-8b97-49d0-8310-059b8d126ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.668735 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9c7e0d8d-9ee0-4052-a789-20d80c867c28 req-0f1eb472-8b97-49d0-8310-059b8d126ed3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 1095 time: 0.0775890 Jul 16 01:36:04.670392 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddc47f2-8a20-4e5a-ae14-c82e571d8c7d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:04.673902 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cddc47f2-8a20-4e5a-ae14-c82e571d8c7d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.695615 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01e8f044-a6bf-4b29-90d9-4a73c8f5b14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.711580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:01Z', 'revision_number': 2, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:02Z', 'revision_number': 2, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:04.732575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29818bd8-b7d1-41b7-b566-636a214ff154 req-bf816958-9e7f-4b33-80aa-53ece407c29d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.734131 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-29818bd8-b7d1-41b7-b566-636a214ff154 req-bf816958-9e7f-4b33-80aa-53ece407c29d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 943 time: 0.2137742 Jul 16 01:36:04.743795 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Checking router: d2d871d2-b565-40cd-be78-950aa8ecef14 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:04.744154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Updating router d2d871d2-b565-40cd-be78-950aa8ecef14 port 2e638579-c659-45d9-8865-24933fbb1a4d binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:04.770278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e0d8d-9ee0-4052-a789-20d80c867c28 req-6e49bcf7-2845-43f3-a122-5e6ab78f2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.771889 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9c7e0d8d-9ee0-4052-a789-20d80c867c28 req-6e49bcf7-2845-43f3-a122-5e6ab78f2a19 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3553096d-128c-42ef-ad83-d1dd4718d78c HTTP/1.1" status: 200 len: 898 time: 0.0966682 Jul 16 01:36:04.780730 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01e8f044-a6bf-4b29-90d9-4a73c8f5b14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.781091 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.824965 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9c7e0d8d-9ee0-4052-a789-20d80c867c28 req-c59221fa-9ea3-4f22-b544-838d5bda99f5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695 HTTP/1.1" status: 200 len: 217 time: 0.0457842 Jul 16 01:36:04.858409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-29818bd8-b7d1-41b7-b566-636a214ff154 req-cf50a7d1-e1c1-49bc-95bc-54e351028ffd tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839779 Jul 16 01:36:04.877317 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e0d8d-9ee0-4052-a789-20d80c867c28 req-ae3355c5-83d1-4703-9591-d626f96a32c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.878818 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9c7e0d8d-9ee0-4052-a789-20d80c867c28 req-ae3355c5-83d1-4703-9591-d626f96a32c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f2c05a5-f813-4ae1-a946-7a93d05234dc HTTP/1.1" status: 200 len: 835 time: 0.0474110 Jul 16 01:36:04.922038 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01e8f044-a6bf-4b29-90d9-4a73c8f5b14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.924838 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01e8f044-a6bf-4b29-90d9-4a73c8f5b14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:04.926290 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-01e8f044-a6bf-4b29-90d9-4a73c8f5b14f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92fe7237-091b-4a28-9bc7-a5b9808a96c6 HTTP/1.1" status: 204 len: 168 time: 0.4154339 Jul 16 01:36:04.944609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8f044-a6bf-4b29-90d9-4a73c8f5b14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fe7237-091b-4a28-9bc7-a5b9808a96c6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:04.964096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e0d8d-9ee0-4052-a789-20d80c867c28 req-ca7da775-36d9-4961-8579-c6ee1e7d1a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:04.965872 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9c7e0d8d-9ee0-4052-a789-20d80c867c28 req-ca7da775-36d9-4961-8579-c6ee1e7d1a82 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3553096d-128c-42ef-ad83-d1dd4718d78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794339 Jul 16 01:36:04.989758 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0d0a80ca-d7d1-4059-9fc0-f0f22b4d6473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.009229 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cddc47f2-8a20-4e5a-ae14-c82e571d8c7d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.111788 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc47f2-8a20-4e5a-ae14-c82e571d8c7d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Subnet': ['ID=20a7effe-6616-4cb9-a1b9-f99e2e42a8de,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.119336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddc47f2-8a20-4e5a-ae14-c82e571d8c7d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Checking segment: {'id': 'f3c6879f-95b4-435b-94d7-a96a9ce89367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:05.119701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddc47f2-8a20-4e5a-ae14-c82e571d8c7d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network hostable DHCP agents. Network: bd0c749c-bf47-4481-941c-541196c9db71, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:05.133334 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9c7e0d8d-9ee0-4052-a789-20d80c867c28 req-1be2fa87-6b1d-407e-a0ce-ea2191230f5c service neutron] 10.222.0.69 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602874 Jul 16 01:36:05.143524 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddc47f2-8a20-4e5a-ae14-c82e571d8c7d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network bd0c749c-bf47-4481-941c-541196c9db71 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:05.144275 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.158005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-cddc47f2-8a20-4e5a-ae14-c82e571d8c7d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, bd0c749c-bf47-4481-941c-541196c9db71) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:05.160154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Transition to ACTIVE for port object 2e638579-c659-45d9-8865-24933fbb1a4d will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:05.165593 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddc47f2-8a20-4e5a-ae14-c82e571d8c7d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:05.167915 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cddc47f2-8a20-4e5a-ae14-c82e571d8c7d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.168220 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.181605 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7499af-c957-4752-af1b-8965b7810446 None None] Network bd0c749c-bf47-4481-941c-541196c9db71 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:05.187079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cddc47f2-8a20-4e5a-ae14-c82e571d8c7d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7164266 Jul 16 01:36:05.189880 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47962) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:05.310472 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9c7e0d8d-9ee0-4052-a789-20d80c867c28 req-3c79abef-d7ed-4b20-84c6-6c69f34edd52 service neutron] 10.222.0.69 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707652 Jul 16 01:36:05.326729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c0143-e757-4d64-bd6a-e4aac07d853a None None] Pushing event updated for resources: {'Port': ['ID=2e638579-c659-45d9-8865-24933fbb1a4d,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.379505 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Attempting to bind port 2e638579-c659-45d9-8865-24933fbb1a4d on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:05.379934 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Attempting to bind port 2e638579-c659-45d9-8865-24933fbb1a4d by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '933fd472-47b6-412f-8b47-c3fc92fa8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1597ba77-4751-4d67-af38-16f72834217e'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:05.380309 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Attempting to bind port 2e638579-c659-45d9-8865-24933fbb1a4d on network 1597ba77-4751-4d67-af38-16f72834217e {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:05.398170 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:05.398563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Checking segment: {'id': '933fd472-47b6-412f-8b47-c3fc92fa8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1597ba77-4751-4d67-af38-16f72834217e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:05.398959 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.399359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Bound using segment: {'id': '933fd472-47b6-412f-8b47-c3fc92fa8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1597ba77-4751-4d67-af38-16f72834217e'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:05.399878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Bound port: 2e638579-c659-45d9-8865-24933fbb1a4d, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933fd472-47b6-412f-8b47-c3fc92fa8343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '1597ba77-4751-4d67-af38-16f72834217e'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:05.400268 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.521616 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-bd0c749c-bf47-4481-941c-541196c9db71', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:05.522481 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.542313 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] For port 2e638579-c659-45d9-8865-24933fbb1a4d, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:05.564571 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] For port 2e638579-c659-45d9-8865-24933fbb1a4d, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2e638579-c659-45d9-8865-24933fbb1a4d,segment=NetworkSegment(933fd472-47b6-412f-8b47-c3fc92fa8343),segment_id=933fd472-47b6-412f-8b47-c3fc92fa8343)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:05.618435 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.642354 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.739345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9c0143-e757-4d64-bd6a-e4aac07d853a None None] Pushing event updated for resources: {'Port': ['ID=2e638579-c659-45d9-8865-24933fbb1a4d,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:05.743214 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:05.743868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:35:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:05.789344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47980) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:05.917485 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c5a32032-550e-44ed-8d66-1195aef3cabd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1678609833'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:05.947962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a32032-550e-44ed-8d66-1195aef3cabd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:05.951813 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c5a32032-550e-44ed-8d66-1195aef3cabd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.961322 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c5a32032-550e-44ed-8d66-1195aef3cabd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:05.973737 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Allocated IP 172.21.0.2 (bd0c749c-bf47-4481-941c-541196c9db71/20a7effe-6616-4cb9-a1b9-f99e2e42a8de/a12df66c-8178-4c27-a015-7729bac5b327) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:06.015883 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:06.080699 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab8f35-c8f5-41ef-ab64-4da086f014e6 req-95f42b3a-5442-4a51-b629-ddfbac7b0ad1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.081825 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c5a32032-550e-44ed-8d66-1195aef3cabd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.083425 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4cab8f35-c8f5-41ef-ab64-4da086f014e6 req-95f42b3a-5442-4a51-b629-ddfbac7b0ad1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 943 time: 0.0730193 Jul 16 01:36:06.088680 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c5a32032-550e-44ed-8d66-1195aef3cabd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.102120 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a32032-550e-44ed-8d66-1195aef3cabd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:06.114827 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c5a32032-550e-44ed-8d66-1195aef3cabd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.116240 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-c5a32032-550e-44ed-8d66-1195aef3cabd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Added segment 94822b00-a18c-4ac8-8b37-16d6e3e945c3 of type vlan for network 4d4acc47-7511-482b-8ece-b7156bc68483 Jul 16 01:36:06.123801 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4cab8f35-c8f5-41ef-ab64-4da086f014e6 req-d941bbca-2ca0-4500-9d73-aaee352a39fc tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347221 Jul 16 01:36:06.184950 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c5a32032-550e-44ed-8d66-1195aef3cabd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.189034 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a32032-550e-44ed-8d66-1195aef3cabd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e79b61b2-3fa6-4750-954c-03273749d35f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:06.220572 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c5a32032-550e-44ed-8d66-1195aef3cabd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.226576 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a32032-550e-44ed-8d66-1195aef3cabd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:06.227409 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c5a32032-550e-44ed-8d66-1195aef3cabd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.273111 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c5a32032-550e-44ed-8d66-1195aef3cabd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4790735 Jul 16 01:36:06.273908 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47988) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:06.281637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d90005ae-1d75-4363-a0ef-7bf82b5d98d7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:06.299825 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.307577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a32032-550e-44ed-8d66-1195aef3cabd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Network': ['ID=4d4acc47-7511-482b-8ece-b7156bc68483,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:06.326047 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:06.348877 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Transition to ACTIVE for port object a12df66c-8178-4c27-a015-7729bac5b327 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:06.370850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90005ae-1d75-4363-a0ef-7bf82b5d98d7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:06.374601 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d90005ae-1d75-4363-a0ef-7bf82b5d98d7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.401463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Transition to ACTIVE for port object a12df66c-8178-4c27-a015-7729bac5b327 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:06.417102 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.469372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Network bd0c749c-bf47-4481-941c-541196c9db71 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:06.474500 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:01Z', 'revision_number': 2, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:05Z', 'revision_number': 4, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:06.476876 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:06.478675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Pushing event updated for resources: {'Port': ['ID=a12df66c-8178-4c27-a015-7729bac5b327,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:06.482359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:06.513607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91218e49-a5b8-4b4c-82c0-531a6e1bace7 None None] The sync data for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 is: [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:01Z', 'revision_number': 2, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:05Z', 'revision_number': 4, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:06.571958 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Attempting to bind port a12df66c-8178-4c27-a015-7729bac5b327 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:06.572631 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Attempting to bind port a12df66c-8178-4c27-a015-7729bac5b327 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'f3c6879f-95b4-435b-94d7-a96a9ce89367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:06.572729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Attempting to bind port a12df66c-8178-4c27-a015-7729bac5b327 on network bd0c749c-bf47-4481-941c-541196c9db71 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:06.579164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 35, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:06.579596 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Checking segment: {'id': 'f3c6879f-95b4-435b-94d7-a96a9ce89367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:06.579989 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.580392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Bound using segment: {'id': 'f3c6879f-95b4-435b-94d7-a96a9ce89367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:06.580879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Bound port: a12df66c-8178-4c27-a015-7729bac5b327, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c6879f-95b4-435b-94d7-a96a9ce89367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:06.581272 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.616622 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:36:06.648179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] For port a12df66c-8178-4c27-a015-7729bac5b327, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:06.651560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] For port a12df66c-8178-4c27-a015-7729bac5b327, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a12df66c-8178-4c27-a015-7729bac5b327,segment=NetworkSegment(f3c6879f-95b4-435b-94d7-a96a9ce89367),segment_id=f3c6879f-95b4-435b-94d7-a96a9ce89367)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:06.656762 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:06.770058 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e90f05-b945-450f-8ece-c07d19ec5360 None None] Pushing event updated for resources: {'Port': ['ID=a12df66c-8178-4c27-a015-7729bac5b327,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:06.886023 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Allocated IP 172.21.0.1 (bd0c749c-bf47-4481-941c-541196c9db71/20a7effe-6616-4cb9-a1b9-f99e2e42a8de/1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:07.076162 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d90005ae-1d75-4363-a0ef-7bf82b5d98d7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.101448 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.156430 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Transition to ACTIVE for port object 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:07.168139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90005ae-1d75-4363-a0ef-7bf82b5d98d7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=5a28d1fe-16e1-422d-beba-f6c496361db8,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.202875 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90005ae-1d75-4363-a0ef-7bf82b5d98d7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Checking segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:07.203252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90005ae-1d75-4363-a0ef-7bf82b5d98d7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network hostable DHCP agents. Network: 4d4acc47-7511-482b-8ece-b7156bc68483, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:07.227110 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.235852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90005ae-1d75-4363-a0ef-7bf82b5d98d7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:07.283670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network bd0c749c-bf47-4481-941c-541196c9db71 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:07.286436 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-d90005ae-1d75-4363-a0ef-7bf82b5d98d7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 4d4acc47-7511-482b-8ece-b7156bc68483) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:07.291637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90005ae-1d75-4363-a0ef-7bf82b5d98d7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.292579 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d90005ae-1d75-4363-a0ef-7bf82b5d98d7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.305545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5f3c6b-0b3d-408c-aad3-795dcf0b6d67 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:07.315388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:07.318143 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:07.328210 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.379645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d90005ae-1d75-4363-a0ef-7bf82b5d98d7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1036918 Jul 16 01:36:07.380409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.382558 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47994) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:07.390330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5efd211b-7eff-4da4-ab60-5e1f58439a19 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'name': 'tempest-NetworksTestDHCPv6-752738055'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:07.412058 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.474692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18207808-7d04-48b8-b649-56fda082433f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4d4acc47-7511-482b-8ece-b7156bc68483', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'fixed_ips': [{'subnet_id': '5a28d1fe-16e1-422d-beba-f6c496361db8'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:07.474950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1320b-dfd8-4bd7-849d-621a1954cf01 req-dab918a9-b8f4-4978-b898-949ccc0e14fe tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:07.476332 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1d1320b-dfd8-4bd7-849d-621a1954cf01 req-dab918a9-b8f4-4978-b898-949ccc0e14fe tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 943 time: 0.1914554 Jul 16 01:36:07.476539 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-18207808-7d04-48b8-b649-56fda082433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.529834 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efd211b-7eff-4da4-ab60-5e1f58439a19 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:07.534870 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5efd211b-7eff-4da4-ab60-5e1f58439a19 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.553877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1d1320b-dfd8-4bd7-849d-621a1954cf01 req-76c0fa36-bea4-4ea1-8c09-98e6873cd8fb tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567043 Jul 16 01:36:07.561898 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-5efd211b-7eff-4da4-ab60-5e1f58439a19 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port c1336203-6a1c-4757-9e38-7ca3a1f458a6 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:07.620597 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.660396 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-18207808-7d04-48b8-b649-56fda082433f None None] Allocated IP 2001:db8::2 (4d4acc47-7511-482b-8ece-b7156bc68483/5a28d1fe-16e1-422d-beba-f6c496361db8/d0809a86-02a4-44d4-a8a7-79f6a3acab2c) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:07.675818 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9e88b8d5-6eb3-47f4-b61c-2792bbdd82cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.827531 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-18207808-7d04-48b8-b649-56fda082433f None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.838184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-18207808-7d04-48b8-b649-56fda082433f None None] Transition to ACTIVE for port object d0809a86-02a4-44d4-a8a7-79f6a3acab2c will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:07.853573 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-18207808-7d04-48b8-b649-56fda082433f None None] Transition to ACTIVE for port object d0809a86-02a4-44d4-a8a7-79f6a3acab2c will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:07.859566 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-18207808-7d04-48b8-b649-56fda082433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.900019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18207808-7d04-48b8-b649-56fda082433f None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:07.904471 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-18207808-7d04-48b8-b649-56fda082433f None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:07.909511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18207808-7d04-48b8-b649-56fda082433f None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:07.912598 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18207808-7d04-48b8-b649-56fda082433f None None] Pushing event updated for resources: {'Port': ['ID=d0809a86-02a4-44d4-a8a7-79f6a3acab2c,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:07.921966 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51378f8-f8cc-4838-8cca-25c9add0d46f None None] Network bd0c749c-bf47-4481-941c-541196c9db71 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:07.949298 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.954355 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-5efd211b-7eff-4da4-ab60-5e1f58439a19 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::95 (4d4acc47-7511-482b-8ece-b7156bc68483/5a28d1fe-16e1-422d-beba-f6c496361db8/c1336203-6a1c-4757-9e38-7ca3a1f458a6) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:07.958284 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:07.999866 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-18207808-7d04-48b8-b649-56fda082433f None None] Attempting to bind port d0809a86-02a4-44d4-a8a7-79f6a3acab2c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:08.000237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-18207808-7d04-48b8-b649-56fda082433f None None] Attempting to bind port d0809a86-02a4-44d4-a8a7-79f6a3acab2c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:08.000606 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18207808-7d04-48b8-b649-56fda082433f None None] Attempting to bind port d0809a86-02a4-44d4-a8a7-79f6a3acab2c on network 4d4acc47-7511-482b-8ece-b7156bc68483 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:08.031136 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:08.056842 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18207808-7d04-48b8-b649-56fda082433f None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:08.057409 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18207808-7d04-48b8-b649-56fda082433f None None] Checking segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:08.058853 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-18207808-7d04-48b8-b649-56fda082433f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.059484 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18207808-7d04-48b8-b649-56fda082433f None None] Bound using segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:08.060145 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-18207808-7d04-48b8-b649-56fda082433f None None] Bound port: d0809a86-02a4-44d4-a8a7-79f6a3acab2c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:08.060656 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-18207808-7d04-48b8-b649-56fda082433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.067541 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.077369 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-29f96a4c-19e2-4bdc-aa1f-522f9a0552f5 None None] Provisioning for port a12df66c-8178-4c27-a015-7729bac5b327 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:08.136101 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5efd211b-7eff-4da4-ab60-5e1f58439a19 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.155861 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-5efd211b-7eff-4da4-ab60-5e1f58439a19 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object c1336203-6a1c-4757-9e38-7ca3a1f458a6 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:08.187204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 5efdd96e-7eba-436e-bb35-f1c65f7b0695 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:36:08.198967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-18207808-7d04-48b8-b649-56fda082433f None None] For port d0809a86-02a4-44d4-a8a7-79f6a3acab2c, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:08.205570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-18207808-7d04-48b8-b649-56fda082433f None None] For port d0809a86-02a4-44d4-a8a7-79f6a3acab2c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d0809a86-02a4-44d4-a8a7-79f6a3acab2c,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:08.218342 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5efd211b-7eff-4da4-ab60-5e1f58439a19 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.239529 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-18207808-7d04-48b8-b649-56fda082433f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.247494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network bd0c749c-bf47-4481-941c-541196c9db71 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:08.250506 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:08.284796 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efd211b-7eff-4da4-ab60-5e1f58439a19 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:08.288372 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-5efd211b-7eff-4da4-ab60-5e1f58439a19 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:08.291328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efd211b-7eff-4da4-ab60-5e1f58439a19 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:08.297638 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efd211b-7eff-4da4-ab60-5e1f58439a19 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.298294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5efd211b-7eff-4da4-ab60-5e1f58439a19 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.313800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd211b-7eff-4da4-ab60-5e1f58439a19 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=c1336203-6a1c-4757-9e38-7ca3a1f458a6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:08.325193 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5efd211b-7eff-4da4-ab60-5e1f58439a19 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9413137 Jul 16 01:36:08.328293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47996) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:08.390354 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2e638579-c659-45d9-8865-24933fbb1a4d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:08.426864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18207808-7d04-48b8-b649-56fda082433f None None] Pushing event updated for resources: {'Port': ['ID=d0809a86-02a4-44d4-a8a7-79f6a3acab2c,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:08.433397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router d2d871d2-b565-40cd-be78-950aa8ecef14 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:08.443019 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8ef22e-9abb-479d-bc4f-ed383166024a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.449527 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8ef22e-9abb-479d-bc4f-ed383166024a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.451637 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3e8ef22e-9abb-479d-bc4f-ed383166024a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1217091 Jul 16 01:36:08.454069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47998) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:08.471042 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 5efdd96e-7eba-436e-bb35-f1c65f7b0695, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695,segment=NetworkSegment(396181c4-f4c3-44ec-8c10-a9d789731475),segment_id=396181c4-f4c3-44ec-8c10-a9d789731475)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:08.495118 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '5efdd96e-7eba-436e-bb35-f1c65f7b0695', 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c', 'port_id': '5efdd96e-7eba-436e-bb35-f1c65f7b0695', 'mac_address': 'fa:16:3e:7d:92:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:36:08.551164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 2e638579-c659-45d9-8865-24933fbb1a4d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:08.557913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:08.568474 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48000) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:08.568991 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b6a7d2c5-d95d-4391-8541-d49d892f571e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/d2d871d2-b565-40cd-be78-950aa8ecef14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3766198 Jul 16 01:36:08.569312 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Sync routers for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:08.573163 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2e638579-c659-45d9-8865-24933fbb1a4d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:08.573637 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.575373 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.580095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-53113223-069a-4295-88e4-3db71091ca05 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'network': {'name': 'tempest-RoutersTest-841996647'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:08.583324 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:08.594947 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:08.611748 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.656262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efdd96e-7eba-436e-bb35-f1c65f7b0695 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:36:08.667995 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-4e293193-a387-4817-85ed-53562c7747dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port c1336203-6a1c-4757-9e38-7ca3a1f458a6 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:08.668513 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e293193-a387-4817-85ed-53562c7747dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.709295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53113223-069a-4295-88e4-3db71091ca05 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:08.714371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 5efdd96e-7eba-436e-bb35-f1c65f7b0695, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695,segment=NetworkSegment(396181c4-f4c3-44ec-8c10-a9d789731475),segment_id=396181c4-f4c3-44ec-8c10-a9d789731475)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:08.718518 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53113223-069a-4295-88e4-3db71091ca05 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.722290 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.790247 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53113223-069a-4295-88e4-3db71091ca05 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:08.808063 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:08.812883 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53113223-069a-4295-88e4-3db71091ca05 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.813347 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-53113223-069a-4295-88e4-3db71091ca05 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Added segment 0b06e929-1f04-4a2c-806b-e23d16c6a52e of type vlan for network f7a59106-461d-41f0-89f2-f697628155f1 Jul 16 01:36:08.815719 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e293193-a387-4817-85ed-53562c7747dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.854030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-4e293193-a387-4817-85ed-53562c7747dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for c1336203-6a1c-4757-9e38-7ca3a1f458a6 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:08.883108 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.909361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444686de-b345-4e32-9871-9b60eec4f8f5 req-541756f7-faf7-4f3e-b339-59ffaed1eb3e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:08.910802 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-444686de-b345-4e32-9871-9b60eec4f8f5 req-541756f7-faf7-4f3e-b339-59ffaed1eb3e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 944 time: 0.1469777 Jul 16 01:36:08.946238 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53113223-069a-4295-88e4-3db71091ca05 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.972878 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-444686de-b345-4e32-9871-9b60eec4f8f5 req-3e5988fd-de3e-44f2-901b-fba21420ee9e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565014 Jul 16 01:36:08.979587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=5efdd96e-7eba-436e-bb35-f1c65f7b0695,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:08.986029 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 2e638579-c659-45d9-8865-24933fbb1a4d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2e638579-c659-45d9-8865-24933fbb1a4d,segment=NetworkSegment(933fd472-47b6-412f-8b47-c3fc92fa8343),segment_id=933fd472-47b6-412f-8b47-c3fc92fa8343)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:08.995095 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:08.995980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a12df66c-8178-4c27-a015-7729bac5b327 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:09.030930 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53113223-069a-4295-88e4-3db71091ca05 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.036642 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53113223-069a-4295-88e4-3db71091ca05 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.037269 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53113223-069a-4295-88e4-3db71091ca05 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.113414 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['5efdd96e-7eba-436e-bb35-f1c65f7b0695'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:09.127377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48006) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:09.127610 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-53113223-069a-4295-88e4-3db71091ca05 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5579300 Jul 16 01:36:09.133871 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b89e44ca-2c12-4087-8f21-15a9f1e3451a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'subnet': {'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:09.173628 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:07Z', 'revision_number': 3, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:07Z', 'revision_number': 2, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:05Z', 'revision_number': 4, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:09.185464 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53113223-069a-4295-88e4-3db71091ca05 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Network': ['ID=f7a59106-461d-41f0-89f2-f697628155f1,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.193599 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e293193-a387-4817-85ed-53562c7747dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.207202 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network f7a59106-461d-41f0-89f2-f697628155f1 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:09.210190 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Checking router: d2d871d2-b565-40cd-be78-950aa8ecef14 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:09.210742 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Updating router d2d871d2-b565-40cd-be78-950aa8ecef14 port 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:09.226998 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-03e6104a-2ab0-42da-a53f-7be10a7323c7 None None] Provisioning for port 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:09.248303 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e293193-a387-4817-85ed-53562c7747dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=c1336203-6a1c-4757-9e38-7ca3a1f458a6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.254377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-03e6104a-2ab0-42da-a53f-7be10a7323c7 None None] Provisioning complete for port 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:09.254886 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-03e6104a-2ab0-42da-a53f-7be10a7323c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.259120 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.277338 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e293193-a387-4817-85ed-53562c7747dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.285386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48008) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:09.285963 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4e293193-a387-4817-85ed-53562c7747dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/c1336203-6a1c-4757-9e38-7ca3a1f458a6 HTTP/1.1" status: 204 len: 168 time: 0.8307178 Jul 16 01:36:09.310434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port a12df66c-8178-4c27-a015-7729bac5b327 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:09.327038 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=2e638579-c659-45d9-8865-24933fbb1a4d,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.344539 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a12df66c-8178-4c27-a015-7729bac5b327 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:09.345734 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.359356 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89e44ca-2c12-4087-8f21-15a9f1e3451a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:09.364214 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b89e44ca-2c12-4087-8f21-15a9f1e3451a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.419088 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582be4c9-6bda-4038-8b6e-0074079f3b22 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.421497 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582be4c9-6bda-4038-8b6e-0074079f3b22 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.423328 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-582be4c9-6bda-4038-8b6e-0074079f3b22 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1359634 Jul 16 01:36:09.425968 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48010) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:09.472801 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-03e6104a-2ab0-42da-a53f-7be10a7323c7 None None] Port 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:09.554269 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f76a77-86d4-49ac-aead-2f6a2298a5d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 5a28d1fe-16e1-422d-beba-f6c496361db8 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:09.564756 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13f76a77-86d4-49ac-aead-2f6a2298a5d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.583690 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-03e6104a-2ab0-42da-a53f-7be10a7323c7 None None] Provisioning complete for port a12df66c-8178-4c27-a015-7729bac5b327 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:09.584094 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-03e6104a-2ab0-42da-a53f-7be10a7323c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.618288 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13f76a77-86d4-49ac-aead-2f6a2298a5d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.701280 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.714179 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.715949 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b89e44ca-2c12-4087-8f21-15a9f1e3451a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.717103 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Transition to ACTIVE for port object 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:09.724798 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.754485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port a12df66c-8178-4c27-a015-7729bac5b327, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a12df66c-8178-4c27-a015-7729bac5b327,segment=NetworkSegment(f3c6879f-95b4-435b-94d7-a96a9ce89367),segment_id=f3c6879f-95b4-435b-94d7-a96a9ce89367)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:09.764813 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.794740 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2158c-3999-46cb-bd07-32dfd8e064c9 None None] Pushing event updated for resources: {'Port': ['ID=1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.814394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e44ca-2c12-4087-8f21-15a9f1e3451a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Subnet': ['ID=3d24c269-ffbe-49c0-b640-da7f33d31a5a,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.874876 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13f76a77-86d4-49ac-aead-2f6a2298a5d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.887394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b89e44ca-2c12-4087-8f21-15a9f1e3451a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Checking segment: {'id': '0b06e929-1f04-4a2c-806b-e23d16c6a52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:09.887789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89e44ca-2c12-4087-8f21-15a9f1e3451a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network hostable DHCP agents. Network: f7a59106-461d-41f0-89f2-f697628155f1, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:09.904857 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Attempting to bind port 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:09.905740 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Attempting to bind port 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'f3c6879f-95b4-435b-94d7-a96a9ce89367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:09.906324 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Attempting to bind port 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 on network bd0c749c-bf47-4481-941c-541196c9db71 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:09.913265 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:09.914264 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Checking segment: {'id': 'f3c6879f-95b4-435b-94d7-a96a9ce89367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:09.915006 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.915840 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Bound using segment: {'id': 'f3c6879f-95b4-435b-94d7-a96a9ce89367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:09.917250 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Bound port: 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c6879f-95b4-435b-94d7-a96a9ce89367', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:09.917911 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.918606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89e44ca-2c12-4087-8f21-15a9f1e3451a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network f7a59106-461d-41f0-89f2-f697628155f1 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:09.932624 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b89e44ca-2c12-4087-8f21-15a9f1e3451a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, f7a59106-461d-41f0-89f2-f697628155f1) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:09.937457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89e44ca-2c12-4087-8f21-15a9f1e3451a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:09.938061 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b89e44ca-2c12-4087-8f21-15a9f1e3451a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:09.941545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=a12df66c-8178-4c27-a015-7729bac5b327,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:09.954758 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92cb060-f214-4a00-8ec0-33490160cd0e None None] Network f7a59106-461d-41f0-89f2-f697628155f1 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:09.975037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b89e44ca-2c12-4087-8f21-15a9f1e3451a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8461690 Jul 16 01:36:09.977791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48012) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:09.983751 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13f76a77-86d4-49ac-aead-2f6a2298a5d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.026624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b59333-f6e5-4794-8ffd-969c828bcc04 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:10.032506 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f76a77-86d4-49ac-aead-2f6a2298a5d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=5a28d1fe-16e1-422d-beba-f6c496361db8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.044612 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] For port 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:10.048711 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13f76a77-86d4-49ac-aead-2f6a2298a5d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.053316 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-13f76a77-86d4-49ac-aead-2f6a2298a5d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/5a28d1fe-16e1-422d-beba-f6c496361db8 HTTP/1.1" status: 204 len: 168 time: 0.6240318 Jul 16 01:36:10.053697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48016) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:10.071970 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] For port 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33,segment=NetworkSegment(f3c6879f-95b4-435b-94d7-a96a9ce89367),segment_id=f3c6879f-95b4-435b-94d7-a96a9ce89367)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:10.078908 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.149290 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:10.149936 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:10.153786 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-813b8b6d-3e3f-4bb6-a744-82043edc61c9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963354 Jul 16 01:36:10.154057 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48018) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:10.167469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f3b1555a-bb9c-4ce3-8f94-f559dbb5ba66 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:10.304499 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:10.369288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b1555a-bb9c-4ce3-8f94-f559dbb5ba66 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:10.373490 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f3b1555a-bb9c-4ce3-8f94-f559dbb5ba66 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.454628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730dbd1-46bc-493a-85d1-3cf7bbac9d03 req-40755baa-c57f-4bf4-ad7c-0d704e0b5660 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.456277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4730dbd1-46bc-493a-85d1-3cf7bbac9d03 req-40755baa-c57f-4bf4-ad7c-0d704e0b5660 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 944 time: 0.2192447 Jul 16 01:36:10.584032 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2e638579-c659-45d9-8865-24933fbb1a4d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:10.596206 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4730dbd1-46bc-493a-85d1-3cf7bbac9d03 req-bbe948be-cf11-4d50-a618-f3bbc4935eed tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980787 Jul 16 01:36:10.636034 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.644037 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:07Z', 'revision_number': 3, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:10Z', 'revision_number': 4, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:10.669023 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f3b1555a-bb9c-4ce3-8f94-f559dbb5ba66 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.675599 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d2158c-3999-46cb-bd07-32dfd8e064c9 None None] Pushing event updated for resources: {'Port': ['ID=1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.680142 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aefdef3-1df6-41e1-8408-483dd4202935 None None] The sync data for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 is: [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:07Z', 'revision_number': 3, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:10Z', 'revision_number': 4, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:10.722715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b1555a-bb9c-4ce3-8f94-f559dbb5ba66 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:10.726263 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-f3b1555a-bb9c-4ce3-8f94-f559dbb5ba66 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:10.731494 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b1555a-bb9c-4ce3-8f94-f559dbb5ba66 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:10.732868 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f3b1555a-bb9c-4ce3-8f94-f559dbb5ba66 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.765336 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.769494 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b1555a-bb9c-4ce3-8f94-f559dbb5ba66 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=34c71d75-d0b0-4974-bccc-209ca7899d7a,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:10.782723 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f3b1555a-bb9c-4ce3-8f94-f559dbb5ba66 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6259148 Jul 16 01:36:10.784539 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48022) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:10.789908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2288b0bf-5527-4e4c-a0fb-bd6ed0e6e3f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'name': 'tempest-NetworksTestDHCPv6-1227983091'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:10.851089 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b5bf5779-bf55-4448-87e1-63164d68477b None None] Provisioning for port d0809a86-02a4-44d4-a8a7-79f6a3acab2c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:10.880773 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-f7a59106-461d-41f0-89f2-f697628155f1', 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'fixed_ips': [{'subnet_id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:10.881632 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.906403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2e638579-c659-45d9-8865-24933fbb1a4d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:10.906779 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.940060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2288b0bf-5527-4e4c-a0fb-bd6ed0e6e3f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:10.944663 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2288b0bf-5527-4e4c-a0fb-bd6ed0e6e3f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:10.971737 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-2288b0bf-5527-4e4c-a0fb-bd6ed0e6e3f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port 90a13821-036c-4f3b-b970-db15dd1a5ed0 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:11.018436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3278ed-4ed6-4cf1-8078-8ca6e4520903 None None] DHCP port deletion for 4d4acc47-7511-482b-8ece-b7156bc68483 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:11.121737 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-2288b0bf-5527-4e4c-a0fb-bd6ed0e6e3f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::5f (4d4acc47-7511-482b-8ece-b7156bc68483/34c71d75-d0b0-4974-bccc-209ca7899d7a/90a13821-036c-4f3b-b970-db15dd1a5ed0) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:11.127489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Allocated IP 172.22.0.1 (f7a59106-461d-41f0-89f2-f697628155f1/3d24c269-ffbe-49c0-b640-da7f33d31a5a/f0ed1836-b0e2-4a44-abb5-08fd7c172997) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:11.155394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d0809a86-02a4-44d4-a8a7-79f6a3acab2c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:11.159481 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3c3278ed-4ed6-4cf1-8078-8ca6e4520903 None None] Deleting port d0809a86-02a4-44d4-a8a7-79f6a3acab2c {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:11.159886 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3c3278ed-4ed6-4cf1-8078-8ca6e4520903 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.274013 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.274940 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-3c3278ed-4ed6-4cf1-8078-8ca6e4520903 None None] For port d0809a86-02a4-44d4-a8a7-79f6a3acab2c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d0809a86-02a4-44d4-a8a7-79f6a3acab2c,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:11.275400 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3c3278ed-4ed6-4cf1-8078-8ca6e4520903 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.283563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port d0809a86-02a4-44d4-a8a7-79f6a3acab2c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:11.291084 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3c3278ed-4ed6-4cf1-8078-8ca6e4520903 None None] Calling delete_port for d0809a86-02a4-44d4-a8a7-79f6a3acab2c owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:11.292131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Transition to ACTIVE for port object f0ed1836-b0e2-4a44-abb5-08fd7c172997 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:11.292734 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d0809a86-02a4-44d4-a8a7-79f6a3acab2c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:11.293118 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.321161 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2288b0bf-5527-4e4c-a0fb-bd6ed0e6e3f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.341040 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.352735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-2288b0bf-5527-4e4c-a0fb-bd6ed0e6e3f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object 90a13821-036c-4f3b-b970-db15dd1a5ed0 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:11.388027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network f7a59106-461d-41f0-89f2-f697628155f1 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:11.392745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:11.394150 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2288b0bf-5527-4e4c-a0fb-bd6ed0e6e3f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.397272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:11.448426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Allocated IP 172.22.0.2 (f7a59106-461d-41f0-89f2-f697628155f1/3d24c269-ffbe-49c0-b640-da7f33d31a5a/eba7d294-d742-4199-bc27-9e5d1ca0deac) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:11.450460 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2288b0bf-5527-4e4c-a0fb-bd6ed0e6e3f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:11.454689 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-2288b0bf-5527-4e4c-a0fb-bd6ed0e6e3f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:11.455567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=f0ed1836-b0e2-4a44-abb5-08fd7c172997,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.461282 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2288b0bf-5527-4e4c-a0fb-bd6ed0e6e3f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:11.467209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2288b0bf-5527-4e4c-a0fb-bd6ed0e6e3f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.467900 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2288b0bf-5527-4e4c-a0fb-bd6ed0e6e3f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.473033 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.485976 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288b0bf-5527-4e4c-a0fb-bd6ed0e6e3f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=90a13821-036c-4f3b-b970-db15dd1a5ed0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.491971 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2288b0bf-5527-4e4c-a0fb-bd6ed0e6e3f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7060077 Jul 16 01:36:11.494335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48024) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:11.543119 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3c3278ed-4ed6-4cf1-8078-8ca6e4520903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.567549 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092323cf-f07b-4b90-95e9-7fd3378d8210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.573660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092323cf-f07b-4b90-95e9-7fd3378d8210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.575436 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-092323cf-f07b-4b90-95e9-7fd3378d8210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0800765 Jul 16 01:36:11.578331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48026) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:11.589871 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3278ed-4ed6-4cf1-8078-8ca6e4520903 None None] Pushing event deleted for resources: {'Port': ['ID=d0809a86-02a4-44d4-a8a7-79f6a3acab2c,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:11.602345 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.607434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3278ed-4ed6-4cf1-8078-8ca6e4520903 None None] No DVR routers for this DVR port d0809a86-02a4-44d4-a8a7-79f6a3acab2c on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:11.667195 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a370923-22a8-4e18-a5b7-e33c541dcbaa None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:11.684186 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.719946 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a12df66c-8178-4c27-a015-7729bac5b327 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:11.847975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-dae9a8b3-e5a0-4841-af6c-1384cd1193e2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port 90a13821-036c-4f3b-b970-db15dd1a5ed0 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:11.848326 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dae9a8b3-e5a0-4841-af6c-1384cd1193e2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.881781 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.899341 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a12df66c-8178-4c27-a015-7729bac5b327 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:11.899664 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:11.902829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Transition to ACTIVE for port object eba7d294-d742-4199-bc27-9e5d1ca0deac will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:11.952396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0936d5-2a71-4570-8ced-4877e463800d req-954f0c12-ee71-4e6b-8a7c-e137dfc937cd tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:11.953946 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d0936d5-2a71-4570-8ced-4877e463800d req-954f0c12-ee71-4e6b-8a7c-e137dfc937cd tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 944 time: 0.2254035 Jul 16 01:36:11.972773 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Transition to ACTIVE for port object eba7d294-d742-4199-bc27-9e5d1ca0deac will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:11.984591 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.034373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Network f7a59106-461d-41f0-89f2-f697628155f1 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:12.040988 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:12.048636 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dae9a8b3-e5a0-4841-af6c-1384cd1193e2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.063122 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:12.068511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Pushing event updated for resources: {'Port': ['ID=eba7d294-d742-4199-bc27-9e5d1ca0deac,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.078161 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-dae9a8b3-e5a0-4841-af6c-1384cd1193e2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for 90a13821-036c-4f3b-b970-db15dd1a5ed0 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:12.094314 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d0936d5-2a71-4570-8ced-4877e463800d req-1cc534c3-9ef6-48b9-b704-d68d74e210eb tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168923 Jul 16 01:36:12.108421 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4d4acc47-7511-482b-8ece-b7156bc68483', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'fixed_ips': [{'subnet_id': '34c71d75-d0b0-4974-bccc-209ca7899d7a'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:12.109271 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.162479 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Attempting to bind port eba7d294-d742-4199-bc27-9e5d1ca0deac on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:12.162860 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Attempting to bind port eba7d294-d742-4199-bc27-9e5d1ca0deac by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '0b06e929-1f04-4a2c-806b-e23d16c6a52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:12.163231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Attempting to bind port eba7d294-d742-4199-bc27-9e5d1ca0deac on network f7a59106-461d-41f0-89f2-f697628155f1 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:12.172206 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:12.172422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Checking segment: {'id': '0b06e929-1f04-4a2c-806b-e23d16c6a52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:12.173624 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.173624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Bound using segment: {'id': '0b06e929-1f04-4a2c-806b-e23d16c6a52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:12.173624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Bound port: eba7d294-d742-4199-bc27-9e5d1ca0deac, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b06e929-1f04-4a2c-806b-e23d16c6a52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:12.174048 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.181148 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.193030 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.230942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 5efdd96e-7eba-436e-bb35-f1c65f7b0695 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:12.301142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=f0ed1836-b0e2-4a44-abb5-08fd7c172997,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.307931 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.343744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:12.354450 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dae9a8b3-e5a0-4841-af6c-1384cd1193e2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.421655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:12.424148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Allocated IP 2001:db8::2 (4d4acc47-7511-482b-8ece-b7156bc68483/34c71d75-d0b0-4974-bccc-209ca7899d7a/06308e97-34c0-4cfc-940e-b3b73929e8fd) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:12.433636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] For port eba7d294-d742-4199-bc27-9e5d1ca0deac, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:12.438692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:12.439067 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.445494 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] For port eba7d294-d742-4199-bc27-9e5d1ca0deac, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=eba7d294-d742-4199-bc27-9e5d1ca0deac,segment=NetworkSegment(0b06e929-1f04-4a2c-806b-e23d16c6a52e),segment_id=0b06e929-1f04-4a2c-806b-e23d16c6a52e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:12.472045 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.557411 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:12.600783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:12.601160 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.637688 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cce885-2cb4-42a7-9823-79816a8fcb9d None None] Pushing event updated for resources: {'Port': ['ID=eba7d294-d742-4199-bc27-9e5d1ca0deac,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.734012 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.792526 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9a8b3-e5a0-4841-af6c-1384cd1193e2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=90a13821-036c-4f3b-b970-db15dd1a5ed0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:12.818840 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.836877 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dae9a8b3-e5a0-4841-af6c-1384cd1193e2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:12.838855 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dae9a8b3-e5a0-4841-af6c-1384cd1193e2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/90a13821-036c-4f3b-b970-db15dd1a5ed0 HTTP/1.1" status: 204 len: 168 time: 1.2595820 Jul 16 01:36:12.841534 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48032) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.881075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network f7a59106-461d-41f0-89f2-f697628155f1 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:12.889580 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:12.947501 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de46de1a-1689-4f08-8a1c-d419f802ed8e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:12.949086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de46de1a-1689-4f08-8a1c-d419f802ed8e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:12.950660 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-de46de1a-1689-4f08-8a1c-d419f802ed8e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1079171 Jul 16 01:36:12.953511 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48034) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:12.986482 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efdd96e-7eba-436e-bb35-f1c65f7b0695'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:12.988791 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117e853c-3413-4e0b-be13-285e2cb4715b" -d '{"events": [{"server_uuid": "5cd3c185-6f1f-4d8b-9a3a-fa3855b91858", "name": "network-vif-plugged", "status": "completed", "tag": "5efdd96e-7eba-436e-bb35-f1c65f7b0695"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:12.991577 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Transition to ACTIVE for port object 06308e97-34c0-4cfc-940e-b3b73929e8fd will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:13.012277 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.015682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 5efdd96e-7eba-436e-bb35-f1c65f7b0695, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695,segment=NetworkSegment(396181c4-f4c3-44ec-8c10-a9d789731475),segment_id=396181c4-f4c3-44ec-8c10-a9d789731475)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:13.028480 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.033032 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Transition to ACTIVE for port object 06308e97-34c0-4cfc-940e-b3b73929e8fd will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:13.052331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad6ff41b-6380-4d87-a3ac-6a929782da98 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 34c71d75-d0b0-4974-bccc-209ca7899d7a {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:13.055935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router d2d871d2-b565-40cd-be78-950aa8ecef14 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:13.058962 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff41b-6380-4d87-a3ac-6a929782da98 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.063670 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b6b9d5-35d7-46b0-a1b3-5dd05989d41a x-openstack-request-id: req-63b6b9d5-35d7-46b0-a1b3-5dd05989d41a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:13.063670 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd3c185-6f1f-4d8b-9a3a-fa3855b91858", "name": "network-vif-plugged", "status": "completed", "tag": "5efdd96e-7eba-436e-bb35-f1c65f7b0695", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:13.063999 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-63b6b9d5-35d7-46b0-a1b3-5dd05989d41a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:13.064145 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efdd96e-7eba-436e-bb35-f1c65f7b0695', 'code': 200} Jul 16 01:36:13.067569 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.095853 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33,segment=NetworkSegment(f3c6879f-95b4-435b-94d7-a96a9ce89367),segment_id=f3c6879f-95b4-435b-94d7-a96a9ce89367)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:13.111120 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.115626 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:13.119252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=5efdd96e-7eba-436e-bb35-f1c65f7b0695,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.122644 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:13.126400 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:13.145215 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff41b-6380-4d87-a3ac-6a929782da98 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.227418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d0809a86-02a4-44d4-a8a7-79f6a3acab2c no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:13.236029 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336549dc-2e08-4dfa-8e78-5f15c8b62b54 req-2eb0abff-b939-4e29-be26-d2b0874ff5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.238952 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-336549dc-2e08-4dfa-8e78-5f15c8b62b54 req-2eb0abff-b939-4e29-be26-d2b0874ff5aa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 1097 time: 0.0822797 Jul 16 01:36:13.239361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:13.252296 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-73ccbf83-17ce-4f57-ac7e-28efd06fff10 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/d2d871d2-b565-40cd-be78-950aa8ecef14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2732847 Jul 16 01:36:13.255444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48040) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:13.263182 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Sync routers for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:13.264722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Pushing event updated for resources: {'Port': ['ID=06308e97-34c0-4cfc-940e-b3b73929e8fd,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.274029 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: d0809a86-02a4-44d4-a8a7-79f6a3acab2c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:13.274569 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d0809a86-02a4-44d4-a8a7-79f6a3acab2c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:13.280268 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d0305438-9d32-4a33-a74d-3ece630d12c9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'network': {'name': 'tempest-RoutersTest-930539172'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:13.288356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Attempting to bind port 06308e97-34c0-4cfc-940e-b3b73929e8fd on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:13.288813 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Attempting to bind port 06308e97-34c0-4cfc-940e-b3b73929e8fd by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:13.289249 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Attempting to bind port 06308e97-34c0-4cfc-940e-b3b73929e8fd on network 4d4acc47-7511-482b-8ece-b7156bc68483 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:13.302444 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-336549dc-2e08-4dfa-8e78-5f15c8b62b54 req-8bcedb9c-012f-4723-abd1-e6741b0fb25e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565650 Jul 16 01:36:13.318178 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:13.318722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Checking segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:13.319267 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.319820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Bound using segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:13.320381 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Bound port: 06308e97-34c0-4cfc-940e-b3b73929e8fd, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:13.320833 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.325293 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:13.325905 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:13.339408 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff41b-6380-4d87-a3ac-6a929782da98 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.367037 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0305438-9d32-4a33-a74d-3ece630d12c9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:13.370603 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d0305438-9d32-4a33-a74d-3ece630d12c9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.429580 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0305438-9d32-4a33-a74d-3ece630d12c9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:13.456975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d68915-34b9-4e4b-af82-93a80da05550 req-af2d7427-9708-431b-a62b-dc631189710d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.458586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66d68915-34b9-4e4b-af82-93a80da05550 req-af2d7427-9708-431b-a62b-dc631189710d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.1745503 Jul 16 01:36:13.462003 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff41b-6380-4d87-a3ac-6a929782da98 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.464455 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d0305438-9d32-4a33-a74d-3ece630d12c9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.464807 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-d0305438-9d32-4a33-a74d-3ece630d12c9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Added segment 60dd1ef9-4e57-4696-94a7-a2404b6bd637 of type vlan for network 8a2fcad9-5738-4cdb-81fc-ce8d0bb08717 Jul 16 01:36:13.469240 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.492553 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:13.509459 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ff41b-6380-4d87-a3ac-6a929782da98 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=34c71d75-d0b0-4974-bccc-209ca7899d7a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.524120 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ad6ff41b-6380-4d87-a3ac-6a929782da98 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.526015 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ad6ff41b-6380-4d87-a3ac-6a929782da98 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/34c71d75-d0b0-4974-bccc-209ca7899d7a HTTP/1.1" status: 204 len: 168 time: 0.5715747 Jul 16 01:36:13.529237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48044) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:13.539472 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] For port 06308e97-34c0-4cfc-940e-b3b73929e8fd, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:13.569500 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d0305438-9d32-4a33-a74d-3ece630d12c9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.579072 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66d68915-34b9-4e4b-af82-93a80da05550 req-388eb138-162a-4b8d-ba6f-c739bbdc4e8a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094151 Jul 16 01:36:13.587531 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] For port 06308e97-34c0-4cfc-940e-b3b73929e8fd, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=06308e97-34c0-4cfc-940e-b3b73929e8fd,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:13.597178 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9f30e81a-a43d-4d75-ae34-6099214e3d4b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0637336 Jul 16 01:36:13.598738 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48046) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:13.604339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-90419162-cf4c-433b-aef1-3d4252aa8f94 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:13.606320 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.624962 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d0305438-9d32-4a33-a74d-3ece630d12c9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.624962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0305438-9d32-4a33-a74d-3ece630d12c9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:13.624962 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d0305438-9d32-4a33-a74d-3ece630d12c9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.675393 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d0305438-9d32-4a33-a74d-3ece630d12c9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4168854 Jul 16 01:36:13.676145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48048) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:13.681243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-78b78d1f-7895-4588-a506-9a2497565fcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'subnet': {'network_id': '8a2fcad9-5738-4cdb-81fc-ce8d0bb08717', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:13.734957 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90419162-cf4c-433b-aef1-3d4252aa8f94 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:13.738422 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-90419162-cf4c-433b-aef1-3d4252aa8f94 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.767271 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0305438-9d32-4a33-a74d-3ece630d12c9 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Network': ['ID=8a2fcad9-5738-4cdb-81fc-ce8d0bb08717,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.785130 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 8a2fcad9-5738-4cdb-81fc-ce8d0bb08717 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:13.851417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca390ba7-8ae9-45c3-bcdc-a804d8f30fee None None] Network f7a59106-461d-41f0-89f2-f697628155f1 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:13.858803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b78d1f-7895-4588-a506-9a2497565fcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Made reservation on behalf of 3dabe4d5ded44d70b05738f5c476a8c2 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:13.863311 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-78b78d1f-7895-4588-a506-9a2497565fcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:13.889090 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcbee69-34dd-4e7e-b0ac-1cf0bb444974 None None] Pushing event updated for resources: {'Port': ['ID=06308e97-34c0-4cfc-940e-b3b73929e8fd,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:13.933193 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b678de8c-fa0d-456f-b17e-f8f8517713f9 None None] Provisioning for port eba7d294-d742-4199-bc27-9e5d1ca0deac completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:13.981747 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-90419162-cf4c-433b-aef1-3d4252aa8f94 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.076721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90419162-cf4c-433b-aef1-3d4252aa8f94 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:14.080752 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-90419162-cf4c-433b-aef1-3d4252aa8f94 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:14.083984 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90419162-cf4c-433b-aef1-3d4252aa8f94 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.084978 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-90419162-cf4c-433b-aef1-3d4252aa8f94 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.106054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90419162-cf4c-433b-aef1-3d4252aa8f94 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=0f9bc535-4ad6-423f-abc5-fbe179fc98ff,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:14.121286 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-90419162-cf4c-433b-aef1-3d4252aa8f94 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5214620 Jul 16 01:36:14.124027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48050) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:14.129714 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-eea0fa60-58da-45bb-8566-72591e481cb9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'name': 'tempest-NetworksTestDHCPv6-2032654650'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:14.158529 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:11Z', 'revision_number': 4, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:13Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0ed1836-b0e2-4a44-abb5-08fd7c172997', 'name': '', 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:81:c6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:11Z', 'revision_number': 2, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:14.195279 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Checking router: d2d871d2-b565-40cd-be78-950aa8ecef14 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:14.195816 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Updating router d2d871d2-b565-40cd-be78-950aa8ecef14 port f0ed1836-b0e2-4a44-abb5-08fd7c172997 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:14.197542 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-78b78d1f-7895-4588-a506-9a2497565fcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.257875 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.305303 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea0fa60-58da-45bb-8566-72591e481cb9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:14.310324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b78d1f-7895-4588-a506-9a2497565fcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Subnet': ['ID=f17dbdb2-84dd-4d38-ad13-0b2fc74057a2,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:14.311297 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eea0fa60-58da-45bb-8566-72591e481cb9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.336580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-eea0fa60-58da-45bb-8566-72591e481cb9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port 0b99f41a-121d-40f0-b6f7-fbeddba46d37 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:14.352436 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b78d1f-7895-4588-a506-9a2497565fcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Checking segment: {'id': '60dd1ef9-4e57-4696-94a7-a2404b6bd637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a2fcad9-5738-4cdb-81fc-ce8d0bb08717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:14.352802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b78d1f-7895-4588-a506-9a2497565fcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network hostable DHCP agents. Network: 8a2fcad9-5738-4cdb-81fc-ce8d0bb08717, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:14.373536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b78d1f-7895-4588-a506-9a2497565fcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 8a2fcad9-5738-4cdb-81fc-ce8d0bb08717 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:14.386093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-78b78d1f-7895-4588-a506-9a2497565fcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 8a2fcad9-5738-4cdb-81fc-ce8d0bb08717) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:14.395358 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b78d1f-7895-4588-a506-9a2497565fcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.396272 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-78b78d1f-7895-4588-a506-9a2497565fcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.406617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c70f0a-6593-49ab-a665-a7a02d6d00e2 None None] Network 8a2fcad9-5738-4cdb-81fc-ce8d0bb08717 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:14.422989 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-78b78d1f-7895-4588-a506-9a2497565fcf tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7455235 Jul 16 01:36:14.425633 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48052) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:14.545411 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-eea0fa60-58da-45bb-8566-72591e481cb9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::117 (4d4acc47-7511-482b-8ece-b7156bc68483/0f9bc535-4ad6-423f-abc5-fbe179fc98ff/0b99f41a-121d-40f0-b6f7-fbeddba46d37) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:14.683196 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 06308e97-34c0-4cfc-940e-b3b73929e8fd up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:14.827055 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eea0fa60-58da-45bb-8566-72591e481cb9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.847837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-eea0fa60-58da-45bb-8566-72591e481cb9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object 0b99f41a-121d-40f0-b6f7-fbeddba46d37 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:14.871148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-8a2fcad9-5738-4cdb-81fc-ce8d0bb08717', 'network_id': '8a2fcad9-5738-4cdb-81fc-ce8d0bb08717', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'fixed_ips': [{'subnet_id': 'f17dbdb2-84dd-4d38-ad13-0b2fc74057a2'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:14.872049 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.894904 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f6e81c6f-563a-41b8-9a2b-6c032919fda1 None None] Provisioning for port f0ed1836-b0e2-4a44-abb5-08fd7c172997 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:14.903161 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.904615 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eea0fa60-58da-45bb-8566-72591e481cb9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.919134 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f6e81c6f-563a-41b8-9a2b-6c032919fda1 None None] Provisioning complete for port f0ed1836-b0e2-4a44-abb5-08fd7c172997 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:14.919663 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f6e81c6f-563a-41b8-9a2b-6c032919fda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:14.976576 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Transition to ACTIVE for port object f0ed1836-b0e2-4a44-abb5-08fd7c172997 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:14.993264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea0fa60-58da-45bb-8566-72591e481cb9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:14.994356 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb584f6-a832-456d-8a77-2877344846a7 req-403dca0c-afdc-4639-bdf9-5dec9b79a320 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:14.996798 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0eb584f6-a832-456d-8a77-2877344846a7 req-403dca0c-afdc-4639-bdf9-5dec9b79a320 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.2139523 Jul 16 01:36:14.996964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-eea0fa60-58da-45bb-8566-72591e481cb9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:15.017334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea0fa60-58da-45bb-8566-72591e481cb9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:15.023472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea0fa60-58da-45bb-8566-72591e481cb9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.024213 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eea0fa60-58da-45bb-8566-72591e481cb9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.046747 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0fa60-58da-45bb-8566-72591e481cb9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=0b99f41a-121d-40f0-b6f7-fbeddba46d37,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:15.058306 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-eea0fa60-58da-45bb-8566-72591e481cb9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9328349 Jul 16 01:36:15.061551 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48058) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:15.096839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0eb584f6-a832-456d-8a77-2877344846a7 req-d58456db-e323-4029-b295-0deb0517ebe1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934401 Jul 16 01:36:15.097313 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 06308e97-34c0-4cfc-940e-b3b73929e8fd completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:15.110545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f6e81c6f-563a-41b8-9a2b-6c032919fda1 None None] Port f0ed1836-b0e2-4a44-abb5-08fd7c172997 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:15.133945 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.150864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:15.160352 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d5408-a773-4cb6-8fa1-a180a25dda87 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.168640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d5408-a773-4cb6-8fa1-a180a25dda87 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.175807 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-517d5408-a773-4cb6-8fa1-a180a25dda87 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1129210 Jul 16 01:36:15.178077 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48062) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:15.189644 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.332634 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-8067c896-d409-4d99-ba35-df231b58aedb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port 0b99f41a-121d-40f0-b6f7-fbeddba46d37 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:15.332634 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8067c896-d409-4d99-ba35-df231b58aedb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.374204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1594a-2fa6-46ca-ad03-77d1119099f4 None None] Pushing event updated for resources: {'Port': ['ID=f0ed1836-b0e2-4a44-abb5-08fd7c172997,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:15.414094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab72734d-1a43-4dbc-9d60-0db47bbb253b None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:15.463703 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8067c896-d409-4d99-ba35-df231b58aedb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.483743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-8067c896-d409-4d99-ba35-df231b58aedb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for 0b99f41a-121d-40f0-b6f7-fbeddba46d37 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:15.491675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Allocated IP 172.23.0.2 (8a2fcad9-5738-4cdb-81fc-ce8d0bb08717/f17dbdb2-84dd-4d38-ad13-0b2fc74057a2/5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:15.578154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e220ab1-9946-49e4-89a2-a0edea89ab2a req-5168c484-d0c3-4466-a8b9-7b284f790b4f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.580031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e220ab1-9946-49e4-89a2-a0edea89ab2a req-5168c484-d0c3-4466-a8b9-7b284f790b4f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.1276364 Jul 16 01:36:15.623659 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e220ab1-9946-49e4-89a2-a0edea89ab2a req-184c95ef-9832-4ab9-ab57-9023d50b68ad tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370603 Jul 16 01:36:15.652437 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48064) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:15.653589 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8067c896-d409-4d99-ba35-df231b58aedb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.720323 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec2efbe-2837-444f-bfa8-17167e68bf09 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:15.722051 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fec2efbe-2837-444f-bfa8-17167e68bf09 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 1092 time: 0.0653098 Jul 16 01:36:15.725112 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48066) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:15.730546 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': '5efdd96e-7eba-436e-bb35-f1c65f7b0695', 'tenant_id': '69687824cbca408cb542751d24b99384', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:15.754819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Attempting to bind port f0ed1836-b0e2-4a44-abb5-08fd7c172997 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:15.755193 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Attempting to bind port f0ed1836-b0e2-4a44-abb5-08fd7c172997 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '0b06e929-1f04-4a2c-806b-e23d16c6a52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:15.755568 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Attempting to bind port f0ed1836-b0e2-4a44-abb5-08fd7c172997 on network f7a59106-461d-41f0-89f2-f697628155f1 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:15.757861 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.782420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9e35521d-98fe-4c04-8c00-3a8a06036666 None None] Provisioning for port 06308e97-34c0-4cfc-940e-b3b73929e8fd completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:15.792730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:15.793115 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.794930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:15.796107 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Checking segment: {'id': '0b06e929-1f04-4a2c-806b-e23d16c6a52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:15.796508 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.796911 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Bound using segment: {'id': '0b06e929-1f04-4a2c-806b-e23d16c6a52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:15.797405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Bound port: f0ed1836-b0e2-4a44-abb5-08fd7c172997, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b06e929-1f04-4a2c-806b-e23d16c6a52e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:15.797788 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.814676 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9e35521d-98fe-4c04-8c00-3a8a06036666 None None] Provisioning complete for port 06308e97-34c0-4cfc-940e-b3b73929e8fd triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:15.815113 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9e35521d-98fe-4c04-8c00-3a8a06036666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.870595 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.964933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067c896-d409-4d99-ba35-df231b58aedb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=0b99f41a-121d-40f0-b6f7-fbeddba46d37,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:15.988705 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Allocated IP 172.25.2.86 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/a453f881-2d23-41b4-af98-9e8f8754022a) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:15.991228 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8067c896-d409-4d99-ba35-df231b58aedb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:15.995657 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8067c896-d409-4d99-ba35-df231b58aedb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/0b99f41a-121d-40f0-b6f7-fbeddba46d37 HTTP/1.1" status: 204 len: 168 time: 0.8142185 Jul 16 01:36:15.995860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48068) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:16.059974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8403d31-219d-4810-b01f-353fb97d81c2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.059974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8403d31-219d-4810-b01f-353fb97d81c2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.059974 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d8403d31-219d-4810-b01f-353fb97d81c2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0602551 Jul 16 01:36:16.060374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48070) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:16.107639 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.113320 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b9cb61-7ed7-4cd8-9022-a1359d26e8a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 0f9bc535-4ad6-423f-abc5-fbe179fc98ff {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:16.116655 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-04b9cb61-7ed7-4cd8-9022-a1359d26e8a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.122900 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] For port f0ed1836-b0e2-4a44-abb5-08fd7c172997, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:16.151730 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.164217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] For port f0ed1836-b0e2-4a44-abb5-08fd7c172997, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f0ed1836-b0e2-4a44-abb5-08fd7c172997,segment=NetworkSegment(0b06e929-1f04-4a2c-806b-e23d16c6a52e),segment_id=0b06e929-1f04-4a2c-806b-e23d16c6a52e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:16.166167 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-04b9cb61-7ed7-4cd8-9022-a1359d26e8a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.182566 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.189301 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.193728 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device eba7d294-d742-4199-bc27-9e5d1ca0deac up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:16.199671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:16.203501 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:16.208098 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:16.212020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=a453f881-2d23-41b4-af98-9e8f8754022a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.215296 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-04b9cb61-7ed7-4cd8-9022-a1359d26e8a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.253131 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Transition to ACTIVE for port object 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:16.258744 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9e35521d-98fe-4c04-8c00-3a8a06036666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.288697 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-04b9cb61-7ed7-4cd8-9022-a1359d26e8a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.322881 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-04b9cb61-7ed7-4cd8-9022-a1359d26e8a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.324780 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-04b9cb61-7ed7-4cd8-9022-a1359d26e8a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/0f9bc535-4ad6-423f-abc5-fbe179fc98ff HTTP/1.1" status: 204 len: 168 time: 0.2636490 Jul 16 01:36:16.331617 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48074) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:16.344629 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9cb61-7ed7-4cd8-9022-a1359d26e8a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=0f9bc535-4ad6-423f-abc5-fbe179fc98ff,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.359572 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Transition to ACTIVE for port object 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:16.380876 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:16.381876 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:16.384352 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.385849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-81ed8f80-1340-4684-be3e-8f90368469f1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0529778 Jul 16 01:36:16.389919 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1594a-2fa6-46ca-ad03-77d1119099f4 None None] Pushing event updated for resources: {'Port': ['ID=f0ed1836-b0e2-4a44-abb5-08fd7c172997,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.391170 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48076) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:16.397775 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9e35521d-98fe-4c04-8c00-3a8a06036666 None None] For port 06308e97-34c0-4cfc-940e-b3b73929e8fd, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=06308e97-34c0-4cfc-940e-b3b73929e8fd,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:16.499318 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9e35521d-98fe-4c04-8c00-3a8a06036666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.527566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685d519e-474b-46b9-a46a-a62f298f98e8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.532558 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-685d519e-474b-46b9-a46a-a62f298f98e8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1409605 Jul 16 01:36:16.533180 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48078) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:16.544153 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Allocated IP 172.23.0.1 (8a2fcad9-5738-4cdb-81fc-ce8d0bb08717/f17dbdb2-84dd-4d38-ad13-0b2fc74057a2/6b2aa066-701b-4559-82e3-675b5b9f3a3c) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:16.557218 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Network 8a2fcad9-5738-4cdb-81fc-ce8d0bb08717 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:16.580128 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:16.592252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:16.592535 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea0052d-75f1-4c11-aa92-1840e7676aba tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:16.596979 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2ea0052d-75f1-4c11-aa92-1840e7676aba tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0626061 Jul 16 01:36:16.597603 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48080) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:16.610542 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Pushing event updated for resources: {'Port': ['ID=5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.612947 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port eba7d294-d742-4199-bc27-9e5d1ca0deac completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:16.629617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:16.648844 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8de4130d-bef1-43e0-a680-4b946d40c6e6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494068 Jul 16 01:36:16.649464 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48082) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:16.654984 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f20565ae-c016-49c0-8364-e2304be7a2a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:16.696030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port eba7d294-d742-4199-bc27-9e5d1ca0deac triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:16.696437 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.707529 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9e35521d-98fe-4c04-8c00-3a8a06036666 None None] Could not find standard attr ID for object 90a13821-036c-4f3b-b970-db15dd1a5ed0. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:16.762628 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20565ae-c016-49c0-8364-e2304be7a2a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:16.766896 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f20565ae-c016-49c0-8364-e2304be7a2a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.804201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4521264e-2d2f-45a2-8c9b-d2b7cc6a189e None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:16.812518 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.858642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Transition to ACTIVE for port object 6b2aa066-701b-4559-82e3-675b5b9f3a3c will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:16.865616 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Attempting to bind port 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:16.865994 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Attempting to bind port 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '60dd1ef9-4e57-4696-94a7-a2404b6bd637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a2fcad9-5738-4cdb-81fc-ce8d0bb08717'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:16.866363 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Attempting to bind port 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 on network 8a2fcad9-5738-4cdb-81fc-ce8d0bb08717 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:16.874256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e35521d-98fe-4c04-8c00-3a8a06036666 None None] Pushing event updated for resources: {'Port': ['ID=06308e97-34c0-4cfc-940e-b3b73929e8fd,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:16.923628 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:16.924033 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Checking segment: {'id': '60dd1ef9-4e57-4696-94a7-a2404b6bd637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a2fcad9-5738-4cdb-81fc-ce8d0bb08717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:16.924439 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.924836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Bound using segment: {'id': '60dd1ef9-4e57-4696-94a7-a2404b6bd637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a2fcad9-5738-4cdb-81fc-ce8d0bb08717'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:16.925580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Bound port: 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60dd1ef9-4e57-4696-94a7-a2404b6bd637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a2fcad9-5738-4cdb-81fc-ce8d0bb08717'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:16.925739 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.941772 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.944227 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.958728 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f20565ae-c016-49c0-8364-e2304be7a2a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:16.965116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1c22fdcf-2b6c-4fee-b283-243f03488eae None None] Provisioning complete for port 06308e97-34c0-4cfc-940e-b3b73929e8fd triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:16.965495 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1c22fdcf-2b6c-4fee-b283-243f03488eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.018951 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20565ae-c016-49c0-8364-e2304be7a2a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:17.019195 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 8a2fcad9-5738-4cdb-81fc-ce8d0bb08717 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:17.019930 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20565ae-c016-49c0-8364-e2304be7a2a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=afc34855-542e-44de-a03f-314529e0c9b6,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:17.029772 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:17.034882 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:17.035394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-f20565ae-c016-49c0-8364-e2304be7a2a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:17.039577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20565ae-c016-49c0-8364-e2304be7a2a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:17.040284 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f20565ae-c016-49c0-8364-e2304be7a2a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.063799 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f20565ae-c016-49c0-8364-e2304be7a2a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4128571 Jul 16 01:36:17.065869 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=6b2aa066-701b-4559-82e3-675b5b9f3a3c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:17.066181 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48084) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:17.074174 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d58a8c9d-2f59-4d90-a1fa-347df6d7ed9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'fixed_ips': [{'subnet_id': 'afc34855-542e-44de-a03f-314529e0c9b6', 'ip_address': '2001:db8::d8b:964a:536f:17c4'}], 'name': 'tempest-NetworksTestDHCPv6-1181688765'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:17.119307 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.121820 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.175227 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.194812 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58a8c9d-2f59-4d90-a1fa-347df6d7ed9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:17.205770 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] For port 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:17.262937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] For port 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83,segment=NetworkSegment(60dd1ef9-4e57-4696-94a7-a2404b6bd637),segment_id=60dd1ef9-4e57-4696-94a7-a2404b6bd637)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:17.284094 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.286946 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port eba7d294-d742-4199-bc27-9e5d1ca0deac, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=eba7d294-d742-4199-bc27-9e5d1ca0deac,segment=NetworkSegment(0b06e929-1f04-4a2c-806b-e23d16c6a52e),segment_id=0b06e929-1f04-4a2c-806b-e23d16c6a52e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:17.294650 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d58a8c9d-2f59-4d90-a1fa-347df6d7ed9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.312688 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-d58a8c9d-2f59-4d90-a1fa-347df6d7ed9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port b1869261-5d58-4a99-899b-f9d37d37d135 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:17.316265 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.334819 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.394173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:11Z', 'revision_number': 4, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:13Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0ed1836-b0e2-4a44-abb5-08fd7c172997', 'name': '', 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:81:c6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:16Z', 'revision_number': 4, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:17.423161 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.441672 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ccf66-6eb2-450b-a2e6-276146a3bd27 None None] Pushing event updated for resources: {'Port': ['ID=5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:17.449452 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16014158-4c76-487e-b08c-ed9ed82b21d0 None None] The sync data for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 is: [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:11Z', 'revision_number': 4, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:13Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0ed1836-b0e2-4a44-abb5-08fd7c172997', 'name': '', 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:81:c6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:16Z', 'revision_number': 4, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:17.503503 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 06308e97-34c0-4cfc-940e-b3b73929e8fd up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:17.703625 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-d58a8c9d-2f59-4d90-a1fa-347df6d7ed9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::d8b:964a:536f:17c4 (4d4acc47-7511-482b-8ece-b7156bc68483/afc34855-542e-44de-a03f-314529e0c9b6/b1869261-5d58-4a99-899b-f9d37d37d135) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:17.714105 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:17.899163 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=eba7d294-d742-4199-bc27-9e5d1ca0deac,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:17.906343 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8ece4c-cd2d-406a-9459-a79ce635fa98 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:18.005875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d58a8c9d-2f59-4d90-a1fa-347df6d7ed9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.007979 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f0392549-ca0a-4ef4-8895-35ae26ffec34 None None] Provisioning complete for port 06308e97-34c0-4cfc-940e-b3b73929e8fd triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:18.008500 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f0392549-ca0a-4ef4-8895-35ae26ffec34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.012955 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 06308e97-34c0-4cfc-940e-b3b73929e8fd triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:18.013456 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.035027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-d58a8c9d-2f59-4d90-a1fa-347df6d7ed9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object b1869261-5d58-4a99-899b-f9d37d37d135 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:18.117124 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d58a8c9d-2f59-4d90-a1fa-347df6d7ed9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.236569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a8c9d-2f59-4d90-a1fa-347df6d7ed9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=b1869261-5d58-4a99-899b-f9d37d37d135,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.258065 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58a8c9d-2f59-4d90-a1fa-347df6d7ed9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:18.262718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d58a8c9d-2f59-4d90-a1fa-347df6d7ed9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:18.277957 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a8c9d-2f59-4d90-a1fa-347df6d7ed9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:18.306174 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58a8c9d-2f59-4d90-a1fa-347df6d7ed9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:18.307127 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d58a8c9d-2f59-4d90-a1fa-347df6d7ed9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.336394 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d58a8c9d-2f59-4d90-a1fa-347df6d7ed9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2668614 Jul 16 01:36:18.336601 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48088) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:18.472743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9538c433-ee9a-44b5-a72a-62874165ae22 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:18.479621 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=a453f881-2d23-41b4-af98-9e8f8754022a,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:18.481010 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9538c433-ee9a-44b5-a72a-62874165ae22 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:18.483228 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9538c433-ee9a-44b5-a72a-62874165ae22 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1449702 Jul 16 01:36:18.486972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48090) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:18.507621 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:18.508166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:18.508492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:18.508833 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:18.509172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:18.509507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:18.509843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:18.510179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:18.510510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:18.510910 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:18.511241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:18.513574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:18.532735 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.633035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-e001561f-fc20-409d-9a5d-677080d750e7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port b1869261-5d58-4a99-899b-f9d37d37d135 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:18.633542 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e001561f-fc20-409d-9a5d-677080d750e7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.676425 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.707729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-17d0b691-7bbb-4aeb-9343-bdbcdad4d180 None None] Provisioning for port b1869261-5d58-4a99-899b-f9d37d37d135 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:18.712628 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-17d0b691-7bbb-4aeb-9343-bdbcdad4d180 None None] Provisioning complete for port b1869261-5d58-4a99-899b-f9d37d37d135 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:18.713149 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17d0b691-7bbb-4aeb-9343-bdbcdad4d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.738524 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Floating IP 102cc503-3718-49de-bf30-3914ddda07df associated. External IP: 172.25.2.86, port: 5efdd96e-7eba-436e-bb35-f1c65f7b0695. Jul 16 01:36:18.743850 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.792228 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e001561f-fc20-409d-9a5d-677080d750e7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.799145 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-17d0b691-7bbb-4aeb-9343-bdbcdad4d180 None None] Port b1869261-5d58-4a99-899b-f9d37d37d135 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:18.813846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-e001561f-fc20-409d-9a5d-677080d750e7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for b1869261-5d58-4a99-899b-f9d37d37d135 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:18.823581 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-17d0b691-7bbb-4aeb-9343-bdbcdad4d180 None None] Provisioning complete for port 06308e97-34c0-4cfc-940e-b3b73929e8fd triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:18.824253 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17d0b691-7bbb-4aeb-9343-bdbcdad4d180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:18.962963 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.017177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd0ba65-fc77-4361-914d-4d1ed7740ca2 None None] Network 8a2fcad9-5738-4cdb-81fc-ce8d0bb08717 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:19.026236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event updated for resources: {'Port': ['ID=6b2aa066-701b-4559-82e3-675b5b9f3a3c,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.070239 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e001561f-fc20-409d-9a5d-677080d750e7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.123197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001561f-fc20-409d-9a5d-677080d750e7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=b1869261-5d58-4a99-899b-f9d37d37d135,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.163491 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fa6768ab-5651-4aa6-b22f-c7561fc2d9cb None None] Could not find standard attr ID for object c1336203-6a1c-4757-9e38-7ca3a1f458a6. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:19.183619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fa6768ab-5651-4aa6-b22f-c7561fc2d9cb None None] Provisioning for port 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:19.194740 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e001561f-fc20-409d-9a5d-677080d750e7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.197466 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e001561f-fc20-409d-9a5d-677080d750e7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/b1869261-5d58-4a99-899b-f9d37d37d135 HTTP/1.1" status: 204 len: 168 time: 0.7090843 Jul 16 01:36:19.199878 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48094) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:19.270053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router 260c0ef6-2085-4d88-85f4-cc39023e989e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:19.273603 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a3e6b4-f83d-4f63-8c84-a02659f4a452 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.275580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a3e6b4-f83d-4f63-8c84-a02659f4a452 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:19.276837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Network 8a2fcad9-5738-4cdb-81fc-ce8d0bb08717 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:19.277153 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b0a3e6b4-f83d-4f63-8c84-a02659f4a452 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0760736 Jul 16 01:36:19.280322 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48096) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:19.282563 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:19.349713 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cec7550-63c2-4217-ae4d-d60500461407 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet afc34855-542e-44de-a03f-314529e0c9b6 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:19.353577 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6cec7550-63c2-4217-ae4d-d60500461407 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.415708 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7e2b5d46-7725-4acc-ae9e-84e80ec8f8ac None None] Could not find standard attr ID for object 90a13821-036c-4f3b-b970-db15dd1a5ed0. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:19.417023 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6cec7550-63c2-4217-ae4d-d60500461407 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.518587 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6cec7550-63c2-4217-ae4d-d60500461407 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.518848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router d2d871d2-b565-40cd-be78-950aa8ecef14 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:19.530517 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:19.543668 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166a27f1-8f96-40f7-b034-bf053acbddf0 None None] Sync routers for ids ['260c0ef6-2085-4d88-85f4-cc39023e989e'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:19.555990 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166a27f1-8f96-40f7-b034-bf053acbddf0 None None] Routers {'260c0ef6-2085-4d88-85f4-cc39023e989e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:19.556625 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-166a27f1-8f96-40f7-b034-bf053acbddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['260c0ef6-2085-4d88-85f4-cc39023e989e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:19.605297 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.636067 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6cec7550-63c2-4217-ae4d-d60500461407 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.665154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f0ed1836-b0e2-4a44-abb5-08fd7c172997 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:19.684384 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6cec7550-63c2-4217-ae4d-d60500461407 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.687360 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6cec7550-63c2-4217-ae4d-d60500461407 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/afc34855-542e-44de-a03f-314529e0c9b6 HTTP/1.1" status: 204 len: 168 time: 0.4058757 Jul 16 01:36:19.688731 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec7550-63c2-4217-ae4d-d60500461407 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=afc34855-542e-44de-a03f-314529e0c9b6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:19.690482 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48098) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:19.746887 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5e6f8230-f6bc-4e9b-bce3-913c77d43a15 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0206776 Jul 16 01:36:19.751031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'tag': '5efdd96e-7eba-436e-bb35-f1c65f7b0695'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:19.754134 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b907035-a9d2-418f-b7ee-dec9bef1a24f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd3c185-6f1f-4d8b-9a3a-fa3855b91858", "tag": "5efdd96e-7eba-436e-bb35-f1c65f7b0695"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:19.762926 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:19.770030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port f0ed1836-b0e2-4a44-abb5-08fd7c172997 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:19.776909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f0ed1836-b0e2-4a44-abb5-08fd7c172997 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:19.777390 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:19.778815 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b5c3fe84-ebf0-492a-ab9b-ba4388c49d81 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0872865 Jul 16 01:36:19.782151 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48104) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:19.786125 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-faa5b3d0-3307-4e5d-ac77-e0d2e5cebdf7 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/d2d871d2-b565-40cd-be78-950aa8ecef14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3580310 Jul 16 01:36:19.786739 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Sync routers for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:19.787051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48106) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:19.792202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-7f5c3951-b49b-4eca-ba7e-2a4051ca7ee1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:19.803618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-002508c0-d555-4759-84e4-f1dfeb26f7a4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:19.840891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3ff86177-ec72-4b9e-b129-29807f48bf24 None None] Provisioning for port 6b2aa066-701b-4559-82e3-675b5b9f3a3c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:19.868282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:19.868927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:19.906835 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-166a27f1-8f96-40f7-b034-bf053acbddf0 None None] Set router 260c0ef6-2085-4d88-85f4-cc39023e989e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:19.995819 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002508c0-d555-4759-84e4-f1dfeb26f7a4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:20.000570 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-002508c0-d555-4759-84e4-f1dfeb26f7a4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.003462 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:20.103698 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3ff86177-ec72-4b9e-b129-29807f48bf24 None None] Provisioning complete for port 6b2aa066-701b-4559-82e3-675b5b9f3a3c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:20.104093 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ff86177-ec72-4b9e-b129-29807f48bf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.169513 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d903cc1-1b4a-4de6-a0e7-29a5aa27be0e req-0adf11b1-b6b7-47d3-9773-ddf410788cfd tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.177597 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d903cc1-1b4a-4de6-a0e7-29a5aa27be0e req-0adf11b1-b6b7-47d3-9773-ddf410788cfd tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.1445282 Jul 16 01:36:20.248930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3ff86177-ec72-4b9e-b129-29807f48bf24 None None] Port 6b2aa066-701b-4559-82e3-675b5b9f3a3c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:20.250586 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74192a82-11da-40dd-bc0a-1671fb049902 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:20.257159 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-166a27f1-8f96-40f7-b034-bf053acbddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242061317', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '246e6966-0151-461d-ab79-1a406143cbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:48Z', 'updated_at': '2021-07-16T01:35:54Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '246e6966-0151-461d-ab79-1a406143cbfd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:49Z', 'updated_at': '2021-07-16T01:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '102cc503-3718-49de-bf30-3914ddda07df', 'tenant_id': '69687824cbca408cb542751d24b99384', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'port_id': '5efdd96e-7eba-436e-bb35-f1c65f7b0695', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c', 'mac_address': 'fa:16:3e:7d:92:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:36:16Z', 'updated_at': '2021-07-16T01:36:16Z', 'revision_number': 0, 'project_id': '69687824cbca408cb542751d24b99384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb8c6e3-d914-4613-9fde-252d3004f10c', 'name': '', 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:02:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:53Z', 'updated_at': '2021-07-16T01:36:00Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:20.289774 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-002508c0-d555-4759-84e4-f1dfeb26f7a4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.293401 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166a27f1-8f96-40f7-b034-bf053acbddf0 None None] Checking router: 260c0ef6-2085-4d88-85f4-cc39023e989e for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:20.304748 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166a27f1-8f96-40f7-b034-bf053acbddf0 None None] Routers {'260c0ef6-2085-4d88-85f4-cc39023e989e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:20.305300 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-166a27f1-8f96-40f7-b034-bf053acbddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['260c0ef6-2085-4d88-85f4-cc39023e989e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:20.318326 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d903cc1-1b4a-4de6-a0e7-29a5aa27be0e req-4ecd98a7-08f5-4484-adf2-3819af51c5f4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1395502 Jul 16 01:36:20.344710 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48110) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:20.367208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002508c0-d555-4759-84e4-f1dfeb26f7a4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:20.404091 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9896e9bb-d85e-4e11-91dc-d8918a1cb5db None None] Could not find standard attr ID for object 0b99f41a-121d-40f0-b6f7-fbeddba46d37. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:20.444790 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-166a27f1-8f96-40f7-b034-bf053acbddf0 None None] Set router 260c0ef6-2085-4d88-85f4-cc39023e989e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:20.450933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-002508c0-d555-4759-84e4-f1dfeb26f7a4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:20.465961 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002508c0-d555-4759-84e4-f1dfeb26f7a4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.468017 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-002508c0-d555-4759-84e4-f1dfeb26f7a4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.482408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:17Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:13Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2aa066-701b-4559-82e3-675b5b9f3a3c', 'name': '', 'network_id': '8a2fcad9-5738-4cdb-81fc-ce8d0bb08717', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:e8:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'f17dbdb2-84dd-4d38-ad13-0b2fc74057a2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:15Z', 'updated_at': '2021-07-16T01:36:17Z', 'revision_number': 2, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': 'f17dbdb2-84dd-4d38-ad13-0b2fc74057a2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0ed1836-b0e2-4a44-abb5-08fd7c172997', 'name': '', 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:81:c6:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:16Z', 'revision_number': 4, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:20.514174 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9896e9bb-d85e-4e11-91dc-d8918a1cb5db None None] Provisioning complete for port 6b2aa066-701b-4559-82e3-675b5b9f3a3c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:20.514174 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9896e9bb-d85e-4e11-91dc-d8918a1cb5db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.517022 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.522619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Checking router: d2d871d2-b565-40cd-be78-950aa8ecef14 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:20.522619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Updating router d2d871d2-b565-40cd-be78-950aa8ecef14 port 6b2aa066-701b-4559-82e3-675b5b9f3a3c binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:20.575840 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ba778aa9-d221-4adf-8caa-3728621af8ef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/floatingips/102cc503-3718-49de-bf30-3914ddda07df HTTP/1.1" status: 200 len: 990 time: 0.2270420 Jul 16 01:36:20.582058 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.582438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002508c0-d555-4759-84e4-f1dfeb26f7a4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=5a4191a1-8c8b-4d2c-860b-5fe7843c8452,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.594670 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-002508c0-d555-4759-84e4-f1dfeb26f7a4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8114328 Jul 16 01:36:20.599223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48114) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:20.602510 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-eca50e72-d9b1-46ff-99a1-7a2235eb262c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'fixed_ips': [{'subnet_id': '5a4191a1-8c8b-4d2c-860b-5fe7843c8452', 'ip_address': '2001:db8::ac7d:33ec:5fee:4e55'}], 'name': 'tempest-NetworksTestDHCPv6-882389161'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:20.642654 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9896e9bb-d85e-4e11-91dc-d8918a1cb5db None None] Port 6b2aa066-701b-4559-82e3-675b5b9f3a3c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:20.677444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port f0ed1836-b0e2-4a44-abb5-08fd7c172997, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f0ed1836-b0e2-4a44-abb5-08fd7c172997,segment=NetworkSegment(0b06e929-1f04-4a2c-806b-e23d16c6a52e),segment_id=0b06e929-1f04-4a2c-806b-e23d16c6a52e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:20.685427 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.686224 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:20.687118 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93af2e66-9f3f-4bf1-adc1-acb6753c4912 x-openstack-request-id: req-93af2e66-9f3f-4bf1-adc1-acb6753c4912 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:20.688801 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd3c185-6f1f-4d8b-9a3a-fa3855b91858", "tag": "5efdd96e-7eba-436e-bb35-f1c65f7b0695", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:20.691281 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93af2e66-9f3f-4bf1-adc1-acb6753c4912 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:20.691746 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'tag': '5efdd96e-7eba-436e-bb35-f1c65f7b0695', 'status': 'completed', 'code': 200} Jul 16 01:36:20.706929 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-166a27f1-8f96-40f7-b034-bf053acbddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242061317', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '246e6966-0151-461d-ab79-1a406143cbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:48Z', 'updated_at': '2021-07-16T01:35:54Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '246e6966-0151-461d-ab79-1a406143cbfd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:49Z', 'updated_at': '2021-07-16T01:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '102cc503-3718-49de-bf30-3914ddda07df', 'tenant_id': '69687824cbca408cb542751d24b99384', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'port_id': '5efdd96e-7eba-436e-bb35-f1c65f7b0695', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c', 'mac_address': 'fa:16:3e:7d:92:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:36:16Z', 'updated_at': '2021-07-16T01:36:16Z', 'revision_number': 0, 'project_id': '69687824cbca408cb542751d24b99384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb8c6e3-d914-4613-9fde-252d3004f10c', 'name': '', 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:02:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:53Z', 'updated_at': '2021-07-16T01:36:00Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:20.726128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.extraroute_db [None req-7f5c3951-b49b-4eca-ba7e-2a4051ca7ee1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:36:20.742331 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166a27f1-8f96-40f7-b034-bf053acbddf0 None None] The sync data for ids ['260c0ef6-2085-4d88-85f4-cc39023e989e'] in n-d-791505-14 is: [{'id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242061317', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '246e6966-0151-461d-ab79-1a406143cbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:48Z', 'updated_at': '2021-07-16T01:35:54Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '246e6966-0151-461d-ab79-1a406143cbfd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:49Z', 'updated_at': '2021-07-16T01:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '102cc503-3718-49de-bf30-3914ddda07df', 'tenant_id': '69687824cbca408cb542751d24b99384', 'floating_ip_address': '172.25.2.86', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'port_id': '5efdd96e-7eba-436e-bb35-f1c65f7b0695', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c', 'mac_address': 'fa:16:3e:7d:92:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:36:16Z', 'updated_at': '2021-07-16T01:36:16Z', 'revision_number': 0, 'project_id': '69687824cbca408cb542751d24b99384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fb8c6e3-d914-4613-9fde-252d3004f10c', 'name': '', 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:02:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:53Z', 'updated_at': '2021-07-16T01:36:00Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:20.769154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.extraroute_db [None req-7f5c3951-b49b-4eca-ba7e-2a4051ca7ee1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Removed routes are [] {{(pid=93919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:36:20.770757 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3951-b49b-4eca-ba7e-2a4051ca7ee1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.866003 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=f0ed1836-b0e2-4a44-abb5-08fd7c172997,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:20.870978 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b25a65ec-7cbb-408a-adbb-951f7860c0e0 None None] Provisioning complete for port 6b2aa066-701b-4559-82e3-675b5b9f3a3c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:20.871592 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b25a65ec-7cbb-408a-adbb-951f7860c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.879024 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b907035-a9d2-418f-b7ee-dec9bef1a24f req-f5b2f1d0-3be9-4ca5-969c-754015f29515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:20.880862 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5b907035-a9d2-418f-b7ee-dec9bef1a24f req-f5b2f1d0-3be9-4ca5-969c-754015f29515 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 1097 time: 0.1103477 Jul 16 01:36:20.938913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b25a65ec-7cbb-408a-adbb-951f7860c0e0 None None] Port 6b2aa066-701b-4559-82e3-675b5b9f3a3c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:20.967336 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca50e72-d9b1-46ff-99a1-7a2235eb262c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:20.972572 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eca50e72-d9b1-46ff-99a1-7a2235eb262c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:20.979697 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:20.986878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:20.987509 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.008001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-eca50e72-d9b1-46ff-99a1-7a2235eb262c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port c88a68f5-0236-485c-9452-4ca7f51b442c yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:21.038268 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3951-b49b-4eca-ba7e-2a4051ca7ee1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.047411 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3951-b49b-4eca-ba7e-2a4051ca7ee1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.080095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b907035-a9d2-418f-b7ee-dec9bef1a24f req-85523aae-9b70-4067-89eb-53e0a1a37069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.081602 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5b907035-a9d2-418f-b7ee-dec9bef1a24f req-85523aae-9b70-4067-89eb-53e0a1a37069 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3553096d-128c-42ef-ad83-d1dd4718d78c HTTP/1.1" status: 200 len: 898 time: 0.1942472 Jul 16 01:36:21.116040 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.137778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Transition to ACTIVE for port object 6b2aa066-701b-4559-82e3-675b5b9f3a3c will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:21.150513 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.154392 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732823ea-239e-4ed2-a800-56c8468d196f None None] New status for floating IP 102cc503-3718-49de-bf30-3914ddda07df: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:36:21.183293 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd141ed-e0b6-45e7-8ae2-96ca2535e856 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:21.221877 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5c3951-b49b-4eca-ba7e-2a4051ca7ee1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router d2d871d2-b565-40cd-be78-950aa8ecef14 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:21.222252 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5b907035-a9d2-418f-b7ee-dec9bef1a24f req-bb37f674-2eb0-4a7f-a986-86cc4dd322f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695 HTTP/1.1" status: 200 len: 998 time: 0.1322825 Jul 16 01:36:21.280430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2ee2e-be57-4ae3-b45a-5479d561aac4 None None] Pushing event updated for resources: {'Port': ['ID=6b2aa066-701b-4559-82e3-675b5b9f3a3c,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.292665 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.356542 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5c3951-b49b-4eca-ba7e-2a4051ca7ee1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:21.368863 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-eca50e72-d9b1-46ff-99a1-7a2235eb262c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::ac7d:33ec:5fee:4e55 (4d4acc47-7511-482b-8ece-b7156bc68483/5a4191a1-8c8b-4d2c-860b-5fe7843c8452/c88a68f5-0236-485c-9452-4ca7f51b442c) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:21.375725 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7f5c3951-b49b-4eca-ba7e-2a4051ca7ee1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.377115 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7f5c3951-b49b-4eca-ba7e-2a4051ca7ee1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/d2d871d2-b565-40cd-be78-950aa8ecef14 HTTP/1.1" status: 200 len: 933 time: 1.5888133 Jul 16 01:36:21.379570 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48116) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:21.408318 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c5c2e7dd-5eac-4eee-bc2b-226e3af07b49 None None] Provisioning complete for port 06308e97-34c0-4cfc-940e-b3b73929e8fd triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:21.408777 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c5c2e7dd-5eac-4eee-bc2b-226e3af07b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.472393 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b907035-a9d2-418f-b7ee-dec9bef1a24f req-e09bdb43-aa89-4b6d-98e3-9213dd9a4116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.474100 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5b907035-a9d2-418f-b7ee-dec9bef1a24f req-e09bdb43-aa89-4b6d-98e3-9213dd9a4116 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f2c05a5-f813-4ae1-a946-7a93d05234dc HTTP/1.1" status: 200 len: 835 time: 0.0880659 Jul 16 01:36:21.486944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Attempting to bind port 6b2aa066-701b-4559-82e3-675b5b9f3a3c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:21.487382 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Attempting to bind port 6b2aa066-701b-4559-82e3-675b5b9f3a3c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '60dd1ef9-4e57-4696-94a7-a2404b6bd637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a2fcad9-5738-4cdb-81fc-ce8d0bb08717'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:21.487842 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Attempting to bind port 6b2aa066-701b-4559-82e3-675b5b9f3a3c on network 8a2fcad9-5738-4cdb-81fc-ce8d0bb08717 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:21.492192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83,segment=NetworkSegment(60dd1ef9-4e57-4696-94a7-a2404b6bd637),segment_id=60dd1ef9-4e57-4696-94a7-a2404b6bd637)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:21.506784 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:21.507270 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Checking segment: {'id': '60dd1ef9-4e57-4696-94a7-a2404b6bd637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a2fcad9-5738-4cdb-81fc-ce8d0bb08717'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:21.507744 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.508527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Bound using segment: {'id': '60dd1ef9-4e57-4696-94a7-a2404b6bd637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a2fcad9-5738-4cdb-81fc-ce8d0bb08717'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:21.508855 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Bound port: 6b2aa066-701b-4559-82e3-675b5b9f3a3c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60dd1ef9-4e57-4696-94a7-a2404b6bd637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8a2fcad9-5738-4cdb-81fc-ce8d0bb08717'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:21.509307 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.514867 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.515879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device eba7d294-d742-4199-bc27-9e5d1ca0deac up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:21.546203 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-93bc5f75-bf23-4106-84b1-f240a505e249 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/routers/d2d871d2-b565-40cd-be78-950aa8ecef14 HTTP/1.1" status: 200 len: 933 time: 0.1654296 Jul 16 01:36:21.548695 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48118) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:21.554003 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-755c5e61-e186-403c-bb60-0cd2274580ed tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'router': {'routes': None}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:21.582043 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48120) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:21.686093 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b71875b4-dac6-41a2-9485-321f6948dc1f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/floatingips/102cc503-3718-49de-bf30-3914ddda07df HTTP/1.1" status: 200 len: 992 time: 0.0973861 Jul 16 01:36:21.688606 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b907035-a9d2-418f-b7ee-dec9bef1a24f req-060d45ae-d01b-4972-a816-693438c3a09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:21.690158 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5b907035-a9d2-418f-b7ee-dec9bef1a24f req-060d45ae-d01b-4972-a816-693438c3a09c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3553096d-128c-42ef-ad83-d1dd4718d78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2082613 Jul 16 01:36:21.697883 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eca50e72-d9b1-46ff-99a1-7a2235eb262c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.741474 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-eca50e72-d9b1-46ff-99a1-7a2235eb262c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object c88a68f5-0236-485c-9452-4ca7f51b442c will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:21.825242 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5b907035-a9d2-418f-b7ee-dec9bef1a24f req-78a94a03-c9a1-4ced-ad93-57ebe83c0194 service neutron] 10.222.0.69 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228473 Jul 16 01:36:21.831351 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eca50e72-d9b1-46ff-99a1-7a2235eb262c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.874332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] For port 6b2aa066-701b-4559-82e3-675b5b9f3a3c, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:21.879655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] For port 6b2aa066-701b-4559-82e3-675b5b9f3a3c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6b2aa066-701b-4559-82e3-675b5b9f3a3c,segment=NetworkSegment(60dd1ef9-4e57-4696-94a7-a2404b6bd637),segment_id=60dd1ef9-4e57-4696-94a7-a2404b6bd637)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:21.902766 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:21.915706 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:21.931901 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5b907035-a9d2-418f-b7ee-dec9bef1a24f req-c94098ac-7fc2-4ab9-bccb-ca47e54bad9d service neutron] 10.222.0.69 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983975 Jul 16 01:36:21.958137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca50e72-d9b1-46ff-99a1-7a2235eb262c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:21.992423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-eca50e72-d9b1-46ff-99a1-7a2235eb262c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:21.995214 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca50e72-d9b1-46ff-99a1-7a2235eb262c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:22.004229 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca50e72-d9b1-46ff-99a1-7a2235eb262c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.004940 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eca50e72-d9b1-46ff-99a1-7a2235eb262c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.037522 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-eca50e72-d9b1-46ff-99a1-7a2235eb262c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4356687 Jul 16 01:36:22.037803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48124) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:22.040625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port eba7d294-d742-4199-bc27-9e5d1ca0deac triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:22.041009 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.042517 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2ee2e-be57-4ae3-b45a-5479d561aac4 None None] Pushing event updated for resources: {'Port': ['ID=6b2aa066-701b-4559-82e3-675b5b9f3a3c,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:22.069784 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:22.070433 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:22.091043 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca50e72-d9b1-46ff-99a1-7a2235eb262c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=c88a68f5-0236-485c-9452-4ca7f51b442c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:22.145612 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf396818-25df-46b1-90de-d9ec9b446339 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.152384 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf396818-25df-46b1-90de-d9ec9b446339 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.156783 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cf396818-25df-46b1-90de-d9ec9b446339 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1149361 Jul 16 01:36:22.157085 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48126) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:22.205360 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:22.338861 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-29505c7f-edaf-459d-95de-d9916dc430bb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port c88a68f5-0236-485c-9452-4ca7f51b442c {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:22.339276 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29505c7f-edaf-459d-95de-d9916dc430bb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.419286 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.extraroute_db [None req-755c5e61-e186-403c-bb60-0cd2274580ed tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Added routes are [] {{(pid=93919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:36:22.419942 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.extraroute_db [None req-755c5e61-e186-403c-bb60-0cd2274580ed tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:36:22.462164 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-755c5e61-e186-403c-bb60-0cd2274580ed tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.475237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f0ed1836-b0e2-4a44-abb5-08fd7c172997 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:22.490705 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29505c7f-edaf-459d-95de-d9916dc430bb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.503745 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-29505c7f-edaf-459d-95de-d9916dc430bb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for c88a68f5-0236-485c-9452-4ca7f51b442c owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:22.571053 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-52f1c942-e6ae-4940-8c9a-3d8e360f5e22 None None] Provisioning complete for port 06308e97-34c0-4cfc-940e-b3b73929e8fd triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:22.571435 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-52f1c942-e6ae-4940-8c9a-3d8e360f5e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.629245 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:20Z', 'revision_number': 6, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:13Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2aa066-701b-4559-82e3-675b5b9f3a3c', 'name': '', 'network_id': '8a2fcad9-5738-4cdb-81fc-ce8d0bb08717', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:e8:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'f17dbdb2-84dd-4d38-ad13-0b2fc74057a2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:15Z', 'updated_at': '2021-07-16T01:36:21Z', 'revision_number': 4, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': 'f17dbdb2-84dd-4d38-ad13-0b2fc74057a2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0ed1836-b0e2-4a44-abb5-08fd7c172997', 'name': '', 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:81:c6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:20Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:22.633999 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f0ed1836-b0e2-4a44-abb5-08fd7c172997 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:22.634374 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.673907 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29505c7f-edaf-459d-95de-d9916dc430bb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.684149 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464873c2-e11c-4462-afb5-6b0c42d964da None None] The sync data for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 is: [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:20Z', 'revision_number': 6, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:13Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2aa066-701b-4559-82e3-675b5b9f3a3c', 'name': '', 'network_id': '8a2fcad9-5738-4cdb-81fc-ce8d0bb08717', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:e8:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'f17dbdb2-84dd-4d38-ad13-0b2fc74057a2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:15Z', 'updated_at': '2021-07-16T01:36:21Z', 'revision_number': 4, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': 'f17dbdb2-84dd-4d38-ad13-0b2fc74057a2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0ed1836-b0e2-4a44-abb5-08fd7c172997', 'name': '', 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:81:c6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:20Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:22.699182 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-755c5e61-e186-403c-bb60-0cd2274580ed tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.704008 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-755c5e61-e186-403c-bb60-0cd2274580ed tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.708484 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29505c7f-edaf-459d-95de-d9916dc430bb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=c88a68f5-0236-485c-9452-4ca7f51b442c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:22.745998 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-29505c7f-edaf-459d-95de-d9916dc430bb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.748355 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-29505c7f-edaf-459d-95de-d9916dc430bb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/c88a68f5-0236-485c-9452-4ca7f51b442c HTTP/1.1" status: 204 len: 168 time: 0.5901649 Jul 16 01:36:22.750828 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48128) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:22.785914 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-52f1c942-e6ae-4940-8c9a-3d8e360f5e22 None None] Could not find standard attr ID for object c88a68f5-0236-485c-9452-4ca7f51b442c. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:22.827354 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:22.856620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2335a3bb-0b74-4bb1-b12d-8cf636dbaa04 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.858720 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2335a3bb-0b74-4bb1-b12d-8cf636dbaa04 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:22.860334 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2335a3bb-0b74-4bb1-b12d-8cf636dbaa04 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1085627 Jul 16 01:36:22.863128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48130) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:22.873680 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755c5e61-e186-403c-bb60-0cd2274580ed tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router d2d871d2-b565-40cd-be78-950aa8ecef14 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:22.903268 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:22.904987 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:22.908466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-21b44c16-f704-4e6b-929a-4f46a17608cd None None] Could not find standard attr ID for object b1869261-5d58-4a99-899b-f9d37d37d135. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:22.942941 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcc1855b-7323-4c35-ba41-b8a9e2077249 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 5a4191a1-8c8b-4d2c-860b-5fe7843c8452 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:22.947265 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcc1855b-7323-4c35-ba41-b8a9e2077249 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.047867 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcc1855b-7323-4c35-ba41-b8a9e2077249 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.068782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755c5e61-e186-403c-bb60-0cd2274580ed tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:23.080381 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-755c5e61-e186-403c-bb60-0cd2274580ed tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.084933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48134) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.085582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-755c5e61-e186-403c-bb60-0cd2274580ed tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/d2d871d2-b565-40cd-be78-950aa8ecef14 HTTP/1.1" status: 200 len: 699 time: 1.5357559 Jul 16 01:36:23.182065 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcc1855b-7323-4c35-ba41-b8a9e2077249 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.224070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-106b201d-d759-4abc-8969-8922a97b3305 None None] Could not find standard attr ID for object c88a68f5-0236-485c-9452-4ca7f51b442c. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:23.531600 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f72f733a-299e-40fe-b26c-c3a59c98e098 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/routers/d2d871d2-b565-40cd-be78-950aa8ecef14 HTTP/1.1" status: 200 len: 699 time: 0.4455457 Jul 16 01:36:23.534377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48136) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.559667 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcc1855b-7323-4c35-ba41-b8a9e2077249 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.585577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1855b-7323-4c35-ba41-b8a9e2077249 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=5a4191a1-8c8b-4d2c-860b-5fe7843c8452,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:23.591416 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcc1855b-7323-4c35-ba41-b8a9e2077249 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.595740 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bcc1855b-7323-4c35-ba41-b8a9e2077249 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/5a4191a1-8c8b-4d2c-860b-5fe7843c8452 HTTP/1.1" status: 204 len: 168 time: 0.7239981 Jul 16 01:36:23.596396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48138) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.603635 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819aa998-fbf4-4bd3-b90f-4f0fc3f4ec2b None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:23.645545 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-56e78ea6-4dce-4418-8b1b-dfd04487d592 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0456276 Jul 16 01:36:23.645787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48140) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:23.650962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c6004a12-daa4-49a3-aa9b-3f235716f1cd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:23.686555 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665989b1-a9d3-4e48-92a7-2b230d8b9c32 None None] Sync routers for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:23.735099 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665989b1-a9d3-4e48-92a7-2b230d8b9c32 None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:23.736719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-665989b1-a9d3-4e48-92a7-2b230d8b9c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:23.751959 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6004a12-daa4-49a3-aa9b-3f235716f1cd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:23.755751 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6004a12-daa4-49a3-aa9b-3f235716f1cd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.846853 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-665989b1-a9d3-4e48-92a7-2b230d8b9c32 None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:23.931086 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826828e2-f026-4c0d-bb80-f957fc535cd0 None None] DHCP port deletion for 4d4acc47-7511-482b-8ece-b7156bc68483 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:23.968973 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6004a12-daa4-49a3-aa9b-3f235716f1cd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:23.985823 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-078e19c1-a7d2-41c1-b99b-6d357ca8cc55 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.013144 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6004a12-daa4-49a3-aa9b-3f235716f1cd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:24.016611 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c6004a12-daa4-49a3-aa9b-3f235716f1cd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:24.020955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6004a12-daa4-49a3-aa9b-3f235716f1cd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:24.021543 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6004a12-daa4-49a3-aa9b-3f235716f1cd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.039101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6004a12-daa4-49a3-aa9b-3f235716f1cd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=4c4f67ad-8f6d-4674-af1c-903c2acb84a7,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:24.061682 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c6004a12-daa4-49a3-aa9b-3f235716f1cd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4122496 Jul 16 01:36:24.061929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48142) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:24.068784 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-eb1f1d7f-99e8-4fc9-8cfe-dc1817c5ff77 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'fixed_ips': [{'subnet_id': '4c4f67ad-8f6d-4674-af1c-903c2acb84a7', 'ip_address': '2001:db8::a7d:295d:33db:54b'}], 'name': 'tempest-NetworksTestDHCPv6-1538263584'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:24.078896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-826828e2-f026-4c0d-bb80-f957fc535cd0 None None] Deleting port 06308e97-34c0-4cfc-940e-b3b73929e8fd {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:24.079278 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-826828e2-f026-4c0d-bb80-f957fc535cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.174389 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-826828e2-f026-4c0d-bb80-f957fc535cd0 None None] For port 06308e97-34c0-4cfc-940e-b3b73929e8fd, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=06308e97-34c0-4cfc-940e-b3b73929e8fd,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:24.174701 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-826828e2-f026-4c0d-bb80-f957fc535cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.179065 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-665989b1-a9d3-4e48-92a7-2b230d8b9c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:22Z', 'revision_number': 7, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:13Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2aa066-701b-4559-82e3-675b5b9f3a3c', 'name': '', 'network_id': '8a2fcad9-5738-4cdb-81fc-ce8d0bb08717', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:e8:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'f17dbdb2-84dd-4d38-ad13-0b2fc74057a2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:15Z', 'updated_at': '2021-07-16T01:36:21Z', 'revision_number': 4, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': 'f17dbdb2-84dd-4d38-ad13-0b2fc74057a2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0ed1836-b0e2-4a44-abb5-08fd7c172997', 'name': '', 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:81:c6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:20Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:24.213192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665989b1-a9d3-4e48-92a7-2b230d8b9c32 None None] Checking router: d2d871d2-b565-40cd-be78-950aa8ecef14 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:24.215250 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-826828e2-f026-4c0d-bb80-f957fc535cd0 None None] Calling delete_port for 06308e97-34c0-4cfc-940e-b3b73929e8fd owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:24.233003 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665989b1-a9d3-4e48-92a7-2b230d8b9c32 None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:24.233003 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-665989b1-a9d3-4e48-92a7-2b230d8b9c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:24.299065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1f1d7f-99e8-4fc9-8cfe-dc1817c5ff77 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:24.375533 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-665989b1-a9d3-4e48-92a7-2b230d8b9c32 None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:24.426378 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-826828e2-f026-4c0d-bb80-f957fc535cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.483645 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6b2aa066-701b-4559-82e3-675b5b9f3a3c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:24.496809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826828e2-f026-4c0d-bb80-f957fc535cd0 None None] Pushing event deleted for resources: {'Port': ['ID=06308e97-34c0-4cfc-940e-b3b73929e8fd,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:24.529636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826828e2-f026-4c0d-bb80-f957fc535cd0 None None] No DVR routers for this DVR port 06308e97-34c0-4cfc-940e-b3b73929e8fd on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:24.573137 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454de3fd-ef11-48c7-8861-f1c19668600c None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:24.687806 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eb1f1d7f-99e8-4fc9-8cfe-dc1817c5ff77 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.712352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-eb1f1d7f-99e8-4fc9-8cfe-dc1817c5ff77 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port ca59badc-7c48-46ef-b0f3-f84fe2d9be84 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:24.725054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-078e19c1-a7d2-41c1-b99b-6d357ca8cc55 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port 6b2aa066-701b-4559-82e3-675b5b9f3a3c {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:24.725412 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-078e19c1-a7d2-41c1-b99b-6d357ca8cc55 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.840703 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 6b2aa066-701b-4559-82e3-675b5b9f3a3c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:24.851844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 6b2aa066-701b-4559-82e3-675b5b9f3a3c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:24.852221 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.898047 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-078e19c1-a7d2-41c1-b99b-6d357ca8cc55 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] For port 6b2aa066-701b-4559-82e3-675b5b9f3a3c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6b2aa066-701b-4559-82e3-675b5b9f3a3c,segment=NetworkSegment(60dd1ef9-4e57-4696-94a7-a2404b6bd637),segment_id=60dd1ef9-4e57-4696-94a7-a2404b6bd637)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:24.898428 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-078e19c1-a7d2-41c1-b99b-6d357ca8cc55 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:24.937270 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-078e19c1-a7d2-41c1-b99b-6d357ca8cc55 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for 6b2aa066-701b-4559-82e3-675b5b9f3a3c owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:24.960505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-eb1f1d7f-99e8-4fc9-8cfe-dc1817c5ff77 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::a7d:295d:33db:54b (4d4acc47-7511-482b-8ece-b7156bc68483/4c4f67ad-8f6d-4674-af1c-903c2acb84a7/ca59badc-7c48-46ef-b0f3-f84fe2d9be84) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:24.979701 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-665989b1-a9d3-4e48-92a7-2b230d8b9c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:22Z', 'revision_number': 7, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:13Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2aa066-701b-4559-82e3-675b5b9f3a3c', 'name': '', 'network_id': '8a2fcad9-5738-4cdb-81fc-ce8d0bb08717', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:e8:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'f17dbdb2-84dd-4d38-ad13-0b2fc74057a2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:15Z', 'updated_at': '2021-07-16T01:36:21Z', 'revision_number': 4, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': 'f17dbdb2-84dd-4d38-ad13-0b2fc74057a2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0ed1836-b0e2-4a44-abb5-08fd7c172997', 'name': '', 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:81:c6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:20Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:24.999800 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4d4acc47-7511-482b-8ece-b7156bc68483', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'fixed_ips': [{'subnet_id': '4c4f67ad-8f6d-4674-af1c-903c2acb84a7'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:25.000657 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.043277 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665989b1-a9d3-4e48-92a7-2b230d8b9c32 None None] The sync data for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 is: [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:22Z', 'revision_number': 7, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:13Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b2aa066-701b-4559-82e3-675b5b9f3a3c', 'name': '', 'network_id': '8a2fcad9-5738-4cdb-81fc-ce8d0bb08717', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:e8:3c:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2860, 'fixed_ips': [{'subnet_id': 'f17dbdb2-84dd-4d38-ad13-0b2fc74057a2', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:15Z', 'updated_at': '2021-07-16T01:36:21Z', 'revision_number': 4, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': 'f17dbdb2-84dd-4d38-ad13-0b2fc74057a2', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0ed1836-b0e2-4a44-abb5-08fd7c172997', 'name': '', 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:81:c6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:20Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:25.062759 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.156795 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 6b2aa066-701b-4559-82e3-675b5b9f3a3c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6b2aa066-701b-4559-82e3-675b5b9f3a3c,segment=NetworkSegment(60dd1ef9-4e57-4696-94a7-a2404b6bd637),segment_id=60dd1ef9-4e57-4696-94a7-a2404b6bd637)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:25.160762 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.215189 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=6b2aa066-701b-4559-82e3-675b5b9f3a3c,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.233733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 06308e97-34c0-4cfc-940e-b3b73929e8fd no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:25.257192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 06308e97-34c0-4cfc-940e-b3b73929e8fd {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:25.257980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 06308e97-34c0-4cfc-940e-b3b73929e8fd not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:25.265867 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eb1f1d7f-99e8-4fc9-8cfe-dc1817c5ff77 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.282435 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-078e19c1-a7d2-41c1-b99b-6d357ca8cc55 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.292776 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-eb1f1d7f-99e8-4fc9-8cfe-dc1817c5ff77 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object ca59badc-7c48-46ef-b0f3-f84fe2d9be84 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:25.329615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e19c1-a7d2-41c1-b99b-6d357ca8cc55 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=6b2aa066-701b-4559-82e3-675b5b9f3a3c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.447785 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eb1f1d7f-99e8-4fc9-8cfe-dc1817c5ff77 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.470084 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Allocated IP 2001:db8::2 (4d4acc47-7511-482b-8ece-b7156bc68483/4c4f67ad-8f6d-4674-af1c-903c2acb84a7/f08a0d38-a9eb-4abe-986b-870f6e07278d) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:25.537518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1f1d7f-99e8-4fc9-8cfe-dc1817c5ff77 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:25.548432 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-eb1f1d7f-99e8-4fc9-8cfe-dc1817c5ff77 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:25.550458 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f1d7f-99e8-4fc9-8cfe-dc1817c5ff77 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=ca59badc-7c48-46ef-b0f3-f84fe2d9be84,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.552520 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-078e19c1-a7d2-41c1-b99b-6d357ca8cc55 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.555193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1f1d7f-99e8-4fc9-8cfe-dc1817c5ff77 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:25.561209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1f1d7f-99e8-4fc9-8cfe-dc1817c5ff77 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.561809 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eb1f1d7f-99e8-4fc9-8cfe-dc1817c5ff77 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.614511 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-eb1f1d7f-99e8-4fc9-8cfe-dc1817c5ff77 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.5514255 Jul 16 01:36:25.617362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48148) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:25.618962 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.628034 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Transition to ACTIVE for port object f08a0d38-a9eb-4abe-986b-870f6e07278d will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:25.642557 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Transition to ACTIVE for port object f08a0d38-a9eb-4abe-986b-870f6e07278d will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:25.648878 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.689042 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ac9182-9abf-4cc0-9068-9c51f21b0fe5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:25.693181 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-67ac9182-9abf-4cc0-9068-9c51f21b0fe5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0718806 Jul 16 01:36:25.693426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48150) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:25.695584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:25.700159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:25.704983 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:25.707102 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Pushing event updated for resources: {'Port': ['ID=f08a0d38-a9eb-4abe-986b-870f6e07278d,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.769167 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Attempting to bind port f08a0d38-a9eb-4abe-986b-870f6e07278d on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:25.769538 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Attempting to bind port f08a0d38-a9eb-4abe-986b-870f6e07278d by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:25.769902 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Attempting to bind port f08a0d38-a9eb-4abe-986b-870f6e07278d on network 4d4acc47-7511-482b-8ece-b7156bc68483 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:25.774787 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:25.775159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Checking segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:25.775559 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.775980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Bound using segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:25.776100 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-078e19c1-a7d2-41c1-b99b-6d357ca8cc55 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router d2d871d2-b565-40cd-be78-950aa8ecef14 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:25.776569 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Bound port: f08a0d38-a9eb-4abe-986b-870f6e07278d, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:25.776813 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.800661 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port ca59badc-7c48-46ef-b0f3-f84fe2d9be84 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:25.801113 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.839735 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] For port f08a0d38-a9eb-4abe-986b-870f6e07278d, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:25.843005 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] For port f08a0d38-a9eb-4abe-986b-870f6e07278d, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f08a0d38-a9eb-4abe-986b-870f6e07278d,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:25.848114 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.875252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-078e19c1-a7d2-41c1-b99b-6d357ca8cc55 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:25.880424 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-078e19c1-a7d2-41c1-b99b-6d357ca8cc55 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/d2d871d2-b565-40cd-be78-950aa8ecef14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3444865 Jul 16 01:36:25.882983 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48152) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:25.885561 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd97f93-6e5c-4133-8227-c4abb73e7ee8 None None] Sync routers for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:25.895838 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd97f93-6e5c-4133-8227-c4abb73e7ee8 None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:25.896081 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:25.896875 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1dd97f93-6e5c-4133-8227-c4abb73e7ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:25.930095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for ca59badc-7c48-46ef-b0f3-f84fe2d9be84 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:25.933638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b876f-95b8-40dc-a8b4-b9aeb4cf3fe7 None None] Pushing event updated for resources: {'Port': ['ID=f08a0d38-a9eb-4abe-986b-870f6e07278d,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:25.950779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-591641e0-0c7f-4f4c-9a0e-a11848d58565 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting subnet f17dbdb2-84dd-4d38-ad13-0b2fc74057a2 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:25.954849 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-591641e0-0c7f-4f4c-9a0e-a11848d58565 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.006023 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-591641e0-0c7f-4f4c-9a0e-a11848d58565 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.038625 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-1dd97f93-6e5c-4133-8227-c4abb73e7ee8 None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:26.087306 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.153319 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=ca59badc-7c48-46ef-b0f3-f84fe2d9be84,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:26.157758 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-591641e0-0c7f-4f4c-9a0e-a11848d58565 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.192594 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:26.192955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:26.193215 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:26.193556 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:26.193888 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:26.194216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:26.194528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:26.194852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:26.195172 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:26.195493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:26.195960 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:26.196312 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:36:26.199187 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.201274 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cdbef112-988e-4cd1-a08b-db1738f42f7a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/ca59badc-7c48-46ef-b0f3-f84fe2d9be84 HTTP/1.1" status: 204 len: 168 time: 0.5069101 Jul 16 01:36:26.203621 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48154) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:26.252734 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-591641e0-0c7f-4f4c-9a0e-a11848d58565 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.267278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea2175f-2f28-44c7-b0e6-653f96ae8334 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.269083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea2175f-2f28-44c7-b0e6-653f96ae8334 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.271810 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fea2175f-2f28-44c7-b0e6-653f96ae8334 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0663557 Jul 16 01:36:26.273704 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48156) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:26.297880 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-591641e0-0c7f-4f4c-9a0e-a11848d58565 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.303295 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-591641e0-0c7f-4f4c-9a0e-a11848d58565 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/f17dbdb2-84dd-4d38-ad13-0b2fc74057a2 HTTP/1.1" status: 204 len: 168 time: 0.4184585 Jul 16 01:36:26.304662 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48158) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:26.305048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2765aec9-9811-4288-9381-a0d14fd526ee None None] Network 8a2fcad9-5738-4cdb-81fc-ce8d0bb08717 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:26.305509 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591641e0-0c7f-4f4c-9a0e-a11848d58565 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Subnet': ['ID=f17dbdb2-84dd-4d38-ad13-0b2fc74057a2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:26.362695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-64604a84-a973-47c6-8481-685da4810c2a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 4c4f67ad-8f6d-4674-af1c-903c2acb84a7 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:26.367852 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64604a84-a973-47c6-8481-685da4810c2a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.368385 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1dd97f93-6e5c-4133-8227-c4abb73e7ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 8, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:13Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0ed1836-b0e2-4a44-abb5-08fd7c172997', 'name': '', 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:81:c6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:20Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:26.404782 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.443259 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd97f93-6e5c-4133-8227-c4abb73e7ee8 None None] Checking router: d2d871d2-b565-40cd-be78-950aa8ecef14 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:26.445531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64604a84-a973-47c6-8481-685da4810c2a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.496752 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd97f93-6e5c-4133-8227-c4abb73e7ee8 None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:26.497476 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1dd97f93-6e5c-4133-8227-c4abb73e7ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:26.555603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:26.559128 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.577338 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64604a84-a973-47c6-8481-685da4810c2a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.627195 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56aecb70-f72e-4ddb-8aa1-d4bb86b69318 None None] DHCP port deletion for 8a2fcad9-5738-4cdb-81fc-ce8d0bb08717 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:26.650985 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-1dd97f93-6e5c-4133-8227-c4abb73e7ee8 None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:26.660186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] For port 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83,segment=NetworkSegment(60dd1ef9-4e57-4696-94a7-a2404b6bd637),segment_id=60dd1ef9-4e57-4696-94a7-a2404b6bd637)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:26.661056 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.673644 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64604a84-a973-47c6-8481-685da4810c2a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.687460 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f08a0d38-a9eb-4abe-986b-870f6e07278d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:26.688020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:26.693939 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64604a84-a973-47c6-8481-685da4810c2a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.698687 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-64604a84-a973-47c6-8481-685da4810c2a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/4c4f67ad-8f6d-4674-af1c-903c2acb84a7 HTTP/1.1" status: 204 len: 168 time: 0.4238422 Jul 16 01:36:26.699348 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48162) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:26.720098 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-56aecb70-f72e-4ddb-8aa1-d4bb86b69318 None None] Deleting port 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:26.720740 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-56aecb70-f72e-4ddb-8aa1-d4bb86b69318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.727618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64604a84-a973-47c6-8481-685da4810c2a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=4c4f67ad-8f6d-4674-af1c-903c2acb84a7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:26.777457 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ecb391b2-7bd3-4a54-8518-baa01e935fd6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577281 Jul 16 01:36:26.779768 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48164) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:26.797235 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.803352 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-56aecb70-f72e-4ddb-8aa1-d4bb86b69318 None None] For port 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83,segment=NetworkSegment(60dd1ef9-4e57-4696-94a7-a2404b6bd637),segment_id=60dd1ef9-4e57-4696-94a7-a2404b6bd637)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:26.804069 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-56aecb70-f72e-4ddb-8aa1-d4bb86b69318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.815100 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] No DVR routers for this DVR port 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:26.835587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-56aecb70-f72e-4ddb-8aa1-d4bb86b69318 None None] Calling delete_port for 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:26.844397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port f08a0d38-a9eb-4abe-986b-870f6e07278d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:26.874417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0ceb39-77e2-47ed-add1-66fe341e81a2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.876613 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ca0ceb39-77e2-47ed-add1-66fe341e81a2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0955677 Jul 16 01:36:26.878607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:26.878948 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48166) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:26.940415 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 01:36:26.947909 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.953655 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-56aecb70-f72e-4ddb-8aa1-d4bb86b69318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:26.967866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf174d9-e6e9-4671-9fbe-fb6872ab13c3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:26.969438 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ecf174d9-e6e9-4671-9fbe-fb6872ab13c3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0893850 Jul 16 01:36:26.971979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48168) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:26.972706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2fcad9-5738-4cdb-81fc-ce8d0bb08717']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:26.984669 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aecb70-f72e-4ddb-8aa1-d4bb86b69318 None None] Pushing event deleted for resources: {'Port': ['ID=5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:26.992282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56aecb70-f72e-4ddb-8aa1-d4bb86b69318 None None] No DVR routers for this DVR port 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:26.992455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60dd1ef9-4e57-4696-94a7-a2404b6bd637') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:26.992635 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60dd1ef9-4e57-4696-94a7-a2404b6bd637') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:27.025170 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d699e5c1-92c6-4286-a594-0aa58942240d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519140 Jul 16 01:36:27.030677 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48170) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:27.035226 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.035788 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b4bc0a9d-4f4a-4eb9-84b3-f586f1fa9f22 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:27.065261 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.073438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:27.073854 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:27.077704 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:27.122147 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1dd97f93-6e5c-4133-8227-c4abb73e7ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 8, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:13Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0ed1836-b0e2-4a44-abb5-08fd7c172997', 'name': '', 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:81:c6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:20Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:27.143690 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bc0a9d-4f4a-4eb9-84b3-f586f1fa9f22 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:27.147623 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4bc0a9d-4f4a-4eb9-84b3-f586f1fa9f22 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.151725 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.155117 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd97f93-6e5c-4133-8227-c4abb73e7ee8 None None] The sync data for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 is: [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:25Z', 'revision_number': 8, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:13Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f0ed1836-b0e2-4a44-abb5-08fd7c172997', 'name': '', 'network_id': 'f7a59106-461d-41f0-89f2-f697628155f1', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:81:c6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:10Z', 'updated_at': '2021-07-16T01:36:20Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '3d24c269-ffbe-49c0-b640-da7f33d31a5a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:27.165673 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.171033 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/networks/8a2fcad9-5738-4cdb-81fc-ce8d0bb08717 HTTP/1.1" status: 204 len: 168 time: 0.8593473 Jul 16 01:36:27.172199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48172) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:27.193938 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e661acc-0b88-4552-b440-9c717985cb0e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Network': ['ID=8a2fcad9-5738-4cdb-81fc-ce8d0bb08717,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:27.286781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe617125-63e4-44bd-a9a0-a8dded1d3de7 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:27.352117 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4bc0a9d-4f4a-4eb9-84b3-f586f1fa9f22 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.398102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bc0a9d-4f4a-4eb9-84b3-f586f1fa9f22 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:27.401869 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-b4bc0a9d-4f4a-4eb9-84b3-f586f1fa9f22 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:27.409543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bc0a9d-4f4a-4eb9-84b3-f586f1fa9f22 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:27.410140 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4bc0a9d-4f4a-4eb9-84b3-f586f1fa9f22 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.416486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f38ff340-c2c4-4fb7-ac9b-b8fd1b203318 None None] Provisioning for port f08a0d38-a9eb-4abe-986b-870f6e07278d completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:27.422220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc0a9d-4f4a-4eb9-84b3-f586f1fa9f22 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=0b6463c8-06ff-4fea-a3c0-41f180589a3b,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:27.426246 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f38ff340-c2c4-4fb7-ac9b-b8fd1b203318 None None] Provisioning complete for port f08a0d38-a9eb-4abe-986b-870f6e07278d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:27.426672 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f38ff340-c2c4-4fb7-ac9b-b8fd1b203318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.430722 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b4bc0a9d-4f4a-4eb9-84b3-f586f1fa9f22 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3986871 Jul 16 01:36:27.433225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48174) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:27.439161 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c702026b-1fbf-4a2e-b88c-530a582a7772 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'fixed_ips': [{'subnet_id': '0b6463c8-06ff-4fea-a3c0-41f180589a3b', 'ip_address': '2001:db8::27a7:f64a:81bc:d614'}], 'name': 'tempest-NetworksTestDHCPv6-860015424'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:27.550872 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f38ff340-c2c4-4fb7-ac9b-b8fd1b203318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.615883 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c702026b-1fbf-4a2e-b88c-530a582a7772 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:27.626514 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f38ff340-c2c4-4fb7-ac9b-b8fd1b203318 None None] For port f08a0d38-a9eb-4abe-986b-870f6e07278d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f08a0d38-a9eb-4abe-986b-870f6e07278d,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:27.635363 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f38ff340-c2c4-4fb7-ac9b-b8fd1b203318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.647599 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-71625e1d-5a1d-44b1-a599-982acb60bc3d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.715852 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ff340-c2c4-4fb7-ac9b-b8fd1b203318 None None] Pushing event updated for resources: {'Port': ['ID=f08a0d38-a9eb-4abe-986b-870f6e07278d,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:27.754148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c01ecf2-c9b5-467a-bb83-2e3ad49d09fb None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:27.764654 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c702026b-1fbf-4a2e-b88c-530a582a7772 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.786020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-c702026b-1fbf-4a2e-b88c-530a582a7772 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port 84ab8092-c452-4030-bb01-15afa6db4270 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:27.892554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-358ab42c-e2ae-4688-afb6-d144b2e65365 None None] Provisioning complete for port f08a0d38-a9eb-4abe-986b-870f6e07278d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:27.893107 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-358ab42c-e2ae-4688-afb6-d144b2e65365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.951686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-71625e1d-5a1d-44b1-a599-982acb60bc3d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port f0ed1836-b0e2-4a44-abb5-08fd7c172997 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:27.952822 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-71625e1d-5a1d-44b1-a599-982acb60bc3d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:27.954007 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-c702026b-1fbf-4a2e-b88c-530a582a7772 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::27a7:f64a:81bc:d614 (4d4acc47-7511-482b-8ece-b7156bc68483/0b6463c8-06ff-4fea-a3c0-41f180589a3b/84ab8092-c452-4030-bb01-15afa6db4270) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:28.051727 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-71625e1d-5a1d-44b1-a599-982acb60bc3d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] For port f0ed1836-b0e2-4a44-abb5-08fd7c172997, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f0ed1836-b0e2-4a44-abb5-08fd7c172997,segment=NetworkSegment(0b06e929-1f04-4a2c-806b-e23d16c6a52e),segment_id=0b06e929-1f04-4a2c-806b-e23d16c6a52e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:28.052113 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-71625e1d-5a1d-44b1-a599-982acb60bc3d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.066086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-71625e1d-5a1d-44b1-a599-982acb60bc3d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for f0ed1836-b0e2-4a44-abb5-08fd7c172997 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:28.117099 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c702026b-1fbf-4a2e-b88c-530a582a7772 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.131812 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-c702026b-1fbf-4a2e-b88c-530a582a7772 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object 84ab8092-c452-4030-bb01-15afa6db4270 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:28.167891 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c702026b-1fbf-4a2e-b88c-530a582a7772 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.216235 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c702026b-1fbf-4a2e-b88c-530a582a7772 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:28.222557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c702026b-1fbf-4a2e-b88c-530a582a7772 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:28.226413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702026b-1fbf-4a2e-b88c-530a582a7772 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:28.232276 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c702026b-1fbf-4a2e-b88c-530a582a7772 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.232905 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c702026b-1fbf-4a2e-b88c-530a582a7772 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.242076 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d160d61f-96d9-43dd-a96c-e6ca2d75d2f6 None None] Provisioning complete for port f08a0d38-a9eb-4abe-986b-870f6e07278d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:28.242743 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d160d61f-96d9-43dd-a96c-e6ca2d75d2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.244357 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702026b-1fbf-4a2e-b88c-530a582a7772 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=84ab8092-c452-4030-bb01-15afa6db4270,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:28.257821 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-71625e1d-5a1d-44b1-a599-982acb60bc3d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.258658 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c702026b-1fbf-4a2e-b88c-530a582a7772 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8243113 Jul 16 01:36:28.259324 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48178) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:28.266423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0419e296-db61-4302-aea3-b06d0fb99620 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'fixed_ips': [{'subnet_id': '0b6463c8-06ff-4fea-a3c0-41f180589a3b', 'ip_address': '2001:db8::27a7:f64a:81bc:d614'}], 'name': 'tempest-NetworksTestDHCPv6-2124639819'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:28.312148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71625e1d-5a1d-44b1-a599-982acb60bc3d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=f0ed1836-b0e2-4a44-abb5-08fd7c172997,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:28.454531 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0419e296-db61-4302-aea3-b06d0fb99620 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:28.465454 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0419e296-db61-4302-aea3-b06d0fb99620 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.480086 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-0419e296-db61-4302-aea3-b06d0fb99620 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port 7a8c8430-cc52-4c26-89a3-e8d5eab8cc36 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:28.553816 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f08a0d38-a9eb-4abe-986b-870f6e07278d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:28.574606 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-71625e1d-5a1d-44b1-a599-982acb60bc3d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.584272 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-15b6eb3d-15e5-4e7b-b79d-3f414724984b None None] Could not find standard attr ID for object ca59badc-7c48-46ef-b0f3-f84fe2d9be84. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:28.617272 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f08a0d38-a9eb-4abe-986b-870f6e07278d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:28.617661 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.679122 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-0419e296-db61-4302-aea3-b06d0fb99620 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:36:28.680173 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0419e296-db61-4302-aea3-b06d0fb99620 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:28.704501 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0419e296-db61-4302-aea3-b06d0fb99620 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4440026 Jul 16 01:36:28.707074 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48182) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:28.786400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07526506-1fa7-49a8-a062-347024474f76 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.792594 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07526506-1fa7-49a8-a062-347024474f76 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:28.798561 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-07526506-1fa7-49a8-a062-347024474f76 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0896099 Jul 16 01:36:28.799090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48184) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:28.808763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:28.831019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:28.831371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5b4b2e5a-d8f1-4c08-9bd2-a9d6832cdf83 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:28.831827 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6b2aa066-701b-4559-82e3-675b5b9f3a3c no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:28.856646 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 6b2aa066-701b-4559-82e3-675b5b9f3a3c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:28.857555 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6b2aa066-701b-4559-82e3-675b5b9f3a3c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:28.913151 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-29489a3c-3efe-4766-bd63-10c8cbab96f7 None None] Provisioning for port 84ab8092-c452-4030-bb01-15afa6db4270 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:28.917727 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-29489a3c-3efe-4766-bd63-10c8cbab96f7 None None] Provisioning complete for port 84ab8092-c452-4030-bb01-15afa6db4270 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:28.918244 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-29489a3c-3efe-4766-bd63-10c8cbab96f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:28.957589 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-29489a3c-3efe-4766-bd63-10c8cbab96f7 None None] Port 84ab8092-c452-4030-bb01-15afa6db4270 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:29.159944 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71625e1d-5a1d-44b1-a599-982acb60bc3d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router d2d871d2-b565-40cd-be78-950aa8ecef14 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:29.256131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-35af4244-cbc5-44c1-9a9c-974233ba78b4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port 84ab8092-c452-4030-bb01-15afa6db4270 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:29.256386 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-35af4244-cbc5-44c1-9a9c-974233ba78b4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.286778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71625e1d-5a1d-44b1-a599-982acb60bc3d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:29.293173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-71625e1d-5a1d-44b1-a599-982acb60bc3d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/d2d871d2-b565-40cd-be78-950aa8ecef14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1203451 Jul 16 01:36:29.296902 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48186) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:29.300354 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e682c-eb3d-4d80-b495-9b8bd5633bf3 None None] Sync routers for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:29.309188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e682c-eb3d-4d80-b495-9b8bd5633bf3 None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:29.309806 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e63e682c-eb3d-4d80-b495-9b8bd5633bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:29.353992 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-35af4244-cbc5-44c1-9a9c-974233ba78b4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.354651 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b42d2d-0c28-4a27-b15c-549240c14206 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting subnet 3d24c269-ffbe-49c0-b640-da7f33d31a5a {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:29.358662 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93b42d2d-0c28-4a27-b15c-549240c14206 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.366961 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-35af4244-cbc5-44c1-9a9c-974233ba78b4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for 84ab8092-c452-4030-bb01-15afa6db4270 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:29.401453 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93b42d2d-0c28-4a27-b15c-549240c14206 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.403747 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-e63e682c-eb3d-4d80-b495-9b8bd5633bf3 None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:29.486004 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93b42d2d-0c28-4a27-b15c-549240c14206 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.501084 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-35af4244-cbc5-44c1-9a9c-974233ba78b4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.531317 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af4244-cbc5-44c1-9a9c-974233ba78b4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=84ab8092-c452-4030-bb01-15afa6db4270,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.563541 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-35af4244-cbc5-44c1-9a9c-974233ba78b4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.565868 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-35af4244-cbc5-44c1-9a9c-974233ba78b4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/84ab8092-c452-4030-bb01-15afa6db4270 HTTP/1.1" status: 204 len: 168 time: 0.7657909 Jul 16 01:36:29.568751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48188) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:29.580668 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93b42d2d-0c28-4a27-b15c-549240c14206 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.624316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e63e682c-eb3d-4d80-b495-9b8bd5633bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:28Z', 'revision_number': 9, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:13Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:29.631025 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b42d2d-0c28-4a27-b15c-549240c14206 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Subnet': ['ID=3d24c269-ffbe-49c0-b640-da7f33d31a5a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:29.641218 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93b42d2d-0c28-4a27-b15c-549240c14206 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.646096 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48190) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:29.646274 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-93b42d2d-0c28-4a27-b15c-549240c14206 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/3d24c269-ffbe-49c0-b640-da7f33d31a5a HTTP/1.1" status: 204 len: 168 time: 0.3481374 Jul 16 01:36:29.662471 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6600795e-4e59-47bf-aa39-c8a99a3b3e53 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.663886 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2972604a-1214-47da-adee-95a4e2f194dc None None] Network f7a59106-461d-41f0-89f2-f697628155f1 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:29.664307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6600795e-4e59-47bf-aa39-c8a99a3b3e53 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:29.667815 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6600795e-4e59-47bf-aa39-c8a99a3b3e53 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0954380 Jul 16 01:36:29.668641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48192) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:29.678025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e682c-eb3d-4d80-b495-9b8bd5633bf3 None None] Checking router: d2d871d2-b565-40cd-be78-950aa8ecef14 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:29.730024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63e682c-eb3d-4d80-b495-9b8bd5633bf3 None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:29.730250 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e63e682c-eb3d-4d80-b495-9b8bd5633bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:29.771157 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.779335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb887b8-fc93-4c9f-a50f-3d72beff1dd8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 0b6463c8-06ff-4fea-a3c0-41f180589a3b {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:29.783587 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8fb887b8-fc93-4c9f-a50f-3d72beff1dd8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.850152 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8fb887b8-fc93-4c9f-a50f-3d72beff1dd8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.907512 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8fb887b8-fc93-4c9f-a50f-3d72beff1dd8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:29.931544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port eba7d294-d742-4199-bc27-9e5d1ca0deac {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:29.931969 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.017471 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] For port eba7d294-d742-4199-bc27-9e5d1ca0deac, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=eba7d294-d742-4199-bc27-9e5d1ca0deac,segment=NetworkSegment(0b06e929-1f04-4a2c-806b-e23d16c6a52e),segment_id=0b06e929-1f04-4a2c-806b-e23d16c6a52e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:30.017848 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.019015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-e63e682c-eb3d-4d80-b495-9b8bd5633bf3 None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:30.034508 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for eba7d294-d742-4199-bc27-9e5d1ca0deac owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:30.043718 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8fb887b8-fc93-4c9f-a50f-3d72beff1dd8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.072616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb887b8-fc93-4c9f-a50f-3d72beff1dd8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6463c8-06ff-4fea-a3c0-41f180589a3b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.106016 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8fb887b8-fc93-4c9f-a50f-3d72beff1dd8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.107977 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ddfa3b-e56a-444b-b376-416795215adf None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:30.108482 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8fb887b8-fc93-4c9f-a50f-3d72beff1dd8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/0b6463c8-06ff-4fea-a3c0-41f180589a3b HTTP/1.1" status: 204 len: 168 time: 0.4388516 Jul 16 01:36:30.111167 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48196) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.150379 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c6bf1c9a-da7e-4850-8e2c-069577fb45c8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380080 Jul 16 01:36:30.150633 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-016764c7-4789-4caa-a2e5-37fd27ed186c None None] DHCP port deletion for f7a59106-461d-41f0-89f2-f697628155f1 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:30.154113 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48198) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.159066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e77b6c49-2e6f-4487-9ce4-bc706d8d3f61 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:30.169275 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.204350 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=eba7d294-d742-4199-bc27-9e5d1ca0deac,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.206313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] No DVR routers for this DVR port eba7d294-d742-4199-bc27-9e5d1ca0deac on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:30.221099 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-016764c7-4789-4caa-a2e5-37fd27ed186c None None] The port 'eba7d294-d742-4199-bc27-9e5d1ca0deac' was deleted {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 01:36:30.258710 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77b6c49-2e6f-4487-9ce4-bc706d8d3f61 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:30.263525 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e77b6c49-2e6f-4487-9ce4-bc706d8d3f61 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.296683 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.307646 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7a59106-461d-41f0-89f2-f697628155f1']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:30.318289 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b06e929-1f04-4a2c-806b-e23d16c6a52e') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:30.318630 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b06e929-1f04-4a2c-806b-e23d16c6a52e') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:30.328310 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.332272 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.354398 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.362614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:30.363264 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:30.367049 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:30.406054 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e63e682c-eb3d-4d80-b495-9b8bd5633bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:28Z', 'revision_number': 9, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:13Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:30.447161 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e63e682c-eb3d-4d80-b495-9b8bd5633bf3 None None] The sync data for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 is: [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:28Z', 'revision_number': 9, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33', 'name': '', 'network_id': 'bd0c749c-bf47-4481-941c-541196c9db71', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:17:53:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:05Z', 'updated_at': '2021-07-16T01:36:13Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '20a7effe-6616-4cb9-a1b9-f99e2e42a8de', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:30.472765 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.473315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1574af22-a5f8-4be9-834d-129189df5d2a None None] DHCP port deletion for 4d4acc47-7511-482b-8ece-b7156bc68483 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:30.490702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e77b6c49-2e6f-4487-9ce4-bc706d8d3f61 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.501700 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.506070 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/networks/f7a59106-461d-41f0-89f2-f697628155f1 HTTP/1.1" status: 204 len: 168 time: 0.8560309 Jul 16 01:36:30.506070 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a485fe1-8a29-444d-9060-a0d7673e8940 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Network': ['ID=f7a59106-461d-41f0-89f2-f697628155f1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.506339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48200) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.532397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1574af22-a5f8-4be9-834d-129189df5d2a None None] Deleting port f08a0d38-a9eb-4abe-986b-870f6e07278d {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:30.532868 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1574af22-a5f8-4be9-834d-129189df5d2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.549721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77b6c49-2e6f-4487-9ce4-bc706d8d3f61 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:30.552996 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-e77b6c49-2e6f-4487-9ce4-bc706d8d3f61 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:30.557467 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77b6c49-2e6f-4487-9ce4-bc706d8d3f61 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:30.558061 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e77b6c49-2e6f-4487-9ce4-bc706d8d3f61 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.567789 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b6c49-2e6f-4487-9ce4-bc706d8d3f61 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=90d76cd7-aed4-46b8-89b6-96833e2e1e03,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.580310 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e77b6c49-2e6f-4487-9ce4-bc706d8d3f61 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4250836 Jul 16 01:36:30.583064 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48202) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.588705 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3820ac36-a92e-401f-9b69-334be708d659 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'fixed_ips': [{'subnet_id': '90d76cd7-aed4-46b8-89b6-96833e2e1e03', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-324380297'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:30.616093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-1574af22-a5f8-4be9-834d-129189df5d2a None None] For port f08a0d38-a9eb-4abe-986b-870f6e07278d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f08a0d38-a9eb-4abe-986b-870f6e07278d,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:30.616518 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1574af22-a5f8-4be9-834d-129189df5d2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.629959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1574af22-a5f8-4be9-834d-129189df5d2a None None] Calling delete_port for f08a0d38-a9eb-4abe-986b-870f6e07278d owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:30.705471 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3820ac36-a92e-401f-9b69-334be708d659 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:30.710458 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3820ac36-a92e-401f-9b69-334be708d659 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.714345 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1574af22-a5f8-4be9-834d-129189df5d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.728896 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-3820ac36-a92e-401f-9b69-334be708d659 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port dd303668-f711-4ac5-b250-9fa566d51849 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:30.750433 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1574af22-a5f8-4be9-834d-129189df5d2a None None] No DVR routers for this DVR port f08a0d38-a9eb-4abe-986b-870f6e07278d on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:30.761212 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1574af22-a5f8-4be9-834d-129189df5d2a None None] Pushing event deleted for resources: {'Port': ['ID=f08a0d38-a9eb-4abe-986b-870f6e07278d,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:30.772463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a02bb9e-0011-49d0-97ed-df7551069d56 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:30.804358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device eba7d294-d742-4199-bc27-9e5d1ca0deac no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:30.828069 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: eba7d294-d742-4199-bc27-9e5d1ca0deac {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:30.828421 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device eba7d294-d742-4199-bc27-9e5d1ca0deac not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:30.866234 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-3820ac36-a92e-401f-9b69-334be708d659 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:30.866871 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3820ac36-a92e-401f-9b69-334be708d659 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:30.880068 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e880b54-7144-4b51-a5ba-54b85f7cd07d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:30.887175 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3820ac36-a92e-401f-9b69-334be708d659 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.3024669 Jul 16 01:36:30.890321 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48204) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.932915 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f65632f8-8a86-466d-b39b-9746d823e675 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0363090 Jul 16 01:36:30.933610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48206) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:30.998184 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4581f-961b-4005-a50c-18b63c10856d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.000229 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d4581f-961b-4005-a50c-18b63c10856d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.004344 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-35d4581f-961b-4005-a50c-18b63c10856d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0673923 Jul 16 01:36:31.008267 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48210) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:31.015260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b03d765-1bb4-4c67-bbe4-c3afc259497c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4d4acc47-7511-482b-8ece-b7156bc68483', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'fixed_ips': [{'subnet_id': '90d76cd7-aed4-46b8-89b6-96833e2e1e03'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:31.016164 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5b03d765-1bb4-4c67-bbe4-c3afc259497c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.078827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-78553f72-52f1-4f91-a440-28e65c55ebc7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 90d76cd7-aed4-46b8-89b6-96833e2e1e03 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:31.082512 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-78553f72-52f1-4f91-a440-28e65c55ebc7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.130616 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-78553f72-52f1-4f91-a440-28e65c55ebc7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.165548 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9e880b54-7144-4b51-a5ba-54b85f7cd07d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:31.165897 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e880b54-7144-4b51-a5ba-54b85f7cd07d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.176346 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-78553f72-52f1-4f91-a440-28e65c55ebc7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.188521 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.237066 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-78553f72-52f1-4f91-a440-28e65c55ebc7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server [None req-5b03d765-1bb4-4c67-bbe4-c3afc259497c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90d76cd7-aed4-46b8-89b6-96833e2e1e03: This subnet is being modified by another concurrent operation. Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90d76cd7-aed4-46b8-89b6-96833e2e1e03: This subnet is being modified by another concurrent operation. Jul 16 01:36:31.243037 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Jul 16 01:36:31.266169 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-9e880b54-7144-4b51-a5ba-54b85f7cd07d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] For port 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33,segment=NetworkSegment(f3c6879f-95b4-435b-94d7-a96a9ce89367),segment_id=f3c6879f-95b4-435b-94d7-a96a9ce89367)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:31.266674 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e880b54-7144-4b51-a5ba-54b85f7cd07d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.267634 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78553f72-52f1-4f91-a440-28e65c55ebc7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=90d76cd7-aed4-46b8-89b6-96833e2e1e03,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.270018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a4ff94-3914-4c28-84d1-4829f469ded6 None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:36:31.272743 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-78553f72-52f1-4f91-a440-28e65c55ebc7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.278126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48212) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:31.278386 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-78553f72-52f1-4f91-a440-28e65c55ebc7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/90d76cd7-aed4-46b8-89b6-96833e2e1e03 HTTP/1.1" status: 204 len: 168 time: 0.2691770 Jul 16 01:36:31.318518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9e880b54-7144-4b51-a5ba-54b85f7cd07d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:31.321350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-caa492a7-3f4d-4490-950b-a78002035f9f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421493 Jul 16 01:36:31.325127 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48214) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:31.332001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-45acbc64-0022-45f2-ba31-d2c406f50c8f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:31.380702 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a4ff94-3914-4c28-84d1-4829f469ded6 None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:36:31.504429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45acbc64-0022-45f2-ba31-d2c406f50c8f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:31.507949 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45acbc64-0022-45f2-ba31-d2c406f50c8f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.654545 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e880b54-7144-4b51-a5ba-54b85f7cd07d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.702227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e880b54-7144-4b51-a5ba-54b85f7cd07d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.858519 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45acbc64-0022-45f2-ba31-d2c406f50c8f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.947953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45acbc64-0022-45f2-ba31-d2c406f50c8f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:31.954324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-45acbc64-0022-45f2-ba31-d2c406f50c8f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:31.957450 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45acbc64-0022-45f2-ba31-d2c406f50c8f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=85cbcfcc-4f60-4f7d-bd50-6d424eeb2c94,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:31.960278 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45acbc64-0022-45f2-ba31-d2c406f50c8f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:31.960874 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45acbc64-0022-45f2-ba31-d2c406f50c8f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.964373 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e880b54-7144-4b51-a5ba-54b85f7cd07d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:31.970973 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad623f4-b4a5-45f8-ab9d-1a6c46fc95a3 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:31.982732 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-45acbc64-0022-45f2-ba31-d2c406f50c8f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6554415 Jul 16 01:36:31.985438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48216) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:31.990589 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-451604f3-36a6-4961-a7fc-b0e746c5e1a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-875695449', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:32.013636 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-451604f3-36a6-4961-a7fc-b0e746c5e1a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.016052 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-451604f3-36a6-4961-a7fc-b0e746c5e1a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.078471 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-451604f3-36a6-4961-a7fc-b0e746c5e1a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.083367 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-451604f3-36a6-4961-a7fc-b0e746c5e1a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.101211 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-451604f3-36a6-4961-a7fc-b0e746c5e1a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.105117 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-451604f3-36a6-4961-a7fc-b0e746c5e1a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1158342 Jul 16 01:36:32.105280 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48218) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:32.134535 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4d4acc47-7511-482b-8ece-b7156bc68483', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'fixed_ips': [{'subnet_id': '85cbcfcc-4f60-4f7d-bd50-6d424eeb2c94'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:32.135786 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.181335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e880b54-7144-4b51-a5ba-54b85f7cd07d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router d2d871d2-b565-40cd-be78-950aa8ecef14 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:32.285611 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e880b54-7144-4b51-a5ba-54b85f7cd07d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:32.290905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9e880b54-7144-4b51-a5ba-54b85f7cd07d tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/d2d871d2-b565-40cd-be78-950aa8ecef14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7834454 Jul 16 01:36:32.296245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48222) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:32.297510 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872a5fd-1871-4837-864d-4be2efda63dd None None] Sync routers for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:32.301624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Allocated IP 2001:db8::2 (4d4acc47-7511-482b-8ece-b7156bc68483/85cbcfcc-4f60-4f7d-bd50-6d424eeb2c94/6b23a38f-e6d5-4558-850f-d0f7205aa884) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:32.306546 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872a5fd-1871-4837-864d-4be2efda63dd None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:32.307368 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c872a5fd-1871-4837-864d-4be2efda63dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:32.361799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-60552d19-2200-45e4-9fd5-8390f8122342 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting subnet 20a7effe-6616-4cb9-a1b9-f99e2e42a8de {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:32.365611 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-60552d19-2200-45e4-9fd5-8390f8122342 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.420785 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-60552d19-2200-45e4-9fd5-8390f8122342 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.460099 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c872a5fd-1871-4837-864d-4be2efda63dd None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:32.502645 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.514564 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Transition to ACTIVE for port object 6b23a38f-e6d5-4558-850f-d0f7205aa884 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:32.514983 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.537813 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Transition to ACTIVE for port object 6b23a38f-e6d5-4558-850f-d0f7205aa884 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:32.542947 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f0ed1836-b0e2-4a44-abb5-08fd7c172997 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:32.548263 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.549443 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-60552d19-2200-45e4-9fd5-8390f8122342 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.573227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: f0ed1836-b0e2-4a44-abb5-08fd7c172997 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:32.573574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f0ed1836-b0e2-4a44-abb5-08fd7c172997 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:32.573995 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f08a0d38-a9eb-4abe-986b-870f6e07278d no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:32.612251 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: f08a0d38-a9eb-4abe-986b-870f6e07278d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:32.612524 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f08a0d38-a9eb-4abe-986b-870f6e07278d not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:32.618492 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-60552d19-2200-45e4-9fd5-8390f8122342 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.627738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:32.634275 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:32.637792 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:32.660675 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-60552d19-2200-45e4-9fd5-8390f8122342 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.666468 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-60552d19-2200-45e4-9fd5-8390f8122342 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/20a7effe-6616-4cb9-a1b9-f99e2e42a8de HTTP/1.1" status: 204 len: 168 time: 0.3691659 Jul 16 01:36:32.667214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48224) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:32.673430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8cc7bd-0f1c-437e-bcf6-8e6dfb92617b None None] Network bd0c749c-bf47-4481-941c-541196c9db71 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:32.677299 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60552d19-2200-45e4-9fd5-8390f8122342 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Subnet': ['ID=20a7effe-6616-4cb9-a1b9-f99e2e42a8de,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:32.740755 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Pushing event updated for resources: {'Port': ['ID=6b23a38f-e6d5-4558-850f-d0f7205aa884,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:32.741679 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c872a5fd-1871-4837-864d-4be2efda63dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:31Z', 'revision_number': 10, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:32.759988 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.781606 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872a5fd-1871-4837-864d-4be2efda63dd None None] Checking router: d2d871d2-b565-40cd-be78-950aa8ecef14 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:32.791013 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Attempting to bind port 6b23a38f-e6d5-4558-850f-d0f7205aa884 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:32.791399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Attempting to bind port 6b23a38f-e6d5-4558-850f-d0f7205aa884 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:32.791797 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Attempting to bind port 6b23a38f-e6d5-4558-850f-d0f7205aa884 on network 4d4acc47-7511-482b-8ece-b7156bc68483 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:32.793552 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c872a5fd-1871-4837-864d-4be2efda63dd None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:32.794398 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c872a5fd-1871-4837-864d-4be2efda63dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:32.796701 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::1 (4d4acc47-7511-482b-8ece-b7156bc68483/85cbcfcc-4f60-4f7d-bd50-6d424eeb2c94/36f247cc-14d5-406b-b9cb-5c950c182245) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:32.821084 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:32.821458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Checking segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:32.821867 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.822265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Bound using segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:32.822766 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Bound port: 6b23a38f-e6d5-4558-850f-d0f7205aa884, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:32.823144 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.835032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port a12df66c-8178-4c27-a015-7729bac5b327 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:32.835650 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.894853 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c872a5fd-1871-4837-864d-4be2efda63dd None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:32.909645 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] For port a12df66c-8178-4c27-a015-7729bac5b327, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a12df66c-8178-4c27-a015-7729bac5b327,segment=NetworkSegment(f3c6879f-95b4-435b-94d7-a96a9ce89367),segment_id=f3c6879f-95b4-435b-94d7-a96a9ce89367)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:32.910036 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.915326 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] For port 6b23a38f-e6d5-4558-850f-d0f7205aa884, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:32.919748 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] For port 6b23a38f-e6d5-4558-850f-d0f7205aa884, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6b23a38f-e6d5-4558-850f-d0f7205aa884,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:32.925521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for a12df66c-8178-4c27-a015-7729bac5b327 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:32.933809 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.945416 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:32.962089 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object 36f247cc-14d5-406b-b9cb-5c950c182245 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:33.006929 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed1deb-77e3-48bc-8df0-108110c0d093 None None] Pushing event updated for resources: {'Port': ['ID=6b23a38f-e6d5-4558-850f-d0f7205aa884,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.009855 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f4841b-4807-4280-9011-89c6aae7f2b7 None None] DHCP port deletion for bd0c749c-bf47-4481-941c-541196c9db71 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:33.020923 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.064149 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:33.071021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:33.076644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:33.077478 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.114131 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4841b-4807-4280-9011-89c6aae7f2b7 None None] Deleting port a12df66c-8178-4c27-a015-7729bac5b327 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:33.114654 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e9f4841b-4807-4280-9011-89c6aae7f2b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.202817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=36f247cc-14d5-406b-b9cb-5c950c182245,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.205220 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c872a5fd-1871-4837-864d-4be2efda63dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:31Z', 'revision_number': 10, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:33.216567 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e9f4841b-4807-4280-9011-89c6aae7f2b7 None None] For port a12df66c-8178-4c27-a015-7729bac5b327, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a12df66c-8178-4c27-a015-7729bac5b327,segment=NetworkSegment(f3c6879f-95b4-435b-94d7-a96a9ce89367),segment_id=f3c6879f-95b4-435b-94d7-a96a9ce89367)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:33.216970 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e9f4841b-4807-4280-9011-89c6aae7f2b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.232804 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e9f4841b-4807-4280-9011-89c6aae7f2b7 None None] Calling delete_port for a12df66c-8178-4c27-a015-7729bac5b327 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:33.262502 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.270121 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c872a5fd-1871-4837-864d-4be2efda63dd None None] The sync data for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 is: [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:31Z', 'revision_number': 10, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None, '_interfaces': [{'id': '2e638579-c659-45d9-8865-24933fbb1a4d', 'name': '', 'network_id': '1597ba77-4751-4d67-af38-16f72834217e', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'mac_address': 'fa:16:3e:fa:b9:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2819, 'fixed_ips': [{'subnet_id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:00Z', 'updated_at': '2021-07-16T01:36:08Z', 'revision_number': 5, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'subnets': [{'id': '10c61ab4-e952-48be-9c3d-efb896fc9907', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:33.392650 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e9f4841b-4807-4280-9011-89c6aae7f2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.421052 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4841b-4807-4280-9011-89c6aae7f2b7 None None] Pushing event deleted for resources: {'Port': ['ID=a12df66c-8178-4c27-a015-7729bac5b327,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.424714 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f4841b-4807-4280-9011-89c6aae7f2b7 None None] No DVR routers for this DVR port a12df66c-8178-4c27-a015-7729bac5b327 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:33.462361 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.493141 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] No DVR routers for this DVR port a12df66c-8178-4c27-a015-7729bac5b327 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:33.499086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=a12df66c-8178-4c27-a015-7729bac5b327,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.581490 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.592813 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0c749c-bf47-4481-941c-541196c9db71']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:33.603364 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c6879f-95b4-435b-94d7-a96a9ce89367') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:33.603719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c6879f-95b4-435b-94d7-a96a9ce89367') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:33.613831 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.627857 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.634135 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:33.634550 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:33.637589 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:33.699383 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.711294 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.713579 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/networks/bd0c749c-bf47-4481-941c-541196c9db71 HTTP/1.1" status: 204 len: 168 time: 1.0448816 Jul 16 01:36:33.716277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48228) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:33.772077 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943e699-c7f0-4eb8-965a-e745a2800f46 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Network': ['ID=bd0c749c-bf47-4481-941c-541196c9db71,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:33.954194 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.961740 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:33.962815 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.067161 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=36f247cc-14d5-406b-b9cb-5c950c182245,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:34.091354 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cfa6c5ae-7dbc-4fe5-898e-d002df24529a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.105893 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:34.107915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:34.229679 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Router f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:36:34.240721 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-48db554d-66d8-4a68-81cb-1a36f7c31f50 None None] Provisioning for port 6b23a38f-e6d5-4558-850f-d0f7205aa884 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:34.331237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:34.336533 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9dec5903-f742-4f3a-998a-aff790656210 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "PUT /v2.0/routers/f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2302876 Jul 16 01:36:34.339044 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48230) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:34.346493 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936ea36-beb6-4e45-8874-dcc9d8409300 None None] Sync routers for ids ['f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:34.365108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936ea36-beb6-4e45-8874-dcc9d8409300 None None] Routers {'f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:34.365888 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8936ea36-beb6-4e45-8874-dcc9d8409300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:34.388288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-cfa6c5ae-7dbc-4fe5-898e-d002df24529a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port 2e638579-c659-45d9-8865-24933fbb1a4d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:34.388643 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cfa6c5ae-7dbc-4fe5-898e-d002df24529a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.407664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa30a52-dbd3-4f89-8008-2ee156dc9aac tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:34.409479 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8aa30a52-dbd3-4f89-8008-2ee156dc9aac tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports/36f247cc-14d5-406b-b9cb-5c950c182245 HTTP/1.1" status: 200 len: 911 time: 0.0692115 Jul 16 01:36:34.412095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48232) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:34.520486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6b23a38f-e6d5-4558-850f-d0f7205aa884 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:34.525962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cfda60-359f-4552-b512-56858e93818f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:34.531910 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26cfda60-359f-4552-b512-56858e93818f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:34.534177 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-cfa6c5ae-7dbc-4fe5-898e-d002df24529a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] For port 2e638579-c659-45d9-8865-24933fbb1a4d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2e638579-c659-45d9-8865-24933fbb1a4d,segment=NetworkSegment(933fd472-47b6-412f-8b47-c3fc92fa8343),segment_id=933fd472-47b6-412f-8b47-c3fc92fa8343)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:34.535278 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cfa6c5ae-7dbc-4fe5-898e-d002df24529a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.536579 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-26cfda60-359f-4552-b512-56858e93818f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1232862 Jul 16 01:36:34.537263 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48236) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:34.552126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-cfa6c5ae-7dbc-4fe5-898e-d002df24529a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for 2e638579-c659-45d9-8865-24933fbb1a4d owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:34.579622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8936ea36-beb6-4e45-8874-dcc9d8409300 None None] Set router f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:34.636705 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2f627194-19b8-491c-b57b-433c9087f5ed None None] Provisioning for port 36f247cc-14d5-406b-b9cb-5c950c182245 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:34.678352 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2f627194-19b8-491c-b57b-433c9087f5ed None None] Provisioning complete for port 36f247cc-14d5-406b-b9cb-5c950c182245 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:34.678717 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2f627194-19b8-491c-b57b-433c9087f5ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.736453 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 6b23a38f-e6d5-4558-850f-d0f7205aa884 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:34.773591 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 6b23a38f-e6d5-4558-850f-d0f7205aa884 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:34.773967 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.777875 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2f627194-19b8-491c-b57b-433c9087f5ed None None] Port 36f247cc-14d5-406b-b9cb-5c950c182245 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:34.791383 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cfa6c5ae-7dbc-4fe5-898e-d002df24529a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.823605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6c5ae-7dbc-4fe5-898e-d002df24529a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=2e638579-c659-45d9-8865-24933fbb1a4d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:34.921736 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.939335 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d257c742-ccc5-48eb-98a8-ceb0c93de21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.944006 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-83744664-2f7d-4ee4-8188-326e95a51ce2 None None] Provisioning complete for port 36f247cc-14d5-406b-b9cb-5c950c182245 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:34.944383 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-83744664-2f7d-4ee4-8188-326e95a51ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:34.965714 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70a58186-a84a-4456-adb1-d34c5ea8ad65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.002272 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cfa6c5ae-7dbc-4fe5-898e-d002df24529a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.158027 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8936ea36-beb6-4e45-8874-dcc9d8409300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163', 'name': 'tempest-NetworksTestDHCPv6-router-875695449', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:32Z', 'updated_at': '2021-07-16T01:36:33Z', 'revision_number': 2, 'project_id': 'a727aa880364414ab1fb8721d99c2bc8', 'gw_port_host': None, '_interfaces': [{'id': '36f247cc-14d5-406b-b9cb-5c950c182245', 'name': '', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'mac_address': 'fa:16:3e:43:01:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '85cbcfcc-4f60-4f7d-bd50-6d424eeb2c94', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:32Z', 'updated_at': '2021-07-16T01:36:33Z', 'revision_number': 2, 'project_id': 'a727aa880364414ab1fb8721d99c2bc8', 'subnets': [{'id': '85cbcfcc-4f60-4f7d-bd50-6d424eeb2c94', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:35.183446 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa6c5ae-7dbc-4fe5-898e-d002df24529a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router d2d871d2-b565-40cd-be78-950aa8ecef14 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:35.193370 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 6b23a38f-e6d5-4558-850f-d0f7205aa884, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6b23a38f-e6d5-4558-850f-d0f7205aa884,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:35.196547 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936ea36-beb6-4e45-8874-dcc9d8409300 None None] Checking router: f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:35.197136 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936ea36-beb6-4e45-8874-dcc9d8409300 None None] Updating router f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163 port 36f247cc-14d5-406b-b9cb-5c950c182245 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:35.206198 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-70a58186-a84a-4456-adb1-d34c5ea8ad65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port 36f247cc-14d5-406b-b9cb-5c950c182245 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:35.206198 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70a58186-a84a-4456-adb1-d34c5ea8ad65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.220969 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.255207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-83744664-2f7d-4ee4-8188-326e95a51ce2 None None] Port 36f247cc-14d5-406b-b9cb-5c950c182245 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:35.267176 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa6c5ae-7dbc-4fe5-898e-d002df24529a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:35.272682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cfa6c5ae-7dbc-4fe5-898e-d002df24529a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/d2d871d2-b565-40cd-be78-950aa8ecef14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5553493 Jul 16 01:36:35.275542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48238) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:35.280175 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329a8aa4-b1e5-4365-84d1-07c3ab6c0da6 None None] Sync routers for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:35.293287 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329a8aa4-b1e5-4365-84d1-07c3ab6c0da6 None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:35.293909 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-329a8aa4-b1e5-4365-84d1-07c3ab6c0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:35.315511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=6b23a38f-e6d5-4558-850f-d0f7205aa884,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.326725 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8936ea36-beb6-4e45-8874-dcc9d8409300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.330490 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:35.335633 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70a58186-a84a-4456-adb1-d34c5ea8ad65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.352332 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-70a58186-a84a-4456-adb1-d34c5ea8ad65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for 36f247cc-14d5-406b-b9cb-5c950c182245 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:35.357920 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-d608deca-c649-4bb3-9c5b-6db7024899a1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting subnet 10c61ab4-e952-48be-9c3d-efb896fc9907 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:35.362848 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d608deca-c649-4bb3-9c5b-6db7024899a1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.363437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:35.363935 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1fd8fb9f-954e-4ed2-b1b8-fc1586f4ec33 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:35.364727 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a12df66c-8178-4c27-a015-7729bac5b327 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:35.367214 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-329a8aa4-b1e5-4365-84d1-07c3ab6c0da6 None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:35.402080 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: a12df66c-8178-4c27-a015-7729bac5b327 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:35.402576 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a12df66c-8178-4c27-a015-7729bac5b327 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:35.426786 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-329a8aa4-b1e5-4365-84d1-07c3ab6c0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 11, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:35.437853 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d608deca-c649-4bb3-9c5b-6db7024899a1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.457770 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329a8aa4-b1e5-4365-84d1-07c3ab6c0da6 None None] Checking router: d2d871d2-b565-40cd-be78-950aa8ecef14 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:35.465796 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329a8aa4-b1e5-4365-84d1-07c3ab6c0da6 None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:35.467216 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-329a8aa4-b1e5-4365-84d1-07c3ab6c0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:35.534911 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-329a8aa4-b1e5-4365-84d1-07c3ab6c0da6 None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:35.579568 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d608deca-c649-4bb3-9c5b-6db7024899a1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.595713 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-329a8aa4-b1e5-4365-84d1-07c3ab6c0da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 11, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:35.639891 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329a8aa4-b1e5-4365-84d1-07c3ab6c0da6 None None] The sync data for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 is: [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 11, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:35.681947 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-8936ea36-beb6-4e45-8874-dcc9d8409300 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:36:35.682539 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-8936ea36-beb6-4e45-8874-dcc9d8409300 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:36:35.685163 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70a58186-a84a-4456-adb1-d34c5ea8ad65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.697484 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d608deca-c649-4bb3-9c5b-6db7024899a1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.724920 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a58186-a84a-4456-adb1-d34c5ea8ad65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=36f247cc-14d5-406b-b9cb-5c950c182245,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.752202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d608deca-c649-4bb3-9c5b-6db7024899a1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Subnet': ['ID=10c61ab4-e952-48be-9c3d-efb896fc9907,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:35.773237 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d608deca-c649-4bb3-9c5b-6db7024899a1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.775183 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d608deca-c649-4bb3-9c5b-6db7024899a1 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/10c61ab4-e952-48be-9c3d-efb896fc9907 HTTP/1.1" status: 204 len: 168 time: 0.4986455 Jul 16 01:36:35.778401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48242) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:35.780753 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110ba478-f4f7-48ad-abc5-05874a7a6072 None None] Network 1597ba77-4751-4d67-af38-16f72834217e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:35.914346 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70a58186-a84a-4456-adb1-d34c5ea8ad65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:35.926065 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.011597 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15a6950-391a-464c-9767-e7902598d852 None None] DHCP port deletion for 1597ba77-4751-4d67-af38-16f72834217e request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:36.063236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a15a6950-391a-464c-9767-e7902598d852 None None] Deleting port 09655c6f-3273-4e1e-be1c-1570832f8a63 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:36.063541 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a15a6950-391a-464c-9767-e7902598d852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.109979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a58186-a84a-4456-adb1-d34c5ea8ad65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Router f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:36.120126 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Deleting port 09655c6f-3273-4e1e-be1c-1570832f8a63 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:36.120477 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.131320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a15a6950-391a-464c-9767-e7902598d852 None None] For port 09655c6f-3273-4e1e-be1c-1570832f8a63, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=09655c6f-3273-4e1e-be1c-1570832f8a63,segment=NetworkSegment(933fd472-47b6-412f-8b47-c3fc92fa8343),segment_id=933fd472-47b6-412f-8b47-c3fc92fa8343)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:36.131729 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a15a6950-391a-464c-9767-e7902598d852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.145077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a15a6950-391a-464c-9767-e7902598d852 None None] Calling delete_port for 09655c6f-3273-4e1e-be1c-1570832f8a63 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:36.206463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936ea36-beb6-4e45-8874-dcc9d8409300 None None] Port 36f247cc-14d5-406b-b9cb-5c950c182245 not found while updating agent binding for router f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163. {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 01:36:36.227577 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936ea36-beb6-4e45-8874-dcc9d8409300 None None] Routers {'f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:36.228146 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8936ea36-beb6-4e45-8874-dcc9d8409300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:36.249831 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a58186-a84a-4456-adb1-d34c5ea8ad65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:36.255792 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-70a58186-a84a-4456-adb1-d34c5ea8ad65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "PUT /v2.0/routers/f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7173998 Jul 16 01:36:36.258484 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48244) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:36.260753 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] For port 09655c6f-3273-4e1e-be1c-1570832f8a63, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=09655c6f-3273-4e1e-be1c-1570832f8a63,segment=NetworkSegment(933fd472-47b6-412f-8b47-c3fc92fa8343),segment_id=933fd472-47b6-412f-8b47-c3fc92fa8343)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:36.261198 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.273802 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Calling delete_port for 09655c6f-3273-4e1e-be1c-1570832f8a63 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:36.310937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8936ea36-beb6-4e45-8874-dcc9d8409300 None None] Set router f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:36.312733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f254a6-eb78-4af0-8ab5-b184c96892e8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.314454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f254a6-eb78-4af0-8ab5-b184c96892e8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:36.316042 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-08f254a6-eb78-4af0-8ab5-b184c96892e8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0560043 Jul 16 01:36:36.318689 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48246) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:36.369189 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8936ea36-beb6-4e45-8874-dcc9d8409300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163', 'name': 'tempest-NetworksTestDHCPv6-router-875695449', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:32Z', 'updated_at': '2021-07-16T01:36:35Z', 'revision_number': 3, 'project_id': 'a727aa880364414ab1fb8721d99c2bc8', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:36.374021 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a15a6950-391a-464c-9767-e7902598d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.379490 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22a4adf-0022-41a8-b549-1912505cb5cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 85cbcfcc-4f60-4f7d-bd50-6d424eeb2c94 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:36.382354 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.382682 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b22a4adf-0022-41a8-b549-1912505cb5cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.414023 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] No DVR routers for this DVR port 09655c6f-3273-4e1e-be1c-1570832f8a63 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:36.416674 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Port': ['ID=09655c6f-3273-4e1e-be1c-1570832f8a63,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.433773 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b22a4adf-0022-41a8-b549-1912505cb5cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.437573 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936ea36-beb6-4e45-8874-dcc9d8409300 None None] The sync data for ids ['f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163'] in n-d-791505-14 is: [{'id': 'f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163', 'name': 'tempest-NetworksTestDHCPv6-router-875695449', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:32Z', 'updated_at': '2021-07-16T01:36:35Z', 'revision_number': 3, 'project_id': 'a727aa880364414ab1fb8721d99c2bc8', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:36.440742 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a6950-391a-464c-9767-e7902598d852 None None] Pushing event deleted for resources: {'Port': ['ID=09655c6f-3273-4e1e-be1c-1570832f8a63,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.449674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6b23a38f-e6d5-4558-850f-d0f7205aa884 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:36.451977 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15a6950-391a-464c-9767-e7902598d852 None None] No DVR routers for this DVR port 09655c6f-3273-4e1e-be1c-1570832f8a63 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:36.515453 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 6b23a38f-e6d5-4558-850f-d0f7205aa884 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:36.515940 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.548178 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.564714 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1597ba77-4751-4d67-af38-16f72834217e']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:36.565760 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b22a4adf-0022-41a8-b549-1912505cb5cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.582982 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933fd472-47b6-412f-8b47-c3fc92fa8343') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:36.583529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933fd472-47b6-412f-8b47-c3fc92fa8343') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:36.595431 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.611326 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.618401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:36.618771 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: self.session.flush() Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:36.621988 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:36.650005 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b22a4adf-0022-41a8-b549-1912505cb5cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.677858 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2e638579-c659-45d9-8865-24933fbb1a4d no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:36.686899 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b22a4adf-0022-41a8-b549-1912505cb5cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.689058 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b22a4adf-0022-41a8-b549-1912505cb5cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/85cbcfcc-4f60-4f7d-bd50-6d424eeb2c94 HTTP/1.1" status: 204 len: 168 time: 0.3693154 Jul 16 01:36:36.690028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22a4adf-0022-41a8-b549-1912505cb5cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=85cbcfcc-4f60-4f7d-bd50-6d424eeb2c94,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.692074 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48248) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:36.710324 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 2e638579-c659-45d9-8865-24933fbb1a4d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:36.710686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2e638579-c659-45d9-8865-24933fbb1a4d not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:36.711109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 09655c6f-3273-4e1e-be1c-1570832f8a63 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:36.714133 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959f14e6-3c37-4321-b12c-befc786ec38d None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:36.717915 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.732703 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.737243 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/networks/1597ba77-4751-4d67-af38-16f72834217e HTTP/1.1" status: 204 len: 168 time: 0.9551628 Jul 16 01:36:36.746989 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48252) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:36.753460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6156cf9b-4a9c-4e08-806a-f309bed8fcf6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'router': {'routes': None}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:36.755664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00d3a7-14bf-4726-aa7f-aa8ce8589339 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Pushing event deleted for resources: {'Network': ['ID=1597ba77-4751-4d67-af38-16f72834217e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:36.780141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 09655c6f-3273-4e1e-be1c-1570832f8a63 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:36.780463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 09655c6f-3273-4e1e-be1c-1570832f8a63 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:36.882783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3ba68aae-cabc-479a-bcdb-4121709c3f05 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1895635 Jul 16 01:36:36.885358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48254) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:36.964381 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce2100ed-e5ab-4213-81aa-33be9f3e19d1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.969062 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.extraroute_db [None req-6156cf9b-4a9c-4e08-806a-f309bed8fcf6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Added routes are [] {{(pid=93919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:36:36.969376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.extraroute_db [None req-6156cf9b-4a9c-4e08-806a-f309bed8fcf6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Removed routes are [] {{(pid=93919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:36:36.969744 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6156cf9b-4a9c-4e08-806a-f309bed8fcf6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:36.974550 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb6756c-8c12-4db7-a30a-6095c8a2b7ab None None] DHCP port deletion for 4d4acc47-7511-482b-8ece-b7156bc68483 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:37.027515 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6756c-8c12-4db7-a30a-6095c8a2b7ab None None] Deleting port 6b23a38f-e6d5-4558-850f-d0f7205aa884 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:37.028044 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fbb6756c-8c12-4db7-a30a-6095c8a2b7ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.106279 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-fbb6756c-8c12-4db7-a30a-6095c8a2b7ab None None] For port 6b23a38f-e6d5-4558-850f-d0f7205aa884, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6b23a38f-e6d5-4558-850f-d0f7205aa884,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:37.107198 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fbb6756c-8c12-4db7-a30a-6095c8a2b7ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.112199 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6156cf9b-4a9c-4e08-806a-f309bed8fcf6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.115657 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6156cf9b-4a9c-4e08-806a-f309bed8fcf6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.118883 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6756c-8c12-4db7-a30a-6095c8a2b7ab None None] Calling delete_port for 6b23a38f-e6d5-4558-850f-d0f7205aa884 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:37.135498 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce2100ed-e5ab-4213-81aa-33be9f3e19d1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.137688 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce2100ed-e5ab-4213-81aa-33be9f3e19d1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.196031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6156cf9b-4a9c-4e08-806a-f309bed8fcf6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router d2d871d2-b565-40cd-be78-950aa8ecef14 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:37.206435 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fbb6756c-8c12-4db7-a30a-6095c8a2b7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.235565 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb6756c-8c12-4db7-a30a-6095c8a2b7ab None None] No DVR routers for this DVR port 6b23a38f-e6d5-4558-850f-d0f7205aa884 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:37.237228 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb6756c-8c12-4db7-a30a-6095c8a2b7ab None None] Pushing event deleted for resources: {'Port': ['ID=6b23a38f-e6d5-4558-850f-d0f7205aa884,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:37.283149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6156cf9b-4a9c-4e08-806a-f309bed8fcf6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:37.290672 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6156cf9b-4a9c-4e08-806a-f309bed8fcf6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.294948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6156cf9b-4a9c-4e08-806a-f309bed8fcf6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/d2d871d2-b565-40cd-be78-950aa8ecef14 HTTP/1.1" status: 200 len: 700 time: 0.5425112 Jul 16 01:36:37.295574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48256) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:37.306833 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2633baba-923e-4d09-a003-988a8c4f423b None None] Sync routers for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:37.319043 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.329574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2633baba-923e-4d09-a003-988a8c4f423b None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:37.332619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2633baba-923e-4d09-a003-988a8c4f423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:37.332773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0138ef25-d0a1-41dd-9ca8-563bca628e7a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d871d2-b565-40cd-be78-950aa8ecef14 HTTP/1.1" status: 200 len: 205 time: 0.0335650 Jul 16 01:36:37.333864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48258) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:37.409305 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-2633baba-923e-4d09-a003-988a8c4f423b None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:37.478107 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2633baba-923e-4d09-a003-988a8c4f423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 11, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:37.480929 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce2100ed-e5ab-4213-81aa-33be9f3e19d1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.482454 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2100ed-e5ab-4213-81aa-33be9f3e19d1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Fanout notify agent at l3_agent the message router_deleted on router f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:36:37.490734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ce2100ed-e5ab-4213-81aa-33be9f3e19d1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.494520 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ce2100ed-e5ab-4213-81aa-33be9f3e19d1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/routers/f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163 HTTP/1.1" status: 204 len: 168 time: 0.6055174 Jul 16 01:36:37.494873 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48262) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:37.500708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-53b3f3af-36c5-4596-b641-7b38775ee843 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:37.512510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2633baba-923e-4d09-a003-988a8c4f423b None None] Checking router: d2d871d2-b565-40cd-be78-950aa8ecef14 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:37.522082 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2633baba-923e-4d09-a003-988a8c4f423b None None] Routers {'d2d871d2-b565-40cd-be78-950aa8ecef14'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:37.522826 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2633baba-923e-4d09-a003-988a8c4f423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d2d871d2-b565-40cd-be78-950aa8ecef14'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:37.597372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-2633baba-923e-4d09-a003-988a8c4f423b None None] Set router d2d871d2-b565-40cd-be78-950aa8ecef14 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:37.603606 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b3f3af-36c5-4596-b641-7b38775ee843 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:37.608570 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53b3f3af-36c5-4596-b641-7b38775ee843 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.661714 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-2633baba-923e-4d09-a003-988a8c4f423b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 11, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:37.696400 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf784043-d1ba-4d6f-84f6-a73f2e14ec0e None None] Sync routers for ids ['f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:37.702024 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c2323031-2b20-4030-89a9-82946b937892 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.705734 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2633baba-923e-4d09-a003-988a8c4f423b None None] The sync data for ids ['d2d871d2-b565-40cd-be78-950aa8ecef14'] in n-d-791505-14 is: [{'id': 'd2d871d2-b565-40cd-be78-950aa8ecef14', 'name': 'tempest-RoutersTest-router-222279196', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:57Z', 'updated_at': '2021-07-16T01:36:34Z', 'revision_number': 11, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:37.706496 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf784043-d1ba-4d6f-84f6-a73f2e14ec0e None None] Routers set() bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:37.706997 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf784043-d1ba-4d6f-84f6-a73f2e14ec0e None None] Router IDs set() for agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:36:37.707709 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_agentschedulers_db [None req-cf784043-d1ba-4d6f-84f6-a73f2e14ec0e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent'). {{(pid=93922) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:36:37.714187 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-25633128-ce1a-4029-afd4-d38016b64721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.717961 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf784043-d1ba-4d6f-84f6-a73f2e14ec0e None None] Routers set() bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:37.718437 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf784043-d1ba-4d6f-84f6-a73f2e14ec0e None None] Router IDs set() for agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:36:37.719098 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_agentschedulers_db [None req-cf784043-d1ba-4d6f-84f6-a73f2e14ec0e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent'). {{(pid=93922) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:36:37.719555 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf784043-d1ba-4d6f-84f6-a73f2e14ec0e None None] The sync data for ids ['f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:37.840897 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53b3f3af-36c5-4596-b641-7b38775ee843 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.897190 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b3f3af-36c5-4596-b641-7b38775ee843 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:37.911300 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-53b3f3af-36c5-4596-b641-7b38775ee843 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:37.911812 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c2323031-2b20-4030-89a9-82946b937892 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.914095 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c2323031-2b20-4030-89a9-82946b937892 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.915472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b3f3af-36c5-4596-b641-7b38775ee843 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:37.916088 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-53b3f3af-36c5-4596-b641-7b38775ee843 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.925980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb66ae4b-abc5-4578-bf61-c240dfb7e066 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:37.936572 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b3f3af-36c5-4596-b641-7b38775ee843 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=25d47a32-c9ef-4a90-af1a-d1dd9b2a0f8a,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:37.950909 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-53b3f3af-36c5-4596-b641-7b38775ee843 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4523363 Jul 16 01:36:37.951634 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48266) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:37.960787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-752144a4-e1bd-4f8d-beb5-4321654005a6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-925598268', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:37.967178 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c2323031-2b20-4030-89a9-82946b937892 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.967814 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2323031-2b20-4030-89a9-82946b937892 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Fanout notify agent at l3_agent the message router_deleted on router d2d871d2-b565-40cd-be78-950aa8ecef14 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:36:37.982292 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c2323031-2b20-4030-89a9-82946b937892 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:37.983599 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c2323031-2b20-4030-89a9-82946b937892 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/routers/d2d871d2-b565-40cd-be78-950aa8ecef14 HTTP/1.1" status: 204 len: 168 time: 0.6487641 Jul 16 01:36:37.989423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48268) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:37.992491 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-2b2f2959-683f-4732-9772-2d72983fe123 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-395685067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:37.999162 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-752144a4-e1bd-4f8d-beb5-4321654005a6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.001873 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-752144a4-e1bd-4f8d-beb5-4321654005a6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.029465 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b2f2959-683f-4732-9772-2d72983fe123 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.030932 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b2f2959-683f-4732-9772-2d72983fe123 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.070625 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-752144a4-e1bd-4f8d-beb5-4321654005a6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.077319 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-752144a4-e1bd-4f8d-beb5-4321654005a6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.099265 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-752144a4-e1bd-4f8d-beb5-4321654005a6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.102654 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b2f2959-683f-4732-9772-2d72983fe123 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.103440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48270) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:38.103585 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-752144a4-e1bd-4f8d-beb5-4321654005a6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1467087 Jul 16 01:36:38.111007 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b2f2959-683f-4732-9772-2d72983fe123 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.127188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4d4acc47-7511-482b-8ece-b7156bc68483', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'fixed_ips': [{'subnet_id': '25d47a32-c9ef-4a90-af1a-d1dd9b2a0f8a'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:38.128129 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.191800 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b2f2959-683f-4732-9772-2d72983fe123 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.195617 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2b2f2959-683f-4732-9772-2d72983fe123 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2043335 Jul 16 01:36:38.195799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48272) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:38.202392 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4eb6ec26-7317-4eba-82e8-1c1568da1b6a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:38.265152 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Allocated IP 2001:db8::2 (4d4acc47-7511-482b-8ece-b7156bc68483/25d47a32-c9ef-4a90-af1a-d1dd9b2a0f8a/d07117b5-868f-4f05-878b-b692936e7249) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:38.410528 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.416506 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6b23a38f-e6d5-4558-850f-d0f7205aa884 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:38.439523 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Transition to ACTIVE for port object d07117b5-868f-4f05-878b-b692936e7249 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:38.443694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 6b23a38f-e6d5-4558-850f-d0f7205aa884 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:38.444068 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6b23a38f-e6d5-4558-850f-d0f7205aa884 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:38.456460 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Transition to ACTIVE for port object d07117b5-868f-4f05-878b-b692936e7249 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:38.462863 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.502439 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:38.506759 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:38.511068 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:38.514112 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Pushing event updated for resources: {'Port': ['ID=d07117b5-868f-4f05-878b-b692936e7249,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:38.554748 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4eb6ec26-7317-4eba-82e8-1c1568da1b6a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.572538 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4eb6ec26-7317-4eba-82e8-1c1568da1b6a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.578876 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.583127 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Attempting to bind port d07117b5-868f-4f05-878b-b692936e7249 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:38.583504 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Attempting to bind port d07117b5-868f-4f05-878b-b692936e7249 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:38.583915 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Attempting to bind port d07117b5-868f-4f05-878b-b692936e7249 on network 4d4acc47-7511-482b-8ece-b7156bc68483 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:38.588853 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:38.589229 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Checking segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:38.589633 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.590038 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Bound using segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:38.590517 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Bound port: d07117b5-868f-4f05-878b-b692936e7249, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:38.590871 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.592586 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.652169 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] For port d07117b5-868f-4f05-878b-b692936e7249, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:38.655150 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] For port d07117b5-868f-4f05-878b-b692936e7249, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d07117b5-868f-4f05-878b-b692936e7249,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:38.659564 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.720287 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793a2549-4abf-4365-97d6-52afcbd1a89c None None] Pushing event updated for resources: {'Port': ['ID=d07117b5-868f-4f05-878b-b692936e7249,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:38.804419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb6ec26-7317-4eba-82e8-1c1568da1b6a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Router ada3a686-bfa0-4515-babc-8e84dcb401b4 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:36:38.939937 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb6ec26-7317-4eba-82e8-1c1568da1b6a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:38.950594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedc60e9-49a7-44dc-84f7-a1761dc5d65f None None] Sync routers for ids ['ada3a686-bfa0-4515-babc-8e84dcb401b4'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:38.961241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc60e9-49a7-44dc-84f7-a1761dc5d65f None None] Routers {'ada3a686-bfa0-4515-babc-8e84dcb401b4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:38.961949 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bedc60e9-49a7-44dc-84f7-a1761dc5d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['ada3a686-bfa0-4515-babc-8e84dcb401b4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:38.963400 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4eb6ec26-7317-4eba-82e8-1c1568da1b6a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:38.968788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4eb6ec26-7317-4eba-82e8-1c1568da1b6a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "PUT /v2.0/routers/ada3a686-bfa0-4515-babc-8e84dcb401b4 HTTP/1.1" status: 200 len: 693 time: 0.7678790 Jul 16 01:36:38.968788 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48274) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.047481 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-bedc60e9-49a7-44dc-84f7-a1761dc5d65f None None] Set router ada3a686-bfa0-4515-babc-8e84dcb401b4 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:39.083303 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ddcd702b-48af-489b-85c4-9f9323021c33 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/routers/ada3a686-bfa0-4515-babc-8e84dcb401b4 HTTP/1.1" status: 200 len: 699 time: 0.1117435 Jul 16 01:36:39.083303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::1 (4d4acc47-7511-482b-8ece-b7156bc68483/25d47a32-c9ef-4a90-af1a-d1dd9b2a0f8a/a1828e5b-4585-438f-9a34-9f16b080f5d4) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:39.084172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48278) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.103408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bedc60e9-49a7-44dc-84f7-a1761dc5d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3a686-bfa0-4515-babc-8e84dcb401b4', 'name': 'tempest-RoutersTest-router-395685067', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:38Z', 'revision_number': 2, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:39.123344 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-16b626c4-be50-4519-9547-cc6b6b392778 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports?device_id=ada3a686-bfa0-4515-babc-8e84dcb401b4 HTTP/1.1" status: 200 len: 205 time: 0.0379691 Jul 16 01:36:39.126432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48280) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.130190 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedc60e9-49a7-44dc-84f7-a1761dc5d65f None None] Checking router: ada3a686-bfa0-4515-babc-8e84dcb401b4 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:39.139312 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedc60e9-49a7-44dc-84f7-a1761dc5d65f None None] Routers {'ada3a686-bfa0-4515-babc-8e84dcb401b4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:39.139958 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bedc60e9-49a7-44dc-84f7-a1761dc5d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['ada3a686-bfa0-4515-babc-8e84dcb401b4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:39.207555 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7815d1b4-0701-45f6-a7e4-924e8fd7ac08 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.236806 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.252679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object a1828e5b-4585-438f-9a34-9f16b080f5d4 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:39.289796 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.339205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:39.343412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:39.348393 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:39.348942 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.352740 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=a1828e5b-4585-438f-9a34-9f16b080f5d4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:39.374235 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-bedc60e9-49a7-44dc-84f7-a1761dc5d65f None None] Set router ada3a686-bfa0-4515-babc-8e84dcb401b4 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:39.386389 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7815d1b4-0701-45f6-a7e4-924e8fd7ac08 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.388904 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7815d1b4-0701-45f6-a7e4-924e8fd7ac08 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.433838 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bedc60e9-49a7-44dc-84f7-a1761dc5d65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ada3a686-bfa0-4515-babc-8e84dcb401b4', 'name': 'tempest-RoutersTest-router-395685067', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:38Z', 'revision_number': 2, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:39.440969 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7815d1b4-0701-45f6-a7e4-924e8fd7ac08 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.441634 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7815d1b4-0701-45f6-a7e4-924e8fd7ac08 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Fanout notify agent at l3_agent the message router_deleted on router ada3a686-bfa0-4515-babc-8e84dcb401b4 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:36:39.449443 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7815d1b4-0701-45f6-a7e4-924e8fd7ac08 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.455624 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7815d1b4-0701-45f6-a7e4-924e8fd7ac08 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/routers/ada3a686-bfa0-4515-babc-8e84dcb401b4 HTTP/1.1" status: 204 len: 168 time: 0.3231332 Jul 16 01:36:39.456066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48282) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.465003 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedc60e9-49a7-44dc-84f7-a1761dc5d65f None None] The sync data for ids ['ada3a686-bfa0-4515-babc-8e84dcb401b4'] in n-d-791505-14 is: [{'id': 'ada3a686-bfa0-4515-babc-8e84dcb401b4', 'name': 'tempest-RoutersTest-router-395685067', 'tenant_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:38Z', 'revision_number': 2, 'project_id': '3dabe4d5ded44d70b05738f5c476a8c2', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:39.501888 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ed13c21e-76de-4e6e-90c1-4b5d265bd56a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports?device_id=ada3a686-bfa0-4515-babc-8e84dcb401b4 HTTP/1.1" status: 200 len: 205 time: 0.0446608 Jul 16 01:36:39.504279 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48284) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.504611 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:39.541128 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-56501bf0-0b36-4213-a3d4-b345c4332be6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] delete failed (client error): The resource could not be found. Jul 16 01:36:39.542205 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-56501bf0-0b36-4213-a3d4-b345c4332be6 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/routers/ada3a686-bfa0-4515-babc-8e84dcb401b4 HTTP/1.1" status: 404 len: 336 time: 0.0370140 Jul 16 01:36:39.545938 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48286) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.583354 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-40c8aac4-e73b-4d0a-897f-f60a8ee84984 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:39.584031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40c8aac4-e73b-4d0a-897f-f60a8ee84984 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:39.585620 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-40c8aac4-e73b-4d0a-897f-f60a8ee84984 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/f17dbdb2-84dd-4d38-ad13-0b2fc74057a2 HTTP/1.1" status: 404 len: 337 time: 0.0371466 Jul 16 01:36:39.588395 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48288) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.616999 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e1b24fa-7ca3-4a43-8bc5-0f80598497eb tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:39.617611 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e1b24fa-7ca3-4a43-8bc5-0f80598497eb tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:39.621746 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2e1b24fa-7ca3-4a43-8bc5-0f80598497eb tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/3d24c269-ffbe-49c0-b640-da7f33d31a5a HTTP/1.1" status: 404 len: 337 time: 0.0300453 Jul 16 01:36:39.622907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48290) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.654363 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-373690f3-c8f7-4278-b028-33e87b7d9788 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:39.654912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373690f3-c8f7-4278-b028-33e87b7d9788 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:39.656863 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-373690f3-c8f7-4278-b028-33e87b7d9788 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/20a7effe-6616-4cb9-a1b9-f99e2e42a8de HTTP/1.1" status: 404 len: 337 time: 0.0328596 Jul 16 01:36:39.659522 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48292) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.688361 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-982a27e8-ff2e-447d-80e4-10db08845274 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:39.688819 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982a27e8-ff2e-447d-80e4-10db08845274 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:39.690584 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-982a27e8-ff2e-447d-80e4-10db08845274 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/10c61ab4-e952-48be-9c3d-efb896fc9907 HTTP/1.1" status: 404 len: 337 time: 0.0300400 Jul 16 01:36:39.696328 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48294) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.731183 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f6ee939d-6e1d-45ca-8da5-e1861426154e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports?device_id=d2d871d2-b565-40cd-be78-950aa8ecef14 HTTP/1.1" status: 200 len: 205 time: 0.0328085 Jul 16 01:36:39.733467 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48296) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.774176 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-de0d0be3-6997-41ba-b75d-2a9e66a06022 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] delete failed (client error): The resource could not be found. Jul 16 01:36:39.777579 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-de0d0be3-6997-41ba-b75d-2a9e66a06022 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/routers/d2d871d2-b565-40cd-be78-950aa8ecef14 HTTP/1.1" status: 404 len: 336 time: 0.0407441 Jul 16 01:36:39.777809 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48300) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.811023 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c5428252-39d2-45af-a5b2-10521de5d636 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports?device_id=36234ee8-9824-44a6-9174-9ab45ca95a3c HTTP/1.1" status: 200 len: 205 time: 0.0299671 Jul 16 01:36:39.811343 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48302) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.828941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f568623b-6706-4e69-8728-357d420143fc None None] Provisioning for port d07117b5-868f-4f05-878b-b692936e7249 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:39.858368 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-0185902c-7a09-43ce-9299-df9e852c324e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] delete failed (client error): The resource could not be found. Jul 16 01:36:39.859433 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0185902c-7a09-43ce-9299-df9e852c324e tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/routers/36234ee8-9824-44a6-9174-9ab45ca95a3c HTTP/1.1" status: 404 len: 336 time: 0.0471842 Jul 16 01:36:39.862215 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48304) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.893282 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-21938930-607c-4dea-90a1-6d4ad134644a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:39.893812 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21938930-607c-4dea-90a1-6d4ad134644a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:39.898634 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-21938930-607c-4dea-90a1-6d4ad134644a tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/2ca1a086-d6be-476b-90cb-60d4c6acb8f1 HTTP/1.1" status: 404 len: 337 time: 0.0329790 Jul 16 01:36:39.899830 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48306) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.933742 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-851d398b-b283-40f4-885c-a987f1dbb1c4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d4735df-5198-420e-8f87-18d44e504836 HTTP/1.1" status: 200 len: 205 time: 0.0301340 Jul 16 01:36:39.935219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48310) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:39.983097 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-31b5ac18-e1f8-4351-8419-c6582aeaa536 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] delete failed (client error): The resource could not be found. Jul 16 01:36:39.986792 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-31b5ac18-e1f8-4351-8419-c6582aeaa536 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/routers/8d4735df-5198-420e-8f87-18d44e504836 HTTP/1.1" status: 404 len: 336 time: 0.0479460 Jul 16 01:36:39.987113 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48312) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.019352 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f5d39de2-f5a3-43ec-90c3-be69e045ae43 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports?device_id=ff06e088-8655-45b5-81bf-91e646c7d5bc HTTP/1.1" status: 200 len: 205 time: 0.0312042 Jul 16 01:36:40.021989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48314) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.060268 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-be8fb6d1-f9ac-43db-b250-526be6ca3c18 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] delete failed (client error): The resource could not be found. Jul 16 01:36:40.061484 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-be8fb6d1-f9ac-43db-b250-526be6ca3c18 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/routers/ff06e088-8655-45b5-81bf-91e646c7d5bc HTTP/1.1" status: 404 len: 336 time: 0.0383861 Jul 16 01:36:40.063999 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48316) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.095833 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28af959-75c2-4b53-aaa3-9f0e7c6f4dfa tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:40.096305 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28af959-75c2-4b53-aaa3-9f0e7c6f4dfa tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:40.100562 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e28af959-75c2-4b53-aaa3-9f0e7c6f4dfa tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/f5633984-b1a9-4f30-9504-3d47d2854edc HTTP/1.1" status: 404 len: 337 time: 0.0330987 Jul 16 01:36:40.100845 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48320) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.129498 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ba2dde2b-d7bc-4dfa-a31a-f3c52f3214fa tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204 HTTP/1.1" status: 200 len: 205 time: 0.0276413 Jul 16 01:36:40.131876 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48322) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.160565 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-519c8ec6-05f3-4802-ba22-72821bfb0e6a None None] Provisioning for port a1828e5b-4585-438f-9a34-9f16b080f5d4 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:40.165677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-519c8ec6-05f3-4802-ba22-72821bfb0e6a None None] Provisioning complete for port a1828e5b-4585-438f-9a34-9f16b080f5d4 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:40.166060 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-519c8ec6-05f3-4802-ba22-72821bfb0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.172103 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-bb0ccdd2-6be4-4dc7-9599-b8d92a381769 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] delete failed (client error): The resource could not be found. Jul 16 01:36:40.176084 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bb0ccdd2-6be4-4dc7-9599-b8d92a381769 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/routers/9c18e8c4-b1cf-4c3a-bd42-e5deb2dec204 HTTP/1.1" status: 404 len: 336 time: 0.0403268 Jul 16 01:36:40.176084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48324) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.195057 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.202070 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.203390 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.214435 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b997c89-9f91-492e-adfb-6a73871d3df2 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:40.217017 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b997c89-9f91-492e-adfb-6a73871d3df2 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:40.221264 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7b997c89-9f91-492e-adfb-6a73871d3df2 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/f4637dcf-7184-43e4-a781-68a8ec39fdbf HTTP/1.1" status: 404 len: 337 time: 0.0410213 Jul 16 01:36:40.221579 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48326) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.227383 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.228215 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-519c8ec6-05f3-4802-ba22-72821bfb0e6a None None] Port a1828e5b-4585-438f-9a34-9f16b080f5d4 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:40.252036 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-220c0cfe-539c-4fac-af61-94d735a3d9c3 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "GET /v2.0/ports?device_id=367d38c3-8ce3-4b54-b7e8-d7df80210f22 HTTP/1.1" status: 200 len: 205 time: 0.0286133 Jul 16 01:36:40.254555 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48328) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.295542 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-e35fc20d-1738-4bea-9806-764e95ff4ea8 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] delete failed (client error): The resource could not be found. Jul 16 01:36:40.296675 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e35fc20d-1738-4bea-9806-764e95ff4ea8 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/routers/367d38c3-8ce3-4b54-b7e8-d7df80210f22 HTTP/1.1" status: 404 len: 336 time: 0.0409145 Jul 16 01:36:40.299085 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48330) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.309098 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=a1828e5b-4585-438f-9a34-9f16b080f5d4,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:40.326443 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-306f0705-e2b4-4fc6-a9db-d4df284563e4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:40.326904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306f0705-e2b4-4fc6-a9db-d4df284563e4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:40.328652 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-306f0705-e2b4-4fc6-a9db-d4df284563e4 tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/1765b643-d5b4-4cd1-8295-16966f95b675 HTTP/1.1" status: 404 len: 337 time: 0.0286617 Jul 16 01:36:40.331409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48332) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.364477 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6dc74d-6c88-4294-bb35-a4ccc22f91ce tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] DELETE failed (client error): The resource could not be found. Jul 16 01:36:40.364940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6dc74d-6c88-4294-bb35-a4ccc22f91ce tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:40.367791 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4d6dc74d-6c88-4294-bb35-a4ccc22f91ce tempest-RoutersTest-188989965 tempest-RoutersTest-188989965-project] 10.222.0.22 "DELETE /v2.0/subnets/9542592c-7f9b-4462-93a7-00348e629f83 HTTP/1.1" status: 404 len: 337 time: 0.0342972 Jul 16 01:36:40.382237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:40.383729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:40.462620 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d07117b5-868f-4f05-878b-b692936e7249 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:40.531451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port d07117b5-868f-4f05-878b-b692936e7249 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:40.534666 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Router 83331431-8b92-4435-b5d8-7b6879b70407 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:36:40.543706 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d07117b5-868f-4f05-878b-b692936e7249 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:40.544603 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.667648 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:40.680097 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-828d2e75-956b-465b-8001-7b8c0485f86e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "PUT /v2.0/routers/83331431-8b92-4435-b5d8-7b6879b70407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5754073 Jul 16 01:36:40.682448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48338) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.686690 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Sync routers for ids ['83331431-8b92-4435-b5d8-7b6879b70407'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:40.697346 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.721474 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Routers {'83331431-8b92-4435-b5d8-7b6879b70407'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:40.722113 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['83331431-8b92-4435-b5d8-7b6879b70407'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:40.744988 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48342) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.755150 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4fc890-4bee-46b7-82b6-d894606d6100 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.759497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3c4fc890-4bee-46b7-82b6-d894606d6100 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports/a1828e5b-4585-438f-9a34-9f16b080f5d4 HTTP/1.1" status: 200 len: 911 time: 0.0755932 Jul 16 01:36:40.760684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48344) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.762590 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port d07117b5-868f-4f05-878b-b692936e7249, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d07117b5-868f-4f05-878b-b692936e7249,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:40.772606 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.832073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48346) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.834628 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aab1951d-df81-4fc5-b8b1-8b9fbddf27fa None None] Provisioning complete for port a1828e5b-4585-438f-9a34-9f16b080f5d4 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:40.835013 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aab1951d-df81-4fc5-b8b1-8b9fbddf27fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:40.835289 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-1778657b-1b86-4ba0-8f78-6df21f505d2e tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:36:40.838056 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1778657b-1b86-4ba0-8f78-6df21f505d2e tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "DELETE /v2.0/security-groups/70c87fd2-c552-40b4-bc23-51e4ca5bedbb HTTP/1.1" status: 409 len: 336 time: 0.0904310 Jul 16 01:36:40.866120 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48350) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:40.869992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=d07117b5-868f-4f05-878b-b692936e7249,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:40.875411 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-aab1951d-df81-4fc5-b8b1-8b9fbddf27fa None None] Port a1828e5b-4585-438f-9a34-9f16b080f5d4 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:36:40.877583 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Set router 83331431-8b92-4435-b5d8-7b6879b70407 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:40.908870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84258b9-4a26-42b4-9625-1ecb4d91c5d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.914749 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84258b9-4a26-42b4-9625-1ecb4d91c5d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:40.916402 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e84258b9-4a26-42b4-9625-1ecb4d91c5d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1545067 Jul 16 01:36:40.920090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48352) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:41.061195 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-218db1df-d13c-4a5e-954d-4a5162de3c79 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Deleting port 4a705d8c-f91d-4393-92ed-64cc9eabe08b {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:41.061538 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-218db1df-d13c-4a5e-954d-4a5162de3c79 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.111649 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1a78a705-a9ce-4c8e-a619-120390e20911 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3dabe4d5ded44d70b05738f5c476a8c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2790391 Jul 16 01:36:41.114182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48354) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:41.140701 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-218db1df-d13c-4a5e-954d-4a5162de3c79 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.141733 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-218db1df-d13c-4a5e-954d-4a5162de3c79 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.156518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-218db1df-d13c-4a5e-954d-4a5162de3c79 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Calling delete_port for 4a705d8c-f91d-4393-92ed-64cc9eabe08b owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:41.203148 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83331431-8b92-4435-b5d8-7b6879b70407', 'name': 'tempest-NetworksTestDHCPv6-router-925598268', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:39Z', 'revision_number': 2, 'project_id': 'a727aa880364414ab1fb8721d99c2bc8', 'gw_port_host': None, '_interfaces': [{'id': 'a1828e5b-4585-438f-9a34-9f16b080f5d4', 'name': '', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'mac_address': 'fa:16:3e:5c:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83331431-8b92-4435-b5d8-7b6879b70407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '25d47a32-c9ef-4a90-af1a-d1dd9b2a0f8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:39Z', 'revision_number': 2, 'project_id': 'a727aa880364414ab1fb8721d99c2bc8', 'subnets': [{'id': '25d47a32-c9ef-4a90-af1a-d1dd9b2a0f8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:41.229917 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Checking router: 83331431-8b92-4435-b5d8-7b6879b70407 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:41.230266 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Updating router 83331431-8b92-4435-b5d8-7b6879b70407 port a1828e5b-4585-438f-9a34-9f16b080f5d4 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:36:41.269089 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.275311 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5c60026-65e3-4d16-8792-9a62160d3884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.316311 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5c60026-65e3-4d16-8792-9a62160d3884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.370807 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-218db1df-d13c-4a5e-954d-4a5162de3c79 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.411571 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218db1df-d13c-4a5e-954d-4a5162de3c79 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event deleted for resources: {'Port': ['ID=4a705d8c-f91d-4393-92ed-64cc9eabe08b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.437516 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5c60026-65e3-4d16-8792-9a62160d3884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.440001 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5c60026-65e3-4d16-8792-9a62160d3884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.443547 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d5c60026-65e3-4d16-8792-9a62160d3884 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e8f42929-b6ba-40c7-b0bd-ad68d191d2c4 HTTP/1.1" status: 204 len: 168 time: 0.3260443 Jul 16 01:36:41.457310 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c60026-65e3-4d16-8792-9a62160d3884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f42929-b6ba-40c7-b0bd-ad68d191d2c4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.509768 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-218db1df-d13c-4a5e-954d-4a5162de3c79 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.510490 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-218db1df-d13c-4a5e-954d-4a5162de3c79 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Floating IP fa64d76b-644c-404f-a224-21a120f063a9 disassociated (deleted). External IP: 172.25.2.75, port: 5fa0706b-8d9e-4b68-8c11-c14ab7c28160. Jul 16 01:36:41.567401 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec6fa-a29e-45c6-925e-910a2eae21cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.580879 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.593527 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Transition to ACTIVE for port object a1828e5b-4585-438f-9a34-9f16b080f5d4 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:41.600723 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.661523 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201090f5-c673-4b07-b970-2e3feb638762 None None] Pushing event updated for resources: {'Port': ['ID=a1828e5b-4585-438f-9a34-9f16b080f5d4,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.729625 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Attempting to bind port a1828e5b-4585-438f-9a34-9f16b080f5d4 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:41.730294 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Attempting to bind port a1828e5b-4585-438f-9a34-9f16b080f5d4 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:41.730410 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Attempting to bind port a1828e5b-4585-438f-9a34-9f16b080f5d4 on network 4d4acc47-7511-482b-8ece-b7156bc68483 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:41.744837 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:41.745537 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Checking segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:41.746114 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.753672 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Bound using segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:41.753672 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Bound port: a1828e5b-4585-438f-9a34-9f16b080f5d4, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:41.753672 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.786369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218db1df-d13c-4a5e-954d-4a5162de3c79 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:41.854289 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] For port a1828e5b-4585-438f-9a34-9f16b080f5d4, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:41.857708 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] For port a1828e5b-4585-438f-9a34-9f16b080f5d4, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a1828e5b-4585-438f-9a34-9f16b080f5d4,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:41.862688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-bc7ec6fa-a29e-45c6-925e-910a2eae21cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port a1828e5b-4585-438f-9a34-9f16b080f5d4 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:41.863263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec6fa-a29e-45c6-925e-910a2eae21cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.866181 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.922917 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201090f5-c673-4b07-b970-2e3feb638762 None None] Pushing event updated for resources: {'Port': ['ID=a1828e5b-4585-438f-9a34-9f16b080f5d4,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:41.942853 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Routers {'83331431-8b92-4435-b5d8-7b6879b70407'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:41.943470 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['83331431-8b92-4435-b5d8-7b6879b70407'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:41.947118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218db1df-d13c-4a5e-954d-4a5162de3c79 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:41.952351 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-218db1df-d13c-4a5e-954d-4a5162de3c79 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:41.963260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e55c19c-09c4-495a-b7ba-2d83176f94ad None None] Sync routers for ids ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:41.976697 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e55c19c-09c4-495a-b7ba-2d83176f94ad None None] Routers {'0433e940-a898-421f-93ff-7a5cd9f1b9a9'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:41.977552 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3e55c19c-09c4-495a-b7ba-2d83176f94ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:42.015559 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-bc7ec6fa-a29e-45c6-925e-910a2eae21cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] For port a1828e5b-4585-438f-9a34-9f16b080f5d4, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a1828e5b-4585-438f-9a34-9f16b080f5d4,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:42.015559 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec6fa-a29e-45c6-925e-910a2eae21cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.030071 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-218db1df-d13c-4a5e-954d-4a5162de3c79 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "DELETE /v2.0/floatingips/fa64d76b-644c-404f-a224-21a120f063a9 HTTP/1.1" status: 204 len: 168 time: 1.1622229 Jul 16 01:36:42.030690 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': '5fa0706b-8d9e-4b68-8c11-c14ab7c28160'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:42.033661 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894eb8cd-db71-4f4c-ab78-5f8859481fae" -d '{"events": [{"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "5fa0706b-8d9e-4b68-8c11-c14ab7c28160"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:42.036320 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48370) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:42.043589 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-bc7ec6fa-a29e-45c6-925e-910a2eae21cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for a1828e5b-4585-438f-9a34-9f16b080f5d4 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:42.069284 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] Set router 83331431-8b92-4435-b5d8-7b6879b70407 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:42.110937 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d60ce51-c2bb-4577-a7f6-38630431aa93 x-openstack-request-id: req-2d60ce51-c2bb-4577-a7f6-38630431aa93 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:42.111595 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "tag": "5fa0706b-8d9e-4b68-8c11-c14ab7c28160", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:42.112037 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d60ce51-c2bb-4577-a7f6-38630431aa93 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:42.112731 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'tag': '5fa0706b-8d9e-4b68-8c11-c14ab7c28160', 'status': 'completed', 'code': 200} Jul 16 01:36:42.249105 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eb8cd-db71-4f4c-ab78-5f8859481fae req-a84ab521-05de-462e-ad36-97b4940c2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.251074 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eb8cd-db71-4f4c-ab78-5f8859481fae req-a84ab521-05de-462e-ad36-97b4940c2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.251727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eb8cd-db71-4f4c-ab78-5f8859481fae req-a84ab521-05de-462e-ad36-97b4940c2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.252407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eb8cd-db71-4f4c-ab78-5f8859481fae req-a84ab521-05de-462e-ad36-97b4940c2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.253050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eb8cd-db71-4f4c-ab78-5f8859481fae req-a84ab521-05de-462e-ad36-97b4940c2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.253692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eb8cd-db71-4f4c-ab78-5f8859481fae req-a84ab521-05de-462e-ad36-97b4940c2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.254335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eb8cd-db71-4f4c-ab78-5f8859481fae req-a84ab521-05de-462e-ad36-97b4940c2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.256907 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-894eb8cd-db71-4f4c-ab78-5f8859481fae req-a84ab521-05de-462e-ad36-97b4940c2c66 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 6508 time: 0.1140049 Jul 16 01:36:42.260672 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-3e55c19c-09c4-495a-b7ba-2d83176f94ad None None] Set router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:42.383925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-406c8117-9634-47ff-b1a3-6625d47f4125 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Deleting port 27f917a1-0806-4b45-b753-7a34e84803ab {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:42.386444 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-406c8117-9634-47ff-b1a3-6625d47f4125 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.478362 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83331431-8b92-4435-b5d8-7b6879b70407', 'name': 'tempest-NetworksTestDHCPv6-router-925598268', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:39Z', 'revision_number': 2, 'project_id': 'a727aa880364414ab1fb8721d99c2bc8', 'gw_port_host': None, '_interfaces': [{'id': 'a1828e5b-4585-438f-9a34-9f16b080f5d4', 'name': '', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'mac_address': 'fa:16:3e:5c:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83331431-8b92-4435-b5d8-7b6879b70407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '25d47a32-c9ef-4a90-af1a-d1dd9b2a0f8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:41Z', 'revision_number': 4, 'project_id': 'a727aa880364414ab1fb8721d99c2bc8', 'subnets': [{'id': '25d47a32-c9ef-4a90-af1a-d1dd9b2a0f8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:42.517042 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d9098c-4168-4364-8e84-562eaf9bacc2 None None] The sync data for ids ['83331431-8b92-4435-b5d8-7b6879b70407'] in n-d-791505-14 is: [{'id': '83331431-8b92-4435-b5d8-7b6879b70407', 'name': 'tempest-NetworksTestDHCPv6-router-925598268', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:39Z', 'revision_number': 2, 'project_id': 'a727aa880364414ab1fb8721d99c2bc8', 'gw_port_host': None, '_interfaces': [{'id': 'a1828e5b-4585-438f-9a34-9f16b080f5d4', 'name': '', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'mac_address': 'fa:16:3e:5c:9b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83331431-8b92-4435-b5d8-7b6879b70407', 'device_owner': 'network:router_interface', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': '25d47a32-c9ef-4a90-af1a-d1dd9b2a0f8a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:41Z', 'revision_number': 4, 'project_id': 'a727aa880364414ab1fb8721d99c2bc8', 'subnets': [{'id': '25d47a32-c9ef-4a90-af1a-d1dd9b2a0f8a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:42.533779 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eb8cd-db71-4f4c-ab78-5f8859481fae req-036050e5-0fd7-4277-8656-d1cff3549fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.550696 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-894eb8cd-db71-4f4c-ab78-5f8859481fae req-036050e5-0fd7-4277-8656-d1cff3549fda service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8 HTTP/1.1" status: 200 len: 918 time: 0.2861912 Jul 16 01:36:42.556637 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d07117b5-868f-4f05-878b-b692936e7249 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:42.585943 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec6fa-a29e-45c6-925e-910a2eae21cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.613140 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-894eb8cd-db71-4f4c-ab78-5f8859481fae req-cb1e1ad1-143c-405a-9470-5af755158e37 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0528033 Jul 16 01:36:42.621520 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-20c8399e-194b-4552-8d3b-10a2812b2b36 None None] Provisioning complete for port a1828e5b-4585-438f-9a34-9f16b080f5d4 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:42.621908 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-20c8399e-194b-4552-8d3b-10a2812b2b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.630383 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48386) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:42.662534 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-20c8399e-194b-4552-8d3b-10a2812b2b36 None None] Port a1828e5b-4585-438f-9a34-9f16b080f5d4 was deleted so its status cannot be updated. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 01:36:42.681225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eb8cd-db71-4f4c-ab78-5f8859481fae req-f5075df8-0d4a-470a-9cec-3ace5ff8429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.683056 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-894eb8cd-db71-4f4c-ab78-5f8859481fae req-f5075df8-0d4a-470a-9cec-3ace5ff8429f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0632737 Jul 16 01:36:42.699704 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d07117b5-868f-4f05-878b-b692936e7249 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:42.700428 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:42.759880 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3e55c19c-09c4-495a-b7ba-2d83176f94ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-router', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:04Z', 'updated_at': '2021-07-16T01:28:07Z', 'revision_number': 4, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'gw_port': {'id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:05Z', 'updated_at': '2021-07-16T01:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'edb6a423-a1e8-46bf-9ad1-ad7db0da82eb', 'name': '', 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'mac_address': 'fa:16:3e:d5:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:07Z', 'updated_at': '2021-07-16T01:28:13Z', 'revision_number': 5, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'subnets': [{'id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:42.768486 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eb8cd-db71-4f4c-ab78-5f8859481fae req-bcbc5dd9-2e11-4043-be00-fc9e25fb2a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:42.770296 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-894eb8cd-db71-4f4c-ab78-5f8859481fae req-bcbc5dd9-2e11-4043-be00-fc9e25fb2a0f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799453 Jul 16 01:36:42.795571 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e55c19c-09c4-495a-b7ba-2d83176f94ad None None] Checking router: 0433e940-a898-421f-93ff-7a5cd9f1b9a9 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:42.836405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e55c19c-09c4-495a-b7ba-2d83176f94ad None None] Routers {'0433e940-a898-421f-93ff-7a5cd9f1b9a9'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:42.837315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3e55c19c-09c4-495a-b7ba-2d83176f94ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:42.872102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2538e64a-8062-43f9-b801-acbae7226a02 tempest-DvrRoutersNegativeTest-848532397 tempest-DvrRoutersNegativeTest-848532397-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-651652232', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:42.874934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.policy [None req-2538e64a-8062-43f9-b801-acbae7226a02 tempest-DvrRoutersNegativeTest-848532397 tempest-DvrRoutersNegativeTest-848532397-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93920) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 01:36:42.877702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.policy [None req-2538e64a-8062-43f9-b801-acbae7226a02 tempest-DvrRoutersNegativeTest-848532397 tempest-DvrRoutersNegativeTest-848532397-project] Failed policy check for 'create_router' {{(pid=93920) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 01:36:42.877702 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-2538e64a-8062-43f9-b801-acbae7226a02 tempest-DvrRoutersNegativeTest-848532397 tempest-DvrRoutersNegativeTest-848532397-project] create failed (client error): Access was denied to this resource. Jul 16 01:36:42.877702 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2538e64a-8062-43f9-b801-acbae7226a02 tempest-DvrRoutersNegativeTest-848532397 tempest-DvrRoutersNegativeTest-848532397-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2462718 Jul 16 01:36:42.955790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7ec6fa-a29e-45c6-925e-910a2eae21cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=a1828e5b-4585-438f-9a34-9f16b080f5d4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:42.964685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-406c8117-9634-47ff-b1a3-6625d47f4125 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] For port 27f917a1-0806-4b45-b753-7a34e84803ab, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=27f917a1-0806-4b45-b753-7a34e84803ab,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:42.965058 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-406c8117-9634-47ff-b1a3-6625d47f4125 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.004313 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-894eb8cd-db71-4f4c-ab78-5f8859481fae req-8d2244ed-b39d-4a1f-ae16-68a9b83dfaa7 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256014 Jul 16 01:36:43.007941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-3e55c19c-09c4-495a-b7ba-2d83176f94ad None None] Set router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:43.024611 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-406c8117-9634-47ff-b1a3-6625d47f4125 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Calling delete_port for 27f917a1-0806-4b45-b753-7a34e84803ab owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:43.201424 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc7ec6fa-a29e-45c6-925e-910a2eae21cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.218914 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-894eb8cd-db71-4f4c-ab78-5f8859481fae req-47b1afad-9209-4692-86e7-781159996fa8 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069790 Jul 16 01:36:43.319211 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3e55c19c-09c4-495a-b7ba-2d83176f94ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-router', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:04Z', 'updated_at': '2021-07-16T01:28:07Z', 'revision_number': 4, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'gw_port': {'id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:05Z', 'updated_at': '2021-07-16T01:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'edb6a423-a1e8-46bf-9ad1-ad7db0da82eb', 'name': '', 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'mac_address': 'fa:16:3e:d5:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:07Z', 'updated_at': '2021-07-16T01:28:13Z', 'revision_number': 5, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'subnets': [{'id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:43.334724 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48394) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:43.357745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e55c19c-09c4-495a-b7ba-2d83176f94ad None None] The sync data for ids ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'] in n-d-791505-14 is: [{'id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-router', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:04Z', 'updated_at': '2021-07-16T01:28:07Z', 'revision_number': 4, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'gw_port': {'id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:05Z', 'updated_at': '2021-07-16T01:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'edb6a423-a1e8-46bf-9ad1-ad7db0da82eb', 'name': '', 'network_id': '3426d80e-bb53-487d-95f9-f84d3151a9b8', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'mac_address': 'fa:16:3e:d5:b1:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:07Z', 'updated_at': '2021-07-16T01:28:13Z', 'revision_number': 5, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'subnets': [{'id': '52d29289-4d75-4280-a8db-60ec2fc27c99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:43.452718 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc7ec6fa-a29e-45c6-925e-910a2eae21cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Router 83331431-8b92-4435-b5d8-7b6879b70407 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:36:43.479934 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-653d4a35-f184-4276-a55e-39ab0ccb39b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.581354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc7ec6fa-a29e-45c6-925e-910a2eae21cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:36:43.587005 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bc7ec6fa-a29e-45c6-925e-910a2eae21cc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "PUT /v2.0/routers/83331431-8b92-4435-b5d8-7b6879b70407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6656258 Jul 16 01:36:43.587968 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-406c8117-9634-47ff-b1a3-6625d47f4125 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.589581 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48400) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:43.595327 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-653d4a35-f184-4276-a55e-39ab0ccb39b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.600998 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['27f917a1-0806-4b45-b753-7a34e84803ab', '94a80f8a-7bf7-408e-959c-602886a9a07c'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:43.601784 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-653d4a35-f184-4276-a55e-39ab0ccb39b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.626624 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:36:43.648982 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-653d4a35-f184-4276-a55e-39ab0ccb39b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c349cbe6f964e288115366c4b866b9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3119352 Jul 16 01:36:43.657522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48402) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:43.663525 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d4a35-f184-4276-a55e-39ab0ccb39b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200ceab2-5372-4794-938b-22a17144c9d3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.674998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c8117-9634-47ff-b1a3-6625d47f4125 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event deleted for resources: {'Port': ['ID=27f917a1-0806-4b45-b753-7a34e84803ab,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.781193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ec027e-2c3b-4470-b5b2-26802cea7f34 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.782769 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ec027e-2c3b-4470-b5b2-26802cea7f34 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:43.784445 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-72ec027e-2c3b-4470-b5b2-26802cea7f34 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1925187 Jul 16 01:36:43.787145 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48404) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:43.790226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406c8117-9634-47ff-b1a3-6625d47f4125 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] No DVR routers for this DVR port 27f917a1-0806-4b45-b753-7a34e84803ab on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:43.794960 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-406c8117-9634-47ff-b1a3-6625d47f4125 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.797256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-406c8117-9634-47ff-b1a3-6625d47f4125 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "DELETE /v2.0/ports/27f917a1-0806-4b45-b753-7a34e84803ab HTTP/1.1" status: 204 len: 168 time: 1.7550397 Jul 16 01:36:43.797805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-deleted', 'tag': '27f917a1-0806-4b45-b753-7a34e84803ab'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:43.799918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48406) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:43.800137 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90283319-2f2b-4c59-845f-82265a507e63" -d '{"events": [{"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-deleted", "tag": "27f917a1-0806-4b45-b753-7a34e84803ab"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:43.810331 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db53ac06-521b-42ad-9d91-8ed149e1f39f None None] New status for floating IP fa64d76b-644c-404f-a224-21a120f063a9: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:36:43.819417 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0dfcb1c-660d-40af-a7aa-fa031dbe77b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.846389 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0dfcb1c-660d-40af-a7aa-fa031dbe77b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.856037 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d45335a-8e04-4c46-b55a-d07aee8fa8ce x-openstack-request-id: req-5d45335a-8e04-4c46-b55a-d07aee8fa8ce {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:43.856335 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-deleted", "tag": "27f917a1-0806-4b45-b753-7a34e84803ab", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:43.856635 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d45335a-8e04-4c46-b55a-d07aee8fa8ce {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:43.857033 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-deleted', 'tag': '27f917a1-0806-4b45-b753-7a34e84803ab', 'status': 'completed', 'code': 200} Jul 16 01:36:43.899532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a4fbd4-27f5-46ae-b159-ec3021870d27 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 25d47a32-c9ef-4a90-af1a-d1dd9b2a0f8a {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:43.905849 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34a4fbd4-27f5-46ae-b159-ec3021870d27 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.908795 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0dfcb1c-660d-40af-a7aa-fa031dbe77b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.911725 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0dfcb1c-660d-40af-a7aa-fa031dbe77b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:43.913120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b0dfcb1c-660d-40af-a7aa-fa031dbe77b3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/200ceab2-5372-4794-938b-22a17144c9d3 HTTP/1.1" status: 204 len: 168 time: 0.2510355 Jul 16 01:36:43.923152 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dfcb1c-660d-40af-a7aa-fa031dbe77b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200ceab2-5372-4794-938b-22a17144c9d3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:43.977121 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34a4fbd4-27f5-46ae-b159-ec3021870d27 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.031575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f546642b-53d2-4fee-bf6d-a8ca211f7737 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Deleting port 94a80f8a-7bf7-408e-959c-602886a9a07c {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:44.031951 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f546642b-53d2-4fee-bf6d-a8ca211f7737 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.132599 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34a4fbd4-27f5-46ae-b159-ec3021870d27 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.187463 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-f546642b-53d2-4fee-bf6d-a8ca211f7737 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] For port 94a80f8a-7bf7-408e-959c-602886a9a07c, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=94a80f8a-7bf7-408e-959c-602886a9a07c,segment=NetworkSegment(178a99f6-a748-46bf-9730-31011af783c6),segment_id=178a99f6-a748-46bf-9730-31011af783c6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:44.187984 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f546642b-53d2-4fee-bf6d-a8ca211f7737 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.204502 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f546642b-53d2-4fee-bf6d-a8ca211f7737 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Calling delete_port for 94a80f8a-7bf7-408e-959c-602886a9a07c owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:44.259243 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34a4fbd4-27f5-46ae-b159-ec3021870d27 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.295969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a4fbd4-27f5-46ae-b159-ec3021870d27 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=25d47a32-c9ef-4a90-af1a-d1dd9b2a0f8a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.304362 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34a4fbd4-27f5-46ae-b159-ec3021870d27 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.306171 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-34a4fbd4-27f5-46ae-b159-ec3021870d27 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/25d47a32-c9ef-4a90-af1a-d1dd9b2a0f8a HTTP/1.1" status: 204 len: 168 time: 0.5177126 Jul 16 01:36:44.311239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48422) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.314575 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88be818-8313-40b6-8dfb-f139d29a5418 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:44.402205 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f546642b-53d2-4fee-bf6d-a8ca211f7737 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.417741 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b2a95abb-eb5e-49aa-8fde-d02d987d10ab tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1047368 Jul 16 01:36:44.419544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48424) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.421795 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['27f917a1-0806-4b45-b753-7a34e84803ab', '94a80f8a-7bf7-408e-959c-602886a9a07c'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:36:44.441688 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f546642b-53d2-4fee-bf6d-a8ca211f7737 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Pushing event deleted for resources: {'Port': ['ID=94a80f8a-7bf7-408e-959c-602886a9a07c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:44.520096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f546642b-53d2-4fee-bf6d-a8ca211f7737 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] No DVR routers for this DVR port 94a80f8a-7bf7-408e-959c-602886a9a07c on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:44.523751 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f546642b-53d2-4fee-bf6d-a8ca211f7737 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.528486 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-288af5aa-c78f-472d-8a25-4ee474cb3208 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.528650 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f546642b-53d2-4fee-bf6d-a8ca211f7737 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "DELETE /v2.0/ports/94a80f8a-7bf7-408e-959c-602886a9a07c HTTP/1.1" status: 204 len: 168 time: 0.7247057 Jul 16 01:36:44.528650 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-deleted', 'tag': '94a80f8a-7bf7-408e-959c-602886a9a07c'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:36:44.529292 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48430) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.529436 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec41622-b3b8-4fe9-9379-27db011e5f50" -d '{"events": [{"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-deleted", "tag": "94a80f8a-7bf7-408e-959c-602886a9a07c"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:36:44.587272 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b904129-aa6c-453d-b417-cc55ffacbc0b x-openstack-request-id: req-8b904129-aa6c-453d-b417-cc55ffacbc0b {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:36:44.587571 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97d8ac55-e5eb-414e-b84a-5ebdffc74164", "name": "network-vif-deleted", "tag": "94a80f8a-7bf7-408e-959c-602886a9a07c", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:36:44.587884 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b904129-aa6c-453d-b417-cc55ffacbc0b {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:36:44.588274 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97d8ac55-e5eb-414e-b84a-5ebdffc74164', 'name': 'network-vif-deleted', 'tag': '94a80f8a-7bf7-408e-959c-602886a9a07c', 'status': 'completed', 'code': 200} Jul 16 01:36:44.629667 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4934706e-4c4d-4027-af2f-2c6dbf5bde84 None None] DHCP port deletion for 4d4acc47-7511-482b-8ece-b7156bc68483 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:44.690856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4934706e-4c4d-4027-af2f-2c6dbf5bde84 None None] Deleting port d07117b5-868f-4f05-878b-b692936e7249 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:44.691545 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4934706e-4c4d-4027-af2f-2c6dbf5bde84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.708593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97252ea4-30da-4799-b862-5a74c568df71 None None] Sync routers for ids ['83331431-8b92-4435-b5d8-7b6879b70407'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:36:44.742308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-da32dd86-5c79-466e-8a03-9d805ae0a7b6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Deleting subnet 0774ea09-4045-415e-aa75-851c6a10e42e {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:44.746970 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-da32dd86-5c79-466e-8a03-9d805ae0a7b6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.759585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97252ea4-30da-4799-b862-5a74c568df71 None None] Routers {'83331431-8b92-4435-b5d8-7b6879b70407'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:44.760510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-97252ea4-30da-4799-b862-5a74c568df71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['83331431-8b92-4435-b5d8-7b6879b70407'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:44.774768 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-288af5aa-c78f-472d-8a25-4ee474cb3208 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.780471 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-288af5aa-c78f-472d-8a25-4ee474cb3208 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.809887 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48440) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.839070 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-da32dd86-5c79-466e-8a03-9d805ae0a7b6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.848203 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4934706e-4c4d-4027-af2f-2c6dbf5bde84 None None] For port d07117b5-868f-4f05-878b-b692936e7249, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d07117b5-868f-4f05-878b-b692936e7249,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:44.858471 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4934706e-4c4d-4027-af2f-2c6dbf5bde84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.862829 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-288af5aa-c78f-472d-8a25-4ee474cb3208 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.863375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288af5aa-c78f-472d-8a25-4ee474cb3208 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Fanout notify agent at l3_agent the message router_deleted on router 83331431-8b92-4435-b5d8-7b6879b70407 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:36:44.872142 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-288af5aa-c78f-472d-8a25-4ee474cb3208 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:44.873169 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-97252ea4-30da-4799-b862-5a74c568df71 None None] Set router 83331431-8b92-4435-b5d8-7b6879b70407 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:36:44.875941 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48444) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.876100 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-288af5aa-c78f-472d-8a25-4ee474cb3208 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/routers/83331431-8b92-4435-b5d8-7b6879b70407 HTTP/1.1" status: 204 len: 168 time: 0.4556000 Jul 16 01:36:44.899586 n-d-791505-14 neutron-server[93919]: INFO neutron.db.db_base_plugin_v2 [None req-da32dd86-5c79-466e-8a03-9d805ae0a7b6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Found port (dc873b81-9541-47e5-ba6e-32ed8d605778, 10.2.2.100) having IP allocation on subnet 0774ea09-4045-415e-aa75-851c6a10e42e, cannot delete Jul 16 01:36:44.901491 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-da32dd86-5c79-466e-8a03-9d805ae0a7b6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 01:36:44.901978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da32dd86-5c79-466e-8a03-9d805ae0a7b6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:44.904446 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4934706e-4c4d-4027-af2f-2c6dbf5bde84 None None] Calling delete_port for d07117b5-868f-4f05-878b-b692936e7249 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:44.904737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-da32dd86-5c79-466e-8a03-9d805ae0a7b6 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "DELETE /v2.0/subnets/0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 409 len: 404 time: 0.3746116 Jul 16 01:36:44.908569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48446) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.952246 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-97252ea4-30da-4799-b862-5a74c568df71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83331431-8b92-4435-b5d8-7b6879b70407', 'name': 'tempest-NetworksTestDHCPv6-router-925598268', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:36:38Z', 'updated_at': '2021-07-16T01:36:42Z', 'revision_number': 3, 'project_id': 'a727aa880364414ab1fb8721d99c2bc8', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:44.960084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0c20394d-8325-407a-b530-d3ce3abcba33 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:44.961162 n-d-791505-14 neutron-server[93920]: WARNING neutron.api.v2.base [None req-0c20394d-8325-407a-b530-d3ce3abcba33 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:36:44.961923 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-0c20394d-8325-407a-b530-d3ce3abcba33 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:36:44.970595 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0c20394d-8325-407a-b530-d3ce3abcba33 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1594474 Jul 16 01:36:44.973689 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48448) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:44.979122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-be681862-36bc-4ecf-a60e-2131b551a810 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1718616594'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:44.993276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97252ea4-30da-4799-b862-5a74c568df71 None None] Checking router: 83331431-8b92-4435-b5d8-7b6879b70407 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:36:45.010466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-277e4a1d-c078-45fe-9a02-c6917bb057d4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Deleting subnet e5f853c1-a601-4513-aeeb-19c9588d26d7 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:45.012531 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97252ea4-30da-4799-b862-5a74c568df71 None None] Routers set() bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:36:45.013190 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97252ea4-30da-4799-b862-5a74c568df71 None None] Router IDs set() for agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:36:45.013850 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_agentschedulers_db [None req-97252ea4-30da-4799-b862-5a74c568df71 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'83331431-8b92-4435-b5d8-7b6879b70407'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:36:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent'). {{(pid=93921) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:36:45.014237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97252ea4-30da-4799-b862-5a74c568df71 None None] The sync data for ids ['83331431-8b92-4435-b5d8-7b6879b70407'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:36:45.015251 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-277e4a1d-c078-45fe-9a02-c6917bb057d4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.032100 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92123ab-5cce-478b-b43f-bc820c659390 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.034091 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e92123ab-5cce-478b-b43f-bc820c659390 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1569910 Jul 16 01:36:45.037479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48450) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.110916 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b44aca6-a5ec-40b8-8b5e-8b05c85775a1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.112484 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6b44aca6-a5ec-40b8-8b5e-8b05c85775a1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0737791 Jul 16 01:36:45.113766 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-277e4a1d-c078-45fe-9a02-c6917bb057d4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.115026 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48452) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.116741 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-be681862-36bc-4ecf-a60e-2131b551a810 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.122701 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4934706e-4c4d-4027-af2f-2c6dbf5bde84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.148052 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-be681862-36bc-4ecf-a60e-2131b551a810 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.152091 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934706e-4c4d-4027-af2f-2c6dbf5bde84 None None] Pushing event deleted for resources: {'Port': ['ID=d07117b5-868f-4f05-878b-b692936e7249,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.157566 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cad1ed1a-b401-4c34-9552-e16e16f2c388 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0366871 Jul 16 01:36:45.159049 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48454) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.161345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4934706e-4c4d-4027-af2f-2c6dbf5bde84 None None] No DVR routers for this DVR port d07117b5-868f-4f05-878b-b692936e7249 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:45.164356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ca51bbe6-5c41-4fcb-b66f-1349136c3706 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:45.190508 n-d-791505-14 neutron-server[93919]: INFO neutron.db.db_base_plugin_v2 [None req-277e4a1d-c078-45fe-9a02-c6917bb057d4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Found port (f13139bc-439e-4e7c-b125-a57ef682fe13, 10.1.1.100) having IP allocation on subnet e5f853c1-a601-4513-aeeb-19c9588d26d7, cannot delete Jul 16 01:36:45.194883 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-277e4a1d-c078-45fe-9a02-c6917bb057d4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 01:36:45.195359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277e4a1d-c078-45fe-9a02-c6917bb057d4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:45.197116 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-277e4a1d-c078-45fe-9a02-c6917bb057d4 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "DELETE /v2.0/subnets/e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 409 len: 404 time: 0.2875273 Jul 16 01:36:45.201030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48456) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.332394 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b51ff306-827a-4f93-8a3d-de86dc7ccfd9 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.361438 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-b51ff306-827a-4f93-8a3d-de86dc7ccfd9 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 01:36:45.361838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b51ff306-827a-4f93-8a3d-de86dc7ccfd9 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:45.363548 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b51ff306-827a-4f93-8a3d-de86dc7ccfd9 tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "DELETE /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 409 len: 405 time: 0.1615171 Jul 16 01:36:45.367176 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48458) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.393851 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-be681862-36bc-4ecf-a60e-2131b551a810 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.404890 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-be681862-36bc-4ecf-a60e-2131b551a810 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.415898 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca51bbe6-5c41-4fcb-b66f-1349136c3706 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:45.420457 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ca51bbe6-5c41-4fcb-b66f-1349136c3706 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.491186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be681862-36bc-4ecf-a60e-2131b551a810 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f751e38-90f2-4177-8202-8f3528cadeb6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.534461 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-161d9dc1-8bea-4353-b9e7-697afdeb072c tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.552986 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-161d9dc1-8bea-4353-b9e7-697afdeb072c tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 01:36:45.553454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-161d9dc1-8bea-4353-b9e7-697afdeb072c tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:36:45.563816 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-161d9dc1-8bea-4353-b9e7-697afdeb072c tempest-TaggedBootDevicesTest_v242-1465459161 tempest-TaggedBootDevicesTest_v242-1465459161-project] 10.222.0.22 "DELETE /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189 HTTP/1.1" status: 409 len: 405 time: 0.1870880 Jul 16 01:36:45.586761 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-be681862-36bc-4ecf-a60e-2131b551a810 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.590999 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-be681862-36bc-4ecf-a60e-2131b551a810 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.617025 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-be681862-36bc-4ecf-a60e-2131b551a810 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.618039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-be681862-36bc-4ecf-a60e-2131b551a810 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6435487 Jul 16 01:36:45.622968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48460) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.627435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ea25a492-f9bd-41a5-b2aa-17e0cdfae1df tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '967615f0-f60e-4c31-ba0e-6ad3b8c75019', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:45.640179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be681862-36bc-4ecf-a60e-2131b551a810 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=967615f0-f60e-4c31-ba0e-6ad3b8c75019,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.664904 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea25a492-f9bd-41a5-b2aa-17e0cdfae1df tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.728639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.objects.ports [None req-ca51bbe6-5c41-4fcb-b66f-1349136c3706 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93920) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:36:45.730220 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ca51bbe6-5c41-4fcb-b66f-1349136c3706 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.738649 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea25a492-f9bd-41a5-b2aa-17e0cdfae1df tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.745360 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea25a492-f9bd-41a5-b2aa-17e0cdfae1df tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.779439 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea25a492-f9bd-41a5-b2aa-17e0cdfae1df tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36ef9a1e-1e61-49bf-a7cd-e5b6d093858c,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.782604 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca51bbe6-5c41-4fcb-b66f-1349136c3706 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:45.786122 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-ca51bbe6-5c41-4fcb-b66f-1349136c3706 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:45.790528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca51bbe6-5c41-4fcb-b66f-1349136c3706 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:45.791129 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ca51bbe6-5c41-4fcb-b66f-1349136c3706 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.797768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e7e77c-797a-4761-aa29-a8fb16a4acd9 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:45.802395 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51bbe6-5c41-4fcb-b66f-1349136c3706 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=6f215464-b871-453d-81b7-f1afa6fdc9b2,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:45.806258 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ea25a492-f9bd-41a5-b2aa-17e0cdfae1df tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.807741 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ea25a492-f9bd-41a5-b2aa-17e0cdfae1df tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1837671 Jul 16 01:36:45.810773 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48470) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.815351 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-fcde35d2-2a77-4210-9fad-9517acef5b50 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '967615f0-f60e-4c31-ba0e-6ad3b8c75019', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:45.818716 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ca51bbe6-5c41-4fcb-b66f-1349136c3706 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6562560 Jul 16 01:36:45.819463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48472) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:45.827044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-1b0f379a-2a12-4b3e-a273-a6b44b4335dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:45.905734 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcde35d2-2a77-4210-9fad-9517acef5b50 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.963451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4d4acc47-7511-482b-8ece-b7156bc68483', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'fixed_ips': [{'subnet_id': '6f215464-b871-453d-81b7-f1afa6fdc9b2'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:45.964383 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.981240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0f379a-2a12-4b3e-a273-a6b44b4335dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:45.984782 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1b0f379a-2a12-4b3e-a273-a6b44b4335dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:45.989256 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-fcde35d2-2a77-4210-9fad-9517acef5b50 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:36:45.990294 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fcde35d2-2a77-4210-9fad-9517acef5b50 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1785896 Jul 16 01:36:45.994771 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48476) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:46.092330 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-feed0fac-42e6-4923-8f1c-a7dacb993cb0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.120596 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-feed0fac-42e6-4923-8f1c-a7dacb993cb0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.123377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Allocated IP 2001:db8::f816:3eff:fe2c:5b20 (4d4acc47-7511-482b-8ece-b7156bc68483/6f215464-b871-453d-81b7-f1afa6fdc9b2/9d910e5f-1fcc-473b-a107-48a621d969ec) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:46.179611 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-feed0fac-42e6-4923-8f1c-a7dacb993cb0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.182249 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-feed0fac-42e6-4923-8f1c-a7dacb993cb0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.183463 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-feed0fac-42e6-4923-8f1c-a7dacb993cb0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "DELETE /v2.0/security-groups/967615f0-f60e-4c31-ba0e-6ad3b8c75019 HTTP/1.1" status: 204 len: 168 time: 0.1876779 Jul 16 01:36:46.187195 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48480) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:46.199281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed0fac-42e6-4923-8f1c-a7dacb993cb0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=967615f0-f60e-4c31-ba0e-6ad3b8c75019,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.308447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cba686c2-bbc2-4a33-a491-00482782f464 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1168051 Jul 16 01:36:46.308854 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48484) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:46.316742 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-1eaffe99-9b9d-48f4-9f83-ab1fdd5cf17c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1031404921'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:46.339319 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1b0f379a-2a12-4b3e-a273-a6b44b4335dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.375269 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1eaffe99-9b9d-48f4-9f83-ab1fdd5cf17c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.396744 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0f379a-2a12-4b3e-a273-a6b44b4335dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:46.410573 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-1b0f379a-2a12-4b3e-a273-a6b44b4335dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:46.433779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0f379a-2a12-4b3e-a273-a6b44b4335dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:46.434378 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1b0f379a-2a12-4b3e-a273-a6b44b4335dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.445864 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.450474 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f379a-2a12-4b3e-a273-a6b44b4335dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=abd853e0-83ce-473a-99a0-9b81df44886b,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.452846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a1828e5b-4585-438f-9a34-9f16b080f5d4 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:46.474446 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Transition to ACTIVE for port object 9d910e5f-1fcc-473b-a107-48a621d969ec will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:46.476544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: a1828e5b-4585-438f-9a34-9f16b080f5d4 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:46.476902 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a1828e5b-4585-438f-9a34-9f16b080f5d4 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:46.477315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d07117b5-868f-4f05-878b-b692936e7249 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:46.503816 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: d07117b5-868f-4f05-878b-b692936e7249 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:46.504254 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d07117b5-868f-4f05-878b-b692936e7249 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:46.511845 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Transition to ACTIVE for port object 9d910e5f-1fcc-473b-a107-48a621d969ec will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:46.513684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77363a22-60b5-4801-ae82-08e9ad9bc475 req-aa8622d1-e67b-4f33-b621-505f672dca90 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:46.514652 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77363a22-60b5-4801-ae82-08e9ad9bc475 req-aa8622d1-e67b-4f33-b621-505f672dca90 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 1097 time: 0.1200120 Jul 16 01:36:46.524741 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.544065 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-77363a22-60b5-4801-ae82-08e9ad9bc475 req-081752cc-c706-4484-bdc5-bb5f8aaf1391 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.563545 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1eaffe99-9b9d-48f4-9f83-ab1fdd5cf17c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.565130 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:46.568076 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:46.568500 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1eaffe99-9b9d-48f4-9f83-ab1fdd5cf17c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.572758 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:46.577991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Pushing event updated for resources: {'Port': ['ID=9d910e5f-1fcc-473b-a107-48a621d969ec,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.584100 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48486) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:46.584661 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1b0f379a-2a12-4b3e-a273-a6b44b4335dd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7628169 Jul 16 01:36:46.589247 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2bf27c0c-ba4a-43ac-8733-4c400f100c65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'mac_address': 'fa:16:3e:88:a6:9d', 'name': 'tempest-NetworksTestDHCPv6-40181754'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:46.623598 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaffe99-9b9d-48f4-9f83-ab1fdd5cf17c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a761ec5-78da-457c-bd6c-3c4839a2d36b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.644154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Attempting to bind port 9d910e5f-1fcc-473b-a107-48a621d969ec on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:46.644547 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Attempting to bind port 9d910e5f-1fcc-473b-a107-48a621d969ec by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:46.644911 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Attempting to bind port 9d910e5f-1fcc-473b-a107-48a621d969ec on network 4d4acc47-7511-482b-8ece-b7156bc68483 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:46.649961 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:46.650343 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Checking segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:46.650753 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.651160 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Bound using segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:46.651634 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Bound port: 9d910e5f-1fcc-473b-a107-48a621d969ec, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:46.652055 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.700995 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-77363a22-60b5-4801-ae82-08e9ad9bc475 req-081752cc-c706-4484-bdc5-bb5f8aaf1391 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.705678 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-77363a22-60b5-4801-ae82-08e9ad9bc475 req-081752cc-c706-4484-bdc5-bb5f8aaf1391 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.723174 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] For port 9d910e5f-1fcc-473b-a107-48a621d969ec, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:46.727332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] For port 9d910e5f-1fcc-473b-a107-48a621d969ec, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9d910e5f-1fcc-473b-a107-48a621d969ec,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:46.729357 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf27c0c-ba4a-43ac-8733-4c400f100c65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:46.733613 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1eaffe99-9b9d-48f4-9f83-ab1fdd5cf17c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.737581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1eaffe99-9b9d-48f4-9f83-ab1fdd5cf17c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4252741 Jul 16 01:36:46.739358 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.739885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48488) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:46.744304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77363a22-60b5-4801-ae82-08e9ad9bc475 req-081752cc-c706-4484-bdc5-bb5f8aaf1391 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213969 Jul 16 01:36:46.755950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-962cbcf4-b76c-49e9-acfd-6eef3ac05987 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '4a761ec5-78da-457c-bd6c-3c4839a2d36b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:46.756796 n-d-791505-14 neutron-server[93919]: WARNING neutron.api.v2.base [None req-962cbcf4-b76c-49e9-acfd-6eef3ac05987 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 01:36:46.757312 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-962cbcf4-b76c-49e9-acfd-6eef3ac05987 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:46.760812 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-962cbcf4-b76c-49e9-acfd-6eef3ac05987 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0192397 Jul 16 01:36:46.763892 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48490) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:46.774035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081752cc-c706-4484-bdc5-bb5f8aaf1391 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f75e75-8958-417d-aab4-47e28ccdd494,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.825305 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36233d-966f-4769-ba50-e03ab7f11170 None None] Pushing event updated for resources: {'Port': ['ID=9d910e5f-1fcc-473b-a107-48a621d969ec,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:46.847687 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4bbf28e7-32f7-412f-9837-5273f5e88c7f tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.852472 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2bf27c0c-ba4a-43ac-8733-4c400f100c65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.876511 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4bbf28e7-32f7-412f-9837-5273f5e88c7f tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.885188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-2bf27c0c-ba4a-43ac-8733-4c400f100c65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port 6bd1960f-d35c-4e41-a6a4-d4d5bd9679d9 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:46.975923 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4bbf28e7-32f7-412f-9837-5273f5e88c7f tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.978620 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4bbf28e7-32f7-412f-9837-5273f5e88c7f tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:46.979797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4bbf28e7-32f7-412f-9837-5273f5e88c7f tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "DELETE /v2.0/security-groups/4a761ec5-78da-457c-bd6c-3c4839a2d36b HTTP/1.1" status: 204 len: 168 time: 0.2149839 Jul 16 01:36:46.989328 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce635b3-cb94-4050-81fe-1ac3415f75f5 req-826328fe-bbbb-4e60-90f0-8ce4f68b82a7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:46.992323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ce635b3-cb94-4050-81fe-1ac3415f75f5 req-826328fe-bbbb-4e60-90f0-8ce4f68b82a7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.1048477 Jul 16 01:36:46.993121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48496) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.033139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf28e7-32f7-412f-9837-5273f5e88c7f tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a761ec5-78da-457c-bd6c-3c4839a2d36b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.089882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-2bf27c0c-ba4a-43ac-8733-4c400f100c65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 172.20.0.5 (4d4acc47-7511-482b-8ece-b7156bc68483/abd853e0-83ce-473a-99a0-9b81df44886b/6bd1960f-d35c-4e41-a6a4-d4d5bd9679d9) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:47.097771 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-2bf27c0c-ba4a-43ac-8733-4c400f100c65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::f816:3eff:fe88:a69d (4d4acc47-7511-482b-8ece-b7156bc68483/6f215464-b871-453d-81b7-f1afa6fdc9b2/6bd1960f-d35c-4e41-a6a4-d4d5bd9679d9) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:47.115737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d1450e60-a19f-4eef-8994-429f209d3112 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1047063 Jul 16 01:36:47.121758 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48498) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.127298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-dfa86d25-7a83-4953-a215-de9ab8ea44b5 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group': {'name': 'tempest-secgroup--2114682314'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:47.141318 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ce635b3-cb94-4050-81fe-1ac3415f75f5 req-6072dd66-f71e-4984-88da-fb40ba5aba35 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105788 Jul 16 01:36:47.157536 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dfa86d25-7a83-4953-a215-de9ab8ea44b5 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.179697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48502) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.271560 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dfa86d25-7a83-4953-a215-de9ab8ea44b5 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.275023 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dfa86d25-7a83-4953-a215-de9ab8ea44b5 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.307981 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dfa86d25-7a83-4953-a215-de9ab8ea44b5 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.309555 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dfa86d25-7a83-4953-a215-de9ab8ea44b5 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1868196 Jul 16 01:36:47.311943 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa86d25-7a83-4953-a215-de9ab8ea44b5 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0272a5c7-2c69-4e9a-a5c2-4da8084d28bb,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.314138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48504) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.319287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-bdf57d16-4141-4154-87e2-4555a137d21e tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '0272a5c7-2c69-4e9a-a5c2-4da8084d28bb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:47.320140 n-d-791505-14 neutron-server[93919]: WARNING neutron.api.v2.base [None req-bdf57d16-4141-4154-87e2-4555a137d21e tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 01:36:47.320668 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-bdf57d16-4141-4154-87e2-4555a137d21e tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:47.321695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bdf57d16-4141-4154-87e2-4555a137d21e tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0063951 Jul 16 01:36:47.324553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48506) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.385196 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abec8e4c-6454-4c0e-81fa-ec06b818d7e1 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.409157 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abec8e4c-6454-4c0e-81fa-ec06b818d7e1 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.451992 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abec8e4c-6454-4c0e-81fa-ec06b818d7e1 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.454680 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abec8e4c-6454-4c0e-81fa-ec06b818d7e1 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.455862 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-abec8e4c-6454-4c0e-81fa-ec06b818d7e1 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "DELETE /v2.0/security-groups/0272a5c7-2c69-4e9a-a5c2-4da8084d28bb HTTP/1.1" status: 204 len: 168 time: 0.1303689 Jul 16 01:36:47.458947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48508) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.472722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec8e4c-6454-4c0e-81fa-ec06b818d7e1 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0272a5c7-2c69-4e9a-a5c2-4da8084d28bb,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.513996 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1450599d-39a0-465d-9590-c8a016c5db91 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0494158 Jul 16 01:36:47.514245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48510) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.518796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-71f32a7f-3b5b-4a2b-bd5e-06c5fd62bb58 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group': {'name': 'tempest-secgroup--213107035'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:47.543425 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-71f32a7f-3b5b-4a2b-bd5e-06c5fd62bb58 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.592226 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bdcd0604-73e6-43a2-a5ad-e70a3db4b632 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/floatingips/102cc503-3718-49de-bf30-3914ddda07df HTTP/1.1" status: 200 len: 992 time: 0.4053571 Jul 16 01:36:47.623920 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2bf27c0c-ba4a-43ac-8733-4c400f100c65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.640295 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-71f32a7f-3b5b-4a2b-bd5e-06c5fd62bb58 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.642295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-2bf27c0c-ba4a-43ac-8733-4c400f100c65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object 6bd1960f-d35c-4e41-a6a4-d4d5bd9679d9 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:47.644658 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-71f32a7f-3b5b-4a2b-bd5e-06c5fd62bb58 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.668261 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-71f32a7f-3b5b-4a2b-bd5e-06c5fd62bb58 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.673304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-71f32a7f-3b5b-4a2b-bd5e-06c5fd62bb58 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1581216 Jul 16 01:36:47.674767 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48514) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.681144 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-fb140621-881a-4d91-a911-3c8c38566dd0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '26827a19-5c22-403f-a613-671d2f96a571', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:47.682101 n-d-791505-14 neutron-server[93920]: WARNING neutron.api.v2.base [None req-fb140621-881a-4d91-a911-3c8c38566dd0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 01:36:47.682498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f32a7f-3b5b-4a2b-bd5e-06c5fd62bb58 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26827a19-5c22-403f-a613-671d2f96a571,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.682671 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-fb140621-881a-4d91-a911-3c8c38566dd0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:47.683991 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fb140621-881a-4d91-a911-3c8c38566dd0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080528 Jul 16 01:36:47.687528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48516) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.693288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1689d656-4d76-44ac-8fec-27d14c6ca361 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '26827a19-5c22-403f-a613-671d2f96a571', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:47.694212 n-d-791505-14 neutron-server[93920]: WARNING neutron.api.v2.base [None req-1689d656-4d76-44ac-8fec-27d14c6ca361 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 01:36:47.694776 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-1689d656-4d76-44ac-8fec-27d14c6ca361 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:47.699005 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1689d656-4d76-44ac-8fec-27d14c6ca361 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0072770 Jul 16 01:36:47.699005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48518) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.704498 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-29a8088b-e670-4be7-bdcd-08a554fe30f1 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '26827a19-5c22-403f-a613-671d2f96a571', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:47.705321 n-d-791505-14 neutron-server[93920]: WARNING neutron.api.v2.base [None req-29a8088b-e670-4be7-bdcd-08a554fe30f1 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 01:36:47.705812 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-29a8088b-e670-4be7-bdcd-08a554fe30f1 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:47.707803 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-29a8088b-e670-4be7-bdcd-08a554fe30f1 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067351 Jul 16 01:36:47.709991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48520) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.714732 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-648ca808-ff1e-4d51-9985-f56e3a175d4c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '26827a19-5c22-403f-a613-671d2f96a571', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:47.715601 n-d-791505-14 neutron-server[93920]: WARNING neutron.api.v2.base [None req-648ca808-ff1e-4d51-9985-f56e3a175d4c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 01:36:47.716671 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-648ca808-ff1e-4d51-9985-f56e3a175d4c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:47.717819 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-648ca808-ff1e-4d51-9985-f56e3a175d4c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0065403 Jul 16 01:36:47.719168 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2bf27c0c-ba4a-43ac-8733-4c400f100c65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.720901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48522) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.775301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf27c0c-ba4a-43ac-8733-4c400f100c65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:47.778718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-2bf27c0c-ba4a-43ac-8733-4c400f100c65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:47.781945 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf27c0c-ba4a-43ac-8733-4c400f100c65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:47.787560 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6938c4b0-38b8-45dc-8267-222534583166 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.814756 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf27c0c-ba4a-43ac-8733-4c400f100c65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=6bd1960f-d35c-4e41-a6a4-d4d5bd9679d9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.817178 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6938c4b0-38b8-45dc-8267-222534583166 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.843917 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf27c0c-ba4a-43ac-8733-4c400f100c65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:47.844863 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2bf27c0c-ba4a-43ac-8733-4c400f100c65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.862488 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2bf27c0c-ba4a-43ac-8733-4c400f100c65 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.2746522 Jul 16 01:36:47.862488 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48526) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.868731 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6938c4b0-38b8-45dc-8267-222534583166 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.871727 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6938c4b0-38b8-45dc-8267-222534583166 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:47.873469 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6938c4b0-38b8-45dc-8267-222534583166 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "DELETE /v2.0/security-groups/26827a19-5c22-403f-a613-671d2f96a571 HTTP/1.1" status: 204 len: 168 time: 0.1513109 Jul 16 01:36:47.876252 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48528) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.882791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6938c4b0-38b8-45dc-8267-222534583166 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26827a19-5c22-403f-a613-671d2f96a571,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:47.935277 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b430da-6753-49d8-b755-c99168b1b901 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:47.954792 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ebd529d8-4081-4ed3-be54-910e2dfb0845 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0729408 Jul 16 01:36:47.954792 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48534) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:47.959120 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7dece0c2-fde6-4f67-9a60-563ee66bd97a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group': {'name': 'tempest-secgroup--800606388'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:47.993503 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7dece0c2-fde6-4f67-9a60-563ee66bd97a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.016541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce39be7d-19f8-41b1-bbf9-6271a5cd9551 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:48.023460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-158b303e-09e8-4d49-a2cd-d5acd158ef8e req-5f973cd6-fe5b-4b8a-990b-e13f919e0647 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:36:48.029007 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-158b303e-09e8-4d49-a2cd-d5acd158ef8e req-5f973cd6-fe5b-4b8a-990b-e13f919e0647 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059772 Jul 16 01:36:48.029329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce39be7d-19f8-41b1-bbf9-6271a5cd9551 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:48.034555 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ce39be7d-19f8-41b1-bbf9-6271a5cd9551 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1686668 Jul 16 01:36:48.035634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48536) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:48.117164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-58bf3fc0-0588-4ee5-bcdb-5cbb9e9c1521 None None] Provisioning for port 9d910e5f-1fcc-473b-a107-48a621d969ec completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:48.123301 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7dece0c2-fde6-4f67-9a60-563ee66bd97a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.127985 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7dece0c2-fde6-4f67-9a60-563ee66bd97a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.164354 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7dece0c2-fde6-4f67-9a60-563ee66bd97a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.167140 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7dece0c2-fde6-4f67-9a60-563ee66bd97a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2117631 Jul 16 01:36:48.170841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48542) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:48.174789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-fbe43249-6265-4918-84e1-da42d4200a88 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port 6bd1960f-d35c-4e41-a6a4-d4d5bd9679d9 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:48.175265 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbe43249-6265-4918-84e1-da42d4200a88 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.175560 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-cbcea9b3-ddd7-4fe2-898d-6e84a06f207a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '10d004fc-9277-4d15-a8e2-edcd650eb1c9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:48.176087 n-d-791505-14 neutron-server[93920]: WARNING neutron.api.v2.base [None req-cbcea9b3-ddd7-4fe2-898d-6e84a06f207a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:36:48.176588 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-cbcea9b3-ddd7-4fe2-898d-6e84a06f207a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:48.177563 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cbcea9b3-ddd7-4fe2-898d-6e84a06f207a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0056117 Jul 16 01:36:48.178871 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dece0c2-fde6-4f67-9a60-563ee66bd97a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d004fc-9277-4d15-a8e2-edcd650eb1c9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:48.181795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48544) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:48.196011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5399d826-bc38-45cd-b9db-567f8da95c87 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '10d004fc-9277-4d15-a8e2-edcd650eb1c9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:48.238326 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b0f147-f6a4-4f66-80ea-d2fa226124b9 None None] Update dhcp port {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'fixed_ips': [{'subnet_id': '6f215464-b871-453d-81b7-f1afa6fdc9b2', 'ip_address': '2001:db8::f816:3eff:fe2c:5b20'}, {'subnet_id': 'abd853e0-83ce-473a-99a0-9b81df44886b'}], 'binding:host_id': 'n-d-791505-14'}, 'id': '9d910e5f-1fcc-473b-a107-48a621d969ec'} from n-d-791505-14. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:36:48.279537 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-74b0f147-f6a4-4f66-80ea-d2fa226124b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.489026 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-74b0f147-f6a4-4f66-80ea-d2fa226124b9 None None] Allocated IP 172.20.0.2 (4d4acc47-7511-482b-8ece-b7156bc68483/abd853e0-83ce-473a-99a0-9b81df44886b/9d910e5f-1fcc-473b-a107-48a621d969ec) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:48.597438 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9d910e5f-1fcc-473b-a107-48a621d969ec up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:48.636354 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-5399d826-bc38-45cd-b9db-567f8da95c87 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:48.638090 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5399d826-bc38-45cd-b9db-567f8da95c87 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4561427 Jul 16 01:36:48.640648 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48552) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:48.647354 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbe43249-6265-4918-84e1-da42d4200a88 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.656289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-74b0f147-f6a4-4f66-80ea-d2fa226124b9 None None] For port 9d910e5f-1fcc-473b-a107-48a621d969ec, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9d910e5f-1fcc-473b-a107-48a621d969ec,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:48.656561 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-1d3af7c6-30b3-4d2d-9980-853ee266e9bb tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '10d004fc-9277-4d15-a8e2-edcd650eb1c9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:48.656827 n-d-791505-14 neutron-server[93919]: WARNING neutron.api.v2.base [None req-1d3af7c6-30b3-4d2d-9980-853ee266e9bb tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 01:36:48.657391 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-1d3af7c6-30b3-4d2d-9980-853ee266e9bb tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:48.658804 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-862c1c9e-7af5-4e8b-b768-ea832f21d4cf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1506634 Jul 16 01:36:48.659678 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1d3af7c6-30b3-4d2d-9980-853ee266e9bb tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0168431 Jul 16 01:36:48.661296 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48554) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:48.667447 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f432f844-f6af-46a4-a5f9-235098aa6e5a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '10d004fc-9277-4d15-a8e2-edcd650eb1c9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:48.677986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-fbe43249-6265-4918-84e1-da42d4200a88 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for 6bd1960f-d35c-4e41-a6a4-d4d5bd9679d9 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:48.697235 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-74b0f147-f6a4-4f66-80ea-d2fa226124b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.718384 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-f432f844-f6af-46a4-a5f9-235098aa6e5a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:48.720190 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f432f844-f6af-46a4-a5f9-235098aa6e5a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0576591 Jul 16 01:36:48.721658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 9d910e5f-1fcc-473b-a107-48a621d969ec completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:48.722831 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48556) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:48.728761 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f2f4a9a8-2f41-42da-8419-1d6c7c017188 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '10d004fc-9277-4d15-a8e2-edcd650eb1c9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:48.729633 n-d-791505-14 neutron-server[93920]: WARNING neutron.api.v2.base [None req-f2f4a9a8-2f41-42da-8419-1d6c7c017188 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 01:36:48.730440 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 9d910e5f-1fcc-473b-a107-48a621d969ec triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:48.730818 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.733495 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-74b0f147-f6a4-4f66-80ea-d2fa226124b9 None None] Transition to ACTIVE for port object 9d910e5f-1fcc-473b-a107-48a621d969ec will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:48.739504 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-f2f4a9a8-2f41-42da-8419-1d6c7c017188 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:48.740964 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f2f4a9a8-2f41-42da-8419-1d6c7c017188 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0167458 Jul 16 01:36:48.743841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48560) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:48.756320 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b0ad61b5-571c-4aaa-a609-570fd6fde75a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '10d004fc-9277-4d15-a8e2-edcd650eb1c9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:48.757840 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-74b0f147-f6a4-4f66-80ea-d2fa226124b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.820727 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-b0ad61b5-571c-4aaa-a609-570fd6fde75a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Project 96bf3d03548b44d9a3d74d10d7c5502d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:36:48.841424 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-b0ad61b5-571c-4aaa-a609-570fd6fde75a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:48.842979 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b0ad61b5-571c-4aaa-a609-570fd6fde75a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0979729 Jul 16 01:36:48.846211 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48564) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:48.853306 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ba27e51c-35f8-494f-8770-e67e50acb409 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '10d004fc-9277-4d15-a8e2-edcd650eb1c9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:48.853948 n-d-791505-14 neutron-server[93920]: WARNING neutron.api.v2.base [None req-ba27e51c-35f8-494f-8770-e67e50acb409 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 01:36:48.857863 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-ba27e51c-35f8-494f-8770-e67e50acb409 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:48.860124 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ba27e51c-35f8-494f-8770-e67e50acb409 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0126195 Jul 16 01:36:48.862789 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48566) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:48.869946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-52004dd8-f9da-41bd-9531-96aeecefb7a3 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '10d004fc-9277-4d15-a8e2-edcd650eb1c9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:48.886178 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Port 9d910e5f-1fcc-473b-a107-48a621d969ec had new provisioning blocks added so it will not transition to active. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 01:36:48.890135 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0f147-f6a4-4f66-80ea-d2fa226124b9 None None] Pushing event updated for resources: {'Port': ['ID=9d910e5f-1fcc-473b-a107-48a621d969ec,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:48.909588 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-52004dd8-f9da-41bd-9531-96aeecefb7a3 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Project 96bf3d03548b44d9a3d74d10d7c5502d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:36:48.939283 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-52004dd8-f9da-41bd-9531-96aeecefb7a3 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:48.944944 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-52004dd8-f9da-41bd-9531-96aeecefb7a3 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0783503 Jul 16 01:36:48.945965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48574) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:48.959562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c4882bc3-4d6d-444c-9a1b-0719ac8dc9f7 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '10d004fc-9277-4d15-a8e2-edcd650eb1c9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:48.962901 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbe43249-6265-4918-84e1-da42d4200a88 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:48.996730 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-c4882bc3-4d6d-444c-9a1b-0719ac8dc9f7 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Project 96bf3d03548b44d9a3d74d10d7c5502d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:36:49.012171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe43249-6265-4918-84e1-da42d4200a88 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=6bd1960f-d35c-4e41-a6a4-d4d5bd9679d9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:49.024527 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-c4882bc3-4d6d-444c-9a1b-0719ac8dc9f7 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:49.028021 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c4882bc3-4d6d-444c-9a1b-0719ac8dc9f7 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0773823 Jul 16 01:36:49.028219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48576) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:49.092932 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5194ba46-e3d6-4d04-a16a-2a7434504deb tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.131811 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5194ba46-e3d6-4d04-a16a-2a7434504deb tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.185268 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5194ba46-e3d6-4d04-a16a-2a7434504deb tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.188236 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5194ba46-e3d6-4d04-a16a-2a7434504deb tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.189084 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbe43249-6265-4918-84e1-da42d4200a88 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.191418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fbe43249-6265-4918-84e1-da42d4200a88 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/6bd1960f-d35c-4e41-a6a4-d4d5bd9679d9 HTTP/1.1" status: 204 len: 168 time: 1.1545181 Jul 16 01:36:49.194017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48586) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:49.195037 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48588) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:49.195706 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5194ba46-e3d6-4d04-a16a-2a7434504deb tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "DELETE /v2.0/security-groups/10d004fc-9277-4d15-a8e2-edcd650eb1c9 HTTP/1.1" status: 204 len: 168 time: 0.1664221 Jul 16 01:36:49.205565 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194ba46-e3d6-4d04-a16a-2a7434504deb tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d004fc-9277-4d15-a8e2-edcd650eb1c9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:49.289589 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15a171-b389-4311-9f50-aff2ab3ca4dc req-ea2a5c8e-aebf-4756-b419-dbeb5bf22f38 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.292226 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f15a171-b389-4311-9f50-aff2ab3ca4dc req-ea2a5c8e-aebf-4756-b419-dbeb5bf22f38 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.2770474 Jul 16 01:36:49.345756 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07151904-2770-4414-b24f-be531a45afd0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.347658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07151904-2770-4414-b24f-be531a45afd0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.349513 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07151904-2770-4414-b24f-be531a45afd0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:49.351067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-07151904-2770-4414-b24f-be531a45afd0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1548321 Jul 16 01:36:49.354288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48594) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:49.379065 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f15a171-b389-4311-9f50-aff2ab3ca4dc req-bb05f399-e918-4d23-a3d4-4c60ea2e6491 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807452 Jul 16 01:36:49.383142 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ab0de9e3-03f2-4b66-8d69-970aef01d0ff tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1856854 Jul 16 01:36:49.388265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48596) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:49.393557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ddd1f59b-17e7-4c60-bd4f-294326b15e38 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822920122'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:49.442620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2e460d-e5c7-42e3-912b-6b23cca6679a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 6f215464-b871-453d-81b7-f1afa6fdc9b2 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:49.446139 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddd1f59b-17e7-4c60-bd4f-294326b15e38 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.448021 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0d2e460d-e5c7-42e3-912b-6b23cca6679a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.502708 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0d2e460d-e5c7-42e3-912b-6b23cca6679a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.618342 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0d2e460d-e5c7-42e3-912b-6b23cca6679a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.673172 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddd1f59b-17e7-4c60-bd4f-294326b15e38 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.679049 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddd1f59b-17e7-4c60-bd4f-294326b15e38 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.700278 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ddd1f59b-17e7-4c60-bd4f-294326b15e38 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.701368 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ddd1f59b-17e7-4c60-bd4f-294326b15e38 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3120520 Jul 16 01:36:49.705982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48604) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:49.715205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-50226ecd-92b9-4f44-b7dc-6ab1e91bc74c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': 'a5dd02d5-c1a3-44c1-9aed-c153c18cec7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:49.733014 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd1f59b-17e7-4c60-bd4f-294326b15e38 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dd02d5-c1a3-44c1-9aed-c153c18cec7b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:49.740053 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0d2e460d-e5c7-42e3-912b-6b23cca6679a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.762097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e036e443-552c-4e45-9f81-7a7f1802563d None None] Provisioning for port 9d910e5f-1fcc-473b-a107-48a621d969ec completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:49.766309 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e036e443-552c-4e45-9f81-7a7f1802563d None None] Provisioning complete for port 9d910e5f-1fcc-473b-a107-48a621d969ec triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:49.766745 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e036e443-552c-4e45-9f81-7a7f1802563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.775103 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2e460d-e5c7-42e3-912b-6b23cca6679a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=6f215464-b871-453d-81b7-f1afa6fdc9b2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:49.781049 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0d2e460d-e5c7-42e3-912b-6b23cca6679a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.784354 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0d2e460d-e5c7-42e3-912b-6b23cca6679a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/6f215464-b871-453d-81b7-f1afa6fdc9b2 HTTP/1.1" status: 204 len: 168 time: 0.4288032 Jul 16 01:36:49.786128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48606) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:49.801878 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-50226ecd-92b9-4f44-b7dc-6ab1e91bc74c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The resource could not be found. Jul 16 01:36:49.806048 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48608) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:49.806835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-50226ecd-92b9-4f44-b7dc-6ab1e91bc74c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0992484 Jul 16 01:36:49.812287 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-503ec174-40a8-4277-8a55-489b2edabcac tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': 'a5dd02d5-c1a3-44c1-9aed-c153c18cec7b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '9ca02164-8a36-4bf1-902e-c782a46b6bba'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:49.865324 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-503ec174-40a8-4277-8a55-489b2edabcac tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The resource could not be found. Jul 16 01:36:49.866380 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-503ec174-40a8-4277-8a55-489b2edabcac tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0585654 Jul 16 01:36:49.869362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48610) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:49.876914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6d2f2e-4214-462c-bc52-20f8f01bac80 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet abd853e0-83ce-473a-99a0-9b81df44886b {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:49.881754 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2f2e-4214-462c-bc52-20f8f01bac80 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.914400 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e036e443-552c-4e45-9f81-7a7f1802563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.956795 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2f2e-4214-462c-bc52-20f8f01bac80 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.984848 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e036e443-552c-4e45-9f81-7a7f1802563d None None] For port 9d910e5f-1fcc-473b-a107-48a621d969ec, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9d910e5f-1fcc-473b-a107-48a621d969ec,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:49.987320 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99ac7934-f987-4b9e-82a2-c72a0e512f42 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:49.989316 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e036e443-552c-4e45-9f81-7a7f1802563d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.027949 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99ac7934-f987-4b9e-82a2-c72a0e512f42 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.068893 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e036e443-552c-4e45-9f81-7a7f1802563d None None] Pushing event updated for resources: {'Port': ['ID=9d910e5f-1fcc-473b-a107-48a621d969ec,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.071976 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e036e443-552c-4e45-9f81-7a7f1802563d None None] Could not find standard attr ID for object 6bd1960f-d35c-4e41-a6a4-d4d5bd9679d9. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:50.080210 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99ac7934-f987-4b9e-82a2-c72a0e512f42 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.082746 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99ac7934-f987-4b9e-82a2-c72a0e512f42 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.086287 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-99ac7934-f987-4b9e-82a2-c72a0e512f42 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "DELETE /v2.0/security-groups/a5dd02d5-c1a3-44c1-9aed-c153c18cec7b HTTP/1.1" status: 204 len: 168 time: 0.2137311 Jul 16 01:36:50.087044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48614) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:50.094735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac7934-f987-4b9e-82a2-c72a0e512f42 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dd02d5-c1a3-44c1-9aed-c153c18cec7b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.105637 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2f2e-4214-462c-bc52-20f8f01bac80 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.118370 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab76f113-8455-48c7-8663-f5ba7e4b18da None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:50.159958 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-98cef19b-8cf1-43b9-8bca-39dfe40b719e tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0720348 Jul 16 01:36:50.163700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48618) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:50.168532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1c2e5a37-dd21-4785-8c7c-1c1fb4d01fc0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': 'c9539178-f8a4-414b-bf54-2e8b2842be93', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:50.195455 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3b4a545b-d79a-4c8d-b507-fb790c70659b None None] Could not find standard attr ID for object 6bd1960f-d35c-4e41-a6a4-d4d5bd9679d9. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:50.199242 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2f2e-4214-462c-bc52-20f8f01bac80 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.225239 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-1c2e5a37-dd21-4785-8c7c-1c1fb4d01fc0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The resource could not be found. Jul 16 01:36:50.227118 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1c2e5a37-dd21-4785-8c7c-1c1fb4d01fc0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0622458 Jul 16 01:36:50.230987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48620) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:50.233034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d2f2e-4214-462c-bc52-20f8f01bac80 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=abd853e0-83ce-473a-99a0-9b81df44886b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.237937 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e6d2f2e-4214-462c-bc52-20f8f01bac80 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.240198 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8e6d2f2e-4214-462c-bc52-20f8f01bac80 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/abd853e0-83ce-473a-99a0-9b81df44886b HTTP/1.1" status: 204 len: 168 time: 0.4528656 Jul 16 01:36:50.242658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48622) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:50.243273 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-cd96613b-ad30-40ea-b784-f0a426728b4e tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group': {'name': 'tempest-secgroup--671553925'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:50.270969 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd96613b-ad30-40ea-b784-f0a426728b4e tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.297518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e3aa33b9-5fbb-4de4-8d19-68af70a438c2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0528142 Jul 16 01:36:50.300223 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48624) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:50.310636 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-97ee6ad5-8a3c-4923-9990-958a1041ce5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:50.386891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148c2414-a7aa-4046-83d3-e764668f3d25 None None] DHCP port deletion for 4d4acc47-7511-482b-8ece-b7156bc68483 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:50.423833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-f00db7d4-cf98-474a-8ae8-56625a8610e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.423833 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-f00db7d4-cf98-474a-8ae8-56625a8610e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 1097 time: 0.0952275 Jul 16 01:36:50.460781 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd96613b-ad30-40ea-b784-f0a426728b4e tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.466560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-148c2414-a7aa-4046-83d3-e764668f3d25 None None] Deleting port 9d910e5f-1fcc-473b-a107-48a621d969ec {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:50.468625 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-148c2414-a7aa-4046-83d3-e764668f3d25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.473484 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd96613b-ad30-40ea-b784-f0a426728b4e tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.482218 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9d910e5f-1fcc-473b-a107-48a621d969ec no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:50.488457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ee6ad5-8a3c-4923-9990-958a1041ce5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:50.493506 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97ee6ad5-8a3c-4923-9990-958a1041ce5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.548332 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd96613b-ad30-40ea-b784-f0a426728b4e tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.551807 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cd96613b-ad30-40ea-b784-f0a426728b4e tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3178260 Jul 16 01:36:50.555867 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48628) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:50.564926 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-98d13465-dbc6-4661-bf56-f1bc7d38852f tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1116661532'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:50.572421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96613b-ad30-40ea-b784-f0a426728b4e tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de9ad218-59ed-4859-bef6-fdfb30bb8e83,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.583066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-03647f71-9dff-49a3-8ba7-d7150f4f451d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.584701 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-03647f71-9dff-49a3-8ba7-d7150f4f451d service neutron] 10.222.0.69 "GET /v2.0/networks?id=3553096d-128c-42ef-ad83-d1dd4718d78c HTTP/1.1" status: 200 len: 898 time: 0.1589308 Jul 16 01:36:50.601292 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98d13465-dbc6-4661-bf56-f1bc7d38852f tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.619633 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-148c2414-a7aa-4046-83d3-e764668f3d25 None None] For port 9d910e5f-1fcc-473b-a107-48a621d969ec, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9d910e5f-1fcc-473b-a107-48a621d969ec,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:50.620085 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-148c2414-a7aa-4046-83d3-e764668f3d25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.650839 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-148c2414-a7aa-4046-83d3-e764668f3d25 None None] Calling delete_port for 9d910e5f-1fcc-473b-a107-48a621d969ec owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:50.660912 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.678072 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-e1d52181-ce54-460e-8cfa-d825189046db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695 HTTP/1.1" status: 200 len: 1000 time: 0.0854163 Jul 16 01:36:50.693778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9ee84f-eeca-41f5-9571-6cb6c3802858 req-c8ed2013-2440-4156-a02c-98bd0e85c447 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.695338 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cd9ee84f-eeca-41f5-9571-6cb6c3802858 req-c8ed2013-2440-4156-a02c-98bd0e85c447 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.1701458 Jul 16 01:36:50.753797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-5578d52a-6f70-40f2-843a-007867d9d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.755266 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-5578d52a-6f70-40f2-843a-007867d9d950 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f2c05a5-f813-4ae1-a946-7a93d05234dc HTTP/1.1" status: 200 len: 835 time: 0.0697381 Jul 16 01:36:50.761114 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 9d910e5f-1fcc-473b-a107-48a621d969ec, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9d910e5f-1fcc-473b-a107-48a621d969ec,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:50.770989 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.788188 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cd9ee84f-eeca-41f5-9571-6cb6c3802858 req-0678ca56-4918-444a-b42d-12c8d3de329f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834520 Jul 16 01:36:50.821368 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98d13465-dbc6-4661-bf56-f1bc7d38852f tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.822265 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-148c2414-a7aa-4046-83d3-e764668f3d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.826712 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98d13465-dbc6-4661-bf56-f1bc7d38852f tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.842929 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-148c2414-a7aa-4046-83d3-e764668f3d25 None None] No DVR routers for this DVR port 9d910e5f-1fcc-473b-a107-48a621d969ec on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:50.847880 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=9d910e5f-1fcc-473b-a107-48a621d969ec,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.867496 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-98d13465-dbc6-4661-bf56-f1bc7d38852f tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.869105 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-98d13465-dbc6-4661-bf56-f1bc7d38852f tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3078105 Jul 16 01:36:50.873403 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48630) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:50.878789 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148c2414-a7aa-4046-83d3-e764668f3d25 None None] Pushing event deleted for resources: {'Port': ['ID=9d910e5f-1fcc-473b-a107-48a621d969ec,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.880441 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-42fa65d6-9e5a-4280-9f68-c3130971e413 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': 'de9ad218-59ed-4859-bef6-fdfb30bb8e83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ce527a97-57d5-4adf-9521-8b2474c4e78c'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:50.884867 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d13465-dbc6-4661-bf56-f1bc7d38852f tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce527a97-57d5-4adf-9521-8b2474c4e78c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.894330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-60b79c51-d938-44b5-898c-73e4abc7f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.896083 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-60b79c51-d938-44b5-898c-73e4abc7f127 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3553096d-128c-42ef-ad83-d1dd4718d78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1325860 Jul 16 01:36:50.908248 n-d-791505-14 neutron-server[93919]: DEBUG neutron.objects.ports [None req-97ee6ad5-8a3c-4923-9990-958a1041ce5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93919) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:36:50.909728 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97ee6ad5-8a3c-4923-9990-958a1041ce5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.957659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ee6ad5-8a3c-4923-9990-958a1041ce5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:50.960891 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-97ee6ad5-8a3c-4923-9990-958a1041ce5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:50.965065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ee6ad5-8a3c-4923-9990-958a1041ce5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:50.965785 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97ee6ad5-8a3c-4923-9990-958a1041ce5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:50.975578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2808546a-bad3-4c78-9561-f90a5e07d7c4 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:50.979595 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-42fa65d6-9e5a-4280-9f68-c3130971e413 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:50.980195 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee6ad5-8a3c-4923-9990-958a1041ce5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=62b5129d-c546-45ef-a108-4f4779356d1e,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:50.983431 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-42fa65d6-9e5a-4280-9f68-c3130971e413 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1057591 Jul 16 01:36:50.983570 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48632) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:50.991241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-97ee6ad5-8a3c-4923-9990-958a1041ce5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6871059 Jul 16 01:36:50.991699 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48634) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:50.997654 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-c8a32816-7638-45f4-b236-92a4e9007453 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:51.037808 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-851fae8c-422c-4c40-893f-6f8e600123b1 service neutron] 10.222.0.69 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340704 Jul 16 01:36:51.082154 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64f9a00c-9a7c-4f18-8406-2af32eea3ae5 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.142241 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64f9a00c-9a7c-4f18-8406-2af32eea3ae5 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.149207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a32816-7638-45f4-b236-92a4e9007453 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:51.157189 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c8a32816-7638-45f4-b236-92a4e9007453 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.164030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4d4acc47-7511-482b-8ece-b7156bc68483', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'fixed_ips': [{'subnet_id': '62b5129d-c546-45ef-a108-4f4779356d1e'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:51.164981 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.189444 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-311cc1f8-e86c-4e6a-9f02-58cef7a1804b service neutron] 10.222.0.69 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441712 Jul 16 01:36:51.216358 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64f9a00c-9a7c-4f18-8406-2af32eea3ae5 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.219057 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64f9a00c-9a7c-4f18-8406-2af32eea3ae5 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.220301 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-64f9a00c-9a7c-4f18-8406-2af32eea3ae5 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "DELETE /v2.0/security-groups/ce527a97-57d5-4adf-9521-8b2474c4e78c HTTP/1.1" status: 204 len: 168 time: 0.2358031 Jul 16 01:36:51.224166 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48640) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.240274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9a00c-9a7c-4f18-8406-2af32eea3ae5 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce527a97-57d5-4adf-9521-8b2474c4e78c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.317905 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6d0d2bd5-4ae2-4932-aeff-40de6fdc5d0b tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0910044 Jul 16 01:36:51.320947 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48642) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.375673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Allocated IP 2001:db8::f816:3eff:fe9d:b849 (4d4acc47-7511-482b-8ece-b7156bc68483/62b5129d-c546-45ef-a108-4f4779356d1e/4c636e2d-b0f0-46e7-9ee7-c4a470d4509c) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:51.392020 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0be9aec7-cf0f-4163-b809-c310fa913733 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.417852 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0be9aec7-cf0f-4163-b809-c310fa913733 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.445556 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c8a32816-7638-45f4-b236-92a4e9007453 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.464567 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0be9aec7-cf0f-4163-b809-c310fa913733 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.467144 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0be9aec7-cf0f-4163-b809-c310fa913733 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.470671 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0be9aec7-cf0f-4163-b809-c310fa913733 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "DELETE /v2.0/security-groups/de9ad218-59ed-4859-bef6-fdfb30bb8e83 HTTP/1.1" status: 204 len: 168 time: 0.1464629 Jul 16 01:36:51.471468 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48644) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.489798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a32816-7638-45f4-b236-92a4e9007453 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:51.492088 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be9aec7-cf0f-4163-b809-c310fa913733 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de9ad218-59ed-4859-bef6-fdfb30bb8e83,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.502434 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-c8a32816-7638-45f4-b236-92a4e9007453 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:51.506747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a32816-7638-45f4-b236-92a4e9007453 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:51.507345 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c8a32816-7638-45f4-b236-92a4e9007453 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.525872 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c8a32816-7638-45f4-b236-92a4e9007453 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5306203 Jul 16 01:36:51.526129 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48646) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.528783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a32816-7638-45f4-b236-92a4e9007453 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=17b18402-233b-44b9-92b0-167932161fc6,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.533917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-8ac720d8-b187-44e4-8175-5fcd29fce624 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'mac_address': 'fa:16:3e:99:f0:4c', 'name': 'tempest-NetworksTestDHCPv6-266976024'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:51.547561 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.549995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48648) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.557121 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7e497cc4-013a-4cd7-b395-0cf6d7de413d tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0832043 Jul 16 01:36:51.557347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Transition to ACTIVE for port object 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:51.560754 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d6a89612-2541-403d-b5f7-44fa18d1bfa3 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group': {'name': 'tempest-secgroup--68994101'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:51.572820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Transition to ACTIVE for port object 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:51.577996 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.617988 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:51.620413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6a89612-2541-403d-b5f7-44fa18d1bfa3 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.620913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:51.624650 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:51.631836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Pushing event updated for resources: {'Port': ['ID=4c636e2d-b0f0-46e7-9ee7-c4a470d4509c,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.688527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Attempting to bind port 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:51.688898 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Attempting to bind port 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:51.689264 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Attempting to bind port 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c on network 4d4acc47-7511-482b-8ece-b7156bc68483 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:51.694232 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:51.694608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Checking segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:51.695012 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.695408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Bound using segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:51.695903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Bound port: 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:51.696285 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.726653 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6a89612-2541-403d-b5f7-44fa18d1bfa3 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.732757 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6a89612-2541-403d-b5f7-44fa18d1bfa3 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.759903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] For port 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:51.763383 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] For port 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4c636e2d-b0f0-46e7-9ee7-c4a470d4509c,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:51.767440 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.768645 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac720d8-b187-44e4-8175-5fcd29fce624 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:51.783585 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6a89612-2541-403d-b5f7-44fa18d1bfa3 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.784828 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d6a89612-2541-403d-b5f7-44fa18d1bfa3 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2341716 Jul 16 01:36:51.788005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48650) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.790860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a89612-2541-403d-b5f7-44fa18d1bfa3 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45ab6ed7-8a4c-44da-96b4-b854a02d9dde,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.800026 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a2e54c62-babc-47a0-8ccc-28b316ec4c6f tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '45ab6ed7-8a4c-44da-96b4-b854a02d9dde', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:51.833533 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d96f7d-0c12-4385-8957-262d7c712b2f None None] Pushing event updated for resources: {'Port': ['ID=4c636e2d-b0f0-46e7-9ee7-c4a470d4509c,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:51.860742 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-a2e54c62-babc-47a0-8ccc-28b316ec4c6f tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:51.865460 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a2e54c62-babc-47a0-8ccc-28b316ec4c6f tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0763736 Jul 16 01:36:51.865858 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8ac720d8-b187-44e4-8175-5fcd29fce624 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:51.866213 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48654) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.870903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a0679d90-4b95-4f4d-8edc-e9a00ad794bb tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group_rule': {'security_group_id': '45ab6ed7-8a4c-44da-96b4-b854a02d9dde', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:51.893122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-8ac720d8-b187-44e4-8175-5fcd29fce624 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port fb74b34c-dabd-4ea7-8158-f9a30b9de32e yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:51.921208 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-a0679d90-4b95-4f4d-8edc-e9a00ad794bb tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:36:51.925003 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a0679d90-4b95-4f4d-8edc-e9a00ad794bb tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0550106 Jul 16 01:36:51.925417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48656) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:51.992312 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7aa3ba8b-2796-45e3-b3e7-2af84339c11a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.017436 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7aa3ba8b-2796-45e3-b3e7-2af84339c11a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.089226 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7aa3ba8b-2796-45e3-b3e7-2af84339c11a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.091909 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7aa3ba8b-2796-45e3-b3e7-2af84339c11a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.093100 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7aa3ba8b-2796-45e3-b3e7-2af84339c11a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "DELETE /v2.0/security-groups/45ab6ed7-8a4c-44da-96b4-b854a02d9dde HTTP/1.1" status: 204 len: 168 time: 0.1666722 Jul 16 01:36:52.096480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48658) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.109900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a3228c-e262-4450-94fa-11bb5bef2d18 req-81bf282b-4de0-4da8-964f-0ceb08babbdb tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.110129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3ba8b-2796-45e3-b3e7-2af84339c11a tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ab6ed7-8a4c-44da-96b4-b854a02d9dde,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.111818 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81a3228c-e262-4450-94fa-11bb5bef2d18 req-81bf282b-4de0-4da8-964f-0ceb08babbdb tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.1668394 Jul 16 01:36:52.162994 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-29bbf339-5ae8-4bab-bec5-722df9e5a360 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0640454 Jul 16 01:36:52.166653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48662) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.173117 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f68ce7e6-2a3d-448d-808d-cb9b50752ffc tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1598959202'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:52.195661 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81a3228c-e262-4450-94fa-11bb5bef2d18 req-5b253eba-5949-49a6-8d99-77b47c78e71a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561836 Jul 16 01:36:52.199164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-8ac720d8-b187-44e4-8175-5fcd29fce624 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 172.20.0.10 (4d4acc47-7511-482b-8ece-b7156bc68483/17b18402-233b-44b9-92b0-167932161fc6/fb74b34c-dabd-4ea7-8158-f9a30b9de32e) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:52.205208 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f68ce7e6-2a3d-448d-808d-cb9b50752ffc tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.207383 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-8ac720d8-b187-44e4-8175-5fcd29fce624 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::f816:3eff:fe99:f04c (4d4acc47-7511-482b-8ece-b7156bc68483/62b5129d-c546-45ef-a108-4f4779356d1e/fb74b34c-dabd-4ea7-8158-f9a30b9de32e) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:52.316332 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f68ce7e6-2a3d-448d-808d-cb9b50752ffc tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.322097 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f68ce7e6-2a3d-448d-808d-cb9b50752ffc tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.359066 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f68ce7e6-2a3d-448d-808d-cb9b50752ffc tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.361262 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f68ce7e6-2a3d-448d-808d-cb9b50752ffc tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1934011 Jul 16 01:36:52.364131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48666) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.370168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d5392bbc-a8a1-452e-80d4-ce4735d9c04c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:52.370510 n-d-791505-14 neutron-server[93920]: WARNING neutron.api.v2.base [None req-d5392bbc-a8a1-452e-80d4-ce4735d9c04c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 01:36:52.371005 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-d5392bbc-a8a1-452e-80d4-ce4735d9c04c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 01:36:52.372177 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d5392bbc-a8a1-452e-80d4-ce4735d9c04c tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "PUT /v2.0/security-groups/0c3c89ae-fe2a-4932-96ff-3db6b999b0cc HTTP/1.1" status: 409 len: 330 time: 0.0064995 Jul 16 01:36:52.374681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48668) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.408094 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8ac720d8-b187-44e4-8175-5fcd29fce624 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.409512 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68ce7e6-2a3d-448d-808d-cb9b50752ffc tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3c89ae-fe2a-4932-96ff-3db6b999b0cc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.429978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-8ac720d8-b187-44e4-8175-5fcd29fce624 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object fb74b34c-dabd-4ea7-8158-f9a30b9de32e will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:52.438267 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a8d5704a-03f7-4097-8438-1d3eb9544ed0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.461340 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a8d5704a-03f7-4097-8438-1d3eb9544ed0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.474858 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8ac720d8-b187-44e4-8175-5fcd29fce624 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.501273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:52.513313 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a8d5704a-03f7-4097-8438-1d3eb9544ed0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.516447 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a8d5704a-03f7-4097-8438-1d3eb9544ed0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.517943 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a8d5704a-03f7-4097-8438-1d3eb9544ed0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "DELETE /v2.0/security-groups/0c3c89ae-fe2a-4932-96ff-3db6b999b0cc HTTP/1.1" status: 204 len: 168 time: 0.1420021 Jul 16 01:36:52.522786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48670) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.530227 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d5704a-03f7-4097-8438-1d3eb9544ed0 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3c89ae-fe2a-4932-96ff-3db6b999b0cc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.539612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac720d8-b187-44e4-8175-5fcd29fce624 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:52.553121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-8ac720d8-b187-44e4-8175-5fcd29fce624 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:52.559848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac720d8-b187-44e4-8175-5fcd29fce624 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:52.573263 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:52.588622 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac720d8-b187-44e4-8175-5fcd29fce624 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=fb74b34c-dabd-4ea7-8158-f9a30b9de32e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:52.625285 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8f6e9c10-d956-4831-97e3-c9f05e9b2bff tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0996253 Jul 16 01:36:52.629010 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48672) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.641950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac720d8-b187-44e4-8175-5fcd29fce624 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.642578 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8ac720d8-b187-44e4-8175-5fcd29fce624 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.655595 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-06466dd5-845c-472c-97a7-e061df169892 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] delete failed (client error): The resource could not be found. Jul 16 01:36:52.656688 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-06466dd5-845c-472c-97a7-e061df169892 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "DELETE /v2.0/security-groups/ac9cbdfb-6e0c-40db-a899-b5e8efba1cfc HTTP/1.1" status: 404 len: 347 time: 0.0267234 Jul 16 01:36:52.660748 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48674) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.683849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8ac720d8-b187-44e4-8175-5fcd29fce624 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1504650 Jul 16 01:36:52.683849 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-1b2ad50f-78f0-4f74-80a2-1980f807975b tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] show failed (client error): The resource could not be found. Jul 16 01:36:52.683849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1b2ad50f-78f0-4f74-80a2-1980f807975b tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "GET /v2.0/security-groups/2a939667-fab7-4073-8f6b-22fdc99dc834 HTTP/1.1" status: 404 len: 347 time: 0.0179451 Jul 16 01:36:52.683849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48676) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.683849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48678) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.728055 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-6b54e611-e9be-45a6-b1b1-9ecffdb8f088 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] show failed (client error): The resource could not be found. Jul 16 01:36:52.729126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6b54e611-e9be-45a6-b1b1-9ecffdb8f088 tempest-NegativeSecGroupIPv6Test-209921966 tempest-NegativeSecGroupIPv6Test-209921966-project] 10.222.0.22 "GET /v2.0/security-group-rules/a127c6fb-cf94-4025-9662-010070730b27 HTTP/1.1" status: 404 len: 356 time: 0.0439529 Jul 16 01:36:52.769493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848bca92-71b2-4ace-9739-4af9162afb4e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.775584 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848bca92-71b2-4ace-9739-4af9162afb4e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:52.777305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-848bca92-71b2-4ace-9739-4af9162afb4e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0960994 Jul 16 01:36:52.780770 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48682) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:52.885527 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-96f2658c-959f-44df-acf4-a83cb3dc6011 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port fb74b34c-dabd-4ea7-8158-f9a30b9de32e {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:52.886224 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-96f2658c-959f-44df-acf4-a83cb3dc6011 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.922422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df808d05-ed9f-4887-bc67-dfb2f643de3d None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:52.989091 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-96f2658c-959f-44df-acf4-a83cb3dc6011 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:52.991121 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0649e0d1-8eb6-4ff4-85b1-d7413a56965f None None] Provisioning for port 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:52.998868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0649e0d1-8eb6-4ff4-85b1-d7413a56965f None None] Provisioning complete for port 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:52.999385 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0649e0d1-8eb6-4ff4-85b1-d7413a56965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.004061 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-96f2658c-959f-44df-acf4-a83cb3dc6011 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for fb74b34c-dabd-4ea7-8158-f9a30b9de32e owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:53.018151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48686) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:53.149509 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0649e0d1-8eb6-4ff4-85b1-d7413a56965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.197012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0649e0d1-8eb6-4ff4-85b1-d7413a56965f None None] For port 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4c636e2d-b0f0-46e7-9ee7-c4a470d4509c,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:53.201682 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0649e0d1-8eb6-4ff4-85b1-d7413a56965f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.231751 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ff167fd4-5e6d-4fdb-8fd1-488a2a22b2c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96bf3d03548b44d9a3d74d10d7c5502d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2118573 Jul 16 01:36:53.234070 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48692) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:53.241209 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-96f2658c-959f-44df-acf4-a83cb3dc6011 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.279746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f2658c-959f-44df-acf4-a83cb3dc6011 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=fb74b34c-dabd-4ea7-8158-f9a30b9de32e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:53.302622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649e0d1-8eb6-4ff4-85b1-d7413a56965f None None] Pushing event updated for resources: {'Port': ['ID=4c636e2d-b0f0-46e7-9ee7-c4a470d4509c,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:53.318023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e3f104-cd3f-456c-972b-c0958987eb0e None None] Update dhcp port {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'fixed_ips': [{'subnet_id': '62b5129d-c546-45ef-a108-4f4779356d1e', 'ip_address': '2001:db8::f816:3eff:fe9d:b849'}, {'subnet_id': '17b18402-233b-44b9-92b0-167932161fc6'}], 'binding:host_id': 'n-d-791505-14'}, 'id': '4c636e2d-b0f0-46e7-9ee7-c4a470d4509c'} from n-d-791505-14. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:36:53.322207 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-62eb3cd1-de81-443c-9312-d2a680a0b2ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.346275 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-62eb3cd1-de81-443c-9312-d2a680a0b2ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.354429 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c7e3f104-cd3f-456c-972b-c0958987eb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.407707 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-62eb3cd1-de81-443c-9312-d2a680a0b2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.411712 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-62eb3cd1-de81-443c-9312-d2a680a0b2ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.413611 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-62eb3cd1-de81-443c-9312-d2a680a0b2ce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f751e38-90f2-4177-8202-8f3528cadeb6 HTTP/1.1" status: 204 len: 168 time: 0.1783226 Jul 16 01:36:53.429654 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-96f2658c-959f-44df-acf4-a83cb3dc6011 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.431753 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-96f2658c-959f-44df-acf4-a83cb3dc6011 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/fb74b34c-dabd-4ea7-8158-f9a30b9de32e HTTP/1.1" status: 204 len: 168 time: 0.6499140 Jul 16 01:36:53.432422 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb3cd1-de81-443c-9312-d2a680a0b2ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f751e38-90f2-4177-8202-8f3528cadeb6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:53.435097 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48700) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:53.455222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c24c33-2774-44ca-9a99-c800e204353b req-5c58e434-c070-4e11-bfb4-3346a6d6058c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.457139 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27c24c33-2774-44ca-9a99-c800e204353b req-5c58e434-c070-4e11-bfb4-3346a6d6058c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.1223838 Jul 16 01:36:53.490739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d67febd-c62f-4971-955e-da534a50ab12 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.492427 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d67febd-c62f-4971-955e-da534a50ab12 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.494039 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d67febd-c62f-4971-955e-da534a50ab12 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:53.495636 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1d67febd-c62f-4971-955e-da534a50ab12 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0596073 Jul 16 01:36:53.499063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48702) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:53.525127 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27c24c33-2774-44ca-9a99-c800e204353b req-468e115c-ac39-4948-95dd-07f1c6f40158 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586419 Jul 16 01:36:53.567904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-d45833ba-9362-4fcd-abdf-e02458cb9ab0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 17b18402-233b-44b9-92b0-167932161fc6 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:53.591931 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-c7e3f104-cd3f-456c-972b-c0958987eb0e None None] Allocated IP 172.20.0.2 (4d4acc47-7511-482b-8ece-b7156bc68483/17b18402-233b-44b9-92b0-167932161fc6/4c636e2d-b0f0-46e7-9ee7-c4a470d4509c) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:53.689533 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c7e3f104-cd3f-456c-972b-c0958987eb0e None None] For port 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4c636e2d-b0f0-46e7-9ee7-c4a470d4509c,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:53.721870 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c7e3f104-cd3f-456c-972b-c0958987eb0e None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.735364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c7e3f104-cd3f-456c-972b-c0958987eb0e None None] Transition to ACTIVE for port object 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:53.739486 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c7e3f104-cd3f-456c-972b-c0958987eb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.740809 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d45833ba-9362-4fcd-abdf-e02458cb9ab0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.786928 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d45833ba-9362-4fcd-abdf-e02458cb9ab0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.830659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3f104-cd3f-456c-972b-c0958987eb0e None None] Pushing event updated for resources: {'Port': ['ID=4c636e2d-b0f0-46e7-9ee7-c4a470d4509c,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:53.890171 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d45833ba-9362-4fcd-abdf-e02458cb9ab0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.957053 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d45833ba-9362-4fcd-abdf-e02458cb9ab0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.971600 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d45833ba-9362-4fcd-abdf-e02458cb9ab0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:53.973516 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d45833ba-9362-4fcd-abdf-e02458cb9ab0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/17b18402-233b-44b9-92b0-167932161fc6 HTTP/1.1" status: 204 len: 168 time: 0.4735041 Jul 16 01:36:53.976280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48718) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:53.995554 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45833ba-9362-4fcd-abdf-e02458cb9ab0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=17b18402-233b-44b9-92b0-167932161fc6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.041250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aac591e-3f19-403c-ab91-8f4d17e5d7ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 62b5129d-c546-45ef-a108-4f4779356d1e {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:54.046627 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6aac591e-3f19-403c-ab91-8f4d17e5d7ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.096489 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6aac591e-3f19-403c-ab91-8f4d17e5d7ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.153751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48724) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:54.189976 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6aac591e-3f19-403c-ab91-8f4d17e5d7ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.262090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6aac591e-3f19-403c-ab91-8f4d17e5d7ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.265592 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-70e3738d-04ff-435a-b9e9-68ab03348955 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-226297385-network', 'tenant_id': 'e0e760876333452f99ea92d828ebcd17'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:54.291203 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac591e-3f19-403c-ab91-8f4d17e5d7ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=62b5129d-c546-45ef-a108-4f4779356d1e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.291436 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e3738d-04ff-435a-b9e9-68ab03348955 admin admin] Made reservation on behalf of e0e760876333452f99ea92d828ebcd17 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:54.294093 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e3738d-04ff-435a-b9e9-68ab03348955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.294730 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6aac591e-3f19-403c-ab91-8f4d17e5d7ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.297142 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6aac591e-3f19-403c-ab91-8f4d17e5d7ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/62b5129d-c546-45ef-a108-4f4779356d1e HTTP/1.1" status: 204 len: 168 time: 0.3188899 Jul 16 01:36:54.299372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48728) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:54.304449 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e3738d-04ff-435a-b9e9-68ab03348955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.346041 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f9280fbd-7bb9-4b34-bafe-d0dd70b638b7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430195 Jul 16 01:36:54.346298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48730) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:54.351435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-9aa92b7b-69d9-42e1-a04f-97d993590af7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:54.406505 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e3738d-04ff-435a-b9e9-68ab03348955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.419397 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e3738d-04ff-435a-b9e9-68ab03348955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.448566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70e3738d-04ff-435a-b9e9-68ab03348955 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:54.463671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:54.467505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa92b7b-69d9-42e1-a04f-97d993590af7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:54.468837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3738d-04ff-435a-b9e9-68ab03348955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811a80a5-4469-4e86-93f8-3583b61e6452,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.471526 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9aa92b7b-69d9-42e1-a04f-97d993590af7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.471855 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e3738d-04ff-435a-b9e9-68ab03348955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.472273 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-70e3738d-04ff-435a-b9e9-68ab03348955 admin admin] Added segment a2509173-24a7-4e4a-a603-6fb2553e2567 of type vlan for network a6d2a797-339c-4f47-a892-bc62a2225432 Jul 16 01:36:54.476053 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb87987-58b0-42d1-a4f8-322e6da8b886 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:54.516413 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e3738d-04ff-435a-b9e9-68ab03348955 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.550482 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e3738d-04ff-435a-b9e9-68ab03348955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.551492 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e3738d-04ff-435a-b9e9-68ab03348955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.552205 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70e3738d-04ff-435a-b9e9-68ab03348955 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.629460 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-70e3738d-04ff-435a-b9e9-68ab03348955 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4720027 Jul 16 01:36:54.630433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48736) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:54.639544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4727e064-e849-45ab-afdb-0e0923694678 admin admin] Request body: {'subnet': {'network_id': 'a6d2a797-339c-4f47-a892-bc62a2225432', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-226297385-subnet', 'tenant_id': 'e0e760876333452f99ea92d828ebcd17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:54.654379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8fc18e78-f27a-439c-91f8-adbaded0cf90 None None] Could not find standard attr ID for object fb74b34c-dabd-4ea7-8158-f9a30b9de32e. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:54.673773 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e3738d-04ff-435a-b9e9-68ab03348955 admin admin] Pushing event updated for resources: {'Network': ['ID=a6d2a797-339c-4f47-a892-bc62a2225432,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.688007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network a6d2a797-339c-4f47-a892-bc62a2225432 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:54.706665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8fc18e78-f27a-439c-91f8-adbaded0cf90 None None] Provisioning for port 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:54.739275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4727e064-e849-45ab-afdb-0e0923694678 admin admin] Made reservation on behalf of e0e760876333452f99ea92d828ebcd17 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:54.741726 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4727e064-e849-45ab-afdb-0e0923694678 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.765442 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9aa92b7b-69d9-42e1-a04f-97d993590af7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.860495 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa92b7b-69d9-42e1-a04f-97d993590af7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:54.871129 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8fc18e78-f27a-439c-91f8-adbaded0cf90 None None] Provisioning complete for port 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:54.871506 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8fc18e78-f27a-439c-91f8-adbaded0cf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.876493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-9aa92b7b-69d9-42e1-a04f-97d993590af7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:54.884821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa92b7b-69d9-42e1-a04f-97d993590af7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.885425 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9aa92b7b-69d9-42e1-a04f-97d993590af7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:54.890912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa92b7b-69d9-42e1-a04f-97d993590af7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=ecef8493-a96c-44b3-862d-84e0579f0ca2,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:54.914084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4748a9e-8aab-4d5e-aa3e-706548c78144 req-47bc6412-7e2a-4bea-8ea3-c143bdd57bb9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:54.915616 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4748a9e-8aab-4d5e-aa3e-706548c78144 req-47bc6412-7e2a-4bea-8ea3-c143bdd57bb9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.2608621 Jul 16 01:36:54.923880 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48740) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:54.924097 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9aa92b7b-69d9-42e1-a04f-97d993590af7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5765424 Jul 16 01:36:54.930772 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f2b8d5d2-e344-4a61-83de-aa905471612d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:54.946856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:54.947490 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.069263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4748a9e-8aab-4d5e-aa3e-706548c78144 req-10a439f3-8dd6-4db9-93fa-353a4ff7ee9b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429861 Jul 16 01:36:55.082221 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4727e064-e849-45ab-afdb-0e0923694678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.097929 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b906fb-4405-489d-9a61-dac4a47693b7 None None] DHCP port deletion for 4d4acc47-7511-482b-8ece-b7156bc68483 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:36:55.098796 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b8d5d2-e344-4a61-83de-aa905471612d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:55.104192 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d5d2-e344-4a61-83de-aa905471612d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.150838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727e064-e849-45ab-afdb-0e0923694678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c232942d-94dc-46f9-8eae-d4295d4da5aa,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.162648 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4727e064-e849-45ab-afdb-0e0923694678 admin admin] Checking segment: {'id': 'a2509173-24a7-4e4a-a603-6fb2553e2567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a6d2a797-339c-4f47-a892-bc62a2225432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:55.163101 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4727e064-e849-45ab-afdb-0e0923694678 admin admin] Network hostable DHCP agents. Network: a6d2a797-339c-4f47-a892-bc62a2225432, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:55.165223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e5b906fb-4405-489d-9a61-dac4a47693b7 None None] Deleting port 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:55.165799 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e5b906fb-4405-489d-9a61-dac4a47693b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.183411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4727e064-e849-45ab-afdb-0e0923694678 admin admin] Network a6d2a797-339c-4f47-a892-bc62a2225432 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:55.193885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-4727e064-e849-45ab-afdb-0e0923694678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, a6d2a797-339c-4f47-a892-bc62a2225432) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:55.210600 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727e064-e849-45ab-afdb-0e0923694678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.211773 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4727e064-e849-45ab-afdb-0e0923694678 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.224520 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57094db7-147d-4bc3-88a2-b8ac5c8403a8 None None] Network a6d2a797-339c-4f47-a892-bc62a2225432 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:55.237641 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4727e064-e849-45ab-afdb-0e0923694678 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6060121 Jul 16 01:36:55.305499 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e5b906fb-4405-489d-9a61-dac4a47693b7 None None] For port 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4c636e2d-b0f0-46e7-9ee7-c4a470d4509c,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:55.306174 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e5b906fb-4405-489d-9a61-dac4a47693b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.329434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e5b906fb-4405-489d-9a61-dac4a47693b7 None None] Calling delete_port for 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:55.439287 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee1422c-7a86-487f-995f-20942b6c658b None None] Network a6d2a797-339c-4f47-a892-bc62a2225432 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:55.528631 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e5b906fb-4405-489d-9a61-dac4a47693b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.568308 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b906fb-4405-489d-9a61-dac4a47693b7 None None] Pushing event deleted for resources: {'Port': ['ID=4c636e2d-b0f0-46e7-9ee7-c4a470d4509c,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.570268 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b906fb-4405-489d-9a61-dac4a47693b7 None None] No DVR routers for this DVR port 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:36:55.580404 n-d-791505-14 neutron-server[93920]: DEBUG neutron.objects.ports [None req-f2b8d5d2-e344-4a61-83de-aa905471612d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93920) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:36:55.594059 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2d3476-196b-41fc-8705-6253eef49a76 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:55.814216 n-d-791505-14 neutron-server[93920]: WARNING neutron.services.revisions.revision_plugin [None req-f2b8d5d2-e344-4a61-83de-aa905471612d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Could not find related port for resource to bump revision. Jul 16 01:36:55.819991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.ipam_pluggable_backend [None req-f2b8d5d2-e344-4a61-83de-aa905471612d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Port 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93920) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 01:36:55.820306 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.ipam_pluggable_backend [None req-f2b8d5d2-e344-4a61-83de-aa905471612d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9d:b849 {{(pid=93920) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 01:36:55.823733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.ipam_pluggable_backend [None req-f2b8d5d2-e344-4a61-83de-aa905471612d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9d:b849 {{(pid=93920) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 01:36:55.825473 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d5d2-e344-4a61-83de-aa905471612d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.831664 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4d4acc47-7511-482b-8ece-b7156bc68483', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'fixed_ips': [{'subnet_id': '3665eb9a-e4a7-4a6f-9c24-b1401328e7ad'}, {'subnet_id': 'ecef8493-a96c-44b3-862d-84e0579f0ca2'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:36:55.832991 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.871596 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b8d5d2-e344-4a61-83de-aa905471612d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:55.875021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-f2b8d5d2-e344-4a61-83de-aa905471612d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:55.880424 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b8d5d2-e344-4a61-83de-aa905471612d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:55.881019 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f2b8d5d2-e344-4a61-83de-aa905471612d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.902638 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48768) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:55.902964 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f2b8d5d2-e344-4a61-83de-aa905471612d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9770837 Jul 16 01:36:55.904706 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8d5d2-e344-4a61-83de-aa905471612d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=3665eb9a-e4a7-4a6f-9c24-b1401328e7ad,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:55.909181 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5a034571-b51c-4395-869c-b2b88bdaf8ee tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'mac_address': 'fa:16:3e:7e:dc:d5', 'name': 'tempest-NetworksTestDHCPv6-1927406085'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:55.912469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48770) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:55.917026 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0f69bf8f-a7ca-477a-8374-f18d0786990c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1472849272-network', 'tenant_id': '024d9ef5f44a4c3ba25b4aafa723f803'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:55.941863 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f69bf8f-a7ca-477a-8374-f18d0786990c admin admin] Made reservation on behalf of 024d9ef5f44a4c3ba25b4aafa723f803 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:55.945964 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0f69bf8f-a7ca-477a-8374-f18d0786990c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:55.958705 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0f69bf8f-a7ca-477a-8374-f18d0786990c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.060984 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Allocated IP 172.20.0.2 (4d4acc47-7511-482b-8ece-b7156bc68483/ecef8493-a96c-44b3-862d-84e0579f0ca2/8abdbcd8-afee-4930-b0bb-26b5fd0074c6) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:56.071398 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Allocated IP 2001:db8::f816:3eff:fed4:2a85 (4d4acc47-7511-482b-8ece-b7156bc68483/3665eb9a-e4a7-4a6f-9c24-b1401328e7ad/8abdbcd8-afee-4930-b0bb-26b5fd0074c6) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:56.080207 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0f69bf8f-a7ca-477a-8374-f18d0786990c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.084246 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0f69bf8f-a7ca-477a-8374-f18d0786990c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.103220 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a034571-b51c-4395-869c-b2b88bdaf8ee tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:56.110775 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a034571-b51c-4395-869c-b2b88bdaf8ee tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.111880 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f69bf8f-a7ca-477a-8374-f18d0786990c admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:36:56.126545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69bf8f-a7ca-477a-8374-f18d0786990c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae0cbbb-099c-4030-b22b-f3c7b8f71f11,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:56.145770 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0f69bf8f-a7ca-477a-8374-f18d0786990c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.146123 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-0f69bf8f-a7ca-477a-8374-f18d0786990c admin admin] Added segment a8e20b7d-cc39-4419-9ae5-32b1a425b6cf of type vlan for network 2502b7c6-a840-4a76-8798-b2bdbdaf7df4 Jul 16 01:36:56.166031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-5a034571-b51c-4395-869c-b2b88bdaf8ee tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port 6933ffda-0928-4003-a82c-f4eb5570078d yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:36:56.191944 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0f69bf8f-a7ca-477a-8374-f18d0786990c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.225872 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0f69bf8f-a7ca-477a-8374-f18d0786990c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.227327 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f69bf8f-a7ca-477a-8374-f18d0786990c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.228105 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0f69bf8f-a7ca-477a-8374-f18d0786990c admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.268713 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0f69bf8f-a7ca-477a-8374-f18d0786990c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3554332 Jul 16 01:36:56.272838 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48774) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:56.278768 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-80d39136-7400-4216-bd2e-da31ec369978 admin admin] Request body: {'subnet': {'network_id': '2502b7c6-a840-4a76-8798-b2bdbdaf7df4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1472849272-subnet', 'tenant_id': '024d9ef5f44a4c3ba25b4aafa723f803', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:36:56.326661 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69bf8f-a7ca-477a-8374-f18d0786990c admin admin] Pushing event updated for resources: {'Network': ['ID=2502b7c6-a840-4a76-8798-b2bdbdaf7df4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:56.328059 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.337500 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 2502b7c6-a840-4a76-8798-b2bdbdaf7df4 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:36:56.343288 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Transition to ACTIVE for port object 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:56.384968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Transition to ACTIVE for port object 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:56.386452 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ac8b4-8d1f-4e7a-9dd3-df3307e7511f req-aad1c2b6-cce3-4a23-b5b4-1abc3a1e7237 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.389127 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-225ac8b4-8d1f-4e7a-9dd3-df3307e7511f req-aad1c2b6-cce3-4a23-b5b4-1abc3a1e7237 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.0975749 Jul 16 01:36:56.402451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d39136-7400-4216-bd2e-da31ec369978 admin admin] Made reservation on behalf of 024d9ef5f44a4c3ba25b4aafa723f803 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:36:56.406147 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-80d39136-7400-4216-bd2e-da31ec369978 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.451856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:36:56.466771 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.484444 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-225ac8b4-8d1f-4e7a-9dd3-df3307e7511f req-86a2f211-5801-48b5-8dd3-675094f5533e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821321 Jul 16 01:36:56.485008 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-392865a9-2286-45ed-9099-375ab5b305a8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1999235 Jul 16 01:36:56.530767 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:36:56.531233 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4c636e2d-b0f0-46e7-9ee7-c4a470d4509c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:36:56.548175 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:56.552636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:56.556394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:56.599866 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Pushing event updated for resources: {'Port': ['ID=8abdbcd8-afee-4930-b0bb-26b5fd0074c6,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:56.653526 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Attempting to bind port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:36:56.653910 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Attempting to bind port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:36:56.654634 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Attempting to bind port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 on network 4d4acc47-7511-482b-8ece-b7156bc68483 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:36:56.660198 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:36:56.660590 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Checking segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:56.661117 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.661526 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Bound using segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:36:56.662001 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Bound port: 8abdbcd8-afee-4930-b0bb-26b5fd0074c6, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:36:56.662391 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.702823 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-80d39136-7400-4216-bd2e-da31ec369978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.718399 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-5a034571-b51c-4395-869c-b2b88bdaf8ee tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 172.20.0.8 (4d4acc47-7511-482b-8ece-b7156bc68483/ecef8493-a96c-44b3-862d-84e0579f0ca2/6933ffda-0928-4003-a82c-f4eb5570078d) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:56.725783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-5a034571-b51c-4395-869c-b2b88bdaf8ee tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::f816:3eff:fe7e:dcd5 (4d4acc47-7511-482b-8ece-b7156bc68483/3665eb9a-e4a7-4a6f-9c24-b1401328e7ad/6933ffda-0928-4003-a82c-f4eb5570078d) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:36:56.742764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] For port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:36:56.745944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] For port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8abdbcd8-afee-4930-b0bb-26b5fd0074c6,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:36:56.750864 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.770777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-9d209ad9-f9f9-4567-846b-92bac0b8ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.771364 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-9d209ad9-f9f9-4567-846b-92bac0b8ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.771865 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-9d209ad9-f9f9-4567-846b-92bac0b8ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.772338 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-9d209ad9-f9f9-4567-846b-92bac0b8ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.772802 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-9d209ad9-f9f9-4567-846b-92bac0b8ba87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.774566 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-9d209ad9-f9f9-4567-846b-92bac0b8ba87 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.1843216 Jul 16 01:36:56.783476 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d39136-7400-4216-bd2e-da31ec369978 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09bdce80-268e-4ed4-9328-ff2ec575e71e,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:56.799542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d39136-7400-4216-bd2e-da31ec369978 admin admin] Checking segment: {'id': 'a8e20b7d-cc39-4419-9ae5-32b1a425b6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2502b7c6-a840-4a76-8798-b2bdbdaf7df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:36:56.800013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d39136-7400-4216-bd2e-da31ec369978 admin admin] Network hostable DHCP agents. Network: 2502b7c6-a840-4a76-8798-b2bdbdaf7df4, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:36:56.827348 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cc701-3f1c-42dc-974d-b0d91d397074 None None] Pushing event updated for resources: {'Port': ['ID=8abdbcd8-afee-4930-b0bb-26b5fd0074c6,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:56.855904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d39136-7400-4216-bd2e-da31ec369978 admin admin] Network 2502b7c6-a840-4a76-8798-b2bdbdaf7df4 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:36:56.869220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-80d39136-7400-4216-bd2e-da31ec369978 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 2502b7c6-a840-4a76-8798-b2bdbdaf7df4) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:56.878887 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba0f1c7-4382-4767-8d2f-cb438159b65e None None] Network 2502b7c6-a840-4a76-8798-b2bdbdaf7df4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:56.927546 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d39136-7400-4216-bd2e-da31ec369978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.928184 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-80d39136-7400-4216-bd2e-da31ec369978 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.929400 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a034571-b51c-4395-869c-b2b88bdaf8ee tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:56.951293 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-5a034571-b51c-4395-869c-b2b88bdaf8ee tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object 6933ffda-0928-4003-a82c-f4eb5570078d will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:36:56.972348 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-80d39136-7400-4216-bd2e-da31ec369978 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6900094 Jul 16 01:36:56.975730 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-c493d699-4c01-4b70-85f5-4d891a7c8cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.976675 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-c493d699-4c01-4b70-85f5-4d891a7c8cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.977040 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-c493d699-4c01-4b70-85f5-4d891a7c8cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:56.978669 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-c493d699-4c01-4b70-85f5-4d891a7c8cef service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.1658742 Jul 16 01:36:57.015509 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a034571-b51c-4395-869c-b2b88bdaf8ee tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.114493 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-b2b7ded4-a4b6-4fce-baeb-d83357ec08c4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.1287620 Jul 16 01:36:57.118622 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a034571-b51c-4395-869c-b2b88bdaf8ee tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:36:57.125389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-5a034571-b51c-4395-869c-b2b88bdaf8ee tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:36:57.148348 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a034571-b51c-4395-869c-b2b88bdaf8ee tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:36:57.172768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcf5ba3-d8ab-4885-8874-ae74cb07fee7 None None] Network 2502b7c6-a840-4a76-8798-b2bdbdaf7df4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:57.185215 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a034571-b51c-4395-869c-b2b88bdaf8ee tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=6933ffda-0928-4003-a82c-f4eb5570078d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:57.204554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48786) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:57.213126 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-a1805635-4048-4ba3-84ef-b3ce11a1efce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.214907 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-a1805635-4048-4ba3-84ef-b3ce11a1efce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0936670 Jul 16 01:36:57.265301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a034571-b51c-4395-869c-b2b88bdaf8ee tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.265928 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a034571-b51c-4395-869c-b2b88bdaf8ee tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.299351 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-84721cf7-c387-46ce-8905-8c726b4bbbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.301212 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-84721cf7-c387-46ce-8905-8c726b4bbbe2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799193 Jul 16 01:36:57.305049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5a034571-b51c-4395-869c-b2b88bdaf8ee tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4004080 Jul 16 01:36:57.307514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48792) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:57.360452 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-a86e0162-11f8-4982-bcf6-aab6d37f7b05 admin admin] Deleting subnet c232942d-94dc-46f9-8eae-d4295d4da5aa {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:57.365378 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a86e0162-11f8-4982-bcf6-aab6d37f7b05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.408254 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-9ad121be-c5a9-4841-a78d-f61a3b585c39 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991759 Jul 16 01:36:57.412717 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a86e0162-11f8-4982-bcf6-aab6d37f7b05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.517936 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-be36cde1-5fe0-4f52-ad57-350e934b3c22 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031935 Jul 16 01:36:57.567052 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-5813b380-4d29-489f-b96f-18be11fedf13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0423996 Jul 16 01:36:57.807414 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a86e0162-11f8-4982-bcf6-aab6d37f7b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.874040 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a86e0162-11f8-4982-bcf6-aab6d37f7b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.924899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e0162-11f8-4982-bcf6-aab6d37f7b05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c232942d-94dc-46f9-8eae-d4295d4da5aa,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:57.931358 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a86e0162-11f8-4982-bcf6-aab6d37f7b05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:57.936335 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a86e0162-11f8-4982-bcf6-aab6d37f7b05 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c232942d-94dc-46f9-8eae-d4295d4da5aa HTTP/1.1" status: 204 len: 168 time: 0.7265687 Jul 16 01:36:57.943040 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0eefe1-f881-4334-809c-092826fabae8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.947545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48800) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:57.950174 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0eefe1-f881-4334-809c-092826fabae8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.954518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5f0eefe1-f881-4334-809c-092826fabae8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.6459472 Jul 16 01:36:57.955982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48802) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:57.993344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-e832d8ba-5278-4e91-9102-ef9fd4112543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:57.994767 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-e832d8ba-5278-4e91-9102-ef9fd4112543 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.4208474 Jul 16 01:36:58.051427 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3874ddd1-dd25-4471-ab82-8f72cd48e0aa req-31d71943-5341-483d-8ccf-80ded370b56e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:58.053191 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3874ddd1-dd25-4471-ab82-8f72cd48e0aa req-31d71943-5341-483d-8ccf-80ded370b56e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.2703898 Jul 16 01:36:58.075371 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8a49023-e3fe-4076-a082-da6f661b1f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.111532 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3874ddd1-dd25-4471-ab82-8f72cd48e0aa req-aa5b4439-e941-479b-93c4-cd02afcbf0a9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489357 Jul 16 01:36:58.119164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-48b6c66a-51b4-4690-bb74-50e3db17a99b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port 6933ffda-0928-4003-a82c-f4eb5570078d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:36:58.119775 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48b6c66a-51b4-4690-bb74-50e3db17a99b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.143258 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-e691a715-e8ca-4374-a594-ea3865864d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:58.144907 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-e691a715-e8ca-4374-a594-ea3865864d43 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1151953 Jul 16 01:36:58.178907 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67690ce-7e79-4a52-aa54-10f4ac81d61c None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:58.208059 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8a49023-e3fe-4076-a082-da6f661b1f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.232583 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48b6c66a-51b4-4690-bb74-50e3db17a99b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.236230 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f8a49023-e3fe-4076-a082-da6f661b1f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d2a797-339c-4f47-a892-bc62a2225432']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:58.247661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-48b6c66a-51b4-4690-bb74-50e3db17a99b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for 6933ffda-0928-4003-a82c-f4eb5570078d owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:36:58.250272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f8a49023-e3fe-4076-a082-da6f661b1f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2509173-24a7-4e4a-a603-6fb2553e2567') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:58.250569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-f8a49023-e3fe-4076-a082-da6f661b1f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2509173-24a7-4e4a-a603-6fb2553e2567') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:58.286499 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8a49023-e3fe-4076-a082-da6f661b1f4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.286956 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f866db05-b793-4d98-b683-33e502e3c65a None None] Provisioning for port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:58.307398 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8a49023-e3fe-4076-a082-da6f661b1f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.323372 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a49023-e3fe-4076-a082-da6f661b1f4d admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:58.323803 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8a49023-e3fe-4076-a082-da6f661b1f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:58.325550 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:58.350240 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-9a76a751-3014-4bcc-8d48-91bdc5ff6ec8 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957166 Jul 16 01:36:58.442577 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8a49023-e3fe-4076-a082-da6f661b1f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.450927 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f8a49023-e3fe-4076-a082-da6f661b1f4d admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.452766 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f8a49023-e3fe-4076-a082-da6f661b1f4d admin admin] 10.222.0.22 "DELETE /v2.0/networks/a6d2a797-339c-4f47-a892-bc62a2225432 HTTP/1.1" status: 204 len: 168 time: 0.5025661 Jul 16 01:36:58.515552 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48804) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:58.516426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a49023-e3fe-4076-a082-da6f661b1f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=a6d2a797-339c-4f47-a892-bc62a2225432,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:58.532473 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:36:58.567254 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-5fbce4f1-a969-4bd3-a727-8372fa225a5f service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780984 Jul 16 01:36:58.579008 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48b6c66a-51b4-4690-bb74-50e3db17a99b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.620445 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-33ecaa7d-95c2-4f3c-8360-f340029bc094 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0460432 Jul 16 01:36:58.635510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:36:58.641105 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:58.641890 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.642409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6c66a-51b4-4690-bb74-50e3db17a99b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=6933ffda-0928-4003-a82c-f4eb5570078d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:58.657725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-066eb62a-1f66-4a17-8553-6be5aa33af2e admin admin] Deleting subnet 09bdce80-268e-4ed4-9328-ff2ec575e71e {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:58.686845 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-066eb62a-1f66-4a17-8553-6be5aa33af2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.719185 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-d09cf783-25af-4ed3-a84e-ca402cf659a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:58.720730 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-d09cf783-25af-4ed3-a84e-ca402cf659a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0942476 Jul 16 01:36:58.752563 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.780425 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-066eb62a-1f66-4a17-8553-6be5aa33af2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.811170 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8abdbcd8-afee-4930-b0bb-26b5fd0074c6,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:36:58.813785 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-5912e2dd-959e-41eb-b908-8041f44df7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:58.815295 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-5912e2dd-959e-41eb-b908-8041f44df7a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0863843 Jul 16 01:36:58.817301 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.889184 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-48b6c66a-51b4-4690-bb74-50e3db17a99b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.891604 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-48b6c66a-51b4-4690-bb74-50e3db17a99b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/6933ffda-0928-4003-a82c-f4eb5570078d HTTP/1.1" status: 204 len: 168 time: 0.9346795 Jul 16 01:36:58.894601 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=8abdbcd8-afee-4930-b0bb-26b5fd0074c6,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:58.895892 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48810) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:58.917143 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d515a9f1-78cd-4d1e-b1f8-5e63ca283903 None None] Could not find standard attr ID for object 6933ffda-0928-4003-a82c-f4eb5570078d. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:58.929400 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d515a9f1-78cd-4d1e-b1f8-5e63ca283903 None None] Provisioning complete for port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:36:58.930053 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d515a9f1-78cd-4d1e-b1f8-5e63ca283903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.941302 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-066eb62a-1f66-4a17-8553-6be5aa33af2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:58.962504 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-3c19e151-c4f0-4f9d-a3ff-5b375242069a service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384742 Jul 16 01:36:58.998435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7229c653-492c-47bc-b300-5a6547001c46 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.000203 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7229c653-492c-47bc-b300-5a6547001c46 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.001794 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7229c653-492c-47bc-b300-5a6547001c46 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.003431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7229c653-492c-47bc-b300-5a6547001c46 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1063812 Jul 16 01:36:59.007707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48812) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:59.101303 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-13bf9b54-8d83-404d-9fc3-bbd9766612a1 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326172 Jul 16 01:36:59.101808 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-066eb62a-1f66-4a17-8553-6be5aa33af2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.144497 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-066eb62a-1f66-4a17-8553-6be5aa33af2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.146580 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-066eb62a-1f66-4a17-8553-6be5aa33af2e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/09bdce80-268e-4ed4-9328-ff2ec575e71e HTTP/1.1" status: 204 len: 168 time: 0.6300263 Jul 16 01:36:59.152327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-0950a9f9-cd9d-4b6e-9794-bd7f959c0d5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 3665eb9a-e4a7-4a6f-9c24-b1401328e7ad {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:59.156131 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0950a9f9-cd9d-4b6e-9794-bd7f959c0d5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.157320 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48814) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:59.159006 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-192d4870-2f82-4964-8138-59aec2ca29d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0509262 Jul 16 01:36:59.189151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066eb62a-1f66-4a17-8553-6be5aa33af2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09bdce80-268e-4ed4-9328-ff2ec575e71e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:59.223995 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0950a9f9-cd9d-4b6e-9794-bd7f959c0d5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.284122 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-39509acf-54fd-46ca-87f5-f5cd2c014010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.285763 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-39509acf-54fd-46ca-87f5-f5cd2c014010 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.1138792 Jul 16 01:36:59.288531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6730aae-7ce7-4f0b-a9c2-fbba7b929c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.367020 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-478ddc52-6478-4327-92c3-dbae661d53c1 None None] Could not find standard attr ID for object fb74b34c-dabd-4ea7-8158-f9a30b9de32e. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:59.374176 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0950a9f9-cd9d-4b6e-9794-bd7f959c0d5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.414071 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9e2a0-a087-4daf-bc74-f1215ca270b7 req-7edfb679-cff5-4e04-b12d-c4e198b4b69d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.415892 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ece9e2a0-a087-4daf-bc74-f1215ca270b7 req-7edfb679-cff5-4e04-b12d-c4e198b4b69d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.1430094 Jul 16 01:36:59.434928 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6730aae-7ce7-4f0b-a9c2-fbba7b929c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.448482 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-a6730aae-7ce7-4f0b-a9c2-fbba7b929c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2502b7c6-a840-4a76-8798-b2bdbdaf7df4']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:59.468660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-a6730aae-7ce7-4f0b-a9c2-fbba7b929c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e20b7d-cc39-4419-9ae5-32b1a425b6cf') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:59.469228 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-a6730aae-7ce7-4f0b-a9c2-fbba7b929c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e20b7d-cc39-4419-9ae5-32b1a425b6cf') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:36:59.474737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ece9e2a0-a087-4daf-bc74-f1215ca270b7 req-7e4c27a7-9afb-4194-8dbe-dee7bf125d1e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524900 Jul 16 01:36:59.482666 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6730aae-7ce7-4f0b-a9c2-fbba7b929c39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.484970 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0950a9f9-cd9d-4b6e-9794-bd7f959c0d5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.485774 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-b979ce63-5392-422c-98ab-25de2bc517a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:36:59.487510 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-b979ce63-5392-422c-98ab-25de2bc517a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1950331 Jul 16 01:36:59.511158 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0950a9f9-cd9d-4b6e-9794-bd7f959c0d5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.515503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0950a9f9-cd9d-4b6e-9794-bd7f959c0d5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/3665eb9a-e4a7-4a6f-9c24-b1401328e7ad HTTP/1.1" status: 204 len: 168 time: 0.5062881 Jul 16 01:36:59.523964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48818) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:36:59.538674 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0950a9f9-cd9d-4b6e-9794-bd7f959c0d5a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=3665eb9a-e4a7-4a6f-9c24-b1401328e7ad,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:59.580678 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6730aae-7ce7-4f0b-a9c2-fbba7b929c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.626302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6730aae-7ce7-4f0b-a9c2-fbba7b929c39 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:36:59.626685 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6730aae-7ce7-4f0b-a9c2-fbba7b929c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:36:59.628610 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:36:59.638585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0f80d3-2e8a-48aa-bbc2-7b9af53f5bcd None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:36:59.668099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-2148f88d-acf6-4eaf-a3c2-53ccd75e3ae9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet ecef8493-a96c-44b3-862d-84e0579f0ca2 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:36:59.702336 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2148f88d-acf6-4eaf-a3c2-53ccd75e3ae9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.721123 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1846259e-b9e4-4248-9f71-ffe7785e01c4 None None] Could not find standard attr ID for object 6933ffda-0928-4003-a82c-f4eb5570078d. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:36:59.741579 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6730aae-7ce7-4f0b-a9c2-fbba7b929c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.754275 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a6730aae-7ce7-4f0b-a9c2-fbba7b929c39 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.758837 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a6730aae-7ce7-4f0b-a9c2-fbba7b929c39 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2502b7c6-a840-4a76-8798-b2bdbdaf7df4 HTTP/1.1" status: 204 len: 168 time: 0.5980914 Jul 16 01:36:59.762032 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-435faf18-d5d3-494e-b4bf-4a0647d53058 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589307 Jul 16 01:36:59.774616 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2148f88d-acf6-4eaf-a3c2-53ccd75e3ae9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:36:59.806232 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6730aae-7ce7-4f0b-a9c2-fbba7b929c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=2502b7c6-a840-4a76-8798-b2bdbdaf7df4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:36:59.959910 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2148f88d-acf6-4eaf-a3c2-53ccd75e3ae9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.064603 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-075431e6-cb1a-4ed5-9ef8-c2a5374d7404 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870524 Jul 16 01:37:00.114550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48826) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:00.123966 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-74057ca0-0523-423a-b27f-eb129e6f5b4d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0464957 Jul 16 01:37:00.130975 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2148f88d-acf6-4eaf-a3c2-53ccd75e3ae9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.168167 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5da6e7b7-4c13-426b-952c-b83fb6b3a90a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e0e760876333452f99ea92d828ebcd17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521111 Jul 16 01:37:00.171004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48828) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:00.200780 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2148f88d-acf6-4eaf-a3c2-53ccd75e3ae9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=ecef8493-a96c-44b3-862d-84e0579f0ca2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.216920 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2148f88d-acf6-4eaf-a3c2-53ccd75e3ae9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.221513 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2148f88d-acf6-4eaf-a3c2-53ccd75e3ae9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/ecef8493-a96c-44b3-862d-84e0579f0ca2 HTTP/1.1" status: 204 len: 168 time: 0.6956272 Jul 16 01:37:00.222060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48830) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:00.237985 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd0882d3-5a35-4d2d-ac7a-6773e2d30d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.273778 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd0882d3-5a35-4d2d-ac7a-6773e2d30d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.290754 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48832) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:00.303490 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2697fb25-6a85-4138-abc8-22e7dbf4e1fb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745492 Jul 16 01:37:00.310425 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e3b3ebbd-519c-49f6-914d-f7dfb885f948 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:00.312064 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.312837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-cc64d63d-7eb2-44e1-bd7f-36986b2f27e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.314346 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-cc64d63d-7eb2-44e1-bd7f-36986b2f27e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.1797080 Jul 16 01:37:00.397359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-6ea8dc44-d573-4ccd-bc75-cfb4b26fc979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.399058 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-6ea8dc44-d573-4ccd-bc75-cfb4b26fc979 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0773728 Jul 16 01:37:00.470675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b3ebbd-519c-49f6-914d-f7dfb885f948 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:00.471414 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:00.475122 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3b3ebbd-519c-49f6-914d-f7dfb885f948 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.545930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:00.546314 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.587023 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-599ac0db-3270-40a3-a44b-0db54d119cc3 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813099 Jul 16 01:37:00.677087 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd0882d3-5a35-4d2d-ac7a-6773e2d30d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.679593 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd0882d3-5a35-4d2d-ac7a-6773e2d30d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.680765 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fd0882d3-5a35-4d2d-ac7a-6773e2d30d1d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/811a80a5-4469-4e86-93f8-3583b61e6452 HTTP/1.1" status: 204 len: 168 time: 0.5083923 Jul 16 01:37:00.734535 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0882d3-5a35-4d2d-ac7a-6773e2d30d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811a80a5-4469-4e86-93f8-3583b61e6452,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:00.838273 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2d79fe9b-de5f-43e0-8484-614616a8a2f6 req-d16a50bd-d01b-48ad-b3f7-c765647c4f38 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450843 Jul 16 01:37:00.852830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd428513-0a5d-4e83-80f2-a379687c87ca req-2a2966fb-273d-4ec5-b32e-224b04ccaa0d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:00.861424 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd428513-0a5d-4e83-80f2-a379687c87ca req-2a2966fb-273d-4ec5-b32e-224b04ccaa0d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.1885839 Jul 16 01:37:00.882563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621b32a1-accc-47dc-8b43-a4ef10b38287 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:00.926954 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3b3ebbd-519c-49f6-914d-f7dfb885f948 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:00.969612 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c0afe82c-9034-4873-a59f-af121097e7de None None] Provisioning complete for port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:00.970271 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c0afe82c-9034-4873-a59f-af121097e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.085261 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b3ebbd-519c-49f6-914d-f7dfb885f948 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=67e20ea5-cd76-483a-906a-afef2b3d1b28,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:01.105710 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b3ebbd-519c-49f6-914d-f7dfb885f948 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:01.125343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-e3b3ebbd-519c-49f6-914d-f7dfb885f948 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:01.135168 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd428513-0a5d-4e83-80f2-a379687c87ca req-b5e06924-7358-407e-bcc8-fa1a18bf8ea7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2654290 Jul 16 01:37:01.137584 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b3ebbd-519c-49f6-914d-f7dfb885f948 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.138857 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3b3ebbd-519c-49f6-914d-f7dfb885f948 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.174349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e3b3ebbd-519c-49f6-914d-f7dfb885f948 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8748608 Jul 16 01:37:01.176241 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48846) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:01.181529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8720674c-b53c-47b1-aa94-0fb5dd4fde2f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:01.189122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-510fd910-1f22-42a7-b0e4-b2ed92a3e56b req-17a49536-33a5-49bb-8764-db9d290240c3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5918117 Jul 16 01:37:01.208118 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.331209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fd910-1f22-42a7-b0e4-b2ed92a3e56b req-d34464f2-e416-4f0d-b770-612bcc6b5453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.333017 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-510fd910-1f22-42a7-b0e4-b2ed92a3e56b req-d34464f2-e416-4f0d-b770-612bcc6b5453 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=4100c1fde37843068ccfc8eef15b59a0&device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 1098 time: 0.0914333 Jul 16 01:37:01.356412 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8720674c-b53c-47b1-aa94-0fb5dd4fde2f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:01.360486 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8720674c-b53c-47b1-aa94-0fb5dd4fde2f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.371960 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48848) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:01.408522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9459841-4524-4588-843c-521a721e39e7 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:01.441734 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-73a5abd9-d555-417e-98d5-cbc9098a292b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=024d9ef5f44a4c3ba25b4aafa723f803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0673363 Jul 16 01:37:01.444643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48850) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:01.555692 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c68cffc1-9ef9-4950-9f2a-a8032a4ec3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.575346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fd910-1f22-42a7-b0e4-b2ed92a3e56b req-90f460c3-a490-4865-9ba6-51929e224039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.577317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-510fd910-1f22-42a7-b0e4-b2ed92a3e56b req-90f460c3-a490-4865-9ba6-51929e224039 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede HTTP/1.1" status: 200 len: 912 time: 0.2141275 Jul 16 01:37:01.594330 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c68cffc1-9ef9-4950-9f2a-a8032a4ec3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.697420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-69c762b5-ae3d-4fac-8ce5-841d47441461 None None] Provisioning complete for port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:01.698523 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-69c762b5-ae3d-4fac-8ce5-841d47441461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.714621 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c68cffc1-9ef9-4950-9f2a-a8032a4ec3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.718239 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c68cffc1-9ef9-4950-9f2a-a8032a4ec3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:01.719712 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c68cffc1-9ef9-4950-9f2a-a8032a4ec3c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ae0cbbb-099c-4030-b22b-f3c7b8f71f11 HTTP/1.1" status: 204 len: 168 time: 0.2737803 Jul 16 01:37:01.739507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68cffc1-9ef9-4950-9f2a-a8032a4ec3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae0cbbb-099c-4030-b22b-f3c7b8f71f11,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:01.751639 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-510fd910-1f22-42a7-b0e4-b2ed92a3e56b req-ac01e381-c739-4124-9dc1-6db30e90bbcb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6c831b03-f4bf-408a-8bf6-43a5454ed99d HTTP/1.1" status: 200 len: 1002 time: 0.1203771 Jul 16 01:37:01.778874 n-d-791505-14 neutron-server[93920]: DEBUG neutron.objects.ports [None req-8720674c-b53c-47b1-aa94-0fb5dd4fde2f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93920) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:01.845819 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fd910-1f22-42a7-b0e4-b2ed92a3e56b req-30f62913-dd20-4791-bf86-efee7ae104cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.847985 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-510fd910-1f22-42a7-b0e4-b2ed92a3e56b req-30f62913-dd20-4791-bf86-efee7ae104cf service neutron] 10.222.0.70 "GET /v2.0/subnets?id=7459754e-d7d4-4f48-a231-067bfcf50ff6 HTTP/1.1" status: 200 len: 850 time: 0.0884194 Jul 16 01:37:01.952899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510fd910-1f22-42a7-b0e4-b2ed92a3e56b req-37876931-7869-47ae-8fbb-6f6d26343e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:01.954532 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-510fd910-1f22-42a7-b0e4-b2ed92a3e56b req-37876931-7869-47ae-8fbb-6f6d26343e7d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ed2ef5d5-3345-4f8c-9615-96141c6c7ede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990903 Jul 16 01:37:02.022045 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8720674c-b53c-47b1-aa94-0fb5dd4fde2f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.060050 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Update dhcp port {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'fixed_ips': [{'subnet_id': '50149ff9-f38a-484b-b3f5-9ecd6590e246'}, {'subnet_id': '67e20ea5-cd76-483a-906a-afef2b3d1b28'}], 'binding:host_id': 'n-d-791505-14'}, 'id': '8abdbcd8-afee-4930-b0bb-26b5fd0074c6'} from n-d-791505-14. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:37:02.128553 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.220557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-510fd910-1f22-42a7-b0e4-b2ed92a3e56b req-43ae35be-4bb0-43fb-9d20-8aa27d1cc971 service neutron] 10.222.0.70 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579565 Jul 16 01:37:02.331716 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-8720674c-b53c-47b1-aa94-0fb5dd4fde2f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] For port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8abdbcd8-afee-4930-b0bb-26b5fd0074c6,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:02.390267 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-510fd910-1f22-42a7-b0e4-b2ed92a3e56b req-610877d4-e48c-4406-84e5-cbfa17df4e8e service neutron] 10.222.0.70 "GET /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625268 Jul 16 01:37:02.403481 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8720674c-b53c-47b1-aa94-0fb5dd4fde2f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.414885 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8720674c-b53c-47b1-aa94-0fb5dd4fde2f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.417110 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8720674c-b53c-47b1-aa94-0fb5dd4fde2f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.476784 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c8448-80b6-486f-abfa-9c95c480d874 req-ad80f33b-196c-4ed3-bfa5-a466bb74d269 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.486339 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-140c8448-80b6-486f-abfa-9c95c480d874 req-ad80f33b-196c-4ed3-bfa5-a466bb74d269 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.0950072 Jul 16 01:37:02.500072 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Allocated IP 172.20.0.2 (4d4acc47-7511-482b-8ece-b7156bc68483/67e20ea5-cd76-483a-906a-afef2b3d1b28/8abdbcd8-afee-4930-b0bb-26b5fd0074c6) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:02.547594 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8720674c-b53c-47b1-aa94-0fb5dd4fde2f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:02.556319 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8720674c-b53c-47b1-aa94-0fb5dd4fde2f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:02.561411 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-140c8448-80b6-486f-abfa-9c95c480d874 req-db40fe47-efc5-418d-b12f-2a54f46782a4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705335 Jul 16 01:37:02.574187 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8720674c-b53c-47b1-aa94-0fb5dd4fde2f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:02.574187 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8720674c-b53c-47b1-aa94-0fb5dd4fde2f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.589058 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720674c-b53c-47b1-aa94-0fb5dd4fde2f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=8abdbcd8-afee-4930-b0bb-26b5fd0074c6,revision_number=7']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:02.592263 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720674c-b53c-47b1-aa94-0fb5dd4fde2f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=50149ff9-f38a-484b-b3f5-9ecd6590e246,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:02.598279 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8720674c-b53c-47b1-aa94-0fb5dd4fde2f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4182918 Jul 16 01:37:02.598509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48876) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:02.604381 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1718fd4a-81f9-4cdd-82c1-a2ac5d65012c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'mac_address': 'fa:16:3e:f6:57:8f', 'name': 'tempest-NetworksTestDHCPv6-1852250737'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:02.681819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] For port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8abdbcd8-afee-4930-b0bb-26b5fd0074c6,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:02.715571 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.734347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Transition to ACTIVE for port object 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:02.737763 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.784547 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1718fd4a-81f9-4cdd-82c1-a2ac5d65012c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:02.835723 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Pushing event updated for resources: {'Port': ['ID=8abdbcd8-afee-4930-b0bb-26b5fd0074c6,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:02.863167 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:02.863655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:02.864025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:02.864403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:02.864736 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:02.865063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:02.865983 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:02.865983 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:02.866172 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:02.866332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:02.866660 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:02.866984 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e831a527-7f39-43cd-942d-180d9db2a83e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:02.896453 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1718fd4a-81f9-4cdd-82c1-a2ac5d65012c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:02.925051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-1718fd4a-81f9-4cdd-82c1-a2ac5d65012c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port a0f584e2-f74b-40b6-b0eb-6fcbcba7b0c9 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:03.123884 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-1718fd4a-81f9-4cdd-82c1-a2ac5d65012c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 172.20.0.7 (4d4acc47-7511-482b-8ece-b7156bc68483/67e20ea5-cd76-483a-906a-afef2b3d1b28/a0f584e2-f74b-40b6-b0eb-6fcbcba7b0c9) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:03.130068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-1718fd4a-81f9-4cdd-82c1-a2ac5d65012c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::f816:3eff:fef6:578f (4d4acc47-7511-482b-8ece-b7156bc68483/50149ff9-f38a-484b-b3f5-9ecd6590e246/a0f584e2-f74b-40b6-b0eb-6fcbcba7b0c9) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:03.310464 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1718fd4a-81f9-4cdd-82c1-a2ac5d65012c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.324351 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-1718fd4a-81f9-4cdd-82c1-a2ac5d65012c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object a0f584e2-f74b-40b6-b0eb-6fcbcba7b0c9 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:03.360785 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1718fd4a-81f9-4cdd-82c1-a2ac5d65012c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.410419 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1718fd4a-81f9-4cdd-82c1-a2ac5d65012c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:03.413888 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-1718fd4a-81f9-4cdd-82c1-a2ac5d65012c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:03.418339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1718fd4a-81f9-4cdd-82c1-a2ac5d65012c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:03.444032 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1718fd4a-81f9-4cdd-82c1-a2ac5d65012c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=a0f584e2-f74b-40b6-b0eb-6fcbcba7b0c9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:03.475125 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1718fd4a-81f9-4cdd-82c1-a2ac5d65012c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.476001 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1718fd4a-81f9-4cdd-82c1-a2ac5d65012c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.480183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410a068e-200d-4a81-b0d0-e1db6b827771 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:03.490949 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1718fd4a-81f9-4cdd-82c1-a2ac5d65012c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8907890 Jul 16 01:37:03.493470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48902) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.564909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c01187-1fcc-44bf-a4d0-fe939cf82a72 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.571686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c01187-1fcc-44bf-a4d0-fe939cf82a72 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.577893 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b7c01187-1fcc-44bf-a4d0-fe939cf82a72 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0789003 Jul 16 01:37:03.578727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48906) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:03.667975 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9cc218a7-7bb8-4ee4-8ff4-2ca55026ad29 None None] Provisioning for port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:03.682221 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9cc218a7-7bb8-4ee4-8ff4-2ca55026ad29 None None] Provisioning complete for port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:03.682827 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9cc218a7-7bb8-4ee4-8ff4-2ca55026ad29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.695021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-40e60aba-dc91-4fcb-98b3-0215ee444328 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port a0f584e2-f74b-40b6-b0eb-6fcbcba7b0c9 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:03.695410 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40e60aba-dc91-4fcb-98b3-0215ee444328 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.776064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbf9d35-8522-424c-b9f7-e8e46f3e67d6 req-ed7da647-fef4-40bc-b581-c166df2be175 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:03.778554 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9cbf9d35-8522-424c-b9f7-e8e46f3e67d6 req-ed7da647-fef4-40bc-b581-c166df2be175 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.0997205 Jul 16 01:37:03.817884 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40e60aba-dc91-4fcb-98b3-0215ee444328 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:03.833079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-40e60aba-dc91-4fcb-98b3-0215ee444328 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for a0f584e2-f74b-40b6-b0eb-6fcbcba7b0c9 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:03.836647 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9cbf9d35-8522-424c-b9f7-e8e46f3e67d6 req-39e29552-e812-497b-8658-3c5c317e789b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509875 Jul 16 01:37:04.048699 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40e60aba-dc91-4fcb-98b3-0215ee444328 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.082142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e60aba-dc91-4fcb-98b3-0215ee444328 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=a0f584e2-f74b-40b6-b0eb-6fcbcba7b0c9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:04.121749 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-82076ed0-7d72-480a-ad47-a8bff58300f0 None None] Provisioning complete for port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:04.122889 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-82076ed0-7d72-480a-ad47-a8bff58300f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.203842 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40e60aba-dc91-4fcb-98b3-0215ee444328 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.208690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48936) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.208901 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-40e60aba-dc91-4fcb-98b3-0215ee444328 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/a0f584e2-f74b-40b6-b0eb-6fcbcba7b0c9 HTTP/1.1" status: 204 len: 168 time: 0.6297672 Jul 16 01:37:04.241515 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-82076ed0-7d72-480a-ad47-a8bff58300f0 None None] Could not find standard attr ID for object a0f584e2-f74b-40b6-b0eb-6fcbcba7b0c9. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:37:04.292843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d8ee2d-6a63-401a-85c2-4a241708d9ca tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.294672 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d8ee2d-6a63-401a-85c2-4a241708d9ca tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.296761 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d8ee2d-6a63-401a-85c2-4a241708d9ca tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:04.298438 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b2d8ee2d-6a63-401a-85c2-4a241708d9ca tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0887158 Jul 16 01:37:04.301064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48946) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.370976 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd4ac78e-8514-45e7-8e31-c1c98c783f41 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 50149ff9-f38a-484b-b3f5-9ecd6590e246 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:04.375145 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac78e-8514-45e7-8e31-c1c98c783f41 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.422390 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac78e-8514-45e7-8e31-c1c98c783f41 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.459778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:04.481485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e5720e51-5803-43b1-97f2-880b0d434759 None None] Could not find standard attr ID for object a0f584e2-f74b-40b6-b0eb-6fcbcba7b0c9. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:37:04.510785 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:04.511392 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.552217 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac78e-8514-45e7-8e31-c1c98c783f41 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.636928 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac78e-8514-45e7-8e31-c1c98c783f41 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.669403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ac78e-8514-45e7-8e31-c1c98c783f41 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=50149ff9-f38a-484b-b3f5-9ecd6590e246,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:04.673675 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd4ac78e-8514-45e7-8e31-c1c98c783f41 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.678307 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bd4ac78e-8514-45e7-8e31-c1c98c783f41 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/50149ff9-f38a-484b-b3f5-9ecd6590e246 HTTP/1.1" status: 204 len: 168 time: 0.3733242 Jul 16 01:37:04.678730 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48970) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:04.709037 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbe5f5d-0735-4bd2-965e-b5dca46179e2 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:04.733190 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-e25cbc5c-d4e4-4c2d-9c26-33fc497a47d8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 67e20ea5-cd76-483a-906a-afef2b3d1b28 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:04.737292 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e25cbc5c-d4e4-4c2d-9c26-33fc497a47d8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.784017 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e25cbc5c-d4e4-4c2d-9c26-33fc497a47d8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.899253 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e25cbc5c-d4e4-4c2d-9c26-33fc497a47d8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.910520 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c5f16b6b-faad-486b-a026-4d470cf28d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:04.969142 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e25cbc5c-d4e4-4c2d-9c26-33fc497a47d8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.000613 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25cbc5c-d4e4-4c2d-9c26-33fc497a47d8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=67e20ea5-cd76-483a-906a-afef2b3d1b28,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:05.010484 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e25cbc5c-d4e4-4c2d-9c26-33fc497a47d8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.013136 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e25cbc5c-d4e4-4c2d-9c26-33fc497a47d8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/67e20ea5-cd76-483a-906a-afef2b3d1b28 HTTP/1.1" status: 204 len: 168 time: 0.3338130 Jul 16 01:37:05.015501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48998) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.074792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e5f0a-b664-4b68-86a4-e60f95b52bc5 req-65b2e2fc-3e05-4ca2-a733-a831a7571520 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.075641 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a83ecbdc-55dd-434c-8a80-6747aa1bea3a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0585208 Jul 16 01:37:05.078218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49002) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.079264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b3e5f0a-b664-4b68-86a4-e60f95b52bc5 req-65b2e2fc-3e05-4ca2-a733-a831a7571520 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.0879116 Jul 16 01:37:05.135276 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b3e5f0a-b664-4b68-86a4-e60f95b52bc5 req-99e08ba2-fbca-4cd3-9d5b-c2fedf8238ab tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464489 Jul 16 01:37:05.196333 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915c1f1a-7b57-49c9-8af6-e4a344a25692 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.198302 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-915c1f1a-7b57-49c9-8af6-e4a344a25692 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1191559 Jul 16 01:37:05.200991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49012) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.549438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49022) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.557748 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d80543-acf7-4979-ac75-12a64be82713 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:05.570345 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0caf571a-4318-49b6-ac1c-bf3b0f18fc11 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:05.571869 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0caf571a-4318-49b6-ac1c-bf3b0f18fc11 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3699090 Jul 16 01:37:05.574516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49026) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.611273 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7b7d0202-0d84-4c56-9d3a-c181b24654f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0354450 Jul 16 01:37:05.615735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49028) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.620629 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-959f88f5-7a21-45cb-8d2a-03e58a139489 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:05.661107 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1d2ba871-433d-45a6-9443-7e38eec78a8d None None] Provisioning complete for port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:05.661490 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1d2ba871-433d-45a6-9443-7e38eec78a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.669935 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87316e90-0a4a-4a5a-877c-f12d15671da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.771572 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87316e90-0a4a-4a5a-877c-f12d15671da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.778302 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87316e90-0a4a-4a5a-877c-f12d15671da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.796054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959f88f5-7a21-45cb-8d2a-03e58a139489 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:05.799534 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-959f88f5-7a21-45cb-8d2a-03e58a139489 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.800956 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-959f88f5-7a21-45cb-8d2a-03e58a139489 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:37:05.801389 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-959f88f5-7a21-45cb-8d2a-03e58a139489 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:05.816925 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399f8c49-fbd4-4461-a4f9-10ff98146845 None None] DHCP port deletion for 4d4acc47-7511-482b-8ece-b7156bc68483 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:05.823840 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-959f88f5-7a21-45cb-8d2a-03e58a139489 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2042856 Jul 16 01:37:05.824057 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49030) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.828224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-87316e90-0a4a-4a5a-877c-f12d15671da4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7350a3ec0c534c538a1f56062b31b13d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2777600 Jul 16 01:37:05.829457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87316e90-0a4a-4a5a-877c-f12d15671da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb75fa10-8e2b-4785-ba7d-b6cd47654d7e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:05.830031 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-032b2c9a-89d7-4343-93fa-f2ecdd9588ac tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:05.832287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49032) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.882395 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-399f8c49-fbd4-4461-a4f9-10ff98146845 None None] Deleting port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:05.882746 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-399f8c49-fbd4-4461-a4f9-10ff98146845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.884675 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e2a627c-262a-47f9-9416-41ad165b4151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.906461 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e2a627c-262a-47f9-9416-41ad165b4151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.923215 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032b2c9a-89d7-4343-93fa-f2ecdd9588ac tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:05.927000 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-032b2c9a-89d7-4343-93fa-f2ecdd9588ac tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.928439 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-032b2c9a-89d7-4343-93fa-f2ecdd9588ac tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:37:05.928871 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-032b2c9a-89d7-4343-93fa-f2ecdd9588ac tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:05.944755 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-032b2c9a-89d7-4343-93fa-f2ecdd9588ac tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1191120 Jul 16 01:37:05.948165 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49034) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:05.948855 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-399f8c49-fbd4-4461-a4f9-10ff98146845 None None] For port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8abdbcd8-afee-4930-b0bb-26b5fd0074c6,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:05.949226 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-399f8c49-fbd4-4461-a4f9-10ff98146845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.954960 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-38a395eb-1254-49cd-858b-5fc46f7e9905 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:05.964314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-399f8c49-fbd4-4461-a4f9-10ff98146845 None None] Calling delete_port for 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:05.968992 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e2a627c-262a-47f9-9416-41ad165b4151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.971658 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e2a627c-262a-47f9-9416-41ad165b4151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:05.975458 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9e2a627c-262a-47f9-9416-41ad165b4151 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb75fa10-8e2b-4785-ba7d-b6cd47654d7e HTTP/1.1" status: 204 len: 168 time: 0.1399155 Jul 16 01:37:05.981948 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a627c-262a-47f9-9416-41ad165b4151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb75fa10-8e2b-4785-ba7d-b6cd47654d7e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.054166 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a395eb-1254-49cd-858b-5fc46f7e9905 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:06.057815 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-38a395eb-1254-49cd-858b-5fc46f7e9905 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.059802 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a395eb-1254-49cd-858b-5fc46f7e9905 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:37:06.060246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a395eb-1254-49cd-858b-5fc46f7e9905 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:06.074143 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-38a395eb-1254-49cd-858b-5fc46f7e9905 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1248860 Jul 16 01:37:06.077972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49038) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.083423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-6f6b3188-21c9-4daa-9d24-b1a6eea4d19c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:06.094279 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-399f8c49-fbd4-4461-a4f9-10ff98146845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.120671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f8c49-fbd4-4461-a4f9-10ff98146845 None None] Pushing event deleted for resources: {'Port': ['ID=8abdbcd8-afee-4930-b0bb-26b5fd0074c6,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.126698 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399f8c49-fbd4-4461-a4f9-10ff98146845 None None] No DVR routers for this DVR port 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:06.194183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6b3188-21c9-4daa-9d24-b1a6eea4d19c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:06.199083 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f6b3188-21c9-4daa-9d24-b1a6eea4d19c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.201018 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6b3188-21c9-4daa-9d24-b1a6eea4d19c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:37:06.201462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6b3188-21c9-4daa-9d24-b1a6eea4d19c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:06.217364 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6f6b3188-21c9-4daa-9d24-b1a6eea4d19c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1380181 Jul 16 01:37:06.223810 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49046) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.226853 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-72611537-72c4-48b8-a42e-f1cdb08c6746 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:06.300160 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49048) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.319431 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18f2e560-5695-44b7-a47c-a21b9ca21ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.338014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b4bd0-74c4-4b40-b9bd-eb73710a090f req-24ff6e14-aff3-4229-88fa-5f5e0a253f9d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.339529 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a38b4bd0-74c4-4b40-b9bd-eb73710a090f req-24ff6e14-aff3-4229-88fa-5f5e0a253f9d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.0678730 Jul 16 01:37:06.343335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72611537-72c4-48b8-a42e-f1cdb08c6746 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:06.346827 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72611537-72c4-48b8-a42e-f1cdb08c6746 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.348258 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-72611537-72c4-48b8-a42e-f1cdb08c6746 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:37:06.348692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72611537-72c4-48b8-a42e-f1cdb08c6746 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:06.380057 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a38b4bd0-74c4-4b40-b9bd-eb73710a090f req-2251ae61-0d82-4b39-96a3-831df283aed3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342829 Jul 16 01:37:06.440241 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18f2e560-5695-44b7-a47c-a21b9ca21ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.445481 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18f2e560-5695-44b7-a47c-a21b9ca21ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.453251 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-72611537-72c4-48b8-a42e-f1cdb08c6746 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2311809 Jul 16 01:37:06.455216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:06.456226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49052) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.461409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-329432f6-d263-46b5-90bc-c083bd6e004b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:06.480013 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:06.480485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8abdbcd8-afee-4930-b0bb-26b5fd0074c6 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:06.494220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2e560-5695-44b7-a47c-a21b9ca21ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8633a66-238a-484f-a5ec-8d4869ea447c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.501904 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-18f2e560-5695-44b7-a47c-a21b9ca21ad2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=98acde229d7e4ba886aa951f51d16a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980119 Jul 16 01:37:06.502316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49054) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.550575 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-335eea18-122a-44de-ac8a-1161e8da3e0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.564122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329432f6-d263-46b5-90bc-c083bd6e004b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:06.568054 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-329432f6-d263-46b5-90bc-c083bd6e004b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.569556 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-329432f6-d263-46b5-90bc-c083bd6e004b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:37:06.569998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329432f6-d263-46b5-90bc-c083bd6e004b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:06.581291 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-335eea18-122a-44de-ac8a-1161e8da3e0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.584186 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-329432f6-d263-46b5-90bc-c083bd6e004b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1268642 Jul 16 01:37:06.586741 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49056) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.618938 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-68f58cca-1967-4089-a627-ca32c544f162 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0310221 Jul 16 01:37:06.621459 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49058) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.632214 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-335eea18-122a-44de-ac8a-1161e8da3e0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.634788 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-335eea18-122a-44de-ac8a-1161e8da3e0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:06.635901 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-335eea18-122a-44de-ac8a-1161e8da3e0b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8633a66-238a-484f-a5ec-8d4869ea447c HTTP/1.1" status: 204 len: 168 time: 0.1322250 Jul 16 01:37:06.643721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335eea18-122a-44de-ac8a-1161e8da3e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8633a66-238a-484f-a5ec-8d4869ea447c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:06.680686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568ea9ac-c6c6-4813-b0cb-f8f3710fc9b2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:06.682166 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-568ea9ac-c6c6-4813-b0cb-f8f3710fc9b2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0597677 Jul 16 01:37:06.685142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49062) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.726161 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1f897c17-fdcb-41e3-9cc0-a908f51929ed tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0399566 Jul 16 01:37:06.729827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49064) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:06.735236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ad580eab-9b45-470e-8bb9-4667fddb8356 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:06.828251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad580eab-9b45-470e-8bb9-4667fddb8356 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:06.834188 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ad580eab-9b45-470e-8bb9-4667fddb8356 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.094045 n-d-791505-14 neutron-server[93919]: DEBUG neutron.objects.ports [None req-ad580eab-9b45-470e-8bb9-4667fddb8356 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93919) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:07.095522 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ad580eab-9b45-470e-8bb9-4667fddb8356 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.138909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad580eab-9b45-470e-8bb9-4667fddb8356 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:07.146279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-ad580eab-9b45-470e-8bb9-4667fddb8356 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:07.150762 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad580eab-9b45-470e-8bb9-4667fddb8356 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.151423 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ad580eab-9b45-470e-8bb9-4667fddb8356 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.155126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad580eab-9b45-470e-8bb9-4667fddb8356 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=60698b19-a738-4e47-adaf-835788f32e85,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:07.156187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642814a8-1119-4778-b140-1ba22e96cd14 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:07.172031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ad580eab-9b45-470e-8bb9-4667fddb8356 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4385507 Jul 16 01:37:07.172426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49080) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:07.178566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9996de46-cde7-4b49-b262-b0afde25dd85 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'mac_address': 'fa:16:3e:0b:f5:5a', 'name': 'tempest-NetworksTestDHCPv6-601402465'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:07.311405 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9996de46-cde7-4b49-b262-b0afde25dd85 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:07.315707 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9996de46-cde7-4b49-b262-b0afde25dd85 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.333273 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.338443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-9996de46-cde7-4b49-b262-b0afde25dd85 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port e6e42569-1e7c-437c-9b6a-b7d94a9f7e72 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:07.342804 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4d4acc47-7511-482b-8ece-b7156bc68483', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'fixed_ips': [{'subnet_id': '60698b19-a738-4e47-adaf-835788f32e85'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:07.344565 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.451792 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-9996de46-cde7-4b49-b262-b0afde25dd85 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::f816:3eff:fe0b:f55a (4d4acc47-7511-482b-8ece-b7156bc68483/60698b19-a738-4e47-adaf-835788f32e85/e6e42569-1e7c-437c-9b6a-b7d94a9f7e72) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:07.576774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a615e3-1bf5-436f-84d7-b47eb5137dac req-45d35464-5198-4004-8ef7-0637c2e0e41c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.578988 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-12a615e3-1bf5-436f-84d7-b47eb5137dac req-45d35464-5198-4004-8ef7-0637c2e0e41c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.0736780 Jul 16 01:37:07.620644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-12a615e3-1bf5-436f-84d7-b47eb5137dac req-453c5417-3f83-49d1-8535-b502d00944ed tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353100 Jul 16 01:37:07.622767 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9996de46-cde7-4b49-b262-b0afde25dd85 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.638548 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-9996de46-cde7-4b49-b262-b0afde25dd85 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object e6e42569-1e7c-437c-9b6a-b7d94a9f7e72 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:07.666293 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7acf68b2-2e0e-4f79-b295-dfbf518ca523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.677392 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9996de46-cde7-4b49-b262-b0afde25dd85 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.721089 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Allocated IP 2001:db8::f816:3eff:feea:19e9 (4d4acc47-7511-482b-8ece-b7156bc68483/60698b19-a738-4e47-adaf-835788f32e85/27668210-9166-4064-9d50-481130836cc8) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:07.725120 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9996de46-cde7-4b49-b262-b0afde25dd85 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:07.728400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-9996de46-cde7-4b49-b262-b0afde25dd85 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:07.732977 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9996de46-cde7-4b49-b262-b0afde25dd85 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:07.738903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9996de46-cde7-4b49-b262-b0afde25dd85 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.739719 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9996de46-cde7-4b49-b262-b0afde25dd85 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.746188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996de46-cde7-4b49-b262-b0afde25dd85 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=e6e42569-1e7c-437c-9b6a-b7d94a9f7e72,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:07.759966 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9996de46-cde7-4b49-b262-b0afde25dd85 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.5862453 Jul 16 01:37:07.762767 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49102) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:07.832912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae327c6-9be9-4962-9c94-89a4a786522c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:07.836738 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5ae327c6-9be9-4962-9c94-89a4a786522c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0707171 Jul 16 01:37:07.837333 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49104) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:07.892472 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.902182 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Transition to ACTIVE for port object 27668210-9166-4064-9d50-481130836cc8 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:07.919239 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Transition to ACTIVE for port object 27668210-9166-4064-9d50-481130836cc8 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:07.926672 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.946103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ed24ca8e-ca10-4950-b790-02ef2b70c7a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port e6e42569-1e7c-437c-9b6a-b7d94a9f7e72 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:07.946473 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed24ca8e-ca10-4950-b790-02ef2b70c7a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:07.969100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:07.972315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:07.976217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:07.984624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Pushing event updated for resources: {'Port': ['ID=27668210-9166-4064-9d50-481130836cc8,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:08.046934 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed24ca8e-ca10-4950-b790-02ef2b70c7a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.049723 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Attempting to bind port 27668210-9166-4064-9d50-481130836cc8 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:08.050198 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Attempting to bind port 27668210-9166-4064-9d50-481130836cc8 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:08.050908 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Attempting to bind port 27668210-9166-4064-9d50-481130836cc8 on network 4d4acc47-7511-482b-8ece-b7156bc68483 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:08.059913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:08.059913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Checking segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:08.059913 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.059913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Bound using segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:08.059913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Bound port: 27668210-9166-4064-9d50-481130836cc8, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:08.059913 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.061294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ed24ca8e-ca10-4950-b790-02ef2b70c7a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for e6e42569-1e7c-437c-9b6a-b7d94a9f7e72 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:08.124373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] For port 27668210-9166-4064-9d50-481130836cc8, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:08.127746 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] For port 27668210-9166-4064-9d50-481130836cc8, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=27668210-9166-4064-9d50-481130836cc8,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:08.132618 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.191925 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420088d-43dc-4022-bbd9-999ce10d3e14 None None] Pushing event updated for resources: {'Port': ['ID=27668210-9166-4064-9d50-481130836cc8,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:08.213142 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed24ca8e-ca10-4950-b790-02ef2b70c7a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.244279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed24ca8e-ca10-4950-b790-02ef2b70c7a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=e6e42569-1e7c-437c-9b6a-b7d94a9f7e72,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:08.284162 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed24ca8e-ca10-4950-b790-02ef2b70c7a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.287975 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ed24ca8e-ca10-4950-b790-02ef2b70c7a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/e6e42569-1e7c-437c-9b6a-b7d94a9f7e72 HTTP/1.1" status: 204 len: 168 time: 0.4480159 Jul 16 01:37:08.289208 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49114) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.341356 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-59b65925-ca19-463f-81ef-70301ead9103 service neutron] show failed (client error): The resource could not be found. Jul 16 01:37:08.344172 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-59b65925-ca19-463f-81ef-70301ead9103 service neutron] 10.222.0.69 "GET /v2.0/ports/5efdd96e-7eba-436e-bb35-f1c65f7b0695/bindings/n-h2-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.0968270 Jul 16 01:37:08.377562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ecc537-ea86-4cfe-b305-648dd83d52e4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.379455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ecc537-ea86-4cfe-b305-648dd83d52e4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.381131 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-39ecc537-ea86-4cfe-b305-648dd83d52e4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0908794 Jul 16 01:37:08.383895 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49118) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.516135 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa887bd7-0f40-40b1-9e5f-46287b412c4b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 60698b19-a738-4e47-adaf-835788f32e85 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:08.520080 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa887bd7-0f40-40b1-9e5f-46287b412c4b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.557769 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.608425 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa887bd7-0f40-40b1-9e5f-46287b412c4b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.756404 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa887bd7-0f40-40b1-9e5f-46287b412c4b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.818526 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa887bd7-0f40-40b1-9e5f-46287b412c4b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.853903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa887bd7-0f40-40b1-9e5f-46287b412c4b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=60698b19-a738-4e47-adaf-835788f32e85,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:08.860405 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa887bd7-0f40-40b1-9e5f-46287b412c4b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:08.863807 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fa887bd7-0f40-40b1-9e5f-46287b412c4b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/60698b19-a738-4e47-adaf-835788f32e85 HTTP/1.1" status: 204 len: 168 time: 0.4783094 Jul 16 01:37:08.866260 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49130) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.874371 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-caa3dc1e-86ab-4836-b575-57bc086d3a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.876047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-caa3dc1e-86ab-4836-b575-57bc086d3a0d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858&tenant_id=69687824cbca408cb542751d24b99384 HTTP/1.1" status: 200 len: 1097 time: 0.1528454 Jul 16 01:37:08.894460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272098f2-f286-4d14-8788-1096c4106335 req-c4134ed1-419e-4e01-bb54-a7db2555830c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:08.895962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-272098f2-f286-4d14-8788-1096c4106335 req-c4134ed1-419e-4e01-bb54-a7db2555830c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.1132736 Jul 16 01:37:08.899955 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:08.913543 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-de0d8e82-4064-4fbf-abe5-a887a83001dc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458150 Jul 16 01:37:08.916097 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49132) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:08.921830 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-291f332e-fdfc-4f85-a968-55e11a5d2b69 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:08.969075 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-272098f2-f286-4d14-8788-1096c4106335 req-fad6dd0f-6326-4d27-b2de-3e43044004ce tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664263 Jul 16 01:37:09.004034 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.028625 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291f332e-fdfc-4f85-a968-55e11a5d2b69 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:09.033781 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-291f332e-fdfc-4f85-a968-55e11a5d2b69 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.328837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] For port 5efdd96e-7eba-436e-bb35-f1c65f7b0695, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695,segment=NetworkSegment(396181c4-f4c3-44ec-8c10-a9d789731475),segment_id=396181c4-f4c3-44ec-8c10-a9d789731475)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:09.369162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] For port 5efdd96e-7eba-436e-bb35-f1c65f7b0695, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:09.412153 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5efdd96e-7eba-436e-bb35-f1c65f7b0695'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:09.415142 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c4df52-2438-4af4-aca4-6fc2f9fbf2a1" -d '{"events": [{"server_uuid": "5cd3c185-6f1f-4d8b-9a3a-fa3855b91858", "name": "network-vif-unplugged", "status": "completed", "tag": "5efdd96e-7eba-436e-bb35-f1c65f7b0695"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:09.417336 n-d-791505-14 neutron-server[93920]: DEBUG neutron.objects.ports [None req-291f332e-fdfc-4f85-a968-55e11a5d2b69 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93920) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:09.420754 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.436295 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Transition to ACTIVE for port object 5efdd96e-7eba-436e-bb35-f1c65f7b0695 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:09.440394 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.495554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Pushing event updated for resources: {'Port': ['ID=5efdd96e-7eba-436e-bb35-f1c65f7b0695,revision_number=6']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:09.523837 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702fa5e9-4289-4434-9ed8-91b7443192d4 x-openstack-request-id: req-702fa5e9-4289-4434-9ed8-91b7443192d4 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:09.524166 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd3c185-6f1f-4d8b-9a3a-fa3855b91858", "name": "network-vif-unplugged", "status": "completed", "tag": "5efdd96e-7eba-436e-bb35-f1c65f7b0695", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:09.524492 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-702fa5e9-4289-4434-9ed8-91b7443192d4 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:09.524955 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5efdd96e-7eba-436e-bb35-f1c65f7b0695', 'code': 200} Jul 16 01:37:09.606652 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cafba9-7c4f-497c-b235-60e7c1049926 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:09.616732 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-291f332e-fdfc-4f85-a968-55e11a5d2b69 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.681327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7e26246e-76f6-44a9-b812-60864c5537fd None None] Provisioning for port 27668210-9166-4064-9d50-481130836cc8 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:09.693331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] No DVR routers for this DVR port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:09.878721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-291f332e-fdfc-4f85-a968-55e11a5d2b69 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] For port 27668210-9166-4064-9d50-481130836cc8, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=27668210-9166-4064-9d50-481130836cc8,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:09.919173 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-291f332e-fdfc-4f85-a968-55e11a5d2b69 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.928064 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-291f332e-fdfc-4f85-a968-55e11a5d2b69 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:09.929223 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-291f332e-fdfc-4f85-a968-55e11a5d2b69 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.040757 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f332e-fdfc-4f85-a968-55e11a5d2b69 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=549445a0-a41a-4a10-a903-b8f18993bd3b,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.121242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291f332e-fdfc-4f85-a968-55e11a5d2b69 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:10.124681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-291f332e-fdfc-4f85-a968-55e11a5d2b69 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:10.129266 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291f332e-fdfc-4f85-a968-55e11a5d2b69 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.129864 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-291f332e-fdfc-4f85-a968-55e11a5d2b69 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.161306 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291f332e-fdfc-4f85-a968-55e11a5d2b69 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=27668210-9166-4064-9d50-481130836cc8,revision_number=5']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.166984 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-291f332e-fdfc-4f85-a968-55e11a5d2b69 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2493291 Jul 16 01:37:10.169645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49154) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:10.176369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d44ba1a4-ce47-4e4f-8468-1a1f774cf819 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'mac_address': 'fa:16:3e:1b:0a:a8', 'name': 'tempest-NetworksTestDHCPv6-1824704846'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:10.204980 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.362511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706a59d8-753e-4360-9f19-5fc65f5b9540 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:10.389151 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44ba1a4-ce47-4e4f-8468-1a1f774cf819 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:10.437966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Attempting to bind port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:10.438544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Attempting to bind port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '396181c4-f4c3-44ec-8c10-a9d789731475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:10.438676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Attempting to bind port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 on network 3553096d-128c-42ef-ad83-d1dd4718d78c {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:10.446926 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 on network 3553096d-128c-42ef-ad83-d1dd4718d78c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:10.447256 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Attempting to bind port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 on network 3553096d-128c-42ef-ad83-d1dd4718d78c {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:10.467727 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ce19d-4790-4ede-a3fe-2ef646f544c1 req-1750d26d-0768-4aa9-bd1e-f4b2fd9f1a46 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.483030 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-992ce19d-4790-4ede-a3fe-2ef646f544c1 req-1750d26d-0768-4aa9-bd1e-f4b2fd9f1a46 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 943 time: 0.2405701 Jul 16 01:37:10.504026 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:10.504641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Checking segment: {'id': '396181c4-f4c3-44ec-8c10-a9d789731475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:10.516301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Bound using segment: {'id': '396181c4-f4c3-44ec-8c10-a9d789731475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:10.517032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Bound port: 5efdd96e-7eba-436e-bb35-f1c65f7b0695, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396181c4-f4c3-44ec-8c10-a9d789731475', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:10.517587 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.599039 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d44ba1a4-ce47-4e4f-8468-1a1f774cf819 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.603813 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 27668210-9166-4064-9d50-481130836cc8 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:10.633151 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-d44ba1a4-ce47-4e4f-8468-1a1f774cf819 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port 390d3f74-7238-4627-86a4-4c2eab918de0 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:10.647832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-992ce19d-4790-4ede-a3fe-2ef646f544c1 req-42b8d6c3-b9c5-4deb-878b-e33a9475683c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506662 Jul 16 01:37:10.682680 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 27668210-9166-4064-9d50-481130836cc8 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:10.693502 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 27668210-9166-4064-9d50-481130836cc8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:10.694125 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.699122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] For port 5efdd96e-7eba-436e-bb35-f1c65f7b0695, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:10.703945 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] For port 5efdd96e-7eba-436e-bb35-f1c65f7b0695, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695,segment=NetworkSegment(396181c4-f4c3-44ec-8c10-a9d789731475),segment_id=396181c4-f4c3-44ec-8c10-a9d789731475)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:10.709138 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.773272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-d44ba1a4-ce47-4e4f-8468-1a1f774cf819 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::f816:3eff:fe1b:aa8 (4d4acc47-7511-482b-8ece-b7156bc68483/549445a0-a41a-4a10-a903-b8f18993bd3b/390d3f74-7238-4627-86a4-4c2eab918de0) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:10.781323 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Pushing event updated for resources: {'Port': ['ID=5efdd96e-7eba-436e-bb35-f1c65f7b0695,revision_number=7']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:10.801533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.803661 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.808088 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c94262a6-a457-484b-8196-69c516c0629b service neutron] 10.222.0.70 "PUT /v2.0/ports/5efdd96e-7eba-436e-bb35-f1c65f7b0695 HTTP/1.1" status: 200 len: 1092 time: 1.9227762 Jul 16 01:37:10.820595 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.894586 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 27668210-9166-4064-9d50-481130836cc8, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=27668210-9166-4064-9d50-481130836cc8,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:10.904678 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:10.957672 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-76f85b2b-aaee-46bb-b703-ae2925661563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:10.959419 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-76f85b2b-aaee-46bb-b703-ae2925661563 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 1095 time: 0.1167130 Jul 16 01:37:11.010484 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=27668210-9166-4064-9d50-481130836cc8,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:11.110290 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d44ba1a4-ce47-4e4f-8468-1a1f774cf819 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.126944 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-d44ba1a4-ce47-4e4f-8468-1a1f774cf819 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object 390d3f74-7238-4627-86a4-4c2eab918de0 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:11.139850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-82133176-15ad-4eb2-9726-8e9413c96143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.141420 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-82133176-15ad-4eb2-9726-8e9413c96143 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3553096d-128c-42ef-ad83-d1dd4718d78c HTTP/1.1" status: 200 len: 898 time: 0.1742547 Jul 16 01:37:11.170618 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d44ba1a4-ce47-4e4f-8468-1a1f774cf819 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.176514 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f453b5a4-d9e6-47c7-a6fe-5a7f295dfc27 None None] Provisioning complete for port 27668210-9166-4064-9d50-481130836cc8 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:11.177120 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f453b5a4-d9e6-47c7-a6fe-5a7f295dfc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.225635 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44ba1a4-ce47-4e4f-8468-1a1f774cf819 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:11.232129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d44ba1a4-ce47-4e4f-8468-1a1f774cf819 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:11.235519 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44ba1a4-ce47-4e4f-8468-1a1f774cf819 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:11.243431 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44ba1a4-ce47-4e4f-8468-1a1f774cf819 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.244336 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d44ba1a4-ce47-4e4f-8468-1a1f774cf819 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.263439 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-5e7c4f6a-6ded-4428-9232-bea975b3d82e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695 HTTP/1.1" status: 200 len: 998 time: 0.1110651 Jul 16 01:37:11.284759 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d44ba1a4-ce47-4e4f-8468-1a1f774cf819 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1135750 Jul 16 01:37:11.285017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49166) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:11.285883 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ba1a4-ce47-4e4f-8468-1a1f774cf819 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=390d3f74-7238-4627-86a4-4c2eab918de0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:11.409694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-1bd68536-36ae-4e4e-aebf-31e586c3f834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.413169 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-1bd68536-36ae-4e4e-aebf-31e586c3f834 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5f2c05a5-f813-4ae1-a946-7a93d05234dc HTTP/1.1" status: 200 len: 835 time: 0.1343820 Jul 16 01:37:11.493897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85303deb-7f73-4a85-b9e7-306f7eea57e9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.502914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85303deb-7f73-4a85-b9e7-306f7eea57e9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.505284 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-85303deb-7f73-4a85-b9e7-306f7eea57e9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.2194405 Jul 16 01:37:11.508223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49170) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:11.527688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'tag': '5efdd96e-7eba-436e-bb35-f1c65f7b0695'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:11.530557 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd3c185-6f1f-4d8b-9a3a-fa3855b91858", "tag": "5efdd96e-7eba-436e-bb35-f1c65f7b0695"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:11.543137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-4e2cc5cd-8f6a-4db1-80d3-886c7dd20d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.544809 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-4e2cc5cd-8f6a-4db1-80d3-886c7dd20d20 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3553096d-128c-42ef-ad83-d1dd4718d78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1163847 Jul 16 01:37:11.559567 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-95f813fa-a591-4d58-b4e4-213e22a91418 None None] Could not find standard attr ID for object e6e42569-1e7c-437c-9b6a-b7d94a9f7e72. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:37:11.610707 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfe10b3-671a-44ea-b5ea-3b5a70f522bd x-openstack-request-id: req-fcfe10b3-671a-44ea-b5ea-3b5a70f522bd {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:11.611302 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd3c185-6f1f-4d8b-9a3a-fa3855b91858", "tag": "5efdd96e-7eba-436e-bb35-f1c65f7b0695", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:11.611748 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fcfe10b3-671a-44ea-b5ea-3b5a70f522bd {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:11.612260 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'tag': '5efdd96e-7eba-436e-bb35-f1c65f7b0695', 'status': 'completed', 'code': 200} Jul 16 01:37:11.797461 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-18636e92-e5c3-41cf-8655-4834a5bfa8e1 service neutron] 10.222.0.70 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395236 Jul 16 01:37:11.800922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe7d11-3c2e-4ef2-90ab-28dccebaccb6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port 390d3f74-7238-4627-86a4-4c2eab918de0 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:11.800922 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7d11-3c2e-4ef2-90ab-28dccebaccb6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.831602 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-79517962-19d0-4ffb-8485-5801b38fe3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:11.833211 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-79517962-19d0-4ffb-8485-5801b38fe3f3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 1095 time: 0.1525183 Jul 16 01:37:11.917280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-63b596e4-4929-4d41-8c8a-bd70127c5406 None None] Provisioning for port 390d3f74-7238-4627-86a4-4c2eab918de0 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:11.921251 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-63b596e4-4929-4d41-8c8a-bd70127c5406 None None] Provisioning complete for port 390d3f74-7238-4627-86a4-4c2eab918de0 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:11.921792 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-63b596e4-4929-4d41-8c8a-bd70127c5406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:11.975421 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-63b596e4-4929-4d41-8c8a-bd70127c5406 None None] Port 390d3f74-7238-4627-86a4-4c2eab918de0 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:11.997033 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d7260f6-1c07-4fde-bc76-be2ed71df124 req-c7e64e8e-8353-4e32-9931-bf9bf2f71e58 service neutron] 10.222.0.70 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910717 Jul 16 01:37:12.002487 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7d11-3c2e-4ef2-90ab-28dccebaccb6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.005905 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-c6dd0a72-2d6d-4456-9cee-6e7a2ad61d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.015816 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-c6dd0a72-2d6d-4456-9cee-6e7a2ad61d12 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3553096d-128c-42ef-ad83-d1dd4718d78c HTTP/1.1" status: 200 len: 898 time: 0.1677046 Jul 16 01:37:12.026648 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-cfbe7d11-3c2e-4ef2-90ab-28dccebaccb6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for 390d3f74-7238-4627-86a4-4c2eab918de0 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:12.036972 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd5ff8-1f33-4e50-b62c-118f456dbf98 req-f2a1a289-66a4-4fc6-9bb8-731c301c75c1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.040500 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48bd5ff8-1f33-4e50-b62c-118f456dbf98 req-f2a1a289-66a4-4fc6-9bb8-731c301c75c1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 943 time: 0.1989617 Jul 16 01:37:12.133460 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-6346c13b-1158-4665-aab8-bc2e4c85f013 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695 HTTP/1.1" status: 200 len: 998 time: 0.1196764 Jul 16 01:37:12.167137 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48bd5ff8-1f33-4e50-b62c-118f456dbf98 req-83023a9b-9996-453f-af92-e7eea52a38cd tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200700 Jul 16 01:37:12.195541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-7ac3b862-80e6-4b09-8512-4ec50b4e56db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.197708 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-7ac3b862-80e6-4b09-8512-4ec50b4e56db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 1095 time: 0.1080117 Jul 16 01:37:12.264093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-a5ae02b9-c761-4bb0-96be-f8f47a6958b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.265766 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-a5ae02b9-c761-4bb0-96be-f8f47a6958b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f2c05a5-f813-4ae1-a946-7a93d05234dc HTTP/1.1" status: 200 len: 835 time: 0.1099031 Jul 16 01:37:12.356425 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7d11-3c2e-4ef2-90ab-28dccebaccb6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.362354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-5ae01bf4-60e2-4c99-89f4-28a703007ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.364229 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-5ae01bf4-60e2-4c99-89f4-28a703007ca9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=3553096d-128c-42ef-ad83-d1dd4718d78c HTTP/1.1" status: 200 len: 898 time: 0.1591330 Jul 16 01:37:12.397301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbe7d11-3c2e-4ef2-90ab-28dccebaccb6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=390d3f74-7238-4627-86a4-4c2eab918de0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:12.444225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-cfdb4807-7b3b-4f2e-9b7c-6ae9a52f133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.445852 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-cfdb4807-7b3b-4f2e-9b7c-6ae9a52f133d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3553096d-128c-42ef-ad83-d1dd4718d78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1734111 Jul 16 01:37:12.447305 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cfbe7d11-3c2e-4ef2-90ab-28dccebaccb6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.452237 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cfbe7d11-3c2e-4ef2-90ab-28dccebaccb6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/390d3f74-7238-4627-86a4-4c2eab918de0 HTTP/1.1" status: 204 len: 168 time: 0.9425595 Jul 16 01:37:12.454414 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49188) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.464474 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-8728c779-3480-4eb8-9830-557fc0602832 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695 HTTP/1.1" status: 200 len: 998 time: 0.0930755 Jul 16 01:37:12.491508 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 5efdd96e-7eba-436e-bb35-f1c65f7b0695 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:12.540772 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-956de3e7-1d64-4005-be18-171d2fd37903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.542795 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-956de3e7-1d64-4005-be18-171d2fd37903 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5f2c05a5-f813-4ae1-a946-7a93d05234dc HTTP/1.1" status: 200 len: 835 time: 0.0667765 Jul 16 01:37:12.543019 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d124640-fa82-4959-9c8e-1b7560f193c7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.544912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d124640-fa82-4959-9c8e-1b7560f193c7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.546873 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3d124640-fa82-4959-9c8e-1b7560f193c7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0819824 Jul 16 01:37:12.551376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49192) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:12.587054 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 27668210-9166-4064-9d50-481130836cc8 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:12.637000 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-8e61608e-bf27-4f08-8446-b292434b7aa6 service neutron] 10.222.0.69 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832731 Jul 16 01:37:12.656415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd7466c-ee1b-4427-855d-b70ed403c8f1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 549445a0-a41a-4a10-a903-b8f18993bd3b {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:12.675928 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7dd7466c-ee1b-4427-855d-b70ed403c8f1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.723701 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7dd7466c-ee1b-4427-855d-b70ed403c8f1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.727895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-4e185b28-7db7-4d34-a473-a38ca0df0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:12.729610 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-4e185b28-7db7-4d34-a473-a38ca0df0214 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3553096d-128c-42ef-ad83-d1dd4718d78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1681569 Jul 16 01:37:12.769819 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-de730ad3-8110-4b5c-9011-16548ecd83f9 service neutron] 10.222.0.69 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224451 Jul 16 01:37:12.803127 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 5efdd96e-7eba-436e-bb35-f1c65f7b0695 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:12.827378 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 27668210-9166-4064-9d50-481130836cc8 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:12.827820 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.888004 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7dd7466c-ee1b-4427-855d-b70ed403c8f1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:12.917927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-bfa6a7f5-cd57-498b-9e3b-b3d8ec0345bd service neutron] 10.222.0.70 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690946 Jul 16 01:37:13.017928 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7dd7466c-ee1b-4427-855d-b70ed403c8f1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.059425 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7dd7466c-ee1b-4427-855d-b70ed403c8f1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.061396 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7dd7466c-ee1b-4427-855d-b70ed403c8f1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/549445a0-a41a-4a10-a903-b8f18993bd3b HTTP/1.1" status: 204 len: 168 time: 0.5089869 Jul 16 01:37:13.064099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49204) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:13.064610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7466c-ee1b-4427-855d-b70ed403c8f1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=549445a0-a41a-4a10-a903-b8f18993bd3b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:13.067695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3ec8b7d-a541-4d58-be0f-1d67fc475df2 req-a997254e-96fc-4102-bf5f-0151d3fd6c27 service neutron] 10.222.0.70 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382272 Jul 16 01:37:13.071410 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfe2ebe-71f7-474c-b0cc-0cb7c05ac4f7 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:13.117670 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9b3436f4-d2dd-43ff-8158-293172ca0e16 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484781 Jul 16 01:37:13.117830 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49206) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:13.190741 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb78133-794c-4a12-ab7c-1774d42e6b73 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.193318 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4fb78133-794c-4a12-ab7c-1774d42e6b73 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0746319 Jul 16 01:37:13.195833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49208) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:13.253604 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b8d4eb-4ea6-4259-9da3-93f671e12e70 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.257303 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-46b8d4eb-4ea6-4259-9da3-93f671e12e70 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0582600 Jul 16 01:37:13.257578 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49212) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:13.282594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5963a33-30b8-4a82-8b4b-8c841b9e2ab6 None None] DHCP port deletion for 4d4acc47-7511-482b-8ece-b7156bc68483 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:13.303229 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f16667fc-89a8-4404-b1a1-4f106e101953 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409689 Jul 16 01:37:13.303693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49214) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:13.309472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-c9415944-b28a-4f08-a789-f78ec9a8db8b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:13.344078 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b5963a33-30b8-4a82-8b4b-8c841b9e2ab6 None None] Deleting port 27668210-9166-4064-9d50-481130836cc8 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:13.344529 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b5963a33-30b8-4a82-8b4b-8c841b9e2ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.417474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b5963a33-30b8-4a82-8b4b-8c841b9e2ab6 None None] For port 27668210-9166-4064-9d50-481130836cc8, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=27668210-9166-4064-9d50-481130836cc8,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:13.417981 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b5963a33-30b8-4a82-8b4b-8c841b9e2ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.430831 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b5963a33-30b8-4a82-8b4b-8c841b9e2ab6 None None] Calling delete_port for 27668210-9166-4064-9d50-481130836cc8 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:13.463289 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6e292-4f44-4d28-a197-961e49f88bd6 req-048d70b1-2701-4c92-9584-b1e118de6d6e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.470499 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89d6e292-4f44-4d28-a197-961e49f88bd6 req-048d70b1-2701-4c92-9584-b1e118de6d6e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 943 time: 0.1329393 Jul 16 01:37:13.520936 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89d6e292-4f44-4d28-a197-961e49f88bd6 req-0706ff46-cd0b-47a9-a988-8b9ad5f5e5d9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493619 Jul 16 01:37:13.524856 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9415944-b28a-4f08-a789-f78ec9a8db8b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:13.529833 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c9415944-b28a-4f08-a789-f78ec9a8db8b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.553071 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b5963a33-30b8-4a82-8b4b-8c841b9e2ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.570563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5963a33-30b8-4a82-8b4b-8c841b9e2ab6 None None] No DVR routers for this DVR port 27668210-9166-4064-9d50-481130836cc8 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:13.606524 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5963a33-30b8-4a82-8b4b-8c841b9e2ab6 None None] Pushing event deleted for resources: {'Port': ['ID=27668210-9166-4064-9d50-481130836cc8,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:13.813005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.objects.ports [None req-c9415944-b28a-4f08-a789-f78ec9a8db8b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93919) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:13.814798 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c9415944-b28a-4f08-a789-f78ec9a8db8b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.854637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9415944-b28a-4f08-a789-f78ec9a8db8b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:13.861786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-c9415944-b28a-4f08-a789-f78ec9a8db8b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:13.865963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9415944-b28a-4f08-a789-f78ec9a8db8b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:13.866564 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c9415944-b28a-4f08-a789-f78ec9a8db8b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:13.875345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd0d2fe-5e7c-4443-b21a-e8c68e2f07bd None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:13.886977 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9415944-b28a-4f08-a789-f78ec9a8db8b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=1a93e3d8-c1e0-4bdd-839d-fc131f73e55b,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:13.894903 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c9415944-b28a-4f08-a789-f78ec9a8db8b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5887096 Jul 16 01:37:13.895320 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49224) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:13.901426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-fa549229-28f7-4bc3-bace-bfad540f4fc8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'mac_address': 'fa:16:3e:80:a7:a4', 'name': 'tempest-NetworksTestDHCPv6-2126303228'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:14.034188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa549229-28f7-4bc3-bace-bfad540f4fc8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:14.043963 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa549229-28f7-4bc3-bace-bfad540f4fc8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.080564 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-fa549229-28f7-4bc3-bace-bfad540f4fc8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port e1b4ddcf-d137-4e6f-8d97-c1c52a9ec5d9 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:14.125756 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4d4acc47-7511-482b-8ece-b7156bc68483', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'fixed_ips': [{'subnet_id': '1a93e3d8-c1e0-4bdd-839d-fc131f73e55b'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:14.133419 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.241467 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-fa549229-28f7-4bc3-bace-bfad540f4fc8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::f816:3eff:fe80:a7a4 (4d4acc47-7511-482b-8ece-b7156bc68483/1a93e3d8-c1e0-4bdd-839d-fc131f73e55b/e1b4ddcf-d137-4e6f-8d97-c1c52a9ec5d9) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:14.411560 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa549229-28f7-4bc3-bace-bfad540f4fc8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.430658 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-fa549229-28f7-4bc3-bace-bfad540f4fc8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object e1b4ddcf-d137-4e6f-8d97-c1c52a9ec5d9 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:14.486817 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 27668210-9166-4064-9d50-481130836cc8 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:14.498487 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa549229-28f7-4bc3-bace-bfad540f4fc8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.530464 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 27668210-9166-4064-9d50-481130836cc8 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:14.530815 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 27668210-9166-4064-9d50-481130836cc8 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:14.562289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Allocated IP 2001:db8::f816:3eff:fe14:4473 (4d4acc47-7511-482b-8ece-b7156bc68483/1a93e3d8-c1e0-4bdd-839d-fc131f73e55b/05078132-cf1e-4a80-a864-19434aefd3f9) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:14.577804 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa549229-28f7-4bc3-bace-bfad540f4fc8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:14.586557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-fa549229-28f7-4bc3-bace-bfad540f4fc8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:14.597269 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa549229-28f7-4bc3-bace-bfad540f4fc8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:14.602838 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa549229-28f7-4bc3-bace-bfad540f4fc8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.603455 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fa549229-28f7-4bc3-bace-bfad540f4fc8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.644761 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fa549229-28f7-4bc3-bace-bfad540f4fc8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7454691 Jul 16 01:37:14.645508 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49234) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:14.668991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa549229-28f7-4bc3-bace-bfad540f4fc8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=e1b4ddcf-d137-4e6f-8d97-c1c52a9ec5d9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:14.758711 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.768975 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Transition to ACTIVE for port object 05078132-cf1e-4a80-a864-19434aefd3f9 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:14.788502 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Transition to ACTIVE for port object 05078132-cf1e-4a80-a864-19434aefd3f9 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:14.795861 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:14.803884 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b75f0e-1e9d-4953-8e5a-da5c8c7f030d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.805496 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f4b75f0e-1e9d-4953-8e5a-da5c8c7f030d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1587777 Jul 16 01:37:14.808232 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49236) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:14.830563 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68517a-4ee6-4146-b276-feb5008223bf req-11c5ec0d-7c22-4d2a-8ba8-d39e1f726b71 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:14.837971 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc68517a-4ee6-4146-b276-feb5008223bf req-11c5ec0d-7c22-4d2a-8ba8-d39e1f726b71 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 943 time: 0.1151104 Jul 16 01:37:14.867961 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:14.882311 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:14.885075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Pushing event updated for resources: {'Port': ['ID=05078132-cf1e-4a80-a864-19434aefd3f9,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:14.888339 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:14.942466 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fc68517a-4ee6-4146-b276-feb5008223bf req-66e20b57-c572-4164-ad9e-baa9784e40e7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031573 Jul 16 01:37:15.011329 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Attempting to bind port 05078132-cf1e-4a80-a864-19434aefd3f9 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:15.013486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Attempting to bind port 05078132-cf1e-4a80-a864-19434aefd3f9 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:15.013873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Attempting to bind port 05078132-cf1e-4a80-a864-19434aefd3f9 on network 4d4acc47-7511-482b-8ece-b7156bc68483 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:15.022935 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:15.023347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Checking segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:15.023648 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.029088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Bound using segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:15.029088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Bound port: 05078132-cf1e-4a80-a864-19434aefd3f9, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:15.031727 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.044823 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-9d21ff7d-e5f2-4e5c-b064-782871477d4e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port e1b4ddcf-d137-4e6f-8d97-c1c52a9ec5d9 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:15.045933 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d21ff7d-e5f2-4e5c-b064-782871477d4e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.123744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] For port 05078132-cf1e-4a80-a864-19434aefd3f9, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:15.127018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] For port 05078132-cf1e-4a80-a864-19434aefd3f9, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=05078132-cf1e-4a80-a864-19434aefd3f9,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:15.131804 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.243821 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d21ff7d-e5f2-4e5c-b064-782871477d4e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.281265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-9d21ff7d-e5f2-4e5c-b064-782871477d4e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for e1b4ddcf-d137-4e6f-8d97-c1c52a9ec5d9 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:15.305642 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d6114-6b00-43a6-9b88-734bc698cf69 None None] Pushing event updated for resources: {'Port': ['ID=05078132-cf1e-4a80-a864-19434aefd3f9,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.401733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9c2af9-3206-46a1-8aac-03492277ddbd req-93cb1784-914f-4cff-8eac-1b9c01bbc3b5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.403656 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c9c2af9-3206-46a1-8aac-03492277ddbd req-93cb1784-914f-4cff-8eac-1b9c01bbc3b5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 943 time: 0.0868223 Jul 16 01:37:15.452258 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c9c2af9-3206-46a1-8aac-03492277ddbd req-a04839be-01b2-40b8-9ca4-57c6c7b0db4d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420077 Jul 16 01:37:15.538073 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636bb80-c165-43cc-bf92-8032fbdf622e req-ed9d7b3c-23a5-4b45-b2cc-301ea1947a4b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.539608 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e636bb80-c165-43cc-bf92-8032fbdf622e req-ed9d7b3c-23a5-4b45-b2cc-301ea1947a4b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.69 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858&tenant_id=69687824cbca408cb542751d24b99384&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 943 time: 0.1902900 Jul 16 01:37:15.602017 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d21ff7d-e5f2-4e5c-b064-782871477d4e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.654127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21ff7d-e5f2-4e5c-b064-782871477d4e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=e1b4ddcf-d137-4e6f-8d97-c1c52a9ec5d9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:15.688707 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d21ff7d-e5f2-4e5c-b064-782871477d4e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.691674 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9d21ff7d-e5f2-4e5c-b064-782871477d4e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/e1b4ddcf-d137-4e6f-8d97-c1c52a9ec5d9 HTTP/1.1" status: 204 len: 168 time: 0.8809936 Jul 16 01:37:15.693690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49246) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:15.697007 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [req-e636bb80-c165-43cc-bf92-8032fbdf622e req-2f2acad9-6e54-4623-9a06-e968ebb1dd46 service neutron] delete failed (client error): The resource could not be found. Jul 16 01:37:15.698053 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e636bb80-c165-43cc-bf92-8032fbdf622e req-2f2acad9-6e54-4623-9a06-e968ebb1dd46 service neutron] 10.222.0.69 "DELETE /v2.0/ports/5efdd96e-7eba-436e-bb35-f1c65f7b0695/bindings/n-h1-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.1467481 Jul 16 01:37:15.757211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614f2480-1543-45d5-b711-1eed08e67b06 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.758865 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614f2480-1543-45d5-b711-1eed08e67b06 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.761086 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-614f2480-1543-45d5-b711-1eed08e67b06 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0661685 Jul 16 01:37:15.764423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49252) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:15.813324 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636bb80-c165-43cc-bf92-8032fbdf622e req-1c991cd0-6e14-4be5-a01f-9443232cc75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.815040 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e636bb80-c165-43cc-bf92-8032fbdf622e req-1c991cd0-6e14-4be5-a01f-9443232cc75f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 1095 time: 0.0567465 Jul 16 01:37:15.831605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-03566486-75ec-4e53-b50f-2fb8edf74ce1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 1a93e3d8-c1e0-4bdd-839d-fc131f73e55b {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:15.836403 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-03566486-75ec-4e53-b50f-2fb8edf74ce1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.890609 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-03566486-75ec-4e53-b50f-2fb8edf74ce1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:15.974205 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636bb80-c165-43cc-bf92-8032fbdf622e req-1a77e431-e552-424a-b5ce-208509cc9e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:15.976108 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e636bb80-c165-43cc-bf92-8032fbdf622e req-1a77e431-e552-424a-b5ce-208509cc9e76 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3553096d-128c-42ef-ad83-d1dd4718d78c HTTP/1.1" status: 200 len: 898 time: 0.1434467 Jul 16 01:37:15.991853 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-03566486-75ec-4e53-b50f-2fb8edf74ce1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.070852 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5efdd96e-7eba-436e-bb35-f1c65f7b0695 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:16.076969 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e636bb80-c165-43cc-bf92-8032fbdf622e req-016794b1-305c-448c-856f-e3326ea31e61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695 HTTP/1.1" status: 200 len: 998 time: 0.0940449 Jul 16 01:37:16.087115 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-03566486-75ec-4e53-b50f-2fb8edf74ce1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.168862 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-03566486-75ec-4e53-b50f-2fb8edf74ce1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.173706 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-03566486-75ec-4e53-b50f-2fb8edf74ce1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/1a93e3d8-c1e0-4bdd-839d-fc131f73e55b HTTP/1.1" status: 204 len: 168 time: 0.4056213 Jul 16 01:37:16.176514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03566486-75ec-4e53-b50f-2fb8edf74ce1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=1a93e3d8-c1e0-4bdd-839d-fc131f73e55b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.177933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49258) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:16.243557 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5efdd96e-7eba-436e-bb35-f1c65f7b0695, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695,segment=NetworkSegment(396181c4-f4c3-44ec-8c10-a9d789731475),segment_id=396181c4-f4c3-44ec-8c10-a9d789731475)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:16.259938 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '5efdd96e-7eba-436e-bb35-f1c65f7b0695', 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c', 'port_id': '5efdd96e-7eba-436e-bb35-f1c65f7b0695', 'mac_address': 'fa:16:3e:7d:92:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:16.331364 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.346376 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efdd96e-7eba-436e-bb35-f1c65f7b0695 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:16.378260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5efdd96e-7eba-436e-bb35-f1c65f7b0695, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695,segment=NetworkSegment(396181c4-f4c3-44ec-8c10-a9d789731475),segment_id=396181c4-f4c3-44ec-8c10-a9d789731475)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:16.391111 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:16.536848 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=5efdd96e-7eba-436e-bb35-f1c65f7b0695,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:16.579454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 05078132-cf1e-4a80-a864-19434aefd3f9 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:16.650710 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 05078132-cf1e-4a80-a864-19434aefd3f9 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:16.732132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['5efdd96e-7eba-436e-bb35-f1c65f7b0695'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:16.759696 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2a4f5fad-fa8a-4989-8677-9cae792ecd4a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5804822 Jul 16 01:37:16.762062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636bb80-c165-43cc-bf92-8032fbdf622e req-13915194-8596-49c3-9f4b-1c2abd4fa192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.763243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49266) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:16.763889 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e636bb80-c165-43cc-bf92-8032fbdf622e req-13915194-8596-49c3-9f4b-1c2abd4fa192 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=5f2c05a5-f813-4ae1-a946-7a93d05234dc HTTP/1.1" status: 200 len: 835 time: 0.6775868 Jul 16 01:37:16.769716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-cd05001d-73d1-4e51-a816-6ef87243827a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:16.814273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663cb335-a7e2-4d6e-9937-13288ca031a8 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:16.852639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636bb80-c165-43cc-bf92-8032fbdf622e req-0de859f2-0c6b-400a-9815-6e0d9b63662e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.854062 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e636bb80-c165-43cc-bf92-8032fbdf622e req-0de859f2-0c6b-400a-9815-6e0d9b63662e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3553096d-128c-42ef-ad83-d1dd4718d78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0826492 Jul 16 01:37:16.950776 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc0dcd-4606-4fb4-8633-13acfa4613c7 req-044635c0-d5d6-4804-94a5-5ed2263dbe5b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:16.952392 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6dbc0dcd-4606-4fb4-8633-13acfa4613c7 req-044635c0-d5d6-4804-94a5-5ed2263dbe5b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 944 time: 0.2541158 Jul 16 01:37:16.953605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd05001d-73d1-4e51-a816-6ef87243827a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:16.957769 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cd05001d-73d1-4e51-a816-6ef87243827a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.015813 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fb92a320-16e6-4f73-b1e2-cdccb7321ba2 None None] Provisioning for port 05078132-cf1e-4a80-a864-19434aefd3f9 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:17.032848 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fb92a320-16e6-4f73-b1e2-cdccb7321ba2 None None] Provisioning complete for port 05078132-cf1e-4a80-a864-19434aefd3f9 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:17.033231 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fb92a320-16e6-4f73-b1e2-cdccb7321ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.044547 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e636bb80-c165-43cc-bf92-8032fbdf622e req-2702daca-561a-4017-b8f5-deb8bfbc5f6c service neutron] 10.222.0.69 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789508 Jul 16 01:37:17.090396 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6dbc0dcd-4606-4fb4-8633-13acfa4613c7 req-18b8897d-deb7-49d2-852b-b2f060d0acf9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275327 Jul 16 01:37:17.232622 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e636bb80-c165-43cc-bf92-8032fbdf622e req-5ef73b1f-2110-40c5-a5da-c6704a89db86 service neutron] 10.222.0.69 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802826 Jul 16 01:37:17.280455 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9939e30-1057-497e-9a47-bb895204e9df None None] DHCP port deletion for 4d4acc47-7511-482b-8ece-b7156bc68483 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:17.337608 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fb92a320-16e6-4f73-b1e2-cdccb7321ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.420792 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-fb92a320-16e6-4f73-b1e2-cdccb7321ba2 None None] For port 05078132-cf1e-4a80-a864-19434aefd3f9, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=05078132-cf1e-4a80-a864-19434aefd3f9,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:17.427585 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fb92a320-16e6-4f73-b1e2-cdccb7321ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.493766 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9939e30-1057-497e-9a47-bb895204e9df None None] Deleting port 05078132-cf1e-4a80-a864-19434aefd3f9 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:17.494126 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9939e30-1057-497e-9a47-bb895204e9df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.502754 n-d-791505-14 neutron-server[93919]: DEBUG neutron.objects.ports [None req-cd05001d-73d1-4e51-a816-6ef87243827a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93919) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:17.544446 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92a320-16e6-4f73-b1e2-cdccb7321ba2 None None] Pushing event updated for resources: {'Port': ['ID=05078132-cf1e-4a80-a864-19434aefd3f9,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:17.617528 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a9939e30-1057-497e-9a47-bb895204e9df None None] For port 05078132-cf1e-4a80-a864-19434aefd3f9, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=05078132-cf1e-4a80-a864-19434aefd3f9,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:17.617942 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9939e30-1057-497e-9a47-bb895204e9df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.651636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9939e30-1057-497e-9a47-bb895204e9df None None] Calling delete_port for 05078132-cf1e-4a80-a864-19434aefd3f9 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:17.738027 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9939e30-1057-497e-9a47-bb895204e9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.763568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.ipam_pluggable_backend [None req-cd05001d-73d1-4e51-a816-6ef87243827a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Port 05078132-cf1e-4a80-a864-19434aefd3f9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93919) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 01:37:17.763930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.ipam_pluggable_backend [None req-cd05001d-73d1-4e51-a816-6ef87243827a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Reverting IP allocation for 2001:db8::f816:3eff:fe14:4473 {{(pid=93919) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 01:37:17.766636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9939e30-1057-497e-9a47-bb895204e9df None None] Pushing event deleted for resources: {'Port': ['ID=05078132-cf1e-4a80-a864-19434aefd3f9,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:17.767403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.ipam_pluggable_backend [None req-cd05001d-73d1-4e51-a816-6ef87243827a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe14:4473 {{(pid=93919) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 01:37:17.772404 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cd05001d-73d1-4e51-a816-6ef87243827a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.776363 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9939e30-1057-497e-9a47-bb895204e9df None None] No DVR routers for this DVR port 05078132-cf1e-4a80-a864-19434aefd3f9 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:17.815192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd05001d-73d1-4e51-a816-6ef87243827a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:17.822649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-cd05001d-73d1-4e51-a816-6ef87243827a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:17.826871 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd05001d-73d1-4e51-a816-6ef87243827a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:17.827458 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cd05001d-73d1-4e51-a816-6ef87243827a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:17.832595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4d14b4-cb3a-4de3-814c-7cb441ab8bb4 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:17.855820 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05001d-73d1-4e51-a816-6ef87243827a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=bba801e5-0bd1-46c9-b53e-108785870d47,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:17.871375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cd05001d-73d1-4e51-a816-6ef87243827a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1054592 Jul 16 01:37:17.873756 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49274) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:17.879537 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'mac_address': 'fa:16:3e:cc:23:ff', 'name': 'tempest-NetworksTestDHCPv6-576454495'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:18.046818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:18.060454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4d4acc47-7511-482b-8ece-b7156bc68483', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'fixed_ips': [{'subnet_id': 'bba801e5-0bd1-46c9-b53e-108785870d47'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:18.060454 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.085926 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5efdd96e-7eba-436e-bb35-f1c65f7b0695 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:18.145672 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.180549 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port 379256ae-e011-41da-b80a-26f127030d63 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:18.292372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:18.297655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:18.297655 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.386160 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::f816:3eff:fecc:23ff (4d4acc47-7511-482b-8ece-b7156bc68483/bba801e5-0bd1-46c9-b53e-108785870d47/379256ae-e011-41da-b80a-26f127030d63) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:18.422923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9183f6-b853-4e28-ad81-7d381254aa88 req-1150e7d9-8136-4fdc-aef4-82796a7e40ed tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.424674 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2f9183f6-b853-4e28-ad81-7d381254aa88 req-1150e7d9-8136-4fdc-aef4-82796a7e40ed tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 944 time: 0.1508489 Jul 16 01:37:18.435704 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.488415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efdd96e-7eba-436e-bb35-f1c65f7b0695'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:18.493079 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acb044e-30f6-4b67-acfe-8e727d38462b" -d '{"events": [{"server_uuid": "5cd3c185-6f1f-4d8b-9a3a-fa3855b91858", "name": "network-vif-plugged", "status": "completed", "tag": "5efdd96e-7eba-436e-bb35-f1c65f7b0695"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:18.518722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 05078132-cf1e-4a80-a864-19434aefd3f9 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:18.519655 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2f9183f6-b853-4e28-ad81-7d381254aa88 req-2b1e028f-fdff-4ae0-ae81-f6222a40a25f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867784 Jul 16 01:37:18.522118 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5efdd96e-7eba-436e-bb35-f1c65f7b0695, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695,segment=NetworkSegment(396181c4-f4c3-44ec-8c10-a9d789731475),segment_id=396181c4-f4c3-44ec-8c10-a9d789731475)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:18.546371 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.563421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49292) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:18.615581 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 05078132-cf1e-4a80-a864-19434aefd3f9 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:18.615954 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 05078132-cf1e-4a80-a864-19434aefd3f9 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:18.658576 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=5efdd96e-7eba-436e-bb35-f1c65f7b0695,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:18.684507 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bc6b1c05-ea76-4324-8ef1-ec9103d1e019 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/floatingips/102cc503-3718-49de-bf30-3914ddda07df HTTP/1.1" status: 200 len: 992 time: 0.1197603 Jul 16 01:37:18.707940 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.724204 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object 379256ae-e011-41da-b80a-26f127030d63 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:18.758807 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.804204 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27bda10d-415b-47fb-aee2-175dbb1f486b x-openstack-request-id: req-27bda10d-415b-47fb-aee2-175dbb1f486b {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:18.804513 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd3c185-6f1f-4d8b-9a3a-fa3855b91858", "name": "network-vif-plugged", "status": "completed", "tag": "5efdd96e-7eba-436e-bb35-f1c65f7b0695", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:18.804778 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27bda10d-415b-47fb-aee2-175dbb1f486b {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:18.805173 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efdd96e-7eba-436e-bb35-f1c65f7b0695', 'code': 200} Jul 16 01:37:18.813643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:18.817334 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:18.823864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:18.830172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.830818 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:18.833620 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Allocated IP 2001:db8::f816:3eff:fe6f:e9f6 (4d4acc47-7511-482b-8ece-b7156bc68483/bba801e5-0bd1-46c9-b53e-108785870d47/a79269d9-a99c-496b-a3c6-85e7b1970d8e) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:18.846008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=379256ae-e011-41da-b80a-26f127030d63,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:18.854742 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:18.855103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:18.855980 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:18.856326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:18.856666 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:18.856993 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:18.857328 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:18.857660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:18.857989 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:18.858320 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:18.858650 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:18.859007 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:18.862918 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f1825278-dc1f-49f9-98f7-e9db6b7aefdb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9878640 Jul 16 01:37:18.865687 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49296) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:18.942789 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3926aeab-d820-4d36-88e4-26e98171802a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:18.944767 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3926aeab-d820-4d36-88e4-26e98171802a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0780942 Jul 16 01:37:18.947418 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49298) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.016348 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.025656 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Transition to ACTIVE for port object a79269d9-a99c-496b-a3c6-85e7b1970d8e will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:19.045031 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Transition to ACTIVE for port object a79269d9-a99c-496b-a3c6-85e7b1970d8e will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:19.051529 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.053519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-19a29d7c-5982-4190-ba99-12776987c536 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port 379256ae-e011-41da-b80a-26f127030d63 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:19.054491 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-19a29d7c-5982-4190-ba99-12776987c536 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.100848 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:19.109080 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Pushing event updated for resources: {'Port': ['ID=a79269d9-a99c-496b-a3c6-85e7b1970d8e,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.113025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:19.115403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:19.186663 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-19a29d7c-5982-4190-ba99-12776987c536 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.196641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Attempting to bind port a79269d9-a99c-496b-a3c6-85e7b1970d8e on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:19.197420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Attempting to bind port a79269d9-a99c-496b-a3c6-85e7b1970d8e by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:19.198477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Attempting to bind port a79269d9-a99c-496b-a3c6-85e7b1970d8e on network 4d4acc47-7511-482b-8ece-b7156bc68483 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:19.201884 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-19a29d7c-5982-4190-ba99-12776987c536 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for 379256ae-e011-41da-b80a-26f127030d63 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:19.206384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:19.207189 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Checking segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:19.207899 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.208819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Bound using segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:19.209497 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Bound port: a79269d9-a99c-496b-a3c6-85e7b1970d8e, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:19.210068 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.281117 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] For port a79269d9-a99c-496b-a3c6-85e7b1970d8e, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:19.284070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] For port a79269d9-a99c-496b-a3c6-85e7b1970d8e, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a79269d9-a99c-496b-a3c6-85e7b1970d8e,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:19.288559 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.349101 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-19a29d7c-5982-4190-ba99-12776987c536 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.351612 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf31ad60-aff4-40de-aa02-c7cb96ae91c6 None None] Pushing event updated for resources: {'Port': ['ID=a79269d9-a99c-496b-a3c6-85e7b1970d8e,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.382416 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a29d7c-5982-4190-ba99-12776987c536 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=379256ae-e011-41da-b80a-26f127030d63,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.416168 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-19a29d7c-5982-4190-ba99-12776987c536 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.419502 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-19a29d7c-5982-4190-ba99-12776987c536 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/379256ae-e011-41da-b80a-26f127030d63 HTTP/1.1" status: 204 len: 168 time: 0.4706361 Jul 16 01:37:19.421754 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49302) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.474374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655f577f-3b9b-4a81-9566-a5f9b9f90033 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.476046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655f577f-3b9b-4a81-9566-a5f9b9f90033 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.477559 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-655f577f-3b9b-4a81-9566-a5f9b9f90033 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0548544 Jul 16 01:37:19.480809 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49304) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.544009 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72b679d-ed2e-4a71-951b-cf2f82bb23d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet bba801e5-0bd1-46c9-b53e-108785870d47 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:19.550599 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f72b679d-ed2e-4a71-951b-cf2f82bb23d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.615082 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f72b679d-ed2e-4a71-951b-cf2f82bb23d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.708985 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f72b679d-ed2e-4a71-951b-cf2f82bb23d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.774348 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f72b679d-ed2e-4a71-951b-cf2f82bb23d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.803238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72b679d-ed2e-4a71-951b-cf2f82bb23d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=bba801e5-0bd1-46c9-b53e-108785870d47,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:19.806617 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f72b679d-ed2e-4a71-951b-cf2f82bb23d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:19.811407 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f72b679d-ed2e-4a71-951b-cf2f82bb23d6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/bba801e5-0bd1-46c9-b53e-108785870d47 HTTP/1.1" status: 204 len: 168 time: 0.3295517 Jul 16 01:37:19.811603 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49310) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.851703 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-61089981-e846-49fc-9ca6-5612df7d843f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389731 Jul 16 01:37:19.854014 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49312) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.924605 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f64df1-e509-4a20-90b4-cdb308b335ab tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.927320 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e9f64df1-e509-4a20-90b4-cdb308b335ab tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0712423 Jul 16 01:37:19.928909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49314) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:19.986118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3bb5a3-dc59-47a9-82e6-7e9e07361bfc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:19.990221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1f3bb5a3-dc59-47a9-82e6-7e9e07361bfc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0577400 Jul 16 01:37:19.990678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49316) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:20.030146 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3212cc1f-8049-40ab-87e3-70c7566a0c5f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377004 Jul 16 01:37:20.034500 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49318) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:20.039386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8c6cb61b-34ed-441e-8cee-fce39f320a96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:20.143198 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6cb61b-34ed-441e-8cee-fce39f320a96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:20.147469 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb61b-34ed-441e-8cee-fce39f320a96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.375927 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb61b-34ed-441e-8cee-fce39f320a96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.423457 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6cb61b-34ed-441e-8cee-fce39f320a96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:20.437937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8c6cb61b-34ed-441e-8cee-fce39f320a96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:20.443193 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6cb61b-34ed-441e-8cee-fce39f320a96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:20.444035 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c6cb61b-34ed-441e-8cee-fce39f320a96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.453795 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cb61b-34ed-441e-8cee-fce39f320a96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=402332fa-0c1e-4266-9374-23eaf5219a30,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:20.464748 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a0dd6d-11a0-4f50-9b3b-54bd9c5adc77 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:20.469214 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8c6cb61b-34ed-441e-8cee-fce39f320a96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4336977 Jul 16 01:37:20.471885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49326) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:20.477602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ebc596ba-5395-46fc-9760-eed00ab5bc96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'mac_address': 'fa:16:3e:39:47:2e', 'name': 'tempest-NetworksTestDHCPv6-67551181'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:20.592635 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49328) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:20.620480 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:37:20.644714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc596ba-5395-46fc-9760-eed00ab5bc96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:20.649094 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebc596ba-5395-46fc-9760-eed00ab5bc96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.704806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-ebc596ba-5395-46fc-9760-eed00ab5bc96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port 6eff59b5-06b0-438e-a262-07b24543630b yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:20.718312 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a79269d9-a99c-496b-a3c6-85e7b1970d8e up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:20.741105 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-86c35210-7901-4549-b776-a53fe9c5c109 None None] Provisioning for port a79269d9-a99c-496b-a3c6-85e7b1970d8e completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:20.766351 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b33b-cb68-418e-9141-c5da5aa31971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.822083 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port a79269d9-a99c-496b-a3c6-85e7b1970d8e completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:20.831029 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a79269d9-a99c-496b-a3c6-85e7b1970d8e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:20.831384 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.916064 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b33b-cb68-418e-9141-c5da5aa31971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.921439 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1d4b33b-cb68-418e-9141-c5da5aa31971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.942741 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-ebc596ba-5395-46fc-9760-eed00ab5bc96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::342 (4d4acc47-7511-482b-8ece-b7156bc68483/402332fa-0c1e-4266-9374-23eaf5219a30/6eff59b5-06b0-438e-a262-07b24543630b) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:20.958497 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:20.959622 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e1d4b33b-cb68-418e-9141-c5da5aa31971 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30c1e1790a0c4c06a4b641e5d272a545&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654044 Jul 16 01:37:20.961707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4b33b-cb68-418e-9141-c5da5aa31971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d9c3c8-0177-46c3-bd51-ec6fb04f0210,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:20.964109 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49336) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.005789 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port a79269d9-a99c-496b-a3c6-85e7b1970d8e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a79269d9-a99c-496b-a3c6-85e7b1970d8e,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:21.010699 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.071021 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=a79269d9-a99c-496b-a3c6-85e7b1970d8e,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.085847 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4e7f8c2-070c-48e2-8817-6582dca19a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.113871 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4e7f8c2-070c-48e2-8817-6582dca19a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.166413 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4e7f8c2-070c-48e2-8817-6582dca19a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.169443 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4e7f8c2-070c-48e2-8817-6582dca19a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.170946 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e4e7f8c2-070c-48e2-8817-6582dca19a0f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56d9c3c8-0177-46c3-bd51-ec6fb04f0210 HTTP/1.1" status: 204 len: 168 time: 0.2053790 Jul 16 01:37:21.191309 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7f8c2-070c-48e2-8817-6582dca19a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d9c3c8-0177-46c3-bd51-ec6fb04f0210,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.312528 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6840063d-8e06-49bd-8529-30173c040cdc None None] Provisioning complete for port a79269d9-a99c-496b-a3c6-85e7b1970d8e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:21.313494 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6840063d-8e06-49bd-8529-30173c040cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.495631 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebc596ba-5395-46fc-9760-eed00ab5bc96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.506007 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49342) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.512953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-ebc596ba-5395-46fc-9760-eed00ab5bc96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object 6eff59b5-06b0-438e-a262-07b24543630b will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:21.525017 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0eb8b752-1ec6-4fd6-ae00-adcf1945f4d6 None None] Could not find standard attr ID for object 379256ae-e011-41da-b80a-26f127030d63. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:37:21.531882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0159f5ab-a5b7-486b-bc36-61bcb937f0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.550798 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebc596ba-5395-46fc-9760-eed00ab5bc96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.599222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc596ba-5395-46fc-9760-eed00ab5bc96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:21.602742 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-ebc596ba-5395-46fc-9760-eed00ab5bc96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:21.613602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc596ba-5395-46fc-9760-eed00ab5bc96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:21.619247 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc596ba-5395-46fc-9760-eed00ab5bc96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:21.619990 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ebc596ba-5395-46fc-9760-eed00ab5bc96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.629627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc596ba-5395-46fc-9760-eed00ab5bc96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=6eff59b5-06b0-438e-a262-07b24543630b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.636906 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0159f5ab-a5b7-486b-bc36-61bcb937f0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.641138 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0159f5ab-a5b7-486b-bc36-61bcb937f0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.645068 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ebc596ba-5395-46fc-9760-eed00ab5bc96 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1713269 Jul 16 01:37:21.648097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49344) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.681722 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0159f5ab-a5b7-486b-bc36-61bcb937f0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b348c66-9b51-4b69-aed5-217ad14158f9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.686792 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0159f5ab-a5b7-486b-bc36-61bcb937f0e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a2e1e7694784e62a109a71921ae8e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1791441 Jul 16 01:37:21.689179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49346) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.723433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b105d3-5e5f-40f6-8148-dbc45419bdc3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:21.729309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b105d3-5e5f-40f6-8148-dbc45419bdc3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:21.732405 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e9b105d3-5e5f-40f6-8148-dbc45419bdc3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0825572 Jul 16 01:37:21.734475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49348) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:21.739858 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1914d0b8-47fc-4ed6-ba2a-ecf1e2915dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.763076 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1914d0b8-47fc-4ed6-ba2a-ecf1e2915dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.823021 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1914d0b8-47fc-4ed6-ba2a-ecf1e2915dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.826531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1914d0b8-47fc-4ed6-ba2a-ecf1e2915dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.827915 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1914d0b8-47fc-4ed6-ba2a-ecf1e2915dad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b348c66-9b51-4b69-aed5-217ad14158f9 HTTP/1.1" status: 204 len: 168 time: 0.1374240 Jul 16 01:37:21.837854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1914d0b8-47fc-4ed6-ba2a-ecf1e2915dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b348c66-9b51-4b69-aed5-217ad14158f9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:21.868017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-c2839025-67c2-42b6-bca8-145faf575474 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port 6eff59b5-06b0-438e-a262-07b24543630b {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:21.868372 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c2839025-67c2-42b6-bca8-145faf575474 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.951172 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4bec7092-3982-4524-8d57-83199c8f0a13 None None] Provisioning for port 6eff59b5-06b0-438e-a262-07b24543630b completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:21.955263 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4bec7092-3982-4524-8d57-83199c8f0a13 None None] Provisioning complete for port 6eff59b5-06b0-438e-a262-07b24543630b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:21.956029 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4bec7092-3982-4524-8d57-83199c8f0a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.979097 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c2839025-67c2-42b6-bca8-145faf575474 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:21.992157 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4bec7092-3982-4524-8d57-83199c8f0a13 None None] Port 6eff59b5-06b0-438e-a262-07b24543630b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:37:21.992544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-c2839025-67c2-42b6-bca8-145faf575474 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for 6eff59b5-06b0-438e-a262-07b24543630b owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:22.130383 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c2839025-67c2-42b6-bca8-145faf575474 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.158056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2839025-67c2-42b6-bca8-145faf575474 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=6eff59b5-06b0-438e-a262-07b24543630b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:22.194410 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c2839025-67c2-42b6-bca8-145faf575474 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.196135 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c2839025-67c2-42b6-bca8-145faf575474 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/6eff59b5-06b0-438e-a262-07b24543630b HTTP/1.1" status: 204 len: 168 time: 0.4601798 Jul 16 01:37:22.198570 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49364) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.255056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c2936-6ebe-4532-9bf6-3b86362919ec tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.256735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628c2936-6ebe-4532-9bf6-3b86362919ec tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.260648 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-628c2936-6ebe-4532-9bf6-3b86362919ec tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0586598 Jul 16 01:37:22.260914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49368) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.317429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ceea48-2304-4cb0-ac27-e928cfaec28e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 402332fa-0c1e-4266-9374-23eaf5219a30 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:22.320753 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57ceea48-2304-4cb0-ac27-e928cfaec28e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.366485 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57ceea48-2304-4cb0-ac27-e928cfaec28e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.432772 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57ceea48-2304-4cb0-ac27-e928cfaec28e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.470184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a79269d9-a99c-496b-a3c6-85e7b1970d8e up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:22.499134 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57ceea48-2304-4cb0-ac27-e928cfaec28e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.521861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a79269d9-a99c-496b-a3c6-85e7b1970d8e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:22.522238 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.528113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ceea48-2304-4cb0-ac27-e928cfaec28e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=402332fa-0c1e-4266-9374-23eaf5219a30,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:22.530115 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57ceea48-2304-4cb0-ac27-e928cfaec28e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.532018 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-57ceea48-2304-4cb0-ac27-e928cfaec28e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/402332fa-0c1e-4266-9374-23eaf5219a30 HTTP/1.1" status: 204 len: 168 time: 0.2701354 Jul 16 01:37:22.534514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49378) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.550417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4549193e-19c3-4014-99b2-e29b970b0418 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:22.573797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-433e6f62-8307-4218-8e28-69bbd5fda9fe tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381093 Jul 16 01:37:22.576148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49380) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.651703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e9ad11-cc4b-4754-b916-a74ffe18b6b2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.655924 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f6e9ad11-cc4b-4754-b916-a74ffe18b6b2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0758727 Jul 16 01:37:22.656475 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49384) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.716416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c321655-8dda-4f88-8196-406e6176ec7b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:22.717933 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9c321655-8dda-4f88-8196-406e6176ec7b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0604618 Jul 16 01:37:22.720541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49386) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.759383 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fa9dd55f-7a4f-4338-a4a8-8f7958e8e932 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0376334 Jul 16 01:37:22.763934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49390) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:22.768976 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e3d508f0-6950-4b53-a0fe-228ae25612ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:22.804594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0c2943-b57d-429e-b2d2-3f5c98453c4f None None] DHCP port deletion for 4d4acc47-7511-482b-8ece-b7156bc68483 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:22.867241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1b0c2943-b57d-429e-b2d2-3f5c98453c4f None None] Deleting port a79269d9-a99c-496b-a3c6-85e7b1970d8e {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:22.867629 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2943-b57d-429e-b2d2-3f5c98453c4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.882004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d508f0-6950-4b53-a0fe-228ae25612ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:22.893223 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e3d508f0-6950-4b53-a0fe-228ae25612ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.941037 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-1b0c2943-b57d-429e-b2d2-3f5c98453c4f None None] For port a79269d9-a99c-496b-a3c6-85e7b1970d8e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a79269d9-a99c-496b-a3c6-85e7b1970d8e,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:22.941554 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2943-b57d-429e-b2d2-3f5c98453c4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:22.963140 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1b0c2943-b57d-429e-b2d2-3f5c98453c4f None None] Calling delete_port for a79269d9-a99c-496b-a3c6-85e7b1970d8e owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:23.069808 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b0c2943-b57d-429e-b2d2-3f5c98453c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.095100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0c2943-b57d-429e-b2d2-3f5c98453c4f None None] Pushing event deleted for resources: {'Port': ['ID=a79269d9-a99c-496b-a3c6-85e7b1970d8e,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:23.103469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0c2943-b57d-429e-b2d2-3f5c98453c4f None None] No DVR routers for this DVR port a79269d9-a99c-496b-a3c6-85e7b1970d8e on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:23.189663 n-d-791505-14 neutron-server[93920]: DEBUG neutron.objects.ports [None req-e3d508f0-6950-4b53-a0fe-228ae25612ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93920) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:23.191090 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e3d508f0-6950-4b53-a0fe-228ae25612ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.233393 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d508f0-6950-4b53-a0fe-228ae25612ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:23.238603 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-e3d508f0-6950-4b53-a0fe-228ae25612ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:23.241986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d508f0-6950-4b53-a0fe-228ae25612ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.242584 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e3d508f0-6950-4b53-a0fe-228ae25612ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.249404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f0bfc5-9cd2-41f8-b451-17cd5eaadc6f None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:23.256863 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d508f0-6950-4b53-a0fe-228ae25612ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=8a55e144-6a40-43b9-9bfd-6a879fa59bfb,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:23.274148 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e3d508f0-6950-4b53-a0fe-228ae25612ef tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5081742 Jul 16 01:37:23.275991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49410) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:23.281349 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a708dd10-e49b-4992-85e0-380550738abf tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:23.412538 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a708dd10-e49b-4992-85e0-380550738abf tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:23.414711 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4d4acc47-7511-482b-8ece-b7156bc68483', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'fixed_ips': [{'subnet_id': '8a55e144-6a40-43b9-9bfd-6a879fa59bfb'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:23.415689 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.416669 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a708dd10-e49b-4992-85e0-380550738abf tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.517391 n-d-791505-14 neutron-server[93920]: INFO neutron.db.ipam_backend_mixin [None req-a708dd10-e49b-4992-85e0-380550738abf tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8a55e144-6a40-43b9-9bfd-6a879fa59bfb (CIDR: 2001:db8::/64) Jul 16 01:37:23.520660 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-a708dd10-e49b-4992-85e0-380550738abf tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:37:23.521124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a708dd10-e49b-4992-85e0-380550738abf tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:23.537049 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a708dd10-e49b-4992-85e0-380550738abf tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2572310 Jul 16 01:37:23.537291 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49418) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:23.542210 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-12e19eb3-d8e6-479f-8933-f6221680a4f3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:23.561837 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Allocated IP 2001:db8::f816:3eff:fe44:d589 (4d4acc47-7511-482b-8ece-b7156bc68483/8a55e144-6a40-43b9-9bfd-6a879fa59bfb/bf3c325e-8f15-4caa-89ea-b0763e7f4f43) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:23.653577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e19eb3-d8e6-479f-8933-f6221680a4f3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:23.657169 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-12e19eb3-d8e6-479f-8933-f6221680a4f3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.719092 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.727885 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Transition to ACTIVE for port object bf3c325e-8f15-4caa-89ea-b0763e7f4f43 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:23.747079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49422) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:23.748896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Transition to ACTIVE for port object bf3c325e-8f15-4caa-89ea-b0763e7f4f43 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:23.755406 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.797295 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:23.802945 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:23.804966 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Pushing event updated for resources: {'Port': ['ID=bf3c325e-8f15-4caa-89ea-b0763e7f4f43,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:23.807152 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:23.866068 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Attempting to bind port bf3c325e-8f15-4caa-89ea-b0763e7f4f43 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:23.866725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Attempting to bind port bf3c325e-8f15-4caa-89ea-b0763e7f4f43 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:23.867418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Attempting to bind port bf3c325e-8f15-4caa-89ea-b0763e7f4f43 on network 4d4acc47-7511-482b-8ece-b7156bc68483 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:23.871492 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4194369e-5993-4f4e-b8c4-dff1f08f75f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.873171 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:23.873550 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Checking segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:23.873952 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.874496 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Bound using segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:23.875403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Bound port: bf3c325e-8f15-4caa-89ea-b0763e7f4f43, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:23.875950 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.891062 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-12e19eb3-d8e6-479f-8933-f6221680a4f3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.946070 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e19eb3-d8e6-479f-8933-f6221680a4f3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:23.956918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-12e19eb3-d8e6-479f-8933-f6221680a4f3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:23.966064 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e19eb3-d8e6-479f-8933-f6221680a4f3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:23.967414 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-12e19eb3-d8e6-479f-8933-f6221680a4f3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:23.971460 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] For port bf3c325e-8f15-4caa-89ea-b0763e7f4f43, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:23.974876 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] For port bf3c325e-8f15-4caa-89ea-b0763e7f4f43, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bf3c325e-8f15-4caa-89ea-b0763e7f4f43,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:23.979560 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.006770 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e19eb3-d8e6-479f-8933-f6221680a4f3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=0b5bc4e7-15da-4e8d-8947-d71da63db03d,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:24.010402 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4194369e-5993-4f4e-b8c4-dff1f08f75f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.018386 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4194369e-5993-4f4e-b8c4-dff1f08f75f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.022852 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-12e19eb3-d8e6-479f-8933-f6221680a4f3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4818323 Jul 16 01:37:24.031035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49428) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:24.037601 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-08a7f59d-268f-47a2-bdc9-160c1b5313ea tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'mac_address': 'fa:16:3e:ad:c5:c9', 'name': 'tempest-NetworksTestDHCPv6-636820129'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:24.056418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee92a13-5ceb-43d5-98e7-77a1801ac06c None None] Pushing event updated for resources: {'Port': ['ID=bf3c325e-8f15-4caa-89ea-b0763e7f4f43,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:24.095053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4194369e-5993-4f4e-b8c4-dff1f08f75f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=115c508634ff43b096e92440057d7917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439779 Jul 16 01:37:24.095860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49432) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:24.126002 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4194369e-5993-4f4e-b8c4-dff1f08f75f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcfbc960-572f-4cb6-bf62-d6416c2604a9,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:24.169227 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a30291-c501-4a19-bf14-fb04f452cf82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.190033 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a7f59d-268f-47a2-bdc9-160c1b5313ea tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:24.192634 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a30291-c501-4a19-bf14-fb04f452cf82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.245994 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a30291-c501-4a19-bf14-fb04f452cf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.249251 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a30291-c501-4a19-bf14-fb04f452cf82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.250670 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-58a30291-c501-4a19-bf14-fb04f452cf82 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bcfbc960-572f-4cb6-bf62-d6416c2604a9 HTTP/1.1" status: 204 len: 168 time: 0.1445181 Jul 16 01:37:24.268555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a30291-c501-4a19-bf14-fb04f452cf82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcfbc960-572f-4cb6-bf62-d6416c2604a9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:24.319104 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08a7f59d-268f-47a2-bdc9-160c1b5313ea tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.352626 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-08a7f59d-268f-47a2-bdc9-160c1b5313ea tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port 7aca3d43-c622-41b0-9f90-18ca04cf4778 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:24.532662 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bf3c325e-8f15-4caa-89ea-b0763e7f4f43 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:24.552719 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-08a7f59d-268f-47a2-bdc9-160c1b5313ea tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8:0:1::376 (4d4acc47-7511-482b-8ece-b7156bc68483/0b5bc4e7-15da-4e8d-8947-d71da63db03d/7aca3d43-c622-41b0-9f90-18ca04cf4778) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:24.559873 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-08a7f59d-268f-47a2-bdc9-160c1b5313ea tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::f816:3eff:fead:c5c9 (4d4acc47-7511-482b-8ece-b7156bc68483/8a55e144-6a40-43b9-9bfd-6a879fa59bfb/7aca3d43-c622-41b0-9f90-18ca04cf4778) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:24.585885 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port bf3c325e-8f15-4caa-89ea-b0763e7f4f43 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:24.605948 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49438) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:24.633815 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cd65c824-5f8e-4f9c-bd11-dfaa92bd5262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.650248 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a79269d9-a99c-496b-a3c6-85e7b1970d8e no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:24.671839 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: a79269d9-a99c-496b-a3c6-85e7b1970d8e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:24.672185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a79269d9-a99c-496b-a3c6-85e7b1970d8e not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:24.716110 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08a7f59d-268f-47a2-bdc9-160c1b5313ea tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.729562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-08a7f59d-268f-47a2-bdc9-160c1b5313ea tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object 7aca3d43-c622-41b0-9f90-18ca04cf4778 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:24.740023 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cd65c824-5f8e-4f9c-bd11-dfaa92bd5262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.743801 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cd65c824-5f8e-4f9c-bd11-dfaa92bd5262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.763950 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08a7f59d-268f-47a2-bdc9-160c1b5313ea tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.784408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cd65c824-5f8e-4f9c-bd11-dfaa92bd5262 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=872f80e836454955a8626d8f625c7a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1771715 Jul 16 01:37:24.785802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49440) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:24.788387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65c824-5f8e-4f9c-bd11-dfaa92bd5262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7e5560-bb2a-4301-a30b-b8bd7ca940f6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:24.820034 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a7f59d-268f-47a2-bdc9-160c1b5313ea tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:24.825638 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-08a7f59d-268f-47a2-bdc9-160c1b5313ea tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:24.829595 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a7f59d-268f-47a2-bdc9-160c1b5313ea tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:24.836216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a7f59d-268f-47a2-bdc9-160c1b5313ea tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:24.836880 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-08a7f59d-268f-47a2-bdc9-160c1b5313ea tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.844745 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-da50b88e-0bf8-47ce-986c-4c4855765768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.853476 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-08a7f59d-268f-47a2-bdc9-160c1b5313ea tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8213108 Jul 16 01:37:24.857606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49442) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:24.859355 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a7f59d-268f-47a2-bdc9-160c1b5313ea tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=7aca3d43-c622-41b0-9f90-18ca04cf4778,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:24.896975 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-da50b88e-0bf8-47ce-986c-4c4855765768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.995038 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-da50b88e-0bf8-47ce-986c-4c4855765768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.997655 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-da50b88e-0bf8-47ce-986c-4c4855765768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:24.998855 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-da50b88e-0bf8-47ce-986c-4c4855765768 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7a7e5560-bb2a-4301-a30b-b8bd7ca940f6 HTTP/1.1" status: 204 len: 168 time: 0.2118149 Jul 16 01:37:25.009427 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50b88e-0bf8-47ce-986c-4c4855765768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7e5560-bb2a-4301-a30b-b8bd7ca940f6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:25.015187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-22da5743-b52e-494f-9634-0809881c7697 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port 7aca3d43-c622-41b0-9f90-18ca04cf4778 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:25.015534 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-22da5743-b52e-494f-9634-0809881c7697 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.141777 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-22da5743-b52e-494f-9634-0809881c7697 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.158525 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-22da5743-b52e-494f-9634-0809881c7697 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for 7aca3d43-c622-41b0-9f90-18ca04cf4778 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:25.228717 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8beb5e09-4d09-4d3e-b8aa-c1241f586f87 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:25.266607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c388a461-5ef6-42e0-b808-431cee8c3a26 None None] Provisioning for port bf3c325e-8f15-4caa-89ea-b0763e7f4f43 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:25.294338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c388a461-5ef6-42e0-b808-431cee8c3a26 None None] Provisioning complete for port bf3c325e-8f15-4caa-89ea-b0763e7f4f43 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:25.294712 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c388a461-5ef6-42e0-b808-431cee8c3a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.384684 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-22da5743-b52e-494f-9634-0809881c7697 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.423207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da5743-b52e-494f-9634-0809881c7697 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=7aca3d43-c622-41b0-9f90-18ca04cf4778,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:25.451411 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c388a461-5ef6-42e0-b808-431cee8c3a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.481118 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-22da5743-b52e-494f-9634-0809881c7697 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.483518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-22da5743-b52e-494f-9634-0809881c7697 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/7aca3d43-c622-41b0-9f90-18ca04cf4778 HTTP/1.1" status: 204 len: 168 time: 0.6249201 Jul 16 01:37:25.486014 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49464) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:25.501773 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c388a461-5ef6-42e0-b808-431cee8c3a26 None None] For port bf3c325e-8f15-4caa-89ea-b0763e7f4f43, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bf3c325e-8f15-4caa-89ea-b0763e7f4f43,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:25.506328 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c388a461-5ef6-42e0-b808-431cee8c3a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.560087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c388a461-5ef6-42e0-b808-431cee8c3a26 None None] Pushing event updated for resources: {'Port': ['ID=bf3c325e-8f15-4caa-89ea-b0763e7f4f43,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:25.590630 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b01b5be-3f03-4f23-9ee2-ffc09a73c872 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.594576 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0b01b5be-3f03-4f23-9ee2-ffc09a73c872 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1051159 Jul 16 01:37:25.594889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49470) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:25.629075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddc8977-5e79-4174-9ef5-78127cfe48f4 None None] Update dhcp port {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'fixed_ips': [{'subnet_id': '8a55e144-6a40-43b9-9bfd-6a879fa59bfb', 'ip_address': '2001:db8::f816:3eff:fe44:d589'}, {'subnet_id': '0b5bc4e7-15da-4e8d-8947-d71da63db03d'}], 'binding:host_id': 'n-d-791505-14'}, 'id': 'bf3c325e-8f15-4caa-89ea-b0763e7f4f43'} from n-d-791505-14. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:37:25.668246 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8977-5e79-4174-9ef5-78127cfe48f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:25.680492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8c1125-6bf7-4670-87dc-b116d3a7d68c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.682212 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6a8c1125-6bf7-4670-87dc-b116d3a7d68c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0863714 Jul 16 01:37:25.685364 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49474) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:25.753303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b9a11b-425a-47a7-a52d-e6f50fa20d53 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.754753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b9a11b-425a-47a7-a52d-e6f50fa20d53 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.756408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b9a11b-425a-47a7-a52d-e6f50fa20d53 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:25.760418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e5b9a11b-425a-47a7-a52d-e6f50fa20d53 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0715220 Jul 16 01:37:25.761479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49480) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:25.835200 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 0b5bc4e7-15da-4e8d-8947-d71da63db03d {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:25.868819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-8ddc8977-5e79-4174-9ef5-78127cfe48f4 None None] Allocated IP 2001:db8:0:1::2 (4d4acc47-7511-482b-8ece-b7156bc68483/0b5bc4e7-15da-4e8d-8947-d71da63db03d/bf3c325e-8f15-4caa-89ea-b0763e7f4f43) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:25.976907 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8ddc8977-5e79-4174-9ef5-78127cfe48f4 None None] For port bf3c325e-8f15-4caa-89ea-b0763e7f4f43, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bf3c325e-8f15-4caa-89ea-b0763e7f4f43,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:26.006915 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8977-5e79-4174-9ef5-78127cfe48f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.020267 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8ddc8977-5e79-4174-9ef5-78127cfe48f4 None None] Transition to ACTIVE for port object bf3c325e-8f15-4caa-89ea-b0763e7f4f43 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:26.024214 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.024697 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8ddc8977-5e79-4174-9ef5-78127cfe48f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.079943 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.131301 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc8977-5e79-4174-9ef5-78127cfe48f4 None None] Pushing event updated for resources: {'Port': ['ID=bf3c325e-8f15-4caa-89ea-b0763e7f4f43,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:26.171898 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.244619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.290260 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.296027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49500) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:26.296629 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/0b5bc4e7-15da-4e8d-8947-d71da63db03d HTTP/1.1" status: 204 len: 168 time: 0.5328274 Jul 16 01:37:26.297998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5bc4e7-15da-4e8d-8947-d71da63db03d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:26.309920 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.310198 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.311307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.311307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.311307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.311701 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.312008 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.312302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.312533 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.312923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.313252 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.313712 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e02f66-715f-4fe3-97a9-8be3e31dab25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:37:26.362237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec18cb7-77d8-4ec2-be2d-229ee10da4d1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 8a55e144-6a40-43b9-9bfd-6a879fa59bfb {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:26.365525 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ec18cb7-77d8-4ec2-be2d-229ee10da4d1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.409377 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ec18cb7-77d8-4ec2-be2d-229ee10da4d1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.524736 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bf3c325e-8f15-4caa-89ea-b0763e7f4f43 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:26.539112 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ec18cb7-77d8-4ec2-be2d-229ee10da4d1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.632021 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ec18cb7-77d8-4ec2-be2d-229ee10da4d1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.667371 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec18cb7-77d8-4ec2-be2d-229ee10da4d1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=8a55e144-6a40-43b9-9bfd-6a879fa59bfb,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:26.671413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ec18cb7-77d8-4ec2-be2d-229ee10da4d1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.674039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6ec18cb7-77d8-4ec2-be2d-229ee10da4d1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/8a55e144-6a40-43b9-9bfd-6a879fa59bfb HTTP/1.1" status: 204 len: 168 time: 0.3768265 Jul 16 01:37:26.676438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49512) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:26.731271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-54fc3e30-c332-4777-8eec-b4715ed9a29f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0499256 Jul 16 01:37:26.734083 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49514) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:26.739171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-9f594b6a-2af1-4598-90ec-f00e4801f18d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:26.767115 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded13f98-8437-42a6-94d7-392add9e9c47 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:26.846785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f594b6a-2af1-4598-90ec-f00e4801f18d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:26.851437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d385ea83-610a-45ce-b412-cce52b07c9e8 None None] Provisioning for port bf3c325e-8f15-4caa-89ea-b0763e7f4f43 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:26.852672 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f594b6a-2af1-4598-90ec-f00e4801f18d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:26.872754 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d385ea83-610a-45ce-b412-cce52b07c9e8 None None] Provisioning complete for port bf3c325e-8f15-4caa-89ea-b0763e7f4f43 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:26.873260 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d385ea83-610a-45ce-b412-cce52b07c9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.070062 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439cdb79-5054-48a5-abae-9f92aa3a6158 None None] DHCP port deletion for 4d4acc47-7511-482b-8ece-b7156bc68483 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:27.131494 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-439cdb79-5054-48a5-abae-9f92aa3a6158 None None] Deleting port bf3c325e-8f15-4caa-89ea-b0763e7f4f43 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:27.132067 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-439cdb79-5054-48a5-abae-9f92aa3a6158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.218061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-439cdb79-5054-48a5-abae-9f92aa3a6158 None None] For port bf3c325e-8f15-4caa-89ea-b0763e7f4f43, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bf3c325e-8f15-4caa-89ea-b0763e7f4f43,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:27.218485 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-439cdb79-5054-48a5-abae-9f92aa3a6158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.228991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49524) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:27.229504 n-d-791505-14 neutron-server[93919]: DEBUG neutron.objects.ports [None req-9f594b6a-2af1-4598-90ec-f00e4801f18d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93919) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:27.237188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-439cdb79-5054-48a5-abae-9f92aa3a6158 None None] Calling delete_port for bf3c325e-8f15-4caa-89ea-b0763e7f4f43 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:27.365937 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-439cdb79-5054-48a5-abae-9f92aa3a6158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.396699 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1df6d53-db2c-4d95-ac8e-4dd3422d6221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.401262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439cdb79-5054-48a5-abae-9f92aa3a6158 None None] Pushing event deleted for resources: {'Port': ['ID=bf3c325e-8f15-4caa-89ea-b0763e7f4f43,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:27.405204 n-d-791505-14 neutron-server[93919]: WARNING neutron.services.revisions.revision_plugin [None req-9f594b6a-2af1-4598-90ec-f00e4801f18d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Could not find related port for resource to bump revision. Jul 16 01:37:27.408996 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439cdb79-5054-48a5-abae-9f92aa3a6158 None None] No DVR routers for this DVR port bf3c325e-8f15-4caa-89ea-b0763e7f4f43 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:27.422837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f594b6a-2af1-4598-90ec-f00e4801f18d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Port bf3c325e-8f15-4caa-89ea-b0763e7f4f43 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93919) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 01:37:27.423145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f594b6a-2af1-4598-90ec-f00e4801f18d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Reverting IP allocation for 2001:db8::f816:3eff:fe44:d589 {{(pid=93919) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 01:37:27.426575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.ipam_pluggable_backend [None req-9f594b6a-2af1-4598-90ec-f00e4801f18d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe44:d589 {{(pid=93919) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 01:37:27.427980 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f594b6a-2af1-4598-90ec-f00e4801f18d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.474826 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f594b6a-2af1-4598-90ec-f00e4801f18d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:27.478078 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-9f594b6a-2af1-4598-90ec-f00e4801f18d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:27.483177 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f594b6a-2af1-4598-90ec-f00e4801f18d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:27.483791 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f594b6a-2af1-4598-90ec-f00e4801f18d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.493262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f594b6a-2af1-4598-90ec-f00e4801f18d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=8484b69b-41b7-4828-b8d8-c1fb6b1befda,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:27.495484 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c37a293-20b9-47a5-b636-f5d24ff8ef55 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:27.512693 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1df6d53-db2c-4d95-ac8e-4dd3422d6221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.517070 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1df6d53-db2c-4d95-ac8e-4dd3422d6221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.523794 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9f594b6a-2af1-4598-90ec-f00e4801f18d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7883670 Jul 16 01:37:27.526289 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49530) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:27.534400 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-15e93c02-508c-41b8-a32f-7ebdbfa90845 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:27.559937 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a1df6d53-db2c-4d95-ac8e-4dd3422d6221 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a505139f4d944919e7389866a98d8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3296905 Jul 16 01:37:27.563261 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49532) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:27.576891 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df6d53-db2c-4d95-ac8e-4dd3422d6221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf4f095-2b2f-4515-ad5e-1de9065913cf,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:27.618983 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ac20d7d-8c1a-46ee-8354-590d564679aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.642580 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ac20d7d-8c1a-46ee-8354-590d564679aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.696265 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e93c02-508c-41b8-a32f-7ebdbfa90845 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:27.700727 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-15e93c02-508c-41b8-a32f-7ebdbfa90845 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.701225 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ac20d7d-8c1a-46ee-8354-590d564679aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.704338 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5ac20d7d-8c1a-46ee-8354-590d564679aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.705948 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5ac20d7d-8c1a-46ee-8354-590d564679aa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8bf4f095-2b2f-4515-ad5e-1de9065913cf HTTP/1.1" status: 204 len: 168 time: 0.1415496 Jul 16 01:37:27.716531 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac20d7d-8c1a-46ee-8354-590d564679aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf4f095-2b2f-4515-ad5e-1de9065913cf,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:27.812316 n-d-791505-14 neutron-server[93919]: INFO neutron.db.ipam_backend_mixin [None req-15e93c02-508c-41b8-a32f-7ebdbfa90845 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8484b69b-41b7-4828-b8d8-c1fb6b1befda (CIDR: 2001:db8::/64) Jul 16 01:37:27.815985 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e93c02-508c-41b8-a32f-7ebdbfa90845 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:37:27.816428 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e93c02-508c-41b8-a32f-7ebdbfa90845 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:27.835584 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-15e93c02-508c-41b8-a32f-7ebdbfa90845 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3049171 Jul 16 01:37:27.835853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49536) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:27.842136 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-05191878-c649-439a-8ece-01844ec31b2d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:27.846556 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4d4acc47-7511-482b-8ece-b7156bc68483', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'fixed_ips': [{'subnet_id': '8484b69b-41b7-4828-b8d8-c1fb6b1befda'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:27.847523 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:27.990083 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Allocated IP 2001:db8::f816:3eff:fe48:e70e (4d4acc47-7511-482b-8ece-b7156bc68483/8484b69b-41b7-4828-b8d8-c1fb6b1befda/878b30e6-17f3-4ff1-b2a2-af028461b1a6) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:28.005899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05191878-c649-439a-8ece-01844ec31b2d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:28.010913 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-05191878-c649-439a-8ece-01844ec31b2d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.107997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49542) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:28.133368 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c47675f-45e8-4e52-949a-426bfe4ea50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.170031 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.181147 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Transition to ACTIVE for port object 878b30e6-17f3-4ff1-b2a2-af028461b1a6 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:28.199125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Transition to ACTIVE for port object 878b30e6-17f3-4ff1-b2a2-af028461b1a6 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:28.206301 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.256354 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:28.260443 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:28.263694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:28.271879 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c47675f-45e8-4e52-949a-426bfe4ea50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.277866 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c47675f-45e8-4e52-949a-426bfe4ea50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.319464 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Pushing event updated for resources: {'Port': ['ID=878b30e6-17f3-4ff1-b2a2-af028461b1a6,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:28.323252 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4c47675f-45e8-4e52-949a-426bfe4ea50d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eef5bf6513944f36a73a42a26e173e6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2139814 Jul 16 01:37:28.327343 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49544) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:28.336091 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c47675f-45e8-4e52-949a-426bfe4ea50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057fccb1-3667-491e-9bef-b86234cac6dc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:28.355529 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-05191878-c649-439a-8ece-01844ec31b2d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.364426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Attempting to bind port 878b30e6-17f3-4ff1-b2a2-af028461b1a6 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:28.364834 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Attempting to bind port 878b30e6-17f3-4ff1-b2a2-af028461b1a6 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:28.366324 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Attempting to bind port 878b30e6-17f3-4ff1-b2a2-af028461b1a6 on network 4d4acc47-7511-482b-8ece-b7156bc68483 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:28.373084 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:28.373606 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Checking segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:28.374162 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.374662 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Bound using segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:28.375305 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Bound port: 878b30e6-17f3-4ff1-b2a2-af028461b1a6, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:28.377179 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.392372 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0be30daa-b020-4b6c-b1d7-25d657ce9d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.421907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05191878-c649-439a-8ece-01844ec31b2d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:28.426675 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0be30daa-b020-4b6c-b1d7-25d657ce9d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.440400 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-05191878-c649-439a-8ece-01844ec31b2d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:28.444031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05191878-c649-439a-8ece-01844ec31b2d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:28.444633 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-05191878-c649-439a-8ece-01844ec31b2d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.472091 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] For port 878b30e6-17f3-4ff1-b2a2-af028461b1a6, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:28.475441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] For port 878b30e6-17f3-4ff1-b2a2-af028461b1a6, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=878b30e6-17f3-4ff1-b2a2-af028461b1a6,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:28.480928 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05191878-c649-439a-8ece-01844ec31b2d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=3c2b0a76-cdc2-4bc8-8269-84f4866f7f4b,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:28.482661 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.506381 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-05191878-c649-439a-8ece-01844ec31b2d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6695256 Jul 16 01:37:28.509124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49548) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:28.515803 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0be30daa-b020-4b6c-b1d7-25d657ce9d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.516426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a3c8bd32-7952-4f96-a555-95af1cb9c23a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'mac_address': 'fa:16:3e:dc:1d:f7', 'name': 'tempest-NetworksTestDHCPv6-466665364'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:28.518514 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0be30daa-b020-4b6c-b1d7-25d657ce9d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.519802 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0be30daa-b020-4b6c-b1d7-25d657ce9d95 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/057fccb1-3667-491e-9bef-b86234cac6dc HTTP/1.1" status: 204 len: 168 time: 0.1912780 Jul 16 01:37:28.541794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be30daa-b020-4b6c-b1d7-25d657ce9d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057fccb1-3667-491e-9bef-b86234cac6dc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:28.554535 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bf3c325e-8f15-4caa-89ea-b0763e7f4f43 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:28.591941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: bf3c325e-8f15-4caa-89ea-b0763e7f4f43 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:28.592401 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bf3c325e-8f15-4caa-89ea-b0763e7f4f43 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:28.593744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df14caa-cfd8-4f6b-8b30-d578fe96305b None None] Pushing event updated for resources: {'Port': ['ID=878b30e6-17f3-4ff1-b2a2-af028461b1a6,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:28.663472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c8bd32-7952-4f96-a555-95af1cb9c23a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:28.767058 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bd32-7952-4f96-a555-95af1cb9c23a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:28.826136 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-a3c8bd32-7952-4f96-a555-95af1cb9c23a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port 31e03891-9c8a-4feb-b6a9-fe93cb3adee9 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:29.057603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-a3c8bd32-7952-4f96-a555-95af1cb9c23a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8:0:1::10b (4d4acc47-7511-482b-8ece-b7156bc68483/3c2b0a76-cdc2-4bc8-8269-84f4866f7f4b/31e03891-9c8a-4feb-b6a9-fe93cb3adee9) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:29.070153 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-a3c8bd32-7952-4f96-a555-95af1cb9c23a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::f816:3eff:fedc:1df7 (4d4acc47-7511-482b-8ece-b7156bc68483/8484b69b-41b7-4828-b8d8-c1fb6b1befda/31e03891-9c8a-4feb-b6a9-fe93cb3adee9) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:29.241975 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bd32-7952-4f96-a555-95af1cb9c23a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.258741 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-a3c8bd32-7952-4f96-a555-95af1cb9c23a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object 31e03891-9c8a-4feb-b6a9-fe93cb3adee9 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:29.296026 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bd32-7952-4f96-a555-95af1cb9c23a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.358955 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c8bd32-7952-4f96-a555-95af1cb9c23a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:29.362714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-a3c8bd32-7952-4f96-a555-95af1cb9c23a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:29.368080 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c8bd32-7952-4f96-a555-95af1cb9c23a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:29.374035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c8bd32-7952-4f96-a555-95af1cb9c23a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:29.374742 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a3c8bd32-7952-4f96-a555-95af1cb9c23a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.382269 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8bd32-7952-4f96-a555-95af1cb9c23a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=31e03891-9c8a-4feb-b6a9-fe93cb3adee9,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:29.400904 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a3c8bd32-7952-4f96-a555-95af1cb9c23a tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8883188 Jul 16 01:37:29.401349 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49570) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:29.539041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-cbed2403-859b-4d1c-b80c-8226c00d026e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port 31e03891-9c8a-4feb-b6a9-fe93cb3adee9 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:29.539658 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cbed2403-859b-4d1c-b80c-8226c00d026e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.659811 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cbed2403-859b-4d1c-b80c-8226c00d026e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.676858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-cbed2403-859b-4d1c-b80c-8226c00d026e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for 31e03891-9c8a-4feb-b6a9-fe93cb3adee9 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:29.853298 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaedaba7-3fe1-4fd0-8db1-c2750f172f58 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:29.902770 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cbed2403-859b-4d1c-b80c-8226c00d026e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.934473 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed2403-859b-4d1c-b80c-8226c00d026e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=31e03891-9c8a-4feb-b6a9-fe93cb3adee9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:29.968986 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-54635c9b-8115-4a55-935b-5ce3712658c2 None None] Provisioning for port 878b30e6-17f3-4ff1-b2a2-af028461b1a6 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:29.990280 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cbed2403-859b-4d1c-b80c-8226c00d026e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:29.992809 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cbed2403-859b-4d1c-b80c-8226c00d026e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/31e03891-9c8a-4feb-b6a9-fe93cb3adee9 HTTP/1.1" status: 204 len: 168 time: 0.5895040 Jul 16 01:37:29.995934 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49586) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:30.101545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb28c8a-dbbc-4205-bdd2-3cd3a16844b6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.103448 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-edb28c8a-dbbc-4205-bdd2-3cd3a16844b6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1062989 Jul 16 01:37:30.106658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49592) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:30.174952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93da024f-dae1-4f82-9a89-8cab2d649287 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.176964 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-93da024f-dae1-4f82-9a89-8cab2d649287 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0692711 Jul 16 01:37:30.179585 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49594) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:30.193766 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68edde3-513c-45b3-ab54-3f1ef4073c00 None None] Update dhcp port {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'fixed_ips': [{'subnet_id': '8484b69b-41b7-4828-b8d8-c1fb6b1befda', 'ip_address': '2001:db8::f816:3eff:fe48:e70e'}, {'subnet_id': '3c2b0a76-cdc2-4bc8-8269-84f4866f7f4b'}], 'binding:host_id': 'n-d-791505-14'}, 'id': '878b30e6-17f3-4ff1-b2a2-af028461b1a6'} from n-d-791505-14. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:37:30.235121 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a68edde3-513c-45b3-ab54-3f1ef4073c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.253851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875bc841-e9c7-43f8-bcde-ea830923f5fb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.255558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875bc841-e9c7-43f8-bcde-ea830923f5fb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.257237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875bc841-e9c7-43f8-bcde-ea830923f5fb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:30.265300 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-875bc841-e9c7-43f8-bcde-ea830923f5fb tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0846531 Jul 16 01:37:30.268246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49600) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:30.325742 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.338205 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-b677718c-439d-4e69-a0e5-11ee104bcc29 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 3c2b0a76-cdc2-4bc8-8269-84f4866f7f4b {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:30.342131 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b677718c-439d-4e69-a0e5-11ee104bcc29 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.401332 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b677718c-439d-4e69-a0e5-11ee104bcc29 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.458319 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b677718c-439d-4e69-a0e5-11ee104bcc29 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server [None req-a68edde3-513c-45b3-ab54-3f1ef4073c00 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c2b0a76-cdc2-4bc8-8269-84f4866f7f4b: This subnet is being modified by another concurrent operation. Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3c2b0a76-cdc2-4bc8-8269-84f4866f7f4b: This subnet is being modified by another concurrent operation. Jul 16 01:37:30.524394 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Jul 16 01:37:30.531512 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b677718c-439d-4e69-a0e5-11ee104bcc29 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.544433 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 878b30e6-17f3-4ff1-b2a2-af028461b1a6 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:30.572904 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b677718c-439d-4e69-a0e5-11ee104bcc29 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.575149 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b677718c-439d-4e69-a0e5-11ee104bcc29 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/3c2b0a76-cdc2-4bc8-8269-84f4866f7f4b HTTP/1.1" status: 204 len: 168 time: 0.3056514 Jul 16 01:37:30.575959 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677718c-439d-4e69-a0e5-11ee104bcc29 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=3c2b0a76-cdc2-4bc8-8269-84f4866f7f4b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:30.577532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49610) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:30.684214 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 878b30e6-17f3-4ff1-b2a2-af028461b1a6 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:30.686782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e27b87d-7b06-448b-bc39-75c090619331 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 8484b69b-41b7-4828-b8d8-c1fb6b1befda {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:30.691119 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6e27b87d-7b06-448b-bc39-75c090619331 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.705035 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 878b30e6-17f3-4ff1-b2a2-af028461b1a6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:30.705868 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.750470 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6e27b87d-7b06-448b-bc39-75c090619331 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.768120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ef758868-1760-4107-b9f5-238f6a4ffa6c None None] Provisioning complete for port 878b30e6-17f3-4ff1-b2a2-af028461b1a6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:30.768805 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef758868-1760-4107-b9f5-238f6a4ffa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.879628 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6e27b87d-7b06-448b-bc39-75c090619331 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.893675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56433956-cb91-42f8-a1e5-7c95cb6f175a None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:37:30.896910 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef758868-1760-4107-b9f5-238f6a4ffa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.926779 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.941910 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6e27b87d-7b06-448b-bc39-75c090619331 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.977390 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6e27b87d-7b06-448b-bc39-75c090619331 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:30.980737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6e27b87d-7b06-448b-bc39-75c090619331 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/8484b69b-41b7-4828-b8d8-c1fb6b1befda HTTP/1.1" status: 204 len: 168 time: 0.4020624 Jul 16 01:37:30.982260 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49612) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:30.989339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e27b87d-7b06-448b-bc39-75c090619331 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=8484b69b-41b7-4828-b8d8-c1fb6b1befda,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:31.031845 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:37:31.032223 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:37:31.056852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49618) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:31.062543 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-ef758868-1760-4107-b9f5-238f6a4ffa6c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:37:31.062910 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-ef758868-1760-4107-b9f5-238f6a4ffa6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:37:31.063356 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-08aa873f-1827-4322-b211-5b02e2fe04b5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:31.064102 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-565de0c6-9b20-470f-99ed-136c591c4717 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696955 Jul 16 01:37:31.111492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56433956-cb91-42f8-a1e5-7c95cb6f175a None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:37:31.165319 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08aa873f-1827-4322-b211-5b02e2fe04b5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:31.169691 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-08aa873f-1827-4322-b211-5b02e2fe04b5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.214013 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.376713 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-08aa873f-1827-4322-b211-5b02e2fe04b5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.423594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aa873f-1827-4322-b211-5b02e2fe04b5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:31.426779 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610f4d22-acde-487f-b45e-c68eb87bb1b4 None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:37:31.426948 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-08aa873f-1827-4322-b211-5b02e2fe04b5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:31.431414 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aa873f-1827-4322-b211-5b02e2fe04b5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:31.432040 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-08aa873f-1827-4322-b211-5b02e2fe04b5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.446516 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa873f-1827-4322-b211-5b02e2fe04b5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=646ba165-a607-4eae-85a4-f9a9f3ff2bcf,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:31.455729 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-08aa873f-1827-4322-b211-5b02e2fe04b5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3976297 Jul 16 01:37:31.456932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49626) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:31.462058 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-977df246-1422-453d-93ed-33d0d009f69f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:31.605675 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977df246-1422-453d-93ed-33d0d009f69f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:31.611547 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-977df246-1422-453d-93ed-33d0d009f69f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.654536 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef758868-1760-4107-b9f5-238f6a4ffa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.685740 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610f4d22-acde-487f-b45e-c68eb87bb1b4 None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:37:31.729703 n-d-791505-14 neutron-server[93920]: INFO neutron.db.ipam_backend_mixin [None req-977df246-1422-453d-93ed-33d0d009f69f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 646ba165-a607-4eae-85a4-f9a9f3ff2bcf (CIDR: 2001:db8::/64) Jul 16 01:37:31.733323 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-977df246-1422-453d-93ed-33d0d009f69f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:37:31.734022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-977df246-1422-453d-93ed-33d0d009f69f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:31.740173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ef758868-1760-4107-b9f5-238f6a4ffa6c None None] For port 878b30e6-17f3-4ff1-b2a2-af028461b1a6, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=878b30e6-17f3-4ff1-b2a2-af028461b1a6,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:31.749192 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.751877 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-977df246-1422-453d-93ed-33d0d009f69f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2936416 Jul 16 01:37:31.754983 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49636) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:31.757847 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef758868-1760-4107-b9f5-238f6a4ffa6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.762372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-bfc010b6-8bdc-4521-92f8-d5ec7325af97 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:31.888862 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc010b6-8bdc-4521-92f8-d5ec7325af97 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:31.892495 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bfc010b6-8bdc-4521-92f8-d5ec7325af97 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:31.930160 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-49186b51-aa94-431a-801f-c23229f45e33 None None] Could not find standard attr ID for object 31e03891-9c8a-4feb-b6a9-fe93cb3adee9. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:37:31.958231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef758868-1760-4107-b9f5-238f6a4ffa6c None None] Pushing event updated for resources: {'Port': ['ID=878b30e6-17f3-4ff1-b2a2-af028461b1a6,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:31.998717 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:37:31.998717 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:37:31.999192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-49186b51-aa94-431a-801f-c23229f45e33 None None] Provisioning complete for port 878b30e6-17f3-4ff1-b2a2-af028461b1a6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:31.999561 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-49186b51-aa94-431a-801f-c23229f45e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.265657 n-d-791505-14 neutron-server[93919]: DEBUG neutron.objects.ports [None req-bfc010b6-8bdc-4521-92f8-d5ec7325af97 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93919) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:32.293332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273089af-8062-4985-91a9-764b6ff83943 None None] Update dhcp port {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'fixed_ips': [{'subnet_id': '646ba165-a607-4eae-85a4-f9a9f3ff2bcf'}], 'binding:host_id': 'n-d-791505-14'}, 'id': '878b30e6-17f3-4ff1-b2a2-af028461b1a6'} from n-d-791505-14. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:37:32.328535 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-273089af-8062-4985-91a9-764b6ff83943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.447158 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bfc010b6-8bdc-4521-92f8-d5ec7325af97 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.576453 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-273089af-8062-4985-91a9-764b6ff83943 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8:0:1:f816:3eff:fe48:e70e-aa9b317d-6d2e-47f7-bdb5-6f5a31c {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:37:32.577045 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-273089af-8062-4985-91a9-764b6ff83943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:37:32.630777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-bfc010b6-8bdc-4521-92f8-d5ec7325af97 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] For port 878b30e6-17f3-4ff1-b2a2-af028461b1a6, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=878b30e6-17f3-4ff1-b2a2-af028461b1a6,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:32.661421 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bfc010b6-8bdc-4521-92f8-d5ec7325af97 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.666125 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bfc010b6-8bdc-4521-92f8-d5ec7325af97 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.666857 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bfc010b6-8bdc-4521-92f8-d5ec7325af97 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.749439 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc010b6-8bdc-4521-92f8-d5ec7325af97 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:32.758274 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-bfc010b6-8bdc-4521-92f8-d5ec7325af97 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:32.765580 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc010b6-8bdc-4521-92f8-d5ec7325af97 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:32.766178 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bfc010b6-8bdc-4521-92f8-d5ec7325af97 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:32.787199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc010b6-8bdc-4521-92f8-d5ec7325af97 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=878b30e6-17f3-4ff1-b2a2-af028461b1a6,revision_number=6']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:32.790008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc010b6-8bdc-4521-92f8-d5ec7325af97 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=29fd5639-6a37-4fe9-896b-dd04246ff2e6,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:32.804211 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49656) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:32.804673 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bfc010b6-8bdc-4521-92f8-d5ec7325af97 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0481691 Jul 16 01:37:32.809457 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a4fca4a1-d92b-44a3-a949-a7ac925bcd31 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'mac_address': 'fa:16:3e:75:87:2d', 'name': 'tempest-NetworksTestDHCPv6-215724959'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:32.983467 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fca4a1-d92b-44a3-a949-a7ac925bcd31 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:33.120150 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-273089af-8062-4985-91a9-764b6ff83943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.137733 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4fca4a1-d92b-44a3-a949-a7ac925bcd31 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.165722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 878b30e6-17f3-4ff1-b2a2-af028461b1a6 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:33.168140 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-a4fca4a1-d92b-44a3-a949-a7ac925bcd31 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port a9f6a8a4-f134-4190-b316-47966d2460a7 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:33.368260 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-a4fca4a1-d92b-44a3-a949-a7ac925bcd31 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::35c (4d4acc47-7511-482b-8ece-b7156bc68483/646ba165-a607-4eae-85a4-f9a9f3ff2bcf/a9f6a8a4-f134-4190-b316-47966d2460a7) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:33.370496 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.375379 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-a4fca4a1-d92b-44a3-a949-a7ac925bcd31 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8:0:1:f816:3eff:fe75:872d (4d4acc47-7511-482b-8ece-b7156bc68483/29fd5639-6a37-4fe9-896b-dd04246ff2e6/a9f6a8a4-f134-4190-b316-47966d2460a7) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:33.411517 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 878b30e6-17f3-4ff1-b2a2-af028461b1a6, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=878b30e6-17f3-4ff1-b2a2-af028461b1a6,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:33.416224 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.488068 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=878b30e6-17f3-4ff1-b2a2-af028461b1a6,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:33.551680 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4fca4a1-d92b-44a3-a949-a7ac925bcd31 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.565015 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-a4fca4a1-d92b-44a3-a949-a7ac925bcd31 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object a9f6a8a4-f134-4190-b316-47966d2460a7 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:33.600296 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4fca4a1-d92b-44a3-a949-a7ac925bcd31 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.660657 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-273089af-8062-4985-91a9-764b6ff83943 None None] Allocated IP 2001:db8::2 (4d4acc47-7511-482b-8ece-b7156bc68483/646ba165-a607-4eae-85a4-f9a9f3ff2bcf/878b30e6-17f3-4ff1-b2a2-af028461b1a6) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:33.666782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fca4a1-d92b-44a3-a949-a7ac925bcd31 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:33.673020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-a4fca4a1-d92b-44a3-a949-a7ac925bcd31 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:33.679050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fca4a1-d92b-44a3-a949-a7ac925bcd31 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=a9f6a8a4-f134-4190-b316-47966d2460a7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:33.681836 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fca4a1-d92b-44a3-a949-a7ac925bcd31 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:33.689886 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fca4a1-d92b-44a3-a949-a7ac925bcd31 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:33.690834 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4fca4a1-d92b-44a3-a949-a7ac925bcd31 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.710561 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a4fca4a1-d92b-44a3-a949-a7ac925bcd31 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9051414 Jul 16 01:37:33.713917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49664) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:33.773835 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-273089af-8062-4985-91a9-764b6ff83943 None None] For port 878b30e6-17f3-4ff1-b2a2-af028461b1a6, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=878b30e6-17f3-4ff1-b2a2-af028461b1a6,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:33.807193 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-273089af-8062-4985-91a9-764b6ff83943 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.822196 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-273089af-8062-4985-91a9-764b6ff83943 None None] Transition to ACTIVE for port object 878b30e6-17f3-4ff1-b2a2-af028461b1a6 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:33.827611 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-273089af-8062-4985-91a9-764b6ff83943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.859271 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-84ab38a7-d356-4ccd-9ee1-5e1794485ff0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port a9f6a8a4-f134-4190-b316-47966d2460a7 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:33.860316 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-84ab38a7-d356-4ccd-9ee1-5e1794485ff0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.924357 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273089af-8062-4985-91a9-764b6ff83943 None None] Pushing event updated for resources: {'Port': ['ID=878b30e6-17f3-4ff1-b2a2-af028461b1a6,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:33.972232 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-84ab38a7-d356-4ccd-9ee1-5e1794485ff0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:33.988207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-84ab38a7-d356-4ccd-9ee1-5e1794485ff0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for a9f6a8a4-f134-4190-b316-47966d2460a7 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:34.294171 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-84ab38a7-d356-4ccd-9ee1-5e1794485ff0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.325120 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab38a7-d356-4ccd-9ee1-5e1794485ff0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=a9f6a8a4-f134-4190-b316-47966d2460a7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:34.378888 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-84ab38a7-d356-4ccd-9ee1-5e1794485ff0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.381202 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-84ab38a7-d356-4ccd-9ee1-5e1794485ff0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/a9f6a8a4-f134-4190-b316-47966d2460a7 HTTP/1.1" status: 204 len: 168 time: 0.6647532 Jul 16 01:37:34.383519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49672) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.452168 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf638d89-2de3-443a-9e7b-ad6b020514e6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.454342 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cf638d89-2de3-443a-9e7b-ad6b020514e6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0698526 Jul 16 01:37:34.457264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49674) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.549156 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76732f4f-841f-4a2b-8adc-45f405413ca4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.553151 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-76732f4f-841f-4a2b-8adc-45f405413ca4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0925989 Jul 16 01:37:34.553649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49676) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.625857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f479a642-b5ce-48f1-9de6-9f4f49d3df8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.627868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f479a642-b5ce-48f1-9de6-9f4f49d3df8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.629767 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f479a642-b5ce-48f1-9de6-9f4f49d3df8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:34.635249 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f479a642-b5ce-48f1-9de6-9f4f49d3df8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0781031 Jul 16 01:37:34.636393 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49678) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:34.697134 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e32dd2b-59c7-4e61-9b35-57bfb06db8be tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 29fd5639-6a37-4fe9-896b-dd04246ff2e6 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:34.701875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e32dd2b-59c7-4e61-9b35-57bfb06db8be tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.745542 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e32dd2b-59c7-4e61-9b35-57bfb06db8be tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.805574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6345b13f-e05f-4f94-bee3-14bfba1224c0 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:34.838924 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e32dd2b-59c7-4e61-9b35-57bfb06db8be tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.909822 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e32dd2b-59c7-4e61-9b35-57bfb06db8be tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.934496 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e9844dbb-7312-4860-a1e4-cab472c4d71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.945461 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32dd2b-59c7-4e61-9b35-57bfb06db8be tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=29fd5639-6a37-4fe9-896b-dd04246ff2e6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:34.947843 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e32dd2b-59c7-4e61-9b35-57bfb06db8be tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:34.953835 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5e32dd2b-59c7-4e61-9b35-57bfb06db8be tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/29fd5639-6a37-4fe9-896b-dd04246ff2e6 HTTP/1.1" status: 204 len: 168 time: 0.3135405 Jul 16 01:37:34.953835 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49680) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:35.016877 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-65fb4f4a-df85-434e-aeba-09910278514b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 646ba165-a607-4eae-85a4-f9a9f3ff2bcf {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:35.023123 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65fb4f4a-df85-434e-aeba-09910278514b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.088940 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65fb4f4a-df85-434e-aeba-09910278514b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.183968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8ab4bc40-7480-413d-9eaa-7da21cd13960 None None] Provisioning for port 878b30e6-17f3-4ff1-b2a2-af028461b1a6 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:35.192363 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8ab4bc40-7480-413d-9eaa-7da21cd13960 None None] Provisioning complete for port 878b30e6-17f3-4ff1-b2a2-af028461b1a6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:35.192738 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8ab4bc40-7480-413d-9eaa-7da21cd13960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.210897 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65fb4f4a-df85-434e-aeba-09910278514b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.268037 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 878b30e6-17f3-4ff1-b2a2-af028461b1a6 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:35.286033 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65fb4f4a-df85-434e-aeba-09910278514b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.341120 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb4f4a-df85-434e-aeba-09910278514b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=646ba165-a607-4eae-85a4-f9a9f3ff2bcf,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.349348 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65fb4f4a-df85-434e-aeba-09910278514b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.351375 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-65fb4f4a-df85-434e-aeba-09910278514b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/646ba165-a607-4eae-85a4-f9a9f3ff2bcf HTTP/1.1" status: 204 len: 168 time: 0.3964756 Jul 16 01:37:35.353972 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49690) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:35.375551 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8ab4bc40-7480-413d-9eaa-7da21cd13960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.404953 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-efa2d000-2398-48e4-9171-c659d6692a6c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481815 Jul 16 01:37:35.407202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49692) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:35.412918 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5929bdca-4ba5-40af-80d5-2e93ba16ca45 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:35.445296 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 878b30e6-17f3-4ff1-b2a2-af028461b1a6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:35.445851 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.499951 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-8ab4bc40-7480-413d-9eaa-7da21cd13960 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:37:35.504634 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-8ab4bc40-7480-413d-9eaa-7da21cd13960 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:37:35.575905 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5929bdca-4ba5-40af-80d5-2e93ba16ca45 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:35.579542 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5929bdca-4ba5-40af-80d5-2e93ba16ca45 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.632405 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.691287 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 878b30e6-17f3-4ff1-b2a2-af028461b1a6, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=878b30e6-17f3-4ff1-b2a2-af028461b1a6,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:35.705729 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:35.791219 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=878b30e6-17f3-4ff1-b2a2-af028461b1a6,revision_number=11']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:35.803782 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80007fa4-1d2e-4a16-8627-c774c462a1a4 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:35.905446 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49698) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:36.066655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067222ab-34ab-493f-bb88-c6534fe56d20 None None] DHCP port deletion for 4d4acc47-7511-482b-8ece-b7156bc68483 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:36.074917 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d11c53cf-1a7e-4b75-b20e-fe9b7dec5c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.155593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-067222ab-34ab-493f-bb88-c6534fe56d20 None None] Deleting port 878b30e6-17f3-4ff1-b2a2-af028461b1a6 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:36.157129 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-067222ab-34ab-493f-bb88-c6534fe56d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.199256 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d11c53cf-1a7e-4b75-b20e-fe9b7dec5c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.215204 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d11c53cf-1a7e-4b75-b20e-fe9b7dec5c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.254332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-067222ab-34ab-493f-bb88-c6534fe56d20 None None] For port 878b30e6-17f3-4ff1-b2a2-af028461b1a6, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=878b30e6-17f3-4ff1-b2a2-af028461b1a6,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:36.254729 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-067222ab-34ab-493f-bb88-c6534fe56d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.264643 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c53cf-1a7e-4b75-b20e-fe9b7dec5c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac6051c-ef70-4352-80af-4f33b766a04c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.269339 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d11c53cf-1a7e-4b75-b20e-fe9b7dec5c28 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=751b3dff7a1c41c580b8ebde73ba9bab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3628280 Jul 16 01:37:36.271911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49704) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:36.292209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-067222ab-34ab-493f-bb88-c6534fe56d20 None None] Calling delete_port for 878b30e6-17f3-4ff1-b2a2-af028461b1a6 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:36.294305 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1282e032-d729-41f7-a3ec-71b3d025fc70 None None] Provisioning complete for port 878b30e6-17f3-4ff1-b2a2-af028461b1a6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:36.294977 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1282e032-d729-41f7-a3ec-71b3d025fc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.300850 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5929bdca-4ba5-40af-80d5-2e93ba16ca45 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.326204 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76de5b15-dc48-470d-9cad-8e49a718d2d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.349133 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76de5b15-dc48-470d-9cad-8e49a718d2d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.356626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929bdca-4ba5-40af-80d5-2e93ba16ca45 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=3fe2f847-6b3d-439c-af5c-f65b4fbb7961,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.369995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5929bdca-4ba5-40af-80d5-2e93ba16ca45 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:36.372186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-5929bdca-4ba5-40af-80d5-2e93ba16ca45 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:36.379116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5929bdca-4ba5-40af-80d5-2e93ba16ca45 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:36.379860 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5929bdca-4ba5-40af-80d5-2e93ba16ca45 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.400422 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5929bdca-4ba5-40af-80d5-2e93ba16ca45 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9913280 Jul 16 01:37:36.401262 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49706) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:36.406699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9563c5f3-f49d-4b03-8d78-6820896603df tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:36.429780 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76de5b15-dc48-470d-9cad-8e49a718d2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.432274 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-76de5b15-dc48-470d-9cad-8e49a718d2d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.436375 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-76de5b15-dc48-470d-9cad-8e49a718d2d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ac6051c-ef70-4352-80af-4f33b766a04c HTTP/1.1" status: 204 len: 168 time: 0.1611555 Jul 16 01:37:36.453147 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de5b15-dc48-470d-9cad-8e49a718d2d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac6051c-ef70-4352-80af-4f33b766a04c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.490977 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-067222ab-34ab-493f-bb88-c6534fe56d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.532993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-067222ab-34ab-493f-bb88-c6534fe56d20 None None] No DVR routers for this DVR port 878b30e6-17f3-4ff1-b2a2-af028461b1a6 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:36.538017 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067222ab-34ab-493f-bb88-c6534fe56d20 None None] Pushing event deleted for resources: {'Port': ['ID=878b30e6-17f3-4ff1-b2a2-af028461b1a6,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:36.553137 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8633681-9eac-475d-80f2-362fb056d1a0 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:36.569396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9563c5f3-f49d-4b03-8d78-6820896603df tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:36.575258 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9563c5f3-f49d-4b03-8d78-6820896603df tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.735794 n-d-791505-14 neutron-server[93920]: INFO neutron.db.ipam_backend_mixin [None req-9563c5f3-f49d-4b03-8d78-6820896603df tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3fe2f847-6b3d-439c-af5c-f65b4fbb7961 (CIDR: 2001:db8::/64) Jul 16 01:37:36.739273 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-9563c5f3-f49d-4b03-8d78-6820896603df tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:37:36.739839 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9563c5f3-f49d-4b03-8d78-6820896603df tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:36.742043 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4d4acc47-7511-482b-8ece-b7156bc68483', 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'tenant_id': 'a727aa880364414ab1fb8721d99c2bc8', 'fixed_ips': [{'subnet_id': '3fe2f847-6b3d-439c-af5c-f65b4fbb7961'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:37:36.742949 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.758168 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9563c5f3-f49d-4b03-8d78-6820896603df tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3527536 Jul 16 01:37:36.758721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49714) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:36.764117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-33b4dfac-3380-4068-9ef2-cdfd1b962e8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'subnet': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:36.860429 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49716) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:36.875142 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da78d3c1-e505-4ff8-8f3d-f6e7e102f1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.882155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b4dfac-3380-4068-9ef2-cdfd1b962e8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:36.886537 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33b4dfac-3380-4068-9ef2-cdfd1b962e8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.887810 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Allocated IP 2001:db8::2 (4d4acc47-7511-482b-8ece-b7156bc68483/3fe2f847-6b3d-439c-af5c-f65b4fbb7961/41a15b27-b44d-47a8-bc13-214c439ce2ba) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:36.969159 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da78d3c1-e505-4ff8-8f3d-f6e7e102f1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:36.973431 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da78d3c1-e505-4ff8-8f3d-f6e7e102f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.015290 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-da78d3c1-e505-4ff8-8f3d-f6e7e102f1dc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89eb1c4617f14d82ae2b97adbe49878d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1536713 Jul 16 01:37:37.017285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da78d3c1-e505-4ff8-8f3d-f6e7e102f1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4b03de-13a0-44d6-9c8c-491d1be0f4f5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.018549 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49718) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:37.040597 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.049294 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Transition to ACTIVE for port object 41a15b27-b44d-47a8-bc13-214c439ce2ba will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:37.065977 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Transition to ACTIVE for port object 41a15b27-b44d-47a8-bc13-214c439ce2ba will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:37.075969 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.093860 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:37.118279 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:37.120635 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:37.132038 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 878b30e6-17f3-4ff1-b2a2-af028461b1a6 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:37.147752 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6092a624-c2a3-41c3-942a-f9398dbc19b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.172891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 878b30e6-17f3-4ff1-b2a2-af028461b1a6 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:37.173237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 878b30e6-17f3-4ff1-b2a2-af028461b1a6 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:37.184281 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6092a624-c2a3-41c3-942a-f9398dbc19b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.192213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Pushing event updated for resources: {'Port': ['ID=41a15b27-b44d-47a8-bc13-214c439ce2ba,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.226065 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Attempting to bind port 41a15b27-b44d-47a8-bc13-214c439ce2ba on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:37.226532 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Attempting to bind port 41a15b27-b44d-47a8-bc13-214c439ce2ba by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:37.226952 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Attempting to bind port 41a15b27-b44d-47a8-bc13-214c439ce2ba on network 4d4acc47-7511-482b-8ece-b7156bc68483 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:37.235105 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:37.235658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Checking segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:37.236217 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.237539 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Bound using segment: {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:37.238094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Bound port: 41a15b27-b44d-47a8-bc13-214c439ce2ba, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94822b00-a18c-4ac8-8b37-16d6e3e945c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:37.238591 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.320368 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.329532 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] For port 41a15b27-b44d-47a8-bc13-214c439ce2ba, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:37.332767 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] For port 41a15b27-b44d-47a8-bc13-214c439ce2ba, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=41a15b27-b44d-47a8-bc13-214c439ce2ba,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:37.334587 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6092a624-c2a3-41c3-942a-f9398dbc19b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.337366 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6092a624-c2a3-41c3-942a-f9398dbc19b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.337796 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.341344 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6092a624-c2a3-41c3-942a-f9398dbc19b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a4b03de-13a0-44d6-9c8c-491d1be0f4f5 HTTP/1.1" status: 204 len: 168 time: 0.3163142 Jul 16 01:37:37.353160 n-d-791505-14 neutron-server[93919]: DEBUG neutron.objects.ports [None req-33b4dfac-3380-4068-9ef2-cdfd1b962e8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93919) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:37:37.354059 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6092a624-c2a3-41c3-942a-f9398dbc19b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4b03de-13a0-44d6-9c8c-491d1be0f4f5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.416730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63140d7-ce0c-4bb8-95dc-edc0e32eadda None None] Pushing event updated for resources: {'Port': ['ID=41a15b27-b44d-47a8-bc13-214c439ce2ba,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.566880 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33b4dfac-3380-4068-9ef2-cdfd1b962e8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.694675 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-548e84ee-743c-4a04-bd1c-c42d8b0a4994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.802675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-33b4dfac-3380-4068-9ef2-cdfd1b962e8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] For port 41a15b27-b44d-47a8-bc13-214c439ce2ba, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=41a15b27-b44d-47a8-bc13-214c439ce2ba,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:37.842178 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33b4dfac-3380-4068-9ef2-cdfd1b962e8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.853146 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33b4dfac-3380-4068-9ef2-cdfd1b962e8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.853903 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33b4dfac-3380-4068-9ef2-cdfd1b962e8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.959032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b4dfac-3380-4068-9ef2-cdfd1b962e8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:37.973937 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4dfac-3380-4068-9ef2-cdfd1b962e8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Subnet': ['ID=6a8b3cab-76ed-4808-bc3a-f0392ac6f97b,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:37.976301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-33b4dfac-3380-4068-9ef2-cdfd1b962e8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:37.996371 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b4dfac-3380-4068-9ef2-cdfd1b962e8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:37.996982 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33b4dfac-3380-4068-9ef2-cdfd1b962e8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:37.999512 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4dfac-3380-4068-9ef2-cdfd1b962e8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=41a15b27-b44d-47a8-bc13-214c439ce2ba,revision_number=4']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:38.019111 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-33b4dfac-3380-4068-9ef2-cdfd1b962e8d tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2594059 Jul 16 01:37:38.021849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49750) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:38.027337 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f19f1a06-7ef3-4e13-98cb-09e3f6c3fea4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Request body: {'port': {'network_id': '4d4acc47-7511-482b-8ece-b7156bc68483', 'mac_address': 'fa:16:3e:b3:b0:e5', 'name': 'tempest-NetworksTestDHCPv6-1942374643'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:38.083268 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fbb60-0f5b-4cab-bd2a-e0b20dbc347e req-d17f996b-67be-407e-b31e-5e141cbe4a2f tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:38.084833 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb2fbb60-0f5b-4cab-bd2a-e0b20dbc347e req-d17f996b-67be-407e-b31e-5e141cbe4a2f tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 946 time: 0.1286259 Jul 16 01:37:38.171700 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb2fbb60-0f5b-4cab-bd2a-e0b20dbc347e req-5e3ad331-882c-4d5a-aae3-c4b7ca05e5c9 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=e600137b-585e-41b3-b5b3-fc2fc92df534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601547 Jul 16 01:37:38.192467 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19f1a06-7ef3-4e13-98cb-09e3f6c3fea4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Made reservation on behalf of a727aa880364414ab1fb8721d99c2bc8 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:38.284454 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f19f1a06-7ef3-4e13-98cb-09e3f6c3fea4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.306807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-f19f1a06-7ef3-4e13-98cb-09e3f6c3fea4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] device_id is not set on port f177f8d9-09f5-4bba-be14-456629664ef1 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:38.494640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-f19f1a06-7ef3-4e13-98cb-09e3f6c3fea4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8::34 (4d4acc47-7511-482b-8ece-b7156bc68483/3fe2f847-6b3d-439c-af5c-f65b4fbb7961/f177f8d9-09f5-4bba-be14-456629664ef1) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:38.500661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-f19f1a06-7ef3-4e13-98cb-09e3f6c3fea4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Allocated IP 2001:db8:0:1:f816:3eff:feb3:b0e5 (4d4acc47-7511-482b-8ece-b7156bc68483/6a8b3cab-76ed-4808-bc3a-f0392ac6f97b/f177f8d9-09f5-4bba-be14-456629664ef1) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:38.548367 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.586802 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0b3b21-d6aa-4fce-94f8-a31cab831b36 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:38.670794 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f19f1a06-7ef3-4e13-98cb-09e3f6c3fea4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.685138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-f19f1a06-7ef3-4e13-98cb-09e3f6c3fea4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Transition to ACTIVE for port object f177f8d9-09f5-4bba-be14-456629664ef1 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:38.719481 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-fb5e265e-1d46-4862-847f-384c7f86385a None None] Provisioning for port 41a15b27-b44d-47a8-bc13-214c439ce2ba completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:38.721701 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f19f1a06-7ef3-4e13-98cb-09e3f6c3fea4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.768883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19f1a06-7ef3-4e13-98cb-09e3f6c3fea4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Network 4d4acc47-7511-482b-8ece-b7156bc68483 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:38.773029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-f19f1a06-7ef3-4e13-98cb-09e3f6c3fea4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:38.777824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19f1a06-7ef3-4e13-98cb-09e3f6c3fea4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:38.784385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19f1a06-7ef3-4e13-98cb-09e3f6c3fea4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:38.788288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f19f1a06-7ef3-4e13-98cb-09e3f6c3fea4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:38.797732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19f1a06-7ef3-4e13-98cb-09e3f6c3fea4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event updated for resources: {'Port': ['ID=f177f8d9-09f5-4bba-be14-456629664ef1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:38.813562 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f19f1a06-7ef3-4e13-98cb-09e3f6c3fea4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7882519 Jul 16 01:37:38.814066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49774) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:38.921945 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-16ad37e1-97ed-468b-8cd2-bfc9a5d01a62 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting port f177f8d9-09f5-4bba-be14-456629664ef1 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:38.922308 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-16ad37e1-97ed-468b-8cd2-bfc9a5d01a62 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.026557 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-16ad37e1-97ed-468b-8cd2-bfc9a5d01a62 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.041016 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-16ad37e1-97ed-468b-8cd2-bfc9a5d01a62 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Calling delete_port for f177f8d9-09f5-4bba-be14-456629664ef1 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:39.186294 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 41a15b27-b44d-47a8-bc13-214c439ce2ba up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:39.266075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 41a15b27-b44d-47a8-bc13-214c439ce2ba completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:39.275632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 41a15b27-b44d-47a8-bc13-214c439ce2ba triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:39.276370 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.336860 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-16ad37e1-97ed-468b-8cd2-bfc9a5d01a62 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.375676 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.408809 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad37e1-97ed-468b-8cd2-bfc9a5d01a62 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Port': ['ID=f177f8d9-09f5-4bba-be14-456629664ef1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:39.415456 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 41a15b27-b44d-47a8-bc13-214c439ce2ba, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=41a15b27-b44d-47a8-bc13-214c439ce2ba,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:39.423795 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.466437 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-16ad37e1-97ed-468b-8cd2-bfc9a5d01a62 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.468324 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-16ad37e1-97ed-468b-8cd2-bfc9a5d01a62 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/f177f8d9-09f5-4bba-be14-456629664ef1 HTTP/1.1" status: 204 len: 168 time: 0.6532173 Jul 16 01:37:39.470909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49810) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:39.492087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f6677-acba-4273-a61e-126a461f0a8c req-02b6c8c8-1b9c-4a2b-98c1-9df857bf6e32 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.493635 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-481f6677-acba-4273-a61e-126a461f0a8c req-02b6c8c8-1b9c-4a2b-98c1-9df857bf6e32 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 946 time: 0.1697197 Jul 16 01:37:39.494392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=41a15b27-b44d-47a8-bc13-214c439ce2ba,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:39.548805 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45590e8-b1ee-4a3d-af0b-065dc19cad6e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.551066 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f45590e8-b1ee-4a3d-af0b-065dc19cad6e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0782433 Jul 16 01:37:39.553894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-481f6677-acba-4273-a61e-126a461f0a8c req-ed6acb16-5c86-4b86-a3d3-965952e56c0c tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=e600137b-585e-41b3-b5b3-fc2fc92df534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522230 Jul 16 01:37:39.556347 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49812) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:39.563863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-dcefc436-7339-421f-9c3e-43c998a1262f None None] Provisioning complete for port 41a15b27-b44d-47a8-bc13-214c439ce2ba triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:39.564370 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dcefc436-7339-421f-9c3e-43c998a1262f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.625295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecc4f97-34e6-4f30-873b-4ccbc49a34d0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.628230 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1ecc4f97-34e6-4f30-873b-4ccbc49a34d0 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0708020 Jul 16 01:37:39.629893 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49816) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:39.684210 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-dcefc436-7339-421f-9c3e-43c998a1262f None None] Could not find standard attr ID for object f177f8d9-09f5-4bba-be14-456629664ef1. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:37:39.697174 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c626e95-a1fc-4d0c-a790-240c5849b820 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.698753 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c626e95-a1fc-4d0c-a790-240c5849b820 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.700385 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c626e95-a1fc-4d0c-a790-240c5849b820 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:39.701993 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3c626e95-a1fc-4d0c-a790-240c5849b820 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0703728 Jul 16 01:37:39.704964 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49818) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:39.713693 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49820) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:39.768067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-6318486c-15e3-4ffb-b6c4-7a2d90b032a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 3fe2f847-6b3d-439c-af5c-f65b4fbb7961 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:39.771219 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6318486c-15e3-4ffb-b6c4-7a2d90b032a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.801564 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cb53a4dc-3cf7-438c-b452-1e22970b7072 None None] Could not find standard attr ID for object a9f6a8a4-f134-4190-b316-47966d2460a7. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:37:39.817026 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6318486c-15e3-4ffb-b6c4-7a2d90b032a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.842199 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99083f85-3f7f-4264-9140-2af556a9b731 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.924411 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6318486c-15e3-4ffb-b6c4-7a2d90b032a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.951741 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99083f85-3f7f-4264-9140-2af556a9b731 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.956727 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99083f85-3f7f-4264-9140-2af556a9b731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:39.995352 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-99083f85-3f7f-4264-9140-2af556a9b731 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bc790b87fda94e5a8f3719e6c7554de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800117 Jul 16 01:37:39.998033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49826) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.000737 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99083f85-3f7f-4264-9140-2af556a9b731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacba821-a88f-469e-80fd-44661f3e3dae,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.017465 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6318486c-15e3-4ffb-b6c4-7a2d90b032a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.062053 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6318486c-15e3-4ffb-b6c4-7a2d90b032a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.064326 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6318486c-15e3-4ffb-b6c4-7a2d90b032a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/3fe2f847-6b3d-439c-af5c-f65b4fbb7961 HTTP/1.1" status: 204 len: 168 time: 0.3583629 Jul 16 01:37:40.067005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49828) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.068505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318486c-15e3-4ffb-b6c4-7a2d90b032a8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=3fe2f847-6b3d-439c-af5c-f65b4fbb7961,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.095873 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-513967a1-9dea-4dde-854e-640a623f1315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.120976 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-513967a1-9dea-4dde-854e-640a623f1315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.125211 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-df927102-b622-416e-a2e2-d0e01efb6b47 None None] Could not find standard attr ID for object f177f8d9-09f5-4bba-be14-456629664ef1. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:37:40.126211 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac98f5c3-31c0-41ac-8536-c074931d8571 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Deleting subnet 6a8b3cab-76ed-4808-bc3a-f0392ac6f97b {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:40.129848 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac98f5c3-31c0-41ac-8536-c074931d8571 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.176102 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac98f5c3-31c0-41ac-8536-c074931d8571 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.206512 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.217039 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-513967a1-9dea-4dde-854e-640a623f1315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.219560 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-513967a1-9dea-4dde-854e-640a623f1315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.220765 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-513967a1-9dea-4dde-854e-640a623f1315 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cacba821-a88f-469e-80fd-44661f3e3dae HTTP/1.1" status: 204 len: 168 time: 0.2208900 Jul 16 01:37:40.238509 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513967a1-9dea-4dde-854e-640a623f1315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacba821-a88f-469e-80fd-44661f3e3dae,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.266640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fadcb8f-6288-4a9f-929f-09e595609919 req-a5119c60-0bc1-47ae-a3a0-7050c2d5cdff tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:40.268322 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6fadcb8f-6288-4a9f-929f-09e595609919 req-a5119c60-0bc1-47ae-a3a0-7050c2d5cdff tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.70 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 946 time: 0.1199520 Jul 16 01:37:40.276300 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac98f5c3-31c0-41ac-8536-c074931d8571 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.276822 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0b3c4f-9d65-4e08-b66b-9e497e08b973 None None] Network 4d4acc47-7511-482b-8ece-b7156bc68483 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:40.351706 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac98f5c3-31c0-41ac-8536-c074931d8571 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.372986 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac98f5c3-31c0-41ac-8536-c074931d8571 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.377271 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ac98f5c3-31c0-41ac-8536-c074931d8571 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/6a8b3cab-76ed-4808-bc3a-f0392ac6f97b HTTP/1.1" status: 204 len: 168 time: 0.3070204 Jul 16 01:37:40.377977 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49832) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.396133 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98f5c3-31c0-41ac-8536-c074931d8571 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Subnet': ['ID=6a8b3cab-76ed-4808-bc3a-f0392ac6f97b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.420479 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-74844caf-c61d-49d4-b4c6-fe9e1e29c8ce tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0410869 Jul 16 01:37:40.423024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49836) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.492614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-6fadcb8f-6288-4a9f-929f-09e595609919 req-0e517ffc-7d22-4389-926a-b1b641af642d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Deleting port 6c831b03-f4bf-408a-8bf6-43a5454ed99d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:40.492970 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6fadcb8f-6288-4a9f-929f-09e595609919 req-0e517ffc-7d22-4389-926a-b1b641af642d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.522079 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e31c772-2f0b-406a-9544-0c1709c2f348 None None] DHCP port deletion for 4d4acc47-7511-482b-8ece-b7156bc68483 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:40.533753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed7937f-2f1f-43d5-8e7d-d61848f5e2c9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:40.535260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0ed7937f-2f1f-43d5-8e7d-d61848f5e2c9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1113391 Jul 16 01:37:40.538852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49838) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.574538 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0e31c772-2f0b-406a-9544-0c1709c2f348 None None] Deleting port 41a15b27-b44d-47a8-bc13-214c439ce2ba {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:40.575086 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0e31c772-2f0b-406a-9544-0c1709c2f348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.584668 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49842) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.611666 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-924d8f49-8733-45a8-9e54-4aa63a5b0d9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.616549 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-6fadcb8f-6288-4a9f-929f-09e595609919 req-0e517ffc-7d22-4389-926a-b1b641af642d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] For port 6c831b03-f4bf-408a-8bf6-43a5454ed99d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6c831b03-f4bf-408a-8bf6-43a5454ed99d,segment=NetworkSegment(1fa832ec-f890-4242-8abf-592d0d1c3d1d),segment_id=1fa832ec-f890-4242-8abf-592d0d1c3d1d)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:40.616967 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6fadcb8f-6288-4a9f-929f-09e595609919 req-0e517ffc-7d22-4389-926a-b1b641af642d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.648478 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0199e729-535a-4763-aa65-0da50f28aaac tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:40.649976 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0199e729-535a-4763-aa65-0da50f28aaac tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1081738 Jul 16 01:37:40.652982 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49844) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.668043 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0e31c772-2f0b-406a-9544-0c1709c2f348 None None] For port 41a15b27-b44d-47a8-bc13-214c439ce2ba, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=41a15b27-b44d-47a8-bc13-214c439ce2ba,segment=NetworkSegment(94822b00-a18c-4ac8-8b37-16d6e3e945c3),segment_id=94822b00-a18c-4ac8-8b37-16d6e3e945c3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:40.668523 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0e31c772-2f0b-406a-9544-0c1709c2f348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.683448 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0e31c772-2f0b-406a-9544-0c1709c2f348 None None] Calling delete_port for 41a15b27-b44d-47a8-bc13-214c439ce2ba owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:40.703872 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f849b9b6-a677-44c9-94de-4dce95c3e1d4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494637 Jul 16 01:37:40.708791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49846) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.741165 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb51bf60-dedd-4355-bbd4-a4d64e513551 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:40.742134 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb51bf60-dedd-4355-bbd4-a4d64e513551 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:40.743876 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fb51bf60-dedd-4355-bbd4-a4d64e513551 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/f177f8d9-09f5-4bba-be14-456629664ef1 HTTP/1.1" status: 404 len: 333 time: 0.0339720 Jul 16 01:37:40.747317 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49848) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.773406 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0e31c772-2f0b-406a-9544-0c1709c2f348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:40.780562 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-82de59b9-917b-4ea1-806e-d46b28e5c9b9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:40.781292 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82de59b9-917b-4ea1-806e-d46b28e5c9b9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:40.783340 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-82de59b9-917b-4ea1-806e-d46b28e5c9b9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/6a8b3cab-76ed-4808-bc3a-f0392ac6f97b HTTP/1.1" status: 404 len: 337 time: 0.0350504 Jul 16 01:37:40.787397 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49850) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:40.806953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e31c772-2f0b-406a-9544-0c1709c2f348 None None] Pushing event deleted for resources: {'Port': ['ID=41a15b27-b44d-47a8-bc13-214c439ce2ba,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:40.811561 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e31c772-2f0b-406a-9544-0c1709c2f348 None None] No DVR routers for this DVR port 41a15b27-b44d-47a8-bc13-214c439ce2ba on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:40.936611 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1323aa5-68cb-45c1-8b82-171fd441492f req-bee871dd-dd1a-4446-9374-9c09f47900f7 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:40.938386 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1323aa5-68cb-45c1-8b82-171fd441492f req-bee871dd-dd1a-4446-9374-9c09f47900f7 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 946 time: 0.2446589 Jul 16 01:37:41.006610 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6fadcb8f-6288-4a9f-929f-09e595609919 req-0e517ffc-7d22-4389-926a-b1b641af642d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.006995 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6fadcb8f-6288-4a9f-929f-09e595609919 req-0e517ffc-7d22-4389-926a-b1b641af642d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.007313 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [req-6fadcb8f-6288-4a9f-929f-09e595609919 req-0e517ffc-7d22-4389-926a-b1b641af642d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Floating IP c2b744ca-f0d8-44f6-be30-ab70018f48df disassociated. External IP: 172.25.2.166, port: 6c831b03-f4bf-408a-8bf6-43a5454ed99d. Jul 16 01:37:41.007667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-6fadcb8f-6288-4a9f-929f-09e595609919 req-0e517ffc-7d22-4389-926a-b1b641af642d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Calling delete_port for 6c831b03-f4bf-408a-8bf6-43a5454ed99d owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:41.031921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1323aa5-68cb-45c1-8b82-171fd441492f req-62d0069b-2668-4a9d-a9a0-c0144f7a55fb tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups?id=e600137b-585e-41b3-b5b3-fc2fc92df534&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792785 Jul 16 01:37:41.137233 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 41a15b27-b44d-47a8-bc13-214c439ce2ba no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:41.146358 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3475eea-a2ff-4df4-b0cf-62c44636181c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.146824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3475eea-a2ff-4df4-b0cf-62c44636181c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.151802 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a3475eea-a2ff-4df4-b0cf-62c44636181c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/3fe2f847-6b3d-439c-af5c-f65b4fbb7961 HTTP/1.1" status: 404 len: 337 time: 0.3602195 Jul 16 01:37:41.152056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49854) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.158513 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 41a15b27-b44d-47a8-bc13-214c439ce2ba {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:41.158820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 41a15b27-b44d-47a8-bc13-214c439ce2ba not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:41.175664 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-924d8f49-8733-45a8-9e54-4aa63a5b0d9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.179601 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-924d8f49-8733-45a8-9e54-4aa63a5b0d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.182046 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-45aaf204-82c1-4119-af50-2592c3d8dbf1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.182764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45aaf204-82c1-4119-af50-2592c3d8dbf1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.184600 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-45aaf204-82c1-4119-af50-2592c3d8dbf1 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/a9f6a8a4-f134-4190-b316-47966d2460a7 HTTP/1.1" status: 404 len: 333 time: 0.0315967 Jul 16 01:37:41.185861 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6fadcb8f-6288-4a9f-929f-09e595609919 req-0e517ffc-7d22-4389-926a-b1b641af642d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.187369 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49856) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.219285 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-924d8f49-8733-45a8-9e54-4aa63a5b0d9e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0e419a06855645448a790a7e9adedb02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6313469 Jul 16 01:37:41.221360 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d8f49-8733-45a8-9e54-4aa63a5b0d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fdacd6-b0f8-48b6-8d47-b8c53abddecf,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.224680 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49858) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.248655 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-922c1ae3-5bb2-4549-9967-f6bd3282d6f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.249110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-922c1ae3-5bb2-4549-9967-f6bd3282d6f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.250822 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-922c1ae3-5bb2-4549-9967-f6bd3282d6f8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/29fd5639-6a37-4fe9-896b-dd04246ff2e6 HTTP/1.1" status: 404 len: 337 time: 0.0625441 Jul 16 01:37:41.252145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e517ffc-7d22-4389-926a-b1b641af642d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event deleted for resources: {'Port': ['ID=6c831b03-f4bf-408a-8bf6-43a5454ed99d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.253995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49860) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.283574 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b085f5d-255f-4645-a42a-356487a8cf7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.284445 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1f8dc6-5e7b-4ae9-a6cb-3a65df135da7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.284905 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1f8dc6-5e7b-4ae9-a6cb-3a65df135da7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.286638 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6f1f8dc6-5e7b-4ae9-a6cb-3a65df135da7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/646ba165-a607-4eae-85a4-f9a9f3ff2bcf HTTP/1.1" status: 404 len: 337 time: 0.0316796 Jul 16 01:37:41.290369 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49862) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.305220 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b085f5d-255f-4645-a42a-356487a8cf7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.346252 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cb3742-815d-419d-a9b8-91b1c5f299b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.346889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41cb3742-815d-419d-a9b8-91b1c5f299b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.348571 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-41cb3742-815d-419d-a9b8-91b1c5f299b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/31e03891-9c8a-4feb-b6a9-fe93cb3adee9 HTTP/1.1" status: 404 len: 333 time: 0.0580876 Jul 16 01:37:41.351182 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49864) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.361896 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b085f5d-255f-4645-a42a-356487a8cf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.364499 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b085f5d-255f-4645-a42a-356487a8cf7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.365587 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8b085f5d-255f-4645-a42a-356487a8cf7b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49fdacd6-b0f8-48b6-8d47-b8c53abddecf HTTP/1.1" status: 204 len: 168 time: 0.1396878 Jul 16 01:37:41.391799 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab0ca5e1-81c9-4ae3-b289-6dabb4f103b6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.392254 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab0ca5e1-81c9-4ae3-b289-6dabb4f103b6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.394030 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ab0ca5e1-81c9-4ae3-b289-6dabb4f103b6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/3c2b0a76-cdc2-4bc8-8269-84f4866f7f4b HTTP/1.1" status: 404 len: 337 time: 0.0413909 Jul 16 01:37:41.396427 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49868) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.405257 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b085f5d-255f-4645-a42a-356487a8cf7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fdacd6-b0f8-48b6-8d47-b8c53abddecf,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:41.434119 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-f306de9d-9798-47c1-ab92-0280fa0f105b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.434533 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f306de9d-9798-47c1-ab92-0280fa0f105b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.436310 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f306de9d-9798-47c1-ab92-0280fa0f105b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/8484b69b-41b7-4828-b8d8-c1fb6b1befda HTTP/1.1" status: 404 len: 337 time: 0.0389805 Jul 16 01:37:41.438878 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49870) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.440254 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fadcb8f-6288-4a9f-929f-09e595609919 req-0e517ffc-7d22-4389-926a-b1b641af642d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Router 4525f01c-9836-48f8-a661-9347e8f9f88a has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:41.465755 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8cef07-f562-4344-86e1-404a5c24762c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.466587 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8cef07-f562-4344-86e1-404a5c24762c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.470649 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-de8cef07-f562-4344-86e1-404a5c24762c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/7aca3d43-c622-41b0-9f90-18ca04cf4778 HTTP/1.1" status: 404 len: 333 time: 0.0283637 Jul 16 01:37:41.470954 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49872) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.496372 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-35af396c-68a6-4141-80d0-3c8c45a7fb39 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.496903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35af396c-68a6-4141-80d0-3c8c45a7fb39 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.498812 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-35af396c-68a6-4141-80d0-3c8c45a7fb39 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/0b5bc4e7-15da-4e8d-8947-d71da63db03d HTTP/1.1" status: 404 len: 337 time: 0.0271425 Jul 16 01:37:41.502416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49874) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.535120 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-06651bd5-2c44-47cd-b6a6-678d6b635b72 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.535663 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06651bd5-2c44-47cd-b6a6-678d6b635b72 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.537505 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-06651bd5-2c44-47cd-b6a6-678d6b635b72 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/8a55e144-6a40-43b9-9bfd-6a879fa59bfb HTTP/1.1" status: 404 len: 337 time: 0.0338955 Jul 16 01:37:41.540290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49876) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.556005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fadcb8f-6288-4a9f-929f-09e595609919 req-0e517ffc-7d22-4389-926a-b1b641af642d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:41.571589 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9342bee-29a7-459c-bd27-4a71986a88ce None None] Sync routers for ids ['4525f01c-9836-48f8-a661-9347e8f9f88a'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:41.574313 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-c68b382b-ca04-4b74-bb7c-cd7eaecb66e4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.575012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c68b382b-ca04-4b74-bb7c-cd7eaecb66e4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.579203 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c68b382b-ca04-4b74-bb7c-cd7eaecb66e4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/6eff59b5-06b0-438e-a262-07b24543630b HTTP/1.1" status: 404 len: 333 time: 0.0354700 Jul 16 01:37:41.582791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49880) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.597582 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9342bee-29a7-459c-bd27-4a71986a88ce None None] Routers {'4525f01c-9836-48f8-a661-9347e8f9f88a'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:41.598315 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e9342bee-29a7-459c-bd27-4a71986a88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4525f01c-9836-48f8-a661-9347e8f9f88a'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:41.608309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fadcb8f-6288-4a9f-929f-09e595609919 req-0e517ffc-7d22-4389-926a-b1b641af642d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] No DVR routers for this DVR port 6c831b03-f4bf-408a-8bf6-43a5454ed99d on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:41.610932 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6fadcb8f-6288-4a9f-929f-09e595609919 req-0e517ffc-7d22-4389-926a-b1b641af642d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:41.613147 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6fadcb8f-6288-4a9f-929f-09e595609919 req-0e517ffc-7d22-4389-926a-b1b641af642d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.70 "DELETE /v2.0/ports/6c831b03-f4bf-408a-8bf6-43a5454ed99d HTTP/1.1" status: 204 len: 173 time: 1.3359346 Jul 16 01:37:41.613591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd362aa65-45db-4a8e-b365-c731d77cfe89', 'name': 'network-vif-deleted', 'tag': '6c831b03-f4bf-408a-8bf6-43a5454ed99d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:41.615954 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1580766b-944c-43d8-8148-3ec15192a9bd" -d '{"events": [{"server_uuid": "d362aa65-45db-4a8e-b365-c731d77cfe89", "name": "network-vif-deleted", "tag": "6c831b03-f4bf-408a-8bf6-43a5454ed99d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:41.624607 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c61cbe6-5baa-4125-8cc8-3013f0e244a3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.625146 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c61cbe6-5baa-4125-8cc8-3013f0e244a3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.627049 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7c61cbe6-5baa-4125-8cc8-3013f0e244a3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/402332fa-0c1e-4266-9374-23eaf5219a30 HTTP/1.1" status: 404 len: 337 time: 0.0433059 Jul 16 01:37:41.630106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49884) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.661495 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-11936303-b59c-4193-bd08-aadf214af717 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.663459 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11936303-b59c-4193-bd08-aadf214af717 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.665690 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-11936303-b59c-4193-bd08-aadf214af717 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/379256ae-e011-41da-b80a-26f127030d63 HTTP/1.1" status: 404 len: 333 time: 0.0347824 Jul 16 01:37:41.668551 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49886) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.691179 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7875d844-9a64-41ec-a97b-f83cc861109d x-openstack-request-id: req-7875d844-9a64-41ec-a97b-f83cc861109d {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:41.691711 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d362aa65-45db-4a8e-b365-c731d77cfe89", "name": "network-vif-deleted", "tag": "6c831b03-f4bf-408a-8bf6-43a5454ed99d", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:41.692191 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7875d844-9a64-41ec-a97b-f83cc861109d {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:41.692811 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd362aa65-45db-4a8e-b365-c731d77cfe89', 'name': 'network-vif-deleted', 'tag': '6c831b03-f4bf-408a-8bf6-43a5454ed99d', 'status': 'completed', 'code': 200} Jul 16 01:37:41.718104 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7428a3e-7100-4565-9988-eb3502103cf2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.719361 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7428a3e-7100-4565-9988-eb3502103cf2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.721488 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f7428a3e-7100-4565-9988-eb3502103cf2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/bba801e5-0bd1-46c9-b53e-108785870d47 HTTP/1.1" status: 404 len: 337 time: 0.0518131 Jul 16 01:37:41.724079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49888) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.771021 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-111c6400-40bc-4dc6-a04c-8f3967f7038f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.777413 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-111c6400-40bc-4dc6-a04c-8f3967f7038f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.779468 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-111c6400-40bc-4dc6-a04c-8f3967f7038f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/e1b4ddcf-d137-4e6f-8d97-c1c52a9ec5d9 HTTP/1.1" status: 404 len: 333 time: 0.0542929 Jul 16 01:37:41.782039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49892) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.787787 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-e9342bee-29a7-459c-bd27-4a71986a88ce None None] Set router 4525f01c-9836-48f8-a661-9347e8f9f88a gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:41.833772 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-94584db0-39d5-4ce4-842c-4288c44f4b7e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.834500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94584db0-39d5-4ce4-842c-4288c44f4b7e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.836768 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-94584db0-39d5-4ce4-842c-4288c44f4b7e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/1a93e3d8-c1e0-4bdd-839d-fc131f73e55b HTTP/1.1" status: 404 len: 337 time: 0.0536761 Jul 16 01:37:41.839752 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49896) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.868316 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4dffb46-71ad-4134-b219-3ac304cf5811 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.869064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4dffb46-71ad-4134-b219-3ac304cf5811 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.871380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c4dffb46-71ad-4134-b219-3ac304cf5811 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/390d3f74-7238-4627-86a4-4c2eab918de0 HTTP/1.1" status: 404 len: 333 time: 0.0307875 Jul 16 01:37:41.874072 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49900) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.900394 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8622cd9-0a72-4d2c-9f05-1cca8332da06 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.900861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8622cd9-0a72-4d2c-9f05-1cca8332da06 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.905056 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d8622cd9-0a72-4d2c-9f05-1cca8332da06 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/549445a0-a41a-4a10-a903-b8f18993bd3b HTTP/1.1" status: 404 len: 337 time: 0.0276289 Jul 16 01:37:41.906266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49902) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.933198 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-bae02c2a-71b2-4fb7-8d12-b282ffd8b49b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.933856 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bae02c2a-71b2-4fb7-8d12-b282ffd8b49b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.938016 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bae02c2a-71b2-4fb7-8d12-b282ffd8b49b tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/e6e42569-1e7c-437c-9b6a-b7d94a9f7e72 HTTP/1.1" status: 404 len: 333 time: 0.0283906 Jul 16 01:37:41.938686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49906) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:41.967397 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbffe19-aff5-41c9-94b6-51091cface5f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:41.967753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbffe19-aff5-41c9-94b6-51091cface5f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:41.969517 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-edbffe19-aff5-41c9-94b6-51091cface5f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/60698b19-a738-4e47-adaf-835788f32e85 HTTP/1.1" status: 404 len: 337 time: 0.0303991 Jul 16 01:37:41.972242 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49908) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.002764 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aae951e-4eb5-4654-b1fa-40496915edf9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:42.003712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aae951e-4eb5-4654-b1fa-40496915edf9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:42.005858 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0aae951e-4eb5-4654-b1fa-40496915edf9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/a0f584e2-f74b-40b6-b0eb-6fcbcba7b0c9 HTTP/1.1" status: 404 len: 333 time: 0.0327616 Jul 16 01:37:42.008607 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49912) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.023947 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e9342bee-29a7-459c-bd27-4a71986a88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 4, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'eb2e89d6-5356-4c16-a049-3f14c0253582', 'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'mac_address': 'fa:16:3e:5c:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:30:53Z', 'revision_number': 5, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'subnets': [{'id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:42.054696 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9342bee-29a7-459c-bd27-4a71986a88ce None None] Checking router: 4525f01c-9836-48f8-a661-9347e8f9f88a for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:42.060327 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-c290df95-0027-44a8-ae05-fd8095ed5f92 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:42.061133 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c290df95-0027-44a8-ae05-fd8095ed5f92 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:42.065012 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c290df95-0027-44a8-ae05-fd8095ed5f92 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/50149ff9-f38a-484b-b3f5-9ecd6590e246 HTTP/1.1" status: 404 len: 337 time: 0.0552204 Jul 16 01:37:42.067905 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49918) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.069596 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9342bee-29a7-459c-bd27-4a71986a88ce None None] Routers {'4525f01c-9836-48f8-a661-9347e8f9f88a'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:42.070256 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e9342bee-29a7-459c-bd27-4a71986a88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4525f01c-9836-48f8-a661-9347e8f9f88a'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:42.099606 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9ccf365-c4b6-4fa3-bd86-d9312254d45e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:42.100178 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9ccf365-c4b6-4fa3-bd86-d9312254d45e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:42.102129 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a9ccf365-c4b6-4fa3-bd86-d9312254d45e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/67e20ea5-cd76-483a-906a-afef2b3d1b28 HTTP/1.1" status: 404 len: 337 time: 0.0327084 Jul 16 01:37:42.105458 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49922) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.134691 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-148e213b-ac6d-4bf2-9ed0-7daefbdd7df7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:42.135797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148e213b-ac6d-4bf2-9ed0-7daefbdd7df7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:42.137699 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-148e213b-ac6d-4bf2-9ed0-7daefbdd7df7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/6933ffda-0928-4003-a82c-f4eb5570078d HTTP/1.1" status: 404 len: 333 time: 0.0312192 Jul 16 01:37:42.140285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49924) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.177890 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca5c76b8-e6d5-41a5-ad1a-fe8e29d77efc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:42.178534 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca5c76b8-e6d5-41a5-ad1a-fe8e29d77efc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:42.184169 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49928) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.190176 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ca5c76b8-e6d5-41a5-ad1a-fe8e29d77efc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/3665eb9a-e4a7-4a6f-9c24-b1401328e7ad HTTP/1.1" status: 404 len: 337 time: 0.0391428 Jul 16 01:37:42.216012 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-e9342bee-29a7-459c-bd27-4a71986a88ce None None] Set router 4525f01c-9836-48f8-a661-9347e8f9f88a gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:42.225547 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-e912e5a1-6160-41ee-890b-25d888e19865 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:42.225986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e912e5a1-6160-41ee-890b-25d888e19865 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:42.231790 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49930) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.231972 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e912e5a1-6160-41ee-890b-25d888e19865 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/ecef8493-a96c-44b3-862d-84e0579f0ca2 HTTP/1.1" status: 404 len: 337 time: 0.0451219 Jul 16 01:37:42.277537 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-662af2f3-5012-4b5f-97bc-0971077615f9 req-f53af4f8-2917-4df5-a7d2-ab6290494ed7 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/ports?device_id=d362aa65-45db-4a8e-b365-c731d77cfe89 HTTP/1.1" status: 200 len: 210 time: 0.0541565 Jul 16 01:37:42.288809 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc64c12c-c8b0-4a1d-946c-170bdf7898bd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:42.289763 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc64c12c-c8b0-4a1d-946c-170bdf7898bd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:42.292779 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fc64c12c-c8b0-4a1d-946c-170bdf7898bd tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/fb74b34c-dabd-4ea7-8158-f9a30b9de32e HTTP/1.1" status: 404 len: 333 time: 0.0609429 Jul 16 01:37:42.295849 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49934) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.327905 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-0941e730-8563-4035-9113-1f5ae9cb42b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:42.328536 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0941e730-8563-4035-9113-1f5ae9cb42b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:42.330434 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0941e730-8563-4035-9113-1f5ae9cb42b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/17b18402-233b-44b9-92b0-167932161fc6 HTTP/1.1" status: 404 len: 337 time: 0.0301290 Jul 16 01:37:42.333219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49936) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.363290 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4fd04a-1f54-4b5c-a0c6-8ed354bc78c7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:42.363636 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49938) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.363934 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4fd04a-1f54-4b5c-a0c6-8ed354bc78c7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:42.365822 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5f4fd04a-1f54-4b5c-a0c6-8ed354bc78c7 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/62b5129d-c546-45ef-a108-4f4779356d1e HTTP/1.1" status: 404 len: 337 time: 0.0314913 Jul 16 01:37:42.368228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49940) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.416154 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0db5d26-180d-417c-b4e8-173b07373da9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:42.417375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0db5d26-180d-417c-b4e8-173b07373da9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:42.419430 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a0db5d26-180d-417c-b4e8-173b07373da9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/6bd1960f-d35c-4e41-a6a4-d4d5bd9679d9 HTTP/1.1" status: 404 len: 333 time: 0.0498095 Jul 16 01:37:42.422351 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49944) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.465303 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4e139b-aa34-4f8d-b08e-411ade8c9127 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:42.465947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4e139b-aa34-4f8d-b08e-411ade8c9127 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:42.468029 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bb4e139b-aa34-4f8d-b08e-411ade8c9127 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/abd853e0-83ce-473a-99a0-9b81df44886b HTTP/1.1" status: 404 len: 337 time: 0.0441816 Jul 16 01:37:42.470664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49946) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.497876 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8fb44d1-bd39-4719-a9a3-8f2004022c25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:42.498336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8fb44d1-bd39-4719-a9a3-8f2004022c25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:42.500321 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f8fb44d1-bd39-4719-a9a3-8f2004022c25 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/6f215464-b871-453d-81b7-f1afa6fdc9b2 HTTP/1.1" status: 404 len: 337 time: 0.0287449 Jul 16 01:37:42.502967 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49948) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.513619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-119ce456-d313-4e90-8637-1bf8798cf5ac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1125125678-network', 'tenant_id': '20b9262f67f94e7e95d9219ddfef9a2c'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:42.534497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a99f02fd-5c7c-446b-8e93-c4f54ec44d78 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports?device_id=83331431-8b92-4435-b5d8-7b6879b70407 HTTP/1.1" status: 200 len: 205 time: 0.0301275 Jul 16 01:37:42.536642 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119ce456-d313-4e90-8637-1bf8798cf5ac admin admin] Made reservation on behalf of 20b9262f67f94e7e95d9219ddfef9a2c for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:42.537073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49950) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.539583 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-119ce456-d313-4e90-8637-1bf8798cf5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.549251 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-119ce456-d313-4e90-8637-1bf8798cf5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.559541 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e9342bee-29a7-459c-bd27-4a71986a88ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 4, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'eb2e89d6-5356-4c16-a049-3f14c0253582', 'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'mac_address': 'fa:16:3e:5c:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:30:53Z', 'revision_number': 5, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'subnets': [{'id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:42.578921 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-43281d6c-98fd-4fa2-8d4c-e661ee576f85 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] delete failed (client error): The resource could not be found. Jul 16 01:37:42.582484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-43281d6c-98fd-4fa2-8d4c-e661ee576f85 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/routers/83331431-8b92-4435-b5d8-7b6879b70407 HTTP/1.1" status: 404 len: 336 time: 0.0418594 Jul 16 01:37:42.582975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49952) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.589501 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9342bee-29a7-459c-bd27-4a71986a88ce None None] The sync data for ids ['4525f01c-9836-48f8-a661-9347e8f9f88a'] in n-d-791505-14 is: [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:47Z', 'revision_number': 4, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'eb2e89d6-5356-4c16-a049-3f14c0253582', 'name': '', 'network_id': 'ed2ef5d5-3345-4f8c-9615-96141c6c7ede', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'mac_address': 'fa:16:3e:5c:7c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:46Z', 'updated_at': '2021-07-16T01:30:53Z', 'revision_number': 5, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'subnets': [{'id': '7459754e-d7d4-4f48-a231-067bfcf50ff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:42.615141 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f097943-85be-43e8-89ca-0604aa05b5b9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:42.615721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f097943-85be-43e8-89ca-0604aa05b5b9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:42.618149 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3f097943-85be-43e8-89ca-0604aa05b5b9 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/25d47a32-c9ef-4a90-af1a-d1dd9b2a0f8a HTTP/1.1" status: 404 len: 337 time: 0.0345938 Jul 16 01:37:42.621187 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49954) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.661196 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e7f35dd4-2c81-4b5a-bda2-1fbd0292cee4 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163 HTTP/1.1" status: 200 len: 205 time: 0.0388906 Jul 16 01:37:42.663424 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49956) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.709367 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-119ce456-d313-4e90-8637-1bf8798cf5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.710719 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-4c5b4c3d-1fff-4396-910f-98a18ed4e132 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] delete failed (client error): The resource could not be found. Jul 16 01:37:42.711997 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4c5b4c3d-1fff-4396-910f-98a18ed4e132 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/routers/f9bdd8ff-e8d8-4571-ac19-0c40ee2cd163 HTTP/1.1" status: 404 len: 336 time: 0.0476170 Jul 16 01:37:42.714615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49958) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.724384 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-119ce456-d313-4e90-8637-1bf8798cf5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.752430 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-5315a079-4ba1-4862-b561-f66319e17c56 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:42.752901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5315a079-4ba1-4862-b561-f66319e17c56 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:42.754868 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5315a079-4ba1-4862-b561-f66319e17c56 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/85cbcfcc-4f60-4f7d-bd50-6d424eeb2c94 HTTP/1.1" status: 404 len: 337 time: 0.0390902 Jul 16 01:37:42.757984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49960) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.773153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119ce456-d313-4e90-8637-1bf8798cf5ac admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:42.778663 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ce456-d313-4e90-8637-1bf8798cf5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888b5810-5f2f-47da-9652-78a50cc3ed3c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:42.786811 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-46cdf074-96be-4d05-92ec-52ac88a6b5c3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:42.787652 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46cdf074-96be-4d05-92ec-52ac88a6b5c3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:42.789651 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-46cdf074-96be-4d05-92ec-52ac88a6b5c3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/90d76cd7-aed4-46b8-89b6-96833e2e1e03 HTTP/1.1" status: 404 len: 337 time: 0.0301545 Jul 16 01:37:42.790202 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-119ce456-d313-4e90-8637-1bf8798cf5ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.790561 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-119ce456-d313-4e90-8637-1bf8798cf5ac admin admin] Added segment 5026c0fc-2c99-48f9-a2ab-a2cb21184eb3 of type vlan for network 2fc350ba-1e69-4b52-9a4e-b8dce447dfe2 Jul 16 01:37:42.792257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49962) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.830173 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e2aed1-bdf3-488c-bfd2-ce2246517376 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:42.830874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e2aed1-bdf3-488c-bfd2-ce2246517376 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:42.833333 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c6e2aed1-bdf3-488c-bfd2-ce2246517376 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/84ab8092-c452-4030-bb01-15afa6db4270 HTTP/1.1" status: 404 len: 333 time: 0.0399623 Jul 16 01:37:42.835906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49966) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.840175 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-119ce456-d313-4e90-8637-1bf8798cf5ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.868750 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eeeda9f-3c17-4f54-b918-4b2e74c0ebc2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:42.869209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eeeda9f-3c17-4f54-b918-4b2e74c0ebc2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:42.872143 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7eeeda9f-3c17-4f54-b918-4b2e74c0ebc2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/0b6463c8-06ff-4fea-a3c0-41f180589a3b HTTP/1.1" status: 404 len: 337 time: 0.0344186 Jul 16 01:37:42.875341 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49968) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.876022 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-119ce456-d313-4e90-8637-1bf8798cf5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.876997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119ce456-d313-4e90-8637-1bf8798cf5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:42.877585 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-119ce456-d313-4e90-8637-1bf8798cf5ac admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:42.877726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa23560-579e-4b77-9dbd-220721d7862c None None] New status for floating IP c2b744ca-f0d8-44f6-be30-ab70018f48df: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:37:42.919877 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-119ce456-d313-4e90-8637-1bf8798cf5ac admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5545242 Jul 16 01:37:42.945573 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49970) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:42.947980 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ce456-d313-4e90-8637-1bf8798cf5ac admin admin] Pushing event updated for resources: {'Network': ['ID=2fc350ba-1e69-4b52-9a4e-b8dce447dfe2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:42.953359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-479d252f-00aa-4ff2-8de4-0f7caab24f7c admin admin] Request body: {'subnet': {'network_id': '2fc350ba-1e69-4b52-9a4e-b8dce447dfe2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1125125678-subnet', 'tenant_id': '20b9262f67f94e7e95d9219ddfef9a2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:42.969917 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 2fc350ba-1e69-4b52-9a4e-b8dce447dfe2 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:42.978029 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479d252f-00aa-4ff2-8de4-0f7caab24f7c admin admin] Made reservation on behalf of 20b9262f67f94e7e95d9219ddfef9a2c for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:42.981843 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-479d252f-00aa-4ff2-8de4-0f7caab24f7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.204787 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-479d252f-00aa-4ff2-8de4-0f7caab24f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.251158 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c583eb1-4964-400c-87f6-68273048a7c8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:43.252327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c583eb1-4964-400c-87f6-68273048a7c8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:43.254477 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1c583eb1-4964-400c-87f6-68273048a7c8 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/ca59badc-7c48-46ef-b0f3-f84fe2d9be84 HTTP/1.1" status: 404 len: 333 time: 0.3778267 Jul 16 01:37:43.257300 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49976) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.301394 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2f63496-4b3a-4193-9881-ebcfa6eb69b6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:43.301763 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2f63496-4b3a-4193-9881-ebcfa6eb69b6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:43.303471 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a2f63496-4b3a-4193-9881-ebcfa6eb69b6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/4c4f67ad-8f6d-4674-af1c-903c2acb84a7 HTTP/1.1" status: 404 len: 337 time: 0.0451293 Jul 16 01:37:43.305615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d252f-00aa-4ff2-8de4-0f7caab24f7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=88a8c99e-aca9-497c-a00e-e1bd99129b96,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:43.306258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49980) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.314029 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479d252f-00aa-4ff2-8de4-0f7caab24f7c admin admin] Checking segment: {'id': '5026c0fc-2c99-48f9-a2ab-a2cb21184eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2fc350ba-1e69-4b52-9a4e-b8dce447dfe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:43.314394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479d252f-00aa-4ff2-8de4-0f7caab24f7c admin admin] Network hostable DHCP agents. Network: 2fc350ba-1e69-4b52-9a4e-b8dce447dfe2, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:43.330934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479d252f-00aa-4ff2-8de4-0f7caab24f7c admin admin] Network 2fc350ba-1e69-4b52-9a4e-b8dce447dfe2 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:43.334402 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c0b089-f899-4d52-8ad0-193ac4dc292f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:43.335050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c0b089-f899-4d52-8ad0-193ac4dc292f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:43.336786 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-29c0b089-f899-4d52-8ad0-193ac4dc292f tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/c88a68f5-0236-485c-9452-4ca7f51b442c HTTP/1.1" status: 404 len: 333 time: 0.0295551 Jul 16 01:37:43.340057 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49982) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.344729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-479d252f-00aa-4ff2-8de4-0f7caab24f7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 2fc350ba-1e69-4b52-9a4e-b8dce447dfe2) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:43.349211 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479d252f-00aa-4ff2-8de4-0f7caab24f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:43.349839 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-479d252f-00aa-4ff2-8de4-0f7caab24f7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.357485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8d5a0a-fae1-468b-9c1e-326520c0243e None None] Network 2fc350ba-1e69-4b52-9a4e-b8dce447dfe2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:43.366772 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-479d252f-00aa-4ff2-8de4-0f7caab24f7c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4198782 Jul 16 01:37:43.372050 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b2eba4-3f05-4c2e-9ff3-71371fd3dc9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:43.372624 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b2eba4-3f05-4c2e-9ff3-71371fd3dc9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:43.377891 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-94b2eba4-3f05-4c2e-9ff3-71371fd3dc9e tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/5a4191a1-8c8b-4d2c-860b-5fe7843c8452 HTTP/1.1" status: 404 len: 337 time: 0.0368240 Jul 16 01:37:43.378623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49988) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.407953 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-15dfa281-d7ae-44af-a406-43269dda0ac6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:43.409019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15dfa281-d7ae-44af-a406-43269dda0ac6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:43.413666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49990) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.414016 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49992) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.414495 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-15dfa281-d7ae-44af-a406-43269dda0ac6 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/b1869261-5d58-4a99-899b-f9d37d37d135 HTTP/1.1" status: 404 len: 333 time: 0.0343132 Jul 16 01:37:43.484414 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ac38bf-cd84-4586-b32f-e5b780663080 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:43.484878 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ac38bf-cd84-4586-b32f-e5b780663080 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:43.488975 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e4ac38bf-cd84-4586-b32f-e5b780663080 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/afc34855-542e-44de-a03f-314529e0c9b6 HTTP/1.1" status: 404 len: 337 time: 0.0703981 Jul 16 01:37:43.489794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49998) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.500763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb53f3c-12e5-4340-bee7-02b9816800b8 None None] Network 2fc350ba-1e69-4b52-9a4e-b8dce447dfe2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:43.522981 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-5612f14a-b334-40f0-aa55-97770337e38c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:43.523694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5612f14a-b334-40f0-aa55-97770337e38c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:43.525474 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5612f14a-b334-40f0-aa55-97770337e38c tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/0b99f41a-121d-40f0-b6f7-fbeddba46d37 HTTP/1.1" status: 404 len: 333 time: 0.0347660 Jul 16 01:37:43.528780 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50000) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.540439 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ccfece4-6114-4cb3-9605-a85b7f4ab110 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.560008 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e105c5a-2b1f-45a0-825e-d3509af42733 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:43.560624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e105c5a-2b1f-45a0-825e-d3509af42733 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:43.562184 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1e105c5a-2b1f-45a0-825e-d3509af42733 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/0f9bc535-4ad6-423f-abc5-fbe179fc98ff HTTP/1.1" status: 404 len: 337 time: 0.0323174 Jul 16 01:37:43.565529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50004) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.593793 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ccfece4-6114-4cb3-9605-a85b7f4ab110 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.600624 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-200f0d10-1f87-4d4e-9886-d8ba3bad44f2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:43.601623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200f0d10-1f87-4d4e-9886-d8ba3bad44f2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:43.607850 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-200f0d10-1f87-4d4e-9886-d8ba3bad44f2 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/90a13821-036c-4f3b-b970-db15dd1a5ed0 HTTP/1.1" status: 404 len: 333 time: 0.0408249 Jul 16 01:37:43.609641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50006) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.639495 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e99c273-7e80-4499-896a-3f0122b6ecbc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:43.640614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e99c273-7e80-4499-896a-3f0122b6ecbc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:43.642510 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5e99c273-7e80-4499-896a-3f0122b6ecbc tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/34c71d75-d0b0-4974-bccc-209ca7899d7a HTTP/1.1" status: 404 len: 337 time: 0.0316169 Jul 16 01:37:43.645252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50008) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.654493 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ccfece4-6114-4cb3-9605-a85b7f4ab110 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.657178 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ccfece4-6114-4cb3-9605-a85b7f4ab110 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.658370 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2ccfece4-6114-4cb3-9605-a85b7f4ab110 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "DELETE /v2.0/security-groups/e600137b-585e-41b3-b5b3-fc2fc92df534 HTTP/1.1" status: 204 len: 168 time: 0.2433655 Jul 16 01:37:43.661860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50010) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.674381 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-6251ceca-531d-4746-8eb5-df8d3837e4a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:43.675271 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6251ceca-531d-4746-8eb5-df8d3837e4a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:43.677192 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6251ceca-531d-4746-8eb5-df8d3837e4a5 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/ports/c1336203-6a1c-4757-9e38-7ca3a1f458a6 HTTP/1.1" status: 404 len: 333 time: 0.0309632 Jul 16 01:37:43.679742 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50014) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.682273 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccfece4-6114-4cb3-9605-a85b7f4ab110 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e600137b-585e-41b3-b5b3-fc2fc92df534,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:43.685270 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-bb6632b8-6ad4-4fcd-a8a0-f30c50252ba3 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] show failed (client error): The resource could not be found. Jul 16 01:37:43.686303 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bb6632b8-6ad4-4fcd-a8a0-f30c50252ba3 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "GET /v2.0/security-groups/e600137b-585e-41b3-b5b3-fc2fc92df534 HTTP/1.1" status: 404 len: 347 time: 0.0224049 Jul 16 01:37:43.690188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50016) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.707297 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e1e809-a3ee-4154-9675-dc5fd9347875 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] DELETE failed (client error): The resource could not be found. Jul 16 01:37:43.708260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98e1e809-a3ee-4154-9675-dc5fd9347875 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:37:43.710668 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-98e1e809-a3ee-4154-9675-dc5fd9347875 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/subnets/5a28d1fe-16e1-422d-beba-f6c496361db8 HTTP/1.1" status: 404 len: 337 time: 0.0297832 Jul 16 01:37:43.716429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50020) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.804587 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-909b4060-04e6-4b61-b3d4-4cc86cafb1b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.826155 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-a544587b-e8d8-4bd6-a2dc-777989d9c8e3 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Deleting port 0fc19b20-593f-4d0c-92a7-5b5c72a3b654 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:43.826498 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a544587b-e8d8-4bd6-a2dc-777989d9c8e3 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.897782 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-909b4060-04e6-4b61-b3d4-4cc86cafb1b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.903188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50026) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:43.908995 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c01ac9f2-db65-45e3-8f7c-8b3adcbc0b70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1123616705-network', 'tenant_id': '878ca97dc4f8445da75230696c60b49a'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:43.909765 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-909b4060-04e6-4b61-b3d4-4cc86cafb1b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d4acc47-7511-482b-8ece-b7156bc68483']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:43.915263 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a544587b-e8d8-4bd6-a2dc-777989d9c8e3 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.915593 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a544587b-e8d8-4bd6-a2dc-777989d9c8e3 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.920003 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-909b4060-04e6-4b61-b3d4-4cc86cafb1b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94822b00-a18c-4ac8-8b37-16d6e3e945c3') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:43.920571 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-909b4060-04e6-4b61-b3d4-4cc86cafb1b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94822b00-a18c-4ac8-8b37-16d6e3e945c3') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:43.929151 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-909b4060-04e6-4b61-b3d4-4cc86cafb1b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.933034 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-a544587b-e8d8-4bd6-a2dc-777989d9c8e3 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Calling delete_port for 0fc19b20-593f-4d0c-92a7-5b5c72a3b654 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:43.947710 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-909b4060-04e6-4b61-b3d4-4cc86cafb1b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.951570 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01ac9f2-db65-45e3-8f7c-8b3adcbc0b70 admin admin] Made reservation on behalf of 878ca97dc4f8445da75230696c60b49a for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:43.953936 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c01ac9f2-db65-45e3-8f7c-8b3adcbc0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.954448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909b4060-04e6-4b61-b3d4-4cc86cafb1b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:43.954915 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-909b4060-04e6-4b61-b3d4-4cc86cafb1b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:43.957941 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:43.993840 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c01ac9f2-db65-45e3-8f7c-8b3adcbc0b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.014580 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-909b4060-04e6-4b61-b3d4-4cc86cafb1b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.021941 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-909b4060-04e6-4b61-b3d4-4cc86cafb1b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.026530 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-909b4060-04e6-4b61-b3d4-4cc86cafb1b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] 10.222.0.22 "DELETE /v2.0/networks/4d4acc47-7511-482b-8ece-b7156bc68483 HTTP/1.1" status: 204 len: 168 time: 0.3084712 Jul 16 01:37:44.039405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909b4060-04e6-4b61-b3d4-4cc86cafb1b3 tempest-NetworksTestDHCPv6-1578889712 tempest-NetworksTestDHCPv6-1578889712-project] Pushing event deleted for resources: {'Network': ['ID=4d4acc47-7511-482b-8ece-b7156bc68483,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.151460 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a544587b-e8d8-4bd6-a2dc-777989d9c8e3 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.189172 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c01ac9f2-db65-45e3-8f7c-8b3adcbc0b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.192075 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544587b-e8d8-4bd6-a2dc-777989d9c8e3 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Pushing event deleted for resources: {'Port': ['ID=0fc19b20-593f-4d0c-92a7-5b5c72a3b654,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.202218 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c01ac9f2-db65-45e3-8f7c-8b3adcbc0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.226126 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6c831b03-f4bf-408a-8bf6-43a5454ed99d no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:44.259364 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01ac9f2-db65-45e3-8f7c-8b3adcbc0b70 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:44.287374 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c01ac9f2-db65-45e3-8f7c-8b3adcbc0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.287859 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-c01ac9f2-db65-45e3-8f7c-8b3adcbc0b70 admin admin] Added segment 39bd451a-e263-43a5-9837-789d215b94e2 of type vlan for network 16e4b727-73cf-4f59-bc09-b33312e03723 Jul 16 01:37:44.300533 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ac9f2-db65-45e3-8f7c-8b3adcbc0b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e902028-a8cd-4884-be9c-4f6a49d5c2a9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.315968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50034) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:44.337039 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a544587b-e8d8-4bd6-a2dc-777989d9c8e3 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.340361 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a544587b-e8d8-4bd6-a2dc-777989d9c8e3 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.341657 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a544587b-e8d8-4bd6-a2dc-777989d9c8e3 tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] 10.222.0.22 "DELETE /v2.0/floatingips/c2b744ca-f0d8-44f6-be30-ab70018f48df HTTP/1.1" status: 204 len: 168 time: 0.6503520 Jul 16 01:37:44.366240 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c01ac9f2-db65-45e3-8f7c-8b3adcbc0b70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.421523 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c01ac9f2-db65-45e3-8f7c-8b3adcbc0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.423149 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01ac9f2-db65-45e3-8f7c-8b3adcbc0b70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.424049 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c01ac9f2-db65-45e3-8f7c-8b3adcbc0b70 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.424373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 6c831b03-f4bf-408a-8bf6-43a5454ed99d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:44.424830 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6c831b03-f4bf-408a-8bf6-43a5454ed99d not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:44.468953 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c01ac9f2-db65-45e3-8f7c-8b3adcbc0b70 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5643871 Jul 16 01:37:44.474246 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50042) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:44.482100 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-254f3071-adbc-4908-a564-d563ed723a2a admin admin] Request body: {'subnet': {'network_id': '16e4b727-73cf-4f59-bc09-b33312e03723', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1123616705-subnet', 'tenant_id': '878ca97dc4f8445da75230696c60b49a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:44.496713 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ac9f2-db65-45e3-8f7c-8b3adcbc0b70 admin admin] Pushing event updated for resources: {'Network': ['ID=16e4b727-73cf-4f59-bc09-b33312e03723,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.506891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 16e4b727-73cf-4f59-bc09-b33312e03723 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:44.522206 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4213a122-0104-4f74-a346-43b9d27c3039 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a727aa880364414ab1fb8721d99c2bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2044568 Jul 16 01:37:44.524435 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50044) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:44.540180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254f3071-adbc-4908-a564-d563ed723a2a admin admin] Made reservation on behalf of 878ca97dc4f8445da75230696c60b49a for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:44.545997 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-254f3071-adbc-4908-a564-d563ed723a2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.586243 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4c6fc4d-1223-475f-a026-0836f93106b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.608159 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4c6fc4d-1223-475f-a026-0836f93106b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.661196 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4c6fc4d-1223-475f-a026-0836f93106b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.663913 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4c6fc4d-1223-475f-a026-0836f93106b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.668325 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f4c6fc4d-1223-475f-a026-0836f93106b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e79b61b2-3fa6-4750-954c-03273749d35f HTTP/1.1" status: 204 len: 168 time: 0.1421552 Jul 16 01:37:44.678466 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6fc4d-1223-475f-a026-0836f93106b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79b61b2-3fa6-4750-954c-03273749d35f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.747502 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-254f3071-adbc-4908-a564-d563ed723a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.808084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f3071-adbc-4908-a564-d563ed723a2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d646f8-8d29-4916-915b-64ec46c72741,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:44.818966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254f3071-adbc-4908-a564-d563ed723a2a admin admin] Checking segment: {'id': '39bd451a-e263-43a5-9837-789d215b94e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '16e4b727-73cf-4f59-bc09-b33312e03723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:44.819324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254f3071-adbc-4908-a564-d563ed723a2a admin admin] Network hostable DHCP agents. Network: 16e4b727-73cf-4f59-bc09-b33312e03723, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:44.836336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254f3071-adbc-4908-a564-d563ed723a2a admin admin] Network 16e4b727-73cf-4f59-bc09-b33312e03723 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:44.846592 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-254f3071-adbc-4908-a564-d563ed723a2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 16e4b727-73cf-4f59-bc09-b33312e03723) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:44.851263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254f3071-adbc-4908-a564-d563ed723a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:44.851999 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-254f3071-adbc-4908-a564-d563ed723a2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:44.857062 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44134a06-0089-46ba-8a14-ddee5ec286b3 None None] Network 16e4b727-73cf-4f59-bc09-b33312e03723 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:44.868385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-254f3071-adbc-4908-a564-d563ed723a2a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3929732 Jul 16 01:37:45.011717 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfedd0a-a1a8-476d-ac9f-ed355abea8e9 None None] Network 16e4b727-73cf-4f59-bc09-b33312e03723 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:45.464223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50090) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:45.565490 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-ccdb7775-18f1-45a7-ad48-a45758d19ace tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:45.567515 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-ccdb7775-18f1-45a7-ad48-a45758d19ace tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/networks?id=2fc350ba-1e69-4b52-9a4e-b8dce447dfe2 HTTP/1.1" status: 200 len: 809 time: 0.1127720 Jul 16 01:37:45.582925 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-7b92f13a-5a09-4024-928f-2a8d21a2ee4c tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/quotas/20b9262f67f94e7e95d9219ddfef9a2c HTTP/1.1" status: 200 len: 375 time: 0.0092857 Jul 16 01:37:45.617906 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b8155953-27f1-4a3b-b13a-503d3dbf700e tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=20b9262f67f94e7e95d9219ddfef9a2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297487 Jul 16 01:37:45.622896 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ec01a60b-6746-4227-8159-09ac8189608a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1633478080'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:45.645090 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec01a60b-6746-4227-8159-09ac8189608a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Made reservation on behalf of f711fa97b26d4d9d8917845fa30d012c for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:45.648709 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ec01a60b-6746-4227-8159-09ac8189608a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.658669 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ec01a60b-6746-4227-8159-09ac8189608a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.766280 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ec01a60b-6746-4227-8159-09ac8189608a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.770556 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ec01a60b-6746-4227-8159-09ac8189608a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.780065 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-8abec75b-bf4c-40ad-acc8-4c80ec9fbf34 service neutron] 10.222.0.22 "GET /v2.0/networks/2fc350ba-1e69-4b52-9a4e-b8dce447dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554885 Jul 16 01:37:45.799027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec01a60b-6746-4227-8159-09ac8189608a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:45.809608 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01a60b-6746-4227-8159-09ac8189608a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c313eb3-00fd-4f5f-b25d-82ce1efd7fdc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:45.814904 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ec01a60b-6746-4227-8159-09ac8189608a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.815477 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-ec01a60b-6746-4227-8159-09ac8189608a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Added segment ecd48d91-32a7-4ec1-878c-2022510879ae of type vlan for network 938c01f3-a969-4ea4-ab69-d2fc474996d1 Jul 16 01:37:45.859025 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ec01a60b-6746-4227-8159-09ac8189608a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.881886 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-c29dfea5-3f3a-4853-bb73-f8aa793e57f6 service neutron] 10.222.0.22 "GET /v2.0/networks/2fc350ba-1e69-4b52-9a4e-b8dce447dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941188 Jul 16 01:37:45.889105 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ec01a60b-6746-4227-8159-09ac8189608a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.894968 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec01a60b-6746-4227-8159-09ac8189608a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:45.895665 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ec01a60b-6746-4227-8159-09ac8189608a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:45.960432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec01a60b-6746-4227-8159-09ac8189608a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Network': ['ID=938c01f3-a969-4ea4-ab69-d2fc474996d1,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:45.972338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 938c01f3-a969-4ea4-ab69-d2fc474996d1 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:37:45.978264 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ec01a60b-6746-4227-8159-09ac8189608a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5126979 Jul 16 01:37:45.981591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50098) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:45.988411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-05181e3d-a7a7-4298-aa38-29c9baab7f97 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'subnet': {'network_id': '938c01f3-a969-4ea4-ab69-d2fc474996d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:46.114769 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6057f0aa-88a9-4448-a32a-e222ec744afe req-3ce58a95-218c-4cfd-8796-3723c3856564 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/ports?device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 210 time: 0.0741038 Jul 16 01:37:46.152793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05181e3d-a7a7-4298-aa38-29c9baab7f97 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Made reservation on behalf of f711fa97b26d4d9d8917845fa30d012c for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:46.157774 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-05181e3d-a7a7-4298-aa38-29c9baab7f97 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.379901 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-05181e3d-a7a7-4298-aa38-29c9baab7f97 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.446710 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05181e3d-a7a7-4298-aa38-29c9baab7f97 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Subnet': ['ID=1380d9b5-9b3f-4057-9345-9701b76159af,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:46.457687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05181e3d-a7a7-4298-aa38-29c9baab7f97 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Checking segment: {'id': 'ecd48d91-32a7-4ec1-878c-2022510879ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '938c01f3-a969-4ea4-ab69-d2fc474996d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:46.458168 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05181e3d-a7a7-4298-aa38-29c9baab7f97 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network hostable DHCP agents. Network: 938c01f3-a969-4ea4-ab69-d2fc474996d1, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:37:46.477878 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05181e3d-a7a7-4298-aa38-29c9baab7f97 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network 938c01f3-a969-4ea4-ab69-d2fc474996d1 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:37:46.488097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-05181e3d-a7a7-4298-aa38-29c9baab7f97 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 938c01f3-a969-4ea4-ab69-d2fc474996d1) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:46.492251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05181e3d-a7a7-4298-aa38-29c9baab7f97 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:46.492855 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-05181e3d-a7a7-4298-aa38-29c9baab7f97 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.499641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766d84a-ebc7-42a9-ae02-f7607c727b43 None None] Network 938c01f3-a969-4ea4-ab69-d2fc474996d1 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:46.521683 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-05181e3d-a7a7-4298-aa38-29c9baab7f97 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5387409 Jul 16 01:37:46.524243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50112) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:46.537441 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-529612962', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}, 'admin_state_up': False}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:46.577295 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.578622 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.657978 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:46.686374 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0562a2a9-88af-481f-b169-b0c314c1606b None None] Network 938c01f3-a969-4ea4-ab69-d2fc474996d1 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:46.826363 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.022336 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.041005 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.151522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Allocated IP 172.25.2.31 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/840bf089-15ad-4b19-bc78-2fbdad5dcec5) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:47.295174 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dbb81eeb-7e25-4bac-89b5-84497285d5b8 req-e197dd3d-4f2e-4026-93be-bc6d3abfe1ca tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/ports?device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 210 time: 0.0400496 Jul 16 01:37:47.298511 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.422192 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.442250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-76d02658-22c4-40a1-adc4-9a64be8754ff tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:47.443686 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-76d02658-22c4-40a1-adc4-9a64be8754ff tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.70 "GET /v2.0/networks?id=2fc350ba-1e69-4b52-9a4e-b8dce447dfe2 HTTP/1.1" status: 200 len: 809 time: 0.1345086 Jul 16 01:37:47.469197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-bd5120eb-f947-4905-a377-77a23466bfe0 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Request body: {'port': {'device_id': '948308c7-a237-4284-89c1-97b2c4065f7f', 'network_id': '2fc350ba-1e69-4b52-9a4e-b8dce447dfe2', 'admin_state_up': True, 'tenant_id': '20b9262f67f94e7e95d9219ddfef9a2c'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:47.498097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:47.510737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:47.516151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:47.568190 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=840bf089-15ad-4b19-bc78-2fbdad5dcec5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:47.722105 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-bd5120eb-f947-4905-a377-77a23466bfe0 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Made reservation on behalf of 20b9262f67f94e7e95d9219ddfef9a2c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:47.726441 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-bd5120eb-f947-4905-a377-77a23466bfe0 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.919060 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:47.981370 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-bd5120eb-f947-4905-a377-77a23466bfe0 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Allocated IP 172.20.0.13 (2fc350ba-1e69-4b52-9a4e-b8dce447dfe2/88a8c99e-aca9-497c-a00e-e1bd99129b96/67529e99-743f-471c-a02a-dc89b8beab3e) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:48.234598 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.252400 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-bd5120eb-f947-4905-a377-77a23466bfe0 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.383194 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-bd5120eb-f947-4905-a377-77a23466bfe0 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.442449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-bd5120eb-f947-4905-a377-77a23466bfe0 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Network 2fc350ba-1e69-4b52-9a4e-b8dce447dfe2 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:48.458159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-bd5120eb-f947-4905-a377-77a23466bfe0 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:48.462029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-bd5120eb-f947-4905-a377-77a23466bfe0 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:48.508917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5120eb-f947-4905-a377-77a23466bfe0 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Pushing event updated for resources: {'Port': ['ID=67529e99-743f-471c-a02a-dc89b8beab3e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:48.517138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router 08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:37:48.559318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-bd5120eb-f947-4905-a377-77a23466bfe0 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.559965 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-bd5120eb-f947-4905-a377-77a23466bfe0 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:48.622732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a407c6eb-f8f7-4dde-b233-0aecebc3593e req-759b4a8c-1353-4b31-b42e-4a8d14f6f921 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:48.624278 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a407c6eb-f8f7-4dde-b233-0aecebc3593e req-759b4a8c-1353-4b31-b42e-4a8d14f6f921 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/ports?device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 932 time: 0.1951523 Jul 16 01:37:48.627487 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-bd5120eb-f947-4905-a377-77a23466bfe0 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1662662 Jul 16 01:37:48.981501 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Request body: {'port': {'device_id': '948308c7-a237-4284-89c1-97b2c4065f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:49.056237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:49.068877 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799988d0-cf8d-4d0e-81b2-e903ca72b02b None None] Sync routers for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:49.081235 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799988d0-cf8d-4d0e-81b2-e903ca72b02b None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:49.081853 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-799988d0-cf8d-4d0e-81b2-e903ca72b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:49.085126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a407c6eb-f8f7-4dde-b233-0aecebc3593e req-780e2ca1-806d-416b-8fd0-cf46621bad2c tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/security-groups?id=888b5810-5f2f-47da-9652-78a50cc3ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4277704 Jul 16 01:37:49.106189 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.107917 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-58a531da-4482-4aa8-84a3-6eebf0d78766 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.5823538 Jul 16 01:37:49.110203 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50134) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:49.122364 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.128827 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-799988d0-cf8d-4d0e-81b2-e903ca72b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:49.137403 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799988d0-cf8d-4d0e-81b2-e903ca72b02b None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:49.138004 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-799988d0-cf8d-4d0e-81b2-e903ca72b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:49.173485 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-799988d0-cf8d-4d0e-81b2-e903ca72b02b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:49.174467 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799988d0-cf8d-4d0e-81b2-e903ca72b02b None None] The sync data for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:49.694439 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67529e99-743f-471c-a02a-dc89b8beab3e {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:49.708696 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.745416 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017c9218-cfef-4dac-bb23-b9d6d4ad069b req-97972035-5331-4714-83fc-66ed5d3fd210 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:49.746986 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-017c9218-cfef-4dac-bb23-b9d6d4ad069b req-97972035-5331-4714-83fc-66ed5d3fd210 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 1097 time: 0.2032206 Jul 16 01:37:49.754314 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Transition to ACTIVE for port object 67529e99-743f-471c-a02a-dc89b8beab3e will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:37:49.766579 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:49.869708 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-017c9218-cfef-4dac-bb23-b9d6d4ad069b req-2099199e-5873-41ab-a1e0-34abdc926fcf tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164839 Jul 16 01:37:49.880177 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Pushing event updated for resources: {'Port': ['ID=67529e99-743f-471c-a02a-dc89b8beab3e,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:49.912163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50144) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:50.041206 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.101733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Attempting to bind port 67529e99-743f-471c-a02a-dc89b8beab3e on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:37:50.102119 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Attempting to bind port 67529e99-743f-471c-a02a-dc89b8beab3e by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '5026c0fc-2c99-48f9-a2ab-a2cb21184eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2fc350ba-1e69-4b52-9a4e-b8dce447dfe2'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:37:50.102454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Attempting to bind port 67529e99-743f-471c-a02a-dc89b8beab3e on network 2fc350ba-1e69-4b52-9a4e-b8dce447dfe2 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:50.188288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Port 67529e99-743f-471c-a02a-dc89b8beab3e on network 2fc350ba-1e69-4b52-9a4e-b8dce447dfe2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:37:50.188723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Attempting to bind port 67529e99-743f-471c-a02a-dc89b8beab3e on network 2fc350ba-1e69-4b52-9a4e-b8dce447dfe2 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:37:50.208939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:37:50.209288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Checking segment: {'id': '5026c0fc-2c99-48f9-a2ab-a2cb21184eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2fc350ba-1e69-4b52-9a4e-b8dce447dfe2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:37:50.209821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Bound using segment: {'id': '5026c0fc-2c99-48f9-a2ab-a2cb21184eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2fc350ba-1e69-4b52-9a4e-b8dce447dfe2'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:37:50.210339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Bound port: 67529e99-743f-471c-a02a-dc89b8beab3e, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5026c0fc-2c99-48f9-a2ab-a2cb21184eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2fc350ba-1e69-4b52-9a4e-b8dce447dfe2'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:37:50.210810 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.413002 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] For port 67529e99-743f-471c-a02a-dc89b8beab3e, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:37:50.424385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] For port 67529e99-743f-471c-a02a-dc89b8beab3e, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=67529e99-743f-471c-a02a-dc89b8beab3e,segment=NetworkSegment(5026c0fc-2c99-48f9-a2ab-a2cb21184eb3),segment_id=5026c0fc-2c99-48f9-a2ab-a2cb21184eb3)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:37:50.466662 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.521818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.522450 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.523910 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] 10.222.0.70 "PUT /v2.0/ports/67529e99-743f-471c-a02a-dc89b8beab3e HTTP/1.1" status: 200 len: 1093 time: 1.8676939 Jul 16 01:37:50.530628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '948308c7-a237-4284-89c1-97b2c4065f7f', 'tag': '67529e99-743f-471c-a02a-dc89b8beab3e'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:50.534102 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9fc481-de2b-4a37-8120-aa8f76fb6de7" -d '{"events": [{"name": "network-changed", "server_uuid": "948308c7-a237-4284-89c1-97b2c4065f7f", "tag": "67529e99-743f-471c-a02a-dc89b8beab3e"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:50.538067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-fad934a7-fae7-4f40-a66a-64454b631a4a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting port a453f881-2d23-41b4-af98-9e8f8754022a {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:50.538424 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fad934a7-fae7-4f40-a66a-64454b631a4a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.674077 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecc6a6-dd3e-48ff-8992-97a78ebe6c67 req-ed64ff19-d8f3-490e-bbc4-52d95200d00b tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.675921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71ecc6a6-dd3e-48ff-8992-97a78ebe6c67 req-ed64ff19-d8f3-490e-bbc4-52d95200d00b tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/ports?device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 944 time: 0.4255168 Jul 16 01:37:50.762217 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4ebe3-839e-438f-aae2-5494b2521882 service neutron] Pushing event updated for resources: {'Port': ['ID=67529e99-743f-471c-a02a-dc89b8beab3e,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:50.825297 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fad934a7-fae7-4f40-a66a-64454b631a4a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.825640 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fad934a7-fae7-4f40-a66a-64454b631a4a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:50.855125 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71ecc6a6-dd3e-48ff-8992-97a78ebe6c67 req-2155798b-eeb8-4ee0-8d65-c30d76fdbc33 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/security-groups?id=888b5810-5f2f-47da-9652-78a50cc3ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603222 Jul 16 01:37:50.857772 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-fad934a7-fae7-4f40-a66a-64454b631a4a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Calling delete_port for a453f881-2d23-41b4-af98-9e8f8754022a owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:50.886914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Allocated IP 172.20.0.1 (938c01f3-a969-4ea4-ab69-d2fc474996d1/1380d9b5-9b3f-4057-9345-9701b76159af/7c0d2e9a-58d1-46df-b4a0-3db516073a86) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:50.921937 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb472cef-7868-488e-91c7-630ffdafa24c x-openstack-request-id: req-eb472cef-7868-488e-91c7-630ffdafa24c {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:50.922229 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "948308c7-a237-4284-89c1-97b2c4065f7f", "tag": "67529e99-743f-471c-a02a-dc89b8beab3e", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:50.922480 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb472cef-7868-488e-91c7-630ffdafa24c {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:50.922872 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '948308c7-a237-4284-89c1-97b2c4065f7f', 'tag': '67529e99-743f-471c-a02a-dc89b8beab3e', 'status': 'completed', 'code': 200} Jul 16 01:37:50.962057 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-04b06870-faed-4d84-91f6-f16312c36158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:50.964076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-04b06870-faed-4d84-91f6-f16312c36158 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=20b9262f67f94e7e95d9219ddfef9a2c&device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 1096 time: 0.3008196 Jul 16 01:37:51.048566 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-83a2bd54-478d-4377-99d7-a23da2e651fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67529e99-743f-471c-a02a-dc89b8beab3e HTTP/1.1" status: 200 len: 217 time: 0.0688281 Jul 16 01:37:51.177356 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-f40042ac-7d29-4437-8d8f-cbbad1928308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:51.178938 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-f40042ac-7d29-4437-8d8f-cbbad1928308 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=88a8c99e-aca9-497c-a00e-e1bd99129b96 HTTP/1.1" status: 200 len: 849 time: 0.1202531 Jul 16 01:37:51.202669 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.227054 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-9dbdbe13-d7f0-47bd-8e73-313a2980e55e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2fc350ba-1e69-4b52-9a4e-b8dce447dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373845 Jul 16 01:37:51.345877 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fad934a7-fae7-4f40-a66a-64454b631a4a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.386624 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad934a7-fae7-4f40-a66a-64454b631a4a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Port': ['ID=a453f881-2d23-41b4-af98-9e8f8754022a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:51.427861 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.460676 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-8de30c31-7805-4647-9dfd-27d4baadd3fd service neutron] 10.222.0.70 "GET /v2.0/networks/2fc350ba-1e69-4b52-9a4e-b8dce447dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124553 Jul 16 01:37:51.523472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network 938c01f3-a969-4ea4-ab69-d2fc474996d1 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:51.536743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:51.546554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:51.552288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fad934a7-fae7-4f40-a66a-64454b631a4a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:51.552629 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-fad934a7-fae7-4f40-a66a-64454b631a4a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Floating IP 102cc503-3718-49de-bf30-3914ddda07df disassociated (deleted). External IP: 172.25.2.86, port: 5efdd96e-7eba-436e-bb35-f1c65f7b0695. Jul 16 01:37:51.573499 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=7c0d2e9a-58d1-46df-b4a0-3db516073a86,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:52.035277 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.111124 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f9afcca-8e66-48b8-8e98-5bd9310479a8 req-49d8d44d-e92a-48db-b394-55cf05867bf1 service neutron] 10.222.0.70 "GET /v2.0/networks/2fc350ba-1e69-4b52-9a4e-b8dce447dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295033 Jul 16 01:37:52.207374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92bc06-df0e-4b78-89a2-5a26c85e9cc2 req-6361803c-191b-4642-8f78-5a28fe34b760 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.209010 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2f92bc06-df0e-4b78-89a2-5a26c85e9cc2 req-6361803c-191b-4642-8f78-5a28fe34b760 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/ports?device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 944 time: 0.2381294 Jul 16 01:37:52.397909 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2f92bc06-df0e-4b78-89a2-5a26c85e9cc2 req-af538865-f3b7-4570-be0f-a7b932fd1f0b tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/security-groups?id=888b5810-5f2f-47da-9652-78a50cc3ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359463 Jul 16 01:37:52.425959 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.430806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fc481-de2b-4a37-8120-aa8f76fb6de7 req-6a9d3951-7bee-4dce-8981-d3dd11575c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.432397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc9fc481-de2b-4a37-8120-aa8f76fb6de7 req-6a9d3951-7bee-4dce-8981-d3dd11575c7e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=20b9262f67f94e7e95d9219ddfef9a2c&device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 1096 time: 0.2456474 Jul 16 01:37:52.444383 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad934a7-fae7-4f40-a66a-64454b631a4a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router 260c0ef6-2085-4d88-85f4-cc39023e989e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:52.559082 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50170) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:52.689117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fc481-de2b-4a37-8120-aa8f76fb6de7 req-020ad3c1-f5e5-4972-a25b-723021f65aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.690674 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc9fc481-de2b-4a37-8120-aa8f76fb6de7 req-020ad3c1-f5e5-4972-a25b-723021f65aae service neutron] 10.222.0.70 "GET /v2.0/networks?id=2fc350ba-1e69-4b52-9a4e-b8dce447dfe2 HTTP/1.1" status: 200 len: 910 time: 0.2452266 Jul 16 01:37:52.773874 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc9fc481-de2b-4a37-8120-aa8f76fb6de7 req-6cd4ac94-1a05-47b1-bf56-37cbc0d29a73 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67529e99-743f-471c-a02a-dc89b8beab3e HTTP/1.1" status: 200 len: 217 time: 0.0501051 Jul 16 01:37:52.794544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad934a7-fae7-4f40-a66a-64454b631a4a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:52.806281 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b617dba0-0792-4110-a54e-757c04918f9d None None] Sync routers for ids ['260c0ef6-2085-4d88-85f4-cc39023e989e'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:52.815987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b617dba0-0792-4110-a54e-757c04918f9d None None] Routers {'260c0ef6-2085-4d88-85f4-cc39023e989e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:52.816959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b617dba0-0792-4110-a54e-757c04918f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['260c0ef6-2085-4d88-85f4-cc39023e989e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:52.818148 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fad934a7-fae7-4f40-a66a-64454b631a4a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:52.899505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fc481-de2b-4a37-8120-aa8f76fb6de7 req-1d41610d-db93-4833-af2c-9ec6e48487fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:52.901653 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc9fc481-de2b-4a37-8120-aa8f76fb6de7 req-1d41610d-db93-4833-af2c-9ec6e48487fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=88a8c99e-aca9-497c-a00e-e1bd99129b96 HTTP/1.1" status: 200 len: 849 time: 0.1163542 Jul 16 01:37:52.905408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fad934a7-fae7-4f40-a66a-64454b631a4a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/floatingips/102cc503-3718-49de-bf30-3914ddda07df HTTP/1.1" status: 204 len: 168 time: 2.9920723 Jul 16 01:37:52.948712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'tag': '5efdd96e-7eba-436e-bb35-f1c65f7b0695'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:52.950975 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e9467b-cbd5-4f64-b466-dd345d0007c1" -d '{"events": [{"name": "network-changed", "server_uuid": "5cd3c185-6f1f-4d8b-9a3a-fa3855b91858", "tag": "5efdd96e-7eba-436e-bb35-f1c65f7b0695"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:52.969816 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-b617dba0-0792-4110-a54e-757c04918f9d None None] Set router 260c0ef6-2085-4d88-85f4-cc39023e989e gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:52.980789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc9fc481-de2b-4a37-8120-aa8f76fb6de7 req-e6253dce-b07c-4f67-94d4-f47bf7b08945 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2fc350ba-1e69-4b52-9a4e-b8dce447dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665796 Jul 16 01:37:53.097479 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c2216ba-f187-4311-a2e4-550b745717fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.155179 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc9fc481-de2b-4a37-8120-aa8f76fb6de7 req-a3d3c1e0-4961-4681-90b3-55ff54831911 service neutron] 10.222.0.70 "GET /v2.0/networks/2fc350ba-1e69-4b52-9a4e-b8dce447dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340303 Jul 16 01:37:53.168204 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.178472 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.345391 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a6c059-efc4-48a2-af3c-2422a5dca44f x-openstack-request-id: req-74a6c059-efc4-48a2-af3c-2422a5dca44f {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:53.353873 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cd3c185-6f1f-4d8b-9a3a-fa3855b91858", "tag": "5efdd96e-7eba-436e-bb35-f1c65f7b0695", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:53.353873 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74a6c059-efc4-48a2-af3c-2422a5dca44f {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:53.353873 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'tag': '5efdd96e-7eba-436e-bb35-f1c65f7b0695', 'status': 'completed', 'code': 200} Jul 16 01:37:53.354336 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b617dba0-0792-4110-a54e-757c04918f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242061317', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '246e6966-0151-461d-ab79-1a406143cbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:48Z', 'updated_at': '2021-07-16T01:35:54Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '246e6966-0151-461d-ab79-1a406143cbfd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:49Z', 'updated_at': '2021-07-16T01:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '5fb8c6e3-d914-4613-9fde-252d3004f10c', 'name': '', 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:02:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:53Z', 'updated_at': '2021-07-16T01:36:00Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:53.354522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=7c0d2e9a-58d1-46df-b4a0-3db516073a86,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:53.364544 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.395070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b617dba0-0792-4110-a54e-757c04918f9d None None] Checking router: 260c0ef6-2085-4d88-85f4-cc39023e989e for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:53.406376 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b617dba0-0792-4110-a54e-757c04918f9d None None] Routers {'260c0ef6-2085-4d88-85f4-cc39023e989e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:53.407633 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b617dba0-0792-4110-a54e-757c04918f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['260c0ef6-2085-4d88-85f4-cc39023e989e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:53.413434 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc9fc481-de2b-4a37-8120-aa8f76fb6de7 req-cbf2cba4-71d2-4af8-984e-b8112e71fa20 service neutron] 10.222.0.70 "GET /v2.0/networks/2fc350ba-1e69-4b52-9a4e-b8dce447dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475643 Jul 16 01:37:53.515406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9467b-cbd5-4f64-b466-dd345d0007c1 req-bd65224e-b1d2-4c06-88e7-a2611b94cd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.517072 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21e9467b-cbd5-4f64-b466-dd345d0007c1 req-bd65224e-b1d2-4c06-88e7-a2611b94cd5c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 1097 time: 0.1119893 Jul 16 01:37:53.521642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network 938c01f3-a969-4ea4-ab69-d2fc474996d1 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:53.524528 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:53.543708 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-b617dba0-0792-4110-a54e-757c04918f9d None None] Set router 260c0ef6-2085-4d88-85f4-cc39023e989e gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:53.561964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-6c2216ba-f187-4311-a2e4-550b745717fe admin admin] Deleting port eb2e89d6-5356-4c16-a049-3f14c0253582 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:53.562590 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c2216ba-f187-4311-a2e4-550b745717fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.584059 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144bf12-66cb-41a5-ad1a-15ac03949f3c req-70220e98-f6e3-480a-8c6f-93ad477e5720 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.585537 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0144bf12-66cb-41a5-ad1a-15ac03949f3c req-70220e98-f6e3-480a-8c6f-93ad477e5720 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.1200576 Jul 16 01:37:53.672976 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0144bf12-66cb-41a5-ad1a-15ac03949f3c req-b075edd1-2484-4a04-bfdc-6415aa0c1381 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759282 Jul 16 01:37:53.675386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9467b-cbd5-4f64-b466-dd345d0007c1 req-57285bc8-ed28-400b-94e0-8176266dcced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.676928 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21e9467b-cbd5-4f64-b466-dd345d0007c1 req-57285bc8-ed28-400b-94e0-8176266dcced service neutron] 10.222.0.70 "GET /v2.0/networks?id=3553096d-128c-42ef-ad83-d1dd4718d78c HTTP/1.1" status: 200 len: 898 time: 0.1521437 Jul 16 01:37:53.689983 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router 08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:53.732605 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21e9467b-cbd5-4f64-b466-dd345d0007c1 req-f42d7330-0654-4d48-836e-782130a00c70 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695 HTTP/1.1" status: 200 len: 217 time: 0.0447159 Jul 16 01:37:53.744060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-6c2216ba-f187-4311-a2e4-550b745717fe admin admin] For port eb2e89d6-5356-4c16-a049-3f14c0253582, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=eb2e89d6-5356-4c16-a049-3f14c0253582,segment=NetworkSegment(1fa832ec-f890-4242-8abf-592d0d1c3d1d),segment_id=1fa832ec-f890-4242-8abf-592d0d1c3d1d)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:53.744435 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c2216ba-f187-4311-a2e4-550b745717fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:53.750694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-b617dba0-0792-4110-a54e-757c04918f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242061317', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '246e6966-0151-461d-ab79-1a406143cbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:48Z', 'updated_at': '2021-07-16T01:35:54Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '246e6966-0151-461d-ab79-1a406143cbfd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:49Z', 'updated_at': '2021-07-16T01:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '5fb8c6e3-d914-4613-9fde-252d3004f10c', 'name': '', 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:02:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:53Z', 'updated_at': '2021-07-16T01:36:00Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:53.783939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-6c2216ba-f187-4311-a2e4-550b745717fe admin admin] Calling delete_port for eb2e89d6-5356-4c16-a049-3f14c0253582 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:53.784224 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b617dba0-0792-4110-a54e-757c04918f9d None None] The sync data for ids ['260c0ef6-2085-4d88-85f4-cc39023e989e'] in n-d-791505-14 is: [{'id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242061317', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '246e6966-0151-461d-ab79-1a406143cbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:48Z', 'updated_at': '2021-07-16T01:35:54Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '246e6966-0151-461d-ab79-1a406143cbfd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:49Z', 'updated_at': '2021-07-16T01:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '5fb8c6e3-d914-4613-9fde-252d3004f10c', 'name': '', 'network_id': '3553096d-128c-42ef-ad83-d1dd4718d78c', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:02:0d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:53Z', 'updated_at': '2021-07-16T01:36:00Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '5f2c05a5-f813-4ae1-a946-7a93d05234dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:53.836619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9467b-cbd5-4f64-b466-dd345d0007c1 req-02e53884-d25b-4336-8822-86293eda81c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:53.838155 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21e9467b-cbd5-4f64-b466-dd345d0007c1 req-02e53884-d25b-4336-8822-86293eda81c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=5f2c05a5-f813-4ae1-a946-7a93d05234dc HTTP/1.1" status: 200 len: 835 time: 0.0961957 Jul 16 01:37:53.839109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:53.850116 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e09eb9-8904-404f-8781-8c35ec997b0a None None] Sync routers for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:53.860497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e1c17cc9-2a46-4d60-89f8-c4682a275e84 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "PUT /v2.0/routers/08c2f7dd-598b-4ec3-bf3e-ede41ab787e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7469447 Jul 16 01:37:53.862895 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e09eb9-8904-404f-8781-8c35ec997b0a None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:53.863214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50186) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:53.863941 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e2e09eb9-8904-404f-8781-8c35ec997b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:53.876709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6ae8135d-c1ce-4a14-a619-408e63107c1b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'port': {'network_id': '938c01f3-a969-4ea4-ab69-d2fc474996d1', 'name': 'tempest-FloatingIPTestJSON-1172374726'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:53.907566 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e2e09eb9-8904-404f-8781-8c35ec997b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:53.918049 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e09eb9-8904-404f-8781-8c35ec997b0a None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:53.919097 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e2e09eb9-8904-404f-8781-8c35ec997b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:53.957333 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e2e09eb9-8904-404f-8781-8c35ec997b0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:53.958246 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e09eb9-8904-404f-8781-8c35ec997b0a None None] The sync data for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:54.001079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9467b-cbd5-4f64-b466-dd345d0007c1 req-90172a60-a8eb-48d4-a848-3be70cecfc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.002527 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21e9467b-cbd5-4f64-b466-dd345d0007c1 req-90172a60-a8eb-48d4-a848-3be70cecfc18 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=3553096d-128c-42ef-ad83-d1dd4718d78c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1545987 Jul 16 01:37:54.051325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16248714-592e-4495-8fc3-b3749c97b665 req-ca2cea18-6e77-46cf-b30b-906eab4bbf25 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.052924 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16248714-592e-4495-8fc3-b3749c97b665 req-ca2cea18-6e77-46cf-b30b-906eab4bbf25 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/ports?device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 944 time: 0.1339681 Jul 16 01:37:54.078236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ae8135d-c1ce-4a14-a619-408e63107c1b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Made reservation on behalf of f711fa97b26d4d9d8917845fa30d012c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:54.081807 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ae8135d-c1ce-4a14-a619-408e63107c1b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.101427 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29a9a9c-0748-41ba-822b-b7aea619e6ed None None] New status for floating IP 102cc503-3718-49de-bf30-3914ddda07df: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:37:54.121636 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-6ae8135d-c1ce-4a14-a619-408e63107c1b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] device_id is not set on port e85d1c9c-57a0-446c-9da5-43505380fcf1 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:54.126837 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c2216ba-f187-4311-a2e4-550b745717fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.128644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16248714-592e-4495-8fc3-b3749c97b665 req-4c0baeea-bdb2-4d15-a8a4-8bc3098a616e tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/security-groups?id=888b5810-5f2f-47da-9652-78a50cc3ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610502 Jul 16 01:37:54.171338 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2216ba-f187-4311-a2e4-550b745717fe admin admin] Pushing event deleted for resources: {'Port': ['ID=eb2e89d6-5356-4c16-a049-3f14c0253582,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.205707 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21e9467b-cbd5-4f64-b466-dd345d0007c1 req-9fa61b9a-7c3c-4863-bd07-2f019e26a11d service neutron] 10.222.0.70 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929479 Jul 16 01:37:54.253358 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-6ae8135d-c1ce-4a14-a619-408e63107c1b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Allocated IP 172.20.0.10 (938c01f3-a969-4ea4-ab69-d2fc474996d1/1380d9b5-9b3f-4057-9345-9701b76159af/e85d1c9c-57a0-446c-9da5-43505380fcf1) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:54.410228 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21e9467b-cbd5-4f64-b466-dd345d0007c1 req-b9a631dd-be2d-4ad0-b35d-d5d133133f60 service neutron] 10.222.0.70 "GET /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870701 Jul 16 01:37:54.418200 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ae8135d-c1ce-4a14-a619-408e63107c1b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.430783 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c2216ba-f187-4311-a2e4-550b745717fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.458455 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ae8135d-c1ce-4a14-a619-408e63107c1b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.650675 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c2216ba-f187-4311-a2e4-550b745717fe admin admin] Router 4525f01c-9836-48f8-a661-9347e8f9f88a has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:54.760979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2216ba-f187-4311-a2e4-550b745717fe admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:54.768220 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6c2216ba-f187-4311-a2e4-550b745717fe admin admin] 10.222.0.22 "PUT /v2.0/routers/4525f01c-9836-48f8-a661-9347e8f9f88a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2074218 Jul 16 01:37:54.770672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50190) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:54.773145 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b78307-c740-47fb-81a6-14c7b714c6a8 None None] Sync routers for ids ['4525f01c-9836-48f8-a661-9347e8f9f88a'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:54.785455 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b78307-c740-47fb-81a6-14c7b714c6a8 None None] Routers {'4525f01c-9836-48f8-a661-9347e8f9f88a'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:54.786522 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-26b78307-c740-47fb-81a6-14c7b714c6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4525f01c-9836-48f8-a661-9347e8f9f88a'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:54.878091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae8135d-c1ce-4a14-a619-408e63107c1b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network 938c01f3-a969-4ea4-ab69-d2fc474996d1 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:54.888539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-6ae8135d-c1ce-4a14-a619-408e63107c1b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:54.894856 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae8135d-c1ce-4a14-a619-408e63107c1b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:54.896804 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67bd411a-6e48-451c-b23c-0addaef27207 admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.910021 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-26b78307-c740-47fb-81a6-14c7b714c6a8 None None] Set router 4525f01c-9836-48f8-a661-9347e8f9f88a gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:54.942564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae8135d-c1ce-4a14-a619-408e63107c1b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:54.943221 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ae8135d-c1ce-4a14-a619-408e63107c1b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:54.948792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8135d-c1ce-4a14-a619-408e63107c1b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=e85d1c9c-57a0-446c-9da5-43505380fcf1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:54.968796 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6ae8135d-c1ce-4a14-a619-408e63107c1b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0989432 Jul 16 01:37:54.971343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50194) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:54.976704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-8a1ca7e0-dae3-4c25-907b-d7961b5fe7e6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'port': {'network_id': '938c01f3-a969-4ea4-ab69-d2fc474996d1', 'name': 'tempest-FloatingIPTestJSON-606345384'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:55.017422 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50f09e-4eb0-4850-93d4-a69f59834fcc req-9ad61262-6759-4dce-a58a-e9ff1319a345 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.019045 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f50f09e-4eb0-4850-93d4-a69f59834fcc req-9ad61262-6759-4dce-a58a-e9ff1319a345 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.1849515 Jul 16 01:37:55.102613 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f50f09e-4eb0-4850-93d4-a69f59834fcc req-1d520a63-8dba-4e13-adf7-ca7c487d7258 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=0857fc1b-5d61-4540-9dfb-92ec6e90d36e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727026 Jul 16 01:37:55.133204 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-26b78307-c740-47fb-81a6-14c7b714c6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:37:54Z', 'revision_number': 5, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:55.153314 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1ca7e0-dae3-4c25-907b-d7961b5fe7e6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Made reservation on behalf of f711fa97b26d4d9d8917845fa30d012c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:55.160451 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8a1ca7e0-dae3-4c25-907b-d7961b5fe7e6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.169420 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b78307-c740-47fb-81a6-14c7b714c6a8 None None] Checking router: 4525f01c-9836-48f8-a661-9347e8f9f88a for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:55.180926 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b78307-c740-47fb-81a6-14c7b714c6a8 None None] Routers {'4525f01c-9836-48f8-a661-9347e8f9f88a'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:55.181876 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-26b78307-c740-47fb-81a6-14c7b714c6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4525f01c-9836-48f8-a661-9347e8f9f88a'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:55.187855 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-8a1ca7e0-dae3-4c25-907b-d7961b5fe7e6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] device_id is not set on port 85619a3e-85b6-4551-b74f-11ffb49a3742 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:37:55.302320 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-26b78307-c740-47fb-81a6-14c7b714c6a8 None None] Set router 4525f01c-9836-48f8-a661-9347e8f9f88a gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:55.355900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-8a1ca7e0-dae3-4c25-907b-d7961b5fe7e6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Allocated IP 172.20.0.3 (938c01f3-a969-4ea4-ab69-d2fc474996d1/1380d9b5-9b3f-4057-9345-9701b76159af/85619a3e-85b6-4551-b74f-11ffb49a3742) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:55.393927 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262dbb4-b540-4dc9-8bd9-81429c41f971 req-2def7cd1-36cf-459b-a609-db3c78cad5c5 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.395477 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3262dbb4-b540-4dc9-8bd9-81429c41f971 req-2def7cd1-36cf-459b-a609-db3c78cad5c5 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/ports?device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 944 time: 0.1337290 Jul 16 01:37:55.452132 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6144fc-07f6-4d0b-a43b-1aee917580d5 req-66562bd9-4036-41f7-a29a-ac007f5e0ce7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.453783 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4e6144fc-07f6-4d0b-a43b-1aee917580d5 req-66562bd9-4036-41f7-a29a-ac007f5e0ce7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 945 time: 0.1582842 Jul 16 01:37:55.456555 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67bd411a-6e48-451c-b23c-0addaef27207 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.484339 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3262dbb4-b540-4dc9-8bd9-81429c41f971 req-2069a4b7-b971-4801-829d-1bf4144dd3de tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/security-groups?id=888b5810-5f2f-47da-9652-78a50cc3ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799074 Jul 16 01:37:55.511281 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-26b78307-c740-47fb-81a6-14c7b714c6a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:37:54Z', 'revision_number': 5, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:55.537701 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b78307-c740-47fb-81a6-14c7b714c6a8 None None] The sync data for ids ['4525f01c-9836-48f8-a661-9347e8f9f88a'] in n-d-791505-14 is: [{'id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'name': 'tempest-AttachVolumeTestJSON-1165696948-router', 'tenant_id': '4100c1fde37843068ccfc8eef15b59a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': '255a453d-9315-4176-b4d0-8538a406c315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:37:54Z', 'revision_number': 5, 'project_id': '4100c1fde37843068ccfc8eef15b59a0', 'gw_port': {'id': '255a453d-9315-4176-b4d0-8538a406c315', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:ea:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4525f01c-9836-48f8-a661-9347e8f9f88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2019, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:30:43Z', 'updated_at': '2021-07-16T01:30:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:55.587284 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8a1ca7e0-dae3-4c25-907b-d7961b5fe7e6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.588494 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-67bd411a-6e48-451c-b23c-0addaef27207 admin admin] Deleting port 255a453d-9315-4176-b4d0-8538a406c315 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:55.588839 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67bd411a-6e48-451c-b23c-0addaef27207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.627002 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8a1ca7e0-dae3-4c25-907b-d7961b5fe7e6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.647219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-4e6144fc-07f6-4d0b-a43b-1aee917580d5 req-22e5d3f5-b700-4770-ac9f-d4bf1f7bce4d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:55.647570 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4e6144fc-07f6-4d0b-a43b-1aee917580d5 req-22e5d3f5-b700-4770-ac9f-d4bf1f7bce4d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.668338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1ca7e0-dae3-4c25-907b-d7961b5fe7e6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network 938c01f3-a969-4ea4-ab69-d2fc474996d1 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:55.673849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-8a1ca7e0-dae3-4c25-907b-d7961b5fe7e6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:55.677648 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1ca7e0-dae3-4c25-907b-d7961b5fe7e6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:55.703868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1ca7e0-dae3-4c25-907b-d7961b5fe7e6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=85619a3e-85b6-4551-b74f-11ffb49a3742,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:55.730336 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-67bd411a-6e48-451c-b23c-0addaef27207 admin admin] For port 255a453d-9315-4176-b4d0-8538a406c315, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=255a453d-9315-4176-b4d0-8538a406c315,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:55.730919 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67bd411a-6e48-451c-b23c-0addaef27207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.731138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1ca7e0-dae3-4c25-907b-d7961b5fe7e6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:55.731741 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8a1ca7e0-dae3-4c25-907b-d7961b5fe7e6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.745645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8a1ca7e0-dae3-4c25-907b-d7961b5fe7e6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7733023 Jul 16 01:37:55.748804 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50198) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:55.752142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-67bd411a-6e48-451c-b23c-0addaef27207 admin admin] Calling delete_port for 255a453d-9315-4176-b4d0-8538a406c315 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:55.753645 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': '85619a3e-85b6-4551-b74f-11ffb49a3742', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:55.774236 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.777769 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-4e6144fc-07f6-4d0b-a43b-1aee917580d5 req-22e5d3f5-b700-4770-ac9f-d4bf1f7bce4d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] For port 5efdd96e-7eba-436e-bb35-f1c65f7b0695, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5efdd96e-7eba-436e-bb35-f1c65f7b0695,segment=NetworkSegment(396181c4-f4c3-44ec-8c10-a9d789731475),segment_id=396181c4-f4c3-44ec-8c10-a9d789731475)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:55.778143 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4e6144fc-07f6-4d0b-a43b-1aee917580d5 req-22e5d3f5-b700-4770-ac9f-d4bf1f7bce4d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:55.819272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-4e6144fc-07f6-4d0b-a43b-1aee917580d5 req-22e5d3f5-b700-4770-ac9f-d4bf1f7bce4d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Calling delete_port for 5efdd96e-7eba-436e-bb35-f1c65f7b0695 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:55.874128 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.002729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Allocated IP 172.25.2.84 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/66d8166c-8fc2-49d2-a77e-430c89bee753) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:37:56.044408 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67bd411a-6e48-451c-b23c-0addaef27207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.082083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd411a-6e48-451c-b23c-0addaef27207 admin admin] Pushing event deleted for resources: {'Port': ['ID=255a453d-9315-4176-b4d0-8538a406c315,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.094539 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4e6144fc-07f6-4d0b-a43b-1aee917580d5 req-22e5d3f5-b700-4770-ac9f-d4bf1f7bce4d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.133977 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.165045 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e5d3f5-b700-4770-ac9f-d4bf1f7bce4d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Port': ['ID=5efdd96e-7eba-436e-bb35-f1c65f7b0695,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.192160 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.231894 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6144fc-07f6-4d0b-a43b-1aee917580d5 req-22e5d3f5-b700-4770-ac9f-d4bf1f7bce4d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] No DVR routers for this DVR port 5efdd96e-7eba-436e-bb35-f1c65f7b0695 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:56.233282 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67bd411a-6e48-451c-b23c-0addaef27207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.235533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:37:56.235862 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4e6144fc-07f6-4d0b-a43b-1aee917580d5 req-22e5d3f5-b700-4770-ac9f-d4bf1f7bce4d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.237869 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4e6144fc-07f6-4d0b-a43b-1aee917580d5 req-22e5d3f5-b700-4770-ac9f-d4bf1f7bce4d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.70 "DELETE /v2.0/ports/5efdd96e-7eba-436e-bb35-f1c65f7b0695 HTTP/1.1" status: 204 len: 173 time: 0.7781603 Jul 16 01:37:56.239901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'name': 'network-vif-deleted', 'tag': '5efdd96e-7eba-436e-bb35-f1c65f7b0695'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:56.241502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:37:56.244558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:37:56.248262 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49855942-1681-4791-b024-64f459b3c8c5" -d '{"events": [{"server_uuid": "5cd3c185-6f1f-4d8b-9a3a-fa3855b91858", "name": "network-vif-deleted", "tag": "5efdd96e-7eba-436e-bb35-f1c65f7b0695"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:56.282125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 67529e99-743f-471c-a02a-dc89b8beab3e details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:37:56.304274 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=66d8166c-8fc2-49d2-a77e-430c89bee753,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.316749 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ce54e74-1bf4-4a6a-b09b-9466398cae73 req-cf4bd9fe-fcbe-4f03-bbee-777fb42efb5b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cd3c185-6f1f-4d8b-9a3a-fa3855b91858 HTTP/1.1" status: 200 len: 210 time: 0.0471847 Jul 16 01:37:56.358284 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67bd411a-6e48-451c-b23c-0addaef27207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.360866 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67bd411a-6e48-451c-b23c-0addaef27207 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.412906 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67bd411a-6e48-451c-b23c-0addaef27207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.416907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bd411a-6e48-451c-b23c-0addaef27207 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4525f01c-9836-48f8-a661-9347e8f9f88a {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:37:56.417112 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 67529e99-743f-471c-a02a-dc89b8beab3e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=67529e99-743f-471c-a02a-dc89b8beab3e,segment=NetworkSegment(5026c0fc-2c99-48f9-a2ab-a2cb21184eb3),segment_id=5026c0fc-2c99-48f9-a2ab-a2cb21184eb3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:56.422564 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67bd411a-6e48-451c-b23c-0addaef27207 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.425149 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-67bd411a-6e48-451c-b23c-0addaef27207 admin admin] 10.222.0.22 "DELETE /v2.0/routers/4525f01c-9836-48f8-a661-9347e8f9f88a HTTP/1.1" status: 204 len: 168 time: 1.6476581 Jul 16 01:37:56.427596 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50208) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:56.451933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '67529e99-743f-471c-a02a-dc89b8beab3e', 'network_id': '2fc350ba-1e69-4b52-9a4e-b8dce447dfe2', 'port_id': '67529e99-743f-471c-a02a-dc89b8beab3e', 'mac_address': 'fa:16:3e:5c:7b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88a8c99e-aca9-497c-a00e-e1bd99129b96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:37:56.508072 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.529059 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-11000961-5dd1-45e7-b64d-fff74dadfb32 admin admin] Deleting subnet 7459754e-d7d4-4f48-a231-067bfcf50ff6 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:56.536658 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-11000961-5dd1-45e7-b64d-fff74dadfb32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.552641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67529e99-743f-471c-a02a-dc89b8beab3e {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:37:56.586692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 67529e99-743f-471c-a02a-dc89b8beab3e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=67529e99-743f-471c-a02a-dc89b8beab3e,segment=NetworkSegment(5026c0fc-2c99-48f9-a2ab-a2cb21184eb3),segment_id=5026c0fc-2c99-48f9-a2ab-a2cb21184eb3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:56.596495 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-11000961-5dd1-45e7-b64d-fff74dadfb32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.600387 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.645200 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7ae116-3351-45b0-a439-e27cf68df4ae x-openstack-request-id: req-af7ae116-3351-45b0-a439-e27cf68df4ae {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:56.645495 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cd3c185-6f1f-4d8b-9a3a-fa3855b91858", "name": "network-vif-deleted", "tag": "5efdd96e-7eba-436e-bb35-f1c65f7b0695", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:56.645784 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-af7ae116-3351-45b0-a439-e27cf68df4ae {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:56.646196 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cd3c185-6f1f-4d8b-9a3a-fa3855b91858', 'name': 'network-vif-deleted', 'tag': '5efdd96e-7eba-436e-bb35-f1c65f7b0695', 'status': 'completed', 'code': 200} Jul 16 01:37:56.732422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=67529e99-743f-471c-a02a-dc89b8beab3e,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.739582 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-11000961-5dd1-45e7-b64d-fff74dadfb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.829656 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-11000961-5dd1-45e7-b64d-fff74dadfb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.838373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['67529e99-743f-471c-a02a-dc89b8beab3e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:37:56.869897 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11000961-5dd1-45e7-b64d-fff74dadfb32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7459754e-d7d4-4f48-a231-067bfcf50ff6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:56.877705 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-11000961-5dd1-45e7-b64d-fff74dadfb32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.886913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6109df0d-025c-4700-a985-2a9c89365f4a None None] Network ed2ef5d5-3345-4f8c-9615-96141c6c7ede requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:56.892360 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-11000961-5dd1-45e7-b64d-fff74dadfb32 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7459754e-d7d4-4f48-a231-067bfcf50ff6 HTTP/1.1" status: 204 len: 168 time: 0.4634092 Jul 16 01:37:56.894045 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50212) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:56.954473 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:56.975325 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.003140 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f11a3-83e9-4089-a84a-900e6870e877 req-75368ccf-1e21-4d71-87e3-864fe28d6da8 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:57.010810 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b26f11a3-83e9-4089-a84a-900e6870e877 req-75368ccf-1e21-4d71-87e3-864fe28d6da8 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/ports?device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 945 time: 0.1549609 Jul 16 01:37:57.036616 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] Deleting port 57917c44-6b02-4d53-af41-fae3e2f86ab3 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:57.037073 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.082903 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b26f11a3-83e9-4089-a84a-900e6870e877 req-9b92575e-3c2f-48c2-ad4f-6fc1c34edadd tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/security-groups?id=888b5810-5f2f-47da-9652-78a50cc3ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707874 Jul 16 01:37:57.130929 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] For port 57917c44-6b02-4d53-af41-fae3e2f86ab3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=57917c44-6b02-4d53-af41-fae3e2f86ab3,segment=NetworkSegment(1fa832ec-f890-4242-8abf-592d0d1c3d1d),segment_id=1fa832ec-f890-4242-8abf-592d0d1c3d1d)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:57.131708 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.137870 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.146921 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] Calling delete_port for 57917c44-6b02-4d53-af41-fae3e2f86ab3 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:57.188168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 255a453d-9315-4176-b4d0-8538a406c315 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:57.212153 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 255a453d-9315-4176-b4d0-8538a406c315 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:57.212509 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 255a453d-9315-4176-b4d0-8538a406c315 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:57.212932 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device eb2e89d6-5356-4c16-a049-3f14c0253582 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:57.238933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825ac0ea-c046-44c5-a4db-6a01a46f017f None None] DHCP port deletion for ed2ef5d5-3345-4f8c-9615-96141c6c7ede request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:37:57.241256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: eb2e89d6-5356-4c16-a049-3f14c0253582 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:57.241543 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device eb2e89d6-5356-4c16-a049-3f14c0253582 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:57.254299 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.287017 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-825ac0ea-c046-44c5-a4db-6a01a46f017f None None] Deleting port 57917c44-6b02-4d53-af41-fae3e2f86ab3 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:57.287668 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-825ac0ea-c046-44c5-a4db-6a01a46f017f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.288461 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] No DVR routers for this DVR port 57917c44-6b02-4d53-af41-fae3e2f86ab3 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:57.295035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=57917c44-6b02-4d53-af41-fae3e2f86ab3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.330896 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.336610 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.350606 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-825ac0ea-c046-44c5-a4db-6a01a46f017f None None] For port 57917c44-6b02-4d53-af41-fae3e2f86ab3, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:57.350924 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-825ac0ea-c046-44c5-a4db-6a01a46f017f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.363617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-825ac0ea-c046-44c5-a4db-6a01a46f017f None None] Calling delete_port for 57917c44-6b02-4d53-af41-fae3e2f86ab3 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:57.365596 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.366527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-825ac0ea-c046-44c5-a4db-6a01a46f017f None None] Port 57917c44-6b02-4d53-af41-fae3e2f86ab3 was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:37:57.367843 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-825ac0ea-c046-44c5-a4db-6a01a46f017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.385727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed2ef5d5-3345-4f8c-9615-96141c6c7ede']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:57.394904 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825ac0ea-c046-44c5-a4db-6a01a46f017f None None] Pushing event deleted for resources: {'Port': ['ID=57917c44-6b02-4d53-af41-fae3e2f86ab3,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.397900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fa832ec-f890-4242-8abf-592d0d1c3d1d') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:57.398280 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fa832ec-f890-4242-8abf-592d0d1c3d1d') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:57.409846 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.410857 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825ac0ea-c046-44c5-a4db-6a01a46f017f None None] No DVR routers for this DVR port 57917c44-6b02-4d53-af41-fae3e2f86ab3 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:37:57.427381 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.427957 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=66d8166c-8fc2-49d2-a77e-430c89bee753,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.439504 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:37:57.443070 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:37:57.465523 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50218) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:57.538009 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.544677 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Floating IP 6fecae98-31dc-4957-b238-ec4cecbc4e69 associated. External IP: 172.25.2.84, port: 85619a3e-85b6-4551-b74f-11ffb49a3742. Jul 16 01:37:57.550500 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.552384 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ed2ef5d5-3345-4f8c-9615-96141c6c7ede HTTP/1.1" status: 204 len: 168 time: 0.6571097 Jul 16 01:37:57.566734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5867c0-5c86-4d65-b223-4f89e78ed2d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed2ef5d5-3345-4f8c-9615-96141c6c7ede,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:57.621742 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:37:57.697431 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50222) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:57.782053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-32a4b2eb-125e-4eb6-bc3f-32c8116c0878 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4100c1fde37843068ccfc8eef15b59a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834107 Jul 16 01:37:57.784619 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50224) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:57.821148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router 08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:57.880504 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f67f6ed-a04c-44ab-b5bd-b26a20cc0ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.880847 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a07206e6-fb49-48d7-9206-654f690fe671 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.911513 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f67f6ed-a04c-44ab-b5bd-b26a20cc0ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:57.983440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:57.994414 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6af844-b959-428b-b6bf-f484ff0387f8 None None] Sync routers for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:58.000989 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.005963 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6af844-b959-428b-b6bf-f484ff0387f8 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:58.007048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-df6af844-b959-428b-b6bf-f484ff0387f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:58.036395 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f67f6ed-a04c-44ab-b5bd-b26a20cc0ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.039081 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f67f6ed-a04c-44ab-b5bd-b26a20cc0ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.042862 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9f67f6ed-a04c-44ab-b5bd-b26a20cc0ae7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fdb51f81-23a3-4f79-baa5-3999a64e6bd0 HTTP/1.1" status: 204 len: 168 time: 0.2549992 Jul 16 01:37:58.053478 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-df6af844-b959-428b-b6bf-f484ff0387f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:58.057124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67f6ed-a04c-44ab-b5bd-b26a20cc0ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb51f81-23a3-4f79-baa5-3999a64e6bd0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:58.063379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6af844-b959-428b-b6bf-f484ff0387f8 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:58.063988 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-df6af844-b959-428b-b6bf-f484ff0387f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:58.064610 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b884852b-da6a-4fba-8a3e-37d2d2786187 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.3144920 Jul 16 01:37:58.067912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50228) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:58.074197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-556f7b0f-d378-4ddf-9068-28c922065f59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:58.104304 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-df6af844-b959-428b-b6bf-f484ff0387f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:58.104966 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6af844-b959-428b-b6bf-f484ff0387f8 None None] The sync data for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:58.157859 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-556f7b0f-d378-4ddf-9068-28c922065f59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.217843 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-a07206e6-fb49-48d7-9206-654f690fe671 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting port 5fb8c6e3-d914-4613-9fde-252d3004f10c {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:58.218350 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a07206e6-fb49-48d7-9206-654f690fe671 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.282425 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 67529e99-743f-471c-a02a-dc89b8beab3e up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:37:58.336817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-a07206e6-fb49-48d7-9206-654f690fe671 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] For port 5fb8c6e3-d914-4613-9fde-252d3004f10c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5fb8c6e3-d914-4613-9fde-252d3004f10c,segment=NetworkSegment(396181c4-f4c3-44ec-8c10-a9d789731475),segment_id=396181c4-f4c3-44ec-8c10-a9d789731475)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:58.337259 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a07206e6-fb49-48d7-9206-654f690fe671 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.353883 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 67529e99-743f-471c-a02a-dc89b8beab3e completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:37:58.354572 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-a07206e6-fb49-48d7-9206-654f690fe671 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Calling delete_port for 5fb8c6e3-d914-4613-9fde-252d3004f10c owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:58.358108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 67529e99-743f-471c-a02a-dc89b8beab3e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:37:58.358558 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.360736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2243974a-86f7-4d0d-8152-881b1f844b9d req-cc5cd0fd-21a5-4760-b686-60b5d2318b09 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:58.362276 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2243974a-86f7-4d0d-8152-881b1f844b9d req-cc5cd0fd-21a5-4760-b686-60b5d2318b09 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/ports?device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 945 time: 0.1430171 Jul 16 01:37:58.411453 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-556f7b0f-d378-4ddf-9068-28c922065f59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.416363 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-556f7b0f-d378-4ddf-9068-28c922065f59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.416684 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-556f7b0f-d378-4ddf-9068-28c922065f59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Floating IP 6fecae98-31dc-4957-b238-ec4cecbc4e69 disassociated. External IP: 172.25.2.84, port: 85619a3e-85b6-4551-b74f-11ffb49a3742. Jul 16 01:37:58.446684 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.473972 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2243974a-86f7-4d0d-8152-881b1f844b9d req-7cf6f82e-e3af-4196-b11b-b007c7e1fcf3 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/security-groups?id=888b5810-5f2f-47da-9652-78a50cc3ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839238 Jul 16 01:37:58.490418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948308c7-a237-4284-89c1-97b2c4065f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67529e99-743f-471c-a02a-dc89b8beab3e'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:37:58.493015 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6926d85-c934-431a-93ec-01d0653266a9" -d '{"events": [{"server_uuid": "948308c7-a237-4284-89c1-97b2c4065f7f", "name": "network-vif-plugged", "status": "completed", "tag": "67529e99-743f-471c-a02a-dc89b8beab3e"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:37:58.506528 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 67529e99-743f-471c-a02a-dc89b8beab3e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=67529e99-743f-471c-a02a-dc89b8beab3e,segment=NetworkSegment(5026c0fc-2c99-48f9-a2ab-a2cb21184eb3),segment_id=5026c0fc-2c99-48f9-a2ab-a2cb21184eb3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:37:58.514170 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.515128 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5efdd96e-7eba-436e-bb35-f1c65f7b0695 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:58.584716 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180bc0c2-74ba-4bf0-87ca-9bf97966c292 x-openstack-request-id: req-180bc0c2-74ba-4bf0-87ca-9bf97966c292 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:37:58.585168 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948308c7-a237-4284-89c1-97b2c4065f7f", "name": "network-vif-plugged", "status": "completed", "tag": "67529e99-743f-471c-a02a-dc89b8beab3e", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:37:58.585290 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-180bc0c2-74ba-4bf0-87ca-9bf97966c292 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:37:58.585611 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948308c7-a237-4284-89c1-97b2c4065f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67529e99-743f-471c-a02a-dc89b8beab3e', 'code': 200} Jul 16 01:37:58.586330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 5efdd96e-7eba-436e-bb35-f1c65f7b0695 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:58.586722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5efdd96e-7eba-436e-bb35-f1c65f7b0695 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:58.616369 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=67529e99-743f-471c-a02a-dc89b8beab3e,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:58.632723 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a07206e6-fb49-48d7-9206-654f690fe671 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.681134 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07206e6-fb49-48d7-9206-654f690fe671 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Port': ['ID=5fb8c6e3-d914-4613-9fde-252d3004f10c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:58.689204 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556f7b0f-d378-4ddf-9068-28c922065f59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router 08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:58.825564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556f7b0f-d378-4ddf-9068-28c922065f59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:58.830086 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-556f7b0f-d378-4ddf-9068-28c922065f59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.839372 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652d57e-d7b8-446e-b7d0-09644877753f None None] Sync routers for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:58.848942 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c48805-e2dd-45ef-8ba6-c22427941b0a req-9fe6890e-7c74-4e0a-ab4b-f7727108e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:37:58.850645 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e8c48805-e2dd-45ef-8ba6-c22427941b0a req-9fe6890e-7c74-4e0a-ab4b-f7727108e767 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 1098 time: 0.1729617 Jul 16 01:37:58.856155 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652d57e-d7b8-446e-b7d0-09644877753f None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:58.856821 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5652d57e-d7b8-446e-b7d0-09644877753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:58.875877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-556f7b0f-d378-4ddf-9068-28c922065f59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "PUT /v2.0/floatingips/6fecae98-31dc-4957-b238-ec4cecbc4e69 HTTP/1.1" status: 200 len: 687 time: 0.8067198 Jul 16 01:37:58.878598 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50250) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:58.940736 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e8c48805-e2dd-45ef-8ba6-c22427941b0a req-bc026065-0945-45f5-9214-ac9831293427 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=888b5810-5f2f-47da-9652-78a50cc3ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811298 Jul 16 01:37:58.942337 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a07206e6-fb49-48d7-9206-654f690fe671 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:58.943647 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5652d57e-d7b8-446e-b7d0-09644877753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:58.953441 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652d57e-d7b8-446e-b7d0-09644877753f None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:58.954212 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5652d57e-d7b8-446e-b7d0-09644877753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.000873 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5652d57e-d7b8-446e-b7d0-09644877753f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.001637 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652d57e-d7b8-446e-b7d0-09644877753f None None] The sync data for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:37:59.033245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-3eb776e7-a68d-4db3-ac4a-b15ecdae8480 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Deleting port 66d8166c-8fc2-49d2-a77e-430c89bee753 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:59.033851 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3eb776e7-a68d-4db3-ac4a-b15ecdae8480 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.092950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50256) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:59.132046 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3eb776e7-a68d-4db3-ac4a-b15ecdae8480 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.132483 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3eb776e7-a68d-4db3-ac4a-b15ecdae8480 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.146722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-3eb776e7-a68d-4db3-ac4a-b15ecdae8480 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Calling delete_port for 66d8166c-8fc2-49d2-a77e-430c89bee753 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:37:59.190833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07206e6-fb49-48d7-9206-654f690fe671 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router 260c0ef6-2085-4d88-85f4-cc39023e989e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:37:59.227513 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 57917c44-6b02-4d53-af41-fae3e2f86ab3 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:37:59.239753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e7567deb-b106-49d2-aaad-cb3d3921d23e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-434061305-network', 'tenant_id': 'e2fef3340e6c401c9237f79d7a815bf8'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:59.250234 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 57917c44-6b02-4d53-af41-fae3e2f86ab3 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:37:59.250578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 57917c44-6b02-4d53-af41-fae3e2f86ab3 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:37:59.285924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7567deb-b106-49d2-aaad-cb3d3921d23e admin admin] Made reservation on behalf of e2fef3340e6c401c9237f79d7a815bf8 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:37:59.288990 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7567deb-b106-49d2-aaad-cb3d3921d23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.301365 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7567deb-b106-49d2-aaad-cb3d3921d23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.311278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07206e6-fb49-48d7-9206-654f690fe671 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:37:59.316192 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a07206e6-fb49-48d7-9206-654f690fe671 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "PUT /v2.0/routers/260c0ef6-2085-4d88-85f4-cc39023e989e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8502417 Jul 16 01:37:59.319373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50262) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:59.325715 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714487d6-40e5-4036-b6d7-1d52b0cece5c None None] Sync routers for ids ['260c0ef6-2085-4d88-85f4-cc39023e989e'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:37:59.334510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714487d6-40e5-4036-b6d7-1d52b0cece5c None None] Routers {'260c0ef6-2085-4d88-85f4-cc39023e989e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:59.335129 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-714487d6-40e5-4036-b6d7-1d52b0cece5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['260c0ef6-2085-4d88-85f4-cc39023e989e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.367944 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3eb776e7-a68d-4db3-ac4a-b15ecdae8480 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.375430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-94aa2a63-7ac3-4b14-818c-b80580566433 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting subnet 5f2c05a5-f813-4ae1-a946-7a93d05234dc {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:37:59.378930 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94aa2a63-7ac3-4b14-818c-b80580566433 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.400864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb776e7-a68d-4db3-ac4a-b15ecdae8480 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Port': ['ID=66d8166c-8fc2-49d2-a77e-430c89bee753,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:59.433921 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94aa2a63-7ac3-4b14-818c-b80580566433 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.447499 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-714487d6-40e5-4036-b6d7-1d52b0cece5c None None] Set router 260c0ef6-2085-4d88-85f4-cc39023e989e gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:37:59.491105 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3eb776e7-a68d-4db3-ac4a-b15ecdae8480 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.493703 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3eb776e7-a68d-4db3-ac4a-b15ecdae8480 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.496246 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3eb776e7-a68d-4db3-ac4a-b15ecdae8480 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/floatingips/6fecae98-31dc-4957-b238-ec4cecbc4e69 HTTP/1.1" status: 204 len: 168 time: 0.6166396 Jul 16 01:37:59.504637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50264) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:59.509858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': 'e85d1c9c-57a0-446c-9da5-43505380fcf1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:37:59.531672 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94aa2a63-7ac3-4b14-818c-b80580566433 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.533323 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7567deb-b106-49d2-aaad-cb3d3921d23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.543269 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7567deb-b106-49d2-aaad-cb3d3921d23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.559621 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7567deb-b106-49d2-aaad-cb3d3921d23e admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:37:59.591793 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7567deb-b106-49d2-aaad-cb3d3921d23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.591793 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-e7567deb-b106-49d2-aaad-cb3d3921d23e admin admin] Added segment ca231d7b-c616-4122-a507-36931eb6cc27 of type vlan for network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e Jul 16 01:37:59.616332 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94aa2a63-7ac3-4b14-818c-b80580566433 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.637658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7567deb-b106-49d2-aaad-cb3d3921d23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571b3797-5d05-4c7c-a87f-b91299a0e0cb,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:59.644380 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.654827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aa2a63-7ac3-4b14-818c-b80580566433 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Subnet': ['ID=5f2c05a5-f813-4ae1-a946-7a93d05234dc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:37:59.657775 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-94aa2a63-7ac3-4b14-818c-b80580566433 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.660017 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-94aa2a63-7ac3-4b14-818c-b80580566433 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/subnets/5f2c05a5-f813-4ae1-a946-7a93d05234dc HTTP/1.1" status: 204 len: 168 time: 0.3400903 Jul 16 01:37:59.662704 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50268) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:37:59.704903 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7567deb-b106-49d2-aaad-cb3d3921d23e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.724178 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5620916-3caf-435f-a26a-68896deccf57 None None] Network 3553096d-128c-42ef-ad83-d1dd4718d78c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:37:59.778376 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-982b563e-a5b6-47c3-89fd-b564c78c2c7b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.899303 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-982b563e-a5b6-47c3-89fd-b564c78c2c7b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:37:59.911241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-714487d6-40e5-4036-b6d7-1d52b0cece5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242061317', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '246e6966-0151-461d-ab79-1a406143cbfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:48Z', 'updated_at': '2021-07-16T01:37:58Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '246e6966-0151-461d-ab79-1a406143cbfd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:6c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2787, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:35:49Z', 'updated_at': '2021-07-16T01:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.948176 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714487d6-40e5-4036-b6d7-1d52b0cece5c None None] Checking router: 260c0ef6-2085-4d88-85f4-cc39023e989e for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:37:59.967700 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714487d6-40e5-4036-b6d7-1d52b0cece5c None None] Routers {'260c0ef6-2085-4d88-85f4-cc39023e989e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:37:59.968373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-714487d6-40e5-4036-b6d7-1d52b0cece5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['260c0ef6-2085-4d88-85f4-cc39023e989e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:37:59.969003 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-982b563e-a5b6-47c3-89fd-b564c78c2c7b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting port 246e6966-0151-461d-ab79-1a406143cbfd {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:37:59.969976 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-982b563e-a5b6-47c3-89fd-b564c78c2c7b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.059261 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacb629e-0aa0-4d5f-888c-a7ce83bb58bc None None] DHCP port deletion for 3553096d-128c-42ef-ad83-d1dd4718d78c request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:00.111487 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-714487d6-40e5-4036-b6d7-1d52b0cece5c None None] Set router 260c0ef6-2085-4d88-85f4-cc39023e989e gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:00.173064 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-714487d6-40e5-4036-b6d7-1d52b0cece5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242061317', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:48Z', 'updated_at': '2021-07-16T01:37:59Z', 'revision_number': 6, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:00.181395 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7567deb-b106-49d2-aaad-cb3d3921d23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.182404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7567deb-b106-49d2-aaad-cb3d3921d23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.183000 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7567deb-b106-49d2-aaad-cb3d3921d23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.203521 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714487d6-40e5-4036-b6d7-1d52b0cece5c None None] The sync data for ids ['260c0ef6-2085-4d88-85f4-cc39023e989e'] in n-d-791505-14 is: [{'id': '260c0ef6-2085-4d88-85f4-cc39023e989e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1242061317', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:35:48Z', 'updated_at': '2021-07-16T01:37:59Z', 'revision_number': 6, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:00.210644 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-dacb629e-0aa0-4d5f-888c-a7ce83bb58bc None None] Deleting port 328c937e-7598-4353-aeae-64827ac3f8c4 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:00.211014 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dacb629e-0aa0-4d5f-888c-a7ce83bb58bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.264127 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e7567deb-b106-49d2-aaad-cb3d3921d23e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1674802 Jul 16 01:38:00.278110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f65ff-5c3e-4746-a118-f1eca43a5eba req-ba6248eb-913e-4572-a273-f1919e06dbf2 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.280192 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e58f65ff-5c3e-4746-a118-f1eca43a5eba req-ba6248eb-913e-4572-a273-f1919e06dbf2 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/ports?device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 946 time: 0.6393454 Jul 16 01:38:00.280701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50270) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:00.299623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-8c082005-2403-4be4-a3f1-6a5f0947fb6a admin admin] Request body: {'subnet': {'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-434061305-subnet', 'tenant_id': 'e2fef3340e6c401c9237f79d7a815bf8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:00.310284 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-dacb629e-0aa0-4d5f-888c-a7ce83bb58bc None None] For port 328c937e-7598-4353-aeae-64827ac3f8c4, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=328c937e-7598-4353-aeae-64827ac3f8c4,segment=NetworkSegment(396181c4-f4c3-44ec-8c10-a9d789731475),segment_id=396181c4-f4c3-44ec-8c10-a9d789731475)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:00.310842 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dacb629e-0aa0-4d5f-888c-a7ce83bb58bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.325960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-dacb629e-0aa0-4d5f-888c-a7ce83bb58bc None None] Calling delete_port for 328c937e-7598-4353-aeae-64827ac3f8c4 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:00.328009 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.346965 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7567deb-b106-49d2-aaad-cb3d3921d23e admin admin] Pushing event updated for resources: {'Network': ['ID=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:00.395153 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c082005-2403-4be4-a3f1-6a5f0947fb6a admin admin] Made reservation on behalf of e2fef3340e6c401c9237f79d7a815bf8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:00.398539 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8c082005-2403-4be4-a3f1-6a5f0947fb6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.401529 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:00.454267 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-982b563e-a5b6-47c3-89fd-b564c78c2c7b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] For port 246e6966-0151-461d-ab79-1a406143cbfd, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=246e6966-0151-461d-ab79-1a406143cbfd,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:00.454628 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-982b563e-a5b6-47c3-89fd-b564c78c2c7b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.468578 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-982b563e-a5b6-47c3-89fd-b564c78c2c7b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Calling delete_port for 246e6966-0151-461d-ab79-1a406143cbfd owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:00.509316 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dacb629e-0aa0-4d5f-888c-a7ce83bb58bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.515888 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.534599 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e58f65ff-5c3e-4746-a118-f1eca43a5eba req-667afea6-b713-4466-828f-6f5e8c0b985d tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/security-groups?id=888b5810-5f2f-47da-9652-78a50cc3ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013693 Jul 16 01:38:00.560958 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb629e-0aa0-4d5f-888c-a7ce83bb58bc None None] Pushing event deleted for resources: {'Port': ['ID=328c937e-7598-4353-aeae-64827ac3f8c4,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:00.565674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacb629e-0aa0-4d5f-888c-a7ce83bb58bc None None] No DVR routers for this DVR port 328c937e-7598-4353-aeae-64827ac3f8c4 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:00.686413 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-982b563e-a5b6-47c3-89fd-b564c78c2c7b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.755871 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8c082005-2403-4be4-a3f1-6a5f0947fb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.782966 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b563e-a5b6-47c3-89fd-b564c78c2c7b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Port': ['ID=246e6966-0151-461d-ab79-1a406143cbfd,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:00.787733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Allocated IP 172.25.2.153 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/e0f45ed6-12b6-41dc-9b73-27dc0bc2c06d) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:00.799366 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-982b563e-a5b6-47c3-89fd-b564c78c2c7b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.843087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c082005-2403-4be4-a3f1-6a5f0947fb6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cca8a215-e0ab-4861-b96f-853bc8f3016f,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:00.863879 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c082005-2403-4be4-a3f1-6a5f0947fb6a admin admin] Checking segment: {'id': 'ca231d7b-c616-4122-a507-36931eb6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:00.864185 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c082005-2403-4be4-a3f1-6a5f0947fb6a admin admin] Network hostable DHCP agents. Network: 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:00.893111 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-982b563e-a5b6-47c3-89fd-b564c78c2c7b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.895211 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-982b563e-a5b6-47c3-89fd-b564c78c2c7b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.923050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c082005-2403-4be4-a3f1-6a5f0947fb6a admin admin] Network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:00.939715 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-8c082005-2403-4be4-a3f1-6a5f0947fb6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:00.940888 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-982b563e-a5b6-47c3-89fd-b564c78c2c7b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.941443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982b563e-a5b6-47c3-89fd-b564c78c2c7b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Fanout notify agent at l3_agent the message router_deleted on router 260c0ef6-2085-4d88-85f4-cc39023e989e {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:38:00.949345 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c082005-2403-4be4-a3f1-6a5f0947fb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:00.949947 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8c082005-2403-4be4-a3f1-6a5f0947fb6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.950096 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-982b563e-a5b6-47c3-89fd-b564c78c2c7b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.950511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d185e51-3135-40ec-a49b-362164a850f7 None None] Network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:00.953664 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-982b563e-a5b6-47c3-89fd-b564c78c2c7b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/routers/260c0ef6-2085-4d88-85f4-cc39023e989e HTTP/1.1" status: 204 len: 168 time: 1.2873106 Jul 16 01:38:00.953883 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50274) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:00.954966 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:00.977369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8c082005-2403-4be4-a3f1-6a5f0947fb6a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6820481 Jul 16 01:38:01.009080 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.047231 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fcdaf8d-5b2e-4703-8bb2-20146e2b6147 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.100911 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:01.108811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:01.113146 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:01.152132 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fcdaf8d-5b2e-4703-8bb2-20146e2b6147 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.169462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-6fcdaf8d-5b2e-4703-8bb2-20146e2b6147 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3553096d-128c-42ef-ad83-d1dd4718d78c']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:01.174185 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=e0f45ed6-12b6-41dc-9b73-27dc0bc2c06d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.215918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5fb8c6e3-d914-4613-9fde-252d3004f10c no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:01.217912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-6fcdaf8d-5b2e-4703-8bb2-20146e2b6147 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396181c4-f4c3-44ec-8c10-a9d789731475') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:01.218217 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-6fcdaf8d-5b2e-4703-8bb2-20146e2b6147 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396181c4-f4c3-44ec-8c10-a9d789731475') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:01.245922 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fcdaf8d-5b2e-4703-8bb2-20146e2b6147 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.248927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493c5793-77f7-4cc4-90b7-9fcf60b982d1 None None] Network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:01.268580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 5fb8c6e3-d914-4613-9fde-252d3004f10c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:01.269001 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5fb8c6e3-d914-4613-9fde-252d3004f10c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:01.269409 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 246e6966-0151-461d-ab79-1a406143cbfd no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:01.270118 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fcdaf8d-5b2e-4703-8bb2-20146e2b6147 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.278294 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.280202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fcdaf8d-5b2e-4703-8bb2-20146e2b6147 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:01.281721 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fcdaf8d-5b2e-4703-8bb2-20146e2b6147 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:01.286103 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:01.302232 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 246e6966-0151-461d-ab79-1a406143cbfd {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:01.302545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 246e6966-0151-461d-ab79-1a406143cbfd not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:01.302968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 328c937e-7598-4353-aeae-64827ac3f8c4 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:01.326643 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 328c937e-7598-4353-aeae-64827ac3f8c4 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:01.326993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 328c937e-7598-4353-aeae-64827ac3f8c4 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:01.362555 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fcdaf8d-5b2e-4703-8bb2-20146e2b6147 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.377534 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6fcdaf8d-5b2e-4703-8bb2-20146e2b6147 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.379200 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6fcdaf8d-5b2e-4703-8bb2-20146e2b6147 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/networks/3553096d-128c-42ef-ad83-d1dd4718d78c HTTP/1.1" status: 204 len: 168 time: 0.4243696 Jul 16 01:38:01.384430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50284) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:01.491448 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcdaf8d-5b2e-4703-8bb2-20146e2b6147 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Network': ['ID=3553096d-128c-42ef-ad83-d1dd4718d78c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.516938 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b1c36164-5447-4359-8dc8-2d68d1e62164 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.566963 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b1c36164-5447-4359-8dc8-2d68d1e62164 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.635779 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b1c36164-5447-4359-8dc8-2d68d1e62164 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.638456 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b1c36164-5447-4359-8dc8-2d68d1e62164 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.639633 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b1c36164-5447-4359-8dc8-2d68d1e62164 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/security-groups/0857fc1b-5d61-4540-9dfb-92ec6e90d36e HTTP/1.1" status: 204 len: 168 time: 0.2533574 Jul 16 01:38:01.649091 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c36164-5447-4359-8dc8-2d68d1e62164 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0857fc1b-5d61-4540-9dfb-92ec6e90d36e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:01.730257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-83e35328-da35-4150-8a63-199f19eeaf7a tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:01.731726 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-83e35328-da35-4150-8a63-199f19eeaf7a tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/networks?id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e HTTP/1.1" status: 200 len: 814 time: 0.1793125 Jul 16 01:38:01.752424 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.755870 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-ab2e11ee-ebb3-4a2d-922f-38e3929d93ca tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/quotas/e2fef3340e6c401c9237f79d7a815bf8 HTTP/1.1" status: 200 len: 375 time: 0.0181758 Jul 16 01:38:01.807706 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-ddbd815b-7f0b-43b0-b6f5-b346678b7b9a tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2fef3340e6c401c9237f79d7a815bf8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334780 Jul 16 01:38:01.904444 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:01.962913 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-7fe075f1-ba78-4686-b503-f55645e654d7 service neutron] 10.222.0.22 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464903 Jul 16 01:38:02.126962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-58eab069-c68e-4a43-a17e-9c15a8ac69d9 service neutron] 10.222.0.22 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581798 Jul 16 01:38:02.146413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.151840 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.225368 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=e0f45ed6-12b6-41dc-9b73-27dc0bc2c06d,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:02.239118 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.377234 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Floating IP 7b13948b-eac9-4eed-9ddc-0005fc309e8d associated. External IP: 172.25.2.153, port: e85d1c9c-57a0-446c-9da5-43505380fcf1. Jul 16 01:38:02.494219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd046d-9a7a-48ac-a283-7b076f79812d req-6f656df1-8400-4519-b9b8-ad8c04f81c9f tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:02.495857 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11fd046d-9a7a-48ac-a283-7b076f79812d req-6f656df1-8400-4519-b9b8-ad8c04f81c9f tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/ports?device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 946 time: 0.1580968 Jul 16 01:38:02.583137 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-11fd046d-9a7a-48ac-a283-7b076f79812d req-9c92091e-0474-45f0-ae7c-d0a426d53fdc tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/security-groups?id=888b5810-5f2f-47da-9652-78a50cc3ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799227 Jul 16 01:38:02.689391 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router 08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:02.801278 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5a71ec5-9ac9-4993-9f1a-6d31653d7294 req-6a50fa83-5b39-488a-9d05-5c7074c8346b tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=867721c2-1b26-498a-af15-4a2aef7b8450 HTTP/1.1" status: 200 len: 210 time: 0.0396259 Jul 16 01:38:02.852438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:02.865125 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60387d08-78e6-4543-8242-8b54a44bf026 None None] Sync routers for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:02.868906 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:02.875689 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60387d08-78e6-4543-8242-8b54a44bf026 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:02.876594 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-60387d08-78e6-4543-8242-8b54a44bf026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:02.914543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50316) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:02.915095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d22e6afa-7713-4876-8494-5f789c3e2dcf tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.4085999 Jul 16 01:38:03.029154 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-60387d08-78e6-4543-8242-8b54a44bf026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:03.040785 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60387d08-78e6-4543-8242-8b54a44bf026 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:03.041679 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-60387d08-78e6-4543-8242-8b54a44bf026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:03.079509 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50322) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.093045 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6b25197a-8394-4e7f-b905-9fa973f0fc80 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "GET /v2.0/floatingips/7b13948b-eac9-4eed-9ddc-0005fc309e8d HTTP/1.1" status: 200 len: 979 time: 0.1767192 Jul 16 01:38:03.097708 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-60387d08-78e6-4543-8242-8b54a44bf026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:03.098357 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60387d08-78e6-4543-8242-8b54a44bf026 None None] The sync data for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:03.208171 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ec58d52a-2784-4c0f-80dc-b18a8553be48 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1272852 Jul 16 01:38:03.210911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50326) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.216013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-fe36dc7d-a88b-47d1-8602-c2cf8f5f48c6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'floatingip': {'port_id': '85619a3e-85b6-4551-b74f-11ffb49a3742'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:03.308610 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fe36dc7d-a88b-47d1-8602-c2cf8f5f48c6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.375136 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-44d6e1a0-8d00-40bd-842c-e1fd78a5f75b req-4221dce0-0e34-4a8d-abf6-0ed6deee939a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=948308c7-a237-4284-89c1-97b2c4065f7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1246641 Jul 16 01:38:03.451333 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50328) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.456087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ef4b4d28-fb54-47a7-8cd5-7b17d7f920fb tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-204583516', 'description': 'tempest-secgroup-smoke-204583516 description', 'project_id': '69687824cbca408cb542751d24b99384'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:03.481064 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef4b4d28-fb54-47a7-8cd5-7b17d7f920fb tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.591228 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef4b4d28-fb54-47a7-8cd5-7b17d7f920fb tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.596449 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef4b4d28-fb54-47a7-8cd5-7b17d7f920fb tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.627625 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef4b4d28-fb54-47a7-8cd5-7b17d7f920fb tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.629270 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ef4b4d28-fb54-47a7-8cd5-7b17d7f920fb tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1767743 Jul 16 01:38:03.634288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50332) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:03.646913 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e4794388-43c5-4f5a-bf8f-594405060a30 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:03.648488 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4b4d28-fb54-47a7-8cd5-7b17d7f920fb tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:03.805960 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4794388-43c5-4f5a-bf8f-594405060a30 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:03.824902 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6e1a0-8d00-40bd-842c-e1fd78a5f75b req-c706f303-9dac-4d9f-8d59-2d528209667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.826395 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-44d6e1a0-8d00-40bd-842c-e1fd78a5f75b req-c706f303-9dac-4d9f-8d59-2d528209667f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=20b9262f67f94e7e95d9219ddfef9a2c&device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 1098 time: 0.3034987 Jul 16 01:38:03.832910 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-cb4d128e-daa1-4b46-bacc-599d041f0539 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:03.834570 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-cb4d128e-daa1-4b46-bacc-599d041f0539 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.69 "GET /v2.0/networks?id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e HTTP/1.1" status: 200 len: 814 time: 0.3019705 Jul 16 01:38:03.872633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-0e0c72e8-b811-453d-b581-c285e15b4917 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Request body: {'port': {'device_id': '867721c2-1b26-498a-af15-4a2aef7b8450', 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e', 'admin_state_up': True, 'tenant_id': 'e2fef3340e6c401c9237f79d7a815bf8'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:03.943899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fde31d31-ff5f-4356-9f9a-2b32fbe2aaf6 req-34c5106a-3fb6-4af2-8532-5e01bdb4a0ef tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=867721c2-1b26-498a-af15-4a2aef7b8450 HTTP/1.1" status: 200 len: 210 time: 0.0282745 Jul 16 01:38:04.106191 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4794388-43c5-4f5a-bf8f-594405060a30 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.129179 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4794388-43c5-4f5a-bf8f-594405060a30 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.237636 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4794388-43c5-4f5a-bf8f-594405060a30 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e072232d-338f-49ff-a5f1-72085f28fd75,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.248928 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6e1a0-8d00-40bd-842c-e1fd78a5f75b req-6b57e0f2-0cd8-45db-ac9d-5176f3698579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.250394 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-44d6e1a0-8d00-40bd-842c-e1fd78a5f75b req-6b57e0f2-0cd8-45db-ac9d-5176f3698579 service neutron] 10.222.0.70 "GET /v2.0/networks?id=2fc350ba-1e69-4b52-9a4e-b8dce447dfe2 HTTP/1.1" status: 200 len: 910 time: 0.3854852 Jul 16 01:38:04.268758 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4794388-43c5-4f5a-bf8f-594405060a30 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.269931 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e4794388-43c5-4f5a-bf8f-594405060a30 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6312971 Jul 16 01:38:04.275460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50344) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.281852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-fd5d745b-9a0b-4c7a-9450-0c1427266ce8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:04.328294 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-44d6e1a0-8d00-40bd-842c-e1fd78a5f75b req-d8c12556-e9c1-4f0e-9b17-6db542643d07 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=67529e99-743f-471c-a02a-dc89b8beab3e HTTP/1.1" status: 200 len: 217 time: 0.0690336 Jul 16 01:38:04.389089 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd5d745b-9a0b-4c7a-9450-0c1427266ce8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.417823 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-0e0c72e8-b811-453d-b581-c285e15b4917 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Made reservation on behalf of e2fef3340e6c401c9237f79d7a815bf8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:04.421631 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-0e0c72e8-b811-453d-b581-c285e15b4917 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.451172 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd5d745b-9a0b-4c7a-9450-0c1427266ce8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.456850 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd5d745b-9a0b-4c7a-9450-0c1427266ce8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.473221 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d745b-9a0b-4c7a-9450-0c1427266ce8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=250d72f1-de04-403f-a020-ea3a7977b2f2,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.475709 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.db.resource_extend [None req-fe36dc7d-a88b-47d1-8602-c2cf8f5f48c6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 01:38:04.489354 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd5d745b-9a0b-4c7a-9450-0c1427266ce8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.490985 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fd5d745b-9a0b-4c7a-9450-0c1427266ce8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2141540 Jul 16 01:38:04.493683 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50350) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.499794 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-808d0cbe-251e-4fbf-bc4b-a451f4603e38 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:04.517728 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d6e1a0-8d00-40bd-842c-e1fd78a5f75b req-8f86df07-cf43-4c9f-be38-0e4957fcd3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:04.519241 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-44d6e1a0-8d00-40bd-842c-e1fd78a5f75b req-8f86df07-cf43-4c9f-be38-0e4957fcd3b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=88a8c99e-aca9-497c-a00e-e1bd99129b96 HTTP/1.1" status: 200 len: 849 time: 0.1755724 Jul 16 01:38:04.533426 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-808d0cbe-251e-4fbf-bc4b-a451f4603e38 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.588425 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-44d6e1a0-8d00-40bd-842c-e1fd78a5f75b req-edabdcef-c428-4d06-a665-9daeedeb1b92 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=2fc350ba-1e69-4b52-9a4e-b8dce447dfe2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579355 Jul 16 01:38:04.595118 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-808d0cbe-251e-4fbf-bc4b-a451f4603e38 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.600416 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-808d0cbe-251e-4fbf-bc4b-a451f4603e38 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.622136 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808d0cbe-251e-4fbf-bc4b-a451f4603e38 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe8df87-3e18-41bd-8e9a-426bbb87a952,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.623946 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fe36dc7d-a88b-47d1-8602-c2cf8f5f48c6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.627542 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-808d0cbe-251e-4fbf-bc4b-a451f4603e38 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.631441 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-808d0cbe-251e-4fbf-bc4b-a451f4603e38 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333661 Jul 16 01:38:04.631693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50356) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.637526 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fe36dc7d-a88b-47d1-8602-c2cf8f5f48c6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.637696 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-393b70f6-7127-4e8b-8392-0cf4736e22d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:04.669432 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-393b70f6-7127-4e8b-8392-0cf4736e22d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.753354 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-393b70f6-7127-4e8b-8392-0cf4736e22d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.758255 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-393b70f6-7127-4e8b-8392-0cf4736e22d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.783414 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b70f6-7127-4e8b-8392-0cf4736e22d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10dee700-b9d2-49fd-992c-28757c734c70,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.787335 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-393b70f6-7127-4e8b-8392-0cf4736e22d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.791738 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-393b70f6-7127-4e8b-8392-0cf4736e22d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1558332 Jul 16 01:38:04.792409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50362) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.798763 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d61d847c-4815-42d5-a966-cea8dde8a992 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:04.824945 n-d-791505-14 neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-d61d847c-4815-42d5-a966-cea8dde8a992 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Project 69687824cbca408cb542751d24b99384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:38:04.830469 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d61d847c-4815-42d5-a966-cea8dde8a992 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.909163 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d61d847c-4815-42d5-a966-cea8dde8a992 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.915181 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d61d847c-4815-42d5-a966-cea8dde8a992 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.916629 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b4c733b-00a9-4098-8bb3-ece1b5d5af2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.940064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d847c-4815-42d5-a966-cea8dde8a992 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880c8d5c-2dd5-4f8d-9de4-6c21731cad1b,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:04.948829 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d61d847c-4815-42d5-a966-cea8dde8a992 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:04.951805 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d61d847c-4815-42d5-a966-cea8dde8a992 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1572292 Jul 16 01:38:04.953774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50368) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:04.958825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-792a1524-52fc-481a-82fb-a02863a70a95 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:05.013459 n-d-791505-14 neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-792a1524-52fc-481a-82fb-a02863a70a95 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Project 69687824cbca408cb542751d24b99384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:38:05.019862 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-792a1524-52fc-481a-82fb-a02863a70a95 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.097285 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-792a1524-52fc-481a-82fb-a02863a70a95 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.101025 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-0e0c72e8-b811-453d-b581-c285e15b4917 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Allocated IP 172.20.0.8 (9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e/cca8a215-e0ab-4861-b96f-853bc8f3016f/7ca0976b-3239-4cc9-b88c-61ca921b46b3) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:05.107652 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-792a1524-52fc-481a-82fb-a02863a70a95 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.133745 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e7553db-92af-4122-ae6b-3aeefe223e5b req-ab614a49-787c-43e9-921b-51a2befdc485 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=867721c2-1b26-498a-af15-4a2aef7b8450 HTTP/1.1" status: 200 len: 210 time: 0.0399253 Jul 16 01:38:05.145469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a1524-52fc-481a-82fb-a02863a70a95 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6142cc-48db-4579-ae26-ebd0281cc183,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:05.154000 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-792a1524-52fc-481a-82fb-a02863a70a95 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.161513 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-792a1524-52fc-481a-82fb-a02863a70a95 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2064190 Jul 16 01:38:05.162198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50376) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:05.168724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-79bfe386-fc29-4bc3-bfa4-14dc32f19153 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'network': {'name': 'tempest-network-smoke--1489842784', 'project_id': '69687824cbca408cb542751d24b99384', 'port_security_enabled': True}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:05.169160 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-44d6e1a0-8d00-40bd-842c-e1fd78a5f75b req-7e8e3510-f033-4e01-893e-072750c8d536 service neutron] 10.222.0.70 "GET /v2.0/networks/2fc350ba-1e69-4b52-9a4e-b8dce447dfe2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721312 Jul 16 01:38:05.190463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bfe386-fc29-4bc3-bfa4-14dc32f19153 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Made reservation on behalf of 69687824cbca408cb542751d24b99384 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:05.194394 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-79bfe386-fc29-4bc3-bfa4-14dc32f19153 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.218348 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79bfe386-fc29-4bc3-bfa4-14dc32f19153 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:05.227486 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-79bfe386-fc29-4bc3-bfa4-14dc32f19153 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.227959 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-79bfe386-fc29-4bc3-bfa4-14dc32f19153 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Added segment ee626e11-3a45-4722-b26b-5fce555325c7 of type vlan for network 152dd058-0836-4ef2-bc63-35bce5691a11 Jul 16 01:38:05.231420 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-fe36dc7d-a88b-47d1-8602-c2cf8f5f48c6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Floating IP 7b13948b-eac9-4eed-9ddc-0005fc309e8d associated. External IP: 172.25.2.153, port: e85d1c9c-57a0-446c-9da5-43505380fcf1. Jul 16 01:38:05.272956 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-79bfe386-fc29-4bc3-bfa4-14dc32f19153 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.307411 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-79bfe386-fc29-4bc3-bfa4-14dc32f19153 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.313041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bfe386-fc29-4bc3-bfa4-14dc32f19153 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.313702 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-79bfe386-fc29-4bc3-bfa4-14dc32f19153 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.349703 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-79bfe386-fc29-4bc3-bfa4-14dc32f19153 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1858406 Jul 16 01:38:05.352886 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50378) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:05.360315 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-34174686', 'admin_state_up': True, 'project_id': '69687824cbca408cb542751d24b99384', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:05.396850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfe386-fc29-4bc3-bfa4-14dc32f19153 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Network': ['ID=152dd058-0836-4ef2-bc63-35bce5691a11,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:05.412957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 152dd058-0836-4ef2-bc63-35bce5691a11 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:05.431084 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.433826 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.474136 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-0e0c72e8-b811-453d-b581-c285e15b4917 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.496389 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-44d6e1a0-8d00-40bd-842c-e1fd78a5f75b req-206240f4-7273-4820-b91c-e2708d234959 service neutron] 10.222.0.70 "GET /v2.0/networks/2fc350ba-1e69-4b52-9a4e-b8dce447dfe2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146207 Jul 16 01:38:05.505327 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.530116 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-0e0c72e8-b811-453d-b581-c285e15b4917 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.616294 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-0e0c72e8-b811-453d-b581-c285e15b4917 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:05.622310 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-0e0c72e8-b811-453d-b581-c285e15b4917 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:05.656049 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-0e0c72e8-b811-453d-b581-c285e15b4917 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:05.682042 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c72e8-b811-453d-b581-c285e15b4917 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Pushing event updated for resources: {'Port': ['ID=7ca0976b-3239-4cc9-b88c-61ca921b46b3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:05.684132 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.722599 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-0e0c72e8-b811-453d-b581-c285e15b4917 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.723207 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-0e0c72e8-b811-453d-b581-c285e15b4917 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.723563 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c60057-219b-4eb2-b5f1-49c2c8358c66 req-fe2ffe66-3b6e-4752-9f79-fc204df78f7c tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:05.725166 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c7c60057-219b-4eb2-b5f1-49c2c8358c66 req-fe2ffe66-3b6e-4752-9f79-fc204df78f7c tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/ports?device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 946 time: 0.1750655 Jul 16 01:38:05.733761 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe36dc7d-a88b-47d1-8602-c2cf8f5f48c6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router 08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:05.746250 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-0e0c72e8-b811-453d-b581-c285e15b4917 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8799732 Jul 16 01:38:05.776718 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c7c60057-219b-4eb2-b5f1-49c2c8358c66 req-c303b11b-c972-4a35-9054-2e6f59c5e6ae tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/security-groups?id=888b5810-5f2f-47da-9652-78a50cc3ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435705 Jul 16 01:38:05.785518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Request body: {'port': {'device_id': '867721c2-1b26-498a-af15-4a2aef7b8450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:05.912896 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.916081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe36dc7d-a88b-47d1-8602-c2cf8f5f48c6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:05.922665 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.927242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3bf3be-3221-4070-bae8-62829b87c3f3 None None] Sync routers for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:05.937488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3bf3be-3221-4070-bae8-62829b87c3f3 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:05.938178 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bb3bf3be-3221-4070-bae8-62829b87c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:05.945838 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:05.970873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bb3bf3be-3221-4070-bae8-62829b87c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:05.979918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3bf3be-3221-4070-bae8-62829b87c3f3 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:05.980558 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bb3bf3be-3221-4070-bae8-62829b87c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.017111 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-bb3bf3be-3221-4070-bae8-62829b87c3f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.017857 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3bf3be-3221-4070-bae8-62829b87c3f3 None None] The sync data for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:06.319701 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe36dc7d-a88b-47d1-8602-c2cf8f5f48c6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router 08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:06.419706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Allocated IP 172.25.2.254 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/0ddf5e26-0cc6-48ff-bd99-223b42eb15ee) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:06.420972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca0976b-3239-4cc9-b88c-61ca921b46b3 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:06.431304 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf1c6e-0841-4700-b670-096e53f482f2 req-fdbfc769-b3bb-4082-8c73-38bef207a351 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:06.433416 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7acf1c6e-0841-4700-b670-096e53f482f2 req-fdbfc769-b3bb-4082-8c73-38bef207a351 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=867721c2-1b26-498a-af15-4a2aef7b8450 HTTP/1.1" status: 200 len: 931 time: 0.1220641 Jul 16 01:38:06.455315 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.480264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Transition to ACTIVE for port object 7ca0976b-3239-4cc9-b88c-61ca921b46b3 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:06.487932 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.495491 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7acf1c6e-0841-4700-b670-096e53f482f2 req-62f3532f-a8e6-4f9a-9506-1cdaf8d10eb9 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559115 Jul 16 01:38:06.520152 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe36dc7d-a88b-47d1-8602-c2cf8f5f48c6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:06.525124 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fe36dc7d-a88b-47d1-8602-c2cf8f5f48c6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.531165 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e24ad-7d4d-4d73-83da-5f28476a22c1 None None] Sync routers for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:06.540012 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e24ad-7d4d-4d73-83da-5f28476a22c1 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:06.540610 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-892e24ad-7d4d-4d73-83da-5f28476a22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.560258 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.573233 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-892e24ad-7d4d-4d73-83da-5f28476a22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.582152 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e24ad-7d4d-4d73-83da-5f28476a22c1 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:06.582924 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-892e24ad-7d4d-4d73-83da-5f28476a22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:37:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.588832 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca0976b-3239-4cc9-b88c-61ca921b46b3,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.603085 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.628873 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-892e24ad-7d4d-4d73-83da-5f28476a22c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:06.629502 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892e24ad-7d4d-4d73-83da-5f28476a22c1 None None] The sync data for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:06.643699 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:06.649916 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:06.654037 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:06.676969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=0ddf5e26-0cc6-48ff-bd99-223b42eb15ee,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.686981 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fe36dc7d-a88b-47d1-8602-c2cf8f5f48c6 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "PUT /v2.0/floatingips/7b13948b-eac9-4eed-9ddc-0005fc309e8d HTTP/1.1" status: 200 len: 977 time: 3.4745238 Jul 16 01:38:06.689687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50386) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:06.694480 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-04dbdbdc-3e91-48b7-b55d-eb1e70f976cc tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:06.703946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Attempting to bind port 7ca0976b-3239-4cc9-b88c-61ca921b46b3 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:06.704296 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Attempting to bind port 7ca0976b-3239-4cc9-b88c-61ca921b46b3 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'ca231d7b-c616-4122-a507-36931eb6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:06.704633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Attempting to bind port 7ca0976b-3239-4cc9-b88c-61ca921b46b3 on network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:06.708994 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Port 7ca0976b-3239-4cc9-b88c-61ca921b46b3 on network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:06.709319 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Attempting to bind port 7ca0976b-3239-4cc9-b88c-61ca921b46b3 on network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:06.714643 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:06.714985 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Checking segment: {'id': 'ca231d7b-c616-4122-a507-36931eb6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:06.715375 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Bound using segment: {'id': 'ca231d7b-c616-4122-a507-36931eb6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:06.715825 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Bound port: 7ca0976b-3239-4cc9-b88c-61ca921b46b3, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca231d7b-c616-4122-a507-36931eb6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:06.716192 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.778766 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] For port 7ca0976b-3239-4cc9-b88c-61ca921b46b3, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:06.781782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] For port 7ca0976b-3239-4cc9-b88c-61ca921b46b3, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7ca0976b-3239-4cc9-b88c-61ca921b46b3,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:06.786632 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.815914 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-04dbdbdc-3e91-48b7-b55d-eb1e70f976cc tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.825611 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:06.826515 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:06.828769 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] 10.222.0.69 "PUT /v2.0/ports/7ca0976b-3239-4cc9-b88c-61ca921b46b3 HTTP/1.1" status: 200 len: 1092 time: 1.0472951 Jul 16 01:38:06.831851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867721c2-1b26-498a-af15-4a2aef7b8450', 'tag': '7ca0976b-3239-4cc9-b88c-61ca921b46b3'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:06.834416 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bdf5d9-31df-4653-bc11-1c8190c1eed7" -d '{"events": [{"name": "network-changed", "server_uuid": "867721c2-1b26-498a-af15-4a2aef7b8450", "tag": "7ca0976b-3239-4cc9-b88c-61ca921b46b3"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:06.904436 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fa454-4273-46dd-8e0a-e71dd7fa6463 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca0976b-3239-4cc9-b88c-61ca921b46b3,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:06.937061 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-fe972749-32ed-4c25-8dee-91ffa4b42fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:06.938598 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-fe972749-32ed-4c25-8dee-91ffa4b42fa6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e2fef3340e6c401c9237f79d7a815bf8&device_id=867721c2-1b26-498a-af15-4a2aef7b8450 HTTP/1.1" status: 200 len: 1095 time: 0.0660710 Jul 16 01:38:06.985662 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-5c638536-8e66-4704-a7b4-f8559b51a80c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ca0976b-3239-4cc9-b88c-61ca921b46b3 HTTP/1.1" status: 200 len: 217 time: 0.0390258 Jul 16 01:38:07.037640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-680fd89e-f240-42ca-ab84-71c7e46d425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.039215 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-680fd89e-f240-42ca-ab84-71c7e46d425c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cca8a215-e0ab-4861-b96f-853bc8f3016f HTTP/1.1" status: 200 len: 854 time: 0.0473039 Jul 16 01:38:07.071564 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-90d14a2f-aedf-4243-9f29-b01d754947f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266190 Jul 16 01:38:07.088445 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-04dbdbdc-3e91-48b7-b55d-eb1e70f976cc tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.098945 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-04dbdbdc-3e91-48b7-b55d-eb1e70f976cc tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.099277 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-04dbdbdc-3e91-48b7-b55d-eb1e70f976cc tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Floating IP 7b13948b-eac9-4eed-9ddc-0005fc309e8d disassociated. External IP: 172.25.2.153, port: 85619a3e-85b6-4551-b74f-11ffb49a3742. Jul 16 01:38:07.165468 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-db56047d-aff6-4db5-a3b6-efeee04127ee service neutron] 10.222.0.69 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881746 Jul 16 01:38:07.189056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7531108-d9af-46d1-9f95-a6e8833c9fd3 req-cae71c07-86a5-425a-900a-6910228ddc50 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.190540 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c7531108-d9af-46d1-9f95-a6e8833c9fd3 req-cae71c07-86a5-425a-900a-6910228ddc50 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/ports?device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 946 time: 0.2506890 Jul 16 01:38:07.262946 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.298536 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4fae89fe-f341-46af-801c-12e610ba24b3 req-06a1b8d1-0966-4765-8feb-9574750ecb54 service neutron] 10.222.0.69 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270146 Jul 16 01:38:07.304230 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.315903 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c7531108-d9af-46d1-9f95-a6e8833c9fd3 req-1bc9d3d8-4e33-4a88-b4ef-4716bba5d326 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/security-groups?id=888b5810-5f2f-47da-9652-78a50cc3ed3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157875 Jul 16 01:38:07.323362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e1e2a-c0f4-4811-9144-a3ced3382c09 req-a8692600-d136-4512-8113-e817b5c382bf tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.324901 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4d2e1e2a-c0f4-4811-9144-a3ced3382c09 req-a8692600-d136-4512-8113-e817b5c382bf tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.70 "GET /v2.0/ports?device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 946 time: 0.0974548 Jul 16 01:38:07.374357 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98183cf-170b-4f35-876b-63db089d5702 x-openstack-request-id: req-e98183cf-170b-4f35-876b-63db089d5702 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:07.374650 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867721c2-1b26-498a-af15-4a2aef7b8450", "tag": "7ca0976b-3239-4cc9-b88c-61ca921b46b3", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:07.374903 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e98183cf-170b-4f35-876b-63db089d5702 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:07.375299 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867721c2-1b26-498a-af15-4a2aef7b8450', 'tag': '7ca0976b-3239-4cc9-b88c-61ca921b46b3', 'status': 'completed', 'code': 200} Jul 16 01:38:07.478334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-4d2e1e2a-c0f4-4811-9144-a3ced3382c09 req-293c5ddb-ddd3-41d2-9239-e579d19b2144 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Deleting port 67529e99-743f-471c-a02a-dc89b8beab3e {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:07.478710 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4d2e1e2a-c0f4-4811-9144-a3ced3382c09 req-293c5ddb-ddd3-41d2-9239-e579d19b2144 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.484335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdf5d9-31df-4653-bc11-1c8190c1eed7 req-d2566b95-d69d-48b9-999e-06bc945e113c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.485979 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-23bdf5d9-31df-4653-bc11-1c8190c1eed7 req-d2566b95-d69d-48b9-999e-06bc945e113c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e2fef3340e6c401c9237f79d7a815bf8&device_id=867721c2-1b26-498a-af15-4a2aef7b8450 HTTP/1.1" status: 200 len: 1095 time: 0.0798583 Jul 16 01:38:07.563397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dbdbdc-3e91-48b7-b55d-eb1e70f976cc tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router 08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:07.626557 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.640315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-4d2e1e2a-c0f4-4811-9144-a3ced3382c09 req-293c5ddb-ddd3-41d2-9239-e579d19b2144 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] For port 67529e99-743f-471c-a02a-dc89b8beab3e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=67529e99-743f-471c-a02a-dc89b8beab3e,segment=NetworkSegment(5026c0fc-2c99-48f9-a2ab-a2cb21184eb3),segment_id=5026c0fc-2c99-48f9-a2ab-a2cb21184eb3)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:07.640683 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4d2e1e2a-c0f4-4811-9144-a3ced3382c09 req-293c5ddb-ddd3-41d2-9239-e579d19b2144 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.652788 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdf5d9-31df-4653-bc11-1c8190c1eed7 req-ab0f2328-0bf7-45f8-b23c-0944715a6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.654271 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-23bdf5d9-31df-4653-bc11-1c8190c1eed7 req-ab0f2328-0bf7-45f8-b23c-0944715a6fbe service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e HTTP/1.1" status: 200 len: 915 time: 0.1576364 Jul 16 01:38:07.657970 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-4d2e1e2a-c0f4-4811-9144-a3ced3382c09 req-293c5ddb-ddd3-41d2-9239-e579d19b2144 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Calling delete_port for 67529e99-743f-471c-a02a-dc89b8beab3e owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:07.678045 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0021c2a8-a899-4133-abd6-9e6d278bb38c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.703442 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-23bdf5d9-31df-4653-bc11-1c8190c1eed7 req-2367c4b5-d723-4afd-b6eb-e6ef0fb09c1c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ca0976b-3239-4cc9-b88c-61ca921b46b3 HTTP/1.1" status: 200 len: 217 time: 0.0413032 Jul 16 01:38:07.794003 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bdf5d9-31df-4653-bc11-1c8190c1eed7 req-e9d328c5-645b-4cf4-a9f0-c86954ba29d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.795740 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-23bdf5d9-31df-4653-bc11-1c8190c1eed7 req-e9d328c5-645b-4cf4-a9f0-c86954ba29d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cca8a215-e0ab-4861-b96f-853bc8f3016f HTTP/1.1" status: 200 len: 854 time: 0.0601952 Jul 16 01:38:07.813151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dbdbdc-3e91-48b7-b55d-eb1e70f976cc tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:07.818017 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-04dbdbdc-3e91-48b7-b55d-eb1e70f976cc tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.827219 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce52234f-39e0-4c73-bc23-ace9fa88b8e4 None None] Sync routers for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:07.836746 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-23bdf5d9-31df-4653-bc11-1c8190c1eed7 req-445973aa-6cb1-4297-821d-79e0ebd3d347 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306225 Jul 16 01:38:07.837501 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce52234f-39e0-4c73-bc23-ace9fa88b8e4 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:07.838426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ce52234f-39e0-4c73-bc23-ace9fa88b8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:07.855603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdcf6e-ef95-4e4c-a73a-ffd883d008ed req-482362d2-5161-411d-a116-8f7d625d4101 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:07.857175 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26cdcf6e-ef95-4e4c-a73a-ffd883d008ed req-482362d2-5161-411d-a116-8f7d625d4101 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=867721c2-1b26-498a-af15-4a2aef7b8450 HTTP/1.1" status: 200 len: 943 time: 0.2346880 Jul 16 01:38:07.877715 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ce52234f-39e0-4c73-bc23-ace9fa88b8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:07.888360 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce52234f-39e0-4c73-bc23-ace9fa88b8e4 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:07.889080 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ce52234f-39e0-4c73-bc23-ace9fa88b8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:07.897262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-04dbdbdc-3e91-48b7-b55d-eb1e70f976cc tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "PUT /v2.0/floatingips/7b13948b-eac9-4eed-9ddc-0005fc309e8d HTTP/1.1" status: 200 len: 688 time: 1.2040331 Jul 16 01:38:07.897488 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50398) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:07.935312 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ce52234f-39e0-4c73-bc23-ace9fa88b8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:07.936276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce52234f-39e0-4c73-bc23-ace9fa88b8e4 None None] The sync data for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:07.949106 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4d2e1e2a-c0f4-4811-9144-a3ced3382c09 req-293c5ddb-ddd3-41d2-9239-e579d19b2144 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:07.963685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['67529e99-743f-471c-a02a-dc89b8beab3e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:07.985246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c5ddb-ddd3-41d2-9239-e579d19b2144 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Pushing event deleted for resources: {'Port': ['ID=67529e99-743f-471c-a02a-dc89b8beab3e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:08.017439 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26cdcf6e-ef95-4e4c-a73a-ffd883d008ed req-2db6a802-0560-4adb-be9c-cb2fb6d8b1f8 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518831 Jul 16 01:38:08.051160 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-23bdf5d9-31df-4653-bc11-1c8190c1eed7 req-c8a62fc6-ce15-4905-87f2-c2bce5f19561 service neutron] 10.222.0.69 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065594 Jul 16 01:38:08.052137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2e1e2a-c0f4-4811-9144-a3ced3382c09 req-293c5ddb-ddd3-41d2-9239-e579d19b2144 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] No DVR routers for this DVR port 67529e99-743f-471c-a02a-dc89b8beab3e on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:08.054744 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4d2e1e2a-c0f4-4811-9144-a3ced3382c09 req-293c5ddb-ddd3-41d2-9239-e579d19b2144 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.056928 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4d2e1e2a-c0f4-4811-9144-a3ced3382c09 req-293c5ddb-ddd3-41d2-9239-e579d19b2144 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.70 "DELETE /v2.0/ports/67529e99-743f-471c-a02a-dc89b8beab3e HTTP/1.1" status: 204 len: 173 time: 0.7245953 Jul 16 01:38:08.063378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:38:08.146352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-db944226-cbed-4ad2-947e-333eea0c30b9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Deleting port e0f45ed6-12b6-41dc-9b73-27dc0bc2c06d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:08.146611 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-db944226-cbed-4ad2-947e-333eea0c30b9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.151518 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-23bdf5d9-31df-4653-bc11-1c8190c1eed7 req-c342dde2-66af-47b2-a310-1babe0782faa service neutron] 10.222.0.69 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925102 Jul 16 01:38:08.245346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:08.254230 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Sync routers for ids ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:08.263234 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Routers {'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:08.263947 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:08.276643 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.277792 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3fd18ea9-0926-4d51-9353-25f9d506cdf2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9232826 Jul 16 01:38:08.281286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50400) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.281497 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-db944226-cbed-4ad2-947e-333eea0c30b9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.281888 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-db944226-cbed-4ad2-947e-333eea0c30b9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.294817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-db944226-cbed-4ad2-947e-333eea0c30b9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Calling delete_port for e0f45ed6-12b6-41dc-9b73-27dc0bc2c06d owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:08.320548 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5225963f-aada-469e-85fb-4a149a4c311d tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=69687824cbca408cb542751d24b99384&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356131 Jul 16 01:38:08.321395 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50402) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.371686 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Set router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:08.502995 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c657e8c4-e7fd-456e-bc65-90c01fd70272 req-2fc35c29-33f6-4c4b-9fb5-288467c2c7e0 tempest-VolumesActionsTest-246421908 tempest-VolumesActionsTest-246421908-project] 10.222.0.22 "GET /v2.0/ports?device_id=948308c7-a237-4284-89c1-97b2c4065f7f HTTP/1.1" status: 200 len: 210 time: 0.0349741 Jul 16 01:38:08.503813 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-db944226-cbed-4ad2-947e-333eea0c30b9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.559259 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.603241 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34174686', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:06Z', 'revision_number': 3, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:08.607788 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db944226-cbed-4ad2-947e-333eea0c30b9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Port': ['ID=e0f45ed6-12b6-41dc-9b73-27dc0bc2c06d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:08.624209 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-db944226-cbed-4ad2-947e-333eea0c30b9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.630116 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-db944226-cbed-4ad2-947e-333eea0c30b9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.631875 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-db944226-cbed-4ad2-947e-333eea0c30b9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/floatingips/7b13948b-eac9-4eed-9ddc-0005fc309e8d HTTP/1.1" status: 204 len: 168 time: 0.7334039 Jul 16 01:38:08.635287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50406) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.642599 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Checking router: a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:08.642954 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Updating router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc port 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:38:08.684126 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-c64317e3-9e11-4b78-909c-32ae57496709 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] delete failed (client error): The resource could not be found. Jul 16 01:38:08.685502 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c64317e3-9e11-4b78-909c-32ae57496709 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/floatingips/7b13948b-eac9-4eed-9ddc-0005fc309e8d HTTP/1.1" status: 404 len: 345 time: 0.0490170 Jul 16 01:38:08.690187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50408) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.692569 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.810837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690eb456-121d-46cb-8c11-708729f88491 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.818696 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690eb456-121d-46cb-8c11-708729f88491 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.826959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690eb456-121d-46cb-8c11-708729f88491 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.831207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-690eb456-121d-46cb-8c11-708729f88491 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "GET /v2.0/ports?network_id=938c01f3-a969-4ea4-ab69-d2fc474996d1 HTTP/1.1" status: 200 len: 2358 time: 0.1374116 Jul 16 01:38:08.831484 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50410) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.836593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac4ba9f-73f7-45e9-9e4e-2dd91b778243 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.838756 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dac4ba9f-73f7-45e9-9e4e-2dd91b778243 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5164485 Jul 16 01:38:08.841572 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50412) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.876609 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-21a5d84f-6305-47ee-ad36-0672058cf4e3 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337124 Jul 16 01:38:08.879179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50414) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.884047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8b43e4c8-7768-45ac-a5b4-d3c5e44c823b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1736135566', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'project_id': '69687824cbca408cb542751d24b99384', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:08.892761 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41001f68-425b-4dbb-a867-7d2d1824897e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:08.894271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-41001f68-425b-4dbb-a867-7d2d1824897e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "GET /v2.0/subnets/1380d9b5-9b3f-4057-9345-9701b76159af HTTP/1.1" status: 200 len: 797 time: 0.0616491 Jul 16 01:38:08.898874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50416) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:08.903793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f489a392-13fe-4d64-8abf-a2dab2e5f575 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'port': {'network_id': '938c01f3-a969-4ea4-ab69-d2fc474996d1', 'name': 'tempest-FloatingIPTestJSON-370466833', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:08.971554 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b43e4c8-7768-45ac-a5b4-d3c5e44c823b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Made reservation on behalf of 69687824cbca408cb542751d24b99384 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:08.985066 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.988131 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b43e4c8-7768-45ac-a5b4-d3c5e44c823b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:08.998207 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Transition to ACTIVE for port object 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:09.007480 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.083325 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c2af6-eb7e-41e0-a65c-965a9ca65d92 None None] Pushing event updated for resources: {'Port': ['ID=0ddf5e26-0cc6-48ff-bd99-223b42eb15ee,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.101062 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c2af6-eb7e-41e0-a65c-965a9ca65d92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.101871 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c2af6-eb7e-41e0-a65c-965a9ca65d92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.102268 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c2af6-eb7e-41e0-a65c-965a9ca65d92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.102658 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c2af6-eb7e-41e0-a65c-965a9ca65d92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.103169 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c2af6-eb7e-41e0-a65c-965a9ca65d92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.104114 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c2af6-eb7e-41e0-a65c-965a9ca65d92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.104449 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c2af6-eb7e-41e0-a65c-965a9ca65d92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.104780 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c2af6-eb7e-41e0-a65c-965a9ca65d92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.105203 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c2af6-eb7e-41e0-a65c-965a9ca65d92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.105530 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c2af6-eb7e-41e0-a65c-965a9ca65d92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.105856 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c2af6-eb7e-41e0-a65c-965a9ca65d92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.106231 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c2af6-eb7e-41e0-a65c-965a9ca65d92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.109727 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Attempting to bind port 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:09.110097 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Attempting to bind port 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:09.110510 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Attempting to bind port 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:09.116991 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:09.117412 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:09.117817 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.118204 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:09.118724 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Bound port: 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:09.119666 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.180214 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] For port 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:09.184781 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] For port 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0ddf5e26-0cc6-48ff-bd99-223b42eb15ee,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:09.189494 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.194105 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b43e4c8-7768-45ac-a5b4-d3c5e44c823b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.239892 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Routers {'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:09.241222 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:09.264501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43e4c8-7768-45ac-a5b4-d3c5e44c823b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Subnet': ['ID=c075c0c9-002c-4de5-b69e-8fe297b1210e,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.273111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b43e4c8-7768-45ac-a5b4-d3c5e44c823b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Checking segment: {'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:09.273441 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b43e4c8-7768-45ac-a5b4-d3c5e44c823b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network hostable DHCP agents. Network: 152dd058-0836-4ef2-bc63-35bce5691a11, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:09.294759 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b43e4c8-7768-45ac-a5b4-d3c5e44c823b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 152dd058-0836-4ef2-bc63-35bce5691a11 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:09.306129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8b43e4c8-7768-45ac-a5b4-d3c5e44c823b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 152dd058-0836-4ef2-bc63-35bce5691a11) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:09.312773 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b43e4c8-7768-45ac-a5b4-d3c5e44c823b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.313759 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8b43e4c8-7768-45ac-a5b4-d3c5e44c823b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.317091 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b82c67e-dda4-4f89-bc3b-dc15f6f206c8 None None] Network 152dd058-0836-4ef2-bc63-35bce5691a11 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:09.330134 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8b43e4c8-7768-45ac-a5b4-d3c5e44c823b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4496260 Jul 16 01:38:09.333120 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50422) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:09.370948 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] Set router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:09.378079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '948308c7-a237-4284-89c1-97b2c4065f7f', 'name': 'network-vif-deleted', 'tag': '67529e99-743f-471c-a02a-dc89b8beab3e'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:09.381596 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cde6df4-1604-4e3d-99ca-3c53de6ae878" -d '{"events": [{"server_uuid": "948308c7-a237-4284-89c1-97b2c4065f7f", "name": "network-vif-deleted", "tag": "67529e99-743f-471c-a02a-dc89b8beab3e"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:09.402583 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c2af6-eb7e-41e0-a65c-965a9ca65d92 None None] Pushing event updated for resources: {'Port': ['ID=0ddf5e26-0cc6-48ff-bd99-223b42eb15ee,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.485926 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31613874-7794-4c74-9559-37857a71c34c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-152dd058-0836-4ef2-bc63-35bce5691a11', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'tenant_id': '69687824cbca408cb542751d24b99384', 'fixed_ips': [{'subnet_id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:09.487314 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.506670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f489a392-13fe-4d64-8abf-a2dab2e5f575 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Made reservation on behalf of f711fa97b26d4d9d8917845fa30d012c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:09.537540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70e35e-75f3-4af1-953e-fc7523f8419f req-e41cf8d5-13a4-420a-a1dc-d669bd9a6d47 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:09.545570 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d70e35e-75f3-4af1-953e-fc7523f8419f req-e41cf8d5-13a4-420a-a1dc-d669bd9a6d47 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=867721c2-1b26-498a-af15-4a2aef7b8450 HTTP/1.1" status: 200 len: 943 time: 0.1146052 Jul 16 01:38:09.615693 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34174686', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:06Z', 'revision_number': 3, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:09.625776 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d70e35e-75f3-4af1-953e-fc7523f8419f req-ab376ab1-161a-4e8d-81e8-1e1f87e9b608 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792475 Jul 16 01:38:09.648810 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3e0c76-fc25-4f01-836e-efda10dc073e None None] The sync data for ids ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'] in n-d-791505-14 is: [{'id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34174686', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:06Z', 'revision_number': 3, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:09.657743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-31613874-7794-4c74-9559-37857a71c34c None None] Allocated IP 172.20.0.2 (152dd058-0836-4ef2-bc63-35bce5691a11/c075c0c9-002c-4de5-b69e-8fe297b1210e/852b686c-e82d-4610-8e0e-010ff9a7905c) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:09.669862 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f489a392-13fe-4d64-8abf-a2dab2e5f575 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.698728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-f489a392-13fe-4d64-8abf-a2dab2e5f575 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] device_id is not set on port efa30a34-e2ea-4e96-a324-d99c61add7f1 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:09.729636 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f8f6d7-83c9-482e-bbdb-b66396536027 x-openstack-request-id: req-b4f8f6d7-83c9-482e-bbdb-b66396536027 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:09.729953 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "948308c7-a237-4284-89c1-97b2c4065f7f", "name": "network-vif-deleted", "tag": "67529e99-743f-471c-a02a-dc89b8beab3e", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:09.732825 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b4f8f6d7-83c9-482e-bbdb-b66396536027 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:09.733225 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '948308c7-a237-4284-89c1-97b2c4065f7f', 'name': 'network-vif-deleted', 'tag': '67529e99-743f-471c-a02a-dc89b8beab3e', 'status': 'completed', 'code': 200} Jul 16 01:38:09.852462 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.864223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-31613874-7794-4c74-9559-37857a71c34c None None] Transition to ACTIVE for port object 852b686c-e82d-4610-8e0e-010ff9a7905c will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:09.889687 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-31613874-7794-4c74-9559-37857a71c34c None None] Transition to ACTIVE for port object 852b686c-e82d-4610-8e0e-010ff9a7905c will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:09.899992 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:09.942975 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31613874-7794-4c74-9559-37857a71c34c None None] Pushing event updated for resources: {'Port': ['ID=852b686c-e82d-4610-8e0e-010ff9a7905c,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:09.957351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.957704 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.958511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.958511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.958840 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.959146 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.959473 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.960692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.960692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.960692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.961021 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.961119 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:09.974580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31613874-7794-4c74-9559-37857a71c34c None None] Network 152dd058-0836-4ef2-bc63-35bce5691a11 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:09.978454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-31613874-7794-4c74-9559-37857a71c34c None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:09.988835 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31613874-7794-4c74-9559-37857a71c34c None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:09.998089 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.209574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-f489a392-13fe-4d64-8abf-a2dab2e5f575 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Allocated IP 172.20.0.14 (938c01f3-a969-4ea4-ab69-d2fc474996d1/1380d9b5-9b3f-4057-9345-9701b76159af/efa30a34-e2ea-4e96-a324-d99c61add7f1) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:10.229588 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-f489a392-13fe-4d64-8abf-a2dab2e5f575 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Allocated IP 172.20.0.13 (938c01f3-a969-4ea4-ab69-d2fc474996d1/1380d9b5-9b3f-4057-9345-9701b76159af/efa30a34-e2ea-4e96-a324-d99c61add7f1) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:10.234583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-31613874-7794-4c74-9559-37857a71c34c None None] Attempting to bind port 852b686c-e82d-4610-8e0e-010ff9a7905c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:10.235291 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-31613874-7794-4c74-9559-37857a71c34c None None] Attempting to bind port 852b686c-e82d-4610-8e0e-010ff9a7905c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:10.236063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31613874-7794-4c74-9559-37857a71c34c None None] Attempting to bind port 852b686c-e82d-4610-8e0e-010ff9a7905c on network 152dd058-0836-4ef2-bc63-35bce5691a11 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:10.243417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31613874-7794-4c74-9559-37857a71c34c None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:10.244801 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31613874-7794-4c74-9559-37857a71c34c None None] Checking segment: {'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:10.245474 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.246057 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31613874-7794-4c74-9559-37857a71c34c None None] Bound using segment: {'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:10.246602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-31613874-7794-4c74-9559-37857a71c34c None None] Bound port: 852b686c-e82d-4610-8e0e-010ff9a7905c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:10.247075 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.256883 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.342254 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-31613874-7794-4c74-9559-37857a71c34c None None] For port 852b686c-e82d-4610-8e0e-010ff9a7905c, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:10.347723 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-31613874-7794-4c74-9559-37857a71c34c None None] For port 852b686c-e82d-4610-8e0e-010ff9a7905c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=852b686c-e82d-4610-8e0e-010ff9a7905c,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:10.355466 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-31613874-7794-4c74-9559-37857a71c34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.473358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31613874-7794-4c74-9559-37857a71c34c None None] Pushing event updated for resources: {'Port': ['ID=852b686c-e82d-4610-8e0e-010ff9a7905c,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.507638 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f489a392-13fe-4d64-8abf-a2dab2e5f575 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.569157 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Allocated IP 172.20.0.1 (152dd058-0836-4ef2-bc63-35bce5691a11/c075c0c9-002c-4de5-b69e-8fe297b1210e/96165448-4f91-40d0-b2b6-252e35e32d26) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:10.577428 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f489a392-13fe-4d64-8abf-a2dab2e5f575 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.625851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f489a392-13fe-4d64-8abf-a2dab2e5f575 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network 938c01f3-a969-4ea4-ab69-d2fc474996d1 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:10.630044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-f489a392-13fe-4d64-8abf-a2dab2e5f575 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:10.634827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f489a392-13fe-4d64-8abf-a2dab2e5f575 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:10.695415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7ca0976b-3239-4cc9-b88c-61ca921b46b3 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:10.729165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489a392-13fe-4d64-8abf-a2dab2e5f575 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=efa30a34-e2ea-4e96-a324-d99c61add7f1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.779922 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.790606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f489a392-13fe-4d64-8abf-a2dab2e5f575 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:10.791868 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f489a392-13fe-4d64-8abf-a2dab2e5f575 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.804990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Transition to ACTIVE for port object 96165448-4f91-40d0-b2b6-252e35e32d26 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:10.830833 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f489a392-13fe-4d64-8abf-a2dab2e5f575 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.9308925 Jul 16 01:38:10.833326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50442) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:10.838601 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': 'efa30a34-e2ea-4e96-a324-d99c61add7f1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:10.864773 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.899712 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:10.927397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7ca0976b-3239-4cc9-b88c-61ca921b46b3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7ca0976b-3239-4cc9-b88c-61ca921b46b3,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:10.941490 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '7ca0976b-3239-4cc9-b88c-61ca921b46b3', 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e', 'port_id': '7ca0976b-3239-4cc9-b88c-61ca921b46b3', 'mac_address': 'fa:16:3e:45:35:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cca8a215-e0ab-4861-b96f-853bc8f3016f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:10.960459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 152dd058-0836-4ef2-bc63-35bce5691a11 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:10.964127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:10.966401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=96165448-4f91-40d0-b2b6-252e35e32d26,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:10.976989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:11.001019 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.018338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca0976b-3239-4cc9-b88c-61ca921b46b3 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:11.051497 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7ca0976b-3239-4cc9-b88c-61ca921b46b3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7ca0976b-3239-4cc9-b88c-61ca921b46b3,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:11.069004 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.070992 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.162745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53013265-c7e2-4193-ac22-b059366f6f78 req-0eb1044f-4ec2-4324-8cbb-fb274d470309 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:11.172175 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53013265-c7e2-4193-ac22-b059366f6f78 req-0eb1044f-4ec2-4324-8cbb-fb274d470309 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=867721c2-1b26-498a-af15-4a2aef7b8450 HTTP/1.1" status: 200 len: 943 time: 0.2831967 Jul 16 01:38:11.188265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=7ca0976b-3239-4cc9-b88c-61ca921b46b3,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:11.256911 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53013265-c7e2-4193-ac22-b059366f6f78 req-5428e6c4-9cbf-4c96-9fa3-7ae0177c2bf6 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837219 Jul 16 01:38:11.267485 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.334379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:11.374522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['7ca0976b-3239-4cc9-b88c-61ca921b46b3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:11.383712 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.412878 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Allocated IP 172.25.2.225 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/97a6968c-226f-496e-86e5-c05e2f0e4a73) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:11.471071 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:11.477496 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:11.478675 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.602312 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.713911 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.777501 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:11.783604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:11.786519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=97a6968c-226f-496e-86e5-c05e2f0e4a73,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:11.788890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:11.897966 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.909285 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.962980 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:11.987373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=96165448-4f91-40d0-b2b6-252e35e32d26,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.000233 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0ddf5e26-0cc6-48ff-bd99-223b42eb15ee,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:12.010769 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.012352 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 852b686c-e82d-4610-8e0e-010ff9a7905c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:12.015669 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.106124 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3815cedf-0919-45fe-a1a2-2b86e7847931 None None] Network 152dd058-0836-4ef2-bc63-35bce5691a11 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:12.137731 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 152dd058-0836-4ef2-bc63-35bce5691a11 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:12.139198 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:12.227917 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=0ddf5e26-0cc6-48ff-bd99-223b42eb15ee,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.270520 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-faa971a7-b147-4a51-99b9-e7b54db9f17b None None] Provisioning for port 852b686c-e82d-4610-8e0e-010ff9a7905c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:12.302489 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:12.317756 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 852b686c-e82d-4610-8e0e-010ff9a7905c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:12.328779 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 852b686c-e82d-4610-8e0e-010ff9a7905c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:12.329158 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.392460 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 67529e99-743f-471c-a02a-dc89b8beab3e no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:12.398379 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.430570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 67529e99-743f-471c-a02a-dc89b8beab3e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:12.430956 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 67529e99-743f-471c-a02a-dc89b8beab3e not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:12.480529 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.495425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:12.500436 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fb8b5500-11e1-4bec-9382-18acb2cc7791 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "PUT /v2.0/routers/a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1658940 Jul 16 01:38:12.522048 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.532164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 852b686c-e82d-4610-8e0e-010ff9a7905c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=852b686c-e82d-4610-8e0e-010ff9a7905c,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:12.542094 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.647690 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=852b686c-e82d-4610-8e0e-010ff9a7905c,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:12.699752 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Sync routers for ids ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:12.726209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7ca0976b-3239-4cc9-b88c-61ca921b46b3 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:12.756282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Routers {'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:12.756936 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:12.758095 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15fdbc-d44b-4371-b3ba-69ebf18f2bb9 req-b3a82a45-2c2a-49ed-9b16-f997e7721031 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:12.760682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b15fdbc-d44b-4371-b3ba-69ebf18f2bb9 req-b3a82a45-2c2a-49ed-9b16-f997e7721031 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=867721c2-1b26-498a-af15-4a2aef7b8450 HTTP/1.1" status: 200 len: 944 time: 0.1831064 Jul 16 01:38:12.836608 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b15fdbc-d44b-4371-b3ba-69ebf18f2bb9 req-a2dbaad5-0fe2-4d15-9854-f21b0ab8906e tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567153 Jul 16 01:38:12.864362 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.873683 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.899985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-09e2d4d7-5ab0-43bc-8a74-8314ded62a30 None None] Provisioning complete for port 852b686c-e82d-4610-8e0e-010ff9a7905c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:12.900397 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-09e2d4d7-5ab0-43bc-8a74-8314ded62a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.951951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 7ca0976b-3239-4cc9-b88c-61ca921b46b3 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:12.982169 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Set router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:12.984877 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 7ca0976b-3239-4cc9-b88c-61ca921b46b3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:12.985067 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:12.996014 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.031871 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=97a6968c-226f-496e-86e5-c05e2f0e4a73,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:13.066448 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-b3c2c699-6b98-465b-9f6a-434b00add992 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-204583516&fields=id&tenant_id=69687824cbca408cb542751d24b99384 HTTP/1.1" status: 200 len: 267 time: 0.1034591 Jul 16 01:38:13.168496 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-09e2d4d7-5ab0-43bc-8a74-8314ded62a30 None None] Provisioning for port 96165448-4f91-40d0-b2b6-252e35e32d26 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:13.182822 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-09e2d4d7-5ab0-43bc-8a74-8314ded62a30 None None] Provisioning complete for port 96165448-4f91-40d0-b2b6-252e35e32d26 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:13.183529 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-09e2d4d7-5ab0-43bc-8a74-8314ded62a30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.208875 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Floating IP 03ab8438-cf5f-4a69-87d8-4f35346af726 associated. External IP: 172.25.2.225, port: efa30a34-e2ea-4e96-a324-d99c61add7f1. Jul 16 01:38:13.229290 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-09e2d4d7-5ab0-43bc-8a74-8314ded62a30 None None] Port 96165448-4f91-40d0-b2b6-252e35e32d26 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:13.232437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:13.335050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-b4cb0565-7187-4e80-befe-d12a0d455a5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:13.340296 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-b4cb0565-7187-4e80-befe-d12a0d455a5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/networks?id=152dd058-0836-4ef2-bc63-35bce5691a11 HTTP/1.1" status: 200 len: 797 time: 0.2128131 Jul 16 01:38:13.343501 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.382858 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-fe5fd1f4-87c8-4679-b2d1-35436b0bd589 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/quotas/69687824cbca408cb542751d24b99384 HTTP/1.1" status: 200 len: 375 time: 0.0134501 Jul 16 01:38:13.410066 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867721c2-1b26-498a-af15-4a2aef7b8450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca0976b-3239-4cc9-b88c-61ca921b46b3'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:13.412299 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0cbab6-2408-4e67-bd25-570e4567354a" -d '{"events": [{"server_uuid": "867721c2-1b26-498a-af15-4a2aef7b8450", "name": "network-vif-plugged", "status": "completed", "tag": "7ca0976b-3239-4cc9-b88c-61ca921b46b3"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:13.428422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bb8a9289-1f15-40ee-9cfd-22cf09348938 None None] Provisioning complete for port 96165448-4f91-40d0-b2b6-252e35e32d26 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:13.428797 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bb8a9289-1f15-40ee-9cfd-22cf09348938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.433992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7ca0976b-3239-4cc9-b88c-61ca921b46b3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7ca0976b-3239-4cc9-b88c-61ca921b46b3,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:13.458608 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.500882 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:13.500882 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.532298 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a9289-1f15-40ee-9cfd-22cf09348938 None None] Port 96165448-4f91-40d0-b2b6-252e35e32d26 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:13.550344 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-1d020f2e-f6fb-466b-bae6-508af8083772 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1555531 Jul 16 01:38:13.566550 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=7ca0976b-3239-4cc9-b88c-61ca921b46b3,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:13.588350 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34174686', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '96165448-4f91-40d0-b2b6-252e35e32d26', 'name': '', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:34:e8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:10Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 2, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:13.608693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router 08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:13.638930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Checking router: a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:13.639292 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Updating router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc port 96165448-4f91-40d0-b2b6-252e35e32d26 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:38:13.682645 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 852b686c-e82d-4610-8e0e-010ff9a7905c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:13.705985 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.715155 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-7cccbea4-fe5e-4cf6-982c-fa0406d41953 service neutron] 10.222.0.22 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472015 Jul 16 01:38:13.823992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:13.836185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 852b686c-e82d-4610-8e0e-010ff9a7905c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:13.836572 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.844058 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ce676c-66c5-4b5b-ac8a-365bcbc2c9cf None None] Sync routers for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:13.862116 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce676c-66c5-4b5b-ac8a-365bcbc2c9cf None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:13.862539 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:13.862910 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-41ce676c-66c5-4b5b-ac8a-365bcbc2c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:13.910785 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-41ce676c-66c5-4b5b-ac8a-365bcbc2c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:13.921293 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-2ad0b53e-c5f2-4adb-81d5-da4f3177c924 service neutron] 10.222.0.22 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707652 Jul 16 01:38:13.927122 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce676c-66c5-4b5b-ac8a-365bcbc2c9cf None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:13.927948 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-41ce676c-66c5-4b5b-ac8a-365bcbc2c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:13.958087 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50484) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:13.963388 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-cd6b674f-fe2a-42cb-a517-35cc4dd1518a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'floatingip': {'port_id': 'efa30a34-e2ea-4e96-a324-d99c61add7f1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:13.966931 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4fb56948-6c64-4f34-88a3-0e7003f1032a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1324804 Jul 16 01:38:13.977325 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-41ce676c-66c5-4b5b-ac8a-365bcbc2c9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:13.978885 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ce676c-66c5-4b5b-ac8a-365bcbc2c9cf None None] The sync data for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:14.077564 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd6b674f-fe2a-42cb-a517-35cc4dd1518a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.210952 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07d62da-a10d-4b36-9c76-eed423cfe2d1 x-openstack-request-id: req-f07d62da-a10d-4b36-9c76-eed423cfe2d1 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:14.211503 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867721c2-1b26-498a-af15-4a2aef7b8450", "name": "network-vif-plugged", "status": "completed", "tag": "7ca0976b-3239-4cc9-b88c-61ca921b46b3", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:14.211639 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f07d62da-a10d-4b36-9c76-eed423cfe2d1 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:14.212078 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867721c2-1b26-498a-af15-4a2aef7b8450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca0976b-3239-4cc9-b88c-61ca921b46b3', 'code': 200} Jul 16 01:38:14.226777 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.248327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Transition to ACTIVE for port object 96165448-4f91-40d0-b2b6-252e35e32d26 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:14.258961 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.370538 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8312e8-53d5-4638-8740-8db8d0fe5d1a None None] Pushing event updated for resources: {'Port': ['ID=96165448-4f91-40d0-b2b6-252e35e32d26,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:14.470509 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3f2909-2cc2-49dc-afc0-db779bcce8e4 req-1e4af6b5-f34c-411d-921a-c733c5efe2d4 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:14.479057 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb3f2909-2cc2-49dc-afc0-db779bcce8e4 req-1e4af6b5-f34c-411d-921a-c733c5efe2d4 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=867721c2-1b26-498a-af15-4a2aef7b8450 HTTP/1.1" status: 200 len: 945 time: 0.0932665 Jul 16 01:38:14.498067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Attempting to bind port 96165448-4f91-40d0-b2b6-252e35e32d26 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:14.498452 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Attempting to bind port 96165448-4f91-40d0-b2b6-252e35e32d26 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:14.501153 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Attempting to bind port 96165448-4f91-40d0-b2b6-252e35e32d26 on network 152dd058-0836-4ef2-bc63-35bce5691a11 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:14.516415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:14.519169 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Checking segment: {'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:14.519620 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.520060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Bound using segment: {'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:14.520559 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Bound port: 96165448-4f91-40d0-b2b6-252e35e32d26, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:14.526840 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.577875 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38be092-b419-4f21-a0fa-caf76fc37e9a req-d3a112e9-bdf5-4096-9847-214089e4e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:14.579395 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f38be092-b419-4f21-a0fa-caf76fc37e9a req-d3a112e9-bdf5-4096-9847-214089e4e1ed service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=867721c2-1b26-498a-af15-4a2aef7b8450 HTTP/1.1" status: 200 len: 1097 time: 0.2825921 Jul 16 01:38:14.594806 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb3f2909-2cc2-49dc-afc0-db779bcce8e4 req-c2ea1274-15c9-4089-a640-e445b613b74e tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147511 Jul 16 01:38:14.692225 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f38be092-b419-4f21-a0fa-caf76fc37e9a req-968321aa-d03f-4cfd-a79e-cd64d717aee5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959368 Jul 16 01:38:14.766783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] For port 96165448-4f91-40d0-b2b6-252e35e32d26, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:14.774336 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] For port 96165448-4f91-40d0-b2b6-252e35e32d26, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=96165448-4f91-40d0-b2b6-252e35e32d26,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:14.781340 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:14.823617 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73c62fa8-9e3c-4ce1-8319-86ccf0a9d607 req-a508bd20-d893-4379-a744-e7918d434c65 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 210 time: 0.1023223 Jul 16 01:38:14.899162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Routers {'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:14.900449 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:14.972651 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8312e8-53d5-4638-8740-8db8d0fe5d1a None None] Pushing event updated for resources: {'Port': ['ID=96165448-4f91-40d0-b2b6-252e35e32d26,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:15.081601 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] Set router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:15.131396 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd6b674f-fe2a-42cb-a517-35cc4dd1518a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.136948 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd6b674f-fe2a-42cb-a517-35cc4dd1518a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.442072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd6b674f-fe2a-42cb-a517-35cc4dd1518a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router 08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:15.542745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34174686', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '96165448-4f91-40d0-b2b6-252e35e32d26', 'name': '', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:34:e8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:10Z', 'updated_at': '2021-07-16T01:38:14Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:15.564741 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd6b674f-fe2a-42cb-a517-35cc4dd1518a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:15.569812 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd6b674f-fe2a-42cb-a517-35cc4dd1518a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:15.576644 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2e992-f1d9-4ed7-8e91-9aa718599a01 None None] Sync routers for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:15.579234 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9cdba8-b7e7-4da7-89bc-f72cbf7741e9 None None] The sync data for ids ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'] in n-d-791505-14 is: [{'id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34174686', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '96165448-4f91-40d0-b2b6-252e35e32d26', 'name': '', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:34:e8:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:10Z', 'updated_at': '2021-07-16T01:38:14Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:15.588879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2e992-f1d9-4ed7-8e91-9aa718599a01 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:15.589522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-73f2e992-f1d9-4ed7-8e91-9aa718599a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:15.652926 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-73f2e992-f1d9-4ed7-8e91-9aa718599a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:15.669119 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f2e992-f1d9-4ed7-8e91-9aa718599a01 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:15.669674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-73f2e992-f1d9-4ed7-8e91-9aa718599a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:15.709837 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-73f2e992-f1d9-4ed7-8e91-9aa718599a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:15.710500 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f2e992-f1d9-4ed7-8e91-9aa718599a01 None None] The sync data for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:15.859550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e52d8-8ed0-48ee-8572-e7b0257914cc req-3b2ee07b-6431-4d24-96ff-a2be0f1219f2 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:15.863071 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-303e52d8-8ed0-48ee-8572-e7b0257914cc req-3b2ee07b-6431-4d24-96ff-a2be0f1219f2 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=867721c2-1b26-498a-af15-4a2aef7b8450 HTTP/1.1" status: 200 len: 945 time: 0.0936337 Jul 16 01:38:15.910039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-303e52d8-8ed0-48ee-8572-e7b0257914cc req-55cc37a1-3254-475d-b313-1a0273e3ae3e tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376575 Jul 16 01:38:16.078476 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cd6b674f-fe2a-42cb-a517-35cc4dd1518a tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "PUT /v2.0/floatingips/03ab8438-cf5f-4a69-87d8-4f35346af726 HTTP/1.1" status: 200 len: 978 time: 2.1192420 Jul 16 01:38:16.081332 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50514) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:16.165157 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea7dd126-abc9-4fde-99ba-c33f61ac1fda req-277a1744-4408-48bd-aac2-6a52f36104ef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 210 time: 0.0655119 Jul 16 01:38:16.227918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-a7964ace-b438-40ec-bfe7-4be15d715937 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:16.230635 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-a7964ace-b438-40ec-bfe7-4be15d715937 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.70 "GET /v2.0/networks?id=152dd058-0836-4ef2-bc63-35bce5691a11 HTTP/1.1" status: 200 len: 797 time: 0.2401400 Jul 16 01:38:16.317508 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-550921f5-9b5e-438c-ba2f-4612a841a03d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69687824cbca408cb542751d24b99384 HTTP/1.1" status: 200 len: 379 time: 0.0761354 Jul 16 01:38:16.323259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-51c2a471-9a54-46d1-95f3-2834fe517c14 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Deleting port 97a6968c-226f-496e-86e5-c05e2f0e4a73 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:16.323709 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-51c2a471-9a54-46d1-95f3-2834fe517c14 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.327877 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-9e4c4d30-1791-4f59-9a1d-001e773dbcd1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'port': {'device_id': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'admin_state_up': True, 'tenant_id': '69687824cbca408cb542751d24b99384', 'security_groups': ['5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:16.447363 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-51c2a471-9a54-46d1-95f3-2834fe517c14 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.448091 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-51c2a471-9a54-46d1-95f3-2834fe517c14 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.472375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-51c2a471-9a54-46d1-95f3-2834fe517c14 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Calling delete_port for 97a6968c-226f-496e-86e5-c05e2f0e4a73 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:16.498868 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-9e4c4d30-1791-4f59-9a1d-001e773dbcd1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Made reservation on behalf of 69687824cbca408cb542751d24b99384 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:16.502640 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-9e4c4d30-1791-4f59-9a1d-001e773dbcd1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.722948 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-9e4c4d30-1791-4f59-9a1d-001e773dbcd1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Allocated IP 172.20.0.6 (152dd058-0836-4ef2-bc63-35bce5691a11/c075c0c9-002c-4de5-b69e-8fe297b1210e/a83fca31-f2d8-47e6-b88a-4114b31501c1) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:16.961781 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-9e4c4d30-1791-4f59-9a1d-001e773dbcd1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:16.994614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-9e4c4d30-1791-4f59-9a1d-001e773dbcd1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Transition to ACTIVE for port object a83fca31-f2d8-47e6-b88a-4114b31501c1 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:17.042423 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-9e4c4d30-1791-4f59-9a1d-001e773dbcd1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.148714 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c4d30-1791-4f59-9a1d-001e773dbcd1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=a83fca31-f2d8-47e6-b88a-4114b31501c1,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.167680 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-9e4c4d30-1791-4f59-9a1d-001e773dbcd1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 152dd058-0836-4ef2-bc63-35bce5691a11 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:17.172919 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-9e4c4d30-1791-4f59-9a1d-001e773dbcd1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:17.179101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-9e4c4d30-1791-4f59-9a1d-001e773dbcd1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:17.220358 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-51c2a471-9a54-46d1-95f3-2834fe517c14 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.293903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 96165448-4f91-40d0-b2b6-252e35e32d26 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:17.298251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-9e4c4d30-1791-4f59-9a1d-001e773dbcd1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.305472 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-9e4c4d30-1791-4f59-9a1d-001e773dbcd1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.320350 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2a471-9a54-46d1-95f3-2834fe517c14 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Port': ['ID=97a6968c-226f-496e-86e5-c05e2f0e4a73,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.332785 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-9e4c4d30-1791-4f59-9a1d-001e773dbcd1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0081122 Jul 16 01:38:17.348340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Request body: {'port': {'device_id': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:17.408177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 96165448-4f91-40d0-b2b6-252e35e32d26 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:17.414019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 96165448-4f91-40d0-b2b6-252e35e32d26 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:17.417608 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.514527 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-51c2a471-9a54-46d1-95f3-2834fe517c14 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.516188 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-51c2a471-9a54-46d1-95f3-2834fe517c14 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Floating IP 03ab8438-cf5f-4a69-87d8-4f35346af726 disassociated (deleted). External IP: 172.25.2.225, port: efa30a34-e2ea-4e96-a324-d99c61add7f1. Jul 16 01:38:17.554578 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.565907 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.605116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7cca0-b189-4157-8673-483e728b17f4 req-eadad63a-4cf0-4e4a-8e4d-c751174b2407 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:17.607456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2bc7cca0-b189-4157-8673-483e728b17f4 req-eadad63a-4cf0-4e4a-8e4d-c751174b2407 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 931 time: 0.1581137 Jul 16 01:38:17.630195 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 96165448-4f91-40d0-b2b6-252e35e32d26, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=96165448-4f91-40d0-b2b6-252e35e32d26,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:17.636548 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.708614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=96165448-4f91-40d0-b2b6-252e35e32d26,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:17.709870 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2bc7cca0-b189-4157-8673-483e728b17f4 req-f32f38ac-88b1-4bc0-a7d5-8063ff332767 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686538 Jul 16 01:38:17.731439 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f1e46e01-f1f8-4cbc-a973-9dad76c6801c None None] Provisioning for port a83fca31-f2d8-47e6-b88a-4114b31501c1 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:17.737601 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f1e46e01-f1f8-4cbc-a973-9dad76c6801c None None] Provisioning complete for port a83fca31-f2d8-47e6-b88a-4114b31501c1 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:17.739292 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f1e46e01-f1f8-4cbc-a973-9dad76c6801c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.814476 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f1e46e01-f1f8-4cbc-a973-9dad76c6801c None None] Port a83fca31-f2d8-47e6-b88a-4114b31501c1 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:17.846861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c2a471-9a54-46d1-95f3-2834fe517c14 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router 08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:17.941479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83fca31-f2d8-47e6-b88a-4114b31501c1 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:17.949899 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.971376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Transition to ACTIVE for port object a83fca31-f2d8-47e6-b88a-4114b31501c1 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:17.976455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c2a471-9a54-46d1-95f3-2834fe517c14 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:17.977464 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.982338 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-51c2a471-9a54-46d1-95f3-2834fe517c14 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:17.990795 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b60383-eb40-43dc-819c-40e5bb2c26ca None None] Sync routers for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:18.007506 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b60383-eb40-43dc-819c-40e5bb2c26ca None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:18.008176 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d5b60383-eb40-43dc-819c-40e5bb2c26ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:18.037987 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-51c2a471-9a54-46d1-95f3-2834fe517c14 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/floatingips/03ab8438-cf5f-4a69-87d8-4f35346af726 HTTP/1.1" status: 204 len: 168 time: 1.9537196 Jul 16 01:38:18.038865 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50548) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:18.043855 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Pushing event updated for resources: {'Port': ['ID=a83fca31-f2d8-47e6-b88a-4114b31501c1,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:18.085451 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d5b60383-eb40-43dc-819c-40e5bb2c26ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:18.106117 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b60383-eb40-43dc-819c-40e5bb2c26ca None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:18.106960 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d5b60383-eb40-43dc-819c-40e5bb2c26ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:18.213268 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d5b60383-eb40-43dc-819c-40e5bb2c26ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:18.214312 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b60383-eb40-43dc-819c-40e5bb2c26ca None None] The sync data for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:18.255876 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-2b950ade-063a-489b-ae26-8f193f73281c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Deleting port efa30a34-e2ea-4e96-a324-d99c61add7f1 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:18.257196 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b950ade-063a-489b-ae26-8f193f73281c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.307061 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Attempting to bind port a83fca31-f2d8-47e6-b88a-4114b31501c1 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:18.310124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Attempting to bind port a83fca31-f2d8-47e6-b88a-4114b31501c1 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:18.310869 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Attempting to bind port a83fca31-f2d8-47e6-b88a-4114b31501c1 on network 152dd058-0836-4ef2-bc63-35bce5691a11 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:18.323664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Port a83fca31-f2d8-47e6-b88a-4114b31501c1 on network 152dd058-0836-4ef2-bc63-35bce5691a11 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:18.326032 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Attempting to bind port a83fca31-f2d8-47e6-b88a-4114b31501c1 on network 152dd058-0836-4ef2-bc63-35bce5691a11 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:18.349229 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:18.349647 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Checking segment: {'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:18.350113 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Bound using segment: {'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:18.350629 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Bound port: a83fca31-f2d8-47e6-b88a-4114b31501c1, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:18.351254 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.418318 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b950ade-063a-489b-ae26-8f193f73281c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.442265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:18.446376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:18.451015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-2b950ade-063a-489b-ae26-8f193f73281c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Calling delete_port for efa30a34-e2ea-4e96-a324-d99c61add7f1 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:18.457365 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.526078 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.527090 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.528700 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] 10.222.0.70 "PUT /v2.0/ports/a83fca31-f2d8-47e6-b88a-4114b31501c1 HTTP/1.1" status: 200 len: 1092 time: 1.1857705 Jul 16 01:38:18.533098 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:18.535456 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650c629e-ec24-43a5-af65-25e15e84633b" -d '{"events": [{"name": "network-changed", "server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:18.575071 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0cde2-a65e-4837-9707-a42a0c0d7d21 service neutron] Pushing event updated for resources: {'Port': ['ID=a83fca31-f2d8-47e6-b88a-4114b31501c1,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:18.621446 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a0f946-b18c-46ef-aba4-b7874869a5cd x-openstack-request-id: req-c9a0f946-b18c-46ef-aba4-b7874869a5cd {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:18.621828 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:18.621980 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9a0f946-b18c-46ef-aba4-b7874869a5cd {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:18.622401 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'status': 'completed', 'code': 200} Jul 16 01:38:18.688705 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-46445113-a9c0-424c-91f5-26786f692634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.690415 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-46445113-a9c0-424c-91f5-26786f692634 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 1095 time: 0.1120589 Jul 16 01:38:18.751610 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-1b50d8c1-e135-42fc-accc-ca9fcb5e2ce8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1 HTTP/1.1" status: 200 len: 217 time: 0.0527334 Jul 16 01:38:18.754747 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b950ade-063a-489b-ae26-8f193f73281c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.801094 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b950ade-063a-489b-ae26-8f193f73281c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Port': ['ID=efa30a34-e2ea-4e96-a324-d99c61add7f1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:18.856484 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-c9556bbf-9c32-4868-86d3-d863a795abc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:18.861627 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-c9556bbf-9c32-4868-86d3-d863a795abc3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c075c0c9-002c-4de5-b69e-8fe297b1210e HTTP/1.1" status: 200 len: 835 time: 0.1006882 Jul 16 01:38:18.978916 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2b950ade-063a-489b-ae26-8f193f73281c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:18.986907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50560) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:18.988206 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2b950ade-063a-489b-ae26-8f193f73281c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/ports/efa30a34-e2ea-4e96-a324-d99c61add7f1 HTTP/1.1" status: 204 len: 168 time: 0.9479275 Jul 16 01:38:18.993036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:19.001603 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4c3681a2-c784-44f7-888d-5a3bba6a93a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.003248 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-4c3681a2-c784-44f7-888d-5a3bba6a93a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=152dd058-0836-4ef2-bc63-35bce5691a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1330788 Jul 16 01:38:19.041880 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4521084b-0b59-4b26-97ec-1b5aa72fb2d9 req-15ecb443-4b87-4361-b2ec-340847e7d463 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.050333 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4521084b-0b59-4b26-97ec-1b5aa72fb2d9 req-15ecb443-4b87-4361-b2ec-340847e7d463 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 943 time: 0.1312037 Jul 16 01:38:19.083599 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.110461 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4521084b-0b59-4b26-97ec-1b5aa72fb2d9 req-157c1ffc-d91d-4702-8bda-46c4bc47502c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588880 Jul 16 01:38:19.186367 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-b95b41cb-b746-42f6-8dfe-417c32687992 service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718154 Jul 16 01:38:19.214327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 96165448-4f91-40d0-b2b6-252e35e32d26 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:19.288764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 96165448-4f91-40d0-b2b6-252e35e32d26 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:19.289156 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.377984 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3262f8d5-fbdc-438f-8da5-a85eb7590654 req-f5a80ab3-78f2-4706-b533-4979d84ada27 service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840069 Jul 16 01:38:19.416374 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.588758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Allocated IP 172.25.2.68 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/2a516902-6872-47f5-a18d-d3e7091108d8) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:19.591955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c629e-ec24-43a5-af65-25e15e84633b req-be24b157-4242-4835-92b0-279622ffdbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.593486 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-650c629e-ec24-43a5-af65-25e15e84633b req-be24b157-4242-4835-92b0-279622ffdbea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 1095 time: 0.1086195 Jul 16 01:38:19.757278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c629e-ec24-43a5-af65-25e15e84633b req-cbcf8268-a709-4aa6-a006-cfcc8ea29c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.758746 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-650c629e-ec24-43a5-af65-25e15e84633b req-cbcf8268-a709-4aa6-a006-cfcc8ea29c03 service neutron] 10.222.0.70 "GET /v2.0/networks?id=152dd058-0836-4ef2-bc63-35bce5691a11 HTTP/1.1" status: 200 len: 898 time: 0.1570868 Jul 16 01:38:19.784328 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.819571 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-650c629e-ec24-43a5-af65-25e15e84633b req-067e2f21-0151-4398-9592-d1e202870639 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1 HTTP/1.1" status: 200 len: 217 time: 0.0468729 Jul 16 01:38:19.885787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c629e-ec24-43a5-af65-25e15e84633b req-18c0d839-d08a-4d79-adf5-cc9836d4ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:19.887245 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-650c629e-ec24-43a5-af65-25e15e84633b req-18c0d839-d08a-4d79-adf5-cc9836d4ec04 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c075c0c9-002c-4de5-b69e-8fe297b1210e HTTP/1.1" status: 200 len: 835 time: 0.0599411 Jul 16 01:38:19.891676 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:19.966469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:19.973273 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:19.978927 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:19.985180 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=2a516902-6872-47f5-a18d-d3e7091108d8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:20.140548 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c629e-ec24-43a5-af65-25e15e84633b req-0c7e775c-4191-4a0d-8ea5-43f2f6973def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.143457 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-650c629e-ec24-43a5-af65-25e15e84633b req-0c7e775c-4191-4a0d-8ea5-43f2f6973def service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=152dd058-0836-4ef2-bc63-35bce5691a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2456794 Jul 16 01:38:20.207293 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.312735 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.316129 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-650c629e-ec24-43a5-af65-25e15e84633b req-46ee1bf0-ae64-44f7-83bd-144ccd74065c service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660066 Jul 16 01:38:20.319059 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6463c20d-6ee7-488a-8e70-68cd2cf92a94 req-58954c51-d37c-4645-a0c1-048331726677 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:20.342425 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6463c20d-6ee7-488a-8e70-68cd2cf92a94 req-58954c51-d37c-4645-a0c1-048331726677 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 943 time: 0.1077092 Jul 16 01:38:20.443196 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6463c20d-6ee7-488a-8e70-68cd2cf92a94 req-00184483-39e7-4563-b690-3088ac63a92d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996094 Jul 16 01:38:20.480032 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-650c629e-ec24-43a5-af65-25e15e84633b req-07d59860-bd33-499e-ae8b-6ed637cd4729 service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203387 Jul 16 01:38:20.620444 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.625075 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.705295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=2a516902-6872-47f5-a18d-d3e7091108d8,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:20.717954 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.735446 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.739185 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4c7e3535-234e-4937-9848-1aba9de6dcf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7487946 Jul 16 01:38:20.739515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50584) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:20.745664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'port': {'network_id': '938c01f3-a969-4ea4-ab69-d2fc474996d1', 'name': 'tempest-FloatingIPTestJSON-1153786060'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:20.860594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Made reservation on behalf of f711fa97b26d4d9d8917845fa30d012c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:20.864637 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:20.883296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] device_id is not set on port debcbd29-a2b8-4482-81eb-ba90460546e3 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:21.018673 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Allocated IP 172.20.0.7 (938c01f3-a969-4ea4-ab69-d2fc474996d1/1380d9b5-9b3f-4057-9345-9701b76159af/debcbd29-a2b8-4482-81eb-ba90460546e3) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:21.188533 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.227325 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.269746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network 938c01f3-a969-4ea4-ab69-d2fc474996d1 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:21.275226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:21.279106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:21.309679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=debcbd29-a2b8-4482-81eb-ba90460546e3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:21.323244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:21.323929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:21.324089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:21.324289 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:21.324628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:21.324957 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:21.325287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:21.325615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:21.325940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:21.326266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:21.326595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:21.326940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:21.342107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.342724 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.357155 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-343e3309-5b63-4b07-a7c6-adb7d13652ab tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.6165323 Jul 16 01:38:21.359782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50586) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:21.364249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-dce43a59-7e23-4d81-bdcb-35dc326c881d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'floatingip': {'port_id': 'debcbd29-a2b8-4482-81eb-ba90460546e3'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:21.408099 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dce43a59-7e23-4d81-bdcb-35dc326c881d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:21.731581 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6c23a-4936-44f2-949e-4e2a9b2641f4 req-b2e192bd-8ba4-40d3-99dc-9a9ddb8b9997 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:21.733238 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24b6c23a-4936-44f2-949e-4e2a9b2641f4 req-b2e192bd-8ba4-40d3-99dc-9a9ddb8b9997 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 943 time: 0.1689150 Jul 16 01:38:21.856221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24b6c23a-4936-44f2-949e-4e2a9b2641f4 req-c45cd626-4680-47a7-aef7-1891f1d0cbd0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877748 Jul 16 01:38:22.002301 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dce43a59-7e23-4d81-bdcb-35dc326c881d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.007563 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dce43a59-7e23-4d81-bdcb-35dc326c881d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.120480 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-dce43a59-7e23-4d81-bdcb-35dc326c881d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Floating IP 5d216d3b-baf5-4010-8988-436eb48416f2 associated. External IP: 172.25.2.68, port: debcbd29-a2b8-4482-81eb-ba90460546e3. Jul 16 01:38:22.346563 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce43a59-7e23-4d81-bdcb-35dc326c881d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router 08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:22.453399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a83fca31-f2d8-47e6-b88a-4114b31501c1 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:22.466799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce43a59-7e23-4d81-bdcb-35dc326c881d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:22.478130 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d871470b-f224-4ee2-93e0-d6558835d6e9 None None] Sync routers for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:22.479497 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dce43a59-7e23-4d81-bdcb-35dc326c881d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.522171 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dce43a59-7e23-4d81-bdcb-35dc326c881d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "PUT /v2.0/floatingips/5d216d3b-baf5-4010-8988-436eb48416f2 HTTP/1.1" status: 200 len: 977 time: 1.1613152 Jul 16 01:38:22.523183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d871470b-f224-4ee2-93e0-d6558835d6e9 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:22.523859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d871470b-f224-4ee2-93e0-d6558835d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:22.525311 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50608) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:22.621346 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d871470b-f224-4ee2-93e0-d6558835d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:22.636593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d871470b-f224-4ee2-93e0-d6558835d6e9 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:22.637444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d871470b-f224-4ee2-93e0-d6558835d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:22.657015 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-28f049c4-e2e2-4ff2-a225-e8105bbe8ae0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Deleting port debcbd29-a2b8-4482-81eb-ba90460546e3 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:22.657680 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-28f049c4-e2e2-4ff2-a225-e8105bbe8ae0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.676795 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d871470b-f224-4ee2-93e0-d6558835d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:22.677436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d871470b-f224-4ee2-93e0-d6558835d6e9 None None] The sync data for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:22.691954 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:22.703859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'port_id': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'mac_address': 'fa:16:3e:2c:6d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:22.752713 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.766455 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83fca31-f2d8-47e6-b88a-4114b31501c1 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:22.774349 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-28f049c4-e2e2-4ff2-a225-e8105bbe8ae0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.786830 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:22.791984 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:22.846276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a83fca31-f2d8-47e6-b88a-4114b31501c1,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.035968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a83fca31-f2d8-47e6-b88a-4114b31501c1'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:23.077492 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-28f049c4-e2e2-4ff2-a225-e8105bbe8ae0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.077921 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-28f049c4-e2e2-4ff2-a225-e8105bbe8ae0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.078201 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-28f049c4-e2e2-4ff2-a225-e8105bbe8ae0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Floating IP 5d216d3b-baf5-4010-8988-436eb48416f2 disassociated. External IP: 172.25.2.68, port: debcbd29-a2b8-4482-81eb-ba90460546e3. Jul 16 01:38:23.078605 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-28f049c4-e2e2-4ff2-a225-e8105bbe8ae0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Calling delete_port for debcbd29-a2b8-4482-81eb-ba90460546e3 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:23.082587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244c1e6-5fd9-4ecc-bf83-baea48ec8a04 req-27e9aa67-25f8-4541-992a-40cf3ce7471c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:23.089385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d244c1e6-5fd9-4ecc-bf83-baea48ec8a04 req-27e9aa67-25f8-4541-992a-40cf3ce7471c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 944 time: 0.1039190 Jul 16 01:38:23.148598 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d244c1e6-5fd9-4ecc-bf83-baea48ec8a04 req-ca468b59-f6a9-47c9-8e6d-8221dab72887 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531847 Jul 16 01:38:23.232577 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-28f049c4-e2e2-4ff2-a225-e8105bbe8ae0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.262268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f049c4-e2e2-4ff2-a225-e8105bbe8ae0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Port': ['ID=debcbd29-a2b8-4482-81eb-ba90460546e3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:23.390595 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f049c4-e2e2-4ff2-a225-e8105bbe8ae0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router 08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:23.500831 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f049c4-e2e2-4ff2-a225-e8105bbe8ae0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:23.512164 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9542e0e-8080-4d27-8e49-d1f52c77778c None None] Sync routers for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:23.522196 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9542e0e-8080-4d27-8e49-d1f52c77778c None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:23.523320 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d9542e0e-8080-4d27-8e49-d1f52c77778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:23.556209 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d9542e0e-8080-4d27-8e49-d1f52c77778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:23.565020 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9542e0e-8080-4d27-8e49-d1f52c77778c None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:23.565882 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d9542e0e-8080-4d27-8e49-d1f52c77778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:23.569177 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-28f049c4-e2e2-4ff2-a225-e8105bbe8ae0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.571103 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-28f049c4-e2e2-4ff2-a225-e8105bbe8ae0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/ports/debcbd29-a2b8-4482-81eb-ba90460546e3 HTTP/1.1" status: 204 len: 168 time: 1.0445993 Jul 16 01:38:23.574093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50616) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:23.629396 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e44c5ccd-5764-4a32-ab75-8d0de6cc3545 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "GET /v2.0/floatingips/5d216d3b-baf5-4010-8988-436eb48416f2 HTTP/1.1" status: 200 len: 687 time: 0.0518682 Jul 16 01:38:23.629944 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50620) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:23.704185 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d9542e0e-8080-4d27-8e49-d1f52c77778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:23.704829 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9542e0e-8080-4d27-8e49-d1f52c77778c None None] The sync data for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:23.766602 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-14f9976b-0cff-42b4-880b-45611a43c015 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Deleting port 2a516902-6872-47f5-a18d-d3e7091108d8 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:23.766874 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14f9976b-0cff-42b4-880b-45611a43c015 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.842050 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14f9976b-0cff-42b4-880b-45611a43c015 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.842230 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14f9976b-0cff-42b4-880b-45611a43c015 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:23.853938 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-14f9976b-0cff-42b4-880b-45611a43c015 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Calling delete_port for 2a516902-6872-47f5-a18d-d3e7091108d8 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:24.000231 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14f9976b-0cff-42b4-880b-45611a43c015 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.033381 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9976b-0cff-42b4-880b-45611a43c015 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Port': ['ID=2a516902-6872-47f5-a18d-d3e7091108d8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:24.108793 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14f9976b-0cff-42b4-880b-45611a43c015 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.112217 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-14f9976b-0cff-42b4-880b-45611a43c015 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.113374 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-14f9976b-0cff-42b4-880b-45611a43c015 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/floatingips/5d216d3b-baf5-4010-8988-436eb48416f2 HTTP/1.1" status: 204 len: 168 time: 0.4823883 Jul 16 01:38:24.117224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50628) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:24.122567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': '85619a3e-85b6-4551-b74f-11ffb49a3742'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:24.145715 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.286269 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.425823 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be7b1f7-f26a-4232-be3b-47bd8a9fcc2a req-336e116d-dc0f-43ce-9254-064928a6e221 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.427430 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6be7b1f7-f26a-4232-be3b-47bd8a9fcc2a req-336e116d-dc0f-43ce-9254-064928a6e221 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 944 time: 0.1450703 Jul 16 01:38:24.458601 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Allocated IP 172.25.2.140 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/bb26a2dc-0fe5-4e05-bee1-323038c73142) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:24.468625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a83fca31-f2d8-47e6-b88a-4114b31501c1 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:24.490948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6be7b1f7-f26a-4232-be3b-47bd8a9fcc2a req-4cb1c3a7-9cfe-4f2b-adb4-41f0b30c1429 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569477 Jul 16 01:38:24.524226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port a83fca31-f2d8-47e6-b88a-4114b31501c1 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:24.529038 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port a83fca31-f2d8-47e6-b88a-4114b31501c1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:24.529372 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.593921 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.608133 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.632568 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:24.634944 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da72fe76-3826-4694-baae-a88c3da70059" -d '{"events": [{"server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "name": "network-vif-plugged", "status": "completed", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:24.637341 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.656826 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:24.662447 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:24.692796 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6356a5c4-f6b2-480c-851e-eb97455ec317 x-openstack-request-id: req-6356a5c4-f6b2-480c-851e-eb97455ec317 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:24.693238 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "name": "network-vif-plugged", "status": "completed", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:24.693702 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6356a5c4-f6b2-480c-851e-eb97455ec317 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:24.694233 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'code': 200} Jul 16 01:38:24.701034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=bb26a2dc-0fe5-4e05-bee1-323038c73142,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:24.723980 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:24.725411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:24.727519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:24.736729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a83fca31-f2d8-47e6-b88a-4114b31501c1,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:24.827889 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e3b84-4c87-4318-9b91-4b8ab46231c3 req-e540a05d-b149-48f8-978e-eaddd9aaa1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:24.830220 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-733e3b84-4c87-4318-9b91-4b8ab46231c3 req-e540a05d-b149-48f8-978e-eaddd9aaa1f3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 1097 time: 0.0765648 Jul 16 01:38:24.871743 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-733e3b84-4c87-4318-9b91-4b8ab46231c3 req-78d700d9-bedf-4472-9591-127c81d01153 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331411 Jul 16 01:38:25.464918 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.543629 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.744342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab62cd-c948-4bad-919b-c23eabe75ef1 req-5da95281-87de-4514-beff-1f8bccfe7675 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:25.745881 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1ab62cd-c948-4bad-919b-c23eabe75ef1 req-5da95281-87de-4514-beff-1f8bccfe7675 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.1301291 Jul 16 01:38:25.754569 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.766406 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.859387 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1ab62cd-c948-4bad-919b-c23eabe75ef1 req-16658a1b-e648-4717-96b7-421757992789 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994942 Jul 16 01:38:25.863797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=bb26a2dc-0fe5-4e05-bee1-323038c73142,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:25.884032 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:25.989791 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Floating IP 397a9931-fd3b-44cc-9761-2d46d38650ee associated. External IP: 172.25.2.140, port: 85619a3e-85b6-4551-b74f-11ffb49a3742. Jul 16 01:38:26.201698 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router 08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:26.310677 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:26.322066 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15269b58-e8f5-4ccc-b4a6-425c963f37d1 None None] Sync routers for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:26.326430 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.332466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15269b58-e8f5-4ccc-b4a6-425c963f37d1 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:26.333184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-15269b58-e8f5-4ccc-b4a6-425c963f37d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:26.365388 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b85b6c5a-6218-4d21-98d1-c82b778e2435 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.2469535 Jul 16 01:38:26.367936 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50662) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:26.369051 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-15269b58-e8f5-4ccc-b4a6-425c963f37d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:26.373162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-0fae627f-c222-44fc-a6cc-9e273f3f2724 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-970635849'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:26.377770 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15269b58-e8f5-4ccc-b4a6-425c963f37d1 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:26.378440 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-15269b58-e8f5-4ccc-b4a6-425c963f37d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:26.394726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fae627f-c222-44fc-a6cc-9e273f3f2724 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Made reservation on behalf of f711fa97b26d4d9d8917845fa30d012c for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:26.398438 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fae627f-c222-44fc-a6cc-9e273f3f2724 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.411903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-15269b58-e8f5-4ccc-b4a6-425c963f37d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:26.412657 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15269b58-e8f5-4ccc-b4a6-425c963f37d1 None None] The sync data for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:26.425285 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fae627f-c222-44fc-a6cc-9e273f3f2724 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:26.434955 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fae627f-c222-44fc-a6cc-9e273f3f2724 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.435319 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-0fae627f-c222-44fc-a6cc-9e273f3f2724 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Added segment 0ced7c44-b44e-4f2f-9e6d-975c4c7714a9 of type vlan for network c116439c-2aa2-4fd2-bf0b-6dd3ef336528 Jul 16 01:38:26.480081 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fae627f-c222-44fc-a6cc-9e273f3f2724 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.508303 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fae627f-c222-44fc-a6cc-9e273f3f2724 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.514258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fae627f-c222-44fc-a6cc-9e273f3f2724 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:26.514848 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0fae627f-c222-44fc-a6cc-9e273f3f2724 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:26.558670 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0fae627f-c222-44fc-a6cc-9e273f3f2724 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1871164 Jul 16 01:38:26.559023 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50666) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:26.564804 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'subnet': {'network_id': 'c116439c-2aa2-4fd2-bf0b-6dd3ef336528', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:26.583369 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae627f-c222-44fc-a6cc-9e273f3f2724 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Network': ['ID=c116439c-2aa2-4fd2-bf0b-6dd3ef336528,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:26.595344 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network c116439c-2aa2-4fd2-bf0b-6dd3ef336528 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:27.033027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Made reservation on behalf of f711fa97b26d4d9d8917845fa30d012c for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:27.037335 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.059780 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad668c0-6af9-45d0-bb4d-91bea21161a3 req-ad22993b-17bd-4ef5-80cf-f34f0cde543f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.062852 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ad668c0-6af9-45d0-bb4d-91bea21161a3 req-ad22993b-17bd-4ef5-80cf-f34f0cde543f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.0792794 Jul 16 01:38:27.105337 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ad668c0-6af9-45d0-bb4d-91bea21161a3 req-e04f079a-44b1-40da-8359-d380d62f2e1d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388730 Jul 16 01:38:27.228781 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.278251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9d76f3-309c-4f4f-9307-ce727a47cd03 req-76b9e5f7-f429-42a6-8095-04dcf3805d81 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.280033 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d9d76f3-309c-4f4f-9307-ce727a47cd03 req-76b9e5f7-f429-42a6-8095-04dcf3805d81 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.0650241 Jul 16 01:38:27.295798 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Subnet': ['ID=f98a44e2-b97f-4cbc-88a3-2b956c09f6d7,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:27.308745 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:27.309225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:27.309668 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:27.310105 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:27.310543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:27.310974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:27.311399 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:27.311868 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:27.312301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:27.312729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:27.313160 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:27.313600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:38:27.316823 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Checking segment: {'id': '0ced7c44-b44e-4f2f-9e6d-975c4c7714a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c116439c-2aa2-4fd2-bf0b-6dd3ef336528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:27.317285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network hostable DHCP agents. Network: c116439c-2aa2-4fd2-bf0b-6dd3ef336528, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:27.320659 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d9d76f3-309c-4f4f-9307-ce727a47cd03 req-a37ebc25-7da8-4dde-8a33-af6595abe893 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348401 Jul 16 01:38:27.336315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network c116439c-2aa2-4fd2-bf0b-6dd3ef336528 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:27.345277 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, c116439c-2aa2-4fd2-bf0b-6dd3ef336528) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:27.345771 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50676) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.349475 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.350001 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.356487 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306b24a1-c984-4eeb-ba14-648c4d06c764 None None] Network c116439c-2aa2-4fd2-bf0b-6dd3ef336528 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:27.368201 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-64f3a8e8-52dd-4702-9ca0-d389048b0ac5 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8052101 Jul 16 01:38:27.369251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50678) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.373930 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1683315832', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:27.404006 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.405155 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.407117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fec8eb-1771-4609-bd80-8de748212e1e tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:27.411714 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-99fec8eb-1771-4609-bd80-8de748212e1e tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 1092 time: 0.0611181 Jul 16 01:38:27.412003 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50680) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:27.417603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'tenant_id': '69687824cbca408cb542751d24b99384', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:27.442716 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.520062 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-c116439c-2aa2-4fd2-bf0b-6dd3ef336528', 'network_id': 'c116439c-2aa2-4fd2-bf0b-6dd3ef336528', 'tenant_id': 'f711fa97b26d4d9d8917845fa30d012c', 'fixed_ips': [{'subnet_id': 'f98a44e2-b97f-4cbc-88a3-2b956c09f6d7'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:38:27.521275 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.525181 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.559845 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.691170 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Allocated IP 172.20.0.2 (c116439c-2aa2-4fd2-bf0b-6dd3ef336528/f98a44e2-b97f-4cbc-88a3-2b956c09f6d7/7c828d8b-1894-425a-8615-d413401f5720) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:27.734176 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.752355 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Allocated IP 172.25.2.187 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/0a8e5716-0333-4b74-b35d-3f87436dc045) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:27.922669 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.933930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Transition to ACTIVE for port object 7c828d8b-1894-425a-8615-d413401f5720 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:27.940595 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:27.956416 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Transition to ACTIVE for port object 7c828d8b-1894-425a-8615-d413401f5720 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:27.987579 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.040823 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Pushing event updated for resources: {'Port': ['ID=7c828d8b-1894-425a-8615-d413401f5720,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.056685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Network c116439c-2aa2-4fd2-bf0b-6dd3ef336528 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:28.062619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:28.073059 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.076815 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:28.090151 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.118274 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:28.121744 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:28.122924 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.124638 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:28.162152 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=0a8e5716-0333-4b74-b35d-3f87436dc045,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.163011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Attempting to bind port 7c828d8b-1894-425a-8615-d413401f5720 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:28.164204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Attempting to bind port 7c828d8b-1894-425a-8615-d413401f5720 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '0ced7c44-b44e-4f2f-9e6d-975c4c7714a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c116439c-2aa2-4fd2-bf0b-6dd3ef336528'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:28.164575 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Attempting to bind port 7c828d8b-1894-425a-8615-d413401f5720 on network c116439c-2aa2-4fd2-bf0b-6dd3ef336528 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:28.173375 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:28.174011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Checking segment: {'id': '0ced7c44-b44e-4f2f-9e6d-975c4c7714a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c116439c-2aa2-4fd2-bf0b-6dd3ef336528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:28.174425 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.175275 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Bound using segment: {'id': '0ced7c44-b44e-4f2f-9e6d-975c4c7714a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c116439c-2aa2-4fd2-bf0b-6dd3ef336528'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:28.175275 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Bound port: 7c828d8b-1894-425a-8615-d413401f5720, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ced7c44-b44e-4f2f-9e6d-975c4c7714a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c116439c-2aa2-4fd2-bf0b-6dd3ef336528'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:28.175667 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.249037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Allocated IP 172.25.2.188 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/536f36ac-d904-49d7-b9ee-45b0b95b04c2) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:28.252812 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] For port 7c828d8b-1894-425a-8615-d413401f5720, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:28.256563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] For port 7c828d8b-1894-425a-8615-d413401f5720, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7c828d8b-1894-425a-8615-d413401f5720,segment=NetworkSegment(0ced7c44-b44e-4f2f-9e6d-975c4c7714a9),segment_id=0ced7c44-b44e-4f2f-9e6d-975c4c7714a9)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:28.265560 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.330070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f27835-08ca-48f3-adef-6118bbab2ab9 None None] Pushing event updated for resources: {'Port': ['ID=7c828d8b-1894-425a-8615-d413401f5720,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.397028 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.441126 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.478770 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:28.485202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:28.489020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:28.518125 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=536f36ac-d904-49d7-b9ee-45b0b95b04c2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:28.600338 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.722391 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.880518 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.939822 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:28.944601 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.025162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=0a8e5716-0333-4b74-b35d-3f87436dc045,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:29.033720 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.115461 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.215150 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Floating IP 44cbdb93-582c-4117-971b-35ca1ea4eb91 associated. External IP: 172.25.2.187, port: a83fca31-f2d8-47e6-b88a-4114b31501c1. Jul 16 01:38:29.289594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7c828d8b-1894-425a-8615-d413401f5720 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:29.321994 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router b4ba51dd-1424-4a5b-a820-e38e3283ef2d is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:38:29.375106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 7c828d8b-1894-425a-8615-d413401f5720 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:29.469203 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:29.469339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-73415cbc-46e5-4abf-adb0-b18d876e2359 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:29.470702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-73415cbc-46e5-4abf-adb0-b18d876e2359 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/networks?id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e HTTP/1.1" status: 200 len: 814 time: 0.1274183 Jul 16 01:38:29.493822 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351d403-ee5f-447d-ae84-ef9718395851 None None] Sync routers for ids ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:29.507341 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-54387214-2d6d-4349-ab24-616dd5795160 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/quotas/e2fef3340e6c401c9237f79d7a815bf8 HTTP/1.1" status: 200 len: 375 time: 0.0183508 Jul 16 01:38:29.508073 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2351d403-ee5f-447d-ae84-ef9718395851 None None] Routers {'b4ba51dd-1424-4a5b-a820-e38e3283ef2d'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:29.508716 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2351d403-ee5f-447d-ae84-ef9718395851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:29.523215 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.524990 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c2de3b7f-a25f-4423-bd07-70651b8aabe2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1545167 Jul 16 01:38:29.531881 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50724) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:29.589201 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2351d403-ee5f-447d-ae84-ef9718395851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:29.611466 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2351d403-ee5f-447d-ae84-ef9718395851 None None] Routers {'b4ba51dd-1424-4a5b-a820-e38e3283ef2d'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:29.612171 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2351d403-ee5f-447d-ae84-ef9718395851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:29.664714 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2351d403-ee5f-447d-ae84-ef9718395851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:29.666155 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2351d403-ee5f-447d-ae84-ef9718395851 None None] The sync data for ids ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:29.667505 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-66ee4c59-a98b-4d73-b55e-9f74092ecb5c tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2fef3340e6c401c9237f79d7a815bf8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1592250 Jul 16 01:38:29.701635 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bd1eaa-2a7e-469e-adb8-503cdb9b65f5 None None] Network c116439c-2aa2-4fd2-bf0b-6dd3ef336528 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:29.720938 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:29.831618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d3858d6b-8b6c-44ad-bf68-507084b04041 None None] Provisioning for port 7c828d8b-1894-425a-8615-d413401f5720 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:29.840359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d3858d6b-8b6c-44ad-bf68-507084b04041 None None] Provisioning complete for port 7c828d8b-1894-425a-8615-d413401f5720 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:29.840731 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d3858d6b-8b6c-44ad-bf68-507084b04041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:29.855897 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-6d1446a2-8b60-4ac1-90c0-df012780a67c service neutron] 10.222.0.22 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779656 Jul 16 01:38:29.985289 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:29.995449 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-4e9e39ea-bded-4920-82d1-e4d5b55ff082 service neutron] 10.222.0.22 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136398 Jul 16 01:38:30.003584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae090c5-7623-495b-84fd-0b1febcfc967 None None] Sync routers for ids ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:30.008453 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.046922 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae090c5-7623-495b-84fd-0b1febcfc967 None None] Routers {'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:30.047566 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1ae090c5-7623-495b-84fd-0b1febcfc967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:30.080532 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2a7b41b1-932b-4f5e-a965-cb8be7bb8515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6673326 Jul 16 01:38:30.081177 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:30.083509 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6ce3e8-f949-4e50-8699-66c831239088" -d '{"events": [{"name": "network-changed", "server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:30.098316 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d3858d6b-8b6c-44ad-bf68-507084b04041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.142570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d3858d6b-8b6c-44ad-bf68-507084b04041 None None] For port 7c828d8b-1894-425a-8615-d413401f5720, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7c828d8b-1894-425a-8615-d413401f5720,segment=NetworkSegment(0ced7c44-b44e-4f2f-9e6d-975c4c7714a9),segment_id=0ced7c44-b44e-4f2f-9e6d-975c4c7714a9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:30.178674 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d3858d6b-8b6c-44ad-bf68-507084b04041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.266226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3858d6b-8b6c-44ad-bf68-507084b04041 None None] Pushing event updated for resources: {'Port': ['ID=7c828d8b-1894-425a-8615-d413401f5720,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:30.306497 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-1ae090c5-7623-495b-84fd-0b1febcfc967 None None] Set router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:30.361368 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.499711 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c57f43-cb14-4848-98d4-37252685158c req-8ee64c60-ed12-4285-839a-c6f57f9d6caa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.502314 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25c57f43-cb14-4848-98d4-37252685158c req-8ee64c60-ed12-4285-839a-c6f57f9d6caa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.0982718 Jul 16 01:38:30.546760 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.565333 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6eb4f8cf-f62b-42ca-906e-f3b9a5e53052 None None] Provisioning complete for port 7c828d8b-1894-425a-8615-d413401f5720 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:30.566012 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6eb4f8cf-f62b-42ca-906e-f3b9a5e53052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:30.580266 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25c57f43-cb14-4848-98d4-37252685158c req-29bdf04b-edca-4c94-a19c-77ecde7f4602 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714865 Jul 16 01:38:30.610605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50750) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:30.690132 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac0abb9-62a9-45ea-80eb-e9fa16c57b41 x-openstack-request-id: req-fac0abb9-62a9-45ea-80eb-e9fa16c57b41 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:30.690876 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:30.690876 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fac0abb9-62a9-45ea-80eb-e9fa16c57b41 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:30.691383 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'status': 'completed', 'code': 200} Jul 16 01:38:30.756880 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fd7d5a16-b3af-496b-b0d2-6c94387d63cb req-0d277864-05f9-4582-84f4-84bb42a4c03a tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 210 time: 0.0399055 Jul 16 01:38:30.758893 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1ae090c5-7623-495b-84fd-0b1febcfc967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34174686', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '44cbdb93-582c-4117-971b-35ca1ea4eb91', 'tenant_id': '69687824cbca408cb542751d24b99384', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'port_id': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'mac_address': 'fa:16:3e:2c:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:28Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 0, 'project_id': '69687824cbca408cb542751d24b99384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96165448-4f91-40d0-b2b6-252e35e32d26', 'name': '', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:34:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:10Z', 'updated_at': '2021-07-16T01:38:17Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:30.761799 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c974a160-9740-4b6f-9d57-38ffb18e94f0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/floatingips/44cbdb93-582c-4117-971b-35ca1ea4eb91 HTTP/1.1" status: 200 len: 991 time: 0.1497061 Jul 16 01:38:30.817676 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae090c5-7623-495b-84fd-0b1febcfc967 None None] Checking router: a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:38:30.829239 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae090c5-7623-495b-84fd-0b1febcfc967 None None] Routers {'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:30.829864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1ae090c5-7623-495b-84fd-0b1febcfc967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:30.860470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ce3e8-f949-4e50-8699-66c831239088 req-4b92f30e-f4b4-41fa-838e-16b7e0ad2e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:30.862327 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ba6ce3e8-f949-4e50-8699-66c831239088 req-4b92f30e-f4b4-41fa-838e-16b7e0ad2e7b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 1097 time: 0.1637948 Jul 16 01:38:31.058833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Allocated IP 172.20.0.1 (c116439c-2aa2-4fd2-bf0b-6dd3ef336528/f98a44e2-b97f-4cbc-88a3-2b956c09f6d7/24406f5e-6ee7-45e1-8ae6-c389c74162df) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:31.058833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ce3e8-f949-4e50-8699-66c831239088 req-6f9325b2-8b99-4c9e-94b6-bec335a6f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.061353 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ba6ce3e8-f949-4e50-8699-66c831239088 req-6f9325b2-8b99-4c9e-94b6-bec335a6f68d service neutron] 10.222.0.70 "GET /v2.0/networks?id=152dd058-0836-4ef2-bc63-35bce5691a11 HTTP/1.1" status: 200 len: 898 time: 0.1900384 Jul 16 01:38:31.162305 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-1ae090c5-7623-495b-84fd-0b1febcfc967 None None] Set router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:38:31.215406 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7c828d8b-1894-425a-8615-d413401f5720 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:31.306362 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ba6ce3e8-f949-4e50-8699-66c831239088 req-9a472bb9-bf56-434c-8f8d-a2590e26a898 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1 HTTP/1.1" status: 200 len: 999 time: 0.2080729 Jul 16 01:38:31.308712 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.376538 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.379472 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7c828d8b-1894-425a-8615-d413401f5720 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:31.379888 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.393438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ce3e8-f949-4e50-8699-66c831239088 req-67267698-ee7c-4c1d-9717-c868e5750fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.395205 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ba6ce3e8-f949-4e50-8699-66c831239088 req-67267698-ee7c-4c1d-9717-c868e5750fd0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c075c0c9-002c-4de5-b69e-8fe297b1210e HTTP/1.1" status: 200 len: 835 time: 0.0813653 Jul 16 01:38:31.400487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Transition to ACTIVE for port object 24406f5e-6ee7-45e1-8ae6-c389c74162df will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:31.472272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ce3e8-f949-4e50-8699-66c831239088 req-c2043f26-f1d6-45b1-b35d-d80c67c9973c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:31.474464 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ba6ce3e8-f949-4e50-8699-66c831239088 req-c2043f26-f1d6-45b1-b35d-d80c67c9973c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=152dd058-0836-4ef2-bc63-35bce5691a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707974 Jul 16 01:38:31.487683 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.519851 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1ae090c5-7623-495b-84fd-0b1febcfc967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34174686', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '44cbdb93-582c-4117-971b-35ca1ea4eb91', 'tenant_id': '69687824cbca408cb542751d24b99384', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'port_id': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'mac_address': 'fa:16:3e:2c:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:28Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 0, 'project_id': '69687824cbca408cb542751d24b99384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96165448-4f91-40d0-b2b6-252e35e32d26', 'name': '', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:34:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:10Z', 'updated_at': '2021-07-16T01:38:17Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:31.550213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae090c5-7623-495b-84fd-0b1febcfc967 None None] The sync data for ids ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'] in n-d-791505-14 is: [{'id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34174686', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '44cbdb93-582c-4117-971b-35ca1ea4eb91', 'tenant_id': '69687824cbca408cb542751d24b99384', 'floating_ip_address': '172.25.2.187', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'port_id': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'mac_address': 'fa:16:3e:2c:6d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:38:28Z', 'updated_at': '2021-07-16T01:38:28Z', 'revision_number': 0, 'project_id': '69687824cbca408cb542751d24b99384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96165448-4f91-40d0-b2b6-252e35e32d26', 'name': '', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:34:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:10Z', 'updated_at': '2021-07-16T01:38:17Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:31.611474 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network c116439c-2aa2-4fd2-bf0b-6dd3ef336528 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:31.623278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:31.625969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:31.680673 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=24406f5e-6ee7-45e1-8ae6-c389c74162df,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:31.690140 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ba6ce3e8-f949-4e50-8699-66c831239088 req-8abcac4d-aa34-430d-b26b-f2105e7cdf91 service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988370 Jul 16 01:38:31.765671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50758) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:31.808584 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ba6ce3e8-f949-4e50-8699-66c831239088 req-368638b8-9167-4fd2-bd39-196ab475f60a service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111441 Jul 16 01:38:31.809860 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:31.907125 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eade1c92-5b2a-439d-9aa4-38a90f890b55 None None] New status for floating IP 44cbdb93-582c-4117-971b-35ca1ea4eb91: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:38:31.921163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ad105e5a-29df-46e5-a3f7-4038f4cc8c04 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/floatingips/44cbdb93-582c-4117-971b-35ca1ea4eb91 HTTP/1.1" status: 200 len: 991 time: 0.1542244 Jul 16 01:38:32.006231 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc453b38-2ee0-488b-8d07-da645f4940e3 req-bcace54b-85a9-4e48-99df-d989803cd00a tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 210 time: 0.0481927 Jul 16 01:38:32.049338 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-c57e6b8f-4de8-4acb-9c2a-2e06ae1e1988 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:32.051001 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-c57e6b8f-4de8-4acb-9c2a-2e06ae1e1988 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.70 "GET /v2.0/networks?id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e HTTP/1.1" status: 200 len: 814 time: 0.1883450 Jul 16 01:38:32.070049 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-16a040c5-cde4-4469-aa90-7c51cbfcfdb8 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Request body: {'port': {'device_id': '2511e205-38e4-4d7a-8a8d-5a001ec9e337', 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e', 'admin_state_up': True, 'tenant_id': 'e2fef3340e6c401c9237f79d7a815bf8'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:32.144611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a61737e9-fe5b-4452-92a0-22fa91fffd82 None None] Provisioning for port 24406f5e-6ee7-45e1-8ae6-c389c74162df completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:32.166046 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a61737e9-fe5b-4452-92a0-22fa91fffd82 None None] Provisioning complete for port 24406f5e-6ee7-45e1-8ae6-c389c74162df triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:32.166504 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a61737e9-fe5b-4452-92a0-22fa91fffd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.179407 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.254519 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a61737e9-fe5b-4452-92a0-22fa91fffd82 None None] Port 24406f5e-6ee7-45e1-8ae6-c389c74162df cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:32.358516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-16a040c5-cde4-4469-aa90-7c51cbfcfdb8 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Made reservation on behalf of e2fef3340e6c401c9237f79d7a815bf8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:32.362237 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-16a040c5-cde4-4469-aa90-7c51cbfcfdb8 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.579729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-16a040c5-cde4-4469-aa90-7c51cbfcfdb8 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Allocated IP 172.20.0.2 (9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e/cca8a215-e0ab-4861-b96f-853bc8f3016f/38a9f29e-d170-450e-85c5-b0ed00c46424) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:32.651421 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.659553 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.769609 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=24406f5e-6ee7-45e1-8ae6-c389c74162df,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:32.796239 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.894503 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-16a040c5-cde4-4469-aa90-7c51cbfcfdb8 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:32.925118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50778) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:32.945860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network c116439c-2aa2-4fd2-bf0b-6dd3ef336528 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:32.950059 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:33.050159 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-425487ca-1593-4f9a-94b3-9b7b922c1970 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/floatingips/44cbdb93-582c-4117-971b-35ca1ea4eb91 HTTP/1.1" status: 200 len: 993 time: 0.1228087 Jul 16 01:38:33.117050 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-16a040c5-cde4-4469-aa90-7c51cbfcfdb8 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.130052 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['7ca0976b-3239-4cc9-b88c-61ca921b46b3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:33.193987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-16a040c5-cde4-4469-aa90-7c51cbfcfdb8 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:33.205660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-16a040c5-cde4-4469-aa90-7c51cbfcfdb8 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:33.225889 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router b4ba51dd-1424-4a5b-a820-e38e3283ef2d has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:33.228143 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-16a040c5-cde4-4469-aa90-7c51cbfcfdb8 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:33.265387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40771e-5e86-4254-803e-28c81edfafaa req-210791c7-c0c9-42de-b797-60481559c1a1 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.275328 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1a40771e-5e86-4254-803e-28c81edfafaa req-210791c7-c0c9-42de-b797-60481559c1a1 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 931 time: 0.1211176 Jul 16 01:38:33.288384 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a040c5-cde4-4469-aa90-7c51cbfcfdb8 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Pushing event updated for resources: {'Port': ['ID=38a9f29e-d170-450e-85c5-b0ed00c46424,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:33.311399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4874f613-7e57-4b3d-b0e4-d7a250b4c1fa None None] Provisioning complete for port 24406f5e-6ee7-45e1-8ae6-c389c74162df triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:33.311795 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4874f613-7e57-4b3d-b0e4-d7a250b4c1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.313555 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1a40771e-5e86-4254-803e-28c81edfafaa req-18031534-5653-4a61-923c-ae61c9cc9f83 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370533 Jul 16 01:38:33.367173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4874f613-7e57-4b3d-b0e4-d7a250b4c1fa None None] Port 24406f5e-6ee7-45e1-8ae6-c389c74162df cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:33.614358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-16a040c5-cde4-4469-aa90-7c51cbfcfdb8 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:33.614973 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-16a040c5-cde4-4469-aa90-7c51cbfcfdb8 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.663683 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-16a040c5-cde4-4469-aa90-7c51cbfcfdb8 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5991046 Jul 16 01:38:33.679666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Request body: {'port': {'device_id': '2511e205-38e4-4d7a-8a8d-5a001ec9e337', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:33.709480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:33.715378 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ef75457f-44bd-4e1b-88a8-7660c0b2d42e tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "PUT /v2.0/routers/b4ba51dd-1424-4a5b-a820-e38e3283ef2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1823840 Jul 16 01:38:33.718181 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50786) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:33.722488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3d3e1-b8aa-49d0-8bda-9493c8b963d6 None None] Sync routers for ids ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:33.723220 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d58d023e-5af1-4af9-bebf-57519c0ce0ff tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'port': {'network_id': 'c116439c-2aa2-4fd2-bf0b-6dd3ef336528', 'name': 'tempest-FloatingIPTestJSON-1337661805'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:33.732358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3d3e1-b8aa-49d0-8bda-9493c8b963d6 None None] Routers {'b4ba51dd-1424-4a5b-a820-e38e3283ef2d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:33.732971 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e6d3d3e1-b8aa-49d0-8bda-9493c8b963d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:33.767744 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.774764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e6d3d3e1-b8aa-49d0-8bda-9493c8b963d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:33.783895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d3d3e1-b8aa-49d0-8bda-9493c8b963d6 None None] Routers {'b4ba51dd-1424-4a5b-a820-e38e3283ef2d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:33.784510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e6d3d3e1-b8aa-49d0-8bda-9493c8b963d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:33.822419 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e6d3d3e1-b8aa-49d0-8bda-9493c8b963d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:33.823096 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d3d3e1-b8aa-49d0-8bda-9493c8b963d6 None None] The sync data for ids ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:33.879008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58d023e-5af1-4af9-bebf-57519c0ce0ff tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Made reservation on behalf of f711fa97b26d4d9d8917845fa30d012c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:33.882902 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d58d023e-5af1-4af9-bebf-57519c0ce0ff tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:33.901969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-d58d023e-5af1-4af9-bebf-57519c0ce0ff tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] device_id is not set on port d5c10950-df35-4269-83d7-b426b8f354e4 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:38:34.068046 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a9f29e-d170-450e-85c5-b0ed00c46424 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:34.077402 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.091501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Transition to ACTIVE for port object 38a9f29e-d170-450e-85c5-b0ed00c46424 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:34.096207 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.150218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Pushing event updated for resources: {'Port': ['ID=38a9f29e-d170-450e-85c5-b0ed00c46424,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:34.226049 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Attempting to bind port 38a9f29e-d170-450e-85c5-b0ed00c46424 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:34.226452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Attempting to bind port 38a9f29e-d170-450e-85c5-b0ed00c46424 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'ca231d7b-c616-4122-a507-36931eb6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:34.226883 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Attempting to bind port 38a9f29e-d170-450e-85c5-b0ed00c46424 on network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:34.232109 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Port 38a9f29e-d170-450e-85c5-b0ed00c46424 on network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:34.232544 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Attempting to bind port 38a9f29e-d170-450e-85c5-b0ed00c46424 on network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:34.237753 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:34.238215 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Checking segment: {'id': 'ca231d7b-c616-4122-a507-36931eb6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:34.238706 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Bound using segment: {'id': 'ca231d7b-c616-4122-a507-36931eb6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:34.239242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Bound port: 38a9f29e-d170-450e-85c5-b0ed00c46424, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca231d7b-c616-4122-a507-36931eb6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:34.239705 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.318689 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] For port 38a9f29e-d170-450e-85c5-b0ed00c46424, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:34.322473 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] For port 38a9f29e-d170-450e-85c5-b0ed00c46424, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=38a9f29e-d170-450e-85c5-b0ed00c46424,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:34.326697 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.360410 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.361302 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.362739 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] 10.222.0.70 "PUT /v2.0/ports/38a9f29e-d170-450e-85c5-b0ed00c46424 HTTP/1.1" status: 200 len: 1092 time: 0.6887701 Jul 16 01:38:34.365114 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2511e205-38e4-4d7a-8a8d-5a001ec9e337', 'tag': '38a9f29e-d170-450e-85c5-b0ed00c46424'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:34.367480 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6798d24a-6b31-4aa3-9c0e-5ed22f2814c6" -d '{"events": [{"name": "network-changed", "server_uuid": "2511e205-38e4-4d7a-8a8d-5a001ec9e337", "tag": "38a9f29e-d170-450e-85c5-b0ed00c46424"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:34.371110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-d58d023e-5af1-4af9-bebf-57519c0ce0ff tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Allocated IP 172.20.0.3 (c116439c-2aa2-4fd2-bf0b-6dd3ef336528/f98a44e2-b97f-4cbc-88a3-2b956c09f6d7/d5c10950-df35-4269-83d7-b426b8f354e4) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:34.412507 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e07788-8e07-40fb-82cd-dcdda86cf06b service neutron] Pushing event updated for resources: {'Port': ['ID=38a9f29e-d170-450e-85c5-b0ed00c46424,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:34.444279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50794) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:34.484834 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-fa85edbe-708d-4982-8839-ae21e23db6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.488191 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-fa85edbe-708d-4982-8839-ae21e23db6da service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2fef3340e6c401c9237f79d7a815bf8&device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 1095 time: 0.0707164 Jul 16 01:38:34.538102 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-6175373b-4fa3-4ec4-9824-a2e39aac81a5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38a9f29e-d170-450e-85c5-b0ed00c46424 HTTP/1.1" status: 200 len: 217 time: 0.0426390 Jul 16 01:38:34.542173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f843d69-5349-4030-a0f4-f447d48c0b9c admin admin] Deleting subnet 88a8c99e-aca9-497c-a00e-e1bd99129b96 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:34.556206 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f843d69-5349-4030-a0f4-f447d48c0b9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.594170 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-47233846-cf7b-4527-b064-8752758c28f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.595697 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-47233846-cf7b-4527-b064-8752758c28f3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cca8a215-e0ab-4861-b96f-853bc8f3016f HTTP/1.1" status: 200 len: 854 time: 0.0490406 Jul 16 01:38:34.622109 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:38:34.632457 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-74df5489-f4bb-4e4d-a25b-2e671f5a6589 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295925 Jul 16 01:38:34.636824 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f843d69-5349-4030-a0f4-f447d48c0b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.698424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e4507e-7698-48cf-8b26-8bd1e9372736 req-b84891a0-2f1f-4efa-9659-767dc67cfb3b tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:34.699874 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17e4507e-7698-48cf-8b26-8bd1e9372736 req-b84891a0-2f1f-4efa-9659-767dc67cfb3b tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 943 time: 0.2200325 Jul 16 01:38:34.728596 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f843d69-5349-4030-a0f4-f447d48c0b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.732611 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d58d023e-5af1-4af9-bebf-57519c0ce0ff tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.737128 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-cfc14673-67dd-4028-b1f3-af15cb99b325 service neutron] 10.222.0.70 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963705 Jul 16 01:38:34.789265 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-d58d023e-5af1-4af9-bebf-57519c0ce0ff tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Transition to ACTIVE for port object d5c10950-df35-4269-83d7-b426b8f354e4 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:34.801000 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17e4507e-7698-48cf-8b26-8bd1e9372736 req-5b859c2c-b5c1-4b22-b89f-4b5700c8d79b tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899160 Jul 16 01:38:34.826769 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f843d69-5349-4030-a0f4-f447d48c0b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.842382 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c3bdd552-1818-4238-899f-0cd6c99efb84 req-1950371d-bf30-4866-80bb-a576463c25ae service neutron] 10.222.0.70 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979588 Jul 16 01:38:34.865351 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ce4581-d5c2-482e-b1a6-ca358a816afe x-openstack-request-id: req-e5ce4581-d5c2-482e-b1a6-ca358a816afe {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:34.865714 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2511e205-38e4-4d7a-8a8d-5a001ec9e337", "tag": "38a9f29e-d170-450e-85c5-b0ed00c46424", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:34.866068 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e5ce4581-d5c2-482e-b1a6-ca358a816afe {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:34.866510 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2511e205-38e4-4d7a-8a8d-5a001ec9e337', 'tag': '38a9f29e-d170-450e-85c5-b0ed00c46424', 'status': 'completed', 'code': 200} Jul 16 01:38:34.868828 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f843d69-5349-4030-a0f4-f447d48c0b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88a8c99e-aca9-497c-a00e-e1bd99129b96,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:34.875317 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f843d69-5349-4030-a0f4-f447d48c0b9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.877248 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5f843d69-5349-4030-a0f4-f447d48c0b9c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/88a8c99e-aca9-497c-a00e-e1bd99129b96 HTTP/1.1" status: 204 len: 168 time: 0.4319444 Jul 16 01:38:34.879799 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50798) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:34.900120 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d58d023e-5af1-4af9-bebf-57519c0ce0ff tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.912135 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f17ad002-d52f-4a73-a873-391ae196279e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:34.950901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58d023e-5af1-4af9-bebf-57519c0ce0ff tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Network c116439c-2aa2-4fd2-bf0b-6dd3ef336528 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:34.954157 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-d58d023e-5af1-4af9-bebf-57519c0ce0ff tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:34.958063 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58d023e-5af1-4af9-bebf-57519c0ce0ff tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:34.982268 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d023e-5af1-4af9-bebf-57519c0ce0ff tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event updated for resources: {'Port': ['ID=d5c10950-df35-4269-83d7-b426b8f354e4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:34.986830 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88e0898e-7833-4387-8b82-3a6ba05136dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.013430 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58d023e-5af1-4af9-bebf-57519c0ce0ff tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.014269 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d58d023e-5af1-4af9-bebf-57519c0ce0ff tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.038344 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d58d023e-5af1-4af9-bebf-57519c0ce0ff tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3190393 Jul 16 01:38:35.039934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798d24a-6b31-4aa3-9c0e-5ed22f2814c6 req-56b89b2c-fb98-42c4-83e8-d95a5a3d1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.041454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50800) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:35.042530 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6798d24a-6b31-4aa3-9c0e-5ed22f2814c6 req-56b89b2c-fb98-42c4-83e8-d95a5a3d1d46 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2fef3340e6c401c9237f79d7a815bf8&device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 1095 time: 0.1436794 Jul 16 01:38:35.046626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b0ad4d07-6293-4966-8e3b-6292739eb76b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Request body: {'floatingip': {'port_id': 'd5c10950-df35-4269-83d7-b426b8f354e4'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:35.112208 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4d07-6293-4966-8e3b-6292739eb76b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.128088 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88e0898e-7833-4387-8b82-3a6ba05136dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.142423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-88e0898e-7833-4387-8b82-3a6ba05136dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc350ba-1e69-4b52-9a4e-b8dce447dfe2']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:35.179178 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-88e0898e-7833-4387-8b82-3a6ba05136dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5026c0fc-2c99-48f9-a2ab-a2cb21184eb3') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:35.179408 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-88e0898e-7833-4387-8b82-3a6ba05136dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5026c0fc-2c99-48f9-a2ab-a2cb21184eb3') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:35.194462 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88e0898e-7833-4387-8b82-3a6ba05136dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.199136 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-157c9493-3c80-4777-bb92-fee7352cc6c8 None None] Provisioning for port d5c10950-df35-4269-83d7-b426b8f354e4 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:35.203353 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-157c9493-3c80-4777-bb92-fee7352cc6c8 None None] Provisioning complete for port d5c10950-df35-4269-83d7-b426b8f354e4 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:35.203723 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-157c9493-3c80-4777-bb92-fee7352cc6c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.218648 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88e0898e-7833-4387-8b82-3a6ba05136dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.221353 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798d24a-6b31-4aa3-9c0e-5ed22f2814c6 req-b50d0334-54ab-4ac1-9bec-5505ffa6508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.222852 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6798d24a-6b31-4aa3-9c0e-5ed22f2814c6 req-b50d0334-54ab-4ac1-9bec-5505ffa6508e service neutron] 10.222.0.70 "GET /v2.0/networks?id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e HTTP/1.1" status: 200 len: 915 time: 0.1702499 Jul 16 01:38:35.228234 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e0898e-7833-4387-8b82-3a6ba05136dc admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:35.228693 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88e0898e-7833-4387-8b82-3a6ba05136dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:35.230341 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:35.246013 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-157c9493-3c80-4777-bb92-fee7352cc6c8 None None] Port d5c10950-df35-4269-83d7-b426b8f354e4 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:38:35.285681 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6798d24a-6b31-4aa3-9c0e-5ed22f2814c6 req-6c46aced-8ed3-4f6b-9dcc-d1444b34dce8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38a9f29e-d170-450e-85c5-b0ed00c46424 HTTP/1.1" status: 200 len: 217 time: 0.0411875 Jul 16 01:38:35.350683 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88e0898e-7833-4387-8b82-3a6ba05136dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.363212 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88e0898e-7833-4387-8b82-3a6ba05136dc admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.365110 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-88e0898e-7833-4387-8b82-3a6ba05136dc admin admin] 10.222.0.22 "DELETE /v2.0/networks/2fc350ba-1e69-4b52-9a4e-b8dce447dfe2 HTTP/1.1" status: 204 len: 168 time: 0.4841883 Jul 16 01:38:35.375533 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50802) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:35.386431 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0898e-7833-4387-8b82-3a6ba05136dc admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc350ba-1e69-4b52-9a4e-b8dce447dfe2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:35.409308 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6798d24a-6b31-4aa3-9c0e-5ed22f2814c6 req-a0d07bed-a60a-4ed6-824a-52e5f0fa6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:35.410780 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6798d24a-6b31-4aa3-9c0e-5ed22f2814c6 req-a0d07bed-a60a-4ed6-824a-52e5f0fa6296 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cca8a215-e0ab-4861-b96f-853bc8f3016f HTTP/1.1" status: 200 len: 854 time: 0.0970688 Jul 16 01:38:35.449552 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6798d24a-6b31-4aa3-9c0e-5ed22f2814c6 req-ad4be1f4-c39f-4b86-a093-4b0454c98bcc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293608 Jul 16 01:38:35.454439 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5342784-c363-4bd1-b694-aaac54686529 admin admin] Deleting subnet 22d646f8-8d29-4916-915b-64ec46c72741 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:35.457593 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5342784-c363-4bd1-b694-aaac54686529 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.520908 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5342784-c363-4bd1-b694-aaac54686529 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.603042 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5342784-c363-4bd1-b694-aaac54686529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.609577 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4d07-6293-4966-8e3b-6292739eb76b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.613289 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4d07-6293-4966-8e3b-6292739eb76b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.626494 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6798d24a-6b31-4aa3-9c0e-5ed22f2814c6 req-9a943d3c-16ae-4e9a-af60-8e4691d8c5a2 service neutron] 10.222.0.70 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501100 Jul 16 01:38:35.713616 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-b0ad4d07-6293-4966-8e3b-6292739eb76b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Floating IP 397a9931-fd3b-44cc-9761-2d46d38650ee associated. External IP: 172.25.2.140, port: 85619a3e-85b6-4551-b74f-11ffb49a3742. Jul 16 01:38:35.716938 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5342784-c363-4bd1-b694-aaac54686529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.748004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5342784-c363-4bd1-b694-aaac54686529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d646f8-8d29-4916-915b-64ec46c72741,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:35.750100 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5342784-c363-4bd1-b694-aaac54686529 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.755547 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f5342784-c363-4bd1-b694-aaac54686529 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/22d646f8-8d29-4916-915b-64ec46c72741 HTTP/1.1" status: 204 len: 168 time: 0.3772240 Jul 16 01:38:35.760734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50806) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:35.786067 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6798d24a-6b31-4aa3-9c0e-5ed22f2814c6 req-0333f6a5-f12b-4f87-9635-93af1f574185 service neutron] 10.222.0.70 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489437 Jul 16 01:38:35.844233 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-edaf2b7e-4c66-49d5-928e-2beade5ec393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.921884 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-edaf2b7e-4c66-49d5-928e-2beade5ec393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.931876 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-edaf2b7e-4c66-49d5-928e-2beade5ec393 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16e4b727-73cf-4f59-bc09-b33312e03723']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:35.938950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ad4d07-6293-4966-8e3b-6292739eb76b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router 08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:35.941869 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-edaf2b7e-4c66-49d5-928e-2beade5ec393 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bd451a-e263-43a5-9837-789d215b94e2') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:35.942172 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-edaf2b7e-4c66-49d5-928e-2beade5ec393 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bd451a-e263-43a5-9837-789d215b94e2') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:35.950928 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-edaf2b7e-4c66-49d5-928e-2beade5ec393 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.969300 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-edaf2b7e-4c66-49d5-928e-2beade5ec393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.975809 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edaf2b7e-4c66-49d5-928e-2beade5ec393 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:35.976185 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-edaf2b7e-4c66-49d5-928e-2beade5ec393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:35.978340 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:36.032501 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-edaf2b7e-4c66-49d5-928e-2beade5ec393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.038122 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-edaf2b7e-4c66-49d5-928e-2beade5ec393 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.040562 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-edaf2b7e-4c66-49d5-928e-2beade5ec393 admin admin] 10.222.0.22 "DELETE /v2.0/networks/16e4b727-73cf-4f59-bc09-b33312e03723 HTTP/1.1" status: 204 len: 168 time: 0.2782996 Jul 16 01:38:36.051630 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf2b7e-4c66-49d5-928e-2beade5ec393 admin admin] Pushing event deleted for resources: {'Network': ['ID=16e4b727-73cf-4f59-bc09-b33312e03723,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.079606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b21bd60-878c-4806-9743-9d33022592f1 req-c2df3f20-0ef0-4d5c-afac-ca89b1317454 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:36.081161 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b21bd60-878c-4806-9743-9d33022592f1 req-c2df3f20-0ef0-4d5c-afac-ca89b1317454 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 943 time: 0.1543498 Jul 16 01:38:36.108353 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ad4d07-6293-4966-8e3b-6292739eb76b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:36.119122 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac08821-21d3-487e-9bd0-98dd61c411a8 None None] Sync routers for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:36.128349 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac08821-21d3-487e-9bd0-98dd61c411a8 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:36.129170 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3ac08821-21d3-487e-9bd0-98dd61c411a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:36.161639 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b21bd60-878c-4806-9743-9d33022592f1 req-98ff3f54-a3a6-4cfc-ad3d-359314e9555f tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730493 Jul 16 01:38:36.164234 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3ac08821-21d3-487e-9bd0-98dd61c411a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:36.178565 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac08821-21d3-487e-9bd0-98dd61c411a8 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:36.179372 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3ac08821-21d3-487e-9bd0-98dd61c411a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:36.180234 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50812) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:36.226412 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3ac08821-21d3-487e-9bd0-98dd61c411a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:36.227060 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac08821-21d3-487e-9bd0-98dd61c411a8 None None] The sync data for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:36.234642 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f07aadd2-321c-4850-bc05-fcc6ebafa9ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20b9262f67f94e7e95d9219ddfef9a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527947 Jul 16 01:38:36.236998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50814) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:36.295130 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f01ece3-6db7-4fa2-9b26-8a0c363975e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.320790 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f01ece3-6db7-4fa2-9b26-8a0c363975e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.352508 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ad4d07-6293-4966-8e3b-6292739eb76b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router b4ba51dd-1424-4a5b-a820-e38e3283ef2d has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:36.367923 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f01ece3-6db7-4fa2-9b26-8a0c363975e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.370572 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f01ece3-6db7-4fa2-9b26-8a0c363975e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.371676 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1f01ece3-6db7-4fa2-9b26-8a0c363975e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/888b5810-5f2f-47da-9652-78a50cc3ed3c HTTP/1.1" status: 204 len: 168 time: 0.1337171 Jul 16 01:38:36.381950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f01ece3-6db7-4fa2-9b26-8a0c363975e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888b5810-5f2f-47da-9652-78a50cc3ed3c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.466983 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ad4d07-6293-4966-8e3b-6292739eb76b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:36.471379 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b0ad4d07-6293-4966-8e3b-6292739eb76b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.477400 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e3691-bc2c-4f90-8e17-196b09187244 None None] Sync routers for ids ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:36.487466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e3691-bc2c-4f90-8e17-196b09187244 None None] Routers {'b4ba51dd-1424-4a5b-a820-e38e3283ef2d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:36.488885 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-791e3691-bc2c-4f90-8e17-196b09187244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:36.521556 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-791e3691-bc2c-4f90-8e17-196b09187244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:36.530122 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e3691-bc2c-4f90-8e17-196b09187244 None None] Routers {'b4ba51dd-1424-4a5b-a820-e38e3283ef2d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:36.530733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-791e3691-bc2c-4f90-8e17-196b09187244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:36.551419 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b0ad4d07-6293-4966-8e3b-6292739eb76b tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "PUT /v2.0/floatingips/397a9931-fd3b-44cc-9761-2d46d38650ee HTTP/1.1" status: 200 len: 978 time: 1.5062237 Jul 16 01:38:36.551749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50820) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:36.569586 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-791e3691-bc2c-4f90-8e17-196b09187244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:36.570235 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e3691-bc2c-4f90-8e17-196b09187244 None None] The sync data for ids ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:36.656470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5d522429-1ef5-464d-9b98-782165e61862 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Deleting port d5c10950-df35-4269-83d7-b426b8f354e4 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:36.657031 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d522429-1ef5-464d-9b98-782165e61862 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.714717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50824) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:36.748068 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d522429-1ef5-464d-9b98-782165e61862 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.756392 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-072fd790-4e5e-4039-b43a-5b0ad6c9aed4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=878ca97dc4f8445da75230696c60b49a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405135 Jul 16 01:38:36.759607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50826) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:36.807740 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-561d5bda-81fb-4768-87de-d52ec586e589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.828933 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-561d5bda-81fb-4768-87de-d52ec586e589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.876129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-561d5bda-81fb-4768-87de-d52ec586e589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.878742 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-561d5bda-81fb-4768-87de-d52ec586e589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.879976 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-561d5bda-81fb-4768-87de-d52ec586e589 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e902028-a8cd-4884-be9c-4f6a49d5c2a9 HTTP/1.1" status: 204 len: 168 time: 0.1192577 Jul 16 01:38:36.888313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561d5bda-81fb-4768-87de-d52ec586e589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e902028-a8cd-4884-be9c-4f6a49d5c2a9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:36.922031 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d522429-1ef5-464d-9b98-782165e61862 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.922411 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d522429-1ef5-464d-9b98-782165e61862 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:36.922723 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-5d522429-1ef5-464d-9b98-782165e61862 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Floating IP 397a9931-fd3b-44cc-9761-2d46d38650ee disassociated. External IP: 172.25.2.140, port: d5c10950-df35-4269-83d7-b426b8f354e4. Jul 16 01:38:36.923063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5d522429-1ef5-464d-9b98-782165e61862 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Calling delete_port for d5c10950-df35-4269-83d7-b426b8f354e4 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:37.053004 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d522429-1ef5-464d-9b98-782165e61862 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.086647 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d522429-1ef5-464d-9b98-782165e61862 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Port': ['ID=d5c10950-df35-4269-83d7-b426b8f354e4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:37.217072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d522429-1ef5-464d-9b98-782165e61862 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router b4ba51dd-1424-4a5b-a820-e38e3283ef2d has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:37.315728 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.353119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d522429-1ef5-464d-9b98-782165e61862 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:37.364615 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f2baf0-fdc6-4491-8399-c61b8ea0c39b None None] Sync routers for ids ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:37.374236 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f2baf0-fdc6-4491-8399-c61b8ea0c39b None None] Routers {'b4ba51dd-1424-4a5b-a820-e38e3283ef2d'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:37.374786 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-15f2baf0-fdc6-4491-8399-c61b8ea0c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:37.388431 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18102371-dfe2-4eea-b1f0-4e834ffe5bb5 req-26a71134-962d-4c94-b639-d09f35da8092 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:37.390752 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18102371-dfe2-4eea-b1f0-4e834ffe5bb5 req-26a71134-962d-4c94-b639-d09f35da8092 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 943 time: 0.0969479 Jul 16 01:38:37.410072 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-15f2baf0-fdc6-4491-8399-c61b8ea0c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:37.419164 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f2baf0-fdc6-4491-8399-c61b8ea0c39b None None] Routers {'b4ba51dd-1424-4a5b-a820-e38e3283ef2d'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:37.420052 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-15f2baf0-fdc6-4491-8399-c61b8ea0c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:37.433520 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d522429-1ef5-464d-9b98-782165e61862 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.435442 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5d522429-1ef5-464d-9b98-782165e61862 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/ports/d5c10950-df35-4269-83d7-b426b8f354e4 HTTP/1.1" status: 204 len: 168 time: 0.8826056 Jul 16 01:38:37.438189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50844) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:37.449308 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18102371-dfe2-4eea-b1f0-4e834ffe5bb5 req-feae33ff-6e3a-45cf-98dd-993e72aeb128 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524979 Jul 16 01:38:37.464712 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-15f2baf0-fdc6-4491-8399-c61b8ea0c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:37.465383 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f2baf0-fdc6-4491-8399-c61b8ea0c39b None None] The sync data for ids ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:37.681469 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-36eab08d-3cc6-40ad-8908-32a2ad1f42e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:37.836799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34b5500c-bc2c-495f-b231-4914c1218d2d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.356561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-34b5500c-bc2c-495f-b231-4914c1218d2d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Deleting port 24406f5e-6ee7-45e1-8ae6-c389c74162df {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:38.356909 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34b5500c-bc2c-495f-b231-4914c1218d2d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.443024 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34b5500c-bc2c-495f-b231-4914c1218d2d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.456185 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-34b5500c-bc2c-495f-b231-4914c1218d2d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Calling delete_port for 24406f5e-6ee7-45e1-8ae6-c389c74162df owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:38.537272 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 38a9f29e-d170-450e-85c5-b0ed00c46424 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:38.641970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7293766-263c-4595-b73c-59569801fc4a req-59de8db7-8ced-489c-aa11-29c88e038c20 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:38.644643 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7293766-263c-4595-b73c-59569801fc4a req-59de8db7-8ced-489c-aa11-29c88e038c20 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 943 time: 0.0910435 Jul 16 01:38:38.701420 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.708555 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 38a9f29e-d170-450e-85c5-b0ed00c46424, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=38a9f29e-d170-450e-85c5-b0ed00c46424,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:38.710954 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7293766-263c-4595-b73c-59569801fc4a req-4506fbfd-e978-489a-84cf-0fbb23b96288 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588253 Jul 16 01:38:38.725629 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34b5500c-bc2c-495f-b231-4914c1218d2d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.725882 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '38a9f29e-d170-450e-85c5-b0ed00c46424', 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e', 'port_id': '38a9f29e-d170-450e-85c5-b0ed00c46424', 'mac_address': 'fa:16:3e:62:df:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cca8a215-e0ab-4861-b96f-853bc8f3016f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:38.767900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b5500c-bc2c-495f-b231-4914c1218d2d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Port': ['ID=24406f5e-6ee7-45e1-8ae6-c389c74162df,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.775677 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.797579 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a9f29e-d170-450e-85c5-b0ed00c46424 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:38.825844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 38a9f29e-d170-450e-85c5-b0ed00c46424, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=38a9f29e-d170-450e-85c5-b0ed00c46424,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:38.830512 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:38.895680 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=38a9f29e-d170-450e-85c5-b0ed00c46424,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:38.986851 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-34b5500c-bc2c-495f-b231-4914c1218d2d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.130296 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['38a9f29e-d170-450e-85c5-b0ed00c46424'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:39.207012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b5500c-bc2c-495f-b231-4914c1218d2d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router b4ba51dd-1424-4a5b-a820-e38e3283ef2d has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:39.323995 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b5500c-bc2c-495f-b231-4914c1218d2d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:39.329577 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-34b5500c-bc2c-495f-b231-4914c1218d2d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "PUT /v2.0/routers/b4ba51dd-1424-4a5b-a820-e38e3283ef2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8897181 Jul 16 01:38:39.331728 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50882) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:39.335401 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd93dcbb-1ddd-44f3-887c-04a25524857f None None] Sync routers for ids ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:39.345142 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd93dcbb-1ddd-44f3-887c-04a25524857f None None] Routers {'b4ba51dd-1424-4a5b-a820-e38e3283ef2d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:39.345764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-fd93dcbb-1ddd-44f3-887c-04a25524857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:39.380039 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-fd93dcbb-1ddd-44f3-887c-04a25524857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:39.388585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd93dcbb-1ddd-44f3-887c-04a25524857f None None] Routers {'b4ba51dd-1424-4a5b-a820-e38e3283ef2d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:39.389187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-fd93dcbb-1ddd-44f3-887c-04a25524857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:39.421123 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-fd93dcbb-1ddd-44f3-887c-04a25524857f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:39.421758 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd93dcbb-1ddd-44f3-887c-04a25524857f None None] The sync data for ids ['b4ba51dd-1424-4a5b-a820-e38e3283ef2d'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:39.441568 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-775950df-a8f7-481c-9ae6-a1d4c030f371 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.541813 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-775950df-a8f7-481c-9ae6-a1d4c030f371 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.591456 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-775950df-a8f7-481c-9ae6-a1d4c030f371 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Deleting port 536f36ac-d904-49d7-b9ee-45b0b95b04c2 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:39.591728 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-775950df-a8f7-481c-9ae6-a1d4c030f371 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.668197 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-775950df-a8f7-481c-9ae6-a1d4c030f371 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.680062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-775950df-a8f7-481c-9ae6-a1d4c030f371 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Calling delete_port for 536f36ac-d904-49d7-b9ee-45b0b95b04c2 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:39.896011 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-775950df-a8f7-481c-9ae6-a1d4c030f371 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:39.912243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f6aa0-4ce5-4cf0-9085-8ed5eeb57a3a req-fcb7d336-6557-49a8-ad23-2f958a66bdee tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:39.914164 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f60f6aa0-4ce5-4cf0-9085-8ed5eeb57a3a req-fcb7d336-6557-49a8-ad23-2f958a66bdee tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 944 time: 0.0826333 Jul 16 01:38:39.929739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775950df-a8f7-481c-9ae6-a1d4c030f371 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Port': ['ID=536f36ac-d904-49d7-b9ee-45b0b95b04c2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:39.956343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f60f6aa0-4ce5-4cf0-9085-8ed5eeb57a3a req-189f0419-6b11-40dc-98e5-eaa3a3185e43 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345385 Jul 16 01:38:39.991708 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-775950df-a8f7-481c-9ae6-a1d4c030f371 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.086016 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-775950df-a8f7-481c-9ae6-a1d4c030f371 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.089066 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-775950df-a8f7-481c-9ae6-a1d4c030f371 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.137529 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-775950df-a8f7-481c-9ae6-a1d4c030f371 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.138214 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775950df-a8f7-481c-9ae6-a1d4c030f371 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Fanout notify agent at l3_agent the message router_deleted on router b4ba51dd-1424-4a5b-a820-e38e3283ef2d {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:38:40.145007 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-775950df-a8f7-481c-9ae6-a1d4c030f371 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.146200 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-775950df-a8f7-481c-9ae6-a1d4c030f371 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/routers/b4ba51dd-1424-4a5b-a820-e38e3283ef2d HTTP/1.1" status: 204 len: 168 time: 0.8134611 Jul 16 01:38:40.148951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50896) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:40.201933 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-c21c0eaf-e169-46d0-9a99-6eeaa2ffebfe tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Deleting subnet f98a44e2-b97f-4cbc-88a3-2b956c09f6d7 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:40.205485 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c21c0eaf-e169-46d0-9a99-6eeaa2ffebfe tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.209480 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.246293 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c21c0eaf-e169-46d0-9a99-6eeaa2ffebfe tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.335409 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c21c0eaf-e169-46d0-9a99-6eeaa2ffebfe tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.392349 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c21c0eaf-e169-46d0-9a99-6eeaa2ffebfe tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.420034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c0eaf-e169-46d0-9a99-6eeaa2ffebfe tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Subnet': ['ID=f98a44e2-b97f-4cbc-88a3-2b956c09f6d7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:40.423714 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c21c0eaf-e169-46d0-9a99-6eeaa2ffebfe tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.426459 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c21c0eaf-e169-46d0-9a99-6eeaa2ffebfe tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/subnets/f98a44e2-b97f-4cbc-88a3-2b956c09f6d7 HTTP/1.1" status: 204 len: 168 time: 0.2756259 Jul 16 01:38:40.428337 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50898) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:40.433079 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750587e1-cb9c-42c3-97f7-fb76b92ee760 None None] Network c116439c-2aa2-4fd2-bf0b-6dd3ef336528 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:40.508487 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.546883 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 38a9f29e-d170-450e-85c5-b0ed00c46424 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:40.563904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Deleting port 7c828d8b-1894-425a-8615-d413401f5720 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:40.564288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.614159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 38a9f29e-d170-450e-85c5-b0ed00c46424 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:40.619195 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 38a9f29e-d170-450e-85c5-b0ed00c46424 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:40.619569 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.631575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] For port 7c828d8b-1894-425a-8615-d413401f5720, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7c828d8b-1894-425a-8615-d413401f5720,segment=NetworkSegment(0ced7c44-b44e-4f2f-9e6d-975c4c7714a9),segment_id=0ced7c44-b44e-4f2f-9e6d-975c4c7714a9)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:40.631974 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.646414 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Calling delete_port for 7c828d8b-1894-425a-8615-d413401f5720 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:40.691979 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1080d1fe-2120-4d5a-b52a-565242446575 None None] DHCP port deletion for c116439c-2aa2-4fd2-bf0b-6dd3ef336528 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:38:40.735022 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.735287 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.763636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2511e205-38e4-4d7a-8a8d-5a001ec9e337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a9f29e-d170-450e-85c5-b0ed00c46424'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:40.763921 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Port': ['ID=7c828d8b-1894-425a-8615-d413401f5720,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:40.766376 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c80fc8a-0b7e-4570-bf5b-07f53438d080" -d '{"events": [{"server_uuid": "2511e205-38e4-4d7a-8a8d-5a001ec9e337", "name": "network-vif-plugged", "status": "completed", "tag": "38a9f29e-d170-450e-85c5-b0ed00c46424"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:40.771184 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] No DVR routers for this DVR port 7c828d8b-1894-425a-8615-d413401f5720 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:40.787632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 38a9f29e-d170-450e-85c5-b0ed00c46424, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=38a9f29e-d170-450e-85c5-b0ed00c46424,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:40.795187 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.801008 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1080d1fe-2120-4d5a-b52a-565242446575 None None] Deleting port 7c828d8b-1894-425a-8615-d413401f5720 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:40.801509 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1080d1fe-2120-4d5a-b52a-565242446575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.839250 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f662d11b-77f4-44ef-8e09-4a13abf15468 x-openstack-request-id: req-f662d11b-77f4-44ef-8e09-4a13abf15468 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:40.839554 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2511e205-38e4-4d7a-8a8d-5a001ec9e337", "name": "network-vif-plugged", "status": "completed", "tag": "38a9f29e-d170-450e-85c5-b0ed00c46424", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:40.840036 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f662d11b-77f4-44ef-8e09-4a13abf15468 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:40.840434 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2511e205-38e4-4d7a-8a8d-5a001ec9e337', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a9f29e-d170-450e-85c5-b0ed00c46424', 'code': 200} Jul 16 01:38:40.864626 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.874965 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c116439c-2aa2-4fd2-bf0b-6dd3ef336528']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:40.904864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-1080d1fe-2120-4d5a-b52a-565242446575 None None] For port 7c828d8b-1894-425a-8615-d413401f5720, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:40.905598 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1080d1fe-2120-4d5a-b52a-565242446575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.914523 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=38a9f29e-d170-450e-85c5-b0ed00c46424,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:40.925908 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ced7c44-b44e-4f2f-9e6d-975c4c7714a9') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:40.926410 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ced7c44-b44e-4f2f-9e6d-975c4c7714a9') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:40.927245 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1080d1fe-2120-4d5a-b52a-565242446575 None None] Calling delete_port for 7c828d8b-1894-425a-8615-d413401f5720 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:40.936892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-1080d1fe-2120-4d5a-b52a-565242446575 None None] Port 7c828d8b-1894-425a-8615-d413401f5720 was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:38:40.937655 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.938151 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1080d1fe-2120-4d5a-b52a-565242446575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.956504 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.965764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:40.966511 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:40.970110 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:40.976078 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1080d1fe-2120-4d5a-b52a-565242446575 None None] Pushing event deleted for resources: {'Port': ['ID=7c828d8b-1894-425a-8615-d413401f5720,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:40.983940 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1080d1fe-2120-4d5a-b52a-565242446575 None None] No DVR routers for this DVR port 7c828d8b-1894-425a-8615-d413401f5720 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:38:41.036082 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da048db-c2c2-4260-9285-02c414ae04f5 req-4425c98c-bad5-4099-8c06-22b78211b0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.038334 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0da048db-c2c2-4260-9285-02c414ae04f5 req-4425c98c-bad5-4099-8c06-22b78211b0c8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 1097 time: 0.0929906 Jul 16 01:38:41.043524 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.079685 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.082129 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/networks/c116439c-2aa2-4fd2-bf0b-6dd3ef336528 HTTP/1.1" status: 204 len: 168 time: 0.6527655 Jul 16 01:38:41.084770 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc476d-a3e3-4ffa-96fe-faea51ed40c0 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Network': ['ID=c116439c-2aa2-4fd2-bf0b-6dd3ef336528,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:41.088382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50908) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:41.109238 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0da048db-c2c2-4260-9285-02c414ae04f5 req-c759eff0-54c8-4a19-a5ae-534dbe5a634d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561597 Jul 16 01:38:41.171127 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7c828d8b-1894-425a-8615-d413401f5720 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:38:41.194147 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 7c828d8b-1894-425a-8615-d413401f5720 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:38:41.194634 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7c828d8b-1894-425a-8615-d413401f5720 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:38:41.294662 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b35c1-417e-4598-b0f3-a6ee568d936e req-788aeaef-1940-4947-a4de-95aa38599dc3 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:41.296499 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-968b35c1-417e-4598-b0f3-a6ee568d936e req-788aeaef-1940-4947-a4de-95aa38599dc3 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 945 time: 0.1547709 Jul 16 01:38:41.327241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9d5151ea-863c-4835-b35d-a44cfc7adaf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Deleting port bb26a2dc-0fe5-4e05-bee1-323038c73142 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:41.327586 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d5151ea-863c-4835-b35d-a44cfc7adaf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.357413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-968b35c1-417e-4598-b0f3-a6ee568d936e req-0a850498-28c0-4583-9471-fe0254a5bb31 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548973 Jul 16 01:38:41.417893 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d5151ea-863c-4835-b35d-a44cfc7adaf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.418231 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d5151ea-863c-4835-b35d-a44cfc7adaf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.429977 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9d5151ea-863c-4835-b35d-a44cfc7adaf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Calling delete_port for bb26a2dc-0fe5-4e05-bee1-323038c73142 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:41.556665 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d5151ea-863c-4835-b35d-a44cfc7adaf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.584662 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5151ea-863c-4835-b35d-a44cfc7adaf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Port': ['ID=bb26a2dc-0fe5-4e05-bee1-323038c73142,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:41.646091 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d5151ea-863c-4835-b35d-a44cfc7adaf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.648669 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d5151ea-863c-4835-b35d-a44cfc7adaf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.653274 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9d5151ea-863c-4835-b35d-a44cfc7adaf9 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/floatingips/397a9931-fd3b-44cc-9761-2d46d38650ee HTTP/1.1" status: 204 len: 168 time: 0.5602472 Jul 16 01:38:41.653630 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50910) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:41.680062 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f44aa71-0788-4bc0-95aa-c33af27b070f tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] DELETE failed (client error): The resource could not be found. Jul 16 01:38:41.681242 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f44aa71-0788-4bc0-95aa-c33af27b070f tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:41.682925 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3f44aa71-0788-4bc0-95aa-c33af27b070f tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/ports/d5c10950-df35-4269-83d7-b426b8f354e4 HTTP/1.1" status: 404 len: 333 time: 0.0282674 Jul 16 01:38:41.685403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50912) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:41.716082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bd405782-dcd0-44a1-aa37-094e4104e5e8 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4ba51dd-1424-4a5b-a820-e38e3283ef2d HTTP/1.1" status: 200 len: 205 time: 0.0295684 Jul 16 01:38:41.718465 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50914) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:41.755074 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-c8cf9dd5-f54b-47b9-b330-3994c8741581 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] delete failed (client error): The resource could not be found. Jul 16 01:38:41.756120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c8cf9dd5-f54b-47b9-b330-3994c8741581 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/routers/b4ba51dd-1424-4a5b-a820-e38e3283ef2d HTTP/1.1" status: 404 len: 336 time: 0.0367122 Jul 16 01:38:41.758602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50916) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:41.784553 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6247ee7-1bd0-4e4d-b879-65581410e854 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] DELETE failed (client error): The resource could not be found. Jul 16 01:38:41.785009 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6247ee7-1bd0-4e4d-b879-65581410e854 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:41.786687 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c6247ee7-1bd0-4e4d-b879-65581410e854 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/subnets/f98a44e2-b97f-4cbc-88a3-2b956c09f6d7 HTTP/1.1" status: 404 len: 337 time: 0.0272014 Jul 16 01:38:41.789056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50918) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:41.890772 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-1ce4ad9c-2aed-48eb-8c57-92da6ea13a60 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Deleting port 85619a3e-85b6-4551-b74f-11ffb49a3742 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:41.891129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ce4ad9c-2aed-48eb-8c57-92da6ea13a60 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.978551 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ce4ad9c-2aed-48eb-8c57-92da6ea13a60 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:41.990927 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-1ce4ad9c-2aed-48eb-8c57-92da6ea13a60 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Calling delete_port for 85619a3e-85b6-4551-b74f-11ffb49a3742 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:42.138838 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ce4ad9c-2aed-48eb-8c57-92da6ea13a60 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.170883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce4ad9c-2aed-48eb-8c57-92da6ea13a60 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Port': ['ID=85619a3e-85b6-4551-b74f-11ffb49a3742,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:42.630780 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ce4ad9c-2aed-48eb-8c57-92da6ea13a60 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.635440 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1ce4ad9c-2aed-48eb-8c57-92da6ea13a60 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/ports/85619a3e-85b6-4551-b74f-11ffb49a3742 HTTP/1.1" status: 204 len: 168 time: 0.8427157 Jul 16 01:38:42.635977 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50926) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:42.662726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65fd69-2329-4c90-b19d-592cd2b10e5d req-de82628e-bf89-4cfa-b991-f0897c27b0d0 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:42.668762 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee65fd69-2329-4c90-b19d-592cd2b10e5d req-de82628e-bf89-4cfa-b991-f0897c27b0d0 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 945 time: 0.0877390 Jul 16 01:38:42.704549 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee65fd69-2329-4c90-b19d-592cd2b10e5d req-7e493110-f7e9-46c5-993c-157faca47997 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345573 Jul 16 01:38:42.744407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-2330fcb1-7855-432f-8e7a-77d318f2d047 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Deleting port e85d1c9c-57a0-446c-9da5-43505380fcf1 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:42.744758 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2330fcb1-7855-432f-8e7a-77d318f2d047 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.834967 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2330fcb1-7855-432f-8e7a-77d318f2d047 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:42.846989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-2330fcb1-7855-432f-8e7a-77d318f2d047 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Calling delete_port for e85d1c9c-57a0-446c-9da5-43505380fcf1 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:42.987881 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2330fcb1-7855-432f-8e7a-77d318f2d047 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.017799 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2330fcb1-7855-432f-8e7a-77d318f2d047 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Port': ['ID=e85d1c9c-57a0-446c-9da5-43505380fcf1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:43.120031 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2330fcb1-7855-432f-8e7a-77d318f2d047 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.124848 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2330fcb1-7855-432f-8e7a-77d318f2d047 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/ports/e85d1c9c-57a0-446c-9da5-43505380fcf1 HTTP/1.1" status: 204 len: 168 time: 0.4847133 Jul 16 01:38:43.125284 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50942) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:43.199911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff1c1d-335a-4805-a29c-c2449fb68cfe tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:43.204861 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0cff1c1d-335a-4805-a29c-c2449fb68cfe tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "GET /v2.0/ports?device_id=08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 HTTP/1.1" status: 200 len: 913 time: 0.0750458 Jul 16 01:38:43.204861 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50946) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:43.561584 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32eb97eb-283b-441d-8059-6e29c31bfb2c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.830908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-32eb97eb-283b-441d-8059-6e29c31bfb2c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Deleting port 7c0d2e9a-58d1-46df-b4a0-3db516073a86 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:43.831584 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32eb97eb-283b-441d-8059-6e29c31bfb2c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.915042 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32eb97eb-283b-441d-8059-6e29c31bfb2c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:43.928253 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-32eb97eb-283b-441d-8059-6e29c31bfb2c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Calling delete_port for 7c0d2e9a-58d1-46df-b4a0-3db516073a86 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:44.145352 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32eb97eb-283b-441d-8059-6e29c31bfb2c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.176966 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb97eb-283b-441d-8059-6e29c31bfb2c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Port': ['ID=7c0d2e9a-58d1-46df-b4a0-3db516073a86,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:44.642592 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32eb97eb-283b-441d-8059-6e29c31bfb2c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:44.856536 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32eb97eb-283b-441d-8059-6e29c31bfb2c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Router 08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:38:44.957696 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32eb97eb-283b-441d-8059-6e29c31bfb2c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:38:44.964785 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-32eb97eb-283b-441d-8059-6e29c31bfb2c tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "PUT /v2.0/routers/08c2f7dd-598b-4ec3-bf3e-ede41ab787e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7575653 Jul 16 01:38:44.965637 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 50958) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:44.968587 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48fe29d-7a22-4060-8f19-dba5d5982ce3 None None] Sync routers for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:38:44.978898 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48fe29d-7a22-4060-8f19-dba5d5982ce3 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:44.979516 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f48fe29d-7a22-4060-8f19-dba5d5982ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:45.014142 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f48fe29d-7a22-4060-8f19-dba5d5982ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:45.028947 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48fe29d-7a22-4060-8f19-dba5d5982ce3 None None] Routers {'08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:38:45.029666 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f48fe29d-7a22-4060-8f19-dba5d5982ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:38:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:45.062781 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f48fe29d-7a22-4060-8f19-dba5d5982ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:45.063587 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48fe29d-7a22-4060-8f19-dba5d5982ce3 None None] The sync data for ids ['08c2f7dd-598b-4ec3-bf3e-ede41ab787e4'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:38:45.085517 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7161227b-da7f-4909-98f3-ddd6824bea59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.189865 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7161227b-da7f-4909-98f3-ddd6824bea59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.266936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-7161227b-da7f-4909-98f3-ddd6824bea59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Deleting port 840bf089-15ad-4b19-bc78-2fbdad5dcec5 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:38:45.267421 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7161227b-da7f-4909-98f3-ddd6824bea59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.355816 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7161227b-da7f-4909-98f3-ddd6824bea59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.368428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-7161227b-da7f-4909-98f3-ddd6824bea59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Calling delete_port for 840bf089-15ad-4b19-bc78-2fbdad5dcec5 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:38:45.545775 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7161227b-da7f-4909-98f3-ddd6824bea59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.575391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161227b-da7f-4909-98f3-ddd6824bea59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Port': ['ID=840bf089-15ad-4b19-bc78-2fbdad5dcec5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:45.643468 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7161227b-da7f-4909-98f3-ddd6824bea59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.736852 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7161227b-da7f-4909-98f3-ddd6824bea59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.739397 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7161227b-da7f-4909-98f3-ddd6824bea59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.786729 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7161227b-da7f-4909-98f3-ddd6824bea59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.787468 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7161227b-da7f-4909-98f3-ddd6824bea59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Fanout notify agent at l3_agent the message router_deleted on router 08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:38:45.794696 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7161227b-da7f-4909-98f3-ddd6824bea59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.796198 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7161227b-da7f-4909-98f3-ddd6824bea59 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/routers/08c2f7dd-598b-4ec3-bf3e-ede41ab787e4 HTTP/1.1" status: 204 len: 168 time: 0.8294249 Jul 16 01:38:45.798792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50980) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:45.868304 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a051ae-ad03-4d55-a26a-966c467e86a2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Deleting subnet 1380d9b5-9b3f-4057-9345-9701b76159af {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:38:45.873797 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-26a051ae-ad03-4d55-a26a-966c467e86a2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.920647 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-26a051ae-ad03-4d55-a26a-966c467e86a2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:45.967743 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-26a051ae-ad03-4d55-a26a-966c467e86a2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.028760 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-26a051ae-ad03-4d55-a26a-966c467e86a2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.062802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a051ae-ad03-4d55-a26a-966c467e86a2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Subnet': ['ID=1380d9b5-9b3f-4057-9345-9701b76159af,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:46.064658 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-26a051ae-ad03-4d55-a26a-966c467e86a2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.066619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-26a051ae-ad03-4d55-a26a-966c467e86a2 tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/subnets/1380d9b5-9b3f-4057-9345-9701b76159af HTTP/1.1" status: 204 len: 168 time: 0.2665863 Jul 16 01:38:46.069797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 50990) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:46.157608 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b03ab525-c3e2-4322-8814-485c1650fa4d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.265168 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b03ab525-c3e2-4322-8814-485c1650fa4d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.277524 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b03ab525-c3e2-4322-8814-485c1650fa4d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['938c01f3-a969-4ea4-ab69-d2fc474996d1']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:46.289881 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b03ab525-c3e2-4322-8814-485c1650fa4d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd48d91-32a7-4ec1-878c-2022510879ae') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:46.290255 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b03ab525-c3e2-4322-8814-485c1650fa4d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd48d91-32a7-4ec1-878c-2022510879ae') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:38:46.301019 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b03ab525-c3e2-4322-8814-485c1650fa4d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.317066 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b03ab525-c3e2-4322-8814-485c1650fa4d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.324053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b03ab525-c3e2-4322-8814-485c1650fa4d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:38:46.324760 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b03ab525-c3e2-4322-8814-485c1650fa4d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:38:46.338887 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:38:46.390762 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b03ab525-c3e2-4322-8814-485c1650fa4d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.398505 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b03ab525-c3e2-4322-8814-485c1650fa4d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.418978 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b03ab525-c3e2-4322-8814-485c1650fa4d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] 10.222.0.22 "DELETE /v2.0/networks/938c01f3-a969-4ea4-ab69-d2fc474996d1 HTTP/1.1" status: 204 len: 168 time: 0.3296134 Jul 16 01:38:46.445150 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ab525-c3e2-4322-8814-485c1650fa4d tempest-FloatingIPTestJSON-2147430759 tempest-FloatingIPTestJSON-2147430759-project] Pushing event deleted for resources: {'Network': ['ID=938c01f3-a969-4ea4-ab69-d2fc474996d1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:46.696821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 51012) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:46.834773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-10bc82da-df8f-40f8-aebd-3695bd115400 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f711fa97b26d4d9d8917845fa30d012c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1345479 Jul 16 01:38:46.835425 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 51016) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:46.888016 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38b34a6a-3cc3-499a-9e71-5fcb6f724381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.910728 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38b34a6a-3cc3-499a-9e71-5fcb6f724381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.973438 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38b34a6a-3cc3-499a-9e71-5fcb6f724381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.976296 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38b34a6a-3cc3-499a-9e71-5fcb6f724381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:46.978109 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-38b34a6a-3cc3-499a-9e71-5fcb6f724381 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3c313eb3-00fd-4f5f-b25d-82ce1efd7fdc HTTP/1.1" status: 204 len: 168 time: 0.1423132 Jul 16 01:38:46.987335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b34a6a-3cc3-499a-9e71-5fcb6f724381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c313eb3-00fd-4f5f-b25d-82ce1efd7fdc,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:47.692298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 51058) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:47.802033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-7fe7ed4c-92a4-4ee4-8d9b-45c712b42d7d tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] Request body: {'port': {'network_id': 'da8d2c43-8adb-4ca7-8f45-e5413a5e65e8', 'name': 'tempest-NetworksNegativeTestJSON-1228175750'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:47.831455 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fe7ed4c-92a4-4ee4-8d9b-45c712b42d7d tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] POST failed (client error): The resource could not be found. Jul 16 01:38:47.832074 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fe7ed4c-92a4-4ee4-8d9b-45c712b42d7d tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:47.833260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7fe7ed4c-92a4-4ee4-8d9b-45c712b42d7d tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1399536 Jul 16 01:38:47.838582 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51076) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:47.858109 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78c6e06-4067-4820-beb7-a0fe17baa28a tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] DELETE failed (client error): The resource could not be found. Jul 16 01:38:47.858771 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a78c6e06-4067-4820-beb7-a0fe17baa28a tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:47.863931 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a78c6e06-4067-4820-beb7-a0fe17baa28a tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] 10.222.0.22 "DELETE /v2.0/networks/c28bf579-576d-4dac-8d54-9153903ede64 HTTP/1.1" status: 404 len: 339 time: 0.0201278 Jul 16 01:38:47.864172 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51078) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:47.891028 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-841206be-1c3d-4220-8286-5683a99f561d tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] DELETE failed (client error): The resource could not be found. Jul 16 01:38:47.891724 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-841206be-1c3d-4220-8286-5683a99f561d tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:47.897059 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-841206be-1c3d-4220-8286-5683a99f561d tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] 10.222.0.22 "DELETE /v2.0/ports/6c3418d8-8e43-41d9-be65-c306939470e1 HTTP/1.1" status: 404 len: 333 time: 0.0283813 Jul 16 01:38:47.897851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51080) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:47.916817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-824589a9-0a31-4745-b110-45c237e58299 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:47.918293 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-824589a9-0a31-4745-b110-45c237e58299 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/networks?id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e HTTP/1.1" status: 200 len: 814 time: 0.1323428 Jul 16 01:38:47.924049 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3d649c-72d7-4f08-9a43-185c93b053b0 tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] DELETE failed (client error): The resource could not be found. Jul 16 01:38:47.924513 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3d649c-72d7-4f08-9a43-185c93b053b0 tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:47.927801 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cb3d649c-72d7-4f08-9a43-185c93b053b0 tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] 10.222.0.22 "DELETE /v2.0/subnets/56914142-d274-4bef-b993-f233c12f2aa1 HTTP/1.1" status: 404 len: 337 time: 0.0280535 Jul 16 01:38:47.930508 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51082) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:47.934832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-2ec82d2c-8ccb-461e-83bf-ea8e3a279bb9 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/quotas/e2fef3340e6c401c9237f79d7a815bf8 HTTP/1.1" status: 200 len: 375 time: 0.0108044 Jul 16 01:38:47.956612 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-7969b4ac-b3fa-4416-893a-b464acd01598 tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] GET failed (client error): The resource could not be found. Jul 16 01:38:47.961907 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7969b4ac-b3fa-4416-893a-b464acd01598 tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] 10.222.0.22 "GET /v2.0/networks/9be0837d-8429-4732-97fe-b0114a29fab3 HTTP/1.1" status: 404 len: 339 time: 0.0303338 Jul 16 01:38:47.962505 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51084) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:47.989675 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae79ce8-7f1a-41aa-b203-c8a026a75021 tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] GET failed (client error): The resource could not be found. Jul 16 01:38:47.996328 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3ae79ce8-7f1a-41aa-b203-c8a026a75021 tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] 10.222.0.22 "GET /v2.0/ports/570a6128-8cc5-4090-a36c-cadf81ad6338 HTTP/1.1" status: 404 len: 333 time: 0.0328927 Jul 16 01:38:47.996908 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 51086) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:48.033484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-4af2bca8-64b0-486a-9e89-46b400ff0c0d tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2fef3340e6c401c9237f79d7a815bf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0909216 Jul 16 01:38:48.034685 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee34a703-cbf2-4a82-a8fd-1c1115c729f0 tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] GET failed (client error): The resource could not be found. Jul 16 01:38:48.040122 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51092) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:48.040356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ee34a703-cbf2-4a82-a8fd-1c1115c729f0 tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] 10.222.0.22 "GET /v2.0/subnets/25adffec-99ee-4b4f-8f85-423406b568b6 HTTP/1.1" status: 404 len: 337 time: 0.0421753 Jul 16 01:38:48.046037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4b6c3db8-e557-4158-8a8e-c5ee5e00deda tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:48.059831 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b6c3db8-e557-4158-8a8e-c5ee5e00deda tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] PUT failed (client error): The resource could not be found. Jul 16 01:38:48.060702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b6c3db8-e557-4158-8a8e-c5ee5e00deda tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:48.065258 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4b6c3db8-e557-4158-8a8e-c5ee5e00deda tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] 10.222.0.22 "PUT /v2.0/networks/e4a80a8d-d92b-4cfb-99dd-b67a8578d82c HTTP/1.1" status: 404 len: 339 time: 0.0207222 Jul 16 01:38:48.065969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51094) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:48.071712 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-327e26f7-ca78-45c0-8414-40f1db70dbb3 tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:48.098020 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-327e26f7-ca78-45c0-8414-40f1db70dbb3 tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] PUT failed (client error): The resource could not be found. Jul 16 01:38:48.099144 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327e26f7-ca78-45c0-8414-40f1db70dbb3 tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:48.100374 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-327e26f7-ca78-45c0-8414-40f1db70dbb3 tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] 10.222.0.22 "PUT /v2.0/ports/a4c30b2d-b389-4f2d-b31d-f3da2dd17f42 HTTP/1.1" status: 404 len: 333 time: 0.0339460 Jul 16 01:38:48.105000 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51096) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:48.110410 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-23ce4407-608c-49e3-85e3-54b4652e1934 tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:48.132848 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-23ce4407-608c-49e3-85e3-54b4652e1934 tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] PUT failed (client error): The resource could not be found. Jul 16 01:38:48.133334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23ce4407-608c-49e3-85e3-54b4652e1934 tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:38:48.134517 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-23ce4407-608c-49e3-85e3-54b4652e1934 tempest-NetworksNegativeTestJSON-828639038 tempest-NetworksNegativeTestJSON-828639038-project] 10.222.0.22 "PUT /v2.0/subnets/bd889231-6364-492f-a2be-e8606901b157 HTTP/1.1" status: 404 len: 337 time: 0.0285335 Jul 16 01:38:48.156150 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-8416cc17-4841-4825-9ff1-a9259d40a0ec service neutron] 10.222.0.22 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148803 Jul 16 01:38:48.255483 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-35d50728-1fc8-4e22-9a7a-04f3d5ec135a service neutron] 10.222.0.22 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926785 Jul 16 01:38:48.439422 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51114) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:48.453740 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b606c71-93ed-4d1f-ac33-6da1b1d34bc4 req-e8a4ad52-54b3-4869-b48e-41f16905e48f tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=73e6a566-43be-40a2-82bf-2c8644cd7e33 HTTP/1.1" status: 200 len: 210 time: 0.0403273 Jul 16 01:38:48.565311 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-507f4583-570c-4c57-8699-352b3d591982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.681897 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-507f4583-570c-4c57-8699-352b3d591982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.685504 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-507f4583-570c-4c57-8699-352b3d591982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.730700 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-507f4583-570c-4c57-8699-352b3d591982 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df6c36ed022145f38bf70f32c1f3bfb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2876804 Jul 16 01:38:48.730700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f4583-570c-4c57-8699-352b3d591982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729c2dad-bf06-455e-a48c-df803e8172e7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:48.731082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 51128) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:48.784368 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9216ed1-0947-4296-b760-02231658395f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.808312 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9216ed1-0947-4296-b760-02231658395f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.857839 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9216ed1-0947-4296-b760-02231658395f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.860523 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9216ed1-0947-4296-b760-02231658395f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:48.864286 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b9216ed1-0947-4296-b760-02231658395f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/729c2dad-bf06-455e-a48c-df803e8172e7 HTTP/1.1" status: 204 len: 168 time: 0.1293941 Jul 16 01:38:48.873151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9216ed1-0947-4296-b760-02231658395f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729c2dad-bf06-455e-a48c-df803e8172e7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:49.654248 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c87d077-82ad-4b36-86e9-bf00d0fd5774 req-4e15b051-9da6-4101-86a9-b2069d7d5798 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=73e6a566-43be-40a2-82bf-2c8644cd7e33 HTTP/1.1" status: 200 len: 210 time: 0.0488904 Jul 16 01:38:49.690747 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-4bb1d305-08d7-4782-b736-2f2441e91dd5 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:49.692311 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-4bb1d305-08d7-4782-b736-2f2441e91dd5 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.69 "GET /v2.0/networks?id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e HTTP/1.1" status: 200 len: 814 time: 0.1928947 Jul 16 01:38:49.705716 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-af5a9936-0db6-40ce-9e65-b3c30caf6bb6 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Request body: {'port': {'device_id': '73e6a566-43be-40a2-82bf-2c8644cd7e33', 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e', 'admin_state_up': True, 'tenant_id': 'e2fef3340e6c401c9237f79d7a815bf8'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:49.841758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-af5a9936-0db6-40ce-9e65-b3c30caf6bb6 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Made reservation on behalf of e2fef3340e6c401c9237f79d7a815bf8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:49.846103 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-af5a9936-0db6-40ce-9e65-b3c30caf6bb6 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.016667 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-af5a9936-0db6-40ce-9e65-b3c30caf6bb6 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Allocated IP 172.20.0.9 (9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e/cca8a215-e0ab-4861-b96f-853bc8f3016f/256ed556-6d77-4126-9ad1-9db3d32f2fcc) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:38:50.186456 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-af5a9936-0db6-40ce-9e65-b3c30caf6bb6 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.237200 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-af5a9936-0db6-40ce-9e65-b3c30caf6bb6 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.251619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['7ca0976b-3239-4cc9-b88c-61ca921b46b3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:50.285065 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-af5a9936-0db6-40ce-9e65-b3c30caf6bb6 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:38:50.286577 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['38a9f29e-d170-450e-85c5-b0ed00c46424'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:50.293168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-af5a9936-0db6-40ce-9e65-b3c30caf6bb6 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:50.297460 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-af5a9936-0db6-40ce-9e65-b3c30caf6bb6 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:38:50.327612 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a9936-0db6-40ce-9e65-b3c30caf6bb6 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Pushing event updated for resources: {'Port': ['ID=256ed556-6d77-4126-9ad1-9db3d32f2fcc,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:50.357235 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-af5a9936-0db6-40ce-9e65-b3c30caf6bb6 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:50.357882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-af5a9936-0db6-40ce-9e65-b3c30caf6bb6 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.375143 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-af5a9936-0db6-40ce-9e65-b3c30caf6bb6 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6736281 Jul 16 01:38:50.388113 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Request body: {'port': {'device_id': '73e6a566-43be-40a2-82bf-2c8644cd7e33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:50.487882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.804561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256ed556-6d77-4126-9ad1-9db3d32f2fcc {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:50.813230 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.827316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Transition to ACTIVE for port object 256ed556-6d77-4126-9ad1-9db3d32f2fcc will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:38:50.832727 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:50.892499 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e2bd6-663f-4dab-b92b-195f65f87f6f req-ebe5c69e-ce63-4c67-8abd-7d7400a7a4b0 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:50.900922 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-518e2bd6-663f-4dab-b92b-195f65f87f6f req-ebe5c69e-ce63-4c67-8abd-7d7400a7a4b0 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=73e6a566-43be-40a2-82bf-2c8644cd7e33 HTTP/1.1" status: 200 len: 931 time: 0.1260881 Jul 16 01:38:50.943426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Pushing event updated for resources: {'Port': ['ID=256ed556-6d77-4126-9ad1-9db3d32f2fcc,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:50.943676 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-518e2bd6-663f-4dab-b92b-195f65f87f6f req-e27384ec-940d-456a-84b0-d2f6466d3427 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418963 Jul 16 01:38:50.987800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Attempting to bind port 256ed556-6d77-4126-9ad1-9db3d32f2fcc on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:38:50.988415 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Attempting to bind port 256ed556-6d77-4126-9ad1-9db3d32f2fcc by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'ca231d7b-c616-4122-a507-36931eb6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:38:50.988995 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Attempting to bind port 256ed556-6d77-4126-9ad1-9db3d32f2fcc on network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:50.998446 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Port 256ed556-6d77-4126-9ad1-9db3d32f2fcc on network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:38:50.999611 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Attempting to bind port 256ed556-6d77-4126-9ad1-9db3d32f2fcc on network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:38:51.007298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:38:51.008050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Checking segment: {'id': 'ca231d7b-c616-4122-a507-36931eb6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:51.008715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Bound using segment: {'id': 'ca231d7b-c616-4122-a507-36931eb6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:38:51.009360 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Bound port: 256ed556-6d77-4126-9ad1-9db3d32f2fcc, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca231d7b-c616-4122-a507-36931eb6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:38:51.009971 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.089445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] For port 256ed556-6d77-4126-9ad1-9db3d32f2fcc, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:38:51.092529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] For port 256ed556-6d77-4126-9ad1-9db3d32f2fcc, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=256ed556-6d77-4126-9ad1-9db3d32f2fcc,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:38:51.096392 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.141918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.142549 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:51.144035 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] 10.222.0.69 "PUT /v2.0/ports/256ed556-6d77-4126-9ad1-9db3d32f2fcc HTTP/1.1" status: 200 len: 1092 time: 0.7609458 Jul 16 01:38:51.144499 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e6a566-43be-40a2-82bf-2c8644cd7e33', 'tag': '256ed556-6d77-4126-9ad1-9db3d32f2fcc'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:51.146822 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373a430e-722a-4a21-bc64-babf6345ac7b" -d '{"events": [{"name": "network-changed", "server_uuid": "73e6a566-43be-40a2-82bf-2c8644cd7e33", "tag": "256ed556-6d77-4126-9ad1-9db3d32f2fcc"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:51.181872 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753a836-bddf-45bb-a140-e391506bd160 service neutron] Pushing event updated for resources: {'Port': ['ID=256ed556-6d77-4126-9ad1-9db3d32f2fcc,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:51.196277 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9172fac4-6f4e-4352-b167-a0a2665e7150 x-openstack-request-id: req-9172fac4-6f4e-4352-b167-a0a2665e7150 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:51.196571 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73e6a566-43be-40a2-82bf-2c8644cd7e33", "tag": "256ed556-6d77-4126-9ad1-9db3d32f2fcc", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:51.196827 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9172fac4-6f4e-4352-b167-a0a2665e7150 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:51.197223 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e6a566-43be-40a2-82bf-2c8644cd7e33', 'tag': '256ed556-6d77-4126-9ad1-9db3d32f2fcc', 'status': 'completed', 'code': 200} Jul 16 01:38:51.245716 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-fbe409fe-1f65-41af-a03e-b770e09db8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.247255 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-fbe409fe-1f65-41af-a03e-b770e09db8ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e2fef3340e6c401c9237f79d7a815bf8&device_id=73e6a566-43be-40a2-82bf-2c8644cd7e33 HTTP/1.1" status: 200 len: 1095 time: 0.0624917 Jul 16 01:38:51.292283 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-4c4c43c4-7184-4697-ad8c-f22d34f530b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=256ed556-6d77-4126-9ad1-9db3d32f2fcc HTTP/1.1" status: 200 len: 217 time: 0.0374148 Jul 16 01:38:51.341468 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-8f6c349b-f1af-45c0-9d5c-eb853b888560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.343024 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-8f6c349b-f1af-45c0-9d5c-eb853b888560 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cca8a215-e0ab-4861-b96f-853bc8f3016f HTTP/1.1" status: 200 len: 854 time: 0.0447233 Jul 16 01:38:51.375307 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-28719db2-8593-49bb-bf5b-8c891241cac3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263100 Jul 16 01:38:51.470736 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-7ef50d1e-5d27-4bea-9127-8349c08ace3c service neutron] 10.222.0.69 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883448 Jul 16 01:38:51.558339 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd00c2cc-7871-431b-b76c-f0398e43768d req-19700b52-c0e3-4461-9a1d-d5e2f82806be service neutron] 10.222.0.69 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807354 Jul 16 01:38:51.676146 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a430e-722a-4a21-bc64-babf6345ac7b req-5369e562-5bc5-410e-ac1f-01267b164ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.679272 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-373a430e-722a-4a21-bc64-babf6345ac7b req-5369e562-5bc5-410e-ac1f-01267b164ba6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e2fef3340e6c401c9237f79d7a815bf8&device_id=73e6a566-43be-40a2-82bf-2c8644cd7e33 HTTP/1.1" status: 200 len: 1095 time: 0.0692821 Jul 16 01:38:51.772489 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a430e-722a-4a21-bc64-babf6345ac7b req-788fa42d-a3c3-498c-a8fa-97ec58168d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.774058 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-373a430e-722a-4a21-bc64-babf6345ac7b req-788fa42d-a3c3-498c-a8fa-97ec58168d72 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e HTTP/1.1" status: 200 len: 915 time: 0.0900414 Jul 16 01:38:51.817324 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-373a430e-722a-4a21-bc64-babf6345ac7b req-1207cf89-a397-49f4-aad7-41bef1fc10ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=256ed556-6d77-4126-9ad1-9db3d32f2fcc HTTP/1.1" status: 200 len: 217 time: 0.0373101 Jul 16 01:38:51.865854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a430e-722a-4a21-bc64-babf6345ac7b req-d0c05e9e-bbcd-4f14-b341-af79be6e0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:51.867466 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-373a430e-722a-4a21-bc64-babf6345ac7b req-d0c05e9e-bbcd-4f14-b341-af79be6e0df1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cca8a215-e0ab-4861-b96f-853bc8f3016f HTTP/1.1" status: 200 len: 854 time: 0.0436552 Jul 16 01:38:51.900541 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-373a430e-722a-4a21-bc64-babf6345ac7b req-3a49e90e-5148-431f-99e6-18d3d6e1e8f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260599 Jul 16 01:38:51.998142 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-373a430e-722a-4a21-bc64-babf6345ac7b req-7142f69f-1531-478a-9a6f-5c540b8b9817 service neutron] 10.222.0.69 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911939 Jul 16 01:38:52.103895 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-373a430e-722a-4a21-bc64-babf6345ac7b req-b35f2d56-9134-4eed-b4bc-ce929f6b33bf service neutron] 10.222.0.69 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984061 Jul 16 01:38:52.208964 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a6bfa8-47b8-4e57-8941-b03a8e18032c req-5665c322-e03c-41dd-9efb-38816def9161 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:52.210361 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52a6bfa8-47b8-4e57-8941-b03a8e18032c req-5665c322-e03c-41dd-9efb-38816def9161 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=73e6a566-43be-40a2-82bf-2c8644cd7e33 HTTP/1.1" status: 200 len: 943 time: 0.0700679 Jul 16 01:38:52.262559 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52a6bfa8-47b8-4e57-8941-b03a8e18032c req-48653b57-6ed5-452d-871d-ca3604009ad9 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457485 Jul 16 01:38:53.441075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226ed9b1-d2fd-4c4b-93c8-84af1af92259 req-7c0d473e-f1ea-4e5e-8ca4-96d1342610a4 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:53.442477 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-226ed9b1-d2fd-4c4b-93c8-84af1af92259 req-7c0d473e-f1ea-4e5e-8ca4-96d1342610a4 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=73e6a566-43be-40a2-82bf-2c8644cd7e33 HTTP/1.1" status: 200 len: 943 time: 0.0617146 Jul 16 01:38:53.479668 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-226ed9b1-d2fd-4c4b-93c8-84af1af92259 req-385a468a-c622-4dfa-928f-3f7414433c30 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308993 Jul 16 01:38:54.276282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 51330) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:54.396748 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-538f41ab-a9e5-47ef-9563-7ad8e2211e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.483778 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-538f41ab-a9e5-47ef-9563-7ad8e2211e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.487587 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-538f41ab-a9e5-47ef-9563-7ad8e2211e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.531998 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-538f41ab-a9e5-47ef-9563-7ad8e2211e06 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=41ff67b4984c456da83009630e36cae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493415 Jul 16 01:38:54.531998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f41ab-a9e5-47ef-9563-7ad8e2211e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8c82fe-38a6-40ec-9336-94575d6b2b36,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:54.534647 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51342) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:54.603799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdf80c6c-9421-4069-bccd-f620e1b8631c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.631054 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdf80c6c-9421-4069-bccd-f620e1b8631c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.670776 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf9764-f163-4926-8cdf-c38db2d2ea24 req-53ce406c-9472-4437-ab15-72f1e9d0a302 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:54.672456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-acaf9764-f163-4926-8cdf-c38db2d2ea24 req-53ce406c-9472-4437-ab15-72f1e9d0a302 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=73e6a566-43be-40a2-82bf-2c8644cd7e33 HTTP/1.1" status: 200 len: 943 time: 0.0720496 Jul 16 01:38:54.694196 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdf80c6c-9421-4069-bccd-f620e1b8631c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.698780 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bdf80c6c-9421-4069-bccd-f620e1b8631c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:54.702347 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bdf80c6c-9421-4069-bccd-f620e1b8631c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dd8c82fe-38a6-40ec-9336-94575d6b2b36 HTTP/1.1" status: 204 len: 168 time: 0.1634936 Jul 16 01:38:54.708194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf80c6c-9421-4069-bccd-f620e1b8631c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8c82fe-38a6-40ec-9336-94575d6b2b36,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:54.724740 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-acaf9764-f163-4926-8cdf-c38db2d2ea24 req-66560465-8ae9-44c7-9d78-e30f18fa92df tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463545 Jul 16 01:38:54.901691 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 256ed556-6d77-4126-9ad1-9db3d32f2fcc details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:38:54.997476 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51358) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:55.011637 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd8f5efb-ff29-4e57-8137-4dd925b65c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.018375 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 256ed556-6d77-4126-9ad1-9db3d32f2fcc, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=256ed556-6d77-4126-9ad1-9db3d32f2fcc,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:55.030579 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '256ed556-6d77-4126-9ad1-9db3d32f2fcc', 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e', 'port_id': '256ed556-6d77-4126-9ad1-9db3d32f2fcc', 'mac_address': 'fa:16:3e:dc:b2:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cca8a215-e0ab-4861-b96f-853bc8f3016f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:38:55.072310 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.086647 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256ed556-6d77-4126-9ad1-9db3d32f2fcc {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:38:55.107046 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 256ed556-6d77-4126-9ad1-9db3d32f2fcc, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=256ed556-6d77-4126-9ad1-9db3d32f2fcc,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:55.110478 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.125830 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd8f5efb-ff29-4e57-8137-4dd925b65c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.130269 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cd8f5efb-ff29-4e57-8137-4dd925b65c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.170198 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=256ed556-6d77-4126-9ad1-9db3d32f2fcc,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:55.177863 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f5efb-ff29-4e57-8137-4dd925b65c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad6d73b-6dbf-44d2-a4c6-efab1009325f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:55.187069 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cd8f5efb-ff29-4e57-8137-4dd925b65c95 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f2fbcb102d024d398b37ce3d8b133512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1861277 Jul 16 01:38:55.187355 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51364) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:55.235514 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-324adf38-d891-42c9-a263-51234ebfc4ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.257047 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-324adf38-d891-42c9-a263-51234ebfc4ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.305877 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-324adf38-d891-42c9-a263-51234ebfc4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.308415 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-324adf38-d891-42c9-a263-51234ebfc4ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:55.309582 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-324adf38-d891-42c9-a263-51234ebfc4ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7ad6d73b-6dbf-44d2-a4c6-efab1009325f HTTP/1.1" status: 204 len: 168 time: 0.1213481 Jul 16 01:38:55.317531 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324adf38-d891-42c9-a263-51234ebfc4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad6d73b-6dbf-44d2-a4c6-efab1009325f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:55.371489 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['256ed556-6d77-4126-9ad1-9db3d32f2fcc'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:38:55.927591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd106c-6f3f-4f4f-a141-02b115f6d7d7 req-a0a48803-9a7f-4b14-82eb-bb55218992d0 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:55.929199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-06cd106c-6f3f-4f4f-a141-02b115f6d7d7 req-a0a48803-9a7f-4b14-82eb-bb55218992d0 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=73e6a566-43be-40a2-82bf-2c8644cd7e33 HTTP/1.1" status: 200 len: 944 time: 0.0848949 Jul 16 01:38:55.996558 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-06cd106c-6f3f-4f4f-a141-02b115f6d7d7 req-a565b2c3-6f3c-43e0-9c71-1e46eea77c5f tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596316 Jul 16 01:38:56.055482 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51404) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:56.149820 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3b03a160-f9b8-4aa1-82ef-88b235ec7f60 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2110584835-network', 'tenant_id': 'ec4e353711714b528dfa5008fd388277'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:56.174865 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b03a160-f9b8-4aa1-82ef-88b235ec7f60 admin admin] Made reservation on behalf of ec4e353711714b528dfa5008fd388277 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:56.178587 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b03a160-f9b8-4aa1-82ef-88b235ec7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.188029 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b03a160-f9b8-4aa1-82ef-88b235ec7f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.285339 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b03a160-f9b8-4aa1-82ef-88b235ec7f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.289755 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b03a160-f9b8-4aa1-82ef-88b235ec7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.312105 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b03a160-f9b8-4aa1-82ef-88b235ec7f60 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:38:56.328587 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03a160-f9b8-4aa1-82ef-88b235ec7f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c99c723-87d0-443a-96b0-910f8703b18d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:56.331542 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b03a160-f9b8-4aa1-82ef-88b235ec7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.332066 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-3b03a160-f9b8-4aa1-82ef-88b235ec7f60 admin admin] Added segment 592c05cf-586e-4938-a6a7-4dc52bc130cc of type vlan for network 4c41d491-7410-447b-85b5-72481e95148e Jul 16 01:38:56.377627 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b03a160-f9b8-4aa1-82ef-88b235ec7f60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.412303 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b03a160-f9b8-4aa1-82ef-88b235ec7f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.413247 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b03a160-f9b8-4aa1-82ef-88b235ec7f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.413822 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b03a160-f9b8-4aa1-82ef-88b235ec7f60 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.454044 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3b03a160-f9b8-4aa1-82ef-88b235ec7f60 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3946970 Jul 16 01:38:56.454694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 51418) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:38:56.463013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-60529a1f-1545-4bfa-a985-9ea68a615973 admin admin] Request body: {'subnet': {'network_id': '4c41d491-7410-447b-85b5-72481e95148e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2110584835-subnet', 'tenant_id': 'ec4e353711714b528dfa5008fd388277', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:38:56.484635 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60529a1f-1545-4bfa-a985-9ea68a615973 admin admin] Made reservation on behalf of ec4e353711714b528dfa5008fd388277 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:38:56.487081 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-60529a1f-1545-4bfa-a985-9ea68a615973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.503686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b03a160-f9b8-4aa1-82ef-88b235ec7f60 admin admin] Pushing event updated for resources: {'Network': ['ID=4c41d491-7410-447b-85b5-72481e95148e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:56.518255 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 4c41d491-7410-447b-85b5-72481e95148e details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:38:56.662628 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-60529a1f-1545-4bfa-a985-9ea68a615973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.720093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60529a1f-1545-4bfa-a985-9ea68a615973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adde1b44-f9c3-406c-b28f-2f67c40f0e2d,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:56.725412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60529a1f-1545-4bfa-a985-9ea68a615973 admin admin] Checking segment: {'id': '592c05cf-586e-4938-a6a7-4dc52bc130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4c41d491-7410-447b-85b5-72481e95148e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:38:56.725697 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60529a1f-1545-4bfa-a985-9ea68a615973 admin admin] Network hostable DHCP agents. Network: 4c41d491-7410-447b-85b5-72481e95148e, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:38:56.741195 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60529a1f-1545-4bfa-a985-9ea68a615973 admin admin] Network 4c41d491-7410-447b-85b5-72481e95148e is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:38:56.749906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-60529a1f-1545-4bfa-a985-9ea68a615973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 4c41d491-7410-447b-85b5-72481e95148e) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:38:56.754005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60529a1f-1545-4bfa-a985-9ea68a615973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:56.754708 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-60529a1f-1545-4bfa-a985-9ea68a615973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:56.760130 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556700ff-bf0f-4ef4-a004-35614df0e5ba None None] Network 4c41d491-7410-447b-85b5-72481e95148e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:56.772349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-60529a1f-1545-4bfa-a985-9ea68a615973 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3164527 Jul 16 01:38:56.903932 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98ff651-9420-4c47-919e-61a4129d8e1b None None] Network 4c41d491-7410-447b-85b5-72481e95148e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:38:56.928559 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 256ed556-6d77-4126-9ad1-9db3d32f2fcc up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:38:57.042383 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 256ed556-6d77-4126-9ad1-9db3d32f2fcc completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:38:57.055261 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 256ed556-6d77-4126-9ad1-9db3d32f2fcc triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:38:57.055648 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.255605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f322e-0772-4c1b-bf82-ca357b27940a req-d9834b59-8038-4a52-b963-447f20eff174 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.263863 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f99f322e-0772-4c1b-bf82-ca357b27940a req-d9834b59-8038-4a52-b963-447f20eff174 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=73e6a566-43be-40a2-82bf-2c8644cd7e33 HTTP/1.1" status: 200 len: 944 time: 0.1124868 Jul 16 01:38:57.318571 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f99f322e-0772-4c1b-bf82-ca357b27940a req-44e4ec2c-c085-413c-9cd0-466c5d8a41c3 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534801 Jul 16 01:38:57.421822 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.463425 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 256ed556-6d77-4126-9ad1-9db3d32f2fcc, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=256ed556-6d77-4126-9ad1-9db3d32f2fcc,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:38:57.464601 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e6a566-43be-40a2-82bf-2c8644cd7e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256ed556-6d77-4126-9ad1-9db3d32f2fcc'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:38:57.467312 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921091a6-55ee-413e-aff7-f0782b210c46" -d '{"events": [{"server_uuid": "73e6a566-43be-40a2-82bf-2c8644cd7e33", "name": "network-vif-plugged", "status": "completed", "tag": "256ed556-6d77-4126-9ad1-9db3d32f2fcc"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:38:57.472272 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:38:57.529777 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=256ed556-6d77-4126-9ad1-9db3d32f2fcc,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:38:57.533948 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e93370-3db5-4358-b2e9-13f765619ed3 x-openstack-request-id: req-36e93370-3db5-4358-b2e9-13f765619ed3 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:38:57.533948 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e6a566-43be-40a2-82bf-2c8644cd7e33", "name": "network-vif-plugged", "status": "completed", "tag": "256ed556-6d77-4126-9ad1-9db3d32f2fcc", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:38:57.533948 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36e93370-3db5-4358-b2e9-13f765619ed3 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:38:57.534310 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e6a566-43be-40a2-82bf-2c8644cd7e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256ed556-6d77-4126-9ad1-9db3d32f2fcc', 'code': 200} Jul 16 01:38:57.650920 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef096209-49bb-4ec5-b889-0d1631fff9d0 req-30fed4ae-54df-41aa-9314-0c78d6de603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:57.652477 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ef096209-49bb-4ec5-b889-0d1631fff9d0 req-30fed4ae-54df-41aa-9314-0c78d6de603c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=73e6a566-43be-40a2-82bf-2c8644cd7e33 HTTP/1.1" status: 200 len: 1097 time: 0.0556331 Jul 16 01:38:57.692395 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ef096209-49bb-4ec5-b889-0d1631fff9d0 req-77c5558a-d34f-400c-9dc2-69a391bbe0fb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337560 Jul 16 01:38:58.535285 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa57f14-4f60-48f0-873d-4ae91d5fbbfd req-e516a3c2-98ea-4f7d-a314-fd517b7c3400 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:58.542571 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fa57f14-4f60-48f0-873d-4ae91d5fbbfd req-e516a3c2-98ea-4f7d-a314-fd517b7c3400 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=73e6a566-43be-40a2-82bf-2c8644cd7e33 HTTP/1.1" status: 200 len: 945 time: 0.1170239 Jul 16 01:38:58.578757 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fa57f14-4f60-48f0-873d-4ae91d5fbbfd req-66eb199c-dd5a-415d-9c3a-88f9e6ca5803 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353179 Jul 16 01:38:59.828925 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-a786d1e0-acf3-4b26-9180-9ce96ff047f6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1688256 Jul 16 01:38:59.886616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209af0f5-621e-4333-b37e-aa9e43bf81c4 req-6cb504ec-d8d9-4334-94de-3ce28ecd2ef7 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.893258 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-209af0f5-621e-4333-b37e-aa9e43bf81c4 req-6cb504ec-d8d9-4334-94de-3ce28ecd2ef7 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=73e6a566-43be-40a2-82bf-2c8644cd7e33 HTTP/1.1" status: 200 len: 945 time: 0.1413789 Jul 16 01:38:59.933899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-209af0f5-621e-4333-b37e-aa9e43bf81c4 req-cb9a5405-b580-48dc-bf47-082657ec82fa tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369763 Jul 16 01:38:59.954518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-3cc36a22-bcd4-4377-9556-1adc9d607a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.955005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-3cc36a22-bcd4-4377-9556-1adc9d607a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.955471 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-3cc36a22-bcd4-4377-9556-1adc9d607a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.955966 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-3cc36a22-bcd4-4377-9556-1adc9d607a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.956430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-3cc36a22-bcd4-4377-9556-1adc9d607a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:38:59.958206 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-3cc36a22-bcd4-4377-9556-1adc9d607a28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0744720 Jul 16 01:39:00.098374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-1801fb85-9990-452b-bc8e-8e974381e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.098852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-1801fb85-9990-452b-bc8e-8e974381e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.099353 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-1801fb85-9990-452b-bc8e-8e974381e21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.101186 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-1801fb85-9990-452b-bc8e-8e974381e21b service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.1188061 Jul 16 01:39:00.143178 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-48477683-80f7-41e4-89da-a9603fa0ad9c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0355146 Jul 16 01:39:00.233069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-763d2ff2-6a49-4c5a-a130-d7e46f7a26d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.234827 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-763d2ff2-6a49-4c5a-a130-d7e46f7a26d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0853033 Jul 16 01:39:00.307602 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-a685c360-5fec-4fa8-a78c-58b2c5cd7bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.309266 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-a685c360-5fec-4fa8-a78c-58b2c5cd7bea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671844 Jul 16 01:39:00.329153 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:00.406930 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-f4420672-4ca3-469a-b0d2-77f571402f7a service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913262 Jul 16 01:39:00.507607 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-f6cb527d-4fde-4dae-a230-8855c6467fd7 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942984 Jul 16 01:39:00.550373 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-342f0993-befa-40ce-a44d-b7f30d462e15 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0362749 Jul 16 01:39:00.603948 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-3eb8b3bc-3333-4642-8550-ec4c17705b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:00.605503 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-3eb8b3bc-3333-4642-8550-ec4c17705b38 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0487511 Jul 16 01:39:01.015233 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-8c12044c-ab5d-4b4f-bfe6-f17e7cb2921c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.018006 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-8c12044c-ab5d-4b4f-bfe6-f17e7cb2921c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4062705 Jul 16 01:39:01.154753 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-154f904a-53f1-4c28-9e71-1fc61cfd57a8 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295497 Jul 16 01:39:01.260424 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:01.270038 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-05b209fd-3d20-45cb-8c28-c90cd437afb1 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094859 Jul 16 01:39:01.335600 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-41c6e060-7d14-41dc-a481-243b8a680571 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0592959 Jul 16 01:39:01.400259 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-57c10a67-23e5-4829-904f-7a128efc2e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.401741 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-57c10a67-23e5-4829-904f-7a128efc2e4f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0604358 Jul 16 01:39:01.478589 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-150bb712-4519-4ace-9c56-d60365495a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.480207 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-150bb712-4519-4ace-9c56-d60365495a59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0718129 Jul 16 01:39:01.592494 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-617f691a-2497-4419-b146-a6bf80012874 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056299 Jul 16 01:39:01.715101 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-4369109f-affc-4093-b02a-4f2bb2010dce service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154957 Jul 16 01:39:01.785430 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-e17a8748-c014-49af-adfd-1cbedfb596e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0561776 Jul 16 01:39:01.840036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-e148a151-6359-4607-b01f-caf321b9748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.841760 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-e148a151-6359-4607-b01f-caf321b9748b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0505393 Jul 16 01:39:01.945264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-d3ab080b-fa38-427a-84e4-243fc21de76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:01.946809 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-d3ab080b-fa38-427a-84e4-243fc21de76b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0992553 Jul 16 01:39:02.110719 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-2c4c37c5-39e3-4775-96a4-eb48ce47b3dd service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570690 Jul 16 01:39:02.240974 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-0aeecc18-dad3-4ad1-9d19-6a255a0eee14 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220915 Jul 16 01:39:02.330633 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-ff4f3edc-ce83-4f81-90eb-d60913429d19 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0836141 Jul 16 01:39:02.446833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-32e6fdb5-5c39-4c32-b77a-6def4e4d0757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.448451 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-32e6fdb5-5c39-4c32-b77a-6def4e4d0757 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.1093705 Jul 16 01:39:02.515294 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-f60c146e-13d5-47df-9c17-c88bd8cefa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:02.516978 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-f60c146e-13d5-47df-9c17-c88bd8cefa86 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0603082 Jul 16 01:39:02.626171 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-e85bbd69-3e17-4657-ad7c-6495ba9b441a service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014910 Jul 16 01:39:02.724024 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa75a5da-13ee-4651-a8a7-62fc598131ce req-d85ee75d-3020-4116-bb12-5143b2d57342 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900276 Jul 16 01:39:04.928296 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0c905189-b181-4ed4-b52e-20c59077f413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:05.018358 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1e8208dd-c2b7-4bfd-b35e-4f2c9dd485cd req-2ef0ff41-160d-4568-9ceb-d1d5a7fc90f7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1292455 Jul 16 01:39:05.206477 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8208dd-c2b7-4bfd-b35e-4f2c9dd485cd req-bdc2aee0-439a-4a88-b466-a68bf0536516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.218875 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1e8208dd-c2b7-4bfd-b35e-4f2c9dd485cd req-bdc2aee0-439a-4a88-b466-a68bf0536516 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 1097 time: 0.1254420 Jul 16 01:39:05.391620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8208dd-c2b7-4bfd-b35e-4f2c9dd485cd req-dad643bb-3334-49a2-9e9b-83ccd3f3ef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.393159 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1e8208dd-c2b7-4bfd-b35e-4f2c9dd485cd req-dad643bb-3334-49a2-9e9b-83ccd3f3ef2c service neutron] 10.222.0.70 "GET /v2.0/networks?id=152dd058-0836-4ef2-bc63-35bce5691a11 HTTP/1.1" status: 200 len: 898 time: 0.1259100 Jul 16 01:39:05.567254 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1e8208dd-c2b7-4bfd-b35e-4f2c9dd485cd req-4943eb61-86ce-4408-b15a-7da0c3f7d5a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1 HTTP/1.1" status: 200 len: 1001 time: 0.1578276 Jul 16 01:39:05.679482 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8208dd-c2b7-4bfd-b35e-4f2c9dd485cd req-f582f0d3-dbc5-42c6-ad6d-0070e8105c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.681158 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1e8208dd-c2b7-4bfd-b35e-4f2c9dd485cd req-f582f0d3-dbc5-42c6-ad6d-0070e8105c67 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c075c0c9-002c-4de5-b69e-8fe297b1210e HTTP/1.1" status: 200 len: 835 time: 0.0996478 Jul 16 01:39:05.771485 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8208dd-c2b7-4bfd-b35e-4f2c9dd485cd req-77d31476-2d81-421a-960f-7a3b95614414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:05.773085 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1e8208dd-c2b7-4bfd-b35e-4f2c9dd485cd req-77d31476-2d81-421a-960f-7a3b95614414 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=152dd058-0836-4ef2-bc63-35bce5691a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766222 Jul 16 01:39:05.878021 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1e8208dd-c2b7-4bfd-b35e-4f2c9dd485cd req-e446cb18-85bc-4472-9aeb-464b1e08e6e2 service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921412 Jul 16 01:39:06.018060 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1e8208dd-c2b7-4bfd-b35e-4f2c9dd485cd req-1d565b04-363d-4d39-9b9b-687288c208ca service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204646 Jul 16 01:39:07.298777 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:07.695148 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7fd58156-1a12-4384-9c00-87c719dc63ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.561315 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:08.634810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5fb1fc-941e-4354-9497-d587cc2db1b9 req-d1676928-ded6-4f9e-ad81-81edf47bad5a tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.637322 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb5fb1fc-941e-4354-9497-d587cc2db1b9 req-d1676928-ded6-4f9e-ad81-81edf47bad5a tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 1097 time: 0.0930500 Jul 16 01:39:08.685708 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb5fb1fc-941e-4354-9497-d587cc2db1b9 req-8676837b-ca11-41db-862f-f9bcc166191f tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416465 Jul 16 01:39:08.861993 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52128061-e1c7-4ba4-800a-505ba4c8b7ff req-ba01d43d-67e2-4925-8262-6ea41674ef88 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:08.863523 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52128061-e1c7-4ba4-800a-505ba4c8b7ff req-ba01d43d-67e2-4925-8262-6ea41674ef88 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.0646963 Jul 16 01:39:08.907521 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52128061-e1c7-4ba4-800a-505ba4c8b7ff req-5e13737f-eb7c-4a6e-aa6a-7cd3f8e15c0e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373955 Jul 16 01:39:08.933106 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 51732) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:09.014405 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b287df95-3b79-4cc4-bc8a-c6968d75a9dd tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/floatingips/44cbdb93-582c-4117-971b-35ca1ea4eb91 HTTP/1.1" status: 200 len: 993 time: 0.0800991 Jul 16 01:39:09.683091 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-f331df6e-c13f-45bd-b160-726d99abe2a7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0596211 Jul 16 01:39:09.768222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce993b28-5f5c-4d16-be53-f63c5fe33765 req-d61f1a44-8902-4427-869d-b08f82bbea20 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:09.770233 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce993b28-5f5c-4d16-be53-f63c5fe33765 req-d61f1a44-8902-4427-869d-b08f82bbea20 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.0974722 Jul 16 01:39:09.834083 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce993b28-5f5c-4d16-be53-f63c5fe33765 req-6c359467-2e04-4940-a596-b5d780a984d1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551820 Jul 16 01:39:10.221742 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:11.029832 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6b4a57-1e88-43b4-a9a6-3980fed744bf req-b5e69ea7-2779-4612-8734-5ed41fd92662 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.031444 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a6b4a57-1e88-43b4-a9a6-3980fed744bf req-b5e69ea7-2779-4612-8734-5ed41fd92662 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.0781453 Jul 16 01:39:11.090643 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a6b4a57-1e88-43b4-a9a6-3980fed744bf req-97834796-63ea-447b-b18b-7368dcee9b32 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534465 Jul 16 01:39:11.271524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-06a8bbfd-fd75-450b-9f0e-5fc2ca7f3b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.273861 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-06a8bbfd-fd75-450b-9f0e-5fc2ca7f3b2a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 1097 time: 0.0662208 Jul 16 01:39:11.390411 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-0eaba396-646f-480c-92b1-901430f008d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.391990 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-0eaba396-646f-480c-92b1-901430f008d9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=152dd058-0836-4ef2-bc63-35bce5691a11 HTTP/1.1" status: 200 len: 898 time: 0.1052949 Jul 16 01:39:11.475227 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-045bb4af-0b28-4e83-9766-c628a28cc843 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1 HTTP/1.1" status: 200 len: 1001 time: 0.0711899 Jul 16 01:39:11.538508 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-2907e156-7e02-4199-a9b2-b328a0a5daae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.540345 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-2907e156-7e02-4199-a9b2-b328a0a5daae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c075c0c9-002c-4de5-b69e-8fe297b1210e HTTP/1.1" status: 200 len: 835 time: 0.0529442 Jul 16 01:39:11.607644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ed8ecf35-430f-46c5-918f-772720fb462f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:11.609477 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ed8ecf35-430f-46c5-918f-772720fb462f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=152dd058-0836-4ef2-bc63-35bce5691a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565834 Jul 16 01:39:11.624588 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:39:11.704861 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-412dcd15-a58c-4549-bb43-23d7cebeef81 service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868726 Jul 16 01:39:11.809244 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-a87f96b5-bf1c-4274-9d78-73b2ed937b9f service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942132 Jul 16 01:39:12.322225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c34b9-a930-4f22-b0ce-6493cd5e87a0 req-a89c63ff-7d3f-4901-b863-a997c4a77fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:12.329939 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e8c34b9-a930-4f22-b0ce-6493cd5e87a0 req-a89c63ff-7d3f-4901-b863-a997c4a77fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.1028059 Jul 16 01:39:12.369202 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e8c34b9-a930-4f22-b0ce-6493cd5e87a0 req-1fa2e5d2-25ed-4854-8429-ccb91f16cb02 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377960 Jul 16 01:39:13.572664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f12cbf-f317-4d92-881b-c634058f7836 req-f63b24ca-726a-4c5a-8b5b-ad1cfa4bf04a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:13.574194 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53f12cbf-f317-4d92-881b-c634058f7836 req-f63b24ca-726a-4c5a-8b5b-ad1cfa4bf04a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.0784354 Jul 16 01:39:13.614599 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53f12cbf-f317-4d92-881b-c634058f7836 req-7e53d9c2-c983-4348-ac5b-b48ec0b59405 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343432 Jul 16 01:39:14.852260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628d8a8-404f-4296-aa65-a722b52f588c req-03ea1b40-d3c0-4a4a-b381-6f7c1708cb7f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:14.855517 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7628d8a8-404f-4296-aa65-a722b52f588c req-03ea1b40-d3c0-4a4a-b381-6f7c1708cb7f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.0799222 Jul 16 01:39:14.911987 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7628d8a8-404f-4296-aa65-a722b52f588c req-77eac4ec-b675-4f1b-a99f-353e1f6dff4d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471668 Jul 16 01:39:16.134002 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f389dfe-7f41-4ef2-9bf2-5749bae8237e req-f52c2061-1bbe-40bb-a40e-02b2e67b26b7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:16.135604 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f389dfe-7f41-4ef2-9bf2-5749bae8237e req-f52c2061-1bbe-40bb-a40e-02b2e67b26b7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.0913298 Jul 16 01:39:16.179863 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f389dfe-7f41-4ef2-9bf2-5749bae8237e req-15135c4d-bff2-44a7-9625-3653d628b6ee tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384111 Jul 16 01:39:17.392764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec528572-a912-455e-9b3b-ce7180f2b288 req-64063430-078b-4d22-983b-11e9fa7e6d18 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:17.394549 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec528572-a912-455e-9b3b-ce7180f2b288 req-64063430-078b-4d22-983b-11e9fa7e6d18 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.0747919 Jul 16 01:39:17.445757 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec528572-a912-455e-9b3b-ce7180f2b288 req-bfd1e980-9583-484d-b74d-79f881b5441c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429370 Jul 16 01:39:17.737177 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60007076-8bd5-46c5-9743-f57de06736ac req-30373ae7-28a7-4aff-84a0-0ba76e6e5512 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:17.738762 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60007076-8bd5-46c5-9743-f57de06736ac req-30373ae7-28a7-4aff-84a0-0ba76e6e5512 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/networks?id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e HTTP/1.1" status: 200 len: 814 time: 0.1115172 Jul 16 01:39:17.757804 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60007076-8bd5-46c5-9743-f57de06736ac req-73b97082-2bb9-463e-ad79-a335f69dee86 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/quotas/e2fef3340e6c401c9237f79d7a815bf8 HTTP/1.1" status: 200 len: 375 time: 0.0106966 Jul 16 01:39:17.833839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60007076-8bd5-46c5-9743-f57de06736ac req-9f5568a1-77d4-4261-ab20-4b508cd5147d tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2fef3340e6c401c9237f79d7a815bf8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0695796 Jul 16 01:39:17.923383 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60007076-8bd5-46c5-9743-f57de06736ac req-10359ab7-d505-4f38-8d6e-5f11358d32e1 service neutron] 10.222.0.22 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825870 Jul 16 01:39:18.025938 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60007076-8bd5-46c5-9743-f57de06736ac req-338c34c3-39b7-46ec-a1eb-fed1fa3d8ad6 service neutron] 10.222.0.22 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964932 Jul 16 01:39:18.243731 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1908aa27-4830-4913-8da2-ac0a357070a7 req-3dbfeaa9-503d-4e74-b0e8-c66d4952a1f6 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d HTTP/1.1" status: 200 len: 210 time: 0.0377262 Jul 16 01:39:18.722791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edf1c2-dd30-4eaf-8ad2-67f90623622b req-e81aa1dd-a679-4682-8f76-456aa4464c93 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:18.724799 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1edf1c2-dd30-4eaf-8ad2-67f90623622b req-e81aa1dd-a679-4682-8f76-456aa4464c93 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.1051393 Jul 16 01:39:18.788611 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1edf1c2-dd30-4eaf-8ad2-67f90623622b req-f98e2342-06d9-4319-9ee4-17dfdaf3a503 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523050 Jul 16 01:39:19.422483 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b395299d-a1ac-4940-a548-6187ff4e4b93 req-e6f79441-e706-4d52-bf76-c6abca14a483 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d HTTP/1.1" status: 200 len: 210 time: 0.0532327 Jul 16 01:39:19.654362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60007076-8bd5-46c5-9743-f57de06736ac req-6e301d98-6fcc-46de-8770-90fb9b036aaf tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:19.656416 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60007076-8bd5-46c5-9743-f57de06736ac req-6e301d98-6fcc-46de-8770-90fb9b036aaf tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.70 "GET /v2.0/networks?id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e HTTP/1.1" status: 200 len: 814 time: 0.1314514 Jul 16 01:39:19.685990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-60007076-8bd5-46c5-9743-f57de06736ac req-aec7bd42-36d5-4fcd-a22a-1739d5282a32 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Request body: {'port': {'device_id': 'd3d1d1c5-cc8d-484a-80d6-ac6733f93a7d', 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e', 'admin_state_up': True, 'tenant_id': 'e2fef3340e6c401c9237f79d7a815bf8'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:19.849794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60007076-8bd5-46c5-9743-f57de06736ac req-aec7bd42-36d5-4fcd-a22a-1739d5282a32 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Made reservation on behalf of e2fef3340e6c401c9237f79d7a815bf8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:19.854572 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-60007076-8bd5-46c5-9743-f57de06736ac req-aec7bd42-36d5-4fcd-a22a-1739d5282a32 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.011339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb188f0-4473-4d43-bb01-4fb6efb41977 req-5f6d0e9d-3438-4321-b745-15a1759cb1bb tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.012854 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0eb188f0-4473-4d43-bb01-4fb6efb41977 req-5f6d0e9d-3438-4321-b745-15a1759cb1bb tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.0727935 Jul 16 01:39:20.030610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-60007076-8bd5-46c5-9743-f57de06736ac req-aec7bd42-36d5-4fcd-a22a-1739d5282a32 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Allocated IP 172.20.0.6 (9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e/cca8a215-e0ab-4861-b96f-853bc8f3016f/28fa7830-129b-4946-95b3-abd065b4c1b9) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:20.056805 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0eb188f0-4473-4d43-bb01-4fb6efb41977 req-5b2f3e30-300d-4f78-8d54-bdfaa314df3e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382202 Jul 16 01:39:20.223838 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-60007076-8bd5-46c5-9743-f57de06736ac req-aec7bd42-36d5-4fcd-a22a-1739d5282a32 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.290611 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-60007076-8bd5-46c5-9743-f57de06736ac req-aec7bd42-36d5-4fcd-a22a-1739d5282a32 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.303250 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['7ca0976b-3239-4cc9-b88c-61ca921b46b3', '256ed556-6d77-4126-9ad1-9db3d32f2fcc'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:20.311831 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['38a9f29e-d170-450e-85c5-b0ed00c46424'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:20.336623 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60007076-8bd5-46c5-9743-f57de06736ac req-aec7bd42-36d5-4fcd-a22a-1739d5282a32 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:20.339963 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-60007076-8bd5-46c5-9743-f57de06736ac req-aec7bd42-36d5-4fcd-a22a-1739d5282a32 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:20.343314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-60007076-8bd5-46c5-9743-f57de06736ac req-aec7bd42-36d5-4fcd-a22a-1739d5282a32 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:20.398638 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7bd42-36d5-4fcd-a22a-1739d5282a32 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Pushing event updated for resources: {'Port': ['ID=28fa7830-129b-4946-95b3-abd065b4c1b9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:20.416313 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60007076-8bd5-46c5-9743-f57de06736ac req-aec7bd42-36d5-4fcd-a22a-1739d5282a32 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.417061 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-60007076-8bd5-46c5-9743-f57de06736ac req-aec7bd42-36d5-4fcd-a22a-1739d5282a32 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.433368 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60007076-8bd5-46c5-9743-f57de06736ac req-aec7bd42-36d5-4fcd-a22a-1739d5282a32 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7515483 Jul 16 01:39:20.452374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Request body: {'port': {'device_id': 'd3d1d1c5-cc8d-484a-80d6-ac6733f93a7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:20.594711 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.643867 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b92d11-e90d-4cdc-947c-3de51054be23 req-cf66a199-cb82-445e-bbf6-02b6ded93118 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:20.652210 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4b92d11-e90d-4cdc-947c-3de51054be23 req-cf66a199-cb82-445e-bbf6-02b6ded93118 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d HTTP/1.1" status: 200 len: 931 time: 0.0840411 Jul 16 01:39:20.707558 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4b92d11-e90d-4cdc-947c-3de51054be23 req-500474df-42cc-4c6e-98c2-34832076d3cd tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540383 Jul 16 01:39:20.912423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fa7830-129b-4946-95b3-abd065b4c1b9 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:20.920328 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:20.933303 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Transition to ACTIVE for port object 28fa7830-129b-4946-95b3-abd065b4c1b9 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:20.938195 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.032736 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Pushing event updated for resources: {'Port': ['ID=28fa7830-129b-4946-95b3-abd065b4c1b9,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.083279 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Attempting to bind port 28fa7830-129b-4946-95b3-abd065b4c1b9 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:21.083631 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Attempting to bind port 28fa7830-129b-4946-95b3-abd065b4c1b9 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'ca231d7b-c616-4122-a507-36931eb6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:21.084030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Attempting to bind port 28fa7830-129b-4946-95b3-abd065b4c1b9 on network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:21.089035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Port 28fa7830-129b-4946-95b3-abd065b4c1b9 on network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:21.089415 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Attempting to bind port 28fa7830-129b-4946-95b3-abd065b4c1b9 on network 9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:21.095722 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:21.096252 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Checking segment: {'id': 'ca231d7b-c616-4122-a507-36931eb6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:21.096747 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Bound using segment: {'id': 'ca231d7b-c616-4122-a507-36931eb6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:21.097254 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Bound port: 28fa7830-129b-4946-95b3-abd065b4c1b9, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca231d7b-c616-4122-a507-36931eb6cc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:21.097756 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.168098 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] For port 28fa7830-129b-4946-95b3-abd065b4c1b9, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:21.171254 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] For port 28fa7830-129b-4946-95b3-abd065b4c1b9, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=28fa7830-129b-4946-95b3-abd065b4c1b9,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:21.176387 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.229106 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.230573 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:21.230991 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60007076-8bd5-46c5-9743-f57de06736ac req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] 10.222.0.70 "PUT /v2.0/ports/28fa7830-129b-4946-95b3-abd065b4c1b9 HTTP/1.1" status: 200 len: 1092 time: 0.7844486 Jul 16 01:39:21.231429 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d1d1c5-cc8d-484a-80d6-ac6733f93a7d', 'tag': '28fa7830-129b-4946-95b3-abd065b4c1b9'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:21.233810 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cec832-63f7-4382-955c-f005c1c4d22c" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d", "tag": "28fa7830-129b-4946-95b3-abd065b4c1b9"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:21.254198 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a501eb-12e9-42f4-8dd5-c5e56fda05fe service neutron] Pushing event updated for resources: {'Port': ['ID=28fa7830-129b-4946-95b3-abd065b4c1b9,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:21.265897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55752382-3044-41f6-9a07-06de09cfa942 req-fcb339af-4965-4949-95c0-cdc62c5126b1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.268370 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-55752382-3044-41f6-9a07-06de09cfa942 req-fcb339af-4965-4949-95c0-cdc62c5126b1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.0758238 Jul 16 01:39:21.317676 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-55752382-3044-41f6-9a07-06de09cfa942 req-c75193dc-8054-49dd-ae0a-d05edba84ba8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431726 Jul 16 01:39:21.366066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60007076-8bd5-46c5-9743-f57de06736ac req-4405760e-5344-4cdb-8a22-e1a3d2ccd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.368323 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60007076-8bd5-46c5-9743-f57de06736ac req-4405760e-5344-4cdb-8a22-e1a3d2ccd5ab service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2fef3340e6c401c9237f79d7a815bf8&device_id=d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d HTTP/1.1" status: 200 len: 1095 time: 0.0846083 Jul 16 01:39:21.369719 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a4f739-b086-4a24-ac7c-4bbacee2f002 x-openstack-request-id: req-52a4f739-b086-4a24-ac7c-4bbacee2f002 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:21.370043 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d", "tag": "28fa7830-129b-4946-95b3-abd065b4c1b9", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:21.370243 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52a4f739-b086-4a24-ac7c-4bbacee2f002 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:21.370622 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d1d1c5-cc8d-484a-80d6-ac6733f93a7d', 'tag': '28fa7830-129b-4946-95b3-abd065b4c1b9', 'status': 'completed', 'code': 200} Jul 16 01:39:21.424297 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60007076-8bd5-46c5-9743-f57de06736ac req-b7382b73-6bfc-4601-8379-79dd39398cd1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28fa7830-129b-4946-95b3-abd065b4c1b9 HTTP/1.1" status: 200 len: 217 time: 0.0400257 Jul 16 01:39:21.482409 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60007076-8bd5-46c5-9743-f57de06736ac req-644221ab-6308-4d96-b977-96d9a91445a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.483923 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60007076-8bd5-46c5-9743-f57de06736ac req-644221ab-6308-4d96-b977-96d9a91445a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cca8a215-e0ab-4861-b96f-853bc8f3016f HTTP/1.1" status: 200 len: 854 time: 0.0493202 Jul 16 01:39:21.518261 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60007076-8bd5-46c5-9743-f57de06736ac req-0d867e6f-4be6-4aac-8a66-f683c133d028 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271018 Jul 16 01:39:21.624919 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60007076-8bd5-46c5-9743-f57de06736ac req-21b371f0-d41f-451d-9f8d-1b23c27235f2 service neutron] 10.222.0.70 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947502 Jul 16 01:39:21.743149 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60007076-8bd5-46c5-9743-f57de06736ac req-fc3f0afb-b8bd-49f7-8a21-2b879854e9f1 service neutron] 10.222.0.70 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021841 Jul 16 01:39:21.883423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cec832-63f7-4382-955c-f005c1c4d22c req-36511d1b-4430-416d-a9c1-99784c61ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.885236 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-07cec832-63f7-4382-955c-f005c1c4d22c req-36511d1b-4430-416d-a9c1-99784c61ef4e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2fef3340e6c401c9237f79d7a815bf8&device_id=d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d HTTP/1.1" status: 200 len: 1095 time: 0.0653276 Jul 16 01:39:21.905601 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3adca9-ddaa-4b39-8776-dd9dbfea6f97 req-f9b316c5-b3c5-4ce1-8cce-d422589aa594 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.907475 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c3adca9-ddaa-4b39-8776-dd9dbfea6f97 req-f9b316c5-b3c5-4ce1-8cce-d422589aa594 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d HTTP/1.1" status: 200 len: 943 time: 0.0786083 Jul 16 01:39:21.947931 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c3adca9-ddaa-4b39-8776-dd9dbfea6f97 req-33c2fbc0-2f67-484e-a742-6ea36dbbc486 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345042 Jul 16 01:39:21.989812 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cec832-63f7-4382-955c-f005c1c4d22c req-fd623d81-fa88-4378-8f4c-0c1c85b32070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:21.991459 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-07cec832-63f7-4382-955c-f005c1c4d22c req-fd623d81-fa88-4378-8f4c-0c1c85b32070 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e HTTP/1.1" status: 200 len: 915 time: 0.0956359 Jul 16 01:39:22.035302 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-07cec832-63f7-4382-955c-f005c1c4d22c req-22e92334-4c1e-41f7-8093-cdb83780eb43 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=28fa7830-129b-4946-95b3-abd065b4c1b9 HTTP/1.1" status: 200 len: 217 time: 0.0356135 Jul 16 01:39:22.085922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cec832-63f7-4382-955c-f005c1c4d22c req-a352d7ab-3158-4973-9763-6df01b048166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.087394 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-07cec832-63f7-4382-955c-f005c1c4d22c req-a352d7ab-3158-4973-9763-6df01b048166 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cca8a215-e0ab-4861-b96f-853bc8f3016f HTTP/1.1" status: 200 len: 854 time: 0.0443995 Jul 16 01:39:22.126761 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-07cec832-63f7-4382-955c-f005c1c4d22c req-be1040dc-d8d9-45dc-9600-527fa0b4bc77 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295694 Jul 16 01:39:22.221072 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-07cec832-63f7-4382-955c-f005c1c4d22c req-b8004f01-3b95-46d3-8622-e65ae398ae51 service neutron] 10.222.0.70 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824091 Jul 16 01:39:22.321557 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-07cec832-63f7-4382-955c-f005c1c4d22c req-17759edf-9d2d-442e-bd04-e9318ca62a54 service neutron] 10.222.0.70 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902901 Jul 16 01:39:22.496035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c24fb7-e980-41fd-ae6a-fe0d27e19baa req-9e18a794-b97a-444d-81b7-d4a299ed6968 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:22.498429 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e9c24fb7-e980-41fd-ae6a-fe0d27e19baa req-9e18a794-b97a-444d-81b7-d4a299ed6968 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.0685661 Jul 16 01:39:22.538806 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e9c24fb7-e980-41fd-ae6a-fe0d27e19baa req-768221d3-9dc1-46fa-86d0-44e5e06211ce tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354230 Jul 16 01:39:23.158481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d98a4c-cf2d-4617-99bc-41375d9fdad2 req-314386cf-3c48-4696-b6ec-f418224701ff tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:23.165747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7d98a4c-cf2d-4617-99bc-41375d9fdad2 req-314386cf-3c48-4696-b6ec-f418224701ff tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d HTTP/1.1" status: 200 len: 943 time: 0.0764017 Jul 16 01:39:23.204303 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7d98a4c-cf2d-4617-99bc-41375d9fdad2 req-ec62bba8-15ee-4701-a3f4-03cd679f8942 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376334 Jul 16 01:39:23.744280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361c04f-b4f0-45d1-8b58-efc5a9fad3c3 req-67685fda-1606-4280-b29e-99c67c890515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:23.745811 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b361c04f-b4f0-45d1-8b58-efc5a9fad3c3 req-67685fda-1606-4280-b29e-99c67c890515 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.0839994 Jul 16 01:39:23.785257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b361c04f-b4f0-45d1-8b58-efc5a9fad3c3 req-77a4ac0c-9e05-4d4a-aab2-0d93057d61e4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329816 Jul 16 01:39:24.383969 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-594ee114-6080-4673-a627-d4ed279305cb service neutron] show failed (client error): The resource could not be found. Jul 16 01:39:24.385003 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-594ee114-6080-4673-a627-d4ed279305cb service neutron] 10.222.0.70 "GET /v2.0/ports/a83fca31-f2d8-47e6-b88a-4114b31501c1/bindings/n-h1-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.0946872 Jul 16 01:39:24.413961 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46640f4-acb2-4ecc-b142-921bed4d5142 req-39a082be-9e33-49c8-bcab-eb26a937cc90 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.420340 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a46640f4-acb2-4ecc-b142-921bed4d5142 req-39a082be-9e33-49c8-bcab-eb26a937cc90 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d HTTP/1.1" status: 200 len: 943 time: 0.0908754 Jul 16 01:39:24.480056 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a46640f4-acb2-4ecc-b142-921bed4d5142 req-704a5b89-d5c2-442e-8d20-8b958ac54397 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582469 Jul 16 01:39:24.723948 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-af73e0a8-36b6-4ea7-8ac7-ee3d6898c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:24.725648 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-af73e0a8-36b6-4ea7-8ac7-ee3d6898c11c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68&tenant_id=69687824cbca408cb542751d24b99384 HTTP/1.1" status: 200 len: 1097 time: 0.0936966 Jul 16 01:39:24.736828 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:24.778618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 28fa7830-129b-4946-95b3-abd065b4c1b9 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:24.921139 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 28fa7830-129b-4946-95b3-abd065b4c1b9, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=28fa7830-129b-4946-95b3-abd065b4c1b9,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:24.936300 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '28fa7830-129b-4946-95b3-abd065b4c1b9', 'network_id': '9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e', 'port_id': '28fa7830-129b-4946-95b3-abd065b4c1b9', 'mac_address': 'fa:16:3e:89:b3:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cca8a215-e0ab-4861-b96f-853bc8f3016f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:24.986468 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.001636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fa7830-129b-4946-95b3-abd065b4c1b9 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:25.028466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 28fa7830-129b-4946-95b3-abd065b4c1b9, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=28fa7830-129b-4946-95b3-abd065b4c1b9,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:25.035477 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.105696 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31f7b7-dc4d-4d94-b144-7334eddba65e req-e01b4595-d3ac-44d4-9a41-a9e78d3cf659 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.109263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b31f7b7-dc4d-4d94-b144-7334eddba65e req-e01b4595-d3ac-44d4-9a41-a9e78d3cf659 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.1087344 Jul 16 01:39:25.138097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=28fa7830-129b-4946-95b3-abd065b4c1b9,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:25.147206 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:25.148250 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:25.148686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:25.149381 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:25.149933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:25.150395 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:25.151015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:25.151400 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:25.151907 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:25.152327 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:25.152745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:25.153407 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:25.182963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b31f7b7-dc4d-4d94-b144-7334eddba65e req-c1c866ff-d46f-42b1-8c44-fce762fadaeb tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675223 Jul 16 01:39:25.222586 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.312048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['28fa7830-129b-4946-95b3-abd065b4c1b9'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:25.455933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:25.489231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:25.549490 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.563566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Transition to ACTIVE for port object a83fca31-f2d8-47e6-b88a-4114b31501c1 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:25.564614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:25.567465 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a2630d-5fac-4d03-b422-66050faee1d9" -d '{"events": [{"server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "name": "network-vif-unplugged", "status": "completed", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:25.571331 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:25.632998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a83fca31-f2d8-47e6-b88a-4114b31501c1,revision_number=6']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:25.725065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefba4ef-e152-44dd-8d7f-5f77a4f0de24 req-5b8f27ab-2f63-4e83-980c-e47ba2b5c8bd tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:25.733958 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cefba4ef-e152-44dd-8d7f-5f77a4f0de24 req-5b8f27ab-2f63-4e83-980c-e47ba2b5c8bd tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d HTTP/1.1" status: 200 len: 944 time: 0.0907950 Jul 16 01:39:25.789732 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cefba4ef-e152-44dd-8d7f-5f77a4f0de24 req-bd6e3447-69db-46be-8832-3fdc1b65596f tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547037 Jul 16 01:39:25.817934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] No DVR routers for this DVR port a83fca31-f2d8-47e6-b88a-4114b31501c1 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:25.854301 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca72727-2c78-4d50-aec9-78b66322f073 x-openstack-request-id: req-bca72727-2c78-4d50-aec9-78b66322f073 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:25.854597 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "name": "network-vif-unplugged", "status": "completed", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:25.854849 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bca72727-2c78-4d50-aec9-78b66322f073 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:25.855247 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'code': 200} Jul 16 01:39:25.968629 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Attempting to bind port a83fca31-f2d8-47e6-b88a-4114b31501c1 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:25.968954 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Attempting to bind port a83fca31-f2d8-47e6-b88a-4114b31501c1 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:25.969206 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Attempting to bind port a83fca31-f2d8-47e6-b88a-4114b31501c1 on network 152dd058-0836-4ef2-bc63-35bce5691a11 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:25.973403 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Port a83fca31-f2d8-47e6-b88a-4114b31501c1 on network 152dd058-0836-4ef2-bc63-35bce5691a11 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:25.973708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Attempting to bind port a83fca31-f2d8-47e6-b88a-4114b31501c1 on network 152dd058-0836-4ef2-bc63-35bce5691a11 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:25.978923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:25.979272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Checking segment: {'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:25.979670 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Bound using segment: {'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:25.980355 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Bound port: a83fca31-f2d8-47e6-b88a-4114b31501c1, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:25.980722 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.049577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:26.053294 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:26.058812 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.123965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.124414 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.126103 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] 10.222.0.69 "PUT /v2.0/ports/a83fca31-f2d8-47e6-b88a-4114b31501c1 HTTP/1.1" status: 200 len: 1092 time: 1.3934050 Jul 16 01:39:26.158372 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad44ae59-c62b-4b7d-a0e0-8d479d6ad0f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a83fca31-f2d8-47e6-b88a-4114b31501c1,revision_number=7']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:26.292920 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-408a8f8d-e868-4339-bd52-1bc442d0384d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.301455 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-408a8f8d-e868-4339-bd52-1bc442d0384d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 1095 time: 0.1071491 Jul 16 01:39:26.403302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-7a4cee79-4615-4f73-ada9-f42d50e6ecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.405179 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-7a4cee79-4615-4f73-ada9-f42d50e6ecd9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=152dd058-0836-4ef2-bc63-35bce5691a11 HTTP/1.1" status: 200 len: 898 time: 0.1025145 Jul 16 01:39:26.410015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8705b0b4-733f-4f8c-981b-59b6051e1923 req-06bc37c6-f6a5-4ce1-843a-262821a76ad0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.411753 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8705b0b4-733f-4f8c-981b-59b6051e1923 req-06bc37c6-f6a5-4ce1-843a-262821a76ad0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 943 time: 0.0769734 Jul 16 01:39:26.459192 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8705b0b4-733f-4f8c-981b-59b6051e1923 req-04ec1c66-24c3-4c8a-a178-5c25987ec1a3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375285 Jul 16 01:39:26.481473 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-3e2119b5-6114-4659-914f-72182b1359e7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1 HTTP/1.1" status: 200 len: 999 time: 0.0688963 Jul 16 01:39:26.542169 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-5881d0e4-0739-445e-8e35-bf3ec9006451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.543656 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-5881d0e4-0739-445e-8e35-bf3ec9006451 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c075c0c9-002c-4de5-b69e-8fe297b1210e HTTP/1.1" status: 200 len: 835 time: 0.0558758 Jul 16 01:39:26.607288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-c86a921c-498f-4832-88c4-677160c298d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:26.608889 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-c86a921c-498f-4832-88c4-677160c298d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=152dd058-0836-4ef2-bc63-35bce5691a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579910 Jul 16 01:39:26.700005 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-816dec56-ed79-41af-b253-6b8f5b1bfd4e service neutron] 10.222.0.69 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837936 Jul 16 01:39:26.779338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 28fa7830-129b-4946-95b3-abd065b4c1b9 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:26.811852 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f198fe02-1c8a-45ab-9e03-f2ec510a7c31 req-ec589b65-0a58-4167-bd33-4a3fc32ede7a service neutron] 10.222.0.69 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056895 Jul 16 01:39:26.872020 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 28fa7830-129b-4946-95b3-abd065b4c1b9 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:26.876611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 28fa7830-129b-4946-95b3-abd065b4c1b9 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:26.877233 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:26.997588 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.030163 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d1d1c5-cc8d-484a-80d6-ac6733f93a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fa7830-129b-4946-95b3-abd065b4c1b9'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:27.036170 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f92650a-3f31-4f48-bd97-6150d5ef30e6" -d '{"events": [{"server_uuid": "d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d", "name": "network-vif-plugged", "status": "completed", "tag": "28fa7830-129b-4946-95b3-abd065b4c1b9"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:27.046257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5d2f6-929e-4df0-b2bd-debd5ab15e35 req-7d17bc7a-6929-42ff-b72f-6edc02f70a25 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.047838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59c5d2f6-929e-4df0-b2bd-debd5ab15e35 req-7d17bc7a-6929-42ff-b72f-6edc02f70a25 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d HTTP/1.1" status: 200 len: 944 time: 0.1066239 Jul 16 01:39:27.061496 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 28fa7830-129b-4946-95b3-abd065b4c1b9, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=28fa7830-129b-4946-95b3-abd065b4c1b9,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:27.067316 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:27.068385 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a83fca31-f2d8-47e6-b88a-4114b31501c1 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:27.113672 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59c5d2f6-929e-4df0-b2bd-debd5ab15e35 req-0cd7edd1-a8ac-4d3f-9b27-d68d738039e6 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537488 Jul 16 01:39:27.157198 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a83fca31-f2d8-47e6-b88a-4114b31501c1 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:27.167521 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=28fa7830-129b-4946-95b3-abd065b4c1b9,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:27.190542 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9448cf74-818b-4284-9295-c497e7d6f64d x-openstack-request-id: req-9448cf74-818b-4284-9295-c497e7d6f64d {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:27.190838 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d", "name": "network-vif-plugged", "status": "completed", "tag": "28fa7830-129b-4946-95b3-abd065b4c1b9", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:27.191092 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9448cf74-818b-4284-9295-c497e7d6f64d {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:27.191495 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d1d1c5-cc8d-484a-80d6-ac6733f93a7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fa7830-129b-4946-95b3-abd065b4c1b9', 'code': 200} Jul 16 01:39:27.312697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b59a8-f282-431a-bb12-06ea0d25bb2e req-a4da7b59-511c-4889-a894-7a4fbbf92699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.314873 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9b9b59a8-f282-431a-bb12-06ea0d25bb2e req-a4da7b59-511c-4889-a894-7a4fbbf92699 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d HTTP/1.1" status: 200 len: 1097 time: 0.0556982 Jul 16 01:39:27.354292 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9b9b59a8-f282-431a-bb12-06ea0d25bb2e req-143c683e-dac2-4357-94d9-0d1ba7b82224 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Jul 16 01:39:27.667368 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e784ed-ec8f-4047-991e-308cdef60ca5 req-ab364c35-9771-4220-a30d-90c2203b9666 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:27.675078 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94e784ed-ec8f-4047-991e-308cdef60ca5 req-ab364c35-9771-4220-a30d-90c2203b9666 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 943 time: 0.0793560 Jul 16 01:39:27.709546 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94e784ed-ec8f-4047-991e-308cdef60ca5 req-64dca2d6-762d-4f8c-a48c-f54e923e2640 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334382 Jul 16 01:39:27.856298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:27.858966 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4" -d '{"events": [{"name": "network-changed", "server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:27.910704 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b50375-9c1a-4348-995f-e4e5f2faaedc x-openstack-request-id: req-f9b50375-9c1a-4348-995f-e4e5f2faaedc {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:27.911070 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:27.911523 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9b50375-9c1a-4348-995f-e4e5f2faaedc {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:27.913583 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'status': 'completed', 'code': 200} Jul 16 01:39:28.051067 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-ff9faaa1-e8fc-4315-9638-018d5286d765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.053291 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-ff9faaa1-e8fc-4315-9638-018d5286d765 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 1095 time: 0.1122756 Jul 16 01:39:28.063034 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-d0291344-4b86-442d-9eac-6c87ac97d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.064241 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-d0291344-4b86-442d-9eac-6c87ac97d062 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 1095 time: 0.1114378 Jul 16 01:39:28.224850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-312a2219-4bad-4a49-a3ad-e9b0610953b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.226821 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-312a2219-4bad-4a49-a3ad-e9b0610953b8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=152dd058-0836-4ef2-bc63-35bce5691a11 HTTP/1.1" status: 200 len: 898 time: 0.1614454 Jul 16 01:39:28.227975 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-dd484d5d-5b25-4a60-a05b-30a14a783349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.230791 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-dd484d5d-5b25-4a60-a05b-30a14a783349 service neutron] 10.222.0.70 "GET /v2.0/networks?id=152dd058-0836-4ef2-bc63-35bce5691a11 HTTP/1.1" status: 200 len: 898 time: 0.1551363 Jul 16 01:39:28.357395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f0045-1046-4954-89d9-4b6a83957077 req-4be35fe8-4bec-4664-b108-7f3ee9fde280 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.361319 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-f4b3fbb2-e04f-4eea-99ea-b58a26e97f8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1 HTTP/1.1" status: 200 len: 999 time: 0.1203685 Jul 16 01:39:28.362451 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b3f0045-1046-4954-89d9-4b6a83957077 req-4be35fe8-4bec-4664-b108-7f3ee9fde280 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d HTTP/1.1" status: 200 len: 945 time: 0.0935235 Jul 16 01:39:28.365454 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-fe22bb3b-d2d7-43d0-bf41-98c8f36ff612 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1 HTTP/1.1" status: 200 len: 999 time: 0.1144056 Jul 16 01:39:28.437688 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b3f0045-1046-4954-89d9-4b6a83957077 req-a10a2852-0def-48e2-83e0-107bb0b06f73 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692995 Jul 16 01:39:28.479983 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-95f35d9a-3d0f-4e81-987a-a777b96011ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.481480 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-95f35d9a-3d0f-4e81-987a-a777b96011ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c075c0c9-002c-4de5-b69e-8fe297b1210e HTTP/1.1" status: 200 len: 835 time: 0.1081913 Jul 16 01:39:28.484951 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-b0104fa5-81e7-4c96-a443-aebf5229bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.486319 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-b0104fa5-81e7-4c96-a443-aebf5229bda5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c075c0c9-002c-4de5-b69e-8fe297b1210e HTTP/1.1" status: 200 len: 835 time: 0.1054387 Jul 16 01:39:28.579585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-56d4a7ae-4b9d-4aa4-93f2-d27aeba590d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.581138 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-56d4a7ae-4b9d-4aa4-93f2-d27aeba590d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=152dd058-0836-4ef2-bc63-35bce5691a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930603 Jul 16 01:39:28.584589 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-6c2d1fd8-5017-463c-9df6-383a667539b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.586259 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-6c2d1fd8-5017-463c-9df6-383a667539b0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=152dd058-0836-4ef2-bc63-35bce5691a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902219 Jul 16 01:39:28.772591 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-6f365f5d-2ef9-468d-a68e-e0149230112a service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734970 Jul 16 01:39:28.776724 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-f06ca5ca-71e7-4d11-81b9-b96e82ff517f service neutron] 10.222.0.69 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879690 Jul 16 01:39:28.938087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0005ca3b-61be-4d39-a252-d3425d0d4bc1 req-1342bfb2-d69e-41ef-a95e-d194803a24f2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:28.939619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0005ca3b-61be-4d39-a252-d3425d0d4bc1 req-1342bfb2-d69e-41ef-a95e-d194803a24f2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 943 time: 0.0892253 Jul 16 01:39:28.973774 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-776046e0-f3f6-4c96-9702-7d2054c1e678 service neutron] 10.222.0.69 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771145 Jul 16 01:39:28.986432 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8d336d93-5ec2-46b4-842f-4b4ca370a8d4 req-1591660a-1020-40fc-8952-0c0442c36f59 service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061703 Jul 16 01:39:28.987418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0005ca3b-61be-4d39-a252-d3425d0d4bc1 req-8f5f60e8-fad1-4cd0-a3e4-f0afe838d88f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352480 Jul 16 01:39:29.143734 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a83fca31-f2d8-47e6-b88a-4114b31501c1 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:29.277049 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:29.291709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'port_id': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'mac_address': 'fa:16:3e:2c:6d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:29.340865 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.357599 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83fca31-f2d8-47e6-b88a-4114b31501c1 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:29.380836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:29.385479 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:29.465229 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe3217-5d7f-4488-b415-bd37a164909f req-51ab1b0c-788c-477c-8d28-d8648b12267f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.467095 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-51ab1b0c-788c-477c-8d28-d8648b12267f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.69 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68&tenant_id=69687824cbca408cb542751d24b99384&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 943 time: 0.1428926 Jul 16 01:39:29.485916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=a83fca31-f2d8-47e6-b88a-4114b31501c1,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:29.518084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac178b8-8c6a-4ad8-a00e-72181d8bce5d req-e49b5786-09f1-4848-b87d-7e9d6d600fc7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.519793 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ac178b8-8c6a-4ad8-a00e-72181d8bce5d req-e49b5786-09f1-4848-b87d-7e9d6d600fc7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 944 time: 0.1098073 Jul 16 01:39:29.536997 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-40b12c4c-a472-4be6-a2d0-8dfe2e2a28fd service neutron] 10.222.0.69 "GET /v2.0/ports/a83fca31-f2d8-47e6-b88a-4114b31501c1/bindings/n-h1-791505-14 HTTP/1.1" status: 200 len: 383 time: 0.0615854 Jul 16 01:39:29.561547 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ac178b8-8c6a-4ad8-a00e-72181d8bce5d req-6576f08f-614d-46f1-98cd-38bd7940ce58 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344837 Jul 16 01:39:29.615080 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe3217-5d7f-4488-b415-bd37a164909f req-1aae2ccb-0866-47ed-a2a2-e0a9ef72bceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.616741 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-1aae2ccb-0866-47ed-a2a2-e0a9ef72bceb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 1096 time: 0.0557516 Jul 16 01:39:29.697811 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['a83fca31-f2d8-47e6-b88a-4114b31501c1'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:29.718222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe3217-5d7f-4488-b415-bd37a164909f req-b1e6fb35-8e1d-4ed6-84eb-415c0aae87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.719694 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-b1e6fb35-8e1d-4ed6-84eb-415c0aae87c9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=152dd058-0836-4ef2-bc63-35bce5691a11 HTTP/1.1" status: 200 len: 898 time: 0.0963335 Jul 16 01:39:29.739545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5d144-e3a5-4341-a2ad-7577f64ae432 req-9542078b-83a2-4ef0-a332-e01516421606 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.748359 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27c5d144-e3a5-4341-a2ad-7577f64ae432 req-9542078b-83a2-4ef0-a332-e01516421606 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d HTTP/1.1" status: 200 len: 945 time: 0.0818825 Jul 16 01:39:29.790058 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27c5d144-e3a5-4341-a2ad-7577f64ae432 req-c5663276-1d64-4d5a-a740-d7bf5cede499 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401528 Jul 16 01:39:29.799626 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-58aa5cee-7a08-4d9e-92ef-6d746b250238 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1 HTTP/1.1" status: 200 len: 1000 time: 0.0718617 Jul 16 01:39:29.855846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe3217-5d7f-4488-b415-bd37a164909f req-df53513b-6ba6-494c-989f-5bcf2ab888af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.857404 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-df53513b-6ba6-494c-989f-5bcf2ab888af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c075c0c9-002c-4de5-b69e-8fe297b1210e HTTP/1.1" status: 200 len: 835 time: 0.0483470 Jul 16 01:39:29.932863 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe3217-5d7f-4488-b415-bd37a164909f req-aa222556-1d68-4d11-9657-d01f9fafe3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:29.934917 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-aa222556-1d68-4d11-9657-d01f9fafe3e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=152dd058-0836-4ef2-bc63-35bce5691a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700550 Jul 16 01:39:30.052075 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-55649fb5-24e7-4662-94c2-a72e5d113c6f service neutron] 10.222.0.69 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040246 Jul 16 01:39:30.190989 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-cdf3ed7e-6e68-4c27-a651-e0634eaf5101 service neutron] 10.222.0.69 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291518 Jul 16 01:39:30.344313 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:30.833664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29ea28-2403-4ef6-980b-236c617c9ec2 req-13a407f6-9d72-4d32-a406-b03f702e745b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:30.838566 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f29ea28-2403-4ef6-980b-236c617c9ec2 req-13a407f6-9d72-4d32-a406-b03f702e745b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 944 time: 0.1087379 Jul 16 01:39:30.883854 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f29ea28-2403-4ef6-980b-236c617c9ec2 req-635b461a-de33-4797-9865-31bcede76774 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358202 Jul 16 01:39:31.151176 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a83fca31-f2d8-47e6-b88a-4114b31501c1 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:31.252657 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port a83fca31-f2d8-47e6-b88a-4114b31501c1 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:31.257609 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port a83fca31-f2d8-47e6-b88a-4114b31501c1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:31.258102 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.318746 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.377033 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.412031 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:31.429637 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaefb1d-f812-4c3c-9579-ecddded6581c" -d '{"events": [{"server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "name": "network-vif-plugged", "status": "completed", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:31.452689 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:31.457220 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:31.512624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=a83fca31-f2d8-47e6-b88a-4114b31501c1,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:31.876108 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a2d8a9-5e29-4c38-9996-826d1b0ec729 x-openstack-request-id: req-93a2d8a9-5e29-4c38-9996-826d1b0ec729 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:31.876543 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "name": "network-vif-plugged", "status": "completed", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:31.876657 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93a2d8a9-5e29-4c38-9996-826d1b0ec729 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:31.877218 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'code': 200} Jul 16 01:39:32.199211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb128e80-33bd-45af-94e2-e548f515dcf5 req-ac0a8755-beee-4a29-bdb6-97e08d7e1010 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.201768 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb128e80-33bd-45af-94e2-e548f515dcf5 req-ac0a8755-beee-4a29-bdb6-97e08d7e1010 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 945 time: 0.0931087 Jul 16 01:39:32.273503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb128e80-33bd-45af-94e2-e548f515dcf5 req-15cfd781-fec1-4649-bf5a-c06f4702b322 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639849 Jul 16 01:39:32.546132 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe3217-5d7f-4488-b415-bd37a164909f req-c8e5334b-4f68-4da2-a2fa-6a39c760cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:32.547585 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-c8e5334b-4f68-4da2-a2fa-6a39c760cf94 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68&tenant_id=69687824cbca408cb542751d24b99384 HTTP/1.1" status: 200 len: 1097 time: 0.0606825 Jul 16 01:39:32.560451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:32.656665 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:32.940204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:32.975296 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:33.019631 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:33.022877 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2166623d-ce1a-49a2-a501-4a393f0868bd" -d '{"events": [{"server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "name": "network-vif-unplugged", "status": "completed", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:33.026892 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.072180 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Transition to ACTIVE for port object a83fca31-f2d8-47e6-b88a-4114b31501c1 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:33.076880 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.113219 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6366a7f-7c96-4ff1-9f72-bc905cc18edb x-openstack-request-id: req-d6366a7f-7c96-4ff1-9f72-bc905cc18edb {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:33.113770 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "name": "network-vif-unplugged", "status": "completed", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:33.114194 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6366a7f-7c96-4ff1-9f72-bc905cc18edb {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:33.114591 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'code': 200} Jul 16 01:39:33.141142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Pushing event updated for resources: {'Port': ['ID=a83fca31-f2d8-47e6-b88a-4114b31501c1,revision_number=10']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:33.203334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:33.203687 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:33.204073 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:33.204446 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:33.204765 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:33.205119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:33.205446 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:33.205775 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:33.206105 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:33.207102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:33.207408 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:33.207733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:39:33.253055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] No DVR routers for this DVR port a83fca31-f2d8-47e6-b88a-4114b31501c1 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:39:33.662715 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48b911-f242-4830-bd1e-679e27bd7887 req-19f92804-6d10-4230-8fbb-b49f3c40e741 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.666306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6f48b911-f242-4830-bd1e-679e27bd7887 req-19f92804-6d10-4230-8fbb-b49f3c40e741 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 944 time: 0.1173618 Jul 16 01:39:33.740209 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6f48b911-f242-4830-bd1e-679e27bd7887 req-7498f806-1c4b-4dd1-9c9e-6807c8a54857 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669529 Jul 16 01:39:33.806101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Attempting to bind port a83fca31-f2d8-47e6-b88a-4114b31501c1 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:33.806672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Attempting to bind port a83fca31-f2d8-47e6-b88a-4114b31501c1 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:33.806897 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Attempting to bind port a83fca31-f2d8-47e6-b88a-4114b31501c1 on network 152dd058-0836-4ef2-bc63-35bce5691a11 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:33.811317 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Port a83fca31-f2d8-47e6-b88a-4114b31501c1 on network 152dd058-0836-4ef2-bc63-35bce5691a11 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:33.812240 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Attempting to bind port a83fca31-f2d8-47e6-b88a-4114b31501c1 on network 152dd058-0836-4ef2-bc63-35bce5691a11 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:33.826851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:33.827335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Checking segment: {'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:33.827746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Bound using segment: {'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:33.828241 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Bound port: a83fca31-f2d8-47e6-b88a-4114b31501c1, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee626e11-3a45-4722-b26b-5fce555325c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:33.828629 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.905274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:33.908478 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:33.917901 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.968367 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:33.969045 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:33.970698 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] 10.222.0.70 "PUT /v2.0/ports/a83fca31-f2d8-47e6-b88a-4114b31501c1 HTTP/1.1" status: 200 len: 1093 time: 1.4151783 Jul 16 01:39:34.066224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb85b77-de26-4051-b62e-6aea2bd03254 service neutron] Pushing event updated for resources: {'Port': ['ID=a83fca31-f2d8-47e6-b88a-4114b31501c1,revision_number=11']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:34.171203 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe3217-5d7f-4488-b415-bd37a164909f req-0ee54931-868a-47b9-9d5f-348b8f8a0d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.175900 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-0ee54931-868a-47b9-9d5f-348b8f8a0d8d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 1096 time: 0.1572912 Jul 16 01:39:34.335246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe3217-5d7f-4488-b415-bd37a164909f req-b34cf758-014d-461a-b071-c3e172c76b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.335246 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-b34cf758-014d-461a-b071-c3e172c76b9a service neutron] 10.222.0.70 "GET /v2.0/networks?id=152dd058-0836-4ef2-bc63-35bce5691a11 HTTP/1.1" status: 200 len: 898 time: 0.1521730 Jul 16 01:39:34.461993 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-760cfba2-ac40-47b8-a708-f7d9ad0a6fc3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1 HTTP/1.1" status: 200 len: 999 time: 0.1186047 Jul 16 01:39:34.531924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe3217-5d7f-4488-b415-bd37a164909f req-07084cde-a875-43fd-a05c-bdd98414e80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.533964 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-07084cde-a875-43fd-a05c-bdd98414e80d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c075c0c9-002c-4de5-b69e-8fe297b1210e HTTP/1.1" status: 200 len: 835 time: 0.0652041 Jul 16 01:39:34.613498 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fe3217-5d7f-4488-b415-bd37a164909f req-5ad91d2d-4d4a-44f3-a884-171e69cc8804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:34.615028 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-5ad91d2d-4d4a-44f3-a884-171e69cc8804 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=152dd058-0836-4ef2-bc63-35bce5691a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618181 Jul 16 01:39:34.733530 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-a91b0c1a-2770-429d-911b-f739a3a84f65 service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084054 Jul 16 01:39:34.904411 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-62fe3217-5d7f-4488-b415-bd37a164909f req-74a5d484-557f-4142-979d-d8f9013ba959 service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594768 Jul 16 01:39:34.941916 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e2f3420-9662-4de1-a633-87a141a77f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:35.037266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70902e67-ad2d-456b-8251-b397439fcf1d req-00ae2354-b52e-43ef-8637-3560cbc11a4a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.040243 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70902e67-ad2d-456b-8251-b397439fcf1d req-00ae2354-b52e-43ef-8637-3560cbc11a4a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 944 time: 0.1150892 Jul 16 01:39:35.101967 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70902e67-ad2d-456b-8251-b397439fcf1d req-8cedf919-33f9-4bfc-91e0-55ae08848367 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530488 Jul 16 01:39:35.117082 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:35.117082 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24356d75-231c-4c2f-bd0a-05d52889a4e6" -d '{"events": [{"name": "network-changed", "server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:35.150694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a83fca31-f2d8-47e6-b88a-4114b31501c1 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:39:35.216653 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a83fca31-f2d8-47e6-b88a-4114b31501c1 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:39:35.216824 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e629ec-631c-4f12-8dac-ae4974ad33a5 x-openstack-request-id: req-32e629ec-631c-4f12-8dac-ae4974ad33a5 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:35.217017 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:35.217295 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32e629ec-631c-4f12-8dac-ae4974ad33a5 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:35.217665 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'status': 'completed', 'code': 200} Jul 16 01:39:35.366907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-dde4f3ce-5f30-453a-81ef-b13fe3084b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.366907 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-dde4f3ce-5f30-453a-81ef-b13fe3084b8a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 1096 time: 0.1300905 Jul 16 01:39:35.368840 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-29646791-c066-44b7-bec2-a16a2938cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.370327 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-29646791-c066-44b7-bec2-a16a2938cf2d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 1096 time: 0.0797629 Jul 16 01:39:35.567120 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-aa4c68d6-49aa-4405-9816-41117a9faeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.568771 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-aa4c68d6-49aa-4405-9816-41117a9faeb8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=152dd058-0836-4ef2-bc63-35bce5691a11 HTTP/1.1" status: 200 len: 898 time: 0.1953189 Jul 16 01:39:35.572001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-bb4354cf-9114-427f-86ad-30b066e7f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.573352 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-bb4354cf-9114-427f-86ad-30b066e7f7e1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=152dd058-0836-4ef2-bc63-35bce5691a11 HTTP/1.1" status: 200 len: 898 time: 0.1922750 Jul 16 01:39:35.707067 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-e5057325-b10d-446a-aaa7-41ca510ff6b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1 HTTP/1.1" status: 200 len: 999 time: 0.1320097 Jul 16 01:39:35.713550 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-5253821c-2d26-4a3c-a450-d611fb075b07 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1 HTTP/1.1" status: 200 len: 999 time: 0.1315391 Jul 16 01:39:35.798437 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-9da45184-fcdc-4d07-8737-46cff7dcb8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.800022 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-9da45184-fcdc-4d07-8737-46cff7dcb8bc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c075c0c9-002c-4de5-b69e-8fe297b1210e HTTP/1.1" status: 200 len: 835 time: 0.0779400 Jul 16 01:39:35.801394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-69944aea-701b-466f-9a11-74116ea7724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.803408 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-69944aea-701b-466f-9a11-74116ea7724b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c075c0c9-002c-4de5-b69e-8fe297b1210e HTTP/1.1" status: 200 len: 835 time: 0.0883362 Jul 16 01:39:35.914685 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-1e3ff91e-372d-4820-ae3a-46ca876df3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.916202 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-1e3ff91e-372d-4820-ae3a-46ca876df3c5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=152dd058-0836-4ef2-bc63-35bce5691a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009049 Jul 16 01:39:35.932616 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-d2623bed-7d38-4b8a-87a8-24116653722e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:35.934095 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-d2623bed-7d38-4b8a-87a8-24116653722e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=152dd058-0836-4ef2-bc63-35bce5691a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1266582 Jul 16 01:39:36.082497 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-f61df1b3-411a-4cc4-b066-c60218968cf7 service neutron] 10.222.0.69 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587334 Jul 16 01:39:36.123701 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-ea7c3c4f-da77-4821-b731-31474f69426c service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783721 Jul 16 01:39:36.353784 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-47018378-1b91-4341-83c8-d95f5373a119 service neutron] 10.222.0.69 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650681 Jul 16 01:39:36.357959 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-24356d75-231c-4c2f-bd0a-05d52889a4e6 req-8f149eac-1a4e-47ca-8dba-6fb695fe7a06 service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190113 Jul 16 01:39:36.402486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c4c9a-770f-480c-a5c0-19bae7ee3024 req-f237e698-5022-45c6-8efd-82279ff4b543 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:36.409587 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-618c4c9a-770f-480c-a5c0-19bae7ee3024 req-f237e698-5022-45c6-8efd-82279ff4b543 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 944 time: 0.1101098 Jul 16 01:39:36.447355 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-618c4c9a-770f-480c-a5c0-19bae7ee3024 req-b1fc24a3-3746-456c-8fb8-dddb462ade43 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366364 Jul 16 01:39:37.298892 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.668044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4b003-7960-421c-a2c9-c7e464d2bf2e req-8cbd1aca-850f-4d1c-9611-91156f4d50aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:37.669609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6db4b003-7960-421c-a2c9-c7e464d2bf2e req-8cbd1aca-850f-4d1c-9611-91156f4d50aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 944 time: 0.0901029 Jul 16 01:39:37.703547 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9b9a3b75-a7ca-4b90-af2b-b0788c6fe842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:37.724392 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6db4b003-7960-421c-a2c9-c7e464d2bf2e req-69e4afeb-a4d0-458e-b9a4-069698039fa0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482848 Jul 16 01:39:37.748453 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 52648) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:39:37.827222 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8a7274a7-0c03-4bcb-afab-4f83c46b98a8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/floatingips/44cbdb93-582c-4117-971b-35ca1ea4eb91 HTTP/1.1" status: 200 len: 991 time: 0.0774212 Jul 16 01:39:38.568597 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:38.846062 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a83fca31-f2d8-47e6-b88a-4114b31501c1 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:39:38.947709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:38.959091 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'port_id': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'mac_address': 'fa:16:3e:2c:6d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:39:39.000083 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.013876 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83fca31-f2d8-47e6-b88a-4114b31501c1 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:39.046814 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:39.052732 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:39.103123 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a83fca31-f2d8-47e6-b88a-4114b31501c1,revision_number=12']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:39.380545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a83fca31-f2d8-47e6-b88a-4114b31501c1'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:39:40.215988 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:40.853738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a83fca31-f2d8-47e6-b88a-4114b31501c1 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:39:40.903443 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port a83fca31-f2d8-47e6-b88a-4114b31501c1 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:39:40.907390 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port a83fca31-f2d8-47e6-b88a-4114b31501c1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:39:40.907972 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.009151 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.054463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:41.057156 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ee27c6-11b1-4b29-862a-f27d230bf883" -d '{"events": [{"server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "name": "network-vif-plugged", "status": "completed", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:41.071894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:39:41.077075 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:41.107253 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c128d9b-26ff-4292-a6b2-fa850d83c0ed x-openstack-request-id: req-8c128d9b-26ff-4292-a6b2-fa850d83c0ed {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:41.107891 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "name": "network-vif-plugged", "status": "completed", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:41.108326 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c128d9b-26ff-4292-a6b2-fa850d83c0ed {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:41.108887 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'code': 200} Jul 16 01:39:41.147730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a83fca31-f2d8-47e6-b88a-4114b31501c1,revision_number=13']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:48.624117 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:39:56.225523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d666e-6caa-4efd-a283-b463750d4b99 req-3100d9aa-b3c9-4260-827a-109b30e55fec tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:56.226968 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-696d666e-6caa-4efd-a283-b463750d4b99 req-3100d9aa-b3c9-4260-827a-109b30e55fec tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/networks?id=4c41d491-7410-447b-85b5-72481e95148e HTTP/1.1" status: 200 len: 814 time: 0.1078606 Jul 16 01:39:56.242991 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-696d666e-6caa-4efd-a283-b463750d4b99 req-81e4bad7-7612-4c26-aff5-651567fa2625 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/quotas/ec4e353711714b528dfa5008fd388277 HTTP/1.1" status: 200 len: 375 time: 0.0097833 Jul 16 01:39:56.276982 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-696d666e-6caa-4efd-a283-b463750d4b99 req-85fbc3a1-1c56-4291-afcd-d83f1a08f84a tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec4e353711714b528dfa5008fd388277&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289152 Jul 16 01:39:56.375275 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-696d666e-6caa-4efd-a283-b463750d4b99 req-71c9986b-16e0-441e-9eb4-e5b86f9c3cb3 service neutron] 10.222.0.22 "GET /v2.0/networks/4c41d491-7410-447b-85b5-72481e95148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916188 Jul 16 01:39:56.470095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-696d666e-6caa-4efd-a283-b463750d4b99 req-d7072fdb-a17f-4903-a995-93d8a978a215 service neutron] 10.222.0.22 "GET /v2.0/networks/4c41d491-7410-447b-85b5-72481e95148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879564 Jul 16 01:39:56.641474 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c283f95b-2235-473b-a6b2-df2f912c4f65 req-3d52fc0f-64a0-4a00-a540-569e9cfda6a6 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=02bcd2b0-f65b-45bf-9590-0624679e6dd0 HTTP/1.1" status: 200 len: 210 time: 0.0288777 Jul 16 01:39:57.743370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d666e-6caa-4efd-a283-b463750d4b99 req-ca3d1ccf-ea5a-4691-87a2-160133f8800f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:57.744903 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-696d666e-6caa-4efd-a283-b463750d4b99 req-ca3d1ccf-ea5a-4691-87a2-160133f8800f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.69 "GET /v2.0/networks?id=4c41d491-7410-447b-85b5-72481e95148e HTTP/1.1" status: 200 len: 814 time: 0.1279495 Jul 16 01:39:57.758267 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-696d666e-6caa-4efd-a283-b463750d4b99 req-c5862300-190e-472d-a1c3-06481ba2df1d tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Request body: {'port': {'device_id': '02bcd2b0-f65b-45bf-9590-0624679e6dd0', 'network_id': '4c41d491-7410-447b-85b5-72481e95148e', 'admin_state_up': True, 'tenant_id': 'ec4e353711714b528dfa5008fd388277'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:57.811198 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-96dd13e6-670d-42d2-b60d-94e4576e4467 req-cb8cde90-774e-41e4-9790-52d4b0c5ad16 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=02bcd2b0-f65b-45bf-9590-0624679e6dd0 HTTP/1.1" status: 200 len: 210 time: 0.0433090 Jul 16 01:39:57.901854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-696d666e-6caa-4efd-a283-b463750d4b99 req-c5862300-190e-472d-a1c3-06481ba2df1d tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Made reservation on behalf of ec4e353711714b528dfa5008fd388277 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:39:57.905751 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-696d666e-6caa-4efd-a283-b463750d4b99 req-c5862300-190e-472d-a1c3-06481ba2df1d tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.045244 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-696d666e-6caa-4efd-a283-b463750d4b99 req-c5862300-190e-472d-a1c3-06481ba2df1d tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Allocated IP 172.20.0.11 (4c41d491-7410-447b-85b5-72481e95148e/adde1b44-f9c3-406c-b28f-2f67c40f0e2d/8db544f2-3b15-4286-b34c-72eccbf9203b) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:39:58.207655 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-696d666e-6caa-4efd-a283-b463750d4b99 req-c5862300-190e-472d-a1c3-06481ba2df1d tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.253538 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-696d666e-6caa-4efd-a283-b463750d4b99 req-c5862300-190e-472d-a1c3-06481ba2df1d tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.304278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-696d666e-6caa-4efd-a283-b463750d4b99 req-c5862300-190e-472d-a1c3-06481ba2df1d tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Network 4c41d491-7410-447b-85b5-72481e95148e is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:39:58.307423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-696d666e-6caa-4efd-a283-b463750d4b99 req-c5862300-190e-472d-a1c3-06481ba2df1d tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:39:58.311394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-696d666e-6caa-4efd-a283-b463750d4b99 req-c5862300-190e-472d-a1c3-06481ba2df1d tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:39:58.334827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5862300-190e-472d-a1c3-06481ba2df1d tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Pushing event updated for resources: {'Port': ['ID=8db544f2-3b15-4286-b34c-72eccbf9203b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:58.362276 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d666e-6caa-4efd-a283-b463750d4b99 req-c5862300-190e-472d-a1c3-06481ba2df1d tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:58.362897 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-696d666e-6caa-4efd-a283-b463750d4b99 req-c5862300-190e-472d-a1c3-06481ba2df1d tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.376714 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-696d666e-6caa-4efd-a283-b463750d4b99 req-c5862300-190e-472d-a1c3-06481ba2df1d tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6229823 Jul 16 01:39:58.388426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Request body: {'port': {'device_id': '02bcd2b0-f65b-45bf-9590-0624679e6dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:39:58.457799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.720658 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db544f2-3b15-4286-b34c-72eccbf9203b {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:39:58.728323 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.740734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Transition to ACTIVE for port object 8db544f2-3b15-4286-b34c-72eccbf9203b will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:39:58.744530 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.796363 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Pushing event updated for resources: {'Port': ['ID=8db544f2-3b15-4286-b34c-72eccbf9203b,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:58.865777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Attempting to bind port 8db544f2-3b15-4286-b34c-72eccbf9203b on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:39:58.866116 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Attempting to bind port 8db544f2-3b15-4286-b34c-72eccbf9203b by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '592c05cf-586e-4938-a6a7-4dc52bc130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4c41d491-7410-447b-85b5-72481e95148e'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:39:58.866445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Attempting to bind port 8db544f2-3b15-4286-b34c-72eccbf9203b on network 4c41d491-7410-447b-85b5-72481e95148e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:58.871897 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Port 8db544f2-3b15-4286-b34c-72eccbf9203b on network 4c41d491-7410-447b-85b5-72481e95148e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:39:58.871897 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Attempting to bind port 8db544f2-3b15-4286-b34c-72eccbf9203b on network 4c41d491-7410-447b-85b5-72481e95148e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:39:58.875601 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 39, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:39:58.875975 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Checking segment: {'id': '592c05cf-586e-4938-a6a7-4dc52bc130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4c41d491-7410-447b-85b5-72481e95148e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:39:58.876357 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Bound using segment: {'id': '592c05cf-586e-4938-a6a7-4dc52bc130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4c41d491-7410-447b-85b5-72481e95148e'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:39:58.876783 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Bound port: 8db544f2-3b15-4286-b34c-72eccbf9203b, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c05cf-586e-4938-a6a7-4dc52bc130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4c41d491-7410-447b-85b5-72481e95148e'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:39:58.877139 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.940451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] For port 8db544f2-3b15-4286-b34c-72eccbf9203b, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:39:58.943534 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] For port 8db544f2-3b15-4286-b34c-72eccbf9203b, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8db544f2-3b15-4286-b34c-72eccbf9203b,segment=NetworkSegment(592c05cf-586e-4938-a6a7-4dc52bc130cc),segment_id=592c05cf-586e-4938-a6a7-4dc52bc130cc)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:39:58.949307 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.973776 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76faf10-e27a-4c06-8dcb-e5f1144ad9de req-6539219e-e23d-41a4-80cf-3df6d8c5dd8a tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:58.975750 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b76faf10-e27a-4c06-8dcb-e5f1144ad9de req-6539219e-e23d-41a4-80cf-3df6d8c5dd8a tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=02bcd2b0-f65b-45bf-9590-0624679e6dd0 HTTP/1.1" status: 200 len: 944 time: 0.0623441 Jul 16 01:39:58.982077 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:58.983079 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:39:58.984498 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-696d666e-6caa-4efd-a283-b463750d4b99 req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] 10.222.0.69 "PUT /v2.0/ports/8db544f2-3b15-4286-b34c-72eccbf9203b HTTP/1.1" status: 200 len: 1093 time: 0.6000843 Jul 16 01:39:58.987067 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02bcd2b0-f65b-45bf-9590-0624679e6dd0', 'tag': '8db544f2-3b15-4286-b34c-72eccbf9203b'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:39:58.991051 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e049d282-c9da-47d2-b8d1-e834de753029" -d '{"events": [{"name": "network-changed", "server_uuid": "02bcd2b0-f65b-45bf-9590-0624679e6dd0", "tag": "8db544f2-3b15-4286-b34c-72eccbf9203b"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:39:59.019619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1faae-589a-4844-a378-4fc20ef59d71 service neutron] Pushing event updated for resources: {'Port': ['ID=8db544f2-3b15-4286-b34c-72eccbf9203b,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:39:59.020361 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b76faf10-e27a-4c06-8dcb-e5f1144ad9de req-9fa3f154-5797-4369-bbee-d0eb787de487 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384524 Jul 16 01:39:59.072867 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79cfd1b-dd70-4cab-8b86-3d73c22f3905 x-openstack-request-id: req-f79cfd1b-dd70-4cab-8b86-3d73c22f3905 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:39:59.073164 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02bcd2b0-f65b-45bf-9590-0624679e6dd0", "tag": "8db544f2-3b15-4286-b34c-72eccbf9203b", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:39:59.073419 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f79cfd1b-dd70-4cab-8b86-3d73c22f3905 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:39:59.073824 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02bcd2b0-f65b-45bf-9590-0624679e6dd0', 'tag': '8db544f2-3b15-4286-b34c-72eccbf9203b', 'status': 'completed', 'code': 200} Jul 16 01:39:59.079812 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d666e-6caa-4efd-a283-b463750d4b99 req-bb0ee2dd-d59a-4bee-99e2-d54505301b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.081330 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-696d666e-6caa-4efd-a283-b463750d4b99 req-bb0ee2dd-d59a-4bee-99e2-d54505301b33 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec4e353711714b528dfa5008fd388277&device_id=02bcd2b0-f65b-45bf-9590-0624679e6dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0574403 Jul 16 01:39:59.126175 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-696d666e-6caa-4efd-a283-b463750d4b99 req-adb17d09-334d-4890-8595-85a42b9875cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8db544f2-3b15-4286-b34c-72eccbf9203b HTTP/1.1" status: 200 len: 217 time: 0.0373807 Jul 16 01:39:59.175799 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d666e-6caa-4efd-a283-b463750d4b99 req-3c0778cc-bed5-41ab-bb4f-2500ff04bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.175799 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-696d666e-6caa-4efd-a283-b463750d4b99 req-3c0778cc-bed5-41ab-bb4f-2500ff04bbc7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adde1b44-f9c3-406c-b28f-2f67c40f0e2d HTTP/1.1" status: 200 len: 854 time: 0.0438197 Jul 16 01:39:59.208223 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-696d666e-6caa-4efd-a283-b463750d4b99 req-268c5f2a-51aa-4274-9df3-975bde4f4d38 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c41d491-7410-447b-85b5-72481e95148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258377 Jul 16 01:39:59.302898 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-696d666e-6caa-4efd-a283-b463750d4b99 req-5e225f5e-713b-4e5c-abc5-02d217ef1c05 service neutron] 10.222.0.69 "GET /v2.0/networks/4c41d491-7410-447b-85b5-72481e95148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883675 Jul 16 01:39:59.389645 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-696d666e-6caa-4efd-a283-b463750d4b99 req-c08e138e-ee36-45b7-b349-67ab3267992a service neutron] 10.222.0.69 "GET /v2.0/networks/4c41d491-7410-447b-85b5-72481e95148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809219 Jul 16 01:39:59.493637 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049d282-c9da-47d2-b8d1-e834de753029 req-763a4118-892a-48cd-8fb2-4f8c255df989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.495125 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e049d282-c9da-47d2-b8d1-e834de753029 req-763a4118-892a-48cd-8fb2-4f8c255df989 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec4e353711714b528dfa5008fd388277&device_id=02bcd2b0-f65b-45bf-9590-0624679e6dd0 HTTP/1.1" status: 200 len: 1096 time: 0.0575371 Jul 16 01:39:59.592153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049d282-c9da-47d2-b8d1-e834de753029 req-85e73735-435d-4952-9a31-1a4a89738c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.593864 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e049d282-c9da-47d2-b8d1-e834de753029 req-85e73735-435d-4952-9a31-1a4a89738c1a service neutron] 10.222.0.69 "GET /v2.0/networks?id=4c41d491-7410-447b-85b5-72481e95148e HTTP/1.1" status: 200 len: 915 time: 0.0928071 Jul 16 01:39:59.644607 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e049d282-c9da-47d2-b8d1-e834de753029 req-529658e8-1588-49af-be97-0d101589a422 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8db544f2-3b15-4286-b34c-72eccbf9203b HTTP/1.1" status: 200 len: 217 time: 0.0441391 Jul 16 01:39:59.692399 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049d282-c9da-47d2-b8d1-e834de753029 req-77ed110a-bc91-4b5e-b68f-50cbe27c9b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:39:59.694430 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e049d282-c9da-47d2-b8d1-e834de753029 req-77ed110a-bc91-4b5e-b68f-50cbe27c9b8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adde1b44-f9c3-406c-b28f-2f67c40f0e2d HTTP/1.1" status: 200 len: 854 time: 0.0432246 Jul 16 01:39:59.726543 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e049d282-c9da-47d2-b8d1-e834de753029 req-de5797df-404a-4560-992e-f2635d3b9a80 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c41d491-7410-447b-85b5-72481e95148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257962 Jul 16 01:39:59.831470 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e049d282-c9da-47d2-b8d1-e834de753029 req-bca7f768-ce05-4cc4-be69-7049406fdac6 service neutron] 10.222.0.69 "GET /v2.0/networks/4c41d491-7410-447b-85b5-72481e95148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982509 Jul 16 01:39:59.922493 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e049d282-c9da-47d2-b8d1-e834de753029 req-2cdc6cf3-910a-469e-a9d0-74703a06c4e3 service neutron] 10.222.0.69 "GET /v2.0/networks/4c41d491-7410-447b-85b5-72481e95148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840514 Jul 16 01:40:00.226322 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e6172-7b90-46b0-b38e-7110f1d4595b req-2d8cb921-d58c-41b9-a53d-530604537512 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.228053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e63e6172-7b90-46b0-b38e-7110f1d4595b req-2d8cb921-d58c-41b9-a53d-530604537512 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=02bcd2b0-f65b-45bf-9590-0624679e6dd0 HTTP/1.1" status: 200 len: 944 time: 0.0653496 Jul 16 01:40:00.279081 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e63e6172-7b90-46b0-b38e-7110f1d4595b req-95cd2d7c-3df9-46f4-b915-cb9cbad12dff tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449288 Jul 16 01:40:00.344010 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:00.756631 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd61b06c-f089-4546-86ff-07485536192c req-4a35cbff-dc60-444d-ae18-9365f957f3cb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=867721c2-1b26-498a-af15-4a2aef7b8450&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0561390 Jul 16 01:40:00.831900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61b06c-f089-4546-86ff-07485536192c req-690cd02d-5c13-4a8f-aed6-5a7cfe8fca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.833717 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd61b06c-f089-4546-86ff-07485536192c req-690cd02d-5c13-4a8f-aed6-5a7cfe8fca8b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=e2fef3340e6c401c9237f79d7a815bf8&device_id=867721c2-1b26-498a-af15-4a2aef7b8450 HTTP/1.1" status: 200 len: 1097 time: 0.0560491 Jul 16 01:40:00.954980 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61b06c-f089-4546-86ff-07485536192c req-ab17d59a-bb61-4d31-b6af-fc90a2465bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:00.956946 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd61b06c-f089-4546-86ff-07485536192c req-ab17d59a-bb61-4d31-b6af-fc90a2465bab service neutron] 10.222.0.69 "GET /v2.0/networks?id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e HTTP/1.1" status: 200 len: 915 time: 0.0861840 Jul 16 01:40:01.004824 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd61b06c-f089-4546-86ff-07485536192c req-b27ccccc-f4a2-4a7a-9d0c-e12e5afe5b6d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ca0976b-3239-4cc9-b88c-61ca921b46b3 HTTP/1.1" status: 200 len: 217 time: 0.0408540 Jul 16 01:40:01.059427 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd61b06c-f089-4546-86ff-07485536192c req-a62ae5b0-d4b5-433f-88ae-46a84365ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.061855 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd61b06c-f089-4546-86ff-07485536192c req-a62ae5b0-d4b5-433f-88ae-46a84365ba8a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cca8a215-e0ab-4861-b96f-853bc8f3016f HTTP/1.1" status: 200 len: 854 time: 0.0510709 Jul 16 01:40:01.095921 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd61b06c-f089-4546-86ff-07485536192c req-ef586df8-75a7-4435-b5d2-3b3b17cd49a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279226 Jul 16 01:40:01.195554 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd61b06c-f089-4546-86ff-07485536192c req-7dba3867-1a9f-411a-b151-083f39fb6d12 service neutron] 10.222.0.69 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927935 Jul 16 01:40:01.251562 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8db544f2-3b15-4286-b34c-72eccbf9203b details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:01.299463 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd61b06c-f089-4546-86ff-07485536192c req-23dcff81-81c9-4478-b5d9-4c5a7ae59ec2 service neutron] 10.222.0.69 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979125 Jul 16 01:40:01.341184 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.432733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8db544f2-3b15-4286-b34c-72eccbf9203b, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8db544f2-3b15-4286-b34c-72eccbf9203b,segment=NetworkSegment(592c05cf-586e-4938-a6a7-4dc52bc130cc),segment_id=592c05cf-586e-4938-a6a7-4dc52bc130cc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:01.453606 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '8db544f2-3b15-4286-b34c-72eccbf9203b', 'network_id': '4c41d491-7410-447b-85b5-72481e95148e', 'port_id': '8db544f2-3b15-4286-b34c-72eccbf9203b', 'mac_address': 'fa:16:3e:e4:49:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adde1b44-f9c3-406c-b28f-2f67c40f0e2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:01.498858 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.528583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db544f2-3b15-4286-b34c-72eccbf9203b {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:01.568341 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8db544f2-3b15-4286-b34c-72eccbf9203b, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8db544f2-3b15-4286-b34c-72eccbf9203b,segment=NetworkSegment(592c05cf-586e-4938-a6a7-4dc52bc130cc),segment_id=592c05cf-586e-4938-a6a7-4dc52bc130cc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:01.576718 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:01.587451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91380f5-2020-4f56-8492-7fe6bdee38df req-874e35b7-7ea5-4e3e-bf21-2fe0b40b04c6 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:01.597424 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f91380f5-2020-4f56-8492-7fe6bdee38df req-874e35b7-7ea5-4e3e-bf21-2fe0b40b04c6 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=02bcd2b0-f65b-45bf-9590-0624679e6dd0 HTTP/1.1" status: 200 len: 944 time: 0.1205363 Jul 16 01:40:01.633512 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=8db544f2-3b15-4286-b34c-72eccbf9203b,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:01.644566 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f91380f5-2020-4f56-8492-7fe6bdee38df req-ef99410f-2be7-46e9-8670-49b6ff32a92f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459969 Jul 16 01:40:01.853360 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['8db544f2-3b15-4286-b34c-72eccbf9203b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:02.819783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd4035-7f66-4fae-a3c9-051e9c7f01e8 req-38c11abc-ce83-45e9-a9cf-a059d74b49f1 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:02.821412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90cd4035-7f66-4fae-a3c9-051e9c7f01e8 req-38c11abc-ce83-45e9-a9cf-a059d74b49f1 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=02bcd2b0-f65b-45bf-9590-0624679e6dd0 HTTP/1.1" status: 200 len: 945 time: 0.0700450 Jul 16 01:40:02.881245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90cd4035-7f66-4fae-a3c9-051e9c7f01e8 req-3a692b85-463b-40cf-b133-2f6c738afa03 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525286 Jul 16 01:40:03.251531 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8db544f2-3b15-4286-b34c-72eccbf9203b up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:03.308602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 8db544f2-3b15-4286-b34c-72eccbf9203b completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:03.312402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 8db544f2-3b15-4286-b34c-72eccbf9203b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:03.312858 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.399832 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.424991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bcd2b0-f65b-45bf-9590-0624679e6dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db544f2-3b15-4286-b34c-72eccbf9203b'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:03.427317 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44db3e2b-7863-4d58-be6e-250e55ed3f4b" -d '{"events": [{"server_uuid": "02bcd2b0-f65b-45bf-9590-0624679e6dd0", "name": "network-vif-plugged", "status": "completed", "tag": "8db544f2-3b15-4286-b34c-72eccbf9203b"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:03.439213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8db544f2-3b15-4286-b34c-72eccbf9203b, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8db544f2-3b15-4286-b34c-72eccbf9203b,segment=NetworkSegment(592c05cf-586e-4938-a6a7-4dc52bc130cc),segment_id=592c05cf-586e-4938-a6a7-4dc52bc130cc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:03.444453 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:03.471471 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c43537-efda-43a8-aebb-704962d06926 x-openstack-request-id: req-22c43537-efda-43a8-aebb-704962d06926 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:03.473284 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bcd2b0-f65b-45bf-9590-0624679e6dd0", "name": "network-vif-plugged", "status": "completed", "tag": "8db544f2-3b15-4286-b34c-72eccbf9203b", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:03.473284 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22c43537-efda-43a8-aebb-704962d06926 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:03.473284 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bcd2b0-f65b-45bf-9590-0624679e6dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db544f2-3b15-4286-b34c-72eccbf9203b', 'code': 200} Jul 16 01:40:03.513305 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=8db544f2-3b15-4286-b34c-72eccbf9203b,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:03.606605 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e549b32-7f49-4371-a1c6-e61f81edc3cf req-de3de4c2-530a-4762-8d9c-60e859fa6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:03.609311 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4e549b32-7f49-4371-a1c6-e61f81edc3cf req-de3de4c2-530a-4762-8d9c-60e859fa6bff service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=02bcd2b0-f65b-45bf-9590-0624679e6dd0 HTTP/1.1" status: 200 len: 1098 time: 0.0671580 Jul 16 01:40:03.644183 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4e549b32-7f49-4371-a1c6-e61f81edc3cf req-38df051e-ca86-4293-9923-1f94481e804a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282505 Jul 16 01:40:04.064127 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f1b119-34da-49c1-990c-ef7a786866c1 req-6e02ba18-96ac-4141-90bd-0fd5c460dda5 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.065800 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0f1b119-34da-49c1-990c-ef7a786866c1 req-6e02ba18-96ac-4141-90bd-0fd5c460dda5 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=02bcd2b0-f65b-45bf-9590-0624679e6dd0 HTTP/1.1" status: 200 len: 946 time: 0.0681348 Jul 16 01:40:04.105143 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0f1b119-34da-49c1-990c-ef7a786866c1 req-772e4eec-99cd-4fce-99a6-f9d37a5c26eb tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328138 Jul 16 01:40:04.561518 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-51ff534a-84ef-429f-bb9a-75ef0566f87f req-f226a367-c5f0-4f60-887e-a1dce717c2b6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0557735 Jul 16 01:40:04.647481 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff534a-84ef-429f-bb9a-75ef0566f87f req-2e5aba0b-ba45-4080-9f76-14cd79386859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:04.649087 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-51ff534a-84ef-429f-bb9a-75ef0566f87f req-2e5aba0b-ba45-4080-9f76-14cd79386859 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=e2fef3340e6c401c9237f79d7a815bf8&device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 1097 time: 0.0620191 Jul 16 01:40:04.931741 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9c00aa47-17b8-4232-b22c-2810158ac3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:05.101491 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff534a-84ef-429f-bb9a-75ef0566f87f req-3f215aea-5c2d-4db3-ad9e-9af171684667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.103498 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-51ff534a-84ef-429f-bb9a-75ef0566f87f req-3f215aea-5c2d-4db3-ad9e-9af171684667 service neutron] 10.222.0.70 "GET /v2.0/networks?id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e HTTP/1.1" status: 200 len: 915 time: 0.4267573 Jul 16 01:40:05.153202 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-51ff534a-84ef-429f-bb9a-75ef0566f87f req-60cedb06-bb3b-4549-a232-50e41ecdeeb7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38a9f29e-d170-450e-85c5-b0ed00c46424 HTTP/1.1" status: 200 len: 217 time: 0.0352786 Jul 16 01:40:05.220420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff534a-84ef-429f-bb9a-75ef0566f87f req-9e70ced9-401d-4a9a-954a-fa67962b99e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.221971 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-51ff534a-84ef-429f-bb9a-75ef0566f87f req-9e70ced9-401d-4a9a-954a-fa67962b99e5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cca8a215-e0ab-4861-b96f-853bc8f3016f HTTP/1.1" status: 200 len: 854 time: 0.0609477 Jul 16 01:40:05.276039 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-51ff534a-84ef-429f-bb9a-75ef0566f87f req-c136c05c-c2a3-4d2f-a895-ee79da503ada service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391197 Jul 16 01:40:05.301288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b52d11-5377-41bd-93db-3b318c001a3f req-89b6ada1-9c66-4417-b550-2affb902a9d1 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:05.305409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38b52d11-5377-41bd-93db-3b318c001a3f req-89b6ada1-9c66-4417-b550-2affb902a9d1 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=02bcd2b0-f65b-45bf-9590-0624679e6dd0 HTTP/1.1" status: 200 len: 946 time: 0.0730116 Jul 16 01:40:05.344040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38b52d11-5377-41bd-93db-3b318c001a3f req-127013f8-70da-41a5-b1bc-b68e262626a0 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345829 Jul 16 01:40:05.383617 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-51ff534a-84ef-429f-bb9a-75ef0566f87f req-f34016d8-2954-4f48-9fbd-a2a72374bc1d service neutron] 10.222.0.70 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985508 Jul 16 01:40:05.502291 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-51ff534a-84ef-429f-bb9a-75ef0566f87f req-45fbd86f-1d50-42d0-a33a-65c7afc30b8c service neutron] 10.222.0.70 "GET /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046498 Jul 16 01:40:07.300167 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:07.691317 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dc515f87-c01d-4030-bde8-f100ce89d03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.540665 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91aa37-338f-4659-9699-340069877836 req-10b95c13-da32-417a-938e-6984f8350807 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:08.542281 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef91aa37-338f-4659-9699-340069877836 req-10b95c13-da32-417a-938e-6984f8350807 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d HTTP/1.1" status: 200 len: 945 time: 0.0687811 Jul 16 01:40:08.559956 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-8a46dac2-e985-42d7-b2ba-d123a3dddebb req-df1567da-6c58-42b1-9280-d346115a84cb service neutron] (93920) timed out ('10.222.0.22', 60884) {{(pid=93920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:40:08.570386 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:08.584422 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef91aa37-338f-4659-9699-340069877836 req-54ffb972-db82-466c-a1d4-340c5167fe3b tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353632 Jul 16 01:40:09.783437 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5677f75b-66b2-436b-a112-2874036230e5 req-e308697d-1396-4206-9722-923dcfb36556 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:09.785037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5677f75b-66b2-436b-a112-2874036230e5 req-e308697d-1396-4206-9722-923dcfb36556 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d HTTP/1.1" status: 200 len: 945 time: 0.0759032 Jul 16 01:40:09.831679 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5677f75b-66b2-436b-a112-2874036230e5 req-aad27a25-c78f-4c9d-932d-d3ef18de78d9 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373564 Jul 16 01:40:10.260819 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.709657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d404975-fcbe-4ba4-baff-43e951e2cd06 req-41a40857-a852-4c3a-af38-0d0f0d99bade tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:10.711855 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7d404975-fcbe-4ba4-baff-43e951e2cd06 req-41a40857-a852-4c3a-af38-0d0f0d99bade tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d HTTP/1.1" status: 200 len: 945 time: 0.0749505 Jul 16 01:40:10.830479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-7d404975-fcbe-4ba4-baff-43e951e2cd06 req-465e60dd-4788-4533-b947-3c70535063df tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Deleting port 28fa7830-129b-4946-95b3-abd065b4c1b9 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:10.831103 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7d404975-fcbe-4ba4-baff-43e951e2cd06 req-465e60dd-4788-4533-b947-3c70535063df tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.944192 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-7d404975-fcbe-4ba4-baff-43e951e2cd06 req-465e60dd-4788-4533-b947-3c70535063df tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] For port 28fa7830-129b-4946-95b3-abd065b4c1b9, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=28fa7830-129b-4946-95b3-abd065b4c1b9,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:10.944839 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7d404975-fcbe-4ba4-baff-43e951e2cd06 req-465e60dd-4788-4533-b947-3c70535063df tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:10.959623 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-7d404975-fcbe-4ba4-baff-43e951e2cd06 req-465e60dd-4788-4533-b947-3c70535063df tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Calling delete_port for 28fa7830-129b-4946-95b3-abd065b4c1b9 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:11.038175 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70435b2d-d671-4579-b93c-8356b51e5ea4 req-8fab29f9-ce22-4efd-95d2-4bc344f6e924 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:11.039749 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70435b2d-d671-4579-b93c-8356b51e5ea4 req-8fab29f9-ce22-4efd-95d2-4bc344f6e924 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d HTTP/1.1" status: 200 len: 945 time: 0.0771756 Jul 16 01:40:11.088587 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70435b2d-d671-4579-b93c-8356b51e5ea4 req-4620acd5-4c96-4cf7-959e-2bb4a4d3b9ba tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393023 Jul 16 01:40:11.150786 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7d404975-fcbe-4ba4-baff-43e951e2cd06 req-465e60dd-4788-4533-b947-3c70535063df tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.166075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['38a9f29e-d170-450e-85c5-b0ed00c46424', '28fa7830-129b-4946-95b3-abd065b4c1b9'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:11.168499 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['7ca0976b-3239-4cc9-b88c-61ca921b46b3', '256ed556-6d77-4126-9ad1-9db3d32f2fcc'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:11.186939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465e60dd-4788-4533-b947-3c70535063df tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Pushing event deleted for resources: {'Port': ['ID=28fa7830-129b-4946-95b3-abd065b4c1b9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:11.242302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d404975-fcbe-4ba4-baff-43e951e2cd06 req-465e60dd-4788-4533-b947-3c70535063df tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] No DVR routers for this DVR port 28fa7830-129b-4946-95b3-abd065b4c1b9 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:11.255895 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7d404975-fcbe-4ba4-baff-43e951e2cd06 req-465e60dd-4788-4533-b947-3c70535063df tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:11.265783 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7d404975-fcbe-4ba4-baff-43e951e2cd06 req-465e60dd-4788-4533-b947-3c70535063df tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.70 "DELETE /v2.0/ports/28fa7830-129b-4946-95b3-abd065b4c1b9 HTTP/1.1" status: 204 len: 173 time: 0.5463867 Jul 16 01:40:11.268090 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d1d1c5-cc8d-484a-80d6-ac6733f93a7d', 'name': 'network-vif-deleted', 'tag': '28fa7830-129b-4946-95b3-abd065b4c1b9'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:11.273103 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ca7d32-2ad5-496d-9e7f-b842df64588d" -d '{"events": [{"server_uuid": "d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d", "name": "network-vif-deleted", "tag": "28fa7830-129b-4946-95b3-abd065b4c1b9"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:11.346556 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697f9c82-31f9-4129-be54-5b1702195356 x-openstack-request-id: req-697f9c82-31f9-4129-be54-5b1702195356 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:11.347015 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d1d1c5-cc8d-484a-80d6-ac6733f93a7d", "name": "network-vif-deleted", "tag": "28fa7830-129b-4946-95b3-abd065b4c1b9", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:11.347552 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-697f9c82-31f9-4129-be54-5b1702195356 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:11.348122 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d1d1c5-cc8d-484a-80d6-ac6733f93a7d', 'name': 'network-vif-deleted', 'tag': '28fa7830-129b-4946-95b3-abd065b4c1b9', 'status': 'completed', 'code': 200} Jul 16 01:40:15.074668 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 28fa7830-129b-4946-95b3-abd065b4c1b9 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:15.095192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 28fa7830-129b-4946-95b3-abd065b4c1b9 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:15.095725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 28fa7830-129b-4946-95b3-abd065b4c1b9 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:15.889079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd298f-dec5-4e49-9da7-a8058e39ffca req-b9b7a685-204d-4f59-b7d6-c8d6320e7d6a tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:15.890555 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dbdd298f-dec5-4e49-9da7-a8058e39ffca req-b9b7a685-204d-4f59-b7d6-c8d6320e7d6a tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=73e6a566-43be-40a2-82bf-2c8644cd7e33 HTTP/1.1" status: 200 len: 945 time: 0.0802948 Jul 16 01:40:15.935846 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dbdd298f-dec5-4e49-9da7-a8058e39ffca req-840c746f-0d36-45ec-bb00-d5e5ddaa8f54 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386839 Jul 16 01:40:17.149861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ffef52-6187-4021-b14e-8847818637dc req-1e725e91-447c-4046-b98d-ed3864836fd7 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.151398 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1ffef52-6187-4021-b14e-8847818637dc req-1e725e91-447c-4046-b98d-ed3864836fd7 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=73e6a566-43be-40a2-82bf-2c8644cd7e33 HTTP/1.1" status: 200 len: 945 time: 0.0889399 Jul 16 01:40:17.199846 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1ffef52-6187-4021-b14e-8847818637dc req-96bdc3fe-ca55-478c-b686-65a68d5093ba tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390472 Jul 16 01:40:17.396399 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb23f8-f8ae-4c2e-ae72-16fbe32a45a3 req-414f9964-7b72-44a0-916f-db2d0a1c7abc tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:17.397732 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5bb23f8-f8ae-4c2e-ae72-16fbe32a45a3 req-414f9964-7b72-44a0-916f-db2d0a1c7abc tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.69 "GET /v2.0/ports?device_id=73e6a566-43be-40a2-82bf-2c8644cd7e33 HTTP/1.1" status: 200 len: 945 time: 0.0908601 Jul 16 01:40:17.506961 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-d5bb23f8-f8ae-4c2e-ae72-16fbe32a45a3 req-06a92a7b-e2e5-412d-8637-4c75630bb577 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Deleting port 256ed556-6d77-4126-9ad1-9db3d32f2fcc {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:17.507383 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d5bb23f8-f8ae-4c2e-ae72-16fbe32a45a3 req-06a92a7b-e2e5-412d-8637-4c75630bb577 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.614320 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-d5bb23f8-f8ae-4c2e-ae72-16fbe32a45a3 req-06a92a7b-e2e5-412d-8637-4c75630bb577 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] For port 256ed556-6d77-4126-9ad1-9db3d32f2fcc, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=256ed556-6d77-4126-9ad1-9db3d32f2fcc,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:17.615042 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d5bb23f8-f8ae-4c2e-ae72-16fbe32a45a3 req-06a92a7b-e2e5-412d-8637-4c75630bb577 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.639789 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-d5bb23f8-f8ae-4c2e-ae72-16fbe32a45a3 req-06a92a7b-e2e5-412d-8637-4c75630bb577 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Calling delete_port for 256ed556-6d77-4126-9ad1-9db3d32f2fcc owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:17.776046 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d5bb23f8-f8ae-4c2e-ae72-16fbe32a45a3 req-06a92a7b-e2e5-412d-8637-4c75630bb577 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.788510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['7ca0976b-3239-4cc9-b88c-61ca921b46b3', '256ed556-6d77-4126-9ad1-9db3d32f2fcc'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:17.813946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a92a7b-e2e5-412d-8637-4c75630bb577 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Pushing event deleted for resources: {'Port': ['ID=256ed556-6d77-4126-9ad1-9db3d32f2fcc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:17.830053 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['38a9f29e-d170-450e-85c5-b0ed00c46424'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:17.865242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bb23f8-f8ae-4c2e-ae72-16fbe32a45a3 req-06a92a7b-e2e5-412d-8637-4c75630bb577 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] No DVR routers for this DVR port 256ed556-6d77-4126-9ad1-9db3d32f2fcc on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:17.868375 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d5bb23f8-f8ae-4c2e-ae72-16fbe32a45a3 req-06a92a7b-e2e5-412d-8637-4c75630bb577 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:17.871745 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5bb23f8-f8ae-4c2e-ae72-16fbe32a45a3 req-06a92a7b-e2e5-412d-8637-4c75630bb577 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.69 "DELETE /v2.0/ports/256ed556-6d77-4126-9ad1-9db3d32f2fcc HTTP/1.1" status: 204 len: 173 time: 0.4675138 Jul 16 01:40:17.872402 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e6a566-43be-40a2-82bf-2c8644cd7e33', 'name': 'network-vif-deleted', 'tag': '256ed556-6d77-4126-9ad1-9db3d32f2fcc'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:17.875744 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dd4a60-3e63-4451-91b8-157c7f89d1aa" -d '{"events": [{"server_uuid": "73e6a566-43be-40a2-82bf-2c8644cd7e33", "name": "network-vif-deleted", "tag": "256ed556-6d77-4126-9ad1-9db3d32f2fcc"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:17.928195 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de2c013-eeda-4d5f-b1f1-d5272e1e6b65 x-openstack-request-id: req-5de2c013-eeda-4d5f-b1f1-d5272e1e6b65 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:17.929583 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73e6a566-43be-40a2-82bf-2c8644cd7e33", "name": "network-vif-deleted", "tag": "256ed556-6d77-4126-9ad1-9db3d32f2fcc", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:17.930077 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5de2c013-eeda-4d5f-b1f1-d5272e1e6b65 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:17.930557 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e6a566-43be-40a2-82bf-2c8644cd7e33', 'name': 'network-vif-deleted', 'tag': '256ed556-6d77-4126-9ad1-9db3d32f2fcc', 'status': 'completed', 'code': 200} Jul 16 01:40:18.396885 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1c4a2c0f-be3c-49dc-a73e-667e31f91021 req-497fe9e6-346e-428b-9220-bc701fcc4699 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=73e6a566-43be-40a2-82bf-2c8644cd7e33 HTTP/1.1" status: 200 len: 210 time: 0.0560079 Jul 16 01:40:19.039449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df3e44-2d5a-4d02-9fa1-d8ab8b395091 req-b31cbc2d-1b3b-4f4b-b6ce-c905fab9bd3d tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.041961 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79df3e44-2d5a-4d02-9fa1-d8ab8b395091 req-b31cbc2d-1b3b-4f4b-b6ce-c905fab9bd3d tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 1098 time: 0.0903432 Jul 16 01:40:19.087922 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79df3e44-2d5a-4d02-9fa1-d8ab8b395091 req-7648df94-7cfb-4e03-8250-eb6e5f417258 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401556 Jul 16 01:40:19.121083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54544) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:19.300550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3a347555-ee21-47bd-9fa2-cecbbe5c5b29 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting port 0a8e5716-0333-4b74-b35d-3f87436dc045 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:19.300898 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a347555-ee21-47bd-9fa2-cecbbe5c5b29 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.378655 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a347555-ee21-47bd-9fa2-cecbbe5c5b29 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.378955 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a347555-ee21-47bd-9fa2-cecbbe5c5b29 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.390157 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3a347555-ee21-47bd-9fa2-cecbbe5c5b29 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Calling delete_port for 0a8e5716-0333-4b74-b35d-3f87436dc045 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:19.610308 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a347555-ee21-47bd-9fa2-cecbbe5c5b29 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.667114 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a347555-ee21-47bd-9fa2-cecbbe5c5b29 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Port': ['ID=0a8e5716-0333-4b74-b35d-3f87436dc045,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:19.744834 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a347555-ee21-47bd-9fa2-cecbbe5c5b29 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:19.745790 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-3a347555-ee21-47bd-9fa2-cecbbe5c5b29 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Floating IP 44cbdb93-582c-4117-971b-35ca1ea4eb91 disassociated (deleted). External IP: 172.25.2.187, port: a83fca31-f2d8-47e6-b88a-4114b31501c1. Jul 16 01:40:19.904637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c6523-8d1d-454b-9cb8-3ed51a2485bb req-73e05d85-d44a-4c35-84e1-942bdb3f893c tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:19.906398 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-077c6523-8d1d-454b-9cb8-3ed51a2485bb req-73e05d85-d44a-4c35-84e1-942bdb3f893c tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 945 time: 0.0669997 Jul 16 01:40:19.948040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-077c6523-8d1d-454b-9cb8-3ed51a2485bb req-dcfc4816-da39-4387-b180-8657caec5d5e tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356944 Jul 16 01:40:19.985282 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a347555-ee21-47bd-9fa2-cecbbe5c5b29 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:20.118037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a347555-ee21-47bd-9fa2-cecbbe5c5b29 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:20.127291 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8e64c2-aa25-45ed-a8f4-60e71686a5d5 None None] Sync routers for ids ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:20.128934 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3a347555-ee21-47bd-9fa2-cecbbe5c5b29 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:20.138882 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8e64c2-aa25-45ed-a8f4-60e71686a5d5 None None] Routers {'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:20.139848 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6e8e64c2-aa25-45ed-a8f4-60e71686a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:40:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:20.195007 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3a347555-ee21-47bd-9fa2-cecbbe5c5b29 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/floatingips/44cbdb93-582c-4117-971b-35ca1ea4eb91 HTTP/1.1" status: 204 len: 168 time: 1.0721269 Jul 16 01:40:20.195604 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:20.209101 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bb661a-3487-42bc-921e-99794e2cf119" -d '{"events": [{"name": "network-changed", "server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:20.436330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-6e8e64c2-aa25-45ed-a8f4-60e71686a5d5 None None] Set router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:20.511419 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b3d538-e5cf-46bb-b365-f663d6642173 x-openstack-request-id: req-94b3d538-e5cf-46bb-b365-f663d6642173 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:20.511716 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:20.512003 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94b3d538-e5cf-46bb-b365-f663d6642173 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:20.512403 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'status': 'completed', 'code': 200} Jul 16 01:40:20.629346 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb661a-3487-42bc-921e-99794e2cf119 req-35721574-882c-474b-aae1-a01003f15c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.634567 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-06bb661a-3487-42bc-921e-99794e2cf119 req-35721574-882c-474b-aae1-a01003f15c75 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 1098 time: 0.0831416 Jul 16 01:40:20.688808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906de12-e5a7-4f07-9e77-46fedfd1c6eb req-7b9e8416-8674-4473-a22c-3f24c7083958 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.698060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a906de12-e5a7-4f07-9e77-46fedfd1c6eb req-7b9e8416-8674-4473-a22c-3f24c7083958 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 946 time: 0.0807507 Jul 16 01:40:20.728283 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6e8e64c2-aa25-45ed-a8f4-60e71686a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34174686', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '96165448-4f91-40d0-b2b6-252e35e32d26', 'name': '', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:34:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:10Z', 'updated_at': '2021-07-16T01:38:17Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:20.745645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a906de12-e5a7-4f07-9e77-46fedfd1c6eb req-70c9b9c6-72e9-4c23-b8dd-abe20ff28a1c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464175 Jul 16 01:40:20.766316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8e64c2-aa25-45ed-a8f4-60e71686a5d5 None None] Checking router: a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:20.782740 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8e64c2-aa25-45ed-a8f4-60e71686a5d5 None None] Routers {'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:20.782740 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6e8e64c2-aa25-45ed-a8f4-60e71686a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:40:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:20.810765 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb661a-3487-42bc-921e-99794e2cf119 req-4aa9112b-81bc-4e37-a1c7-3e5fbb5f043c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.812538 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-06bb661a-3487-42bc-921e-99794e2cf119 req-4aa9112b-81bc-4e37-a1c7-3e5fbb5f043c service neutron] 10.222.0.70 "GET /v2.0/networks?id=152dd058-0836-4ef2-bc63-35bce5691a11 HTTP/1.1" status: 200 len: 898 time: 0.1694157 Jul 16 01:40:20.888050 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-06bb661a-3487-42bc-921e-99794e2cf119 req-920c4527-7b6b-453d-8393-60a7537853fd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1 HTTP/1.1" status: 200 len: 217 time: 0.0618684 Jul 16 01:40:20.924927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-6e8e64c2-aa25-45ed-a8f4-60e71686a5d5 None None] Set router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:20.951104 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb661a-3487-42bc-921e-99794e2cf119 req-2ffd263a-60a4-4a4c-a014-81fd0a1a90d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:20.952737 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-06bb661a-3487-42bc-921e-99794e2cf119 req-2ffd263a-60a4-4a4c-a014-81fd0a1a90d3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c075c0c9-002c-4de5-b69e-8fe297b1210e HTTP/1.1" status: 200 len: 835 time: 0.0553615 Jul 16 01:40:21.038074 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb661a-3487-42bc-921e-99794e2cf119 req-2c95ede3-45ee-4fdc-b661-31354923daba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.039789 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-06bb661a-3487-42bc-921e-99794e2cf119 req-2c95ede3-45ee-4fdc-b661-31354923daba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=152dd058-0836-4ef2-bc63-35bce5691a11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787077 Jul 16 01:40:21.198524 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-06bb661a-3487-42bc-921e-99794e2cf119 req-5e24839d-d727-484a-82ca-806f82adab78 service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450214 Jul 16 01:40:21.207163 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6e8e64c2-aa25-45ed-a8f4-60e71686a5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34174686', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '96165448-4f91-40d0-b2b6-252e35e32d26', 'name': '', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:34:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:10Z', 'updated_at': '2021-07-16T01:38:17Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:21.211088 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde801ce-54b5-4c37-81d2-a10ed0fa445a req-66e6a9f7-7920-4ca1-970d-bdd66196f839 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.219165 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dde801ce-54b5-4c37-81d2-a10ed0fa445a req-66e6a9f7-7920-4ca1-970d-bdd66196f839 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 945 time: 0.0844364 Jul 16 01:40:21.266186 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dde801ce-54b5-4c37-81d2-a10ed0fa445a req-447e7a69-f466-4c25-843d-d244acea943c tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457220 Jul 16 01:40:21.299899 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8e64c2-aa25-45ed-a8f4-60e71686a5d5 None None] The sync data for ids ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'] in n-d-791505-14 is: [{'id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34174686', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '96165448-4f91-40d0-b2b6-252e35e32d26', 'name': '', 'network_id': '152dd058-0836-4ef2-bc63-35bce5691a11', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:34:e8:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3109, 'fixed_ips': [{'subnet_id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:10Z', 'updated_at': '2021-07-16T01:38:17Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'c075c0c9-002c-4de5-b69e-8fe297b1210e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:21.360903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 256ed556-6d77-4126-9ad1-9db3d32f2fcc no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:21.383722 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-06bb661a-3487-42bc-921e-99794e2cf119 req-6ec187d6-484f-444f-9483-36b5058692d7 service neutron] 10.222.0.70 "GET /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740994 Jul 16 01:40:21.402437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 256ed556-6d77-4126-9ad1-9db3d32f2fcc {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:21.402437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 256ed556-6d77-4126-9ad1-9db3d32f2fcc not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:21.656235 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8126183c-e914-44b2-af8a-4938c1239992 None None] New status for floating IP 44cbdb93-582c-4117-971b-35ca1ea4eb91: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:40:21.689179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab651e-404c-4a77-bf4b-98357fde8bb5 req-ab6bd411-1865-477e-9d2c-4ee35ccec295 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:21.691419 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-89ab651e-404c-4a77-bf4b-98357fde8bb5 req-ab6bd411-1865-477e-9d2c-4ee35ccec295 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.70 "GET /v2.0/ports?device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 945 time: 0.1063251 Jul 16 01:40:21.900524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-89ab651e-404c-4a77-bf4b-98357fde8bb5 req-46b432c5-6f4f-4188-a11d-7f9197020800 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Deleting port 38a9f29e-d170-450e-85c5-b0ed00c46424 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:21.900901 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-89ab651e-404c-4a77-bf4b-98357fde8bb5 req-46b432c5-6f4f-4188-a11d-7f9197020800 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.014815 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed53a91-95b4-493f-839d-224138e91a32 req-922252ce-36f8-41e2-b216-95eaf70101af tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.016279 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0ed53a91-95b4-493f-839d-224138e91a32 req-922252ce-36f8-41e2-b216-95eaf70101af tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 946 time: 0.1092215 Jul 16 01:40:22.057755 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-89ab651e-404c-4a77-bf4b-98357fde8bb5 req-46b432c5-6f4f-4188-a11d-7f9197020800 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] For port 38a9f29e-d170-450e-85c5-b0ed00c46424, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=38a9f29e-d170-450e-85c5-b0ed00c46424,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:22.058120 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-89ab651e-404c-4a77-bf4b-98357fde8bb5 req-46b432c5-6f4f-4188-a11d-7f9197020800 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.061782 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0ed53a91-95b4-493f-839d-224138e91a32 req-f487722a-9cc2-4ac6-9d98-213214608ec2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378513 Jul 16 01:40:22.093060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-89ab651e-404c-4a77-bf4b-98357fde8bb5 req-46b432c5-6f4f-4188-a11d-7f9197020800 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Calling delete_port for 38a9f29e-d170-450e-85c5-b0ed00c46424 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:22.234960 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-89ab651e-404c-4a77-bf4b-98357fde8bb5 req-46b432c5-6f4f-4188-a11d-7f9197020800 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.248934 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['7ca0976b-3239-4cc9-b88c-61ca921b46b3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:22.250644 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['38a9f29e-d170-450e-85c5-b0ed00c46424'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:22.269658 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b432c5-6f4f-4188-a11d-7f9197020800 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Pushing event deleted for resources: {'Port': ['ID=38a9f29e-d170-450e-85c5-b0ed00c46424,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:22.364436 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ab651e-404c-4a77-bf4b-98357fde8bb5 req-46b432c5-6f4f-4188-a11d-7f9197020800 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] No DVR routers for this DVR port 38a9f29e-d170-450e-85c5-b0ed00c46424 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:22.367264 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-89ab651e-404c-4a77-bf4b-98357fde8bb5 req-46b432c5-6f4f-4188-a11d-7f9197020800 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.370135 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-89ab651e-404c-4a77-bf4b-98357fde8bb5 req-46b432c5-6f4f-4188-a11d-7f9197020800 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.70 "DELETE /v2.0/ports/38a9f29e-d170-450e-85c5-b0ed00c46424 HTTP/1.1" status: 204 len: 173 time: 0.6703796 Jul 16 01:40:22.497155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bb63f2-3955-4e33-9345-6d57bc0a0e75 req-bc4b99dd-7649-4b6f-ae66-4050eb2bf8d6 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:22.499511 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72bb63f2-3955-4e33-9345-6d57bc0a0e75 req-bc4b99dd-7649-4b6f-ae66-4050eb2bf8d6 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.70 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 946 time: 0.1822722 Jul 16 01:40:22.513984 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2511e205-38e4-4d7a-8a8d-5a001ec9e337', 'name': 'network-vif-deleted', 'tag': '38a9f29e-d170-450e-85c5-b0ed00c46424'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:22.516976 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9945dc70-c13c-4231-a7c3-8e73ca47690d" -d '{"events": [{"server_uuid": "2511e205-38e4-4d7a-8a8d-5a001ec9e337", "name": "network-vif-deleted", "tag": "38a9f29e-d170-450e-85c5-b0ed00c46424"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:22.661076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88d5af6a-6a89-4f27-8020-293859be718e req-1e857393-58e1-4ac3-8976-499097026292 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=2511e205-38e4-4d7a-8a8d-5a001ec9e337 HTTP/1.1" status: 200 len: 210 time: 0.0604229 Jul 16 01:40:22.712958 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-72bb63f2-3955-4e33-9345-6d57bc0a0e75 req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting port a83fca31-f2d8-47e6-b88a-4114b31501c1 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:22.713322 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72bb63f2-3955-4e33-9345-6d57bc0a0e75 req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.760518 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fccab38d-b59f-4c5c-a473-8e789ef03490 x-openstack-request-id: req-fccab38d-b59f-4c5c-a473-8e789ef03490 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:22.760518 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2511e205-38e4-4d7a-8a8d-5a001ec9e337", "name": "network-vif-deleted", "tag": "38a9f29e-d170-450e-85c5-b0ed00c46424", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:22.760961 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fccab38d-b59f-4c5c-a473-8e789ef03490 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:22.761907 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2511e205-38e4-4d7a-8a8d-5a001ec9e337', 'name': 'network-vif-deleted', 'tag': '38a9f29e-d170-450e-85c5-b0ed00c46424', 'status': 'completed', 'code': 200} Jul 16 01:40:22.852407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-72bb63f2-3955-4e33-9345-6d57bc0a0e75 req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] For port a83fca31-f2d8-47e6-b88a-4114b31501c1, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a83fca31-f2d8-47e6-b88a-4114b31501c1,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:22.852876 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72bb63f2-3955-4e33-9345-6d57bc0a0e75 req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:22.864810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-72bb63f2-3955-4e33-9345-6d57bc0a0e75 req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Calling delete_port for a83fca31-f2d8-47e6-b88a-4114b31501c1 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:22.997421 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72bb63f2-3955-4e33-9345-6d57bc0a0e75 req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.027745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Port': ['ID=a83fca31-f2d8-47e6-b88a-4114b31501c1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:23.036033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.036404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.036755 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.037105 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.037451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.037794 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.038141 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.038830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.038830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.039124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.039447 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.039897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:23.093034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bb63f2-3955-4e33-9345-6d57bc0a0e75 req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] No DVR routers for this DVR port a83fca31-f2d8-47e6-b88a-4114b31501c1 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:23.097319 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-72bb63f2-3955-4e33-9345-6d57bc0a0e75 req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:23.098082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-72bb63f2-3955-4e33-9345-6d57bc0a0e75 req-75daa791-fc0d-42e5-a070-924429d07fef tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.70 "DELETE /v2.0/ports/a83fca31-f2d8-47e6-b88a-4114b31501c1 HTTP/1.1" status: 204 len: 173 time: 0.5878932 Jul 16 01:40:23.098589 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'name': 'network-vif-deleted', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:23.100978 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0f66e34-94d1-4175-bb62-c249bbf1752c" -d '{"events": [{"server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "name": "network-vif-deleted", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:23.700544 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a6b082e-6834-4833-8c2a-790cab3dec8e req-40bb9902-5a6e-419d-bad7-ff9d7b8b17ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=32600aa2-2487-4a5e-94ef-0f5c073a5c68 HTTP/1.1" status: 200 len: 210 time: 0.0486968 Jul 16 01:40:23.754943 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4251c0-9ac5-4dd4-a18f-43cc52033cdb x-openstack-request-id: req-9d4251c0-9ac5-4dd4-a18f-43cc52033cdb {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:23.755631 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32600aa2-2487-4a5e-94ef-0f5c073a5c68", "name": "network-vif-deleted", "tag": "a83fca31-f2d8-47e6-b88a-4114b31501c1", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:23.755631 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d4251c0-9ac5-4dd4-a18f-43cc52033cdb {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:23.755898 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32600aa2-2487-4a5e-94ef-0f5c073a5c68', 'name': 'network-vif-deleted', 'tag': 'a83fca31-f2d8-47e6-b88a-4114b31501c1', 'status': 'completed', 'code': 200} Jul 16 01:40:24.808396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54704) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:25.239680 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be263e6a-2280-4f26-bb05-b690f0d86ea9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.623479 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:40:25.881795 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-be263e6a-2280-4f26-bb05-b690f0d86ea9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting port 96165448-4f91-40d0-b2b6-252e35e32d26 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:25.882335 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be263e6a-2280-4f26-bb05-b690f0d86ea9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.977676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-be263e6a-2280-4f26-bb05-b690f0d86ea9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] For port 96165448-4f91-40d0-b2b6-252e35e32d26, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=96165448-4f91-40d0-b2b6-252e35e32d26,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:25.978054 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be263e6a-2280-4f26-bb05-b690f0d86ea9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:25.997074 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-be263e6a-2280-4f26-bb05-b690f0d86ea9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Calling delete_port for 96165448-4f91-40d0-b2b6-252e35e32d26 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:26.266180 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be263e6a-2280-4f26-bb05-b690f0d86ea9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.298140 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be263e6a-2280-4f26-bb05-b690f0d86ea9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Port': ['ID=96165448-4f91-40d0-b2b6-252e35e32d26,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:26.535183 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-be263e6a-2280-4f26-bb05-b690f0d86ea9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:26.846925 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be263e6a-2280-4f26-bb05-b690f0d86ea9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:27.006337 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be263e6a-2280-4f26-bb05-b690f0d86ea9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:27.016494 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06247755-2c03-439a-bac3-143cd58fbe49 None None] Sync routers for ids ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:27.021729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54750) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:27.032605 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06247755-2c03-439a-bac3-143cd58fbe49 None None] Routers {'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:27.033696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-06247755-2c03-439a-bac3-143cd58fbe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:40:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:27.043654 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-be263e6a-2280-4f26-bb05-b690f0d86ea9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "PUT /v2.0/routers/a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2335701 Jul 16 01:40:27.104085 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-de199c55-6f09-4300-b288-885ff56e39b6 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting subnet c075c0c9-002c-4de5-b69e-8fe297b1210e {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:27.108337 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de199c55-6f09-4300-b288-885ff56e39b6 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.151555 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de199c55-6f09-4300-b288-885ff56e39b6 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.211714 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-06247755-2c03-439a-bac3-143cd58fbe49 None None] Set router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:27.249500 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de199c55-6f09-4300-b288-885ff56e39b6 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.323338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a83fca31-f2d8-47e6-b88a-4114b31501c1 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:27.362484 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de199c55-6f09-4300-b288-885ff56e39b6 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.380974 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: a83fca31-f2d8-47e6-b88a-4114b31501c1 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:27.382899 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a83fca31-f2d8-47e6-b88a-4114b31501c1 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:27.383463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 38a9f29e-d170-450e-85c5-b0ed00c46424 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:27.396187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de199c55-6f09-4300-b288-885ff56e39b6 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Subnet': ['ID=c075c0c9-002c-4de5-b69e-8fe297b1210e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:27.403589 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de199c55-6f09-4300-b288-885ff56e39b6 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.409053 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54760) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:27.416376 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-de199c55-6f09-4300-b288-885ff56e39b6 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/subnets/c075c0c9-002c-4de5-b69e-8fe297b1210e HTTP/1.1" status: 204 len: 168 time: 0.3815069 Jul 16 01:40:27.520959 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c74745e4-74c4-490e-bd69-8edf9296e1c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.547258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436d4822-70f9-47a0-8840-41c441b99489 None None] Network 152dd058-0836-4ef2-bc63-35bce5691a11 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:27.662426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 38a9f29e-d170-450e-85c5-b0ed00c46424 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:27.662837 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 38a9f29e-d170-450e-85c5-b0ed00c46424 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:27.709390 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c74745e4-74c4-490e-bd69-8edf9296e1c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.791494 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-c74745e4-74c4-490e-bd69-8edf9296e1c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting port 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:27.792129 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c74745e4-74c4-490e-bd69-8edf9296e1c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.861192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-06247755-2c03-439a-bac3-143cd58fbe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34174686', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:40:26Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': '0ddf5e26-0cc6-48ff-bd99-223b42eb15ee', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:56:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:27.919948 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06247755-2c03-439a-bac3-143cd58fbe49 None None] Checking router: a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:27.936089 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06247755-2c03-439a-bac3-143cd58fbe49 None None] Routers {'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:27.936742 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-06247755-2c03-439a-bac3-143cd58fbe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:40:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:27.952871 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-c74745e4-74c4-490e-bd69-8edf9296e1c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] For port 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0ddf5e26-0cc6-48ff-bd99-223b42eb15ee,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:27.953099 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c74745e4-74c4-490e-bd69-8edf9296e1c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:27.989814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-c74745e4-74c4-490e-bd69-8edf9296e1c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Calling delete_port for 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:27.995533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091d677-948c-4a9b-b534-328b82925ee6 req-e4618bc0-016b-4625-a647-b19a28d96dbe tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:28.012342 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0091d677-948c-4a9b-b534-328b82925ee6 req-e4618bc0-016b-4625-a647-b19a28d96dbe tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=867721c2-1b26-498a-af15-4a2aef7b8450 HTTP/1.1" status: 200 len: 945 time: 0.1484056 Jul 16 01:40:28.053521 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-06247755-2c03-439a-bac3-143cd58fbe49 None None] Set router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:28.102257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0091d677-948c-4a9b-b534-328b82925ee6 req-b08a3ddc-fb2a-4bad-a9f1-f67d38584577 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780468 Jul 16 01:40:28.119565 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-06247755-2c03-439a-bac3-143cd58fbe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34174686', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:40:27Z', 'revision_number': 6, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:28.151503 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] DHCP port deletion for 152dd058-0836-4ef2-bc63-35bce5691a11 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:40:28.154372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06247755-2c03-439a-bac3-143cd58fbe49 None None] The sync data for ids ['a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc'] in n-d-791505-14 is: [{'id': 'a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-34174686', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:38:05Z', 'updated_at': '2021-07-16T01:40:27Z', 'revision_number': 6, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:28.217878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Deleting port 852b686c-e82d-4610-8e0e-010ff9a7905c {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:28.218525 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.269008 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c74745e4-74c4-490e-bd69-8edf9296e1c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.288635 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] For port 852b686c-e82d-4610-8e0e-010ff9a7905c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=852b686c-e82d-4610-8e0e-010ff9a7905c,segment=NetworkSegment(ee626e11-3a45-4722-b26b-5fce555325c7),segment_id=ee626e11-3a45-4722-b26b-5fce555325c7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:28.289474 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.303089 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74745e4-74c4-490e-bd69-8edf9296e1c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Port': ['ID=0ddf5e26-0cc6-48ff-bd99-223b42eb15ee,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:28.307753 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Calling delete_port for 852b686c-e82d-4610-8e0e-010ff9a7905c owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:28.385219 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c74745e4-74c4-490e-bd69-8edf9296e1c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.406899 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.443982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Pushing event deleted for resources: {'Port': ['ID=852b686c-e82d-4610-8e0e-010ff9a7905c,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:28.452694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] No DVR routers for this DVR port 852b686c-e82d-4610-8e0e-010ff9a7905c on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:28.455233 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:28.455592 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:28.455975 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:28.456473 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:28.456819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:28.457156 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:28.457509 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:28.457855 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:28.458185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:28.458681 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:28.459015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:28.459342 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c89c3b-edfd-44a8-a054-712c0aa697bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:28.500220 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c74745e4-74c4-490e-bd69-8edf9296e1c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.502806 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c74745e4-74c4-490e-bd69-8edf9296e1c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.557119 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c74745e4-74c4-490e-bd69-8edf9296e1c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.557773 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c74745e4-74c4-490e-bd69-8edf9296e1c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Fanout notify agent at l3_agent the message router_deleted on router a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:40:28.570108 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c74745e4-74c4-490e-bd69-8edf9296e1c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.574199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54782) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:28.574612 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c74745e4-74c4-490e-bd69-8edf9296e1c4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/routers/a934bd8a-9e4e-4a8d-aad5-ad74cdd297cc HTTP/1.1" status: 204 len: 168 time: 1.1643248 Jul 16 01:40:28.675341 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d63010ff-3a09-47f1-bf8c-f57c5db5a6d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.763087 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d63010ff-3a09-47f1-bf8c-f57c5db5a6d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.780161 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-d63010ff-3a09-47f1-bf8c-f57c5db5a6d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['152dd058-0836-4ef2-bc63-35bce5691a11']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:28.792077 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-d63010ff-3a09-47f1-bf8c-f57c5db5a6d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee626e11-3a45-4722-b26b-5fce555325c7') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:28.792383 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-d63010ff-3a09-47f1-bf8c-f57c5db5a6d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee626e11-3a45-4722-b26b-5fce555325c7') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:28.802350 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d63010ff-3a09-47f1-bf8c-f57c5db5a6d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.815904 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d63010ff-3a09-47f1-bf8c-f57c5db5a6d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.821580 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63010ff-3a09-47f1-bf8c-f57c5db5a6d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:28.822103 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d63010ff-3a09-47f1-bf8c-f57c5db5a6d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:28.825311 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:29.285518 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:29.321132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:29.321848 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0ddf5e26-0cc6-48ff-bd99-223b42eb15ee not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:29.322475 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 852b686c-e82d-4610-8e0e-010ff9a7905c no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:29.343732 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 852b686c-e82d-4610-8e0e-010ff9a7905c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:29.345296 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 852b686c-e82d-4610-8e0e-010ff9a7905c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:29.345926 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 96165448-4f91-40d0-b2b6-252e35e32d26 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:29.349897 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8c8854-755b-4fd7-a09b-b3a316e179c7 req-2df68a68-056b-4484-a60d-49a809fa7973 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:29.352456 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d8c8854-755b-4fd7-a09b-b3a316e179c7 req-2df68a68-056b-4484-a60d-49a809fa7973 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.69 "GET /v2.0/ports?device_id=867721c2-1b26-498a-af15-4a2aef7b8450 HTTP/1.1" status: 200 len: 945 time: 0.1327276 Jul 16 01:40:29.368828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 96165448-4f91-40d0-b2b6-252e35e32d26 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:29.369102 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 96165448-4f91-40d0-b2b6-252e35e32d26 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:29.426659 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d63010ff-3a09-47f1-bf8c-f57c5db5a6d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.433787 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d63010ff-3a09-47f1-bf8c-f57c5db5a6d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.438044 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d63010ff-3a09-47f1-bf8c-f57c5db5a6d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/networks/152dd058-0836-4ef2-bc63-35bce5691a11 HTTP/1.1" status: 204 len: 168 time: 0.8599553 Jul 16 01:40:29.438514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54812) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:29.460941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63010ff-3a09-47f1-bf8c-f57c5db5a6d3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Network': ['ID=152dd058-0836-4ef2-bc63-35bce5691a11,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:29.479564 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-1d8c8854-755b-4fd7-a09b-b3a316e179c7 req-981737b5-4c0b-44aa-837c-6abe540d728f tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Deleting port 7ca0976b-3239-4cc9-b88c-61ca921b46b3 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:29.479900 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1d8c8854-755b-4fd7-a09b-b3a316e179c7 req-981737b5-4c0b-44aa-837c-6abe540d728f tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.505191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0a805-a664-4766-9d3f-5bc3b4d77d52 req-11a091fc-8ced-4f34-8e33-2256b3686890 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:29.507222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56d0a805-a664-4766-9d3f-5bc3b4d77d52 req-11a091fc-8ced-4f34-8e33-2256b3686890 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/ports?device_id=867721c2-1b26-498a-af15-4a2aef7b8450 HTTP/1.1" status: 200 len: 945 time: 0.1286578 Jul 16 01:40:29.543393 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b909d651-d1e3-4987-b056-e2fccff3e95b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.581896 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b909d651-d1e3-4987-b056-e2fccff3e95b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.585685 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-1d8c8854-755b-4fd7-a09b-b3a316e179c7 req-981737b5-4c0b-44aa-837c-6abe540d728f tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] For port 7ca0976b-3239-4cc9-b88c-61ca921b46b3, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7ca0976b-3239-4cc9-b88c-61ca921b46b3,segment=NetworkSegment(ca231d7b-c616-4122-a507-36931eb6cc27),segment_id=ca231d7b-c616-4122-a507-36931eb6cc27)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:29.586130 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1d8c8854-755b-4fd7-a09b-b3a316e179c7 req-981737b5-4c0b-44aa-837c-6abe540d728f tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.592934 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-56d0a805-a664-4766-9d3f-5bc3b4d77d52 req-cdd13296-73c9-4ea8-8e62-48f20c0bb48c tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.22 "GET /v2.0/security-groups?id=571b3797-5d05-4c7c-a87f-b91299a0e0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762796 Jul 16 01:40:29.600046 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-1d8c8854-755b-4fd7-a09b-b3a316e179c7 req-981737b5-4c0b-44aa-837c-6abe540d728f tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Calling delete_port for 7ca0976b-3239-4cc9-b88c-61ca921b46b3 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:29.648538 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b909d651-d1e3-4987-b056-e2fccff3e95b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.651303 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b909d651-d1e3-4987-b056-e2fccff3e95b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.655228 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b909d651-d1e3-4987-b056-e2fccff3e95b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/security-groups/5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32 HTTP/1.1" status: 204 len: 168 time: 0.2130246 Jul 16 01:40:29.661948 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909d651-d1e3-4987-b056-e2fccff3e95b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d369da1-bca1-4c3c-ab5c-ccb1c02a2b32,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:29.746818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1d8c8854-755b-4fd7-a09b-b3a316e179c7 req-981737b5-4c0b-44aa-837c-6abe540d728f tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.758334 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['7ca0976b-3239-4cc9-b88c-61ca921b46b3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:29.780574 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981737b5-4c0b-44aa-837c-6abe540d728f tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Pushing event deleted for resources: {'Port': ['ID=7ca0976b-3239-4cc9-b88c-61ca921b46b3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:29.830019 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8c8854-755b-4fd7-a09b-b3a316e179c7 req-981737b5-4c0b-44aa-837c-6abe540d728f tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] No DVR routers for this DVR port 7ca0976b-3239-4cc9-b88c-61ca921b46b3 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:29.833252 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1d8c8854-755b-4fd7-a09b-b3a316e179c7 req-981737b5-4c0b-44aa-837c-6abe540d728f tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:29.835405 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d8c8854-755b-4fd7-a09b-b3a316e179c7 req-981737b5-4c0b-44aa-837c-6abe540d728f tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] 10.222.0.69 "DELETE /v2.0/ports/7ca0976b-3239-4cc9-b88c-61ca921b46b3 HTTP/1.1" status: 204 len: 173 time: 0.4783633 Jul 16 01:40:29.835894 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867721c2-1b26-498a-af15-4a2aef7b8450', 'name': 'network-vif-deleted', 'tag': '7ca0976b-3239-4cc9-b88c-61ca921b46b3'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:29.838124 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b4ccf4-59aa-4041-840d-44168c60cc7d" -d '{"events": [{"server_uuid": "867721c2-1b26-498a-af15-4a2aef7b8450", "name": "network-vif-deleted", "tag": "7ca0976b-3239-4cc9-b88c-61ca921b46b3"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:30.358401 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.736244 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0264b6-b45a-4408-88e9-ee5abd2ed7e8 x-openstack-request-id: req-4b0264b6-b45a-4408-88e9-ee5abd2ed7e8 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:30.736736 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867721c2-1b26-498a-af15-4a2aef7b8450", "name": "network-vif-deleted", "tag": "7ca0976b-3239-4cc9-b88c-61ca921b46b3", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:30.736827 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b0264b6-b45a-4408-88e9-ee5abd2ed7e8 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:30.737222 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867721c2-1b26-498a-af15-4a2aef7b8450', 'name': 'network-vif-deleted', 'tag': '7ca0976b-3239-4cc9-b88c-61ca921b46b3', 'status': 'completed', 'code': 200} Jul 16 01:40:30.804780 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54830) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:30.853299 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-03caae4f-ccaa-4294-bfe4-8cf57af0df10 admin admin] Deleting subnet cca8a215-e0ab-4861-b96f-853bc8f3016f {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:40:30.857367 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-03caae4f-ccaa-4294-bfe4-8cf57af0df10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.894482 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-03caae4f-ccaa-4294-bfe4-8cf57af0df10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.939368 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-03caae4f-ccaa-4294-bfe4-8cf57af0df10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:30.994723 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-03caae4f-ccaa-4294-bfe4-8cf57af0df10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.024197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03caae4f-ccaa-4294-bfe4-8cf57af0df10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cca8a215-e0ab-4861-b96f-853bc8f3016f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.026190 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-03caae4f-ccaa-4294-bfe4-8cf57af0df10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.030178 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-03caae4f-ccaa-4294-bfe4-8cf57af0df10 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cca8a215-e0ab-4861-b96f-853bc8f3016f HTTP/1.1" status: 204 len: 168 time: 0.2225041 Jul 16 01:40:31.031120 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54832) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.095188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54836) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.101736 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ac98da4c-da6c-468f-84f0-298b8ff055b1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1953492795', 'description': 'tempest-secgroup-smoke-1953492795 description', 'project_id': '69687824cbca408cb542751d24b99384'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:31.123262 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ffe736d-e239-4a55-8de3-7485d7a73b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.136249 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac98da4c-da6c-468f-84f0-298b8ff055b1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.211798 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ffe736d-e239-4a55-8de3-7485d7a73b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.231170 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-7ffe736d-e239-4a55-8de3-7485d7a73b17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:31.231350 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac98da4c-da6c-468f-84f0-298b8ff055b1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.235246 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac98da4c-da6c-468f-84f0-298b8ff055b1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.242090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-7ffe736d-e239-4a55-8de3-7485d7a73b17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca231d7b-c616-4122-a507-36931eb6cc27') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:31.242394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-7ffe736d-e239-4a55-8de3-7485d7a73b17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca231d7b-c616-4122-a507-36931eb6cc27') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:31.254200 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ffe736d-e239-4a55-8de3-7485d7a73b17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.273490 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ffe736d-e239-4a55-8de3-7485d7a73b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.273690 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac98da4c-da6c-468f-84f0-298b8ff055b1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.274945 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ac98da4c-da6c-468f-84f0-298b8ff055b1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1785750 Jul 16 01:40:31.277752 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54842) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.283051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-6a0a8e6e-2056-4f20-b0e3-413c93244cf7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '33196711-b349-4722-b737-d93bef3fcd3e', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:31.285240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ffe736d-e239-4a55-8de3-7485d7a73b17 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:31.286168 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ffe736d-e239-4a55-8de3-7485d7a73b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:31.288823 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:31.291557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98da4c-da6c-468f-84f0-298b8ff055b1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33196711-b349-4722-b737-d93bef3fcd3e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.304987 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.318394 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8e6e-2056-4f20-b0e3-413c93244cf7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.354117 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ffe736d-e239-4a55-8de3-7485d7a73b17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.373862 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ffe736d-e239-4a55-8de3-7485d7a73b17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.375914 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7ffe736d-e239-4a55-8de3-7485d7a73b17 admin admin] 10.222.0.22 "DELETE /v2.0/networks/9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e HTTP/1.1" status: 204 len: 168 time: 0.3437967 Jul 16 01:40:31.376860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffe736d-e239-4a55-8de3-7485d7a73b17 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d1d2ec3-4d73-4188-88fd-ae6363e7ce4e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.390278 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8e6e-2056-4f20-b0e3-413c93244cf7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.395157 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8e6e-2056-4f20-b0e3-413c93244cf7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.420756 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a8e6e-2056-4f20-b0e3-413c93244cf7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7e235dd-b6c3-46b4-acf3-7385dcf65366,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.432092 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a0a8e6e-2056-4f20-b0e3-413c93244cf7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.436924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54846) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.440497 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6a0a8e6e-2056-4f20-b0e3-413c93244cf7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1614087 Jul 16 01:40:31.442954 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5131cd4d-c335-42ca-b319-5636ef9bd629 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '33196711-b349-4722-b737-d93bef3fcd3e', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:31.470700 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5131cd4d-c335-42ca-b319-5636ef9bd629 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.498643 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54848) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.533109 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5131cd4d-c335-42ca-b319-5636ef9bd629 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.537635 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5131cd4d-c335-42ca-b319-5636ef9bd629 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.541897 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-291f9bf1-86ad-469d-8b88-08c66508983e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2fef3340e6c401c9237f79d7a815bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395451 Jul 16 01:40:31.543456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54850) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.569275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131cd4d-c335-42ca-b319-5636ef9bd629 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=970250e3-cf1a-4204-b8e4-5bdd7b16cefc,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.585802 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5131cd4d-c335-42ca-b319-5636ef9bd629 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.586988 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5131cd4d-c335-42ca-b319-5636ef9bd629 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1488259 Jul 16 01:40:31.589873 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54852) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.595561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-349f6d3d-ec22-4520-ad5c-3e3cf5461cca tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '33196711-b349-4722-b737-d93bef3fcd3e', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:31.609230 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-07e690cd-dd3d-4ede-b630-a5a690327318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.625458 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-349f6d3d-ec22-4520-ad5c-3e3cf5461cca tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.636630 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-07e690cd-dd3d-4ede-b630-a5a690327318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.692784 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-07e690cd-dd3d-4ede-b630-a5a690327318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.694708 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-349f6d3d-ec22-4520-ad5c-3e3cf5461cca tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.695779 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-07e690cd-dd3d-4ede-b630-a5a690327318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.696940 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-07e690cd-dd3d-4ede-b630-a5a690327318 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/571b3797-5d05-4c7c-a87f-b91299a0e0cb HTTP/1.1" status: 204 len: 168 time: 0.1504788 Jul 16 01:40:31.699706 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-349f6d3d-ec22-4520-ad5c-3e3cf5461cca tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.706130 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e690cd-dd3d-4ede-b630-a5a690327318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571b3797-5d05-4c7c-a87f-b91299a0e0cb,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.725290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f6d3d-ec22-4520-ad5c-3e3cf5461cca tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560e2234-e6f2-43aa-8120-e4c7ffc8b722,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.734142 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-349f6d3d-ec22-4520-ad5c-3e3cf5461cca tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.735615 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-349f6d3d-ec22-4520-ad5c-3e3cf5461cca tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445572 Jul 16 01:40:31.738366 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54856) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.743802 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e97dcdcc-240a-43f9-8c9c-566ff663b09f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '33196711-b349-4722-b737-d93bef3fcd3e', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:31.771636 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e97dcdcc-240a-43f9-8c9c-566ff663b09f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.832814 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e97dcdcc-240a-43f9-8c9c-566ff663b09f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.837730 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e97dcdcc-240a-43f9-8c9c-566ff663b09f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.853430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97dcdcc-240a-43f9-8c9c-566ff663b09f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3534f185-a4ef-4a84-97a9-9a7b51f2cf7c,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:31.864639 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e97dcdcc-240a-43f9-8c9c-566ff663b09f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.866047 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e97dcdcc-240a-43f9-8c9c-566ff663b09f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260707 Jul 16 01:40:31.868773 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54858) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:31.873317 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-404e8a01-9bd5-40ac-9c0d-21cf79c6712e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '33196711-b349-4722-b737-d93bef3fcd3e', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:31.894301 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-404e8a01-9bd5-40ac-9c0d-21cf79c6712e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Project 69687824cbca408cb542751d24b99384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:40:31.902096 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-404e8a01-9bd5-40ac-9c0d-21cf79c6712e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.979736 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-404e8a01-9bd5-40ac-9c0d-21cf79c6712e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:31.984417 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-404e8a01-9bd5-40ac-9c0d-21cf79c6712e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.001121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404e8a01-9bd5-40ac-9c0d-21cf79c6712e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eae55c7-dc84-424f-851b-fd018f53d4a2,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:32.009861 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-404e8a01-9bd5-40ac-9c0d-21cf79c6712e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.013655 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-404e8a01-9bd5-40ac-9c0d-21cf79c6712e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1413627 Jul 16 01:40:32.014140 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54864) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:32.019347 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-88a902aa-19e6-45e4-bc95-c9d31a67da11 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': '33196711-b349-4722-b737-d93bef3fcd3e', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:32.045037 n-d-791505-14 neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-88a902aa-19e6-45e4-bc95-c9d31a67da11 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Project 69687824cbca408cb542751d24b99384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:40:32.050957 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-88a902aa-19e6-45e4-bc95-c9d31a67da11 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.125741 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-88a902aa-19e6-45e4-bc95-c9d31a67da11 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.131460 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-88a902aa-19e6-45e4-bc95-c9d31a67da11 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.161259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a902aa-19e6-45e4-bc95-c9d31a67da11 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b00bf31-bc49-4660-9e76-d12f43f80d5d,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:32.164501 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-88a902aa-19e6-45e4-bc95-c9d31a67da11 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.168507 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-88a902aa-19e6-45e4-bc95-c9d31a67da11 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1503332 Jul 16 01:40:32.169420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54874) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:32.177691 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5afd0b1a-2d50-4f1b-915c-e4ae9dad1c0d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'network': {'name': 'tempest-network-smoke--998992366', 'project_id': '69687824cbca408cb542751d24b99384', 'port_security_enabled': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:32.205151 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afd0b1a-2d50-4f1b-915c-e4ae9dad1c0d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Made reservation on behalf of 69687824cbca408cb542751d24b99384 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:32.209243 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5afd0b1a-2d50-4f1b-915c-e4ae9dad1c0d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.238914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afd0b1a-2d50-4f1b-915c-e4ae9dad1c0d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:32.249670 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5afd0b1a-2d50-4f1b-915c-e4ae9dad1c0d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.250765 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-5afd0b1a-2d50-4f1b-915c-e4ae9dad1c0d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Added segment bb7816d5-7a28-4b87-a0a6-70fa5256aa46 of type vlan for network d7088984-ce34-42f5-a9eb-17cc212ae366 Jul 16 01:40:32.315016 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5afd0b1a-2d50-4f1b-915c-e4ae9dad1c0d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.370250 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5afd0b1a-2d50-4f1b-915c-e4ae9dad1c0d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.383577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afd0b1a-2d50-4f1b-915c-e4ae9dad1c0d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:32.384268 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5afd0b1a-2d50-4f1b-915c-e4ae9dad1c0d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.454719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 54886) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:32.455041 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5afd0b1a-2d50-4f1b-915c-e4ae9dad1c0d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2844427 Jul 16 01:40:32.460017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-329023553', 'admin_state_up': True, 'project_id': '69687824cbca408cb542751d24b99384', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:32.498288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.500737 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.540981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd0b1a-2d50-4f1b-915c-e4ae9dad1c0d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Network': ['ID=d7088984-ce34-42f5-a9eb-17cc212ae366,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:32.554311 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network d7088984-ce34-42f5-a9eb-17cc212ae366 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:32.563259 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.728823 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.949149 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:32.968051 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.082647 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Allocated IP 172.25.2.166 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/fcbb73fc-1630-4ec2-88ba-233ed9ed6b79) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:33.164179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54918) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:33.199192 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.246899 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.306063 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f2417e39-5d9e-4502-ab63-e1ae6fe87448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.313713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:33.315473 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:33.318676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:33.321120 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=fcbb73fc-1630-4ec2-88ba-233ed9ed6b79,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:33.404705 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f2417e39-5d9e-4502-ab63-e1ae6fe87448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.412565 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f2417e39-5d9e-4502-ab63-e1ae6fe87448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.438506 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7ca0976b-3239-4cc9-b88c-61ca921b46b3 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:40:33.441941 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f2417e39-5d9e-4502-ab63-e1ae6fe87448 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=da132f2cd4a242e5ab9a724d94be265f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766449 Jul 16 01:40:33.449398 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54928) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:33.480349 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 7ca0976b-3239-4cc9-b88c-61ca921b46b3 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:40:33.482376 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7ca0976b-3239-4cc9-b88c-61ca921b46b3 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:40:33.484102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2417e39-5d9e-4502-ab63-e1ae6fe87448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa054b74-977a-4202-9cb8-7da8f7aebe09,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:33.497107 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417e39-5d9e-4502-ab63-e1ae6fe87448 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:33.497459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417e39-5d9e-4502-ab63-e1ae6fe87448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:33.497833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417e39-5d9e-4502-ab63-e1ae6fe87448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:33.498347 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417e39-5d9e-4502-ab63-e1ae6fe87448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:33.498715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417e39-5d9e-4502-ab63-e1ae6fe87448 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:33.499051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417e39-5d9e-4502-ab63-e1ae6fe87448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:33.499391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417e39-5d9e-4502-ab63-e1ae6fe87448 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:33.499785 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417e39-5d9e-4502-ab63-e1ae6fe87448 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:33.500098 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417e39-5d9e-4502-ab63-e1ae6fe87448 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:33.500450 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417e39-5d9e-4502-ab63-e1ae6fe87448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:33.500764 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417e39-5d9e-4502-ab63-e1ae6fe87448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:33.501090 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2417e39-5d9e-4502-ab63-e1ae6fe87448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:33.532893 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c33c19ff-1987-4d1e-bd23-234ce16c5b0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.555080 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c33c19ff-1987-4d1e-bd23-234ce16c5b0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.606762 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.607144 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c33c19ff-1987-4d1e-bd23-234ce16c5b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.609866 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c33c19ff-1987-4d1e-bd23-234ce16c5b0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.613799 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c33c19ff-1987-4d1e-bd23-234ce16c5b0c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aa054b74-977a-4202-9cb8-7da8f7aebe09 HTTP/1.1" status: 204 len: 168 time: 0.1609118 Jul 16 01:40:33.619947 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33c19ff-1987-4d1e-bd23-234ce16c5b0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa054b74-977a-4202-9cb8-7da8f7aebe09,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:33.824040 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:33.967902 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router a86c094e-18af-4870-8327-0f9c852d7219 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:40:34.088107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:34.097930 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Sync routers for ids ['a86c094e-18af-4870-8327-0f9c852d7219'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:34.110353 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Routers {'a86c094e-18af-4870-8327-0f9c852d7219'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:34.111137 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:40:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a86c094e-18af-4870-8327-0f9c852d7219'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:34.111747 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.116489 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e431aff9-92fd-4c14-b743-0e0e1fd30e5d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6578343 Jul 16 01:40:34.116908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54946) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:34.150519 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-80e3c090-7c26-460d-8147-9cf440ded3f2 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=69687824cbca408cb542751d24b99384&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298448 Jul 16 01:40:34.150740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54950) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:34.218757 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Set router a86c094e-18af-4870-8327-0f9c852d7219 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:34.243224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6bc70b-502b-449a-8b4a-fab5a650cf65 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:34.244921 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9d6bc70b-502b-449a-8b4a-fab5a650cf65 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0932314 Jul 16 01:40:34.248867 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54954) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:34.278330 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-426001c8-4904-4136-aac5-1d990032e663 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282021 Jul 16 01:40:34.280989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 54956) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:34.286241 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9bf0aea6-8649-4754-a982-34bbf650b8f8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1048609434', 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366', 'project_id': '69687824cbca408cb542751d24b99384', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:34.411792 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf0aea6-8649-4754-a982-34bbf650b8f8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Made reservation on behalf of 69687824cbca408cb542751d24b99384 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:34.417222 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bf0aea6-8649-4754-a982-34bbf650b8f8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.443361 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-329023553', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:33Z', 'revision_number': 3, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:34.478092 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Checking router: a86c094e-18af-4870-8327-0f9c852d7219 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:34.491666 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Updating router a86c094e-18af-4870-8327-0f9c852d7219 port fcbb73fc-1630-4ec2-88ba-233ed9ed6b79 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:40:34.533494 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.708289 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bf0aea6-8649-4754-a982-34bbf650b8f8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.789005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0aea6-8649-4754-a982-34bbf650b8f8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Subnet': ['ID=8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:34.809174 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf0aea6-8649-4754-a982-34bbf650b8f8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Checking segment: {'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:34.809671 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf0aea6-8649-4754-a982-34bbf650b8f8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network hostable DHCP agents. Network: d7088984-ce34-42f5-a9eb-17cc212ae366, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:40:34.841757 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf0aea6-8649-4754-a982-34bbf650b8f8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network d7088984-ce34-42f5-a9eb-17cc212ae366 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:40:34.853503 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-9bf0aea6-8649-4754-a982-34bbf650b8f8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, d7088984-ce34-42f5-a9eb-17cc212ae366) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:34.858153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf0aea6-8649-4754-a982-34bbf650b8f8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:34.858801 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9bf0aea6-8649-4754-a982-34bbf650b8f8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.865325 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce31ce5-0c14-4b18-b667-0768b1b7370e None None] Network d7088984-ce34-42f5-a9eb-17cc212ae366 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:34.898264 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9bf0aea6-8649-4754-a982-34bbf650b8f8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6158962 Jul 16 01:40:34.901276 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55010) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:34.994885 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:34.997148 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5f647698-7aa6-410b-880f-3c9a9675fdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.021790 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Transition to ACTIVE for port object fcbb73fc-1630-4ec2-88ba-233ed9ed6b79 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:35.034174 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.137187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-d7088984-ce34-42f5-a9eb-17cc212ae366', 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366', 'tenant_id': '69687824cbca408cb542751d24b99384', 'fixed_ips': [{'subnet_id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:40:35.138383 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.155996 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Attempting to bind port fcbb73fc-1630-4ec2-88ba-233ed9ed6b79 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:35.158129 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Attempting to bind port fcbb73fc-1630-4ec2-88ba-233ed9ed6b79 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:35.158661 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Attempting to bind port fcbb73fc-1630-4ec2-88ba-233ed9ed6b79 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:35.168079 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:35.168741 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:35.169393 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.169957 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:35.170916 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Bound port: fcbb73fc-1630-4ec2-88ba-233ed9ed6b79, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:35.171600 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.229204 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc0a63-d4de-45c9-ba0c-b1311e61b5b5 None None] Pushing event updated for resources: {'Port': ['ID=fcbb73fc-1630-4ec2-88ba-233ed9ed6b79,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.253962 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc0a63-d4de-45c9-ba0c-b1311e61b5b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.255041 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc0a63-d4de-45c9-ba0c-b1311e61b5b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.255526 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc0a63-d4de-45c9-ba0c-b1311e61b5b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.256063 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc0a63-d4de-45c9-ba0c-b1311e61b5b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.256794 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc0a63-d4de-45c9-ba0c-b1311e61b5b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.257275 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc0a63-d4de-45c9-ba0c-b1311e61b5b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.258137 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc0a63-d4de-45c9-ba0c-b1311e61b5b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.258681 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc0a63-d4de-45c9-ba0c-b1311e61b5b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.259548 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc0a63-d4de-45c9-ba0c-b1311e61b5b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.260070 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc0a63-d4de-45c9-ba0c-b1311e61b5b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.260713 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc0a63-d4de-45c9-ba0c-b1311e61b5b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.261552 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cc0a63-d4de-45c9-ba0c-b1311e61b5b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:40:35.286523 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] For port fcbb73fc-1630-4ec2-88ba-233ed9ed6b79, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:35.290426 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] For port fcbb73fc-1630-4ec2-88ba-233ed9ed6b79, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=fcbb73fc-1630-4ec2-88ba-233ed9ed6b79,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:35.297505 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.362540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Allocated IP 172.20.0.2 (d7088984-ce34-42f5-a9eb-17cc212ae366/8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b/417fe5f0-550a-42f7-86f6-558f42a1386c) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:35.373514 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc0a63-d4de-45c9-ba0c-b1311e61b5b5 None None] Pushing event updated for resources: {'Port': ['ID=fcbb73fc-1630-4ec2-88ba-233ed9ed6b79,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.385542 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Routers {'a86c094e-18af-4870-8327-0f9c852d7219'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:35.386765 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:40:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a86c094e-18af-4870-8327-0f9c852d7219'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:35.577834 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.600983 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Transition to ACTIVE for port object 417fe5f0-550a-42f7-86f6-558f42a1386c will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:35.622383 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] Set router a86c094e-18af-4870-8327-0f9c852d7219 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:35.630435 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Transition to ACTIVE for port object 417fe5f0-550a-42f7-86f6-558f42a1386c will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:35.646927 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.725123 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Pushing event updated for resources: {'Port': ['ID=417fe5f0-550a-42f7-86f6-558f42a1386c,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:35.751583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Network d7088984-ce34-42f5-a9eb-17cc212ae366 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:35.753088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:35.761953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:35.895353 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Attempting to bind port 417fe5f0-550a-42f7-86f6-558f42a1386c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:35.895970 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Attempting to bind port 417fe5f0-550a-42f7-86f6-558f42a1386c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:35.900151 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Attempting to bind port 417fe5f0-550a-42f7-86f6-558f42a1386c on network d7088984-ce34-42f5-a9eb-17cc212ae366 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:35.913228 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:35.913758 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Checking segment: {'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:35.914756 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.915162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Bound using segment: {'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:35.916597 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Bound port: 417fe5f0-550a-42f7-86f6-558f42a1386c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:35.917908 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:35.978636 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-329023553', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:33Z', 'revision_number': 3, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:36.006345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] For port 417fe5f0-550a-42f7-86f6-558f42a1386c, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:36.012196 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] For port 417fe5f0-550a-42f7-86f6-558f42a1386c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=417fe5f0-550a-42f7-86f6-558f42a1386c,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:36.014777 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f962ebb2-a09d-4339-b2e4-ed3dc73a56fd None None] The sync data for ids ['a86c094e-18af-4870-8327-0f9c852d7219'] in n-d-791505-14 is: [{'id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-329023553', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:33Z', 'revision_number': 3, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:36.017136 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.090364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070fcc9b-1782-4d8d-b233-7490a5095212 None None] Pushing event updated for resources: {'Port': ['ID=417fe5f0-550a-42f7-86f6-558f42a1386c,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:36.218015 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:36.730197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Allocated IP 172.20.0.1 (d7088984-ce34-42f5-a9eb-17cc212ae366/8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b/c587d39d-209c-4bd5-beef-fc8c75ff0737) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:36.971572 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.002736 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Transition to ACTIVE for port object c587d39d-209c-4bd5-beef-fc8c75ff0737 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:37.086323 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.150241 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network d7088984-ce34-42f5-a9eb-17cc212ae366 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:37.153943 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:37.158396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:37.193176 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=c587d39d-209c-4bd5-beef-fc8c75ff0737,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:37.243575 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.344995 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.453064 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 417fe5f0-550a-42f7-86f6-558f42a1386c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:37.537365 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.569169 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 417fe5f0-550a-42f7-86f6-558f42a1386c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:37.576828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device fcbb73fc-1630-4ec2-88ba-233ed9ed6b79 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:37.724058 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-41a86bb4-ad1a-4a96-a923-da59fb2f67f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.736163 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port fcbb73fc-1630-4ec2-88ba-233ed9ed6b79 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:37.743905 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port fcbb73fc-1630-4ec2-88ba-233ed9ed6b79 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:37.744302 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:37.978758 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f775ba-dffb-4dc9-a6d2-544fdff4d6e8 None None] Network d7088984-ce34-42f5-a9eb-17cc212ae366 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:40:38.133421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55374) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:38.230930 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.239550 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8c4461fe-c55c-4dee-89eb-d07504f5e3ba None None] Provisioning for port 417fe5f0-550a-42f7-86f6-558f42a1386c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:38.245896 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.255856 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.260332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8c4461fe-c55c-4dee-89eb-d07504f5e3ba None None] Provisioning complete for port 417fe5f0-550a-42f7-86f6-558f42a1386c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:38.260713 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8c4461fe-c55c-4dee-89eb-d07504f5e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.268024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port fcbb73fc-1630-4ec2-88ba-233ed9ed6b79, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=fcbb73fc-1630-4ec2-88ba-233ed9ed6b79,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:38.288593 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.329705 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25456ab4-8ab0-468a-b63b-590d9f9245ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.354928 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=c587d39d-209c-4bd5-beef-fc8c75ff0737,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:38.359335 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.456155 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=fcbb73fc-1630-4ec2-88ba-233ed9ed6b79,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:38.464622 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25456ab4-8ab0-468a-b63b-590d9f9245ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.471349 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-25456ab4-8ab0-468a-b63b-590d9f9245ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.498815 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network d7088984-ce34-42f5-a9eb-17cc212ae366 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:38.500844 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:38.527125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25456ab4-8ab0-468a-b63b-590d9f9245ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79767a9d-b060-4b25-9efd-c63578b7548a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:38.553427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-25456ab4-8ab0-468a-b63b-590d9f9245ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80debb03439b4b4d9722c57febb987f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165733 Jul 16 01:40:38.554280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55420) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:38.584635 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8c4461fe-c55c-4dee-89eb-d07504f5e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.587176 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.618561 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a47d905d-2ef0-403a-a9c4-967c500b65d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.638008 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8c4461fe-c55c-4dee-89eb-d07504f5e3ba None None] For port 417fe5f0-550a-42f7-86f6-558f42a1386c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=417fe5f0-550a-42f7-86f6-558f42a1386c,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:38.649214 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a47d905d-2ef0-403a-a9c4-967c500b65d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.654398 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8c4461fe-c55c-4dee-89eb-d07504f5e3ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.698934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router a86c094e-18af-4870-8327-0f9c852d7219 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:38.714717 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a47d905d-2ef0-403a-a9c4-967c500b65d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.717155 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a47d905d-2ef0-403a-a9c4-967c500b65d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:38.728495 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a47d905d-2ef0-403a-a9c4-967c500b65d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/79767a9d-b060-4b25-9efd-c63578b7548a HTTP/1.1" status: 204 len: 168 time: 0.1684387 Jul 16 01:40:38.748929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d905d-2ef0-403a-a9c4-967c500b65d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79767a9d-b060-4b25-9efd-c63578b7548a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:38.808656 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4461fe-c55c-4dee-89eb-d07504f5e3ba None None] Pushing event updated for resources: {'Port': ['ID=417fe5f0-550a-42f7-86f6-558f42a1386c,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:38.835154 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:38.842037 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d10a0825-2ce4-48de-9b56-b64b25e7dfd9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "PUT /v2.0/routers/a86c094e-18af-4870-8327-0f9c852d7219/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9390867 Jul 16 01:40:38.925628 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Sync routers for ids ['a86c094e-18af-4870-8327-0f9c852d7219'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:38.936307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Routers {'a86c094e-18af-4870-8327-0f9c852d7219'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:38.937105 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:40:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a86c094e-18af-4870-8327-0f9c852d7219'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:39.123973 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-fc6d2abe-e834-4dea-bec4-fd55f485f6b3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1953492795&fields=id&tenant_id=69687824cbca408cb542751d24b99384 HTTP/1.1" status: 200 len: 267 time: 0.0638292 Jul 16 01:40:39.150818 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6eca8416-da87-4d32-a81c-cad0f5e6e652 None None] Provisioning for port c587d39d-209c-4bd5-beef-fc8c75ff0737 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:39.185359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6eca8416-da87-4d32-a81c-cad0f5e6e652 None None] Provisioning complete for port c587d39d-209c-4bd5-beef-fc8c75ff0737 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:39.186351 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6eca8416-da87-4d32-a81c-cad0f5e6e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.234640 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6eca8416-da87-4d32-a81c-cad0f5e6e652 None None] Port c587d39d-209c-4bd5-beef-fc8c75ff0737 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:39.239524 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Set router a86c094e-18af-4870-8327-0f9c852d7219 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:39.286960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6eca8416-da87-4d32-a81c-cad0f5e6e652 None None] Provisioning complete for port 417fe5f0-550a-42f7-86f6-558f42a1386c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:39.287483 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6eca8416-da87-4d32-a81c-cad0f5e6e652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.309721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55504) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:39.320169 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-7d62a16a-fe49-46bf-8e04-dc5d7d9dbf4b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:39.329408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-7d62a16a-fe49-46bf-8e04-dc5d7d9dbf4b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/networks?id=d7088984-ce34-42f5-a9eb-17cc212ae366 HTTP/1.1" status: 200 len: 796 time: 0.2044601 Jul 16 01:40:39.334063 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6369edc6-6044-434e-8295-79abfba3e227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.372464 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-f293af38-7840-4b4c-8498-161161685322 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/quotas/69687824cbca408cb542751d24b99384 HTTP/1.1" status: 200 len: 375 time: 0.0363097 Jul 16 01:40:39.374624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 417fe5f0-550a-42f7-86f6-558f42a1386c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:39.492236 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-73d67d9f-e086-4dd9-8d5e-14a221577090 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1172106 Jul 16 01:40:39.556201 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6369edc6-6044-434e-8295-79abfba3e227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.568103 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6369edc6-6044-434e-8295-79abfba3e227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.613613 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-93460ff7-1849-4254-b2f4-2a15e732554b service neutron] 10.222.0.22 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088820 Jul 16 01:40:39.623660 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 417fe5f0-550a-42f7-86f6-558f42a1386c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:39.624240 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.661338 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6369edc6-6044-434e-8295-79abfba3e227 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a41527be3c594ad0b58776c967422641&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3498063 Jul 16 01:40:39.663928 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369edc6-6044-434e-8295-79abfba3e227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0204298b-2dd0-4ddf-bfae-114ca7732bb2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:39.667509 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55508) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:39.711493 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-329023553', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:37Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'c587d39d-209c-4bd5-beef-fc8c75ff0737', 'name': '', 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:55:c9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:36Z', 'updated_at': '2021-07-16T01:40:38Z', 'revision_number': 2, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:39.752356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-5bcdcf3e-c2a2-4437-aafd-a86875f734ef service neutron] 10.222.0.22 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368361 Jul 16 01:40:39.757782 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Checking router: a86c094e-18af-4870-8327-0f9c852d7219 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:39.758144 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Updating router a86c094e-18af-4870-8327-0f9c852d7219 port c587d39d-209c-4bd5-beef-fc8c75ff0737 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:40:39.803812 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device fcbb73fc-1630-4ec2-88ba-233ed9ed6b79 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:39.820411 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f40ba10-80d4-4d16-ab7e-cd58f4c69951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.847193 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ddb9220f-06de-4c86-838f-ff3c55bd0087 None None] Provisioning complete for port c587d39d-209c-4bd5-beef-fc8c75ff0737 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:39.847576 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ddb9220f-06de-4c86-838f-ff3c55bd0087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.850915 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.859606 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f40ba10-80d4-4d16-ab7e-cd58f4c69951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.922254 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ddb9220f-06de-4c86-838f-ff3c55bd0087 None None] Port c587d39d-209c-4bd5-beef-fc8c75ff0737 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:39.943015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port fcbb73fc-1630-4ec2-88ba-233ed9ed6b79 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:39.943881 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.952733 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f40ba10-80d4-4d16-ab7e-cd58f4c69951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.956622 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3f40ba10-80d4-4d16-ab7e-cd58f4c69951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:39.960019 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3f40ba10-80d4-4d16-ab7e-cd58f4c69951 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0204298b-2dd0-4ddf-bfae-114ca7732bb2 HTTP/1.1" status: 204 len: 168 time: 0.2913153 Jul 16 01:40:39.974700 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f40ba10-80d4-4d16-ab7e-cd58f4c69951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0204298b-2dd0-4ddf-bfae-114ca7732bb2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:40.046584 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5723a2f1-ba9a-42a5-8d39-f4e4b8dddfa1 req-538dde0d-9212-4ff3-8b5d-303fda44937b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 210 time: 0.0541568 Jul 16 01:40:40.325024 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.597680 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.609055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Transition to ACTIVE for port object c587d39d-209c-4bd5-beef-fc8c75ff0737 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:40.617783 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.673883 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2a8e6-1c8c-44fc-be82-6e9e65ed633e None None] Pushing event updated for resources: {'Port': ['ID=c587d39d-209c-4bd5-beef-fc8c75ff0737,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:40.756398 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Attempting to bind port c587d39d-209c-4bd5-beef-fc8c75ff0737 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:40.757017 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Attempting to bind port c587d39d-209c-4bd5-beef-fc8c75ff0737 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:40.757759 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Attempting to bind port c587d39d-209c-4bd5-beef-fc8c75ff0737 on network d7088984-ce34-42f5-a9eb-17cc212ae366 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:40.764726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:40.765226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Checking segment: {'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:40.765725 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.766773 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Bound using segment: {'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:40.767683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Bound port: c587d39d-209c-4bd5-beef-fc8c75ff0737, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:40.768469 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:40.913658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] For port c587d39d-209c-4bd5-beef-fc8c75ff0737, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:40.930230 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] For port c587d39d-209c-4bd5-beef-fc8c75ff0737, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c587d39d-209c-4bd5-beef-fc8c75ff0737,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:40.940933 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:41.088090 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Routers {'a86c094e-18af-4870-8327-0f9c852d7219'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:41.088755 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:40:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a86c094e-18af-4870-8327-0f9c852d7219'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:41.180953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe2a8e6-1c8c-44fc-be82-6e9e65ed633e None None] Pushing event updated for resources: {'Port': ['ID=c587d39d-209c-4bd5-beef-fc8c75ff0737,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:41.368509 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] Set router a86c094e-18af-4870-8327-0f9c852d7219 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:41.372923 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4402ed5b-78d9-4c26-b359-2ac9f56ede39 req-9ac61f1d-7e28-4a45-9d86-b354c4a3e577 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 210 time: 0.0390365 Jul 16 01:40:41.626881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-329023553', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:37Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'c587d39d-209c-4bd5-beef-fc8c75ff0737', 'name': '', 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:55:c9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:36Z', 'updated_at': '2021-07-16T01:40:40Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:41.670197 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d1b3cea-d405-458b-ad2b-1cb5d737c4ad None None] The sync data for ids ['a86c094e-18af-4870-8327-0f9c852d7219'] in n-d-791505-14 is: [{'id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-329023553', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:37Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'c587d39d-209c-4bd5-beef-fc8c75ff0737', 'name': '', 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:55:c9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:36Z', 'updated_at': '2021-07-16T01:40:40Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:41.885140 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-6d3de2c4-84ba-41a4-8fce-d6f815012c19 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:41.886732 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-6d3de2c4-84ba-41a4-8fce-d6f815012c19 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.70 "GET /v2.0/networks?id=d7088984-ce34-42f5-a9eb-17cc212ae366 HTTP/1.1" status: 200 len: 796 time: 0.2366743 Jul 16 01:40:41.971823 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-44f51166-eeac-4957-ae95-1048dc64d5c0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69687824cbca408cb542751d24b99384 HTTP/1.1" status: 200 len: 380 time: 0.0749311 Jul 16 01:40:41.987806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-608f3807-2f3d-4f88-83fe-de75d825776f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'port': {'device_id': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366', 'admin_state_up': True, 'tenant_id': '69687824cbca408cb542751d24b99384', 'security_groups': ['33196711-b349-4722-b737-d93bef3fcd3e']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:42.171499 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-608f3807-2f3d-4f88-83fe-de75d825776f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Made reservation on behalf of 69687824cbca408cb542751d24b99384 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:42.188822 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-608f3807-2f3d-4f88-83fe-de75d825776f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.410876 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-608f3807-2f3d-4f88-83fe-de75d825776f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Allocated IP 172.20.0.6 (d7088984-ce34-42f5-a9eb-17cc212ae366/8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b/0fe625aa-30f6-4453-a458-464d6d58ab7c) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:42.660481 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7666864e-85e2-4db9-a894-6813b56d8117 req-395c5fcb-64f3-4637-9c0c-0ce59def3882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 210 time: 0.0592651 Jul 16 01:40:42.702306 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-608f3807-2f3d-4f88-83fe-de75d825776f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.722989 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-608f3807-2f3d-4f88-83fe-de75d825776f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Transition to ACTIVE for port object 0fe625aa-30f6-4453-a458-464d6d58ab7c will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:42.766608 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-608f3807-2f3d-4f88-83fe-de75d825776f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.815243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-608f3807-2f3d-4f88-83fe-de75d825776f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network d7088984-ce34-42f5-a9eb-17cc212ae366 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:42.822125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-608f3807-2f3d-4f88-83fe-de75d825776f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:42.836618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-608f3807-2f3d-4f88-83fe-de75d825776f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:42.905152 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f3807-2f3d-4f88-83fe-de75d825776f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=0fe625aa-30f6-4453-a458-464d6d58ab7c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:42.936543 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-608f3807-2f3d-4f88-83fe-de75d825776f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:42.937713 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-608f3807-2f3d-4f88-83fe-de75d825776f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:42.977588 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-608f3807-2f3d-4f88-83fe-de75d825776f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9974935 Jul 16 01:40:42.992264 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Request body: {'port': {'device_id': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:43.109765 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.316165 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-67737f40-5439-4405-93ed-e40aede15891 None None] Provisioning for port 0fe625aa-30f6-4453-a458-464d6d58ab7c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:43.326447 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-67737f40-5439-4405-93ed-e40aede15891 None None] Provisioning complete for port 0fe625aa-30f6-4453-a458-464d6d58ab7c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:43.332064 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67737f40-5439-4405-93ed-e40aede15891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.400068 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-67737f40-5439-4405-93ed-e40aede15891 None None] Port 0fe625aa-30f6-4453-a458-464d6d58ab7c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:43.419694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c587d39d-209c-4bd5-beef-fc8c75ff0737 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:43.629639 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port c587d39d-209c-4bd5-beef-fc8c75ff0737 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:43.648090 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port c587d39d-209c-4bd5-beef-fc8c75ff0737 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:43.653318 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.803051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe625aa-30f6-4453-a458-464d6d58ab7c {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:43.813377 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.828001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Transition to ACTIVE for port object 0fe625aa-30f6-4453-a458-464d6d58ab7c will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:43.840000 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:43.933052 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.019201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port c587d39d-209c-4bd5-beef-fc8c75ff0737, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c587d39d-209c-4bd5-beef-fc8c75ff0737,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:44.028516 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.121149 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=c587d39d-209c-4bd5-beef-fc8c75ff0737,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:44.184842 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Pushing event updated for resources: {'Port': ['ID=0fe625aa-30f6-4453-a458-464d6d58ab7c,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:44.226329 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55628) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:44.240145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14618c5-b920-4203-9007-3b11f44804f9 req-04b31601-b166-4c98-bdda-1f72022bfc74 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.241582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f14618c5-b920-4203-9007-3b11f44804f9 req-04b31601-b166-4c98-bdda-1f72022bfc74 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 943 time: 0.2578604 Jul 16 01:40:44.242311 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Attempting to bind port 0fe625aa-30f6-4453-a458-464d6d58ab7c on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:44.242628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Attempting to bind port 0fe625aa-30f6-4453-a458-464d6d58ab7c by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:44.242969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Attempting to bind port 0fe625aa-30f6-4453-a458-464d6d58ab7c on network d7088984-ce34-42f5-a9eb-17cc212ae366 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:44.270093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Port 0fe625aa-30f6-4453-a458-464d6d58ab7c on network d7088984-ce34-42f5-a9eb-17cc212ae366 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:44.270462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Attempting to bind port 0fe625aa-30f6-4453-a458-464d6d58ab7c on network d7088984-ce34-42f5-a9eb-17cc212ae366 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:44.282771 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:44.283117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Checking segment: {'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:44.283512 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Bound using segment: {'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:44.283995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Bound port: 0fe625aa-30f6-4453-a458-464d6d58ab7c, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:44.284366 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.292666 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f14618c5-b920-4203-9007-3b11f44804f9 req-dab9544c-a667-46c2-ad97-cf47038a30c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443351 Jul 16 01:40:44.361701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] For port 0fe625aa-30f6-4453-a458-464d6d58ab7c, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:44.366095 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] For port 0fe625aa-30f6-4453-a458-464d6d58ab7c, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:44.377786 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.409390 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2d39772-111f-4c1b-95ad-a852661a6aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.435155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.435903 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.437425 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] 10.222.0.70 "PUT /v2.0/ports/0fe625aa-30f6-4453-a458-464d6d58ab7c HTTP/1.1" status: 200 len: 1092 time: 1.4503982 Jul 16 01:40:44.437941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:44.440370 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f8ebf8-10f7-46dd-8aba-5e017fb55758" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:44.469443 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c34fa6-3b25-4af0-aaab-7673f7a449ca service neutron] Pushing event updated for resources: {'Port': ['ID=0fe625aa-30f6-4453-a458-464d6d58ab7c,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:44.540555 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1dd22d9-1888-4d8b-b896-96429968be9e x-openstack-request-id: req-f1dd22d9-1888-4d8b-b896-96429968be9e {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:44.540843 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:44.541094 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1dd22d9-1888-4d8b-b896-96429968be9e {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:44.541492 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c', 'status': 'completed', 'code': 200} Jul 16 01:40:44.595486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-eda3cec8-fd34-41f0-88c5-5a4d7050aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.597074 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-eda3cec8-fd34-41f0-88c5-5a4d7050aba5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 1095 time: 0.0989368 Jul 16 01:40:44.660070 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-9d8aa6e4-6cb7-48b8-ae99-e238aebe7fac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c HTTP/1.1" status: 200 len: 217 time: 0.0512295 Jul 16 01:40:44.661958 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2d39772-111f-4c1b-95ad-a852661a6aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.678829 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d2d39772-111f-4c1b-95ad-a852661a6aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.750305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d39772-111f-4c1b-95ad-a852661a6aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00d5cd0-aae4-4233-92d2-17daf192b003,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:44.772402 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d2d39772-111f-4c1b-95ad-a852661a6aa3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aea033b618fb43a288805baa14579a98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5448956 Jul 16 01:40:44.774145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-a2f1b339-0be0-4858-bd74-b2e95155c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.775976 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-a2f1b339-0be0-4858-bd74-b2e95155c6c9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b HTTP/1.1" status: 200 len: 835 time: 0.1072259 Jul 16 01:40:44.776072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55638) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:44.848552 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-0b5e2b61-7247-4e60-becb-fefc2d7dadfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:44.851195 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-0b5e2b61-7247-4e60-becb-fefc2d7dadfe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7088984-ce34-42f5-a9eb-17cc212ae366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623646 Jul 16 01:40:44.894733 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ef0b-0ccd-43ee-8975-76b47b1fa990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.925731 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ef0b-0ccd-43ee-8975-76b47b1fa990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.960892 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-c33f6084-8a9a-46bc-9637-c07a5f3f8964 service neutron] 10.222.0.70 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011744 Jul 16 01:40:44.986208 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ef0b-0ccd-43ee-8975-76b47b1fa990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.991723 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4e4ef0b-0ccd-43ee-8975-76b47b1fa990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:44.993279 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f4e4ef0b-0ccd-43ee-8975-76b47b1fa990 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c00d5cd0-aae4-4233-92d2-17daf192b003 HTTP/1.1" status: 204 len: 168 time: 0.2162144 Jul 16 01:40:45.002483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4ef0b-0ccd-43ee-8975-76b47b1fa990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00d5cd0-aae4-4233-92d2-17daf192b003,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:45.109843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-958bc39a-d437-4776-846f-10ca9d2b2b93 req-81df9bcf-f715-4568-ae38-f78563d17d38 service neutron] 10.222.0.70 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377859 Jul 16 01:40:45.240382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8ebf8-10f7-46dd-8aba-5e017fb55758 req-ada831ae-44db-4612-b2d1-1f0004489891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.242102 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30f8ebf8-10f7-46dd-8aba-5e017fb55758 req-ada831ae-44db-4612-b2d1-1f0004489891 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 1095 time: 0.0784457 Jul 16 01:40:45.282907 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c587d39d-209c-4bd5-beef-fc8c75ff0737 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:45.371930 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55656) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:45.374126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8ebf8-10f7-46dd-8aba-5e017fb55758 req-e90ba052-bea8-4ed7-8282-e188e752d72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.375640 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30f8ebf8-10f7-46dd-8aba-5e017fb55758 req-e90ba052-bea8-4ed7-8282-e188e752d72c service neutron] 10.222.0.70 "GET /v2.0/networks?id=d7088984-ce34-42f5-a9eb-17cc212ae366 HTTP/1.1" status: 200 len: 897 time: 0.1259212 Jul 16 01:40:45.390665 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03dbf401-aedf-4fdd-9031-a903452ac2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.412097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port c587d39d-209c-4bd5-beef-fc8c75ff0737 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:45.412616 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.476444 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30f8ebf8-10f7-46dd-8aba-5e017fb55758 req-721ff9e6-9b85-4385-b91c-0b3345412bad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c HTTP/1.1" status: 200 len: 217 time: 0.0918071 Jul 16 01:40:45.498748 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03dbf401-aedf-4fdd-9031-a903452ac2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.505194 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03dbf401-aedf-4fdd-9031-a903452ac2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.567606 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-03dbf401-aedf-4fdd-9031-a903452ac2cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3be9649c4e7949e4b1d14c457c1a5955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1915107 Jul 16 01:40:45.568437 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55658) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:45.611091 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbf401-aedf-4fdd-9031-a903452ac2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dec348-f6a5-41fa-b6b3-7163b45b4921,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:45.628681 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8ebf8-10f7-46dd-8aba-5e017fb55758 req-1eb41a91-9e8d-4f2b-9e9b-cd3d12b2b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.630896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30f8ebf8-10f7-46dd-8aba-5e017fb55758 req-1eb41a91-9e8d-4f2b-9e9b-cd3d12b2b3d6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b HTTP/1.1" status: 200 len: 835 time: 0.1432936 Jul 16 01:40:45.729423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8ebf8-10f7-46dd-8aba-5e017fb55758 req-27857abc-94f1-469f-9104-d4d1adf40276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:45.731163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30f8ebf8-10f7-46dd-8aba-5e017fb55758 req-27857abc-94f1-469f-9104-d4d1adf40276 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7088984-ce34-42f5-a9eb-17cc212ae366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890257 Jul 16 01:40:45.734204 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-662e2fa9-4d96-45e4-81df-d1cc733b1956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.782152 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-662e2fa9-4d96-45e4-81df-d1cc733b1956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.840853 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-662e2fa9-4d96-45e4-81df-d1cc733b1956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.844399 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-662e2fa9-4d96-45e4-81df-d1cc733b1956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:45.847831 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-662e2fa9-4d96-45e4-81df-d1cc733b1956 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c1dec348-f6a5-41fa-b6b3-7163b45b4921 HTTP/1.1" status: 204 len: 168 time: 0.2762611 Jul 16 01:40:45.896243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e2fa9-4d96-45e4-81df-d1cc733b1956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dec348-f6a5-41fa-b6b3-7163b45b4921,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:45.992539 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30f8ebf8-10f7-46dd-8aba-5e017fb55758 req-645579c4-e807-4620-85b7-f3fb741aa141 service neutron] 10.222.0.70 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537284 Jul 16 01:40:46.006461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e647431-170a-42e0-9ff7-e5219b539fbc req-aa504061-2f33-4de6-9cc8-0a0f7ec497d6 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:46.008126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4e647431-170a-42e0-9ff7-e5219b539fbc req-aa504061-2f33-4de6-9cc8-0a0f7ec497d6 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 943 time: 0.1595268 Jul 16 01:40:46.572675 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4e647431-170a-42e0-9ff7-e5219b539fbc req-0b3763f1-f900-47c0-8d50-6e5171528e2c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5556085 Jul 16 01:40:46.598327 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-30f8ebf8-10f7-46dd-8aba-5e017fb55758 req-2c3d336f-9342-4e53-86a1-2afcd68922cf service neutron] 10.222.0.70 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5884080 Jul 16 01:40:47.185571 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55710) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:47.213188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0fe625aa-30f6-4453-a458-464d6d58ab7c details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:47.383865 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 0fe625aa-30f6-4453-a458-464d6d58ab7c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:47.398409 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '0fe625aa-30f6-4453-a458-464d6d58ab7c', 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366', 'port_id': '0fe625aa-30f6-4453-a458-464d6d58ab7c', 'mac_address': 'fa:16:3e:d5:57:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:47.447462 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.463960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe625aa-30f6-4453-a458-464d6d58ab7c {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:47.487583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 0fe625aa-30f6-4453-a458-464d6d58ab7c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:47.493759 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.522210 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55b2504f-ce3c-40d5-baff-eff1c521ae73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.556549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=0fe625aa-30f6-4453-a458-464d6d58ab7c,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:47.626046 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55b2504f-ce3c-40d5-baff-eff1c521ae73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.632216 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55b2504f-ce3c-40d5-baff-eff1c521ae73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.699625 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2504f-ce3c-40d5-baff-eff1c521ae73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f49dd2d-1dba-46de-811f-800035acffea,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:47.705040 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-55b2504f-ce3c-40d5-baff-eff1c521ae73 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8405a523179c495fa04faad9638695f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5205066 Jul 16 01:40:47.707438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55728) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:47.737760 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['0fe625aa-30f6-4453-a458-464d6d58ab7c'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:47.803514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c250393-e7d0-41ba-8089-934c755a2831 req-5461eeb0-e032-44ee-b634-a92e594e413e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:47.806262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c250393-e7d0-41ba-8089-934c755a2831 req-5461eeb0-e032-44ee-b634-a92e594e413e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 944 time: 0.1091964 Jul 16 01:40:47.821887 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8b24-ba3f-4ddc-b667-d64292b6166a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.855240 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8b24-ba3f-4ddc-b667-d64292b6166a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.866136 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c250393-e7d0-41ba-8089-934c755a2831 req-9f597a60-59c3-4c90-86ff-8c349d606929 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516691 Jul 16 01:40:47.954401 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8b24-ba3f-4ddc-b667-d64292b6166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.959105 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdcb8b24-ba3f-4ddc-b667-d64292b6166a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:47.960466 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fdcb8b24-ba3f-4ddc-b667-d64292b6166a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f49dd2d-1dba-46de-811f-800035acffea HTTP/1.1" status: 204 len: 168 time: 0.2514746 Jul 16 01:40:47.999789 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb8b24-ba3f-4ddc-b667-d64292b6166a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f49dd2d-1dba-46de-811f-800035acffea,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:48.404584 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55756) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:48.421700 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7b966557-c92d-4d6e-b20b-94b47523a152 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.554369 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7b966557-c92d-4d6e-b20b-94b47523a152 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.559116 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7b966557-c92d-4d6e-b20b-94b47523a152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.601842 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7b966557-c92d-4d6e-b20b-94b47523a152 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f34f13cde364eff9fd7b999425bcd13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1928129 Jul 16 01:40:48.602795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b966557-c92d-4d6e-b20b-94b47523a152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47aa3ac7-1cc9-4877-9b26-d87864632822,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:48.604607 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55764) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:48.672418 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b2e9af7f-cc72-4e08-97ea-4bfd69f4e60e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.694733 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b2e9af7f-cc72-4e08-97ea-4bfd69f4e60e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.743414 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b2e9af7f-cc72-4e08-97ea-4bfd69f4e60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.746015 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b2e9af7f-cc72-4e08-97ea-4bfd69f4e60e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:48.747189 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b2e9af7f-cc72-4e08-97ea-4bfd69f4e60e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47aa3ac7-1cc9-4877-9b26-d87864632822 HTTP/1.1" status: 204 len: 168 time: 0.1410024 Jul 16 01:40:48.755299 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e9af7f-cc72-4e08-97ea-4bfd69f4e60e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47aa3ac7-1cc9-4877-9b26-d87864632822,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:48.907580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55776) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:49.025090 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70aefdbf-529d-4a0f-b8f8-30ba4a5f664a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.073975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13aaf2e-0f73-4b66-929d-2b2c84cf97ff req-42818a3d-5676-4005-967a-1b7383489c57 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.075603 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f13aaf2e-0f73-4b66-929d-2b2c84cf97ff req-42818a3d-5676-4005-967a-1b7383489c57 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 944 time: 0.0895588 Jul 16 01:40:49.122747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f13aaf2e-0f73-4b66-929d-2b2c84cf97ff req-6a5d08a2-70c7-4dd1-bb4c-fec0d9055465 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360804 Jul 16 01:40:49.135859 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70aefdbf-529d-4a0f-b8f8-30ba4a5f664a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.141410 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-70aefdbf-529d-4a0f-b8f8-30ba4a5f664a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.190250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55790) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:49.190370 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-70aefdbf-529d-4a0f-b8f8-30ba4a5f664a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=791c1e6cafbb411a956835d9f4ed7b8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802429 Jul 16 01:40:49.190370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aefdbf-529d-4a0f-b8f8-30ba4a5f664a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684a42ef-0cee-44c2-bc86-36bafb676026,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:49.228208 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0fe625aa-30f6-4453-a458-464d6d58ab7c up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:40:49.258278 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8d9b14f1-2606-4d9f-8baf-a44e79187b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.283205 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8d9b14f1-2606-4d9f-8baf-a44e79187b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.291636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 0fe625aa-30f6-4453-a458-464d6d58ab7c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:49.307725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 0fe625aa-30f6-4453-a458-464d6d58ab7c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:49.308245 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.348437 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8d9b14f1-2606-4d9f-8baf-a44e79187b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.351384 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8d9b14f1-2606-4d9f-8baf-a44e79187b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.353886 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8d9b14f1-2606-4d9f-8baf-a44e79187b2b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/684a42ef-0cee-44c2-bc86-36bafb676026 HTTP/1.1" status: 204 len: 168 time: 0.1644359 Jul 16 01:40:49.366762 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b14f1-2606-4d9f-8baf-a44e79187b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684a42ef-0cee-44c2-bc86-36bafb676026,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:49.423630 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.450916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:49.453898 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801b19a5-e932-464d-ba1a-1a8902625c97" -d '{"events": [{"server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "name": "network-vif-plugged", "status": "completed", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:49.471829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 0fe625aa-30f6-4453-a458-464d6d58ab7c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:49.479289 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.508809 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b17d6e8-5c64-4ed9-b52a-38b90fbe48ca x-openstack-request-id: req-9b17d6e8-5c64-4ed9-b52a-38b90fbe48ca {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:49.509379 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "name": "network-vif-plugged", "status": "completed", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:49.509930 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b17d6e8-5c64-4ed9-b52a-38b90fbe48ca {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:49.510523 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c', 'code': 200} Jul 16 01:40:49.543908 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=0fe625aa-30f6-4453-a458-464d6d58ab7c,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:49.640731 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21232c-3dca-4118-8105-18629525f8c7 req-eaa8168e-d2c1-4441-bf74-418681cd754d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:49.642750 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c21232c-3dca-4118-8105-18629525f8c7 req-eaa8168e-d2c1-4441-bf74-418681cd754d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 1097 time: 0.0560462 Jul 16 01:40:49.694269 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c21232c-3dca-4118-8105-18629525f8c7 req-9ae17ea8-bfb3-4b2c-8b73-8508a0628885 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427144 Jul 16 01:40:49.772719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55816) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:49.786753 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-30a705b9-8a54-4c7b-826e-65654c940101 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.896706 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-30a705b9-8a54-4c7b-826e-65654c940101 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.900717 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-30a705b9-8a54-4c7b-826e-65654c940101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:49.944386 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-30a705b9-8a54-4c7b-826e-65654c940101 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d43500b857404fbe920adbfac8391d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1703167 Jul 16 01:40:49.947028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55818) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:49.954083 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a705b9-8a54-4c7b-826e-65654c940101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eae19a4-2f7d-4bc5-9c24-7f4bab287d8d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:50.006833 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7e97031-6fda-44c3-8c99-49a26b48ffa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.040221 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7e97031-6fda-44c3-8c99-49a26b48ffa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.116097 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7e97031-6fda-44c3-8c99-49a26b48ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.119563 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7e97031-6fda-44c3-8c99-49a26b48ffa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:50.128272 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e7e97031-6fda-44c3-8c99-49a26b48ffa6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8eae19a4-2f7d-4bc5-9c24-7f4bab287d8d HTTP/1.1" status: 204 len: 168 time: 0.1802032 Jul 16 01:40:50.138825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e97031-6fda-44c3-8c99-49a26b48ffa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eae19a4-2f7d-4bc5-9c24-7f4bab287d8d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:50.379375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4479993-beab-4826-8406-36c9001c0705 req-55dc6a13-0797-415c-908f-63df3a07b9ad tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:50.381963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4479993-beab-4826-8406-36c9001c0705 req-55dc6a13-0797-415c-908f-63df3a07b9ad tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 945 time: 0.0950167 Jul 16 01:40:50.434787 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4479993-beab-4826-8406-36c9001c0705 req-4256230b-8fa8-4157-8428-78e69d97c904 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404389 Jul 16 01:40:51.352944 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-cc22ecf4-ba84-4d3d-9e96-33dd3cb6bf1d tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=8b01ace1527e45c6b90a916a9413bdce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372322 Jul 16 01:40:51.579754 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-68f0ee6f-9c42-4c9d-91d2-297ef6e20073 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:51.581443 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-68f0ee6f-9c42-4c9d-91d2-297ef6e20073 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2236409 Jul 16 01:40:51.596814 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-82cfbae5-63c1-467a-a8b0-c5586300e0e2 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/quotas/8b01ace1527e45c6b90a916a9413bdce HTTP/1.1" status: 200 len: 375 time: 0.0095840 Jul 16 01:40:51.633547 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-4e5acb82-de6b-404c-adc1-8dbff43a918b tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8b01ace1527e45c6b90a916a9413bdce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316041 Jul 16 01:40:52.008969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 55978) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:52.153913 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e9a3-bfe9-4264-80c3-ea83725f3180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.213814 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3426640-3277-43fb-aaa8-55f33e9265f6 req-7f5722b5-361d-4943-b3bb-074bb0c62759 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.215325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3426640-3277-43fb-aaa8-55f33e9265f6 req-7f5722b5-361d-4943-b3bb-074bb0c62759 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 945 time: 0.1096525 Jul 16 01:40:52.274630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c3426640-3277-43fb-aaa8-55f33e9265f6 req-6f09c21a-64cb-4bf3-8a7f-11af3c7d2d83 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506599 Jul 16 01:40:52.319482 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e9a3-bfe9-4264-80c3-ea83725f3180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.323884 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e9a3-bfe9-4264-80c3-ea83725f3180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.372119 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b2f9e9a3-bfe9-4264-80c3-ea83725f3180 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e694726c1e1243c48e132584e0666e87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619833 Jul 16 01:40:52.374905 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55988) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:52.376190 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9e9a3-bfe9-4264-80c3-ea83725f3180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faec0358-55e3-4e35-9614-b1234671416b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:52.426048 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0fbf4f7c-723c-4be2-a656-96fb8d1693fa req-a067cceb-d5ca-45e1-90f4-7725dbac5e30 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/ports?device_id=171bc520-ac39-4f09-86e1-1484d098b3b9 HTTP/1.1" status: 200 len: 210 time: 0.0440595 Jul 16 01:40:52.463014 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b8e748ad-6257-48d6-9db2-29b2631af90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.492715 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b8e748ad-6257-48d6-9db2-29b2631af90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.556102 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b8e748ad-6257-48d6-9db2-29b2631af90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.560676 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b8e748ad-6257-48d6-9db2-29b2631af90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:52.562336 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b8e748ad-6257-48d6-9db2-29b2631af90b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/faec0358-55e3-4e35-9614-b1234671416b HTTP/1.1" status: 204 len: 168 time: 0.1860793 Jul 16 01:40:52.573021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e748ad-6257-48d6-9db2-29b2631af90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faec0358-55e3-4e35-9614-b1234671416b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:52.664352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201eeae3-9e65-4b5e-a14f-6c6a02cdf760 req-bbc84b10-3081-40a5-bb4d-e3a9d31d4248 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:52.666157 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-201eeae3-9e65-4b5e-a14f-6c6a02cdf760 req-bbc84b10-3081-40a5-bb4d-e3a9d31d4248 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 945 time: 0.0728757 Jul 16 01:40:52.715672 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-201eeae3-9e65-4b5e-a14f-6c6a02cdf760 req-26f0f8f3-1494-4065-8f46-1998a4811e9c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413120 Jul 16 01:40:52.742930 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 55994) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:52.996536 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513643c5-fe50-426f-8479-28281bacbfc6 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.001425 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-513643c5-fe50-426f-8479-28281bacbfc6 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 1092 time: 0.2574055 Jul 16 01:40:53.002067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56006) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:53.007999 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': '0fe625aa-30f6-4453-a458-464d6d58ab7c', 'tenant_id': '69687824cbca408cb542751d24b99384', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:53.079111 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-df2c75e8-c8ab-4bf7-88cc-bf3f8f9578b8 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=8b01ace1527e45c6b90a916a9413bdce&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0639360 Jul 16 01:40:53.080558 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.288967 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-6af508e6-e414-4660-b19e-c7551e73986d tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:53.290498 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-6af508e6-e414-4660-b19e-c7551e73986d tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1918347 Jul 16 01:40:53.306909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Request body: {'port': {'device_id': '171bc520-ac39-4f09-86e1-1484d098b3b9', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': '8b01ace1527e45c6b90a916a9413bdce'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:53.348831 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.519948 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Allocated IP 172.25.2.142 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/b4b15fbb-d675-4a2d-bbf9-3d4bba49dc13) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:53.523077 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Made reservation on behalf of 8b01ace1527e45c6b90a916a9413bdce for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:53.526523 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.543368 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.663101 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1353669f-bb46-48e4-a3fa-94ba39791dfb req-409e1171-a8bc-4fb2-a2f5-e62e6b67afe7 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/ports?device_id=171bc520-ac39-4f09-86e1-1484d098b3b9 HTTP/1.1" status: 200 len: 210 time: 0.0399687 Jul 16 01:40:53.716901 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.782969 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.791138 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.806239 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:53.904809 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:53.910576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77b65e8-9487-43a4-b66a-ac8cdb43a558,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:53.917132 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:53.926148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:53.930397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=b4b15fbb-d675-4a2d-bbf9-3d4bba49dc13,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:54.061229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Allocated IP 192.168.233.211 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/b6e43c7a-a269-4a52-aa29-fad0d8217c57) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:40:54.210237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56042) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:54.342376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-023be5b4-e4f7-441c-8aca-623790065906 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:54.369621 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-023be5b4-e4f7-441c-8aca-623790065906 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] 10.222.0.22 "PUT /v2.0/quotas/466e8692a8224f03a2d702d2654b55b8 HTTP/1.1" status: 200 len: 368 time: 0.1562877 Jul 16 01:40:54.370750 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56048) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:54.375748 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8c3ef0af-f905-4f5d-afd6-65a04d189357 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Request body: {'network': {'project_id': '466e8692a8224f03a2d702d2654b55b8'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:54.392590 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.398708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3ef0af-f905-4f5d-afd6-65a04d189357 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Made reservation on behalf of 466e8692a8224f03a2d702d2654b55b8 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:54.407232 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef0af-f905-4f5d-afd6-65a04d189357 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.418363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Transition to ACTIVE for port object b6e43c7a-a269-4a52-aa29-fad0d8217c57 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:54.420687 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef0af-f905-4f5d-afd6-65a04d189357 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.526592 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef0af-f905-4f5d-afd6-65a04d189357 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.533067 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.536205 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef0af-f905-4f5d-afd6-65a04d189357 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.538149 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.571382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c3ef0af-f905-4f5d-afd6-65a04d189357 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:54.589160 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef0af-f905-4f5d-afd6-65a04d189357 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.589591 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-8c3ef0af-f905-4f5d-afd6-65a04d189357 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Added segment 54e879c3-2fe6-47ee-8e56-a08a9d3cfe59 of type vlan for network 0c60d91f-5064-490e-8fdc-6ef71fef422a Jul 16 01:40:54.597517 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ef0af-f905-4f5d-afd6-65a04d189357 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3523bdc-3dc7-4ae4-bbf6-b77958f9dfa4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:54.618166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:40:54.627891 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:40:54.630868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:40:54.637169 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef0af-f905-4f5d-afd6-65a04d189357 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.657565 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Pushing event updated for resources: {'Port': ['ID=b6e43c7a-a269-4a52-aa29-fad0d8217c57,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:54.692569 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef0af-f905-4f5d-afd6-65a04d189357 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.693585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3ef0af-f905-4f5d-afd6-65a04d189357 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.694217 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8c3ef0af-f905-4f5d-afd6-65a04d189357 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.723537 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:54.724232 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.728039 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8c3ef0af-f905-4f5d-afd6-65a04d189357 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3561349 Jul 16 01:40:54.731781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56054) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:54.741113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-94a87a10-88da-473a-b65d-20df8d0cafe9 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Request body: {'network': {'project_id': '466e8692a8224f03a2d702d2654b55b8'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:54.762114 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.766398 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-bbfb2a67-b06f-48fb-a8f3-140013fd716a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4632328 Jul 16 01:40:54.793286 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Request body: {'port': {'device_id': '171bc520-ac39-4f09-86e1-1484d098b3b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:54.802531 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ef0af-f905-4f5d-afd6-65a04d189357 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Pushing event updated for resources: {'Network': ['ID=0c60d91f-5064-490e-8fdc-6ef71fef422a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:54.814733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 0c60d91f-5064-490e-8fdc-6ef71fef422a details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:54.884432 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94a87a10-88da-473a-b65d-20df8d0cafe9 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Made reservation on behalf of 466e8692a8224f03a2d702d2654b55b8 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:40:54.886763 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-94a87a10-88da-473a-b65d-20df8d0cafe9 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.985757 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94a87a10-88da-473a-b65d-20df8d0cafe9 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:40:54.987659 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:54.993651 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b10ff617-a544-4955-b97d-44d0d8986a3d None None] Provisioning for port b6e43c7a-a269-4a52-aa29-fad0d8217c57 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:40:54.997472 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b10ff617-a544-4955-b97d-44d0d8986a3d None None] Provisioning complete for port b6e43c7a-a269-4a52-aa29-fad0d8217c57 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:40:54.997866 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b10ff617-a544-4955-b97d-44d0d8986a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.038114 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b10ff617-a544-4955-b97d-44d0d8986a3d None None] Port b6e43c7a-a269-4a52-aa29-fad0d8217c57 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:40:55.048389 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-94a87a10-88da-473a-b65d-20df8d0cafe9 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.048742 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-94a87a10-88da-473a-b65d-20df8d0cafe9 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Added segment 057672b4-8f59-49c2-887c-bddd2cb664db of type vlan for network a99923e0-b445-41ca-b2f1-7be386857d63 Jul 16 01:40:55.100846 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d06f0-5cf0-4ad1-aa1a-acc1b2e05063 req-974c2dbf-6c98-4fd3-b690-347446bc7995 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:55.102360 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d6d06f0-5cf0-4ad1-aa1a-acc1b2e05063 req-974c2dbf-6c98-4fd3-b690-347446bc7995 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/ports?device_id=171bc520-ac39-4f09-86e1-1484d098b3b9 HTTP/1.1" status: 200 len: 936 time: 0.2709484 Jul 16 01:40:55.178445 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-94a87a10-88da-473a-b65d-20df8d0cafe9 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.285396 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d6d06f0-5cf0-4ad1-aa1a-acc1b2e05063 req-e55896d8-5e3b-4f30-87b7-7515401da1f1 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/security-groups?id=b77b65e8-9487-43a4-b66a-ac8cdb43a558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751776 Jul 16 01:40:55.329465 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.332814 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-94a87a10-88da-473a-b65d-20df8d0cafe9 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.333780 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a87a10-88da-473a-b65d-20df8d0cafe9 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:55.334371 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-94a87a10-88da-473a-b65d-20df8d0cafe9 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.344929 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.444899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-94a87a10-88da-473a-b65d-20df8d0cafe9 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7121334 Jul 16 01:40:55.447985 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56058) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:55.453382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b75970c0-aba8-486c-a68d-899a71e63a54 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Request body: {'network': {'project_id': '466e8692a8224f03a2d702d2654b55b8'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:55.466820 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-b75970c0-aba8-486c-a68d-899a71e63a54 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 01:40:55.468163 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b75970c0-aba8-486c-a68d-899a71e63a54 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:40:55.468756 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b75970c0-aba8-486c-a68d-899a71e63a54 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0196335 Jul 16 01:40:55.524169 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a87a10-88da-473a-b65d-20df8d0cafe9 tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Pushing event updated for resources: {'Network': ['ID=a99923e0-b445-41ca-b2f1-7be386857d63,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:55.538423 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network a99923e0-b445-41ca-b2f1-7be386857d63 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:40:55.544112 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=b4b15fbb-d675-4a2d-bbf9-3d4bba49dc13,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:55.571197 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.586992 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56064) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:55.702197 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-710af13e-344c-4630-90f8-96a96b088e38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=466e8692a8224f03a2d702d2654b55b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1115341 Jul 16 01:40:55.702430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56068) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:55.754174 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10285f31-06a3-42b1-adab-889f9eb2a09a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.776833 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10285f31-06a3-42b1-adab-889f9eb2a09a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.828342 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10285f31-06a3-42b1-adab-889f9eb2a09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.830841 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10285f31-06a3-42b1-adab-889f9eb2a09a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.835121 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-10285f31-06a3-42b1-adab-889f9eb2a09a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b3523bdc-3dc7-4ae4-bbf6-b77958f9dfa4 HTTP/1.1" status: 204 len: 168 time: 0.1293252 Jul 16 01:40:55.836061 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56070) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:55.849082 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10285f31-06a3-42b1-adab-889f9eb2a09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3523bdc-3dc7-4ae4-bbf6-b77958f9dfa4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:55.916719 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-950a7e4a-8586-4b65-ab04-6781bb4816db tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:55.995496 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-950a7e4a-8586-4b65-ab04-6781bb4816db tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.007047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-950a7e4a-8586-4b65-ab04-6781bb4816db tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99923e0-b445-41ca-b2f1-7be386857d63']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:56.017936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-950a7e4a-8586-4b65-ab04-6781bb4816db tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '057672b4-8f59-49c2-887c-bddd2cb664db') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:56.018295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-950a7e4a-8586-4b65-ab04-6781bb4816db tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '057672b4-8f59-49c2-887c-bddd2cb664db') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:56.028847 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-950a7e4a-8586-4b65-ab04-6781bb4816db tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.043255 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-950a7e4a-8586-4b65-ab04-6781bb4816db tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.050392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950a7e4a-8586-4b65-ab04-6781bb4816db tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:56.050842 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-950a7e4a-8586-4b65-ab04-6781bb4816db tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:56.052693 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:56.092475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e43c7a-a269-4a52-aa29-fad0d8217c57 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:56.103796 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.114380 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-950a7e4a-8586-4b65-ab04-6781bb4816db tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.114818 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Floating IP a0559041-b218-4056-9499-fbdba1104725 associated. External IP: 172.25.2.142, port: 0fe625aa-30f6-4453-a458-464d6d58ab7c. Jul 16 01:40:56.122285 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-950a7e4a-8586-4b65-ab04-6781bb4816db tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.124403 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-950a7e4a-8586-4b65-ab04-6781bb4816db tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] 10.222.0.22 "DELETE /v2.0/networks/a99923e0-b445-41ca-b2f1-7be386857d63 HTTP/1.1" status: 204 len: 168 time: 0.2872801 Jul 16 01:40:56.127068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56072) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:56.151142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Transition to ACTIVE for port object b6e43c7a-a269-4a52-aa29-fad0d8217c57 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:40:56.157633 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.167614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a7e4a-8586-4b65-ab04-6781bb4816db tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Pushing event deleted for resources: {'Network': ['ID=a99923e0-b445-41ca-b2f1-7be386857d63,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:56.229158 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0d51245-bc2e-4f31-93bb-188b2fe2375e tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.257989 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91619880-48fa-4576-9717-a56593afb842 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e43c7a-a269-4a52-aa29-fad0d8217c57,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:56.327787 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0d51245-bc2e-4f31-93bb-188b2fe2375e tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.341289 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e0d51245-bc2e-4f31-93bb-188b2fe2375e tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c60d91f-5064-490e-8fdc-6ef71fef422a']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:56.353395 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e0d51245-bc2e-4f31-93bb-188b2fe2375e tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e879c3-2fe6-47ee-8e56-a08a9d3cfe59') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:56.353675 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-e0d51245-bc2e-4f31-93bb-188b2fe2375e tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e879c3-2fe6-47ee-8e56-a08a9d3cfe59') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:56.363958 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0d51245-bc2e-4f31-93bb-188b2fe2375e tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.386372 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0d51245-bc2e-4f31-93bb-188b2fe2375e tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.398950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Attempting to bind port b6e43c7a-a269-4a52-aa29-fad0d8217c57 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:40:56.399292 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Attempting to bind port b6e43c7a-a269-4a52-aa29-fad0d8217c57 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:40:56.399630 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Attempting to bind port b6e43c7a-a269-4a52-aa29-fad0d8217c57 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:56.405859 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0d51245-bc2e-4f31-93bb-188b2fe2375e tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:40:56.406485 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0d51245-bc2e-4f31-93bb-188b2fe2375e tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:40:56.408682 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:40:56.452257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Port b6e43c7a-a269-4a52-aa29-fad0d8217c57 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:40:56.452607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Attempting to bind port b6e43c7a-a269-4a52-aa29-fad0d8217c57 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:40:56.472712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 40, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:40:56.472970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:40:56.473374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:40:56.473821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Bound port: b6e43c7a-a269-4a52-aa29-fad0d8217c57, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:40:56.474189 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.495232 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0d51245-bc2e-4f31-93bb-188b2fe2375e tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.527654 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router a86c094e-18af-4870-8327-0f9c852d7219 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:40:56.528336 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e0d51245-bc2e-4f31-93bb-188b2fe2375e tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.533566 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e0d51245-bc2e-4f31-93bb-188b2fe2375e tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] 10.222.0.22 "DELETE /v2.0/networks/0c60d91f-5064-490e-8fdc-6ef71fef422a HTTP/1.1" status: 204 len: 168 time: 0.4027460 Jul 16 01:40:56.533566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d51245-bc2e-4f31-93bb-188b2fe2375e tempest-QuotasNegativeTest-1365197326 tempest-QuotasNegativeTest-1365197326-project-admin] Pushing event deleted for resources: {'Network': ['ID=0c60d91f-5064-490e-8fdc-6ef71fef422a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:56.601473 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] For port b6e43c7a-a269-4a52-aa29-fad0d8217c57, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:40:56.620424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] For port b6e43c7a-a269-4a52-aa29-fad0d8217c57, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b6e43c7a-a269-4a52-aa29-fad0d8217c57,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:40:56.628152 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.742682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.743306 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.744742 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-91619880-48fa-4576-9717-a56593afb842 service neutron] 10.222.0.70 "PUT /v2.0/ports/b6e43c7a-a269-4a52-aa29-fad0d8217c57 HTTP/1.1" status: 200 len: 1097 time: 1.9563146 Jul 16 01:40:56.748272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171bc520-ac39-4f09-86e1-1484d098b3b9', 'tag': 'b6e43c7a-a269-4a52-aa29-fad0d8217c57'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:56.750530 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e674c5c-0eb9-4f81-befa-6a91ab826b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "171bc520-ac39-4f09-86e1-1484d098b3b9", "tag": "b6e43c7a-a269-4a52-aa29-fad0d8217c57"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:56.777955 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:40:56.779456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91619880-48fa-4576-9717-a56593afb842 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e43c7a-a269-4a52-aa29-fad0d8217c57,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:56.791486 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d9550e-4aba-42b6-9fc6-9b70deb0e830 None None] Sync routers for ids ['a86c094e-18af-4870-8327-0f9c852d7219'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:40:56.806134 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d9550e-4aba-42b6-9fc6-9b70deb0e830 None None] Routers {'a86c094e-18af-4870-8327-0f9c852d7219'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:56.806815 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-22d9550e-4aba-42b6-9fc6-9b70deb0e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:40:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a86c094e-18af-4870-8327-0f9c852d7219'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:56.807282 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.880773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fcb00800-a45b-4ded-9f43-736da6dc89c2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8773706 Jul 16 01:40:56.890429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ce4f4-08d7-418d-9422-f3e4b020f24f req-f2de8ce6-9602-413e-8a5c-2a6b74a66c17 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.892031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e54ce4f4-08d7-418d-9422-f3e4b020f24f req-f2de8ce6-9602-413e-8a5c-2a6b74a66c17 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/ports?device_id=171bc520-ac39-4f09-86e1-1484d098b3b9 HTTP/1.1" status: 200 len: 948 time: 0.3962505 Jul 16 01:40:56.912512 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56092) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:56.928790 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b26fe50-73b3-47cc-ae67-9396fce51887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:56.946949 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e54ce4f4-08d7-418d-9422-f3e4b020f24f req-55250931-680d-415e-9ef7-925847d63974 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/security-groups?id=b77b65e8-9487-43a4-b66a-ac8cdb43a558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474913 Jul 16 01:40:56.956746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-a1f306a3-836b-46c9-bef4-c6b401d4b9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:56.958344 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-a1f306a3-836b-46c9-bef4-c6b401d4b9d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b01ace1527e45c6b90a916a9413bdce&device_id=171bc520-ac39-4f09-86e1-1484d098b3b9 HTTP/1.1" status: 200 len: 1100 time: 0.1144269 Jul 16 01:40:57.014271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-14d04401-ce77-4da2-b4c3-acc8aff23dc7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=b6e43c7a-a269-4a52-aa29-fad0d8217c57 HTTP/1.1" status: 200 len: 217 time: 0.0417898 Jul 16 01:40:57.077308 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-22d9550e-4aba-42b6-9fc6-9b70deb0e830 None None] Set router a86c094e-18af-4870-8327-0f9c852d7219 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:57.085775 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b26fe50-73b3-47cc-ae67-9396fce51887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.090015 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b26fe50-73b3-47cc-ae67-9396fce51887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.094405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-ddd00407-aa11-4ff3-8d3b-26e5930c5b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.096815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-ddd00407-aa11-4ff3-8d3b-26e5930c5b13 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0708146 Jul 16 01:40:57.127624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26fe50-73b3-47cc-ae67-9396fce51887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87a28f3-8a98-406d-84a9-769357ad58e5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:57.142995 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0b26fe50-73b3-47cc-ae67-9396fce51887 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f6919f361c0a43bfaf31f7af1d882d3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290256 Jul 16 01:40:57.147468 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56094) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:57.191716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-0bde958e-1362-4aa1-b5fe-7fdebf1b234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.193750 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-0bde958e-1362-4aa1-b5fe-7fdebf1b234f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0849214 Jul 16 01:40:57.217037 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e68818a4-642c-4358-aead-312a7fe21056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.254968 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e68818a4-642c-4358-aead-312a7fe21056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.291649 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a008c7-b334-4abd-9c14-81799adc7f56 x-openstack-request-id: req-59a008c7-b334-4abd-9c14-81799adc7f56 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:57.292248 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171bc520-ac39-4f09-86e1-1484d098b3b9", "tag": "b6e43c7a-a269-4a52-aa29-fad0d8217c57", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:57.292597 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59a008c7-b334-4abd-9c14-81799adc7f56 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:57.293202 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171bc520-ac39-4f09-86e1-1484d098b3b9', 'tag': 'b6e43c7a-a269-4a52-aa29-fad0d8217c57', 'status': 'completed', 'code': 200} Jul 16 01:40:57.318792 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e68818a4-642c-4358-aead-312a7fe21056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.322928 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e68818a4-642c-4358-aead-312a7fe21056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.324612 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e68818a4-642c-4358-aead-312a7fe21056 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b87a28f3-8a98-406d-84a9-769357ad58e5 HTTP/1.1" status: 204 len: 168 time: 0.1761169 Jul 16 01:40:57.335776 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-31067b8b-4526-4876-8ddd-3d066c3c1b5f service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336803 Jul 16 01:40:57.336264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68818a4-642c-4358-aead-312a7fe21056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87a28f3-8a98-406d-84a9-769357ad58e5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:57.354009 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-22d9550e-4aba-42b6-9fc6-9b70deb0e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-329023553', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:37Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'a0559041-b218-4056-9499-fbdba1104725', 'tenant_id': '69687824cbca408cb542751d24b99384', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'port_id': '0fe625aa-30f6-4453-a458-464d6d58ab7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366', 'mac_address': 'fa:16:3e:d5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:40:54Z', 'updated_at': '2021-07-16T01:40:54Z', 'revision_number': 0, 'project_id': '69687824cbca408cb542751d24b99384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c587d39d-209c-4bd5-beef-fc8c75ff0737', 'name': '', 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:55:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:36Z', 'updated_at': '2021-07-16T01:40:43Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:57.384361 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d9550e-4aba-42b6-9fc6-9b70deb0e830 None None] Checking router: a86c094e-18af-4870-8327-0f9c852d7219 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:40:57.393827 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d9550e-4aba-42b6-9fc6-9b70deb0e830 None None] Routers {'a86c094e-18af-4870-8327-0f9c852d7219'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:40:57.394477 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-22d9550e-4aba-42b6-9fc6-9b70deb0e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:40:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a86c094e-18af-4870-8327-0f9c852d7219'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:57.476968 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e12a0fd6-9c38-4ddc-8a75-932614d32dc4 req-56a4f82a-2151-4f83-a265-1cf6b05268a4 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335127 Jul 16 01:40:57.500059 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40b9b73-282b-4012-99c9-345842292e3f req-8374e90d-086b-4fea-bbbe-f13323f355a9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.500578 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-22d9550e-4aba-42b6-9fc6-9b70deb0e830 None None] Set router a86c094e-18af-4870-8327-0f9c852d7219 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:40:57.502892 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d40b9b73-282b-4012-99c9-345842292e3f req-8374e90d-086b-4fea-bbbe-f13323f355a9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 945 time: 0.0855944 Jul 16 01:40:57.576484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d40b9b73-282b-4012-99c9-345842292e3f req-d6caf948-4757-46aa-b15e-329683dafa0e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673494 Jul 16 01:40:57.597761 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56102) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:57.615338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e674c5c-0eb9-4f81-befa-6a91ab826b1c req-57103239-a7ac-4846-bebb-bee66f988d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.617216 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e674c5c-0eb9-4f81-befa-6a91ab826b1c req-57103239-a7ac-4846-bebb-bee66f988d31 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b01ace1527e45c6b90a916a9413bdce&device_id=171bc520-ac39-4f09-86e1-1484d098b3b9 HTTP/1.1" status: 200 len: 1100 time: 0.0764370 Jul 16 01:40:57.687133 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-750eb37f-86b7-45a8-8330-e821b28e9583 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/floatingips/a0559041-b218-4056-9499-fbdba1104725 HTTP/1.1" status: 200 len: 991 time: 0.0877633 Jul 16 01:40:57.746993 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56106) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:57.749365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e674c5c-0eb9-4f81-befa-6a91ab826b1c req-5210c63c-ba6c-45f1-935b-13d22b9543fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.752974 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e674c5c-0eb9-4f81-befa-6a91ab826b1c req-5210c63c-ba6c-45f1-935b-13d22b9543fd service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.1210620 Jul 16 01:40:57.763369 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd9cdb59-ffe7-479f-9b07-49129168671b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.778023 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-22d9550e-4aba-42b6-9fc6-9b70deb0e830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-329023553', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:37Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'a0559041-b218-4056-9499-fbdba1104725', 'tenant_id': '69687824cbca408cb542751d24b99384', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'port_id': '0fe625aa-30f6-4453-a458-464d6d58ab7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366', 'mac_address': 'fa:16:3e:d5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:40:54Z', 'updated_at': '2021-07-16T01:40:54Z', 'revision_number': 0, 'project_id': '69687824cbca408cb542751d24b99384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c587d39d-209c-4bd5-beef-fc8c75ff0737', 'name': '', 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:55:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:36Z', 'updated_at': '2021-07-16T01:40:43Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:40:57.818007 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d9550e-4aba-42b6-9fc6-9b70deb0e830 None None] The sync data for ids ['a86c094e-18af-4870-8327-0f9c852d7219'] in n-d-791505-14 is: [{'id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-329023553', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:37Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'a0559041-b218-4056-9499-fbdba1104725', 'tenant_id': '69687824cbca408cb542751d24b99384', 'floating_ip_address': '172.25.2.142', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'port_id': '0fe625aa-30f6-4453-a458-464d6d58ab7c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366', 'mac_address': 'fa:16:3e:d5:57:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:40:54Z', 'updated_at': '2021-07-16T01:40:54Z', 'revision_number': 0, 'project_id': '69687824cbca408cb542751d24b99384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c587d39d-209c-4bd5-beef-fc8c75ff0737', 'name': '', 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:55:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:36Z', 'updated_at': '2021-07-16T01:40:43Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:40:57.828986 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e674c5c-0eb9-4f81-befa-6a91ab826b1c req-379ca0bf-ad44-4b86-8188-68f8c3a7b5a1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=b6e43c7a-a269-4a52-aa29-fad0d8217c57 HTTP/1.1" status: 200 len: 217 time: 0.0625153 Jul 16 01:40:57.877426 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd9cdb59-ffe7-479f-9b07-49129168671b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.885610 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd9cdb59-ffe7-479f-9b07-49129168671b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.896978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e674c5c-0eb9-4f81-befa-6a91ab826b1c req-ad0073ba-dbb6-4f32-a39f-f0e38c015ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.898484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e674c5c-0eb9-4f81-befa-6a91ab826b1c req-ad0073ba-dbb6-4f32-a39f-f0e38c015ca4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0611768 Jul 16 01:40:57.906818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c257a7-8b5e-454d-926f-e168fbb664d4 req-757dc9f2-a759-4266-9c3d-3b08f361be6c tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.908245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5c257a7-8b5e-454d-926f-e168fbb664d4 req-757dc9f2-a759-4266-9c3d-3b08f361be6c tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=02bcd2b0-f65b-45bf-9590-0624679e6dd0 HTTP/1.1" status: 200 len: 946 time: 0.1534321 Jul 16 01:40:57.929989 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fd9cdb59-ffe7-479f-9b07-49129168671b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32bf1d40aa69491889cf30e631a6c96c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820350 Jul 16 01:40:57.931122 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9cdb59-ffe7-479f-9b07-49129168671b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9902750-a867-457b-841c-dea09b3c25e7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:57.933423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56108) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:57.987579 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5c257a7-8b5e-454d-926f-e168fbb664d4 req-ca28128d-78f1-4e2e-9e62-e8fc89f4405c tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686305 Jul 16 01:40:57.995251 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6b909665-c5f9-4e9c-951c-2eb5d2660ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:57.997133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e674c5c-0eb9-4f81-befa-6a91ab826b1c req-2a639876-ad30-4396-a548-2ec3d62edc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:57.998655 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e674c5c-0eb9-4f81-befa-6a91ab826b1c req-2a639876-ad30-4396-a548-2ec3d62edc2c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0895422 Jul 16 01:40:58.042224 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6b909665-c5f9-4e9c-951c-2eb5d2660ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.068624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87a36fc-f870-42a4-bb44-bd5148e20ef1 None None] New status for floating IP a0559041-b218-4056-9499-fbdba1104725: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:40:58.115547 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6b909665-c5f9-4e9c-951c-2eb5d2660ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.117864 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e674c5c-0eb9-4f81-befa-6a91ab826b1c req-1989159d-3177-4d52-bc1b-2f31cd0e73b0 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074607 Jul 16 01:40:58.119910 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6b909665-c5f9-4e9c-951c-2eb5d2660ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:58.121820 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6b909665-c5f9-4e9c-951c-2eb5d2660ca7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d9902750-a867-457b-841c-dea09b3c25e7 HTTP/1.1" status: 204 len: 168 time: 0.1855383 Jul 16 01:40:58.145462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b909665-c5f9-4e9c-951c-2eb5d2660ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9902750-a867-457b-841c-dea09b3c25e7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:58.267188 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e674c5c-0eb9-4f81-befa-6a91ab826b1c req-7fc38c3d-23ed-4e48-ac8e-62db965a9f8f service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399341 Jul 16 01:40:58.288307 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddbee7c-54a3-4852-9b8c-5a835abceaa8 req-04f3d0e9-71a9-4052-b33a-85e50a8e3580 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.289847 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cddbee7c-54a3-4852-9b8c-5a835abceaa8 req-04f3d0e9-71a9-4052-b33a-85e50a8e3580 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/ports?device_id=171bc520-ac39-4f09-86e1-1484d098b3b9 HTTP/1.1" status: 200 len: 948 time: 0.1347270 Jul 16 01:40:58.330945 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cddbee7c-54a3-4852-9b8c-5a835abceaa8 req-33698627-4536-4051-ba25-7996c8d14159 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/security-groups?id=b77b65e8-9487-43a4-b66a-ac8cdb43a558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344930 Jul 16 01:40:58.688513 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56130) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:58.781939 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-34a9dfcb-26cd-4039-ad16-b93437d54c4e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/floatingips/a0559041-b218-4056-9499-fbdba1104725 HTTP/1.1" status: 200 len: 993 time: 0.0919814 Jul 16 01:40:58.807878 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c38cb-447b-436d-835f-06e858e76131 req-78d4580a-ca15-470b-a225-fcb92c5b8360 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:58.809346 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-220c38cb-447b-436d-835f-06e858e76131 req-78d4580a-ca15-470b-a225-fcb92c5b8360 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.69 "GET /v2.0/ports?device_id=02bcd2b0-f65b-45bf-9590-0624679e6dd0 HTTP/1.1" status: 200 len: 946 time: 0.1132123 Jul 16 01:40:58.909600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-220c38cb-447b-436d-835f-06e858e76131 req-ff3baea0-fed3-47ad-89ed-c6574d552901 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Deleting port 8db544f2-3b15-4286-b34c-72eccbf9203b {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:40:58.909959 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-220c38cb-447b-436d-835f-06e858e76131 req-ff3baea0-fed3-47ad-89ed-c6574d552901 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.005951 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-220c38cb-447b-436d-835f-06e858e76131 req-ff3baea0-fed3-47ad-89ed-c6574d552901 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] For port 8db544f2-3b15-4286-b34c-72eccbf9203b, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8db544f2-3b15-4286-b34c-72eccbf9203b,segment=NetworkSegment(592c05cf-586e-4938-a6a7-4dc52bc130cc),segment_id=592c05cf-586e-4938-a6a7-4dc52bc130cc)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:59.006320 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-220c38cb-447b-436d-835f-06e858e76131 req-ff3baea0-fed3-47ad-89ed-c6574d552901 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.018704 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-220c38cb-447b-436d-835f-06e858e76131 req-ff3baea0-fed3-47ad-89ed-c6574d552901 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Calling delete_port for 8db544f2-3b15-4286-b34c-72eccbf9203b owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:40:59.181612 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-220c38cb-447b-436d-835f-06e858e76131 req-ff3baea0-fed3-47ad-89ed-c6574d552901 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.193265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['8db544f2-3b15-4286-b34c-72eccbf9203b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:59.205812 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65ef42-da21-4b75-9076-e944f195fd76 req-5c9c18cf-ea2e-47c4-a82c-db62aa37c577 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.208462 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1a65ef42-da21-4b75-9076-e944f195fd76 req-5c9c18cf-ea2e-47c4-a82c-db62aa37c577 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=02bcd2b0-f65b-45bf-9590-0624679e6dd0 HTTP/1.1" status: 200 len: 867 time: 0.0923123 Jul 16 01:40:59.212890 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3baea0-fed3-47ad-89ed-c6574d552901 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Pushing event deleted for resources: {'Port': ['ID=8db544f2-3b15-4286-b34c-72eccbf9203b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:59.261438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-220c38cb-447b-436d-835f-06e858e76131 req-ff3baea0-fed3-47ad-89ed-c6574d552901 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] No DVR routers for this DVR port 8db544f2-3b15-4286-b34c-72eccbf9203b on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:40:59.264226 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-220c38cb-447b-436d-835f-06e858e76131 req-ff3baea0-fed3-47ad-89ed-c6574d552901 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.266498 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-220c38cb-447b-436d-835f-06e858e76131 req-ff3baea0-fed3-47ad-89ed-c6574d552901 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.69 "DELETE /v2.0/ports/8db544f2-3b15-4286-b34c-72eccbf9203b HTTP/1.1" status: 204 len: 173 time: 0.4519520 Jul 16 01:40:59.266949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bcd2b0-f65b-45bf-9590-0624679e6dd0', 'name': 'network-vif-deleted', 'tag': '8db544f2-3b15-4286-b34c-72eccbf9203b'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:59.269821 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019ba8a2-9e1b-4cf1-b91d-b27b1b83ff4a" -d '{"events": [{"server_uuid": "02bcd2b0-f65b-45bf-9590-0624679e6dd0", "name": "network-vif-deleted", "tag": "8db544f2-3b15-4286-b34c-72eccbf9203b"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:59.274144 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1a65ef42-da21-4b75-9076-e944f195fd76 req-a7e556b3-14c9-40e5-b5be-1ad80d7693c9 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524921 Jul 16 01:40:59.298674 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:40:59.300898 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553d12d7-3f5d-4233-98f6-b52513e6c2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:40:59.312796 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbacc87-72c1-440e-8312-6720de547aa5 x-openstack-request-id: req-4dbacc87-72c1-440e-8312-6720de547aa5 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:59.313171 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bcd2b0-f65b-45bf-9590-0624679e6dd0", "name": "network-vif-deleted", "tag": "8db544f2-3b15-4286-b34c-72eccbf9203b", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:59.313366 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4dbacc87-72c1-440e-8312-6720de547aa5 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:59.313782 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bcd2b0-f65b-45bf-9590-0624679e6dd0', 'name': 'network-vif-deleted', 'tag': '8db544f2-3b15-4286-b34c-72eccbf9203b', 'status': 'completed', 'code': 200} Jul 16 01:40:59.343416 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b6e43c7a-a269-4a52-aa29-fad0d8217c57 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:40:59.347713 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d12d295-1063-402c-b7d2-7068692dd424 x-openstack-request-id: req-9d12d295-1063-402c-b7d2-7068692dd424 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:40:59.348484 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:40:59.348948 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d12d295-1063-402c-b7d2-7068692dd424 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:40:59.350013 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c', 'status': 'completed', 'code': 200} Jul 16 01:40:59.503228 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b6e43c7a-a269-4a52-aa29-fad0d8217c57, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b6e43c7a-a269-4a52-aa29-fad0d8217c57,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:59.514991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'b6e43c7a-a269-4a52-aa29-fad0d8217c57', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'b6e43c7a-a269-4a52-aa29-fad0d8217c57', 'mac_address': 'fa:16:3e:28:2c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.211'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:40:59.526200 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d12d7-3f5d-4233-98f6-b52513e6c2c3 req-8a07406c-9028-4408-8edf-edb1c2ab821f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.527804 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-553d12d7-3f5d-4233-98f6-b52513e6c2c3 req-8a07406c-9028-4408-8edf-edb1c2ab821f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 1097 time: 0.1153028 Jul 16 01:40:59.553613 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58d7d7-0f01-4f49-bc83-58973f2e8340 req-e3b5e81f-74d4-4ef9-af3a-a9ae2c5e0e46 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.555076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c58d7d7-0f01-4f49-bc83-58973f2e8340 req-e3b5e81f-74d4-4ef9-af3a-a9ae2c5e0e46 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/ports?device_id=171bc520-ac39-4f09-86e1-1484d098b3b9 HTTP/1.1" status: 200 len: 948 time: 0.0977342 Jul 16 01:40:59.558265 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.572626 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e43c7a-a269-4a52-aa29-fad0d8217c57 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:40:59.597042 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b6e43c7a-a269-4a52-aa29-fad0d8217c57, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b6e43c7a-a269-4a52-aa29-fad0d8217c57,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:40:59.602880 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:40:59.655159 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c58d7d7-0f01-4f49-bc83-58973f2e8340 req-b99aa1e6-410e-4322-a147-230a9bf6b032 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/security-groups?id=b77b65e8-9487-43a4-b66a-ac8cdb43a558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861044 Jul 16 01:40:59.655598 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56164) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:59.658237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=b6e43c7a-a269-4a52-aa29-fad0d8217c57,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:40:59.677702 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d12d7-3f5d-4233-98f6-b52513e6c2c3 req-b37e0f3b-8252-4e48-b983-b56be1c32977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.677702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-553d12d7-3f5d-4233-98f6-b52513e6c2c3 req-b37e0f3b-8252-4e48-b983-b56be1c32977 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d7088984-ce34-42f5-a9eb-17cc212ae366 HTTP/1.1" status: 200 len: 897 time: 0.1380508 Jul 16 01:40:59.758329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8027b38e-f515-4da5-9456-e0975b502041 tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:40:59.787186 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8027b38e-f515-4da5-9456-e0975b502041 tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] 10.222.0.22 "PUT /v2.0/quotas/d06356e00452407fab7c764b1f5b4aef HTTP/1.1" status: 200 len: 366 time: 0.1296556 Jul 16 01:40:59.789695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56168) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:59.791878 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-553d12d7-3f5d-4233-98f6-b52513e6c2c3 req-6b83d3c6-3c41-4280-a93f-dd4b331fb19f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c HTTP/1.1" status: 200 len: 1001 time: 0.0997698 Jul 16 01:40:59.803258 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-42873658-b365-46b1-92a8-768d130d6b56 tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0095687 Jul 16 01:40:59.803443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56170) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:59.813939 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2379abb0-e2a3-44e5-8736-03071396c5cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] 10.222.0.22 "GET /v2.0/quotas/d06356e00452407fab7c764b1f5b4aef HTTP/1.1" status: 200 len: 366 time: 0.0094552 Jul 16 01:40:59.816402 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56172) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:59.830736 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6f688795-bdfd-427a-9531-92890acc3df4 tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/d06356e00452407fab7c764b1f5b4aef HTTP/1.1" status: 204 len: 168 time: 0.0130148 Jul 16 01:40:59.832839 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56174) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:59.841692 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-085f1187-ea0c-4da8-adff-b59102eff8e5 tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0078232 Jul 16 01:40:59.844007 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56176) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:59.848918 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d12d7-3f5d-4233-98f6-b52513e6c2c3 req-35fcbf24-8b7e-4029-84ad-1402ba89a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.850622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-553d12d7-3f5d-4233-98f6-b52513e6c2c3 req-35fcbf24-8b7e-4029-84ad-1402ba89a01b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b HTTP/1.1" status: 200 len: 835 time: 0.0517612 Jul 16 01:40:59.860888 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-988f133d-e90e-4e1e-b35d-002ac34260cd tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] 10.222.0.22 "GET /v2.0/quotas/d06356e00452407fab7c764b1f5b4aef HTTP/1.1" status: 200 len: 370 time: 0.0138133 Jul 16 01:40:59.861779 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56180) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:59.870292 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56182) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:40:59.870860 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9d18b7ea-b30e-4c72-9da0-759cb0bd613c tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] 10.222.0.22 "GET /v2.0/quotas/d06356e00452407fab7c764b1f5b4aef/default HTTP/1.1" status: 200 len: 370 time: 0.0074923 Jul 16 01:40:59.889013 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-af35f44d-3aeb-4d63-9bc6-48948488beff tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] delete failed (client error): The resource could not be found. Jul 16 01:40:59.890028 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-af35f44d-3aeb-4d63-9bc6-48948488beff tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/d06356e00452407fab7c764b1f5b4aef HTTP/1.1" status: 404 len: 348 time: 0.0186803 Jul 16 01:40:59.897985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['b6e43c7a-a269-4a52-aa29-fad0d8217c57'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:40:59.934326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553d12d7-3f5d-4233-98f6-b52513e6c2c3 req-bb9dad7d-db9b-4a20-a356-1eea3ee6b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:40:59.936023 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-553d12d7-3f5d-4233-98f6-b52513e6c2c3 req-bb9dad7d-db9b-4a20-a356-1eea3ee6b689 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7088984-ce34-42f5-a9eb-17cc212ae366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590181 Jul 16 01:41:00.052228 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56186) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:00.058278 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-553d12d7-3f5d-4233-98f6-b52513e6c2c3 req-5cf11b35-f900-4413-a135-627747883a1e service neutron] 10.222.0.70 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097946 Jul 16 01:41:00.076002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.quota.resource [None req-17f48584-bf45-44ca-b754-909f084941cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] Usage tracker for resource:network and tenant:dc0232fee2d0478bb1bc693b0c62e1dc is out of sync, need to count used quota {{(pid=93920) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:41:00.081084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.quota.resource [None req-17f48584-bf45-44ca-b754-909f084941cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93920) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:41:00.089196 n-d-791505-14 neutron-server[93920]: DEBUG neutron.quota.resource [None req-17f48584-bf45-44ca-b754-909f084941cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] Usage tracker for resource:subnet and tenant:dc0232fee2d0478bb1bc693b0c62e1dc is out of sync, need to count used quota {{(pid=93920) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:41:00.094566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.quota.resource [None req-17f48584-bf45-44ca-b754-909f084941cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93920) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:41:00.101760 n-d-791505-14 neutron-server[93920]: DEBUG neutron.quota.resource [None req-17f48584-bf45-44ca-b754-909f084941cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] Usage tracker for resource:subnetpool and tenant:dc0232fee2d0478bb1bc693b0c62e1dc is out of sync, need to count used quota {{(pid=93920) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:41:00.106475 n-d-791505-14 neutron-server[93920]: DEBUG neutron.quota.resource [None req-17f48584-bf45-44ca-b754-909f084941cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93920) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:41:00.112590 n-d-791505-14 neutron-server[93920]: DEBUG neutron.quota.resource [None req-17f48584-bf45-44ca-b754-909f084941cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] Usage tracker for resource:port and tenant:dc0232fee2d0478bb1bc693b0c62e1dc is out of sync, need to count used quota {{(pid=93920) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:41:00.117818 n-d-791505-14 neutron-server[93920]: DEBUG neutron.quota.resource [None req-17f48584-bf45-44ca-b754-909f084941cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93920) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:41:00.123786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.quota.resource [None req-17f48584-bf45-44ca-b754-909f084941cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] Usage tracker for resource:router and tenant:dc0232fee2d0478bb1bc693b0c62e1dc is out of sync, need to count used quota {{(pid=93920) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:41:00.128519 n-d-791505-14 neutron-server[93920]: DEBUG neutron.quota.resource [None req-17f48584-bf45-44ca-b754-909f084941cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93920) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:41:00.134907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.quota.resource [None req-17f48584-bf45-44ca-b754-909f084941cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] Usage tracker for resource:floatingip and tenant:dc0232fee2d0478bb1bc693b0c62e1dc is out of sync, need to count used quota {{(pid=93920) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:41:00.139561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.quota.resource [None req-17f48584-bf45-44ca-b754-909f084941cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93920) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:41:00.153333 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-553d12d7-3f5d-4233-98f6-b52513e6c2c3 req-63ffb59c-ae9f-4c3c-8b23-616bd9d06ffe service neutron] 10.222.0.70 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840321 Jul 16 01:41:00.179144 n-d-791505-14 neutron-server[93920]: DEBUG neutron.quota.resource [None req-17f48584-bf45-44ca-b754-909f084941cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] Usage tracker for resource:security_group and tenant:dc0232fee2d0478bb1bc693b0c62e1dc is out of sync, need to count used quota {{(pid=93920) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:41:00.184356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.quota.resource [None req-17f48584-bf45-44ca-b754-909f084941cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93920) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:41:00.190661 n-d-791505-14 neutron-server[93920]: DEBUG neutron.quota.resource [None req-17f48584-bf45-44ca-b754-909f084941cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] Usage tracker for resource:security_group_rule and tenant:dc0232fee2d0478bb1bc693b0c62e1dc is out of sync, need to count used quota {{(pid=93920) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 01:41:00.195475 n-d-791505-14 neutron-server[93920]: DEBUG neutron.quota.resource [None req-17f48584-bf45-44ca-b754-909f084941cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93920) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 01:41:00.200765 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-17f48584-bf45-44ca-b754-909f084941cf tempest-QuotasTest-398224498 tempest-QuotasTest-398224498-project-admin] 10.222.0.22 "GET /v2.0/quotas/dc0232fee2d0478bb1bc693b0c62e1dc/details.json HTTP/1.1" status: 200 len: 703 time: 0.1479657 Jul 16 01:41:00.356017 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.505867 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56198) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:00.614925 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-191fbf91-5f23-4a30-963b-ca8eda11e9cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.706162 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-191fbf91-5f23-4a30-963b-ca8eda11e9cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.710987 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-191fbf91-5f23-4a30-963b-ca8eda11e9cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.751193 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-191fbf91-5f23-4a30-963b-ca8eda11e9cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ba3aed1cacb45e0821eb074713d63b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441885 Jul 16 01:41:00.752610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191fbf91-5f23-4a30-963b-ca8eda11e9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a38fcd7-ad6a-4d0f-91f5-4717c8a6e9e0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:00.752886 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56204) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:00.849019 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ceab57d-3194-4351-b3ce-80ccdc8de691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.875630 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ceab57d-3194-4351-b3ce-80ccdc8de691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.884662 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87ebf58-e86a-4e27-a23a-f0090f0d82a4 req-da21019c-5c53-435a-8b31-e10fe5af5d4a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:00.886148 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a87ebf58-e86a-4e27-a23a-f0090f0d82a4 req-da21019c-5c53-435a-8b31-e10fe5af5d4a tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/ports?device_id=171bc520-ac39-4f09-86e1-1484d098b3b9 HTTP/1.1" status: 200 len: 949 time: 0.1122217 Jul 16 01:41:00.943787 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a87ebf58-e86a-4e27-a23a-f0090f0d82a4 req-31fcad65-0ef8-4f07-b80b-0784f49e6b44 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/security-groups?id=b77b65e8-9487-43a4-b66a-ac8cdb43a558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506716 Jul 16 01:41:00.971519 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ceab57d-3194-4351-b3ce-80ccdc8de691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.974708 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ceab57d-3194-4351-b3ce-80ccdc8de691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:00.978292 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1ceab57d-3194-4351-b3ce-80ccdc8de691 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a38fcd7-ad6a-4d0f-91f5-4717c8a6e9e0 HTTP/1.1" status: 204 len: 168 time: 0.2216043 Jul 16 01:41:00.987353 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceab57d-3194-4351-b3ce-80ccdc8de691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a38fcd7-ad6a-4d0f-91f5-4717c8a6e9e0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:01.263400 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56212) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:01.276794 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2e87a416-af65-40dd-a347-060e95c3cc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.314061 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.369238 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2e87a416-af65-40dd-a347-060e95c3cc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.369729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b6e43c7a-a269-4a52-aa29-fad0d8217c57 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:01.372774 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2e87a416-af65-40dd-a347-060e95c3cc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.415609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e87a416-af65-40dd-a347-060e95c3cc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3e7269-f469-4f78-8f21-31b435067f45,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:01.424276 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2e87a416-af65-40dd-a347-060e95c3cc6f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc0232fee2d0478bb1bc693b0c62e1dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1570766 Jul 16 01:41:01.424696 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56214) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:01.429926 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port b6e43c7a-a269-4a52-aa29-fad0d8217c57 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:01.436400 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port b6e43c7a-a269-4a52-aa29-fad0d8217c57 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:01.436797 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.478602 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4cdfab1f-eb53-4f96-ad20-d916332194e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.503247 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4cdfab1f-eb53-4f96-ad20-d916332194e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.524333 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.615748 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b6e43c7a-a269-4a52-aa29-fad0d8217c57, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b6e43c7a-a269-4a52-aa29-fad0d8217c57,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:01.616757 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171bc520-ac39-4f09-86e1-1484d098b3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e43c7a-a269-4a52-aa29-fad0d8217c57'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:01.621565 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fbc6233-39cf-4c5f-8098-cb273bbce4bc" -d '{"events": [{"server_uuid": "171bc520-ac39-4f09-86e1-1484d098b3b9", "name": "network-vif-plugged", "status": "completed", "tag": "b6e43c7a-a269-4a52-aa29-fad0d8217c57"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:01.625306 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.625464 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4cdfab1f-eb53-4f96-ad20-d916332194e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.628308 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4cdfab1f-eb53-4f96-ad20-d916332194e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:01.630152 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4cdfab1f-eb53-4f96-ad20-d916332194e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7c3e7269-f469-4f78-8f21-31b435067f45 HTTP/1.1" status: 204 len: 168 time: 0.2046826 Jul 16 01:41:01.662251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfab1f-eb53-4f96-ad20-d916332194e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3e7269-f469-4f78-8f21-31b435067f45,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:01.705202 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaaaf233-28eb-4e34-8765-d649f45d885f x-openstack-request-id: req-aaaaf233-28eb-4e34-8765-d649f45d885f {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:01.705498 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171bc520-ac39-4f09-86e1-1484d098b3b9", "name": "network-vif-plugged", "status": "completed", "tag": "b6e43c7a-a269-4a52-aa29-fad0d8217c57", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:01.705916 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aaaaf233-28eb-4e34-8765-d649f45d885f {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:01.706521 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171bc520-ac39-4f09-86e1-1484d098b3b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e43c7a-a269-4a52-aa29-fad0d8217c57', 'code': 200} Jul 16 01:41:01.725563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=b6e43c7a-a269-4a52-aa29-fad0d8217c57,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:01.863171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbee21-8f4b-489b-bc93-a2a74ef4bb67 req-3c8fead4-de9f-4acd-9e00-5a549caba07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:01.864790 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-29cbee21-8f4b-489b-bc93-a2a74ef4bb67 req-3c8fead4-de9f-4acd-9e00-5a549caba07f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=171bc520-ac39-4f09-86e1-1484d098b3b9 HTTP/1.1" status: 200 len: 1102 time: 0.0657294 Jul 16 01:41:01.905141 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-29cbee21-8f4b-489b-bc93-a2a74ef4bb67 req-3417675c-4a43-4ab7-a43b-06c0928c91f4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=b77b65e8-9487-43a4-b66a-ac8cdb43a558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295172 Jul 16 01:41:02.185934 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51163abd-820a-49fc-8251-7d6e65b21d75 req-e8708f3c-88f9-4b97-8e8e-a415a3bac017 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:02.187676 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51163abd-820a-49fc-8251-7d6e65b21d75 req-e8708f3c-88f9-4b97-8e8e-a415a3bac017 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/ports?device_id=171bc520-ac39-4f09-86e1-1484d098b3b9 HTTP/1.1" status: 200 len: 950 time: 0.0673950 Jul 16 01:41:02.239587 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51163abd-820a-49fc-8251-7d6e65b21d75 req-6f1ee564-5fd4-47dc-8a3c-57b4cf4cfc48 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/security-groups?id=b77b65e8-9487-43a4-b66a-ac8cdb43a558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416222 Jul 16 01:41:02.622740 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:41:02.955739 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56272) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:03.062336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-0eab4f74-c155-4f37-b4c6-f5d17981d72e tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1177458214', 'router:external': True}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:03.084219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eab4f74-c155-4f37-b4c6-f5d17981d72e tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Made reservation on behalf of 7b9ce0636c9640608fb75555d9e67a20 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:03.086480 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0eab4f74-c155-4f37-b4c6-f5d17981d72e tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.094992 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0eab4f74-c155-4f37-b4c6-f5d17981d72e tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.184999 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0eab4f74-c155-4f37-b4c6-f5d17981d72e tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.188894 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0eab4f74-c155-4f37-b4c6-f5d17981d72e tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.211114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eab4f74-c155-4f37-b4c6-f5d17981d72e tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:03.225939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab4f74-c155-4f37-b4c6-f5d17981d72e tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578d8ef1-3e84-4b12-b5f7-b7ceded06d6a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:03.232700 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0eab4f74-c155-4f37-b4c6-f5d17981d72e tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.233053 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-0eab4f74-c155-4f37-b4c6-f5d17981d72e tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Added segment f0bb4f02-9aac-4227-8fc5-f1247f39e978 of type vlan for network 266a0d80-590f-4981-b60e-4235a693f684 Jul 16 01:41:03.284669 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0eab4f74-c155-4f37-b4c6-f5d17981d72e tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.326393 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0eab4f74-c155-4f37-b4c6-f5d17981d72e tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.328128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eab4f74-c155-4f37-b4c6-f5d17981d72e tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.328994 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0eab4f74-c155-4f37-b4c6-f5d17981d72e tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.378109 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0eab4f74-c155-4f37-b4c6-f5d17981d72e tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.4210410 Jul 16 01:41:03.381793 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56280) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:03.387722 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-72dbb969-f0cb-4c15-bd3f-7f17a1aee04f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Request body: {'subnet': {'network_id': '266a0d80-590f-4981-b60e-4235a693f684', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:03.411322 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dbb969-f0cb-4c15-bd3f-7f17a1aee04f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Made reservation on behalf of 7b9ce0636c9640608fb75555d9e67a20 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:03.413719 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72dbb969-f0cb-4c15-bd3f-7f17a1aee04f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.428733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab4f74-c155-4f37-b4c6-f5d17981d72e tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Pushing event updated for resources: {'Network': ['ID=266a0d80-590f-4981-b60e-4235a693f684,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:03.446143 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 266a0d80-590f-4981-b60e-4235a693f684 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:03.478803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2bc2b-da7b-45a8-97b7-4714e3cfeebd req-cf3f5b1a-d704-4014-8035-2870aadd1c48 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.480856 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bfc2bc2b-da7b-45a8-97b7-4714e3cfeebd req-cf3f5b1a-d704-4014-8035-2870aadd1c48 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/ports?device_id=171bc520-ac39-4f09-86e1-1484d098b3b9 HTTP/1.1" status: 200 len: 950 time: 0.1180446 Jul 16 01:41:03.533922 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bfc2bc2b-da7b-45a8-97b7-4714e3cfeebd req-a587998b-e180-4bb0-8e8a-ffffca00c897 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/security-groups?id=b77b65e8-9487-43a4-b66a-ac8cdb43a558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474236 Jul 16 01:41:03.563847 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8db544f2-3b15-4286-b34c-72eccbf9203b no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:03.586788 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 8db544f2-3b15-4286-b34c-72eccbf9203b {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:03.588065 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8db544f2-3b15-4286-b34c-72eccbf9203b not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:03.655989 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d941bb40-8a68-4856-a9f1-6fc8926a067c req-27ab3f80-d70c-4f8c-a644-c983776151a5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0653510 Jul 16 01:41:03.793054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.objects.ports [None req-72dbb969-f0cb-4c15-bd3f-7f17a1aee04f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93920) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:41:03.795072 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72dbb969-f0cb-4c15-bd3f-7f17a1aee04f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.859415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941bb40-8a68-4856-a9f1-6fc8926a067c req-888d9b27-4838-43ff-ae2c-a5d4f60f6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.861216 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d941bb40-8a68-4856-a9f1-6fc8926a067c req-888d9b27-4838-43ff-ae2c-a5d4f60f6e6e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 1097 time: 0.0822823 Jul 16 01:41:03.874672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbb969-f0cb-4c15-bd3f-7f17a1aee04f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0c9dd65a-50e7-4095-a75a-975b6406f1d9,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:03.897178 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72dbb969-f0cb-4c15-bd3f-7f17a1aee04f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Checking segment: {'id': 'f0bb4f02-9aac-4227-8fc5-f1247f39e978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '266a0d80-590f-4981-b60e-4235a693f684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:03.897537 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dbb969-f0cb-4c15-bd3f-7f17a1aee04f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Network hostable DHCP agents. Network: 266a0d80-590f-4981-b60e-4235a693f684, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:03.918501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72dbb969-f0cb-4c15-bd3f-7f17a1aee04f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Network 266a0d80-590f-4981-b60e-4235a693f684 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:03.933632 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-72dbb969-f0cb-4c15-bd3f-7f17a1aee04f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 266a0d80-590f-4981-b60e-4235a693f684) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:03.941432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dbb969-f0cb-4c15-bd3f-7f17a1aee04f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:03.942721 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72dbb969-f0cb-4c15-bd3f-7f17a1aee04f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:03.944753 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af59c68-9230-441f-9a59-9e758a19921f None None] Network 266a0d80-590f-4981-b60e-4235a693f684 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:03.971076 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-72dbb969-f0cb-4c15-bd3f-7f17a1aee04f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5874069 Jul 16 01:41:03.979576 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56292) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:03.984980 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-20fd5f52-0fa9-45dc-930c-5058079ba514 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-119992328', 'network_id': '266a0d80-590f-4981-b60e-4235a693f684'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:04.015418 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fd5f52-0fa9-45dc-930c-5058079ba514 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Made reservation on behalf of 7b9ce0636c9640608fb75555d9e67a20 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:04.019539 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20fd5f52-0fa9-45dc-930c-5058079ba514 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.038465 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941bb40-8a68-4856-a9f1-6fc8926a067c req-d5f811fa-4cc3-4208-a87f-e513b8d36a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.041017 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-20fd5f52-0fa9-45dc-930c-5058079ba514 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] device_id is not set on port e39b972d-ff0d-47e0-949e-57dd1dfa4c13 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:04.045924 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d941bb40-8a68-4856-a9f1-6fc8926a067c req-d5f811fa-4cc3-4208-a87f-e513b8d36a2f service neutron] 10.222.0.70 "GET /v2.0/networks?id=d7088984-ce34-42f5-a9eb-17cc212ae366 HTTP/1.1" status: 200 len: 897 time: 0.1502733 Jul 16 01:41:04.171098 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532a00dd-e38a-4f80-bb05-7d20c55380e7 None None] Network 266a0d80-590f-4981-b60e-4235a693f684 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:04.192600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-20fd5f52-0fa9-45dc-930c-5058079ba514 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Allocated IP 172.20.0.9 (266a0d80-590f-4981-b60e-4235a693f684/0c9dd65a-50e7-4095-a75a-975b6406f1d9/e39b972d-ff0d-47e0-949e-57dd1dfa4c13) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:04.429760 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d941bb40-8a68-4856-a9f1-6fc8926a067c req-0d7c5704-412b-42da-800d-332d16233bdf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c HTTP/1.1" status: 200 len: 1001 time: 0.3638561 Jul 16 01:41:04.486613 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941bb40-8a68-4856-a9f1-6fc8926a067c req-f9a179cb-b507-45d1-a0b7-f8a27e341c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.488259 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d941bb40-8a68-4856-a9f1-6fc8926a067c req-f9a179cb-b507-45d1-a0b7-f8a27e341c05 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b HTTP/1.1" status: 200 len: 835 time: 0.0466709 Jul 16 01:41:04.549947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941bb40-8a68-4856-a9f1-6fc8926a067c req-023eb034-3f4a-450d-8abe-cb43d6398a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.551475 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d941bb40-8a68-4856-a9f1-6fc8926a067c req-023eb034-3f4a-450d-8abe-cb43d6398a68 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7088984-ce34-42f5-a9eb-17cc212ae366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549600 Jul 16 01:41:04.655647 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d941bb40-8a68-4856-a9f1-6fc8926a067c req-ebf85ed0-e2f3-48be-b01d-7732ad06949f service neutron] 10.222.0.70 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900087 Jul 16 01:41:04.694652 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20fd5f52-0fa9-45dc-930c-5058079ba514 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.734337 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20fd5f52-0fa9-45dc-930c-5058079ba514 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.761334 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d941bb40-8a68-4856-a9f1-6fc8926a067c req-d058d332-456c-4978-9571-ef0ca9c9494e service neutron] 10.222.0.70 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921445 Jul 16 01:41:04.774727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fd5f52-0fa9-45dc-930c-5058079ba514 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Network 266a0d80-590f-4981-b60e-4235a693f684 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:04.782204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-20fd5f52-0fa9-45dc-930c-5058079ba514 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:04.786167 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fd5f52-0fa9-45dc-930c-5058079ba514 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:04.791738 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd5f52-0fa9-45dc-930c-5058079ba514 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Pushing event updated for resources: {'Port': ['ID=e39b972d-ff0d-47e0-949e-57dd1dfa4c13,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:04.831406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fd5f52-0fa9-45dc-930c-5058079ba514 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:04.831856 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-20fd5f52-0fa9-45dc-930c-5058079ba514 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.845862 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-20fd5f52-0fa9-45dc-930c-5058079ba514 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 0.8650599 Jul 16 01:41:04.848532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56300) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:04.925400 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2f5779f5-a0ed-46fc-972d-8f190a80ac3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:04.952717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b6845552-8a06-4421-ac2d-6438a1acdced tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Deleting port e39b972d-ff0d-47e0-949e-57dd1dfa4c13 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:04.952999 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6845552-8a06-4421-ac2d-6438a1acdced tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.051142 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6845552-8a06-4421-ac2d-6438a1acdced tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.064062 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b6845552-8a06-4421-ac2d-6438a1acdced tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Calling delete_port for e39b972d-ff0d-47e0-949e-57dd1dfa4c13 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:05.193788 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6845552-8a06-4421-ac2d-6438a1acdced tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.226169 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6845552-8a06-4421-ac2d-6438a1acdced tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Pushing event deleted for resources: {'Port': ['ID=e39b972d-ff0d-47e0-949e-57dd1dfa4c13,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:05.322641 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b6845552-8a06-4421-ac2d-6438a1acdced tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.327940 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b6845552-8a06-4421-ac2d-6438a1acdced tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "DELETE /v2.0/ports/e39b972d-ff0d-47e0-949e-57dd1dfa4c13 HTTP/1.1" status: 204 len: 168 time: 0.4755490 Jul 16 01:41:05.328088 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56310) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:05.332959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '266a0d80-590f-4981-b60e-4235a693f684', 'external_fixed_ips': [{'subnet_id': '0c9dd65a-50e7-4095-a75a-975b6406f1d9', 'ip_address': '172.20.0.9'}]}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:05.355003 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.355999 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.420122 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.558809 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.782962 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.803357 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:05.995397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Allocated IP 172.20.0.9 (266a0d80-590f-4981-b60e-4235a693f684/0c9dd65a-50e7-4095-a75a-975b6406f1d9/5c7f39bf-dc24-481e-ae35-953410ab6f3d) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:06.142994 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.203978 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.263346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Network 266a0d80-590f-4981-b60e-4235a693f684 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:06.277141 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Pushing event updated for resources: {'Port': ['ID=5c7f39bf-dc24-481e-ae35-953410ab6f3d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:06.287746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:06.290233 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:06.539931 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.733164 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.861940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Router 12b979e5-e0b8-492d-8c62-631d7d574896 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:41:06.972588 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:06.981924 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ef88c-1b0f-42c9-9d31-0a9fd08a1bed None None] Sync routers for ids ['12b979e5-e0b8-492d-8c62-631d7d574896'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:06.987928 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:06.991581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5a8dde32-a5d3-49c5-8235-487c8f13de65 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.6602035 Jul 16 01:41:06.991989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56318) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:06.992428 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ef88c-1b0f-42c9-9d31-0a9fd08a1bed None None] Routers {'12b979e5-e0b8-492d-8c62-631d7d574896'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:06.993044 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-413ef88c-1b0f-42c9-9d31-0a9fd08a1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:40:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['12b979e5-e0b8-492d-8c62-631d7d574896'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:07.109708 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3a867b-c5d5-4e20-a725-7a1600eb1efa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.124986 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-413ef88c-1b0f-42c9-9d31-0a9fd08a1bed None None] Set router 12b979e5-e0b8-492d-8c62-631d7d574896 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:07.233729 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3a867b-c5d5-4e20-a725-7a1600eb1efa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.335360 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-413ef88c-1b0f-42c9-9d31-0a9fd08a1bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12b979e5-e0b8-492d-8c62-631d7d574896', 'name': '', 'tenant_id': '7b9ce0636c9640608fb75555d9e67a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '266a0d80-590f-4981-b60e-4235a693f684', 'external_fixed_ips': [{'subnet_id': '0c9dd65a-50e7-4095-a75a-975b6406f1d9', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '5c7f39bf-dc24-481e-ae35-953410ab6f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:05Z', 'updated_at': '2021-07-16T01:41:06Z', 'revision_number': 3, 'project_id': '7b9ce0636c9640608fb75555d9e67a20', 'gw_port': {'id': '5c7f39bf-dc24-481e-ae35-953410ab6f3d', 'name': '', 'network_id': '266a0d80-590f-4981-b60e-4235a693f684', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12b979e5-e0b8-492d-8c62-631d7d574896', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3269, 'fixed_ips': [{'subnet_id': '0c9dd65a-50e7-4095-a75a-975b6406f1d9', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:05Z', 'updated_at': '2021-07-16T01:41:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0c9dd65a-50e7-4095-a75a-975b6406f1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:07.337926 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.364910 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-ab3a867b-c5d5-4e20-a725-7a1600eb1efa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Deleting port 5c7f39bf-dc24-481e-ae35-953410ab6f3d {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:07.365441 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3a867b-c5d5-4e20-a725-7a1600eb1efa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.367967 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ef88c-1b0f-42c9-9d31-0a9fd08a1bed None None] Checking router: 12b979e5-e0b8-492d-8c62-631d7d574896 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:07.368456 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ef88c-1b0f-42c9-9d31-0a9fd08a1bed None None] Updating router 12b979e5-e0b8-492d-8c62-631d7d574896 port 5c7f39bf-dc24-481e-ae35-953410ab6f3d binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:41:07.404180 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-413ef88c-1b0f-42c9-9d31-0a9fd08a1bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.445424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-1ae68390-5f77-4a51-8762-53e12988726a tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:07.447605 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-1ae68390-5f77-4a51-8762-53e12988726a tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/networks?id=4c41d491-7410-447b-85b5-72481e95148e HTTP/1.1" status: 200 len: 814 time: 0.1557596 Jul 16 01:41:07.476536 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-4a69b4a6-7716-404c-8bfa-2ed0ec3226c7 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/quotas/ec4e353711714b528dfa5008fd388277 HTTP/1.1" status: 200 len: 375 time: 0.0230694 Jul 16 01:41:07.507583 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3a867b-c5d5-4e20-a725-7a1600eb1efa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.521248 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-ab3a867b-c5d5-4e20-a725-7a1600eb1efa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Calling delete_port for 5c7f39bf-dc24-481e-ae35-953410ab6f3d owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:07.531737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-500cede1-d92c-409b-b958-e6c0e597ccca tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec4e353711714b528dfa5008fd388277&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541883 Jul 16 01:41:07.628780 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-f0e72d14-58aa-4007-8f27-2a3e95606247 service neutron] 10.222.0.22 "GET /v2.0/networks/4c41d491-7410-447b-85b5-72481e95148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955853 Jul 16 01:41:07.687601 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1bbc38cb-147c-44ea-89ab-ae4bc3d3d37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.722851 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3a867b-c5d5-4e20-a725-7a1600eb1efa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.725033 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.db.api [None req-413ef88c-1b0f-42c9-9d31-0a9fd08a1bed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:41:07.725500 n-d-791505-14 neutron-server[93922]: DEBUG oslo_db.api [None req-413ef88c-1b0f-42c9-9d31-0a9fd08a1bed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:41:07.753536 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a867b-c5d5-4e20-a725-7a1600eb1efa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c7f39bf-dc24-481e-ae35-953410ab6f3d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:07.764593 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-a1ca2bff-934c-476c-9d96-ac4c2387d1a9 service neutron] 10.222.0.22 "GET /v2.0/networks/4c41d491-7410-447b-85b5-72481e95148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270087 Jul 16 01:41:07.817285 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3a867b-c5d5-4e20-a725-7a1600eb1efa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.921617 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3a867b-c5d5-4e20-a725-7a1600eb1efa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.924359 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3a867b-c5d5-4e20-a725-7a1600eb1efa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.945087 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-84441cc3-eaa4-432b-b9de-af7dfdf498b2 req-c7bd69aa-b7d8-495e-bf04-d966bbf48c06 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=37c6fe21-c41f-4d20-bad7-7e8fe489382d HTTP/1.1" status: 200 len: 210 time: 0.0351815 Jul 16 01:41:07.978675 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3a867b-c5d5-4e20-a725-7a1600eb1efa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.979248 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3a867b-c5d5-4e20-a725-7a1600eb1efa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 12b979e5-e0b8-492d-8c62-631d7d574896 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:07.988435 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab3a867b-c5d5-4e20-a725-7a1600eb1efa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:07.992762 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56342) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:07.993033 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ab3a867b-c5d5-4e20-a725-7a1600eb1efa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "DELETE /v2.0/routers/12b979e5-e0b8-492d-8c62-631d7d574896 HTTP/1.1" status: 204 len: 168 time: 0.9999371 Jul 16 01:41:08.048585 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-728a1e3d-5fef-41e1-86e9-2414b14dee94 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Deleting subnet 0c9dd65a-50e7-4095-a75a-975b6406f1d9 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:08.052672 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-728a1e3d-5fef-41e1-86e9-2414b14dee94 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.095179 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-728a1e3d-5fef-41e1-86e9-2414b14dee94 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.138463 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-728a1e3d-5fef-41e1-86e9-2414b14dee94 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.197965 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-728a1e3d-5fef-41e1-86e9-2414b14dee94 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.242752 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a1e3d-5fef-41e1-86e9-2414b14dee94 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0c9dd65a-50e7-4095-a75a-975b6406f1d9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:08.245425 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-728a1e3d-5fef-41e1-86e9-2414b14dee94 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.250297 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-728a1e3d-5fef-41e1-86e9-2414b14dee94 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/0c9dd65a-50e7-4095-a75a-975b6406f1d9 HTTP/1.1" status: 204 len: 168 time: 0.2543175 Jul 16 01:41:08.250436 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ef88c-1b0f-42c9-9d31-0a9fd08a1bed None None] Port 5c7f39bf-dc24-481e-ae35-953410ab6f3d not found while updating agent binding for router 12b979e5-e0b8-492d-8c62-631d7d574896. {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 01:41:08.250859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56350) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:08.258643 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ef88c-1b0f-42c9-9d31-0a9fd08a1bed None None] Routers set() bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:08.259149 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413ef88c-1b0f-42c9-9d31-0a9fd08a1bed None None] Router IDs set() for agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:41:08.259799 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_agentschedulers_db [None req-413ef88c-1b0f-42c9-9d31-0a9fd08a1bed None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'12b979e5-e0b8-492d-8c62-631d7d574896'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent'). {{(pid=93922) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:41:08.260131 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413ef88c-1b0f-42c9-9d31-0a9fd08a1bed None None] The sync data for ids ['12b979e5-e0b8-492d-8c62-631d7d574896'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:08.336301 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27af6243-b6f8-412b-b32f-5faf6602d718 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.419907 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27af6243-b6f8-412b-b32f-5faf6602d718 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.437471 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-27af6243-b6f8-412b-b32f-5faf6602d718 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['266a0d80-590f-4981-b60e-4235a693f684']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:08.450329 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-27af6243-b6f8-412b-b32f-5faf6602d718 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0bb4f02-9aac-4227-8fc5-f1247f39e978') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:08.450940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-27af6243-b6f8-412b-b32f-5faf6602d718 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0bb4f02-9aac-4227-8fc5-f1247f39e978') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:08.460922 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27af6243-b6f8-412b-b32f-5faf6602d718 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.478024 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27af6243-b6f8-412b-b32f-5faf6602d718 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.485050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27af6243-b6f8-412b-b32f-5faf6602d718 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:08.485549 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27af6243-b6f8-412b-b32f-5faf6602d718 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:08.487959 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:08.578807 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.790302 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27af6243-b6f8-412b-b32f-5faf6602d718 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.795918 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27af6243-b6f8-412b-b32f-5faf6602d718 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 266a0d80-590f-4981-b60e-4235a693f684 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:41:08.801026 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27af6243-b6f8-412b-b32f-5faf6602d718 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:08.803057 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-27af6243-b6f8-412b-b32f-5faf6602d718 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "DELETE /v2.0/networks/266a0d80-590f-4981-b60e-4235a693f684 HTTP/1.1" status: 204 len: 168 time: 0.5515327 Jul 16 01:41:08.813558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af6243-b6f8-412b-b32f-5faf6602d718 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Pushing event deleted for resources: {'Network': ['ID=266a0d80-590f-4981-b60e-4235a693f684,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:09.004069 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56364) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:09.009100 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-1579b89e-1c13-4b64-89c1-0c0c4f889880 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Request body: {'router': {'name': 'tempest-router--1311068212', 'project_id': '619a071251404bcd83f23142ef3d89fa'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:09.049930 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1579b89e-1c13-4b64-89c1-0c0c4f889880 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.051185 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1579b89e-1c13-4b64-89c1-0c0c4f889880 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.121410 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-a98fa2ef-0ae3-4b2c-a9d8-3f14ec880131 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:09.123844 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-a98fa2ef-0ae3-4b2c-a9d8-3f14ec880131 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.69 "GET /v2.0/networks?id=4c41d491-7410-447b-85b5-72481e95148e HTTP/1.1" status: 200 len: 814 time: 0.1694655 Jul 16 01:41:09.145932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-287af85f-6414-4163-9730-d7adc157098f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Request body: {'port': {'device_id': '37c6fe21-c41f-4d20-bad7-7e8fe489382d', 'network_id': '4c41d491-7410-447b-85b5-72481e95148e', 'admin_state_up': True, 'tenant_id': 'ec4e353711714b528dfa5008fd388277'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:09.146179 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1579b89e-1c13-4b64-89c1-0c0c4f889880 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.155862 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1579b89e-1c13-4b64-89c1-0c0c4f889880 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.180195 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ea49208-68e0-4d12-985b-b35fd8af401a req-3fd7122b-fa0c-4c2a-a93a-e195a97e1ee6 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=37c6fe21-c41f-4d20-bad7-7e8fe489382d HTTP/1.1" status: 200 len: 210 time: 0.0379090 Jul 16 01:41:09.188358 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1579b89e-1c13-4b64-89c1-0c0c4f889880 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.189942 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1579b89e-1c13-4b64-89c1-0c0c4f889880 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1847193 Jul 16 01:41:09.193911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56366) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:09.313667 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-144569f5-9f14-412a-9e80-e7ef1bc15279 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.488020 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-144569f5-9f14-412a-9e80-e7ef1bc15279 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.491064 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-144569f5-9f14-412a-9e80-e7ef1bc15279 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.494590 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-287af85f-6414-4163-9730-d7adc157098f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Made reservation on behalf of ec4e353711714b528dfa5008fd388277 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:09.498086 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-287af85f-6414-4163-9730-d7adc157098f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.557153 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-144569f5-9f14-412a-9e80-e7ef1bc15279 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.557672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-144569f5-9f14-412a-9e80-e7ef1bc15279 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c09e14d0-1cb1-4bfa-b2be-519db8d4446d {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:09.590482 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-144569f5-9f14-412a-9e80-e7ef1bc15279 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.591615 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-144569f5-9f14-412a-9e80-e7ef1bc15279 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "DELETE /v2.0/routers/c09e14d0-1cb1-4bfa-b2be-519db8d4446d HTTP/1.1" status: 204 len: 168 time: 0.3967173 Jul 16 01:41:09.668798 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-287af85f-6414-4163-9730-d7adc157098f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Allocated IP 172.20.0.11 (4c41d491-7410-447b-85b5-72481e95148e/adde1b44-f9c3-406c-b28f-2f67c40f0e2d/2e714998-1b52-4fac-ba2a-a03719c30d2f) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:09.698524 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56374) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:09.821557 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-287af85f-6414-4163-9730-d7adc157098f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.860121 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-287af85f-6414-4163-9730-d7adc157098f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.892523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1320954354', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}, 'admin_state_up': False}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:09.907736 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-287af85f-6414-4163-9730-d7adc157098f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Network 4c41d491-7410-447b-85b5-72481e95148e is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:09.914753 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-287af85f-6414-4163-9730-d7adc157098f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:09.916527 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.917600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-287af85f-6414-4163-9730-d7adc157098f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:09.917750 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.950788 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287af85f-6414-4163-9730-d7adc157098f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Pushing event updated for resources: {'Port': ['ID=2e714998-1b52-4fac-ba2a-a03719c30d2f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:09.969276 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.976335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-287af85f-6414-4163-9730-d7adc157098f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:09.977054 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-287af85f-6414-4163-9730-d7adc157098f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:09.991324 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-287af85f-6414-4163-9730-d7adc157098f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8505652 Jul 16 01:41:10.001924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-c36bdce0-2073-40b3-a941-2fd6fef162fb tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:41:10.002920 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-c36bdce0-2073-40b3-a941-2fd6fef162fb tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052023 Jul 16 01:41:10.068260 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Request body: {'port': {'device_id': '37c6fe21-c41f-4d20-bad7-7e8fe489382d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:10.113043 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.143311 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.229874 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.307013 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.332591 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.412998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e714998-1b52-4fac-ba2a-a03719c30d2f {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:10.420973 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.433009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Transition to ACTIVE for port object 2e714998-1b52-4fac-ba2a-a03719c30d2f will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:10.436492 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.466602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676279c4-a65c-4494-b8a4-1da755f560af req-0bbf26f2-b91a-4588-a89c-cacb4b481c95 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:10.468134 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-676279c4-a65c-4494-b8a4-1da755f560af req-0bbf26f2-b91a-4588-a89c-cacb4b481c95 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=37c6fe21-c41f-4d20-bad7-7e8fe489382d HTTP/1.1" status: 200 len: 932 time: 0.1386945 Jul 16 01:41:10.489750 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Pushing event updated for resources: {'Port': ['ID=2e714998-1b52-4fac-ba2a-a03719c30d2f,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:10.492012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Allocated IP 172.25.2.156 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/1a189968-2a4a-40ad-83fd-47aaa6c3cff7) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:10.541683 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-676279c4-a65c-4494-b8a4-1da755f560af req-93c7c393-60e9-4a25-b8a4-85cf17c8c6bc tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640152 Jul 16 01:41:10.563062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Attempting to bind port 2e714998-1b52-4fac-ba2a-a03719c30d2f on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:10.563407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Attempting to bind port 2e714998-1b52-4fac-ba2a-a03719c30d2f by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '592c05cf-586e-4938-a6a7-4dc52bc130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4c41d491-7410-447b-85b5-72481e95148e'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:10.563746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Attempting to bind port 2e714998-1b52-4fac-ba2a-a03719c30d2f on network 4c41d491-7410-447b-85b5-72481e95148e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:10.573691 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Port 2e714998-1b52-4fac-ba2a-a03719c30d2f on network 4c41d491-7410-447b-85b5-72481e95148e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:10.573691 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Attempting to bind port 2e714998-1b52-4fac-ba2a-a03719c30d2f on network 4c41d491-7410-447b-85b5-72481e95148e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:10.574170 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:10.574514 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Checking segment: {'id': '592c05cf-586e-4938-a6a7-4dc52bc130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4c41d491-7410-447b-85b5-72481e95148e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:10.574901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Bound using segment: {'id': '592c05cf-586e-4938-a6a7-4dc52bc130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4c41d491-7410-447b-85b5-72481e95148e'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:10.575330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Bound port: 2e714998-1b52-4fac-ba2a-a03719c30d2f, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '592c05cf-586e-4938-a6a7-4dc52bc130cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '4c41d491-7410-447b-85b5-72481e95148e'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:10.576312 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.614903 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.641426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] For port 2e714998-1b52-4fac-ba2a-a03719c30d2f, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:10.645268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] For port 2e714998-1b52-4fac-ba2a-a03719c30d2f, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2e714998-1b52-4fac-ba2a-a03719c30d2f,segment=NetworkSegment(592c05cf-586e-4938-a6a7-4dc52bc130cc),segment_id=592c05cf-586e-4938-a6a7-4dc52bc130cc)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:10.650251 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.653928 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.698363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:10.707264 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:10.707900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:10.708479 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:10.709991 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] 10.222.0.69 "PUT /v2.0/ports/2e714998-1b52-4fac-ba2a-a03719c30d2f HTTP/1.1" status: 200 len: 1093 time: 0.7004430 Jul 16 01:41:10.710334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37c6fe21-c41f-4d20-bad7-7e8fe489382d', 'tag': '2e714998-1b52-4fac-ba2a-a03719c30d2f'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:10.711214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:10.712640 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1898fe-f62f-4734-9df4-4f1eea133772" -d '{"events": [{"name": "network-changed", "server_uuid": "37c6fe21-c41f-4d20-bad7-7e8fe489382d", "tag": "2e714998-1b52-4fac-ba2a-a03719c30d2f"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:10.725365 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1cf203-ded6-4731-8bd6-0c2107722baa service neutron] Pushing event updated for resources: {'Port': ['ID=2e714998-1b52-4fac-ba2a-a03719c30d2f,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:10.734232 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Pushing event updated for resources: {'Port': ['ID=1a189968-2a4a-40ad-83fd-47aaa6c3cff7,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:10.778353 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d021bc-0fed-4ad1-864a-d2e2c13d9234 x-openstack-request-id: req-30d021bc-0fed-4ad1-864a-d2e2c13d9234 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:10.778647 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37c6fe21-c41f-4d20-bad7-7e8fe489382d", "tag": "2e714998-1b52-4fac-ba2a-a03719c30d2f", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:10.778899 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30d021bc-0fed-4ad1-864a-d2e2c13d9234 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:10.779287 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37c6fe21-c41f-4d20-bad7-7e8fe489382d', 'tag': '2e714998-1b52-4fac-ba2a-a03719c30d2f', 'status': 'completed', 'code': 200} Jul 16 01:41:10.805949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-3aa4fecc-5180-4a1f-b166-be26dc3cde35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:10.807465 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-3aa4fecc-5180-4a1f-b166-be26dc3cde35 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec4e353711714b528dfa5008fd388277&device_id=37c6fe21-c41f-4d20-bad7-7e8fe489382d HTTP/1.1" status: 200 len: 1096 time: 0.0566912 Jul 16 01:41:10.847713 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-27341aa6-6d68-4fa6-a2a3-0b7036b3ec66 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e714998-1b52-4fac-ba2a-a03719c30d2f HTTP/1.1" status: 200 len: 217 time: 0.0335665 Jul 16 01:41:10.900035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-8d6c2d38-948a-4e91-8733-96838f068ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:10.901509 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-8d6c2d38-948a-4e91-8733-96838f068ad0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adde1b44-f9c3-406c-b28f-2f67c40f0e2d HTTP/1.1" status: 200 len: 854 time: 0.0477049 Jul 16 01:41:10.933504 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-224f6a43-73a4-417e-b65b-f4a07da8d975 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c41d491-7410-447b-85b5-72481e95148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261028 Jul 16 01:41:10.964980 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.023867 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-d3397a94-a96d-4c92-9586-1e6e05fad70b service neutron] 10.222.0.69 "GET /v2.0/networks/4c41d491-7410-447b-85b5-72481e95148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840840 Jul 16 01:41:11.113324 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bbec9c7d-517e-4848-a417-cc0c9eb8f96b req-7a33de7a-68eb-4e6b-b7ea-440695d9ac0a service neutron] 10.222.0.69 "GET /v2.0/networks/4c41d491-7410-447b-85b5-72481e95148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827255 Jul 16 01:41:11.162142 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.206942 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1898fe-f62f-4734-9df4-4f1eea133772 req-4f373e3e-d83b-4c8d-829e-af2934bdf29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.208485 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea1898fe-f62f-4734-9df4-4f1eea133772 req-4f373e3e-d83b-4c8d-829e-af2934bdf29d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=ec4e353711714b528dfa5008fd388277&device_id=37c6fe21-c41f-4d20-bad7-7e8fe489382d HTTP/1.1" status: 200 len: 1096 time: 0.0532272 Jul 16 01:41:11.286010 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Router c98ed5d8-2dfa-4f39-a4ae-1e7f2f15e93c is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:41:11.306787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1898fe-f62f-4734-9df4-4f1eea133772 req-e4118c79-e73b-4803-be0d-6127c731d2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.308569 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea1898fe-f62f-4734-9df4-4f1eea133772 req-e4118c79-e73b-4803-be0d-6127c731d2e5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4c41d491-7410-447b-85b5-72481e95148e HTTP/1.1" status: 200 len: 915 time: 0.0942955 Jul 16 01:41:11.350492 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea1898fe-f62f-4734-9df4-4f1eea133772 req-fb27b5a3-f93c-45b7-9bf3-493122e876f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e714998-1b52-4fac-ba2a-a03719c30d2f HTTP/1.1" status: 200 len: 217 time: 0.0344133 Jul 16 01:41:11.392389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:11.402597 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54960005-0f2f-49af-8d1e-a4f0656dc40d None None] Sync routers for ids ['c98ed5d8-2dfa-4f39-a4ae-1e7f2f15e93c'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:11.406447 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1898fe-f62f-4734-9df4-4f1eea133772 req-db204898-7aca-408f-adfd-5fd361e9939c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.407979 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea1898fe-f62f-4734-9df4-4f1eea133772 req-db204898-7aca-408f-adfd-5fd361e9939c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=adde1b44-f9c3-406c-b28f-2f67c40f0e2d HTTP/1.1" status: 200 len: 854 time: 0.0507498 Jul 16 01:41:11.413328 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.413632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54960005-0f2f-49af-8d1e-a4f0656dc40d None None] Routers {'c98ed5d8-2dfa-4f39-a4ae-1e7f2f15e93c'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:11.414255 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-54960005-0f2f-49af-8d1e-a4f0656dc40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c98ed5d8-2dfa-4f39-a4ae-1e7f2f15e93c'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:11.417651 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3ea1e3fd-13bc-4714-b4a5-5e311f03902f tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.7154696 Jul 16 01:41:11.417954 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56388) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:11.443704 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea1898fe-f62f-4734-9df4-4f1eea133772 req-aae8df9b-5a59-41e4-b9ac-4e761368bda3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4c41d491-7410-447b-85b5-72481e95148e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283449 Jul 16 01:41:11.449413 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-54960005-0f2f-49af-8d1e-a4f0656dc40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:11.458856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54960005-0f2f-49af-8d1e-a4f0656dc40d None None] Routers {'c98ed5d8-2dfa-4f39-a4ae-1e7f2f15e93c'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:11.459173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-54960005-0f2f-49af-8d1e-a4f0656dc40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c98ed5d8-2dfa-4f39-a4ae-1e7f2f15e93c'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:11.490729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-54960005-0f2f-49af-8d1e-a4f0656dc40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:11.491372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54960005-0f2f-49af-8d1e-a4f0656dc40d None None] The sync data for ids ['c98ed5d8-2dfa-4f39-a4ae-1e7f2f15e93c'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:11.526674 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f9457817-6b9d-425c-b9fb-3ad311f96e9a tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "GET /v2.0/routers/c98ed5d8-2dfa-4f39-a4ae-1e7f2f15e93c HTTP/1.1" status: 200 len: 921 time: 0.1075397 Jul 16 01:41:11.529529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56390) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:11.535138 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea1898fe-f62f-4734-9df4-4f1eea133772 req-d5fea2e0-d421-498b-b3c0-1e9d40d34104 service neutron] 10.222.0.69 "GET /v2.0/networks/4c41d491-7410-447b-85b5-72481e95148e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853195 Jul 16 01:41:11.558077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-285a0c99-9087-47bc-9379-42ae7898dace tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "GET /v2.0/ports?device_id=c98ed5d8-2dfa-4f39-a4ae-1e7f2f15e93c HTTP/1.1" status: 200 len: 205 time: 0.0275066 Jul 16 01:41:11.560564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56392) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:11.634671 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea1898fe-f62f-4734-9df4-4f1eea133772 req-422b6b31-0f95-416b-833c-aaaf9422d0e5 service neutron] 10.222.0.69 "GET /v2.0/networks/4c41d491-7410-447b-85b5-72481e95148e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923278 Jul 16 01:41:11.703314 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de1d4120-a1c7-46e7-bd0a-92b7341d895e tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.820015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e847967b-d3d9-4448-acad-af8fe1bb2252 req-99fc0e99-20b2-42c9-bbbf-f252a2f7c792 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:11.821516 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e847967b-d3d9-4448-acad-af8fe1bb2252 req-99fc0e99-20b2-42c9-bbbf-f252a2f7c792 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=37c6fe21-c41f-4d20-bad7-7e8fe489382d HTTP/1.1" status: 200 len: 944 time: 0.1526754 Jul 16 01:41:11.838103 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de1d4120-a1c7-46e7-bd0a-92b7341d895e tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.886164 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e847967b-d3d9-4448-acad-af8fe1bb2252 req-7836cc9c-fe38-45f9-be62-60ee8c70457c tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581381 Jul 16 01:41:11.907574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-de1d4120-a1c7-46e7-bd0a-92b7341d895e tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Deleting port 1a189968-2a4a-40ad-83fd-47aaa6c3cff7 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:11.907978 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de1d4120-a1c7-46e7-bd0a-92b7341d895e tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.981579 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de1d4120-a1c7-46e7-bd0a-92b7341d895e tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:11.993297 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-de1d4120-a1c7-46e7-bd0a-92b7341d895e tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Calling delete_port for 1a189968-2a4a-40ad-83fd-47aaa6c3cff7 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:12.432210 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de1d4120-a1c7-46e7-bd0a-92b7341d895e tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.456863 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d4120-a1c7-46e7-bd0a-92b7341d895e tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Pushing event deleted for resources: {'Port': ['ID=1a189968-2a4a-40ad-83fd-47aaa6c3cff7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:12.516761 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de1d4120-a1c7-46e7-bd0a-92b7341d895e tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.619793 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de1d4120-a1c7-46e7-bd0a-92b7341d895e tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.621824 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de1d4120-a1c7-46e7-bd0a-92b7341d895e tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.681065 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de1d4120-a1c7-46e7-bd0a-92b7341d895e tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.681065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1d4120-a1c7-46e7-bd0a-92b7341d895e tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Fanout notify agent at l3_agent the message router_deleted on router c98ed5d8-2dfa-4f39-a4ae-1e7f2f15e93c {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:12.688034 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-de1d4120-a1c7-46e7-bd0a-92b7341d895e tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.689063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-de1d4120-a1c7-46e7-bd0a-92b7341d895e tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "DELETE /v2.0/routers/c98ed5d8-2dfa-4f39-a4ae-1e7f2f15e93c HTTP/1.1" status: 204 len: 168 time: 1.1276040 Jul 16 01:41:12.693322 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56402) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:12.698145 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1964837763', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'enable_snat': False}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:12.719479 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.720604 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.771638 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:12.907975 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.061733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8eff6-82d4-46d9-af90-fae0aa68f947 req-0b452f09-63e5-46fe-94a7-1e270caaac0a tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:13.064217 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ce8eff6-82d4-46d9-af90-fae0aa68f947 req-0b452f09-63e5-46fe-94a7-1e270caaac0a tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=37c6fe21-c41f-4d20-bad7-7e8fe489382d HTTP/1.1" status: 200 len: 944 time: 0.0686717 Jul 16 01:41:13.103891 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ce8eff6-82d4-46d9-af90-fae0aa68f947 req-ff066a59-04ea-486a-97ad-e9f61adaec1a tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349064 Jul 16 01:41:13.110652 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.129124 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.227463 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Allocated IP 172.25.2.238 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/8e6b0318-c6c8-4783-9cf0-bd93f2f1daea) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:13.330755 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.367989 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.407214 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:13.411498 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:13.415725 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:13.418645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Pushing event updated for resources: {'Port': ['ID=8e6b0318-c6c8-4783-9cf0-bd93f2f1daea,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:13.609348 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 2e714998-1b52-4fac-ba2a-a03719c30d2f details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:13.654873 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.706351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2e714998-1b52-4fac-ba2a-a03719c30d2f, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2e714998-1b52-4fac-ba2a-a03719c30d2f,segment=NetworkSegment(592c05cf-586e-4938-a6a7-4dc52bc130cc),segment_id=592c05cf-586e-4938-a6a7-4dc52bc130cc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:13.718595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '2e714998-1b52-4fac-ba2a-a03719c30d2f', 'network_id': '4c41d491-7410-447b-85b5-72481e95148e', 'port_id': '2e714998-1b52-4fac-ba2a-a03719c30d2f', 'mac_address': 'fa:16:3e:53:f6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adde1b44-f9c3-406c-b28f-2f67c40f0e2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:41:13.758019 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.772303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e714998-1b52-4fac-ba2a-a03719c30d2f {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:41:13.798444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2e714998-1b52-4fac-ba2a-a03719c30d2f, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2e714998-1b52-4fac-ba2a-a03719c30d2f,segment=NetworkSegment(592c05cf-586e-4938-a6a7-4dc52bc130cc),segment_id=592c05cf-586e-4938-a6a7-4dc52bc130cc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:13.802845 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:13.851496 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=2e714998-1b52-4fac-ba2a-a03719c30d2f,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:14.064818 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['2e714998-1b52-4fac-ba2a-a03719c30d2f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:14.144057 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.282473 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Router 51df3758-944c-45e0-9d17-16b762a1d8ff is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:41:14.287548 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606791c1-0f94-453b-afe9-3442d6e03b41 req-0931be13-6b94-42e9-9326-4159db803518 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:14.289135 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-606791c1-0f94-453b-afe9-3442d6e03b41 req-0931be13-6b94-42e9-9326-4159db803518 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=37c6fe21-c41f-4d20-bad7-7e8fe489382d HTTP/1.1" status: 200 len: 945 time: 0.0682449 Jul 16 01:41:14.332039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-606791c1-0f94-453b-afe9-3442d6e03b41 req-97ba4aae-f968-4c3d-9fce-c828a8d919c6 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342078 Jul 16 01:41:14.389867 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:14.399121 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Sync routers for ids ['51df3758-944c-45e0-9d17-16b762a1d8ff'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:14.405790 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.407136 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-193407ab-f960-4f9e-930f-b9b5c2d3ed14 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 1.7127013 Jul 16 01:41:14.410549 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56414) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:14.412281 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Routers {'51df3758-944c-45e0-9d17-16b762a1d8ff'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:14.413066 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['51df3758-944c-45e0-9d17-16b762a1d8ff'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:14.513548 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dd2f2bb3-5e9c-48e1-bcef-643f7979f68b tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "GET /v2.0/routers/51df3758-944c-45e0-9d17-16b762a1d8ff HTTP/1.1" status: 200 len: 909 time: 0.1018493 Jul 16 01:41:14.514657 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Set router 51df3758-944c-45e0-9d17-16b762a1d8ff gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:14.515974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56416) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:14.520722 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1964837763', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'enable_snat': True}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:14.541582 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.542557 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.595853 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.732071 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.778522 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51df3758-944c-45e0-9d17-16b762a1d8ff', 'name': 'tempest-snat-router-1964837763', 'tenant_id': '7b9ce0636c9640608fb75555d9e67a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.238'}], 'enable_snat': False}, 'gw_port_id': '8e6b0318-c6c8-4783-9cf0-bd93f2f1daea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:12Z', 'updated_at': '2021-07-16T01:41:13Z', 'revision_number': 3, 'project_id': '7b9ce0636c9640608fb75555d9e67a20', 'gw_port': {'id': '8e6b0318-c6c8-4783-9cf0-bd93f2f1daea', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51df3758-944c-45e0-9d17-16b762a1d8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:13Z', 'updated_at': '2021-07-16T01:41:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:14.804148 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Checking router: 51df3758-944c-45e0-9d17-16b762a1d8ff for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:14.804514 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Updating router 51df3758-944c-45e0-9d17-16b762a1d8ff port 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:41:14.838770 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.952054 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:14.971690 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.100066 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.112003 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Transition to ACTIVE for port object 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:15.118654 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.170289 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Attempting to bind port 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:15.170903 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Attempting to bind port 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:15.171268 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Attempting to bind port 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:15.179491 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Allocated IP 172.25.2.129 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/4b525b21-50b4-4cc0-b283-78bc6360ef95) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:15.180648 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b348e73-fadf-4ad2-9a07-786ab034bf0e None None] Pushing event updated for resources: {'Port': ['ID=8e6b0318-c6c8-4783-9cf0-bd93f2f1daea,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:15.183110 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:15.183477 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:15.183942 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.184832 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:15.184832 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Bound port: 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:15.185181 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.245234 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] For port 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:15.249504 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] For port 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8e6b0318-c6c8-4783-9cf0-bd93f2f1daea,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:15.255181 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.301968 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.324655 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b348e73-fadf-4ad2-9a07-786ab034bf0e None None] Pushing event updated for resources: {'Port': ['ID=8e6b0318-c6c8-4783-9cf0-bd93f2f1daea,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:15.329646 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Routers {'51df3758-944c-45e0-9d17-16b762a1d8ff'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:15.330265 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['51df3758-944c-45e0-9d17-16b762a1d8ff'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:15.354822 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.400888 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:15.403877 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:15.407729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:15.450426 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] Set router 51df3758-944c-45e0-9d17-16b762a1d8ff gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:15.458009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Pushing event updated for resources: {'Port': ['ID=4b525b21-50b4-4cc0-b283-78bc6360ef95,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:15.552984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180b490-a90e-438a-a4a6-b40ffee1fc41 req-1552a0b1-48cd-43a3-b8e4-a872dfdd713f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:15.555187 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3180b490-a90e-438a-a4a6-b40ffee1fc41 req-1552a0b1-48cd-43a3-b8e4-a872dfdd713f tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=37c6fe21-c41f-4d20-bad7-7e8fe489382d HTTP/1.1" status: 200 len: 945 time: 0.0788741 Jul 16 01:41:15.599791 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3180b490-a90e-438a-a4a6-b40ffee1fc41 req-ead86fdf-5818-4ef3-a9d8-c5bcb5b2087b tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388694 Jul 16 01:41:15.624481 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 2e714998-1b52-4fac-ba2a-a03719c30d2f up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:15.661230 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51df3758-944c-45e0-9d17-16b762a1d8ff', 'name': 'tempest-snat-router-1964837763', 'tenant_id': '7b9ce0636c9640608fb75555d9e67a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.238'}], 'enable_snat': False}, 'gw_port_id': '8e6b0318-c6c8-4783-9cf0-bd93f2f1daea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:12Z', 'updated_at': '2021-07-16T01:41:13Z', 'revision_number': 3, 'project_id': '7b9ce0636c9640608fb75555d9e67a20', 'gw_port': {'id': '8e6b0318-c6c8-4783-9cf0-bd93f2f1daea', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51df3758-944c-45e0-9d17-16b762a1d8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:13Z', 'updated_at': '2021-07-16T01:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:15.678883 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 2e714998-1b52-4fac-ba2a-a03719c30d2f completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:15.684510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 2e714998-1b52-4fac-ba2a-a03719c30d2f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:15.685743 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.689162 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1045d06-bdb4-4e9b-bdb8-8ef0f2edb3e0 None None] The sync data for ids ['51df3758-944c-45e0-9d17-16b762a1d8ff'] in n-d-791505-14 is: [{'id': '51df3758-944c-45e0-9d17-16b762a1d8ff', 'name': 'tempest-snat-router-1964837763', 'tenant_id': '7b9ce0636c9640608fb75555d9e67a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.238'}], 'enable_snat': False}, 'gw_port_id': '8e6b0318-c6c8-4783-9cf0-bd93f2f1daea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:12Z', 'updated_at': '2021-07-16T01:41:13Z', 'revision_number': 3, 'project_id': '7b9ce0636c9640608fb75555d9e67a20', 'gw_port': {'id': '8e6b0318-c6c8-4783-9cf0-bd93f2f1daea', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:98:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51df3758-944c-45e0-9d17-16b762a1d8ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:13Z', 'updated_at': '2021-07-16T01:41:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:15.696184 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.783583 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.818979 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c6fe21-c41f-4d20-bad7-7e8fe489382d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e714998-1b52-4fac-ba2a-a03719c30d2f'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:15.821718 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921340c7-cddc-4626-bee5-454b659e879c" -d '{"events": [{"server_uuid": "37c6fe21-c41f-4d20-bad7-7e8fe489382d", "name": "network-vif-plugged", "status": "completed", "tag": "2e714998-1b52-4fac-ba2a-a03719c30d2f"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:15.835374 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 2e714998-1b52-4fac-ba2a-a03719c30d2f, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2e714998-1b52-4fac-ba2a-a03719c30d2f,segment=NetworkSegment(592c05cf-586e-4938-a6a7-4dc52bc130cc),segment_id=592c05cf-586e-4938-a6a7-4dc52bc130cc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:15.840477 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.892977 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578dadf0-f119-4a0f-abb5-12a39e2a0ec8 x-openstack-request-id: req-578dadf0-f119-4a0f-abb5-12a39e2a0ec8 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:15.897775 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c6fe21-c41f-4d20-bad7-7e8fe489382d", "name": "network-vif-plugged", "status": "completed", "tag": "2e714998-1b52-4fac-ba2a-a03719c30d2f", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:15.898266 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-578dadf0-f119-4a0f-abb5-12a39e2a0ec8 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:15.898687 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c6fe21-c41f-4d20-bad7-7e8fe489382d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e714998-1b52-4fac-ba2a-a03719c30d2f', 'code': 200} Jul 16 01:41:15.927178 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:15.947592 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=2e714998-1b52-4fac-ba2a-a03719c30d2f,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:16.126713 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc2cb41-d4b7-43ea-9fd8-4c9a599f796a req-64006970-a8a3-4af1-bb4b-f03b00b37840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.128300 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-abc2cb41-d4b7-43ea-9fd8-4c9a599f796a req-64006970-a8a3-4af1-bb4b-f03b00b37840 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=37c6fe21-c41f-4d20-bad7-7e8fe489382d HTTP/1.1" status: 200 len: 1098 time: 0.1500573 Jul 16 01:41:16.187462 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-abc2cb41-d4b7-43ea-9fd8-4c9a599f796a req-c7be54fa-9bbb-4240-aee6-995bd9c93d91 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521154 Jul 16 01:41:16.193592 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Router 1269547a-2e1d-4e61-bea9-7b190f50e1c4 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:41:16.666482 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:16.674981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2d0a5-647c-4d73-95e6-9caaedd817ab None None] Sync routers for ids ['1269547a-2e1d-4e61-bea9-7b190f50e1c4'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:16.688329 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:16.691802 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0da6db87-eeab-40cd-b8cf-8003d42f042f tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.1725707 Jul 16 01:41:16.692208 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56436) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:16.698553 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2d0a5-647c-4d73-95e6-9caaedd817ab None None] Routers {'1269547a-2e1d-4e61-bea9-7b190f50e1c4'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:16.699224 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-86d2d0a5-647c-4d73-95e6-9caaedd817ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1269547a-2e1d-4e61-bea9-7b190f50e1c4'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:16.861415 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-42d031de-8742-4679-bf71-1568b00c6fe0 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "GET /v2.0/routers/1269547a-2e1d-4e61-bea9-7b190f50e1c4 HTTP/1.1" status: 200 len: 908 time: 0.1676826 Jul 16 01:41:16.863746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56438) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:16.910132 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2559986c-2343-4d5d-9871-7509d64f6071 req-df469ccf-4a81-4169-bb3d-bf85d4e79bce tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:16.919585 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2559986c-2343-4d5d-9871-7509d64f6071 req-df469ccf-4a81-4169-bb3d-bf85d4e79bce tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=37c6fe21-c41f-4d20-bad7-7e8fe489382d HTTP/1.1" status: 200 len: 946 time: 0.1681192 Jul 16 01:41:17.000448 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-86d2d0a5-647c-4d73-95e6-9caaedd817ab None None] Set router 1269547a-2e1d-4e61-bea9-7b190f50e1c4 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:17.009808 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2559986c-2343-4d5d-9871-7509d64f6071 req-c7075484-26c2-48e9-93f8-79775d86961d tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884957 Jul 16 01:41:17.059563 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b42899e3-05b1-40f2-bb32-9121e3cd34fa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.208441 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b42899e3-05b1-40f2-bb32-9121e3cd34fa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.230545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-86d2d0a5-647c-4d73-95e6-9caaedd817ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1269547a-2e1d-4e61-bea9-7b190f50e1c4', 'name': 'tempest-snat-router-1964837763', 'tenant_id': '7b9ce0636c9640608fb75555d9e67a20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.129'}], 'enable_snat': True}, 'gw_port_id': '4b525b21-50b4-4cc0-b283-78bc6360ef95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:41:14Z', 'updated_at': '2021-07-16T01:41:15Z', 'revision_number': 3, 'project_id': '7b9ce0636c9640608fb75555d9e67a20', 'gw_port': {'id': '4b525b21-50b4-4cc0-b283-78bc6360ef95', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4c:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1269547a-2e1d-4e61-bea9-7b190f50e1c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3277, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:41:14Z', 'updated_at': '2021-07-16T01:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:17.263844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2d0a5-647c-4d73-95e6-9caaedd817ab None None] Checking router: 1269547a-2e1d-4e61-bea9-7b190f50e1c4 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:17.264199 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2d0a5-647c-4d73-95e6-9caaedd817ab None None] Updating router 1269547a-2e1d-4e61-bea9-7b190f50e1c4 port 4b525b21-50b4-4cc0-b283-78bc6360ef95 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:41:17.265904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b42899e3-05b1-40f2-bb32-9121e3cd34fa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Deleting port 4b525b21-50b4-4cc0-b283-78bc6360ef95 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:17.266262 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b42899e3-05b1-40f2-bb32-9121e3cd34fa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.318660 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-86d2d0a5-647c-4d73-95e6-9caaedd817ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.385677 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b42899e3-05b1-40f2-bb32-9121e3cd34fa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.400767 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b42899e3-05b1-40f2-bb32-9121e3cd34fa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Calling delete_port for 4b525b21-50b4-4cc0-b283-78bc6360ef95 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:17.429222 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:17.527190 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:17.532763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:17.533133 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.578751 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b42899e3-05b1-40f2-bb32-9121e3cd34fa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.608714 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42899e3-05b1-40f2-bb32-9121e3cd34fa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b525b21-50b4-4cc0-b283-78bc6360ef95,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:17.675949 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b42899e3-05b1-40f2-bb32-9121e3cd34fa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.710450 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.735678 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-86d2d0a5-647c-4d73-95e6-9caaedd817ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:41:17.736059 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-86d2d0a5-647c-4d73-95e6-9caaedd817ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:41:17.739735 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8e6b0318-c6c8-4783-9cf0-bd93f2f1daea,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:17.746527 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.780289 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b42899e3-05b1-40f2-bb32-9121e3cd34fa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.782581 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b42899e3-05b1-40f2-bb32-9121e3cd34fa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.804901 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=8e6b0318-c6c8-4783-9cf0-bd93f2f1daea,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:17.837186 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b42899e3-05b1-40f2-bb32-9121e3cd34fa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.837925 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42899e3-05b1-40f2-bb32-9121e3cd34fa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1269547a-2e1d-4e61-bea9-7b190f50e1c4 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:17.842733 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b42899e3-05b1-40f2-bb32-9121e3cd34fa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:17.843975 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b42899e3-05b1-40f2-bb32-9121e3cd34fa tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "DELETE /v2.0/routers/1269547a-2e1d-4e61-bea9-7b190f50e1c4 HTTP/1.1" status: 204 len: 168 time: 0.9783061 Jul 16 01:41:17.847148 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56444) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:17.946532 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77236c62-ad9a-411b-bb52-f2adc1b13bd3 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.066099 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77236c62-ad9a-411b-bb52-f2adc1b13bd3 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.132129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-77236c62-ad9a-411b-bb52-f2adc1b13bd3 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Deleting port 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:18.135630 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77236c62-ad9a-411b-bb52-f2adc1b13bd3 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.228594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1331b-532e-430a-953d-834795023b5a req-94c96fb8-00c0-4840-8856-84d65a6ed0ce tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:18.230814 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81a1331b-532e-430a-953d-834795023b5a req-94c96fb8-00c0-4840-8856-84d65a6ed0ce tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=37c6fe21-c41f-4d20-bad7-7e8fe489382d HTTP/1.1" status: 200 len: 946 time: 0.0730402 Jul 16 01:41:18.269796 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2d0a5-647c-4d73-95e6-9caaedd817ab None None] Port 4b525b21-50b4-4cc0-b283-78bc6360ef95 not found while updating agent binding for router 1269547a-2e1d-4e61-bea9-7b190f50e1c4. {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 01:41:18.286559 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-77236c62-ad9a-411b-bb52-f2adc1b13bd3 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] For port 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8e6b0318-c6c8-4783-9cf0-bd93f2f1daea,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:18.287596 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77236c62-ad9a-411b-bb52-f2adc1b13bd3 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.300700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-77236c62-ad9a-411b-bb52-f2adc1b13bd3 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Calling delete_port for 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:18.303491 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2d0a5-647c-4d73-95e6-9caaedd817ab None None] Routers set() bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:18.304549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d2d0a5-647c-4d73-95e6-9caaedd817ab None None] Router IDs set() for agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 01:41:18.305258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_agentschedulers_db [None req-86d2d0a5-647c-4d73-95e6-9caaedd817ab None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1269547a-2e1d-4e61-bea9-7b190f50e1c4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent'). {{(pid=93921) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 01:41:18.305893 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d2d0a5-647c-4d73-95e6-9caaedd817ab None None] The sync data for ids ['1269547a-2e1d-4e61-bea9-7b190f50e1c4'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:18.325963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81a1331b-532e-430a-953d-834795023b5a req-b0073e24-1fbe-46bd-beb4-7c4bab7feff8 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856123 Jul 16 01:41:18.495735 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77236c62-ad9a-411b-bb52-f2adc1b13bd3 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.564198 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77236c62-ad9a-411b-bb52-f2adc1b13bd3 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e6b0318-c6c8-4783-9cf0-bd93f2f1daea,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:18.611520 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77236c62-ad9a-411b-bb52-f2adc1b13bd3 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.716920 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77236c62-ad9a-411b-bb52-f2adc1b13bd3 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.719192 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77236c62-ad9a-411b-bb52-f2adc1b13bd3 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.775038 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77236c62-ad9a-411b-bb52-f2adc1b13bd3 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.775825 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77236c62-ad9a-411b-bb52-f2adc1b13bd3 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 51df3758-944c-45e0-9d17-16b762a1d8ff {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:18.781484 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77236c62-ad9a-411b-bb52-f2adc1b13bd3 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.787026 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-77236c62-ad9a-411b-bb52-f2adc1b13bd3 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "DELETE /v2.0/routers/51df3758-944c-45e0-9d17-16b762a1d8ff HTTP/1.1" status: 204 len: 168 time: 0.9346952 Jul 16 01:41:18.787026 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56464) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:18.791828 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1673229287', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:18.823996 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.825280 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:18.902693 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.074068 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.338088 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.406622 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.455254 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:19.480181 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:19.480868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8e6b0318-c6c8-4783-9cf0-bd93f2f1daea not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:19.573903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Allocated IP 172.25.2.94 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/bbb8df8b-e70c-40fd-931d-35fc11e59982) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:19.704057 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.751325 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:19.792682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:19.800776 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:19.804512 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:19.837434 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Pushing event updated for resources: {'Port': ['ID=bbb8df8b-e70c-40fd-931d-35fc11e59982,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:20.094439 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.386874 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.578968 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Router 5e64d9e1-e43e-4def-9299-1ff703a2e320 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:41:20.703209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:20.712771 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbb4ca6-b93d-4a5a-b6cf-8673acc418b6 None None] Sync routers for ids ['5e64d9e1-e43e-4def-9299-1ff703a2e320'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:20.728680 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb4ca6-b93d-4a5a-b6cf-8673acc418b6 None None] Routers {'5e64d9e1-e43e-4def-9299-1ff703a2e320'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:20.732179 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4fbb4ca6-b93d-4a5a-b6cf-8673acc418b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5e64d9e1-e43e-4def-9299-1ff703a2e320'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:20.736473 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:20.739353 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-906314b8-0dd5-455e-ab37-10d81215b373 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9515252 Jul 16 01:41:20.743050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56476) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:20.764783 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8fd8ad25-bf9a-4665-b148-cce84a149295 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'enable_snat': False}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:20.778870 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4fbb4ca6-b93d-4a5a-b6cf-8673acc418b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:20.805868 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbb4ca6-b93d-4a5a-b6cf-8673acc418b6 None None] Routers {'5e64d9e1-e43e-4def-9299-1ff703a2e320'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:20.806599 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4fbb4ca6-b93d-4a5a-b6cf-8673acc418b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5e64d9e1-e43e-4def-9299-1ff703a2e320'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:20.899725 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4fbb4ca6-b93d-4a5a-b6cf-8673acc418b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:20.900254 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbb4ca6-b93d-4a5a-b6cf-8673acc418b6 None None] The sync data for ids ['5e64d9e1-e43e-4def-9299-1ff703a2e320'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:21.176251 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ad25-bf9a-4665-b148-cce84a149295 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.927294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ad25-bf9a-4665-b148-cce84a149295 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:21.931424 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ad25-bf9a-4665-b148-cce84a149295 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.059005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd8ad25-bf9a-4665-b148-cce84a149295 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Router 5e64d9e1-e43e-4def-9299-1ff703a2e320 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:22.182679 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd8ad25-bf9a-4665-b148-cce84a149295 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:22.196902 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1117b556-c9d7-4a76-bae2-7f96592cf529 None None] Sync routers for ids ['5e64d9e1-e43e-4def-9299-1ff703a2e320'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:22.198412 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8fd8ad25-bf9a-4665-b148-cce84a149295 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.206882 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56490) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:22.214007 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8fd8ad25-bf9a-4665-b148-cce84a149295 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "PUT /v2.0/routers/5e64d9e1-e43e-4def-9299-1ff703a2e320 HTTP/1.1" status: 200 len: 921 time: 1.4690363 Jul 16 01:41:22.217361 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1117b556-c9d7-4a76-bae2-7f96592cf529 None None] Routers {'5e64d9e1-e43e-4def-9299-1ff703a2e320'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:22.218176 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1117b556-c9d7-4a76-bae2-7f96592cf529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5e64d9e1-e43e-4def-9299-1ff703a2e320'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:22.259268 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1117b556-c9d7-4a76-bae2-7f96592cf529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:22.274835 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1117b556-c9d7-4a76-bae2-7f96592cf529 None None] Routers {'5e64d9e1-e43e-4def-9299-1ff703a2e320'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:22.275987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1117b556-c9d7-4a76-bae2-7f96592cf529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5e64d9e1-e43e-4def-9299-1ff703a2e320'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:22.334395 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1117b556-c9d7-4a76-bae2-7f96592cf529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:22.335409 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1117b556-c9d7-4a76-bae2-7f96592cf529 None None] The sync data for ids ['5e64d9e1-e43e-4def-9299-1ff703a2e320'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:22.383719 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-509babd7-6997-4f5e-97a0-4144685d5e09 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "GET /v2.0/routers/5e64d9e1-e43e-4def-9299-1ff703a2e320 HTTP/1.1" status: 200 len: 921 time: 0.1756363 Jul 16 01:41:22.386444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56494) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:22.504177 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a716f3-a6b8-475f-8772-39c23f340635 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:22.508247 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b6a716f3-a6b8-475f-8772-39c23f340635 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&device_id=5e64d9e1-e43e-4def-9299-1ff703a2e320&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1182759 Jul 16 01:41:22.508447 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56498) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:22.616252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ae52e9-f6a9-4bb5-9831-e16f197bde51 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:22.623849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e5ae52e9-f6a9-4bb5-9831-e16f197bde51 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 881 time: 0.1117747 Jul 16 01:41:22.624243 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56502) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:22.657175 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a40b8b21-242b-43e3-9475-5b0971c2d679 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e64d9e1-e43e-4def-9299-1ff703a2e320 HTTP/1.1" status: 200 len: 205 time: 0.0316288 Jul 16 01:41:22.660044 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56504) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:22.785378 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4707ac2-4abc-4525-bef7-b124c9a26946 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.898479 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4707ac2-4abc-4525-bef7-b124c9a26946 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:22.972772 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f4707ac2-4abc-4525-bef7-b124c9a26946 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Deleting port bbb8df8b-e70c-40fd-931d-35fc11e59982 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:22.973415 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4707ac2-4abc-4525-bef7-b124c9a26946 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.065491 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4707ac2-4abc-4525-bef7-b124c9a26946 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.077849 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f4707ac2-4abc-4525-bef7-b124c9a26946 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Calling delete_port for bbb8df8b-e70c-40fd-931d-35fc11e59982 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:23.293949 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4707ac2-4abc-4525-bef7-b124c9a26946 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.323584 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4707ac2-4abc-4525-bef7-b124c9a26946 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Pushing event deleted for resources: {'Port': ['ID=bbb8df8b-e70c-40fd-931d-35fc11e59982,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:23.407610 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4707ac2-4abc-4525-bef7-b124c9a26946 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.502370 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4707ac2-4abc-4525-bef7-b124c9a26946 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.505312 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4707ac2-4abc-4525-bef7-b124c9a26946 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.553059 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4707ac2-4abc-4525-bef7-b124c9a26946 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.553640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4707ac2-4abc-4525-bef7-b124c9a26946 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Fanout notify agent at l3_agent the message router_deleted on router 5e64d9e1-e43e-4def-9299-1ff703a2e320 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:23.560409 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4707ac2-4abc-4525-bef7-b124c9a26946 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.561654 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f4707ac2-4abc-4525-bef7-b124c9a26946 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "DELETE /v2.0/routers/5e64d9e1-e43e-4def-9299-1ff703a2e320 HTTP/1.1" status: 204 len: 168 time: 0.9002364 Jul 16 01:41:23.566241 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56510) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:23.570947 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-884d3502-df4c-4d4a-bd82-957cf95c4dda tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-805751109', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:23.594518 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-884d3502-df4c-4d4a-bd82-957cf95c4dda tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.595543 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-884d3502-df4c-4d4a-bd82-957cf95c4dda tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.646730 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-884d3502-df4c-4d4a-bd82-957cf95c4dda tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.650625 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-884d3502-df4c-4d4a-bd82-957cf95c4dda tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.666601 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-884d3502-df4c-4d4a-bd82-957cf95c4dda tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:23.670687 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-884d3502-df4c-4d4a-bd82-957cf95c4dda tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1006155 Jul 16 01:41:23.670881 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56514) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:23.676013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Request body: {'router': {'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:23.908157 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.099869 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.118320 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.223267 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Allocated IP 172.25.2.100 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/56517b2b-873e-4b3b-abf3-e6cb1ed35738) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:24.337674 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.381471 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.425400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:24.428463 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:24.433057 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:24.435011 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Pushing event updated for resources: {'Port': ['ID=56517b2b-873e-4b3b-abf3-e6cb1ed35738,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:24.686511 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.897318 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:24.900691 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.026578 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Router 7f7d1bdb-f396-45c5-9eb1-11ab68a5eb89 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:41:25.430822 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:25.437454 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.438635 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b6976ed2-22e8-4213-b55f-19d5420b18c6 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "PUT /v2.0/routers/7f7d1bdb-f396-45c5-9eb1-11ab68a5eb89 HTTP/1.1" status: 200 len: 879 time: 1.7668257 Jul 16 01:41:25.440269 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd53154-7269-4ae1-bddc-50bc08bbc72e None None] Sync routers for ids ['7f7d1bdb-f396-45c5-9eb1-11ab68a5eb89'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:25.441224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56528) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:25.449597 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd53154-7269-4ae1-bddc-50bc08bbc72e None None] Routers {'7f7d1bdb-f396-45c5-9eb1-11ab68a5eb89'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:25.450200 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0dd53154-7269-4ae1-bddc-50bc08bbc72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['7f7d1bdb-f396-45c5-9eb1-11ab68a5eb89'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:25.485574 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0dd53154-7269-4ae1-bddc-50bc08bbc72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:25.495091 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd53154-7269-4ae1-bddc-50bc08bbc72e None None] Routers {'7f7d1bdb-f396-45c5-9eb1-11ab68a5eb89'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:25.495846 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0dd53154-7269-4ae1-bddc-50bc08bbc72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['7f7d1bdb-f396-45c5-9eb1-11ab68a5eb89'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:25.527572 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0dd53154-7269-4ae1-bddc-50bc08bbc72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:25.528387 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd53154-7269-4ae1-bddc-50bc08bbc72e None None] The sync data for ids ['7f7d1bdb-f396-45c5-9eb1-11ab68a5eb89'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:25.547550 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5cba73d2-bfaa-4537-b4ff-6d28995dfd59 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "GET /v2.0/routers/7f7d1bdb-f396-45c5-9eb1-11ab68a5eb89 HTTP/1.1" status: 200 len: 920 time: 0.1050684 Jul 16 01:41:25.550910 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56530) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:25.632004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b016f83-f736-42c8-85a4-6f955b62aaad tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.633465 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8b016f83-f736-42c8-85a4-6f955b62aaad tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&device_id=7f7d1bdb-f396-45c5-9eb1-11ab68a5eb89&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0815332 Jul 16 01:41:25.636116 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56532) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:25.721807 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e109d8c6-619a-46f5-8649-d8f97cf207e7 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:25.723206 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e109d8c6-619a-46f5-8649-d8f97cf207e7 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 881 time: 0.0861790 Jul 16 01:41:25.726056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56534) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:25.755572 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-72e2e8be-d7cf-4cab-99cb-73d0b924f603 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f7d1bdb-f396-45c5-9eb1-11ab68a5eb89 HTTP/1.1" status: 200 len: 205 time: 0.0284483 Jul 16 01:41:25.757955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56536) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:25.863744 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a2b-5e64-4955-9648-7e73f6cdd9d1 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:25.975615 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a2b-5e64-4955-9648-7e73f6cdd9d1 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.028459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d3a2b-5e64-4955-9648-7e73f6cdd9d1 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Deleting port 56517b2b-873e-4b3b-abf3-e6cb1ed35738 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:26.028817 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a2b-5e64-4955-9648-7e73f6cdd9d1 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.107260 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a2b-5e64-4955-9648-7e73f6cdd9d1 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.119095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d3a2b-5e64-4955-9648-7e73f6cdd9d1 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Calling delete_port for 56517b2b-873e-4b3b-abf3-e6cb1ed35738 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:26.284817 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a2b-5e64-4955-9648-7e73f6cdd9d1 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.311493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d3a2b-5e64-4955-9648-7e73f6cdd9d1 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Pushing event deleted for resources: {'Port': ['ID=56517b2b-873e-4b3b-abf3-e6cb1ed35738,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:26.380225 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a2b-5e64-4955-9648-7e73f6cdd9d1 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.476817 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a2b-5e64-4955-9648-7e73f6cdd9d1 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.479008 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a2b-5e64-4955-9648-7e73f6cdd9d1 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.521138 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a2b-5e64-4955-9648-7e73f6cdd9d1 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.521869 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4d3a2b-5e64-4955-9648-7e73f6cdd9d1 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Fanout notify agent at l3_agent the message router_deleted on router 7f7d1bdb-f396-45c5-9eb1-11ab68a5eb89 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:26.534271 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c4d3a2b-5e64-4955-9648-7e73f6cdd9d1 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.539132 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9c4d3a2b-5e64-4955-9648-7e73f6cdd9d1 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "DELETE /v2.0/routers/7f7d1bdb-f396-45c5-9eb1-11ab68a5eb89 HTTP/1.1" status: 204 len: 168 time: 0.7765982 Jul 16 01:41:26.539290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56544) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:26.543955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e8cf8479-06e3-4e89-999b-bddddf69d375 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1885049207', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:26.567655 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e8cf8479-06e3-4e89-999b-bddddf69d375 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.568944 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e8cf8479-06e3-4e89-999b-bddddf69d375 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.622857 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e8cf8479-06e3-4e89-999b-bddddf69d375 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.627035 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e8cf8479-06e3-4e89-999b-bddddf69d375 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.642327 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e8cf8479-06e3-4e89-999b-bddddf69d375 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:26.646740 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e8cf8479-06e3-4e89-999b-bddddf69d375 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1038439 Jul 16 01:41:26.646890 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56546) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:26.651150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'enable_snat': True}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:26.852434 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.049582 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.072970 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.175100 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Allocated IP 172.25.2.64 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/a9677791-a762-4469-82d8-c3ee94a12ead) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:27.285536 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.327547 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.363982 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:27.370046 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:27.374088 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:27.380129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Pushing event updated for resources: {'Port': ['ID=a9677791-a762-4469-82d8-c3ee94a12ead,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:27.631047 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.823903 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.827201 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:27.956535 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Router 9112f72d-cc8c-46c0-b023-cce1a845d8cd is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:41:28.061794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:28.066485 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.069762 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ab406957-bc42-4f01-a36e-d93e8af093d4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "PUT /v2.0/routers/9112f72d-cc8c-46c0-b023-cce1a845d8cd HTTP/1.1" status: 200 len: 914 time: 1.4198124 Jul 16 01:41:28.070446 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56558) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.073587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa29fe-5405-4147-9818-219ac573a844 None None] Sync routers for ids ['9112f72d-cc8c-46c0-b023-cce1a845d8cd'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:28.083698 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa29fe-5405-4147-9818-219ac573a844 None None] Routers {'9112f72d-cc8c-46c0-b023-cce1a845d8cd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:28.084418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-90fa29fe-5405-4147-9818-219ac573a844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9112f72d-cc8c-46c0-b023-cce1a845d8cd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:28.117206 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-90fa29fe-5405-4147-9818-219ac573a844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:28.125364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fa29fe-5405-4147-9818-219ac573a844 None None] Routers {'9112f72d-cc8c-46c0-b023-cce1a845d8cd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:28.125976 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-90fa29fe-5405-4147-9818-219ac573a844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9112f72d-cc8c-46c0-b023-cce1a845d8cd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:28.161868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-90fa29fe-5405-4147-9818-219ac573a844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:28.162409 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fa29fe-5405-4147-9818-219ac573a844 None None] The sync data for ids ['9112f72d-cc8c-46c0-b023-cce1a845d8cd'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:28.180710 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-198cc1f5-9127-44fd-bf1f-14d265d5c9f3 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "GET /v2.0/routers/9112f72d-cc8c-46c0-b023-cce1a845d8cd HTTP/1.1" status: 200 len: 920 time: 0.1064887 Jul 16 01:41:28.180933 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56560) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.235710 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a32aee-aef5-4a3a-9778-5d25e8158981 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.237280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e5a32aee-aef5-4a3a-9778-5d25e8158981 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&device_id=9112f72d-cc8c-46c0-b023-cce1a845d8cd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0554466 Jul 16 01:41:28.239976 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56562) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.324144 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb407b8-e0bd-4372-acc8-7298909e5efe tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:28.325537 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8fb407b8-e0bd-4372-acc8-7298909e5efe tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 881 time: 0.0845695 Jul 16 01:41:28.328341 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56564) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.360230 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a3e156ed-27a6-4965-a23a-fb4ccee91aaa tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "GET /v2.0/ports?device_id=9112f72d-cc8c-46c0-b023-cce1a845d8cd HTTP/1.1" status: 200 len: 205 time: 0.0307922 Jul 16 01:41:28.362746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56566) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:28.468784 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a12c-f923-4c65-9122-0f19226297a2 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.876491 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a12c-f923-4c65-9122-0f19226297a2 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:28.949340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5a12c-f923-4c65-9122-0f19226297a2 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Deleting port a9677791-a762-4469-82d8-c3ee94a12ead {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:28.949697 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a12c-f923-4c65-9122-0f19226297a2 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.027032 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a12c-f923-4c65-9122-0f19226297a2 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.038871 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d6c5a12c-f923-4c65-9122-0f19226297a2 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Calling delete_port for a9677791-a762-4469-82d8-c3ee94a12ead owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:29.200506 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a12c-f923-4c65-9122-0f19226297a2 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.230510 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5a12c-f923-4c65-9122-0f19226297a2 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Pushing event deleted for resources: {'Port': ['ID=a9677791-a762-4469-82d8-c3ee94a12ead,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:29.291861 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a12c-f923-4c65-9122-0f19226297a2 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.383622 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a12c-f923-4c65-9122-0f19226297a2 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.385744 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a12c-f923-4c65-9122-0f19226297a2 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.432216 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a12c-f923-4c65-9122-0f19226297a2 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.432763 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c5a12c-f923-4c65-9122-0f19226297a2 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Fanout notify agent at l3_agent the message router_deleted on router 9112f72d-cc8c-46c0-b023-cce1a845d8cd {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:29.439615 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a12c-f923-4c65-9122-0f19226297a2 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.444364 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d6c5a12c-f923-4c65-9122-0f19226297a2 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "DELETE /v2.0/routers/9112f72d-cc8c-46c0-b023-cce1a845d8cd HTTP/1.1" status: 204 len: 168 time: 1.0770686 Jul 16 01:41:29.444455 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56576) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:29.449207 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-6a79d30a-717d-48cd-8132-2b1f483fa42d tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1296225478', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:29.472220 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a79d30a-717d-48cd-8132-2b1f483fa42d tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.473186 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a79d30a-717d-48cd-8132-2b1f483fa42d tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.524441 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a79d30a-717d-48cd-8132-2b1f483fa42d tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.529590 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a79d30a-717d-48cd-8132-2b1f483fa42d tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.546976 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6a79d30a-717d-48cd-8132-2b1f483fa42d tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.548360 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6a79d30a-717d-48cd-8132-2b1f483fa42d tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1029856 Jul 16 01:41:29.551139 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56582) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:29.555504 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'enable_snat': False}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:29.766934 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.974361 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:29.994970 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.118400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Allocated IP 172.25.2.49 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/dd07c511-46e4-49af-996e-5c86a733f77a) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:30.238105 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.286104 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.321721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:30.326541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:30.329989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:30.354947 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Pushing event updated for resources: {'Port': ['ID=dd07c511-46e4-49af-996e-5c86a733f77a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:30.388870 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.606682 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.827786 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:30.838210 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.018020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Router 332482f5-0f18-4201-b87b-7ce8a5e7bce9 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:41:31.126740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:31.131635 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.135087 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7fc6629a-499a-4dcc-975a-949ff2207f7d tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "PUT /v2.0/routers/332482f5-0f18-4201-b87b-7ce8a5e7bce9 HTTP/1.1" status: 200 len: 915 time: 1.5806520 Jul 16 01:41:31.135388 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a56d9d1-41a5-4640-9075-91584b1933ee None None] Sync routers for ids ['332482f5-0f18-4201-b87b-7ce8a5e7bce9'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:31.135816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56620) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:31.144863 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56d9d1-41a5-4640-9075-91584b1933ee None None] Routers {'332482f5-0f18-4201-b87b-7ce8a5e7bce9'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:31.145474 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4a56d9d1-41a5-4640-9075-91584b1933ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['332482f5-0f18-4201-b87b-7ce8a5e7bce9'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:31.183959 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4a56d9d1-41a5-4640-9075-91584b1933ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:31.193886 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a56d9d1-41a5-4640-9075-91584b1933ee None None] Routers {'332482f5-0f18-4201-b87b-7ce8a5e7bce9'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:31.194514 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4a56d9d1-41a5-4640-9075-91584b1933ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['332482f5-0f18-4201-b87b-7ce8a5e7bce9'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:31.226380 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4a56d9d1-41a5-4640-9075-91584b1933ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:31.227037 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a56d9d1-41a5-4640-9075-91584b1933ee None None] The sync data for ids ['332482f5-0f18-4201-b87b-7ce8a5e7bce9'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:31.280179 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a0df4be1-be08-4563-b365-a968d98eaa66 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "GET /v2.0/routers/332482f5-0f18-4201-b87b-7ce8a5e7bce9 HTTP/1.1" status: 200 len: 921 time: 0.1430264 Jul 16 01:41:31.282884 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56624) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:31.322793 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.342228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edde4849-afcd-498c-bc27-f7ef697310e4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:31.343824 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-edde4849-afcd-498c-bc27-f7ef697310e4 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&device_id=332482f5-0f18-4201-b87b-7ce8a5e7bce9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0594497 Jul 16 01:41:31.347197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56626) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:31.447116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-820c7cb6-3553-400f-acc6-cbc4d7946c17 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:31.452344 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-820c7cb6-3553-400f-acc6-cbc4d7946c17 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "GET /v2.0/networks/3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 881 time: 0.1001773 Jul 16 01:41:31.453124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56632) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:31.495947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-65ef9927-8d90-4077-908a-fc48da199c27 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "GET /v2.0/ports?device_id=332482f5-0f18-4201-b87b-7ce8a5e7bce9 HTTP/1.1" status: 200 len: 205 time: 0.0415814 Jul 16 01:41:31.498417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56634) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:31.605620 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.710927 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.768942 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Deleting port dd07c511-46e4-49af-996e-5c86a733f77a {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:31.769284 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.846733 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:31.861188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Calling delete_port for dd07c511-46e4-49af-996e-5c86a733f77a owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:32.118930 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.173736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Pushing event deleted for resources: {'Port': ['ID=dd07c511-46e4-49af-996e-5c86a733f77a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:32.182796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.183256 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.183697 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.184168 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.184601 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.185031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.185480 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.185909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.186336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.186759 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.187180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.187602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:32.223708 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32bed1-3d45-412f-8d68-8b1eae18b570 req-1888c5ee-ce45-4ae9-9451-b7018a7bcf1b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.225360 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4e32bed1-3d45-412f-8d68-8b1eae18b570 req-1888c5ee-ce45-4ae9-9451-b7018a7bcf1b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 945 time: 0.1725447 Jul 16 01:41:32.268207 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.349566 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4e32bed1-3d45-412f-8d68-8b1eae18b570 req-ec31dd2f-7f7a-488c-8cdf-0810b0387c57 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090074 Jul 16 01:41:32.382438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56662) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:32.388622 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.390885 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.444543 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.445225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Fanout notify agent at l3_agent the message router_deleted on router 332482f5-0f18-4201-b87b-7ce8a5e7bce9 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:32.451955 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-53d87649-58d2-4fb3-8f92-da870f55f198 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/floatingips/a0559041-b218-4056-9499-fbdba1104725 HTTP/1.1" status: 200 len: 993 time: 0.0680335 Jul 16 01:41:32.452348 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.458203 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1ff29327-ab70-4677-bd7e-f4ad38c612b0 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "DELETE /v2.0/routers/332482f5-0f18-4201-b87b-7ce8a5e7bce9 HTTP/1.1" status: 204 len: 168 time: 0.9588161 Jul 16 01:41:32.458558 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56664) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:32.463668 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1499748739', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:32.490586 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.491991 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.555146 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:32.966751 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b20e3-6472-4467-8472-70dc901f0a3b req-bcf28e24-66f1-4616-a66e-f95cdcf3dcac tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:32.976890 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-954b20e3-6472-4467-8472-70dc901f0a3b req-bcf28e24-66f1-4616-a66e-f95cdcf3dcac tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 1097 time: 0.0832758 Jul 16 01:41:33.026611 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-954b20e3-6472-4467-8472-70dc901f0a3b req-b9bb37b4-0425-4d31-8a45-7b2f15253766 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484939 Jul 16 01:41:33.076530 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.378493 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.399533 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.513728 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Allocated IP 172.25.2.30 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/a9f35420-4a39-40fe-9131-cb5ed757208e) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:33.632144 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.682007 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:33.723072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:33.726017 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:33.730035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:33.757220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Pushing event updated for resources: {'Port': ['ID=a9f35420-4a39-40fe-9131-cb5ed757208e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:33.770573 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:33.770924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:33.771266 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:33.771604 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:33.771965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:33.772295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:33.772645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:33.772976 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:33.773299 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:33.773620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:33.773944 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:33.774264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:34.046101 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.109652 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-7fa6f9fd-d20c-4728-862a-1fafddccccae service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1255596 Jul 16 01:41:34.277381 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.445717 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Router 462227a3-24a7-45cc-a9e8-fee1ba712769 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:41:34.578387 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:34.588960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5804c3-9dea-456b-b139-249c58b0f16c None None] Sync routers for ids ['462227a3-24a7-45cc-a9e8-fee1ba712769'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:34.602085 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5804c3-9dea-456b-b139-249c58b0f16c None None] Routers {'462227a3-24a7-45cc-a9e8-fee1ba712769'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:34.602785 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ce5804c3-9dea-456b-b139-249c58b0f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['462227a3-24a7-45cc-a9e8-fee1ba712769'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:34.603900 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.607871 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-39603cd5-7c96-4a19-9df0-c980489ee1db tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1455956 Jul 16 01:41:34.608145 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56740) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:34.614962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b5be6bab-81c4-4b00-a3bd-d99d562b52f3 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:34.640696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ce5804c3-9dea-456b-b139-249c58b0f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:34.651892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5804c3-9dea-456b-b139-249c58b0f16c None None] Routers {'462227a3-24a7-45cc-a9e8-fee1ba712769'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:34.652804 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ce5804c3-9dea-456b-b139-249c58b0f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['462227a3-24a7-45cc-a9e8-fee1ba712769'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:34.726010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ce5804c3-9dea-456b-b139-249c58b0f16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:34.727058 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5804c3-9dea-456b-b139-249c58b0f16c None None] The sync data for ids ['462227a3-24a7-45cc-a9e8-fee1ba712769'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:34.933233 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45783041-79d6-4861-9590-e519b2cb09ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:34.961755 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-7395fa47-b42d-42d3-bf6e-62526d9d9641 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:41:34.962938 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-7395fa47-b42d-42d3-bf6e-62526d9d9641 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1811073 Jul 16 01:41:34.980101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-6d2a81e5-3faa-4c2c-bd55-1d42a15f96df service neutron] Request body: {'binding': {'host': 'n-h1-791505-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:34.980684 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-6d2a81e5-3faa-4c2c-bd55-1d42a15f96df service neutron] Unknown quota resources ['binding']. {{(pid=93920) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 01:41:35.076804 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5be6bab-81c4-4b00-a3bd-d99d562b52f3 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.130408 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5be6bab-81c4-4b00-a3bd-d99d562b52f3 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.276514 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-6d2a81e5-3faa-4c2c-bd55-1d42a15f96df service neutron] Attempting to bind port 0fe625aa-30f6-4453-a458-464d6d58ab7c on host n-h1-791505-14 for vnic_type normal with profile None {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:35.276962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-6d2a81e5-3faa-4c2c-bd55-1d42a15f96df service neutron] Attempting to bind port 0fe625aa-30f6-4453-a458-464d6d58ab7c by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:35.277354 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-6d2a81e5-3faa-4c2c-bd55-1d42a15f96df service neutron] Attempting to bind port 0fe625aa-30f6-4453-a458-464d6d58ab7c on network d7088984-ce34-42f5-a9eb-17cc212ae366 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:35.297789 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-6d2a81e5-3faa-4c2c-bd55-1d42a15f96df service neutron] Port 0fe625aa-30f6-4453-a458-464d6d58ab7c on network d7088984-ce34-42f5-a9eb-17cc212ae366 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:35.298131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-6d2a81e5-3faa-4c2c-bd55-1d42a15f96df service neutron] Attempting to bind port 0fe625aa-30f6-4453-a458-464d6d58ab7c on network d7088984-ce34-42f5-a9eb-17cc212ae366 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:35.307277 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b5be6bab-81c4-4b00-a3bd-d99d562b52f3 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Deleting port a9f35420-4a39-40fe-9131-cb5ed757208e {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:35.307834 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5be6bab-81c4-4b00-a3bd-d99d562b52f3 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.309905 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-6d2a81e5-3faa-4c2c-bd55-1d42a15f96df service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:35.310241 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-6d2a81e5-3faa-4c2c-bd55-1d42a15f96df service neutron] Checking segment: {'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:35.310623 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-6d2a81e5-3faa-4c2c-bd55-1d42a15f96df service neutron] Bound using segment: {'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:35.311054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-6d2a81e5-3faa-4c2c-bd55-1d42a15f96df service neutron] Bound port: 0fe625aa-30f6-4453-a458-464d6d58ab7c, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:35.778298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-6d2a81e5-3faa-4c2c-bd55-1d42a15f96df service neutron] For port 0fe625aa-30f6-4453-a458-464d6d58ab7c, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:35.781804 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5be6bab-81c4-4b00-a3bd-d99d562b52f3 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.790501 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-6d2a81e5-3faa-4c2c-bd55-1d42a15f96df service neutron] Notify callbacks [] for binding, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:35.791621 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-6d2a81e5-3faa-4c2c-bd55-1d42a15f96df service neutron] 10.222.0.22 "POST /v2.0/ports/0fe625aa-30f6-4453-a458-464d6d58ab7c/bindings HTTP/1.1" status: 201 len: 390 time: 0.8171291 Jul 16 01:41:35.797180 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b5be6bab-81c4-4b00-a3bd-d99d562b52f3 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Calling delete_port for a9f35420-4a39-40fe-9131-cb5ed757208e owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:35.987896 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5be6bab-81c4-4b00-a3bd-d99d562b52f3 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.022249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5be6bab-81c4-4b00-a3bd-d99d562b52f3 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Pushing event deleted for resources: {'Port': ['ID=a9f35420-4a39-40fe-9131-cb5ed757208e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:36.051085 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe82e92-87d6-435b-8400-4d2fff4184ba req-11545951-135b-4d6c-8861-d018c877d680 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.052734 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ffe82e92-87d6-435b-8400-4d2fff4184ba req-11545951-135b-4d6c-8861-d018c877d680 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 945 time: 0.0837681 Jul 16 01:41:36.101401 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ffe82e92-87d6-435b-8400-4d2fff4184ba req-1025a2a3-a7e4-446d-9038-8e7fecf10f67 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428739 Jul 16 01:41:36.125844 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5be6bab-81c4-4b00-a3bd-d99d562b52f3 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.245826 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-fa5f2ced-4aa2-43e7-8b1c-b9b1ce67878d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.247484 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-fa5f2ced-4aa2-43e7-8b1c-b9b1ce67878d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 1097 time: 0.1722322 Jul 16 01:41:36.409703 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5be6bab-81c4-4b00-a3bd-d99d562b52f3 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.419039 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5be6bab-81c4-4b00-a3bd-d99d562b52f3 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.500614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-6f39d4e7-2c00-4184-9efa-6b17ba6f2c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.502899 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-6f39d4e7-2c00-4184-9efa-6b17ba6f2c0f service neutron] 10.222.0.69 "GET /v2.0/networks?id=d7088984-ce34-42f5-a9eb-17cc212ae366 HTTP/1.1" status: 200 len: 897 time: 0.2208285 Jul 16 01:41:36.517756 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5be6bab-81c4-4b00-a3bd-d99d562b52f3 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Router 462227a3-24a7-45cc-a9e8-fee1ba712769 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:36.615808 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-7eaa4d94-223d-4990-84ac-3c778c33608a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c HTTP/1.1" status: 200 len: 1001 time: 0.1058412 Jul 16 01:41:36.679333 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5be6bab-81c4-4b00-a3bd-d99d562b52f3 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:36.687300 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5be6bab-81c4-4b00-a3bd-d99d562b52f3 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:36.691175 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56790) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:36.691341 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b5be6bab-81c4-4b00-a3bd-d99d562b52f3 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "PUT /v2.0/routers/462227a3-24a7-45cc-a9e8-fee1ba712769 HTTP/1.1" status: 200 len: 706 time: 2.0820189 Jul 16 01:41:36.691424 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bdd101-7b14-4ea5-b072-f38f184830bc None None] Sync routers for ids ['462227a3-24a7-45cc-a9e8-fee1ba712769'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:36.701212 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bdd101-7b14-4ea5-b072-f38f184830bc None None] Routers {'462227a3-24a7-45cc-a9e8-fee1ba712769'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:36.701819 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-91bdd101-7b14-4ea5-b072-f38f184830bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['462227a3-24a7-45cc-a9e8-fee1ba712769'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:36.706412 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-d9db511a-0455-4dc5-8264-f6a77373c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.707941 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-d9db511a-0455-4dc5-8264-f6a77373c39d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b HTTP/1.1" status: 200 len: 835 time: 0.0612178 Jul 16 01:41:36.776509 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2076735c-699c-4756-a9fe-0a6e27787edb tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "GET /v2.0/routers/462227a3-24a7-45cc-a9e8-fee1ba712769 HTTP/1.1" status: 200 len: 741 time: 0.0841424 Jul 16 01:41:36.779046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56794) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:36.792804 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-91bdd101-7b14-4ea5-b072-f38f184830bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:36.795939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e5238c67-5774-469d-ab82-0b9c6bae61a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:36.797473 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e5238c67-5774-469d-ab82-0b9c6bae61a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d7088984-ce34-42f5-a9eb-17cc212ae366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829635 Jul 16 01:41:36.811636 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bdd101-7b14-4ea5-b072-f38f184830bc None None] Routers {'462227a3-24a7-45cc-a9e8-fee1ba712769'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:36.812548 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-91bdd101-7b14-4ea5-b072-f38f184830bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['462227a3-24a7-45cc-a9e8-fee1ba712769'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:36.855397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-450144ef-d15f-4d44-aebe-dd8b892bf0c9 tempest-RoutersAdminTest-967351082 tempest-RoutersAdminTest-967351082-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&device_id=462227a3-24a7-45cc-a9e8-fee1ba712769 HTTP/1.1" status: 200 len: 205 time: 0.0750175 Jul 16 01:41:36.857297 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-91bdd101-7b14-4ea5-b072-f38f184830bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:36.857947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56798) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:36.858413 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bdd101-7b14-4ea5-b072-f38f184830bc None None] The sync data for ids ['462227a3-24a7-45cc-a9e8-fee1ba712769'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:36.890497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ee72b99a-4b73-4c39-9fda-ba2c92d01726 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "GET /v2.0/ports?device_id=462227a3-24a7-45cc-a9e8-fee1ba712769 HTTP/1.1" status: 200 len: 205 time: 0.0311971 Jul 16 01:41:36.894597 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56802) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:36.983434 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-9cbe371e-5844-4bd3-916a-8d803892bac8 service neutron] 10.222.0.69 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783643 Jul 16 01:41:36.985693 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cab72ea4-81ec-4f6f-850f-163823d5d3a9 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.210187 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cab72ea4-81ec-4f6f-850f-163823d5d3a9 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.212961 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cab72ea4-81ec-4f6f-850f-163823d5d3a9 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.360736 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-b98998e5-9902-4d7b-aec8-87fd52c2859e service neutron] 10.222.0.69 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420436 Jul 16 01:41:37.362531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cab72ea4-81ec-4f6f-850f-163823d5d3a9 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.363022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab72ea4-81ec-4f6f-850f-163823d5d3a9 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Fanout notify agent at l3_agent the message router_deleted on router 462227a3-24a7-45cc-a9e8-fee1ba712769 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:41:37.369687 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cab72ea4-81ec-4f6f-850f-163823d5d3a9 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.378821 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.379298 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cab72ea4-81ec-4f6f-850f-163823d5d3a9 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "DELETE /v2.0/routers/462227a3-24a7-45cc-a9e8-fee1ba712769 HTTP/1.1" status: 204 len: 168 time: 0.4807847 Jul 16 01:41:37.379391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56812) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:37.393935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ace3ae-c449-4a43-bd2e-f283864bdf40 req-796413dd-1f07-4d14-a4ab-48ec1db1ab0a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.400444 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a6ace3ae-c449-4a43-bd2e-f283864bdf40 req-796413dd-1f07-4d14-a4ab-48ec1db1ab0a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 945 time: 0.1509848 Jul 16 01:41:37.411899 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-90dc9e84-44ed-4647-9fba-33bf4969d064 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "GET /v2.0/ports?device_id=462227a3-24a7-45cc-a9e8-fee1ba712769 HTTP/1.1" status: 200 len: 205 time: 0.0295272 Jul 16 01:41:37.412559 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56814) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:37.444340 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a6ace3ae-c449-4a43-bd2e-f283864bdf40 req-67a703e3-61f2-4ec5-b25d-20d5b8deebc8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416100 Jul 16 01:41:37.470662 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-c42fb5dc-19ee-4f7d-8d5b-89bef7f2be42 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] delete failed (client error): The resource could not be found. Jul 16 01:41:37.471710 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c42fb5dc-19ee-4f7d-8d5b-89bef7f2be42 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "DELETE /v2.0/routers/462227a3-24a7-45cc-a9e8-fee1ba712769 HTTP/1.1" status: 404 len: 336 time: 0.0582249 Jul 16 01:41:37.474762 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56816) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:37.520330 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c7ce2f84-6321-40cd-b3dc-2782ffc7fd4b tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "GET /v2.0/ports?device_id=332482f5-0f18-4201-b87b-7ce8a5e7bce9 HTTP/1.1" status: 200 len: 205 time: 0.0442317 Jul 16 01:41:37.524896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56818) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:37.565086 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-3930e518-16f6-4dc1-b075-a489781ba52b tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] delete failed (client error): The resource could not be found. Jul 16 01:41:37.566150 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3930e518-16f6-4dc1-b075-a489781ba52b tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "DELETE /v2.0/routers/332482f5-0f18-4201-b87b-7ce8a5e7bce9 HTTP/1.1" status: 404 len: 336 time: 0.0380092 Jul 16 01:41:37.570421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56824) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:37.592623 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-1bbc3985-0180-4ce8-aee1-13981ebaea82 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:37.594167 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-1bbc3985-0180-4ce8-aee1-13981ebaea82 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795&tenant_id=69687824cbca408cb542751d24b99384&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 1097 time: 0.1366460 Jul 16 01:41:37.616076 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791505-14'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:37.620662 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-77bc811c-53c8-4fe5-a08c-4a4b6f5f6763 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "GET /v2.0/ports?device_id=9112f72d-cc8c-46c0-b023-cce1a845d8cd HTTP/1.1" status: 200 len: 205 time: 0.0491621 Jul 16 01:41:37.623334 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56826) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:37.688337 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9b5e5857-9e20-4b99-9fe4-929a801e45c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.720388 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-400c7513-9541-44ab-bfc8-4075d4cbea65 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] delete failed (client error): The resource could not be found. Jul 16 01:41:37.721499 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-400c7513-9541-44ab-bfc8-4075d4cbea65 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "DELETE /v2.0/routers/9112f72d-cc8c-46c0-b023-cce1a845d8cd HTTP/1.1" status: 404 len: 336 time: 0.0971217 Jul 16 01:41:37.724086 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:37.726142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56830) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:37.772316 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7b0e4d1d-5322-4262-8707-28c67325c56e tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "GET /v2.0/ports?device_id=7f7d1bdb-f396-45c5-9eb1-11ab68a5eb89 HTTP/1.1" status: 200 len: 205 time: 0.0438755 Jul 16 01:41:37.776183 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56832) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:37.819701 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-9c2557a7-4f4f-4b67-a0af-f0baf4d17ac4 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] delete failed (client error): The resource could not be found. Jul 16 01:41:37.820834 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9c2557a7-4f4f-4b67-a0af-f0baf4d17ac4 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "DELETE /v2.0/routers/7f7d1bdb-f396-45c5-9eb1-11ab68a5eb89 HTTP/1.1" status: 404 len: 336 time: 0.0435820 Jul 16 01:41:37.823745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56836) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:37.854469 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-74a2949e-1648-4512-a620-a94baad9ce5a tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e64d9e1-e43e-4def-9299-1ff703a2e320 HTTP/1.1" status: 200 len: 205 time: 0.0285132 Jul 16 01:41:37.856836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56842) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:37.903950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] For port 0fe625aa-30f6-4453-a458-464d6d58ab7c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:37.948378 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] For port 0fe625aa-30f6-4453-a458-464d6d58ab7c, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:37.994078 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:37.996488 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a48cb07-1c5c-4d49-b7f7-81d2dd593c9c" -d '{"events": [{"server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "name": "network-vif-unplugged", "status": "completed", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:38.000798 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.017481 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.054050 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0051ea8c-d630-409f-9935-1a05124dd421 x-openstack-request-id: req-0051ea8c-d630-409f-9935-1a05124dd421 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:38.054340 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "name": "network-vif-unplugged", "status": "completed", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:38.054596 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0051ea8c-d630-409f-9935-1a05124dd421 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:38.055049 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c', 'code': 200} Jul 16 01:41:38.144387 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Pushing event updated for resources: {'Port': ['ID=0fe625aa-30f6-4453-a458-464d6d58ab7c,revision_number=7']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:38.174348 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-78fdb73a-32ea-4954-accc-99b280d5a288 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] delete failed (client error): The resource could not be found. Jul 16 01:41:38.175406 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-78fdb73a-32ea-4954-accc-99b280d5a288 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "DELETE /v2.0/routers/5e64d9e1-e43e-4def-9299-1ff703a2e320 HTTP/1.1" status: 404 len: 336 time: 0.3176162 Jul 16 01:41:38.178107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56850) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:38.202111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Attempting to bind port 0fe625aa-30f6-4453-a458-464d6d58ab7c on host n-h2-791505-14 for vnic_type normal with profile {"migrating_to": "n-h1-791505-14"} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:38.202275 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Attempting to bind port 0fe625aa-30f6-4453-a458-464d6d58ab7c by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:38.202632 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Attempting to bind port 0fe625aa-30f6-4453-a458-464d6d58ab7c on network d7088984-ce34-42f5-a9eb-17cc212ae366 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:38.208476 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6777105b-4808-4d39-a20c-92eadfc247e8 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "GET /v2.0/ports?device_id=c98ed5d8-2dfa-4f39-a4ae-1e7f2f15e93c HTTP/1.1" status: 200 len: 205 time: 0.0292909 Jul 16 01:41:38.208679 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Port 0fe625aa-30f6-4453-a458-464d6d58ab7c on network d7088984-ce34-42f5-a9eb-17cc212ae366 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:41:38.209052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Attempting to bind port 0fe625aa-30f6-4453-a458-464d6d58ab7c on network d7088984-ce34-42f5-a9eb-17cc212ae366 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:38.211374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56852) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:38.214099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:38.214437 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Checking segment: {'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:38.214819 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Bound using segment: {'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:38.215246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Bound port: 0fe625aa-30f6-4453-a458-464d6d58ab7c, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:38.215604 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.259574 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-4b57e848-c347-47a2-b442-28e7c9cfa292 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] delete failed (client error): The resource could not be found. Jul 16 01:41:38.261043 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4b57e848-c347-47a2-b442-28e7c9cfa292 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "DELETE /v2.0/routers/c98ed5d8-2dfa-4f39-a4ae-1e7f2f15e93c HTTP/1.1" status: 404 len: 336 time: 0.0484965 Jul 16 01:41:38.264269 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56854) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:38.288319 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] For port 0fe625aa-30f6-4453-a458-464d6d58ab7c, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:38.291472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] For port 0fe625aa-30f6-4453-a458-464d6d58ab7c, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:38.295739 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8d3e33-4767-4144-ad44-caa8410e5bb7 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] DELETE failed (client error): The resource could not be found. Jul 16 01:41:38.296476 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8d3e33-4767-4144-ad44-caa8410e5bb7 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:41:38.298302 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-aa8d3e33-4767-4144-ad44-caa8410e5bb7 tempest-RoutersAdminTest-1833389738 tempest-RoutersAdminTest-1833389738-project] 10.222.0.22 "DELETE /v2.0/subnets/0c9dd65a-50e7-4095-a75a-975b6406f1d9 HTTP/1.1" status: 404 len: 337 time: 0.0328405 Jul 16 01:41:38.299680 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.369203 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] Provisioning complete for port 0fe625aa-30f6-4453-a458-464d6d58ab7c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:38.369820 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.482257 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.482648 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.486133 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] 10.222.0.69 "PUT /v2.0/ports/0fe625aa-30f6-4453-a458-464d6d58ab7c HTTP/1.1" status: 200 len: 1123 time: 0.8743427 Jul 16 01:41:38.514010 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1535fd2-f1c5-47b4-a827-4d8d267565ce service neutron] Pushing event updated for resources: {'Port': ['ID=0fe625aa-30f6-4453-a458-464d6d58ab7c,revision_number=8']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:38.586858 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.605462 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.609774 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['0fe625aa-30f6-4453-a458-464d6d58ab7c'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:38.664085 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] For port 0fe625aa-30f6-4453-a458-464d6d58ab7c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:38.726097 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56872) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:38.728251 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:38.735915 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c5651d-c312-4168-9862-826ab0f43d73" -d '{"events": [{"server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "name": "network-vif-plugged", "status": "completed", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:38.745135 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8c2dbd-05f5-426e-ab23-ba9a3d1f8065 req-bc0d825f-9edd-4ce3-bdeb-16d55fb73977 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:38.746799 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc8c2dbd-05f5-426e-ab23-ba9a3d1f8065 req-bc0d825f-9edd-4ce3-bdeb-16d55fb73977 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 945 time: 0.1067302 Jul 16 01:41:38.750754 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.866235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc8c2dbd-05f5-426e-ab23-ba9a3d1f8065 req-3da5e97c-3cc4-42e8-833e-87616e0c3bbf tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104739 Jul 16 01:41:38.922935 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e45fd85-60e3-4f72-9735-be6ac6721334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:38.949383 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77e1c55-fa6f-4bc7-98f8-cf39dec753a0 x-openstack-request-id: req-e77e1c55-fa6f-4bc7-98f8-cf39dec753a0 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:38.950012 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "name": "network-vif-plugged", "status": "completed", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:38.950490 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e77e1c55-fa6f-4bc7-98f8-cf39dec753a0 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:38.951098 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c', 'code': 200} Jul 16 01:41:38.952122 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] Pushing event updated for resources: {'Port': ['ID=0fe625aa-30f6-4453-a458-464d6d58ab7c,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:38.964998 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:38.965660 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:38.966207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:38.966760 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:38.967307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:38.967878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:38.968414 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:38.968811 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:38.969236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:38.969701 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:38.970087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:38.970991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffa41122-81c6-4154-afac-f955ca8231aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:41:39.071430 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e45fd85-60e3-4f72-9735-be6ac6721334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.075548 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3e45fd85-60e3-4f72-9735-be6ac6721334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.114377 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e45fd85-60e3-4f72-9735-be6ac6721334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c370ac-b9a0-42dd-ac5b-22de8cbdeb77,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:39.131815 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3e45fd85-60e3-4f72-9735-be6ac6721334 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b398ff6fa9b4a848b51b4ca76eb84e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4028511 Jul 16 01:41:39.132739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56886) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:39.161202 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6e8f2aac-4c64-4e36-adbd-bf4127157eee None None] Provisioning complete for port 0fe625aa-30f6-4453-a458-464d6d58ab7c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:39.161578 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e8f2aac-4c64-4e36-adbd-bf4127157eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.204498 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f87775db-002a-476b-8755-19d2d60d7167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.234729 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f87775db-002a-476b-8755-19d2d60d7167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.295250 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f87775db-002a-476b-8755-19d2d60d7167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.299662 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f87775db-002a-476b-8755-19d2d60d7167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.302152 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f87775db-002a-476b-8755-19d2d60d7167 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3c370ac-b9a0-42dd-ac5b-22de8cbdeb77 HTTP/1.1" status: 204 len: 168 time: 0.1671214 Jul 16 01:41:39.313639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87775db-002a-476b-8755-19d2d60d7167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c370ac-b9a0-42dd-ac5b-22de8cbdeb77,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:39.627729 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:41:39.628584 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56902) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:39.676568 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f42b969f-40a5-4e49-8a4f-4e95a3c82f48 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7b9ce0636c9640608fb75555d9e67a20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468564 Jul 16 01:41:39.679424 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56904) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:39.737790 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 0fe625aa-30f6-4453-a458-464d6d58ab7c details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:41:39.776288 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1fed7148-7772-48c8-ae0d-bac48fadfddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.800153 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1fed7148-7772-48c8-ae0d-bac48fadfddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.882896 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1fed7148-7772-48c8-ae0d-bac48fadfddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.886397 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1fed7148-7772-48c8-ae0d-bac48fadfddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:39.888878 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1fed7148-7772-48c8-ae0d-bac48fadfddf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/578d8ef1-3e84-4b12-b5f7-b7ceded06d6a HTTP/1.1" status: 204 len: 168 time: 0.2084012 Jul 16 01:41:39.912405 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed7148-7772-48c8-ae0d-bac48fadfddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578d8ef1-3e84-4b12-b5f7-b7ceded06d6a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:39.922953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 0fe625aa-30f6-4453-a458-464d6d58ab7c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:39.966792 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 0fe625aa-30f6-4453-a458-464d6d58ab7c has no active binding in host n-h1-791505-14 {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 01:41:40.056728 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:40.059515 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376e3e1f-240e-4027-82d8-8e780b747b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:40.127137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1285b66-ebe4-44a6-be74-feaebe686cb8 req-d1e51427-6762-4a4b-93aa-39745ace32fb tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:40.128734 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1285b66-ebe4-44a6-be74-feaebe686cb8 req-d1e51427-6762-4a4b-93aa-39745ace32fb tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 945 time: 0.1005824 Jul 16 01:41:40.172673 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1285b66-ebe4-44a6-be74-feaebe686cb8 req-746c08b1-51a2-471b-9cea-503c291c9967 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374808 Jul 16 01:41:40.226479 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:40.230051 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90afb991-1d17-4e87-924b-e1a600c3ba63 x-openstack-request-id: req-90afb991-1d17-4e87-924b-e1a600c3ba63 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:40.231215 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:40.231215 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-90afb991-1d17-4e87-924b-e1a600c3ba63 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:40.231215 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c', 'status': 'completed', 'code': 200} Jul 16 01:41:40.339680 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e3e1f-240e-4027-82d8-8e780b747b5d req-4bdcde5a-0dd4-4b43-845a-9be138f8603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:40.341256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-376e3e1f-240e-4027-82d8-8e780b747b5d req-4bdcde5a-0dd4-4b43-845a-9be138f8603d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 1128 time: 0.0782969 Jul 16 01:41:40.440116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e3e1f-240e-4027-82d8-8e780b747b5d req-4df24208-6db6-43af-b0f3-e983b8f5c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:40.441623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-376e3e1f-240e-4027-82d8-8e780b747b5d req-4df24208-6db6-43af-b0f3-e983b8f5c14c service neutron] 10.222.0.70 "GET /v2.0/networks?id=d7088984-ce34-42f5-a9eb-17cc212ae366 HTTP/1.1" status: 200 len: 897 time: 0.0902259 Jul 16 01:41:40.518294 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-376e3e1f-240e-4027-82d8-8e780b747b5d req-cc0e4721-370f-4269-a017-f96baae09ceb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c HTTP/1.1" status: 200 len: 1001 time: 0.0657353 Jul 16 01:41:40.576600 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e3e1f-240e-4027-82d8-8e780b747b5d req-d2743e45-27d5-485a-8e9e-9044049b0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:40.580522 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-376e3e1f-240e-4027-82d8-8e780b747b5d req-d2743e45-27d5-485a-8e9e-9044049b0d24 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b HTTP/1.1" status: 200 len: 835 time: 0.0497174 Jul 16 01:41:40.646408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376e3e1f-240e-4027-82d8-8e780b747b5d req-1808d66d-e905-4a25-a23b-74f291c8d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:40.647486 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-376e3e1f-240e-4027-82d8-8e780b747b5d req-1808d66d-e905-4a25-a23b-74f291c8d8c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7088984-ce34-42f5-a9eb-17cc212ae366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597889 Jul 16 01:41:40.775817 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-376e3e1f-240e-4027-82d8-8e780b747b5d req-869420a4-a991-427a-960e-38a405074b37 service neutron] 10.222.0.70 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172082 Jul 16 01:41:40.818029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56954) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:40.891897 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-376e3e1f-240e-4027-82d8-8e780b747b5d req-1774712e-846b-4015-8bc7-47d702281fda service neutron] 10.222.0.70 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059275 Jul 16 01:41:41.005880 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-145f879d-be2f-4b84-acda-9646387cfa77 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1334944405'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:41.027724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145f879d-be2f-4b84-acda-9646387cfa77 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Made reservation on behalf of d39a8a159309415a9146e6294bdf8464 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:41.031438 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-145f879d-be2f-4b84-acda-9646387cfa77 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.040977 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-145f879d-be2f-4b84-acda-9646387cfa77 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.139169 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-145f879d-be2f-4b84-acda-9646387cfa77 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.143713 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-145f879d-be2f-4b84-acda-9646387cfa77 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.171650 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145f879d-be2f-4b84-acda-9646387cfa77 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:41.180771 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f879d-be2f-4b84-acda-9646387cfa77 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=614909f9-d36c-48a2-8844-0b29888114ea,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:41.189758 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-145f879d-be2f-4b84-acda-9646387cfa77 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.190227 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-145f879d-be2f-4b84-acda-9646387cfa77 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Added segment 946bbfc8-64fc-47e6-b459-f7139fd42a0c of type vlan for network e026df59-9464-4bc0-aa7a-23c507331c76 Jul 16 01:41:41.233013 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-145f879d-be2f-4b84-acda-9646387cfa77 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.262257 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-145f879d-be2f-4b84-acda-9646387cfa77 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.268987 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145f879d-be2f-4b84-acda-9646387cfa77 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.269665 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-145f879d-be2f-4b84-acda-9646387cfa77 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.309356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-145f879d-be2f-4b84-acda-9646387cfa77 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4901838 Jul 16 01:41:41.312413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 56974) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:41.320080 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4e0c6979-0002-4c24-84e0-d895e681cef8 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Request body: {'subnet': {'network_id': 'e026df59-9464-4bc0-aa7a-23c507331c76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:41.376907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f879d-be2f-4b84-acda-9646387cfa77 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event updated for resources: {'Network': ['ID=e026df59-9464-4bc0-aa7a-23c507331c76,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:41.390695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network e026df59-9464-4bc0-aa7a-23c507331c76 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:41.414974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0c6979-0002-4c24-84e0-d895e681cef8 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Made reservation on behalf of d39a8a159309415a9146e6294bdf8464 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:41.418997 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e0c6979-0002-4c24-84e0-d895e681cef8 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.424084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a046d33-11ab-4fbd-8a1b-d821aa6fa152 req-47b3866a-d362-41cd-acb6-8625c4a4d007 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.426634 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a046d33-11ab-4fbd-8a1b-d821aa6fa152 req-47b3866a-d362-41cd-acb6-8625c4a4d007 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 945 time: 0.1158619 Jul 16 01:41:41.485290 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a046d33-11ab-4fbd-8a1b-d821aa6fa152 req-23209e9b-6414-451a-82a4-086859b984e6 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522931 Jul 16 01:41:41.644821 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e0c6979-0002-4c24-84e0-d895e681cef8 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.703559 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0c6979-0002-4c24-84e0-d895e681cef8 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event updated for resources: {'Subnet': ['ID=3d7fd8c2-93d1-4387-afb7-409a737e67d8,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:41.713982 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0c6979-0002-4c24-84e0-d895e681cef8 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Checking segment: {'id': '946bbfc8-64fc-47e6-b459-f7139fd42a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e026df59-9464-4bc0-aa7a-23c507331c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:41.714341 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0c6979-0002-4c24-84e0-d895e681cef8 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Network hostable DHCP agents. Network: e026df59-9464-4bc0-aa7a-23c507331c76, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:41:41.732823 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0c6979-0002-4c24-84e0-d895e681cef8 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Network e026df59-9464-4bc0-aa7a-23c507331c76 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:41:41.745157 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-4e0c6979-0002-4c24-84e0-d895e681cef8 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, e026df59-9464-4bc0-aa7a-23c507331c76) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:41.752222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0c6979-0002-4c24-84e0-d895e681cef8 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:41.765431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d0377c-c6cd-4915-86e5-b0e338798329 None None] Network e026df59-9464-4bc0-aa7a-23c507331c76 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:41.766102 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4e0c6979-0002-4c24-84e0-d895e681cef8 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.786575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 56984) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:41.787871 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4e0c6979-0002-4c24-84e0-d895e681cef8 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4740562 Jul 16 01:41:41.791850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ed14a5b0-f266-42b9-8353-e703f1dc9b60 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Request body: {'port': {'network_id': 'e026df59-9464-4bc0-aa7a-23c507331c76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-630996813'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:41.926864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed14a5b0-f266-42b9-8353-e703f1dc9b60 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Made reservation on behalf of d39a8a159309415a9146e6294bdf8464 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:41.931545 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed14a5b0-f266-42b9-8353-e703f1dc9b60 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.958192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-e026df59-9464-4bc0-aa7a-23c507331c76', 'network_id': 'e026df59-9464-4bc0-aa7a-23c507331c76', 'tenant_id': 'd39a8a159309415a9146e6294bdf8464', 'fixed_ips': [{'subnet_id': '3d7fd8c2-93d1-4387-afb7-409a737e67d8'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:41:41.959081 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:41.963415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-ed14a5b0-f266-42b9-8353-e703f1dc9b60 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] device_id is not set on port 51b5e160-1e9d-493e-abbf-10bcbad55280 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:42.143639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-ed14a5b0-f266-42b9-8353-e703f1dc9b60 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Allocated IP 2001:db8::6e (e026df59-9464-4bc0-aa7a-23c507331c76/3d7fd8c2-93d1-4387-afb7-409a737e67d8/51b5e160-1e9d-493e-abbf-10bcbad55280) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:42.314887 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed14a5b0-f266-42b9-8353-e703f1dc9b60 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.330365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-ed14a5b0-f266-42b9-8353-e703f1dc9b60 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Transition to ACTIVE for port object 51b5e160-1e9d-493e-abbf-10bcbad55280 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:42.367232 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed14a5b0-f266-42b9-8353-e703f1dc9b60 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.416659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed14a5b0-f266-42b9-8353-e703f1dc9b60 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Network e026df59-9464-4bc0-aa7a-23c507331c76 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:42.423145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-ed14a5b0-f266-42b9-8353-e703f1dc9b60 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:42.426360 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Allocated IP 2001:db8::2 (e026df59-9464-4bc0-aa7a-23c507331c76/3d7fd8c2-93d1-4387-afb7-409a737e67d8/571f729a-24ff-4e45-9924-81cd93a3a930) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:42.439737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed14a5b0-f266-42b9-8353-e703f1dc9b60 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:42.447621 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed14a5b0-f266-42b9-8353-e703f1dc9b60 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.448417 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed14a5b0-f266-42b9-8353-e703f1dc9b60 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.473918 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ed14a5b0-f266-42b9-8353-e703f1dc9b60 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6862121 Jul 16 01:41:42.477397 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57000) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:42.483250 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-aae52207-7b67-4361-be5d-545c01b6da2b tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Request body: {'port': {'network_id': 'e026df59-9464-4bc0-aa7a-23c507331c76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1067115404', 'allowed_address_pairs': [{'ip_address': '2001:db8::6e', 'mac_address': 'fa:16:3e:42:84:55'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:42.486929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14a5b0-f266-42b9-8353-e703f1dc9b60 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event updated for resources: {'Port': ['ID=51b5e160-1e9d-493e-abbf-10bcbad55280,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:42.629926 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.641333 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Transition to ACTIVE for port object 571f729a-24ff-4e45-9924-81cd93a3a930 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:42.664219 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Transition to ACTIVE for port object 571f729a-24ff-4e45-9924-81cd93a3a930 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:42.676685 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.687539 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae52207-7b67-4361-be5d-545c01b6da2b tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Made reservation on behalf of d39a8a159309415a9146e6294bdf8464 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:42.727686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03196d9-e1be-4794-9a4d-a87f6cdc1f47 req-aca4aa55-bd6a-4ccd-bb02-9f72efc6078e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:42.733173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Pushing event updated for resources: {'Port': ['ID=571f729a-24ff-4e45-9924-81cd93a3a930,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:42.738850 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f03196d9-e1be-4794-9a4d-a87f6cdc1f47 req-aca4aa55-bd6a-4ccd-bb02-9f72efc6078e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 945 time: 0.0905092 Jul 16 01:41:42.753179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Network e026df59-9464-4bc0-aa7a-23c507331c76 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:42.766467 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:42.768779 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:42.789263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f03196d9-e1be-4794-9a4d-a87f6cdc1f47 req-447c32a8-ffdf-4cb4-b18d-189b9404ed1f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513685 Jul 16 01:41:42.842207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Attempting to bind port 571f729a-24ff-4e45-9924-81cd93a3a930 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:41:42.842586 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Attempting to bind port 571f729a-24ff-4e45-9924-81cd93a3a930 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '946bbfc8-64fc-47e6-b459-f7139fd42a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e026df59-9464-4bc0-aa7a-23c507331c76'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:41:42.842951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Attempting to bind port 571f729a-24ff-4e45-9924-81cd93a3a930 on network e026df59-9464-4bc0-aa7a-23c507331c76 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:41:42.848997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:41:42.849366 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Checking segment: {'id': '946bbfc8-64fc-47e6-b459-f7139fd42a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e026df59-9464-4bc0-aa7a-23c507331c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:41:42.849768 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.850159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Bound using segment: {'id': '946bbfc8-64fc-47e6-b459-f7139fd42a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e026df59-9464-4bc0-aa7a-23c507331c76'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:41:42.850619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Bound port: 571f729a-24ff-4e45-9924-81cd93a3a930, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946bbfc8-64fc-47e6-b459-f7139fd42a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e026df59-9464-4bc0-aa7a-23c507331c76'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:41:42.851141 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:42.921095 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] For port 571f729a-24ff-4e45-9924-81cd93a3a930, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:42.924907 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] For port 571f729a-24ff-4e45-9924-81cd93a3a930, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=571f729a-24ff-4e45-9924-81cd93a3a930,segment=NetworkSegment(946bbfc8-64fc-47e6-b459-f7139fd42a0c),segment_id=946bbfc8-64fc-47e6-b459-f7139fd42a0c)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:41:42.929463 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.004065 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3bbc2e-63b8-48c9-8499-40e23eb2ecf0 None None] Pushing event updated for resources: {'Port': ['ID=571f729a-24ff-4e45-9924-81cd93a3a930,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:43.185296 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aae52207-7b67-4361-be5d-545c01b6da2b tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.203609 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-aae52207-7b67-4361-be5d-545c01b6da2b tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] device_id is not set on port c6c7c050-a6b0-4133-9270-3a6a2e4c76c8 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:43.372834 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-aae52207-7b67-4361-be5d-545c01b6da2b tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Allocated IP 2001:db8::1f2 (e026df59-9464-4bc0-aa7a-23c507331c76/3d7fd8c2-93d1-4387-afb7-409a737e67d8/c6c7c050-a6b0-4133-9270-3a6a2e4c76c8) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:43.572299 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aae52207-7b67-4361-be5d-545c01b6da2b tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.586478 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-aae52207-7b67-4361-be5d-545c01b6da2b tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Transition to ACTIVE for port object c6c7c050-a6b0-4133-9270-3a6a2e4c76c8 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:43.621444 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aae52207-7b67-4361-be5d-545c01b6da2b tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.668687 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae52207-7b67-4361-be5d-545c01b6da2b tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Network e026df59-9464-4bc0-aa7a-23c507331c76 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:43.674908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-aae52207-7b67-4361-be5d-545c01b6da2b tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:43.677436 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae52207-7b67-4361-be5d-545c01b6da2b tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:43.682990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae52207-7b67-4361-be5d-545c01b6da2b tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:43.683631 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aae52207-7b67-4361-be5d-545c01b6da2b tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:43.699928 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae52207-7b67-4361-be5d-545c01b6da2b tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event updated for resources: {'Port': ['ID=c6c7c050-a6b0-4133-9270-3a6a2e4c76c8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:43.716106 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-aae52207-7b67-4361-be5d-545c01b6da2b tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.2352045 Jul 16 01:41:43.716505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57026) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:43.828000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45bb379-85f8-4b18-9dbe-7d29a370fedb tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:43.834159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45bb379-85f8-4b18-9dbe-7d29a370fedb tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:43.840587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45bb379-85f8-4b18-9dbe-7d29a370fedb tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:43.842445 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b45bb379-85f8-4b18-9dbe-7d29a370fedb tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1249156 Jul 16 01:41:43.845235 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57030) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:44.044018 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b52cb-1720-4139-8a20-58d64e62e00e req-87a3575e-e997-46ce-8941-a9f018129703 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:44.044018 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d0b52cb-1720-4139-8a20-58d64e62e00e req-87a3575e-e997-46ce-8941-a9f018129703 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 945 time: 0.0958242 Jul 16 01:41:44.065913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf9ec2-60e9-43ae-9e0a-d67fda8da97f tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Deleting port c6c7c050-a6b0-4133-9270-3a6a2e4c76c8 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:44.066457 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ebf9ec2-60e9-43ae-9e0a-d67fda8da97f tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.122811 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d0b52cb-1720-4139-8a20-58d64e62e00e req-f2268589-ff27-4515-bea5-49234bcd95b0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764205 Jul 16 01:41:44.256144 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ebf9ec2-60e9-43ae-9e0a-d67fda8da97f tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.282091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf9ec2-60e9-43ae-9e0a-d67fda8da97f tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Calling delete_port for c6c7c050-a6b0-4133-9270-3a6a2e4c76c8 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:44.292857 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-93057c9f-23e7-42a6-8db7-879d30032567 service neutron] 10.222.0.70 "GET /v2.0/ports/0fe625aa-30f6-4453-a458-464d6d58ab7c/bindings/n-h1-791505-14 HTTP/1.1" status: 200 len: 385 time: 0.1593380 Jul 16 01:41:44.417483 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b0c065-14e2-4326-a0de-d9b03ac15962 None None] Network e026df59-9464-4bc0-aa7a-23c507331c76 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:44.564944 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ebf9ec2-60e9-43ae-9e0a-d67fda8da97f tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.599371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e8145db6-7d41-4511-a2d2-804b0659d5a0 None None] Provisioning for port 571f729a-24ff-4e45-9924-81cd93a3a930 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:44.629428 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf9ec2-60e9-43ae-9e0a-d67fda8da97f tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event deleted for resources: {'Port': ['ID=c6c7c050-a6b0-4133-9270-3a6a2e4c76c8,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:44.730824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-7796bb38-183b-4727-8616-2b5bf4adcd11 service neutron] For port 0fe625aa-30f6-4453-a458-464d6d58ab7c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:44.799513 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ebf9ec2-60e9-43ae-9e0a-d67fda8da97f tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:44.804082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6ebf9ec2-60e9-43ae-9e0a-d67fda8da97f tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "DELETE /v2.0/ports/c6c7c050-a6b0-4133-9270-3a6a2e4c76c8 HTTP/1.1" status: 204 len: 168 time: 0.9526231 Jul 16 01:41:44.804082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-7796bb38-183b-4727-8616-2b5bf4adcd11 service neutron] For port 0fe625aa-30f6-4453-a458-464d6d58ab7c, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:44.804500 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57050) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:44.851610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:44.852049 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-0067a575-cb77-4aa4-bed0-7206e3be8906 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] GET failed (client error): The resource could not be found. Jul 16 01:41:44.854494 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d588a0b-633a-4961-9cb5-260a4bc2a7cd" -d '{"events": [{"server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "name": "network-vif-unplugged", "status": "completed", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:44.863250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-7796bb38-183b-4727-8616-2b5bf4adcd11 service neutron] For port 0fe625aa-30f6-4453-a458-464d6d58ab7c, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:44.871529 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0067a575-cb77-4aa4-bed0-7206e3be8906 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "GET /v2.0/ports/c6c7c050-a6b0-4133-9270-3a6a2e4c76c8 HTTP/1.1" status: 404 len: 333 time: 0.0652421 Jul 16 01:41:44.877769 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57060) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:44.884253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4fca4395-c586-451a-a9dc-846465e64f83 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Request body: {'port': {'network_id': 'e026df59-9464-4bc0-aa7a-23c507331c76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1595627577'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:44.994477 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-7796bb38-183b-4727-8616-2b5bf4adcd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.040566 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e9babf85-8b25-4b2a-b3a6-57956b28b5ba None None] Provisioning for port 51b5e160-1e9d-493e-abbf-10bcbad55280 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:45.044848 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e9babf85-8b25-4b2a-b3a6-57956b28b5ba None None] Provisioning complete for port 51b5e160-1e9d-493e-abbf-10bcbad55280 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:45.045232 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e9babf85-8b25-4b2a-b3a6-57956b28b5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.096781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-7796bb38-183b-4727-8616-2b5bf4adcd11 service neutron] Transition to ACTIVE for port object 0fe625aa-30f6-4453-a458-464d6d58ab7c will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:45.112168 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-7796bb38-183b-4727-8616-2b5bf4adcd11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.112991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e9babf85-8b25-4b2a-b3a6-57956b28b5ba None None] Port 51b5e160-1e9d-493e-abbf-10bcbad55280 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:45.123262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fca4395-c586-451a-a9dc-846465e64f83 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Made reservation on behalf of d39a8a159309415a9146e6294bdf8464 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:45.127545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e9babf85-8b25-4b2a-b3a6-57956b28b5ba None None] Could not find standard attr ID for object c6c7c050-a6b0-4133-9270-3a6a2e4c76c8. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:41:45.129522 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fca4395-c586-451a-a9dc-846465e64f83 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.418128 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9602dfbe-5fc4-4fde-8cff-07dd4cd435dd x-openstack-request-id: req-9602dfbe-5fc4-4fde-8cff-07dd4cd435dd {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:45.418455 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "name": "network-vif-unplugged", "status": "completed", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:45.418725 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9602dfbe-5fc4-4fde-8cff-07dd4cd435dd {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:45.419158 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c', 'code': 200} Jul 16 01:41:45.420418 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-4fca4395-c586-451a-a9dc-846465e64f83 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] device_id is not set on port 7b4af314-aec4-4cbf-8f72-509f457cc805 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:45.461409 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-74689804-34f8-4650-afa7-6bf53e657a18 None None] Provisioning complete for port 51b5e160-1e9d-493e-abbf-10bcbad55280 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:45.461946 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-74689804-34f8-4650-afa7-6bf53e657a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.521904 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-74689804-34f8-4650-afa7-6bf53e657a18 None None] Port 51b5e160-1e9d-493e-abbf-10bcbad55280 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:45.549273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 571f729a-24ff-4e45-9924-81cd93a3a930 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:45.653893 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-4fca4395-c586-451a-a9dc-846465e64f83 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Allocated IP 2001:db8::5c (e026df59-9464-4bc0-aa7a-23c507331c76/3d7fd8c2-93d1-4387-afb7-409a737e67d8/7b4af314-aec4-4cbf-8f72-509f457cc805) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:45.667151 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 571f729a-24ff-4e45-9924-81cd93a3a930 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:45.673091 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 571f729a-24ff-4e45-9924-81cd93a3a930 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:45.674406 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.735075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796bb38-183b-4727-8616-2b5bf4adcd11 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe625aa-30f6-4453-a458-464d6d58ab7c,revision_number=11']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:45.765988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-7796bb38-183b-4727-8616-2b5bf4adcd11 service neutron] No DVR routers for this DVR port 0fe625aa-30f6-4453-a458-464d6d58ab7c on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:45.792942 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.832449 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 571f729a-24ff-4e45-9924-81cd93a3a930, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=571f729a-24ff-4e45-9924-81cd93a3a930,segment=NetworkSegment(946bbfc8-64fc-47e6-b459-f7139fd42a0c),segment_id=946bbfc8-64fc-47e6-b459-f7139fd42a0c)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:45.838363 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:45.897003 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=571f729a-24ff-4e45-9924-81cd93a3a930,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:45.975744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b3aa8c02-5350-4c76-a25c-438cddec8f19 None None] Could not find standard attr ID for object c6c7c050-a6b0-4133-9270-3a6a2e4c76c8. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:41:46.016597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067606d-5688-4718-bc33-5865641195e9 req-4c412860-2422-4f4d-a3d5-d280aebdfe84 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.019270 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d067606d-5688-4718-bc33-5865641195e9 req-4c412860-2422-4f4d-a3d5-d280aebdfe84 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 944 time: 0.5200517 Jul 16 01:41:46.105253 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fca4395-c586-451a-a9dc-846465e64f83 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.150911 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-7796bb38-183b-4727-8616-2b5bf4adcd11 service neutron] 10.222.0.70 "PUT /v2.0/ports/0fe625aa-30f6-4453-a458-464d6d58ab7c/bindings/n-h1-791505-14/activate HTTP/1.1" status: 200 len: 370 time: 1.8458838 Jul 16 01:41:46.169917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-4fca4395-c586-451a-a9dc-846465e64f83 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Transition to ACTIVE for port object 7b4af314-aec4-4cbf-8f72-509f457cc805 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:46.186528 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d067606d-5688-4718-bc33-5865641195e9 req-d54a84fd-e69c-42aa-8e08-c798f73d5100 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583352 Jul 16 01:41:46.245328 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fca4395-c586-451a-a9dc-846465e64f83 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.298517 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fca4395-c586-451a-a9dc-846465e64f83 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Network e026df59-9464-4bc0-aa7a-23c507331c76 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:46.302430 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-4fca4395-c586-451a-a9dc-846465e64f83 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:46.306729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fca4395-c586-451a-a9dc-846465e64f83 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:46.312827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fca4395-c586-451a-a9dc-846465e64f83 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.313465 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fca4395-c586-451a-a9dc-846465e64f83 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.317226 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-d76f64d1-4a4b-4d72-9e21-ffbe1606b070 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.319810 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-d76f64d1-4a4b-4d72-9e21-ffbe1606b070 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795&tenant_id=69687824cbca408cb542751d24b99384&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 1096 time: 0.0845082 Jul 16 01:41:46.335464 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca4395-c586-451a-a9dc-846465e64f83 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event updated for resources: {'Port': ['ID=7b4af314-aec4-4cbf-8f72-509f457cc805,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:46.352060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4fca4395-c586-451a-a9dc-846465e64f83 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4650185 Jul 16 01:41:46.352858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57090) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:46.377724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3af771db-2af4-47fb-aa43-41338b57e8ac tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6e', 'mac_address': 'fa:16:3e:42:84:55'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:46.425334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-0e9ae202-465c-472e-98ba-82e62ece7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.427003 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-0e9ae202-465c-472e-98ba-82e62ece7483 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795&tenant_id=69687824cbca408cb542751d24b99384 HTTP/1.1" status: 200 len: 1096 time: 0.0991504 Jul 16 01:41:46.556151 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-a72a5c42-7984-4447-8ae3-f75a6cb62a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.557912 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-a72a5c42-7984-4447-8ae3-f75a6cb62a16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 1096 time: 0.1033430 Jul 16 01:41:46.692717 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-5f654697-a08a-4cde-9729-508b9d857b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.699569 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-5f654697-a08a-4cde-9729-508b9d857b1d service neutron] 10.222.0.69 "GET /v2.0/networks?id=d7088984-ce34-42f5-a9eb-17cc212ae366 HTTP/1.1" status: 200 len: 897 time: 0.1299453 Jul 16 01:41:46.814132 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-255e29ba-9a65-45d7-bbbc-74a129592ad5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c HTTP/1.1" status: 200 len: 999 time: 0.1079266 Jul 16 01:41:46.818629 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2fe323d1-1344-4aa1-88bc-57db8cbb834c None None] Provisioning for port 7b4af314-aec4-4cbf-8f72-509f457cc805 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:46.827549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2fe323d1-1344-4aa1-88bc-57db8cbb834c None None] Provisioning complete for port 7b4af314-aec4-4cbf-8f72-509f457cc805 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:46.828238 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2fe323d1-1344-4aa1-88bc-57db8cbb834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:46.870108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2fe323d1-1344-4aa1-88bc-57db8cbb834c None None] Port 7b4af314-aec4-4cbf-8f72-509f457cc805 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:46.872262 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-a9b903e8-8679-46fb-9fe3-3fd6df99902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.874236 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-a9b903e8-8679-46fb-9fe3-3fd6df99902e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b HTTP/1.1" status: 200 len: 835 time: 0.0532155 Jul 16 01:41:46.941189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-f170976e-4711-4f0c-912d-eceacf4a5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.942885 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-f170976e-4711-4f0c-912d-eceacf4a5e38 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d7088984-ce34-42f5-a9eb-17cc212ae366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619659 Jul 16 01:41:46.959639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becac5a-2f9b-4d12-b3de-cf5f975b845a req-620706e6-c8db-45da-91be-1dca2893e7c6 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:46.961182 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3becac5a-2f9b-4d12-b3de-cf5f975b845a req-620706e6-c8db-45da-91be-1dca2893e7c6 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=37c6fe21-c41f-4d20-bad7-7e8fe489382d HTTP/1.1" status: 200 len: 946 time: 0.1430132 Jul 16 01:41:46.989779 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3af771db-2af4-47fb-aa43-41338b57e8ac tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.040915 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-d65acdbc-a693-400b-9c5f-f63ccd3519a0 service neutron] 10.222.0.69 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907378 Jul 16 01:41:47.041876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3becac5a-2f9b-4d12-b3de-cf5f975b845a req-8f979f04-8b4f-4ba9-89f0-8e8a86793833 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706172 Jul 16 01:41:47.153797 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-94fe1486-9ae2-4891-8dc4-a8a06a46c85a service neutron] 10.222.0.69 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020703 Jul 16 01:41:47.209531 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3af771db-2af4-47fb-aa43-41338b57e8ac tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.214157 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3af771db-2af4-47fb-aa43-41338b57e8ac tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.251085 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-3af771db-2af4-47fb-aa43-41338b57e8ac tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] In _notify_port_updated(), no bound segment for port 7b4af314-aec4-4cbf-8f72-509f457cc805 on network e026df59-9464-4bc0-aa7a-23c507331c76 {{(pid=93919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:41:47.256743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af771db-2af4-47fb-aa43-41338b57e8ac tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.257538 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3af771db-2af4-47fb-aa43-41338b57e8ac tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.258767 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3af771db-2af4-47fb-aa43-41338b57e8ac tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "PUT /v2.0/ports/7b4af314-aec4-4cbf-8f72-509f457cc805 HTTP/1.1" status: 200 len: 1001 time: 0.9041595 Jul 16 01:41:47.261638 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57108) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:47.274309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af771db-2af4-47fb-aa43-41338b57e8ac tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event updated for resources: {'Port': ['ID=7b4af314-aec4-4cbf-8f72-509f457cc805,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:47.462438 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 571f729a-24ff-4e45-9924-81cd93a3a930 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:41:47.487149 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-17449938-e79b-489e-bb39-29cb37e1edff tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Deleting port 7b4af314-aec4-4cbf-8f72-509f457cc805 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:47.487958 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17449938-e79b-489e-bb39-29cb37e1edff tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.508569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e5b55-9e2d-48da-a451-208b8c89e004 req-5fc0bf28-7243-446f-9846-ac7e20b67ce8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.515977 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e40e5b55-9e2d-48da-a451-208b8c89e004 req-5fc0bf28-7243-446f-9846-ac7e20b67ce8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 944 time: 0.1175687 Jul 16 01:41:47.566168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 571f729a-24ff-4e45-9924-81cd93a3a930 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:47.566856 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.567472 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e40e5b55-9e2d-48da-a451-208b8c89e004 req-640cb5e0-208a-4c36-a13b-927afa0c8e57 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450945 Jul 16 01:41:47.612490 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0fe625aa-30f6-4453-a458-464d6d58ab7c no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:47.642655 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17449938-e79b-489e-bb39-29cb37e1edff tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.660485 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-17449938-e79b-489e-bb39-29cb37e1edff tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Calling delete_port for 7b4af314-aec4-4cbf-8f72-509f457cc805 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:47.669380 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-0686b509-1388-40f0-ab31-a625d3b3b011 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:47.671210 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-0686b509-1388-40f0-ab31-a625d3b3b011 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.69 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795&tenant_id=69687824cbca408cb542751d24b99384&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 1096 time: 0.1612275 Jul 16 01:41:47.846376 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f58ece39-1596-4aa5-a2cf-b1b2d953aa93 None None] Provisioning complete for port 7b4af314-aec4-4cbf-8f72-509f457cc805 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:47.846984 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f58ece39-1596-4aa5-a2cf-b1b2d953aa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.871073 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0fe625aa-30f6-4453-a458-464d6d58ab7c not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:47.906636 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-7bf18290-166d-41db-99d7-7127ef4cb73d service neutron] For port 0fe625aa-30f6-4453-a458-464d6d58ab7c, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:41:47.908888 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f58ece39-1596-4aa5-a2cf-b1b2d953aa93 None None] Port 7b4af314-aec4-4cbf-8f72-509f457cc805 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:47.911493 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-7bf18290-166d-41db-99d7-7127ef4cb73d service neutron] Notify callbacks [] for binding, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.912659 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-7bf18290-166d-41db-99d7-7127ef4cb73d service neutron] 10.222.0.69 "DELETE /v2.0/ports/0fe625aa-30f6-4453-a458-464d6d58ab7c/bindings/n-h2-791505-14 HTTP/1.1" status: 204 len: 173 time: 0.2321379 Jul 16 01:41:47.914260 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17449938-e79b-489e-bb39-29cb37e1edff tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:47.959164 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17449938-e79b-489e-bb39-29cb37e1edff tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event deleted for resources: {'Port': ['ID=7b4af314-aec4-4cbf-8f72-509f457cc805,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:48.095030 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-17449938-e79b-489e-bb39-29cb37e1edff tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.097645 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-17449938-e79b-489e-bb39-29cb37e1edff tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "DELETE /v2.0/ports/7b4af314-aec4-4cbf-8f72-509f457cc805 HTTP/1.1" status: 204 len: 168 time: 0.8340335 Jul 16 01:41:48.100265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57128) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:48.128325 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-c66340cb-e339-4241-beb6-a403c0b6dd49 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] GET failed (client error): The resource could not be found. Jul 16 01:41:48.129976 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c66340cb-e339-4241-beb6-a403c0b6dd49 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "GET /v2.0/ports/7b4af314-aec4-4cbf-8f72-509f457cc805 HTTP/1.1" status: 404 len: 333 time: 0.0287690 Jul 16 01:41:48.134017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57130) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:48.139539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5ee75f7b-2126-44cf-b7c9-e0c84ad1067e tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Request body: {'port': {'network_id': 'e026df59-9464-4bc0-aa7a-23c507331c76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1722658639'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:48.316347 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dcf5be-3c50-4263-a4e7-4168d051a092 req-90421e02-2e1d-4c5b-91b1-f7c5d6ed91d8 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:48.318111 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-06dcf5be-3c50-4263-a4e7-4168d051a092 req-90421e02-2e1d-4c5b-91b1-f7c5d6ed91d8 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/ports?device_id=37c6fe21-c41f-4d20-bad7-7e8fe489382d HTTP/1.1" status: 200 len: 946 time: 0.1011040 Jul 16 01:41:48.319379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee75f7b-2126-44cf-b7c9-e0c84ad1067e tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Made reservation on behalf of d39a8a159309415a9146e6294bdf8464 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:48.323200 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ee75f7b-2126-44cf-b7c9-e0c84ad1067e tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.380182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-5ee75f7b-2126-44cf-b7c9-e0c84ad1067e tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] device_id is not set on port 0e861ba7-29b3-4661-9933-0dfbf7034a69 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:48.384876 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622dc80-cde2-421f-922a-66322c2504a7 req-c4658d27-3c4e-47e8-b4a5-c0a8aa0d426a tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:48.386710 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2622dc80-cde2-421f-922a-66322c2504a7 req-c4658d27-3c4e-47e8-b4a5-c0a8aa0d426a tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.69 "GET /v2.0/ports?device_id=37c6fe21-c41f-4d20-bad7-7e8fe489382d HTTP/1.1" status: 200 len: 946 time: 0.0972004 Jul 16 01:41:48.393525 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-06dcf5be-3c50-4263-a4e7-4168d051a092 req-7323ffa8-3a56-4582-8720-c746a604a7a6 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c99c723-87d0-443a-96b0-910f8703b18d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664246 Jul 16 01:41:48.517295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-2622dc80-cde2-421f-922a-66322c2504a7 req-e3922293-6401-456d-9589-3731ba5d1c68 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Deleting port 2e714998-1b52-4fac-ba2a-a03719c30d2f {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:48.517879 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2622dc80-cde2-421f-922a-66322c2504a7 req-e3922293-6401-456d-9589-3731ba5d1c68 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.531957 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-5ee75f7b-2126-44cf-b7c9-e0c84ad1067e tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Allocated IP 2001:db8::34b (e026df59-9464-4bc0-aa7a-23c507331c76/3d7fd8c2-93d1-4387-afb7-409a737e67d8/0e861ba7-29b3-4661-9933-0dfbf7034a69) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:48.626953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-2622dc80-cde2-421f-922a-66322c2504a7 req-e3922293-6401-456d-9589-3731ba5d1c68 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] For port 2e714998-1b52-4fac-ba2a-a03719c30d2f, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=2e714998-1b52-4fac-ba2a-a03719c30d2f,segment=NetworkSegment(592c05cf-586e-4938-a6a7-4dc52bc130cc),segment_id=592c05cf-586e-4938-a6a7-4dc52bc130cc)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:48.627332 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2622dc80-cde2-421f-922a-66322c2504a7 req-e3922293-6401-456d-9589-3731ba5d1c68 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.641450 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-2622dc80-cde2-421f-922a-66322c2504a7 req-e3922293-6401-456d-9589-3731ba5d1c68 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Calling delete_port for 2e714998-1b52-4fac-ba2a-a03719c30d2f owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:48.808894 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2622dc80-cde2-421f-922a-66322c2504a7 req-e3922293-6401-456d-9589-3731ba5d1c68 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.811451 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ee75f7b-2126-44cf-b7c9-e0c84ad1067e tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.822913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['2e714998-1b52-4fac-ba2a-a03719c30d2f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:41:48.833214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-5ee75f7b-2126-44cf-b7c9-e0c84ad1067e tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Transition to ACTIVE for port object 0e861ba7-29b3-4661-9933-0dfbf7034a69 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:48.852381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6887630-966e-4f15-9a51-18613a7d415a req-2bd0bfe7-9088-4d51-8134-b1b18db43743 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:48.853927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6887630-966e-4f15-9a51-18613a7d415a req-2bd0bfe7-9088-4d51-8134-b1b18db43743 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 944 time: 0.1690693 Jul 16 01:41:48.877227 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3922293-6401-456d-9589-3731ba5d1c68 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Pushing event deleted for resources: {'Port': ['ID=2e714998-1b52-4fac-ba2a-a03719c30d2f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:48.920963 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ee75f7b-2126-44cf-b7c9-e0c84ad1067e tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.926813 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-2622dc80-cde2-421f-922a-66322c2504a7 req-e3922293-6401-456d-9589-3731ba5d1c68 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] No DVR routers for this DVR port 2e714998-1b52-4fac-ba2a-a03719c30d2f on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:48.929425 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2622dc80-cde2-421f-922a-66322c2504a7 req-e3922293-6401-456d-9589-3731ba5d1c68 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:48.932259 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2622dc80-cde2-421f-922a-66322c2504a7 req-e3922293-6401-456d-9589-3731ba5d1c68 tempest-VolumesSnapshotTestJSON-1099694235 tempest-VolumesSnapshotTestJSON-1099694235-project] 10.222.0.69 "DELETE /v2.0/ports/2e714998-1b52-4fac-ba2a-a03719c30d2f HTTP/1.1" status: 204 len: 173 time: 0.5413494 Jul 16 01:41:48.934204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37c6fe21-c41f-4d20-bad7-7e8fe489382d', 'name': 'network-vif-deleted', 'tag': '2e714998-1b52-4fac-ba2a-a03719c30d2f'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:48.935230 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a86b168-f3fa-4315-91e4-02b15c5e32f8" -d '{"events": [{"server_uuid": "37c6fe21-c41f-4d20-bad7-7e8fe489382d", "name": "network-vif-deleted", "tag": "2e714998-1b52-4fac-ba2a-a03719c30d2f"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:48.938071 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6887630-966e-4f15-9a51-18613a7d415a req-a285bb7f-1b36-49c4-9843-b5d92b73d5a0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773425 Jul 16 01:41:48.988636 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee75f7b-2126-44cf-b7c9-e0c84ad1067e tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Network e026df59-9464-4bc0-aa7a-23c507331c76 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:48.992222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-5ee75f7b-2126-44cf-b7c9-e0c84ad1067e tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:48.997095 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee75f7b-2126-44cf-b7c9-e0c84ad1067e tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:49.003277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee75f7b-2126-44cf-b7c9-e0c84ad1067e tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.004147 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ee75f7b-2126-44cf-b7c9-e0c84ad1067e tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.018330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee75f7b-2126-44cf-b7c9-e0c84ad1067e tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event updated for resources: {'Port': ['ID=0e861ba7-29b3-4661-9933-0dfbf7034a69,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.022911 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5ee75f7b-2126-44cf-b7c9-e0c84ad1067e tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8877068 Jul 16 01:41:49.031517 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57154) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:49.034237 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da74eb5a-dba7-4129-8bea-ad7cd16b7259 x-openstack-request-id: req-da74eb5a-dba7-4129-8bea-ad7cd16b7259 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:49.034532 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37c6fe21-c41f-4d20-bad7-7e8fe489382d", "name": "network-vif-deleted", "tag": "2e714998-1b52-4fac-ba2a-a03719c30d2f", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:49.034786 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da74eb5a-dba7-4129-8bea-ad7cd16b7259 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:49.035192 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37c6fe21-c41f-4d20-bad7-7e8fe489382d', 'name': 'network-vif-deleted', 'tag': '2e714998-1b52-4fac-ba2a-a03719c30d2f', 'status': 'completed', 'code': 200} Jul 16 01:41:49.041698 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-0b99b76b-acde-4e4f-92c1-2b0a26c0aef1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:42:84:55'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:49.206752 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0b99b76b-acde-4e4f-92c1-2b0a26c0aef1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.253947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee01161-8bcb-4db7-b2b6-c1041b7bbdbe req-3141a51e-119c-48d6-a5cc-b2b80dddf8f0 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.255551 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ee01161-8bcb-4db7-b2b6-c1041b7bbdbe req-3141a51e-119c-48d6-a5cc-b2b80dddf8f0 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 1096 time: 0.1097798 Jul 16 01:41:49.337431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ee01161-8bcb-4db7-b2b6-c1041b7bbdbe req-9025e028-8cec-4aaa-8e3c-6c55bc951638 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706780 Jul 16 01:41:49.374764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-70fb98b0-c9da-4c30-88a9-c1174fdf1d95 None None] Provisioning for port 0e861ba7-29b3-4661-9933-0dfbf7034a69 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:49.387160 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-70fb98b0-c9da-4c30-88a9-c1174fdf1d95 None None] Provisioning complete for port 0e861ba7-29b3-4661-9933-0dfbf7034a69 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:49.387796 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-70fb98b0-c9da-4c30-88a9-c1174fdf1d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.437746 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-70fb98b0-c9da-4c30-88a9-c1174fdf1d95 None None] Port 0e861ba7-29b3-4661-9933-0dfbf7034a69 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:49.459494 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0b99b76b-acde-4e4f-92c1-2b0a26c0aef1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.467846 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0b99b76b-acde-4e4f-92c1-2b0a26c0aef1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.504871 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-0b99b76b-acde-4e4f-92c1-2b0a26c0aef1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] In _notify_port_updated(), no bound segment for port 0e861ba7-29b3-4661-9933-0dfbf7034a69 on network e026df59-9464-4bc0-aa7a-23c507331c76 {{(pid=93919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:41:49.510865 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b99b76b-acde-4e4f-92c1-2b0a26c0aef1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.511704 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0b99b76b-acde-4e4f-92c1-2b0a26c0aef1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.513461 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0b99b76b-acde-4e4f-92c1-2b0a26c0aef1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "PUT /v2.0/ports/0e861ba7-29b3-4661-9933-0dfbf7034a69 HTTP/1.1" status: 200 len: 1003 time: 0.4806938 Jul 16 01:41:49.516222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57166) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:49.552755 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99b76b-acde-4e4f-92c1-2b0a26c0aef1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event updated for resources: {'Port': ['ID=0e861ba7-29b3-4661-9933-0dfbf7034a69,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:49.651858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c38fa-3281-42ae-9776-deefe566b693 req-04126177-fd0d-4312-9fb7-257287fce0c6 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:49.653624 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b6c38fa-3281-42ae-9776-deefe566b693 req-04126177-fd0d-4312-9fb7-257287fce0c6 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 944 time: 0.1121602 Jul 16 01:41:49.687721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-4aec936e-7405-4c6c-9efd-7ec88e220f18 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Deleting port 0e861ba7-29b3-4661-9933-0dfbf7034a69 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:49.689578 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aec936e-7405-4c6c-9efd-7ec88e220f18 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.702870 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b6c38fa-3281-42ae-9776-deefe566b693 req-02884f3a-6cb9-4756-8d19-5599d2260784 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428035 Jul 16 01:41:49.730330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57172) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:49.813899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d26c5f1a-80e2-4b66-8c9e-cc804d65d621 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/floatingips/a0559041-b218-4056-9499-fbdba1104725 HTTP/1.1" status: 200 len: 991 time: 0.0821836 Jul 16 01:41:49.856546 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aec936e-7405-4c6c-9efd-7ec88e220f18 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:49.869790 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-4aec936e-7405-4c6c-9efd-7ec88e220f18 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Calling delete_port for 0e861ba7-29b3-4661-9933-0dfbf7034a69 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:49.979512 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-32cf02e8-9442-44b1-9f8b-c315dbdb1241 None None] Provisioning complete for port 0e861ba7-29b3-4661-9933-0dfbf7034a69 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:49.979922 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-32cf02e8-9442-44b1-9f8b-c315dbdb1241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.027202 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-32cf02e8-9442-44b1-9f8b-c315dbdb1241 None None] Port 0e861ba7-29b3-4661-9933-0dfbf7034a69 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:50.033620 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aec936e-7405-4c6c-9efd-7ec88e220f18 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.066817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec936e-7405-4c6c-9efd-7ec88e220f18 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event deleted for resources: {'Port': ['ID=0e861ba7-29b3-4661-9933-0dfbf7034a69,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:50.104626 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4aec936e-7405-4c6c-9efd-7ec88e220f18 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.109011 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4aec936e-7405-4c6c-9efd-7ec88e220f18 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "DELETE /v2.0/ports/0e861ba7-29b3-4661-9933-0dfbf7034a69 HTTP/1.1" status: 204 len: 168 time: 0.5893371 Jul 16 01:41:50.110451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57182) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:50.143073 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d56036f-5046-404b-8238-5bcf2e029648 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] GET failed (client error): The resource could not be found. Jul 16 01:41:50.149264 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3d56036f-5046-404b-8238-5bcf2e029648 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "GET /v2.0/ports/0e861ba7-29b3-4661-9933-0dfbf7034a69 HTTP/1.1" status: 404 len: 333 time: 0.0321918 Jul 16 01:41:50.149444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57188) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:50.155249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-af05dfd3-5892-44d6-96aa-892f756a19ad tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Request body: {'port': {'network_id': 'e026df59-9464-4bc0-aa7a-23c507331c76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1695660440'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:50.332878 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af05dfd3-5892-44d6-96aa-892f756a19ad tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Made reservation on behalf of d39a8a159309415a9146e6294bdf8464 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:50.338406 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-af05dfd3-5892-44d6-96aa-892f756a19ad tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.357303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-af05dfd3-5892-44d6-96aa-892f756a19ad tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] device_id is not set on port cbc49230-1c52-4010-8e49-37c116a252a7 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:50.478477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-af05dfd3-5892-44d6-96aa-892f756a19ad tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Allocated IP 2001:db8::320 (e026df59-9464-4bc0-aa7a-23c507331c76/3d7fd8c2-93d1-4387-afb7-409a737e67d8/cbc49230-1c52-4010-8e49-37c116a252a7) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:50.639833 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-af05dfd3-5892-44d6-96aa-892f756a19ad tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.654275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-af05dfd3-5892-44d6-96aa-892f756a19ad tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Transition to ACTIVE for port object cbc49230-1c52-4010-8e49-37c116a252a7 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:50.687682 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-af05dfd3-5892-44d6-96aa-892f756a19ad tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.747233 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af05dfd3-5892-44d6-96aa-892f756a19ad tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Network e026df59-9464-4bc0-aa7a-23c507331c76 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:50.748671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05dfd3-5892-44d6-96aa-892f756a19ad tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event updated for resources: {'Port': ['ID=cbc49230-1c52-4010-8e49-37c116a252a7,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:50.751839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-af05dfd3-5892-44d6-96aa-892f756a19ad tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:50.753827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af05dfd3-5892-44d6-96aa-892f756a19ad tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:50.759475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af05dfd3-5892-44d6-96aa-892f756a19ad tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:50.760036 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-af05dfd3-5892-44d6-96aa-892f756a19ad tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:50.796659 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-af05dfd3-5892-44d6-96aa-892f756a19ad tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6469281 Jul 16 01:41:50.800265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57206) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:50.812374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8bcc05a5-c4ba-44ef-b902-6441f6a87ac1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Request body: {'port': {'network_id': 'e026df59-9464-4bc0-aa7a-23c507331c76', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-17544329'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:50.988469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcc05a5-c4ba-44ef-b902-6441f6a87ac1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Made reservation on behalf of d39a8a159309415a9146e6294bdf8464 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:50.992878 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8bcc05a5-c4ba-44ef-b902-6441f6a87ac1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.012816 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-8bcc05a5-c4ba-44ef-b902-6441f6a87ac1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] device_id is not set on port 4baa9fb2-e982-473b-8629-87a1830794d4 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:41:51.149286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-8bcc05a5-c4ba-44ef-b902-6441f6a87ac1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Allocated IP 2001:db8::207 (e026df59-9464-4bc0-aa7a-23c507331c76/3d7fd8c2-93d1-4387-afb7-409a737e67d8/4baa9fb2-e982-473b-8629-87a1830794d4) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:41:51.159008 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-36eb1514-e424-4717-aa14-cb417518b138 None None] Provisioning for port cbc49230-1c52-4010-8e49-37c116a252a7 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:51.163419 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-36eb1514-e424-4717-aa14-cb417518b138 None None] Provisioning complete for port cbc49230-1c52-4010-8e49-37c116a252a7 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:51.163905 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-36eb1514-e424-4717-aa14-cb417518b138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.199541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-36eb1514-e424-4717-aa14-cb417518b138 None None] Port cbc49230-1c52-4010-8e49-37c116a252a7 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:51.318198 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8bcc05a5-c4ba-44ef-b902-6441f6a87ac1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.333658 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-8bcc05a5-c4ba-44ef-b902-6441f6a87ac1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Transition to ACTIVE for port object 4baa9fb2-e982-473b-8629-87a1830794d4 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:41:51.372720 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8bcc05a5-c4ba-44ef-b902-6441f6a87ac1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.430381 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcc05a5-c4ba-44ef-b902-6441f6a87ac1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Network e026df59-9464-4bc0-aa7a-23c507331c76 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:41:51.433871 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8bcc05a5-c4ba-44ef-b902-6441f6a87ac1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:41:51.438396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcc05a5-c4ba-44ef-b902-6441f6a87ac1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:41:51.444508 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcc05a5-c4ba-44ef-b902-6441f6a87ac1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:51.445109 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8bcc05a5-c4ba-44ef-b902-6441f6a87ac1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.452448 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc05a5-c4ba-44ef-b902-6441f6a87ac1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event updated for resources: {'Port': ['ID=4baa9fb2-e982-473b-8629-87a1830794d4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:51.468160 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8bcc05a5-c4ba-44ef-b902-6441f6a87ac1 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.6663053 Jul 16 01:41:51.470833 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57224) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:51.477052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3fcc0804-1ecc-4791-99fd-17ada8a0c6a4 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::6e', 'mac_address': 'fa:16:3e:42:84:55'}, {'ip_address': '2001:db8::320', 'mac_address': 'fa:16:3e:46:4f:e2'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:51.589065 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fcc0804-1ecc-4791-99fd-17ada8a0c6a4 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.735049 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cf64b682-da70-47db-bb4c-e7981e407d93 None None] Provisioning for port 4baa9fb2-e982-473b-8629-87a1830794d4 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:41:51.741380 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cf64b682-da70-47db-bb4c-e7981e407d93 None None] Provisioning complete for port 4baa9fb2-e982-473b-8629-87a1830794d4 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:51.743091 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf64b682-da70-47db-bb4c-e7981e407d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.799406 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-cf64b682-da70-47db-bb4c-e7981e407d93 None None] Port 4baa9fb2-e982-473b-8629-87a1830794d4 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:51.811846 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fcc0804-1ecc-4791-99fd-17ada8a0c6a4 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.817369 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fcc0804-1ecc-4791-99fd-17ada8a0c6a4 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.855378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-3fcc0804-1ecc-4791-99fd-17ada8a0c6a4 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] In _notify_port_updated(), no bound segment for port 4baa9fb2-e982-473b-8629-87a1830794d4 on network e026df59-9464-4bc0-aa7a-23c507331c76 {{(pid=93919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:41:51.865996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcc0804-1ecc-4791-99fd-17ada8a0c6a4 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:51.866673 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3fcc0804-1ecc-4791-99fd-17ada8a0c6a4 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:51.868058 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3fcc0804-1ecc-4791-99fd-17ada8a0c6a4 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "PUT /v2.0/ports/4baa9fb2-e982-473b-8629-87a1830794d4 HTTP/1.1" status: 200 len: 1065 time: 0.3960094 Jul 16 01:41:51.871108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57234) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:51.926626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc0804-1ecc-4791-99fd-17ada8a0c6a4 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event updated for resources: {'Port': ['ID=4baa9fb2-e982-473b-8629-87a1830794d4,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.037371 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-53e62188-53a3-415e-bdc4-025726411785 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Deleting port 4baa9fb2-e982-473b-8629-87a1830794d4 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:52.038122 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53e62188-53a3-415e-bdc4-025726411785 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.114719 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57244) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.148327 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53e62188-53a3-415e-bdc4-025726411785 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.162603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-53e62188-53a3-415e-bdc4-025726411785 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Calling delete_port for 4baa9fb2-e982-473b-8629-87a1830794d4 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:52.229194 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e1205039-e902-471d-b025-ed6588efb609 None None] Provisioning complete for port 4baa9fb2-e982-473b-8629-87a1830794d4 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:41:52.230016 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e1205039-e902-471d-b025-ed6588efb609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.278148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e1205039-e902-471d-b025-ed6588efb609 None None] Port 4baa9fb2-e982-473b-8629-87a1830794d4 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:41:52.337731 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53e62188-53a3-415e-bdc4-025726411785 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.370966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e62188-53a3-415e-bdc4-025726411785 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event deleted for resources: {'Port': ['ID=4baa9fb2-e982-473b-8629-87a1830794d4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.383310 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-63009171-a201-443c-8cd0-b74094fef09c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting port b4b15fbb-d675-4a2d-bbf9-3d4bba49dc13 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:52.383778 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63009171-a201-443c-8cd0-b74094fef09c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.483954 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63009171-a201-443c-8cd0-b74094fef09c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.484435 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63009171-a201-443c-8cd0-b74094fef09c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.506616 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-63009171-a201-443c-8cd0-b74094fef09c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Calling delete_port for b4b15fbb-d675-4a2d-bbf9-3d4bba49dc13 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:52.612636 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-53e62188-53a3-415e-bdc4-025726411785 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.617147 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-53e62188-53a3-415e-bdc4-025726411785 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "DELETE /v2.0/ports/4baa9fb2-e982-473b-8629-87a1830794d4 HTTP/1.1" status: 204 len: 168 time: 0.7426918 Jul 16 01:41:52.617667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57258) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.663553 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3370593-5458-4cdd-a95b-9ab749e4c058 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] GET failed (client error): The resource could not be found. Jul 16 01:41:52.668213 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d3370593-5458-4cdd-a95b-9ab749e4c058 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "GET /v2.0/ports/4baa9fb2-e982-473b-8629-87a1830794d4 HTTP/1.1" status: 404 len: 333 time: 0.0469613 Jul 16 01:41:52.668858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57260) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:52.716635 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63009171-a201-443c-8cd0-b74094fef09c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.750206 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63009171-a201-443c-8cd0-b74094fef09c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Port': ['ID=b4b15fbb-d675-4a2d-bbf9-3d4bba49dc13,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:52.824566 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-c405e79c-e938-42ba-a456-a8a60512f043 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Deleting port cbc49230-1c52-4010-8e49-37c116a252a7 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:52.825059 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c405e79c-e938-42ba-a456-a8a60512f043 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.899838 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63009171-a201-443c-8cd0-b74094fef09c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.899838 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-63009171-a201-443c-8cd0-b74094fef09c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Floating IP a0559041-b218-4056-9499-fbdba1104725 disassociated (deleted). External IP: 172.25.2.142, port: 0fe625aa-30f6-4453-a458-464d6d58ab7c. Jul 16 01:41:52.968225 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c405e79c-e938-42ba-a456-a8a60512f043 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:52.989558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-c405e79c-e938-42ba-a456-a8a60512f043 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Calling delete_port for cbc49230-1c52-4010-8e49-37c116a252a7 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:53.158258 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c405e79c-e938-42ba-a456-a8a60512f043 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.173117 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63009171-a201-443c-8cd0-b74094fef09c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router a86c094e-18af-4870-8327-0f9c852d7219 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:53.194149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405e79c-e938-42ba-a456-a8a60512f043 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event deleted for resources: {'Port': ['ID=cbc49230-1c52-4010-8e49-37c116a252a7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:53.232583 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c405e79c-e938-42ba-a456-a8a60512f043 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.237897 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c405e79c-e938-42ba-a456-a8a60512f043 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "DELETE /v2.0/ports/cbc49230-1c52-4010-8e49-37c116a252a7 HTTP/1.1" status: 204 len: 168 time: 0.5653582 Jul 16 01:41:53.238105 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57270) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:53.269801 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc906ccd-e3a2-4575-82a7-894f7dd74207 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] GET failed (client error): The resource could not be found. Jul 16 01:41:53.275734 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cc906ccd-e3a2-4575-82a7-894f7dd74207 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "GET /v2.0/ports/cbc49230-1c52-4010-8e49-37c116a252a7 HTTP/1.1" status: 404 len: 333 time: 0.0323751 Jul 16 01:41:53.276075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57274) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:53.323502 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63009171-a201-443c-8cd0-b74094fef09c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:53.329906 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-63009171-a201-443c-8cd0-b74094fef09c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.335296 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d2b76-1216-464c-a6a2-094134f715aa None None] Sync routers for ids ['a86c094e-18af-4870-8327-0f9c852d7219'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:53.360111 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d2b76-1216-464c-a6a2-094134f715aa None None] Routers {'a86c094e-18af-4870-8327-0f9c852d7219'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:53.360898 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ea9d2b76-1216-464c-a6a2-094134f715aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a86c094e-18af-4870-8327-0f9c852d7219'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:53.415342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ddcd8-6e43-4785-af86-a43d6b84b8a7 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Deleting port 51b5e160-1e9d-493e-abbf-10bcbad55280 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:53.416127 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0f8ddcd8-6e43-4785-af86-a43d6b84b8a7 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.418504 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-63009171-a201-443c-8cd0-b74094fef09c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/floatingips/a0559041-b218-4056-9499-fbdba1104725 HTTP/1.1" status: 204 len: 168 time: 1.3020041 Jul 16 01:41:53.419129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:53.422970 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb076b46-1c1b-48c9-af1d-48ecd55f38dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:53.531798 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0f8ddcd8-6e43-4785-af86-a43d6b84b8a7 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.546847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ddcd8-6e43-4785-af86-a43d6b84b8a7 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Calling delete_port for 51b5e160-1e9d-493e-abbf-10bcbad55280 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:53.552207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-ea9d2b76-1216-464c-a6a2-094134f715aa None None] Set router a86c094e-18af-4870-8327-0f9c852d7219 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:53.823524 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25a4d35b-a27c-4fac-87a9-c03c76c3de2d x-openstack-request-id: req-25a4d35b-a27c-4fac-87a9-c03c76c3de2d {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:53.823524 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:53.824034 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-25a4d35b-a27c-4fac-87a9-c03c76c3de2d {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:53.824131 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c', 'status': 'completed', 'code': 200} Jul 16 01:41:53.826995 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0f8ddcd8-6e43-4785-af86-a43d6b84b8a7 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.828407 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 2e714998-1b52-4fac-ba2a-a03719c30d2f no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:53.859842 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 2e714998-1b52-4fac-ba2a-a03719c30d2f {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:53.861952 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 2e714998-1b52-4fac-ba2a-a03719c30d2f not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:53.870926 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ddcd8-6e43-4785-af86-a43d6b84b8a7 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event deleted for resources: {'Port': ['ID=51b5e160-1e9d-493e-abbf-10bcbad55280,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:53.938319 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0f8ddcd8-6e43-4785-af86-a43d6b84b8a7 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:53.943826 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ea9d2b76-1216-464c-a6a2-094134f715aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-329023553', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:37Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'c587d39d-209c-4bd5-beef-fc8c75ff0737', 'name': '', 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:55:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:36Z', 'updated_at': '2021-07-16T01:40:43Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:53.944082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0f8ddcd8-6e43-4785-af86-a43d6b84b8a7 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "DELETE /v2.0/ports/51b5e160-1e9d-493e-abbf-10bcbad55280 HTTP/1.1" status: 204 len: 168 time: 0.6659768 Jul 16 01:41:53.946196 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57296) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:54.036615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d2b76-1216-464c-a6a2-094134f715aa None None] Checking router: a86c094e-18af-4870-8327-0f9c852d7219 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:41:54.046060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb076b46-1c1b-48c9-af1d-48ecd55f38dc req-649a16fe-ad86-4ed9-b105-7ca2c85c7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.049864 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eb076b46-1c1b-48c9-af1d-48ecd55f38dc req-649a16fe-ad86-4ed9-b105-7ca2c85c7dea service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 1096 time: 0.1958508 Jul 16 01:41:54.059964 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9d2b76-1216-464c-a6a2-094134f715aa None None] Routers {'a86c094e-18af-4870-8327-0f9c852d7219'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:54.061967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ea9d2b76-1216-464c-a6a2-094134f715aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a86c094e-18af-4870-8327-0f9c852d7219'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:54.118421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-2050821f-684e-4e2d-9990-36bbdfc1cab7 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Deleting subnet 3d7fd8c2-93d1-4387-afb7-409a737e67d8 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:54.122451 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2050821f-684e-4e2d-9990-36bbdfc1cab7 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.211007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-ea9d2b76-1216-464c-a6a2-094134f715aa None None] Set router a86c094e-18af-4870-8327-0f9c852d7219 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:54.214118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c54fe-2f79-484a-a948-4812d97b573f req-a0564141-6e7b-4e22-9540-0d1a8555473b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.221626 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-023c54fe-2f79-484a-a948-4812d97b573f req-a0564141-6e7b-4e22-9540-0d1a8555473b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 944 time: 0.1263421 Jul 16 01:41:54.243329 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2050821f-684e-4e2d-9990-36bbdfc1cab7 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.319460 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-023c54fe-2f79-484a-a948-4812d97b573f req-4011984d-c3e1-40f4-b6ef-c8071c320cc8 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=33196711-b349-4722-b737-d93bef3fcd3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965858 Jul 16 01:41:54.356609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df531d-a316-4709-a2ba-1fe03df88e26 req-b264e2eb-3189-46c9-b790-57c70d3ffa9f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.358725 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-96df531d-a316-4709-a2ba-1fe03df88e26 req-b264e2eb-3189-46c9-b790-57c70d3ffa9f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.69 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 944 time: 0.1270173 Jul 16 01:41:54.492818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-96df531d-a316-4709-a2ba-1fe03df88e26 req-e6888bda-4071-48a7-98c1-0d049cc3ee67 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting port 0fe625aa-30f6-4453-a458-464d6d58ab7c {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:54.493308 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-96df531d-a316-4709-a2ba-1fe03df88e26 req-e6888bda-4071-48a7-98c1-0d049cc3ee67 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.537743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ea9d2b76-1216-464c-a6a2-094134f715aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-329023553', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:37Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'c587d39d-209c-4bd5-beef-fc8c75ff0737', 'name': '', 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:55:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:36Z', 'updated_at': '2021-07-16T01:40:43Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:54.549245 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb076b46-1c1b-48c9-af1d-48ecd55f38dc req-17869f2e-4d1d-4279-a6b1-b508f1abf6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.550847 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eb076b46-1c1b-48c9-af1d-48ecd55f38dc req-17869f2e-4d1d-4279-a6b1-b508f1abf6cc service neutron] 10.222.0.69 "GET /v2.0/networks?id=d7088984-ce34-42f5-a9eb-17cc212ae366 HTTP/1.1" status: 200 len: 897 time: 0.4857948 Jul 16 01:41:54.569488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9d2b76-1216-464c-a6a2-094134f715aa None None] The sync data for ids ['a86c094e-18af-4870-8327-0f9c852d7219'] in n-d-791505-14 is: [{'id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-329023553', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:37Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'c587d39d-209c-4bd5-beef-fc8c75ff0737', 'name': '', 'network_id': 'd7088984-ce34-42f5-a9eb-17cc212ae366', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:55:c9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:36Z', 'updated_at': '2021-07-16T01:40:43Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': '8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:41:54.621180 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2050821f-684e-4e2d-9990-36bbdfc1cab7 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.625930 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eb076b46-1c1b-48c9-af1d-48ecd55f38dc req-6ffeeb73-c1ca-4ca4-92fb-d27dfc33046c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c HTTP/1.1" status: 200 len: 217 time: 0.0651672 Jul 16 01:41:54.679809 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-96df531d-a316-4709-a2ba-1fe03df88e26 req-e6888bda-4071-48a7-98c1-0d049cc3ee67 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] For port 0fe625aa-30f6-4453-a458-464d6d58ab7c, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=0fe625aa-30f6-4453-a458-464d6d58ab7c,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:54.680189 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-96df531d-a316-4709-a2ba-1fe03df88e26 req-e6888bda-4071-48a7-98c1-0d049cc3ee67 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.702894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-96df531d-a316-4709-a2ba-1fe03df88e26 req-e6888bda-4071-48a7-98c1-0d049cc3ee67 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Calling delete_port for 0fe625aa-30f6-4453-a458-464d6d58ab7c owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:54.737311 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb076b46-1c1b-48c9-af1d-48ecd55f38dc req-02c09247-6b16-459a-99a2-15e65178423a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.739017 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eb076b46-1c1b-48c9-af1d-48ecd55f38dc req-02c09247-6b16-459a-99a2-15e65178423a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b HTTP/1.1" status: 200 len: 835 time: 0.0753121 Jul 16 01:41:54.816513 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2050821f-684e-4e2d-9990-36bbdfc1cab7 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.851492 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb076b46-1c1b-48c9-af1d-48ecd55f38dc req-aae2d487-2a08-4710-94d6-22749daf01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:54.853266 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eb076b46-1c1b-48c9-af1d-48ecd55f38dc req-aae2d487-2a08-4710-94d6-22749daf01a9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d7088984-ce34-42f5-a9eb-17cc212ae366&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1030366 Jul 16 01:41:54.854603 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2050821f-684e-4e2d-9990-36bbdfc1cab7 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.858875 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2050821f-684e-4e2d-9990-36bbdfc1cab7 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "DELETE /v2.0/subnets/3d7fd8c2-93d1-4387-afb7-409a737e67d8 HTTP/1.1" status: 204 len: 168 time: 0.9090590 Jul 16 01:41:54.858875 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2050821f-684e-4e2d-9990-36bbdfc1cab7 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event deleted for resources: {'Subnet': ['ID=3d7fd8c2-93d1-4387-afb7-409a737e67d8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:54.859028 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57316) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:54.870008 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bffa42f-ae59-43c1-8320-89749e7db9f5 None None] Network e026df59-9464-4bc0-aa7a-23c507331c76 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:41:54.919550 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-96df531d-a316-4709-a2ba-1fe03df88e26 req-e6888bda-4071-48a7-98c1-0d049cc3ee67 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:54.976969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6888bda-4071-48a7-98c1-0d049cc3ee67 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Port': ['ID=0fe625aa-30f6-4453-a458-464d6d58ab7c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.043301 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.073656 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eb076b46-1c1b-48c9-af1d-48ecd55f38dc req-fc5a5ce5-7ee6-4fb9-8b5c-c7cf54278d19 service neutron] 10.222.0.69 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1990259 Jul 16 01:41:55.129365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-96df531d-a316-4709-a2ba-1fe03df88e26 req-e6888bda-4071-48a7-98c1-0d049cc3ee67 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] No DVR routers for this DVR port 0fe625aa-30f6-4453-a458-464d6d58ab7c on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:55.134238 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-96df531d-a316-4709-a2ba-1fe03df88e26 req-e6888bda-4071-48a7-98c1-0d049cc3ee67 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.140237 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072cc2f4-bc6f-4b4f-93fd-0eb69fc08495 None None] New status for floating IP a0559041-b218-4056-9499-fbdba1104725: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:41:55.140778 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-96df531d-a316-4709-a2ba-1fe03df88e26 req-e6888bda-4071-48a7-98c1-0d049cc3ee67 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.69 "DELETE /v2.0/ports/0fe625aa-30f6-4453-a458-464d6d58ab7c HTTP/1.1" status: 204 len: 173 time: 0.7767010 Jul 16 01:41:55.141081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'name': 'network-vif-deleted', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:41:55.149233 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27adce47-dfd2-46bc-9ecf-08cd834089b0" -d '{"events": [{"server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "name": "network-vif-deleted", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:41:55.261458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a656e5e5-ff74-4a04-951c-f3d3e31997c5 None None] DHCP port deletion for e026df59-9464-4bc0-aa7a-23c507331c76 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:41:55.287323 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf4bd20-0fe5-4258-b52c-453811c3a0f2 x-openstack-request-id: req-9bf4bd20-0fe5-4258-b52c-453811c3a0f2 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:41:55.287323 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5f2c5b-9808-49bb-ab3f-15273487e795", "name": "network-vif-deleted", "tag": "0fe625aa-30f6-4453-a458-464d6d58ab7c", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:41:55.287323 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9bf4bd20-0fe5-4258-b52c-453811c3a0f2 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:41:55.287323 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5f2c5b-9808-49bb-ab3f-15273487e795', 'name': 'network-vif-deleted', 'tag': '0fe625aa-30f6-4453-a458-464d6d58ab7c', 'status': 'completed', 'code': 200} Jul 16 01:41:55.407017 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a656e5e5-ff74-4a04-951c-f3d3e31997c5 None None] Deleting port 571f729a-24ff-4e45-9924-81cd93a3a930 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:55.431567 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a656e5e5-ff74-4a04-951c-f3d3e31997c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.545686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a656e5e5-ff74-4a04-951c-f3d3e31997c5 None None] For port 571f729a-24ff-4e45-9924-81cd93a3a930, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=571f729a-24ff-4e45-9924-81cd93a3a930,segment=NetworkSegment(946bbfc8-64fc-47e6-b459-f7139fd42a0c),segment_id=946bbfc8-64fc-47e6-b459-f7139fd42a0c)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:55.546741 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a656e5e5-ff74-4a04-951c-f3d3e31997c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.563110 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a656e5e5-ff74-4a04-951c-f3d3e31997c5 None None] Calling delete_port for 571f729a-24ff-4e45-9924-81cd93a3a930 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:55.604353 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1ae41ce-f15b-4d11-b077-5600191561ec req-a82dcffb-5a68-4393-9391-735e2019854b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e5f2c5b-9808-49bb-ab3f-15273487e795 HTTP/1.1" status: 200 len: 210 time: 0.0593870 Jul 16 01:41:55.647347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 571f729a-24ff-4e45-9924-81cd93a3a930 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:55.650726 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a656e5e5-ff74-4a04-951c-f3d3e31997c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.698506 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a656e5e5-ff74-4a04-951c-f3d3e31997c5 None None] No DVR routers for this DVR port 571f729a-24ff-4e45-9924-81cd93a3a930 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:55.767421 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 571f729a-24ff-4e45-9924-81cd93a3a930 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:55.768397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 571f729a-24ff-4e45-9924-81cd93a3a930 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:55.771130 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656e5e5-ff74-4a04-951c-f3d3e31997c5 None None] Pushing event deleted for resources: {'Port': ['ID=571f729a-24ff-4e45-9924-81cd93a3a930,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.787507 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Deleting port 571f729a-24ff-4e45-9924-81cd93a3a930 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:55.788047 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.893578 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] For port 571f729a-24ff-4e45-9924-81cd93a3a930, host n-d-791505-14, got binding levels [] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:55.894292 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.910099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Calling delete_port for 571f729a-24ff-4e45-9924-81cd93a3a930 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:55.913139 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-eb076b46-1c1b-48c9-af1d-48ecd55f38dc req-339aa1a7-a5f4-45f8-a51b-7c9c2103f79c service neutron] 10.222.0.69 "GET /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363546 Jul 16 01:41:55.914652 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.ipam_backend_mixin [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Port 571f729a-24ff-4e45-9924-81cd93a3a930 was not found and therefore no delete operation was performed {{(pid=93920) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:41:55.915840 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:55.941806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event deleted for resources: {'Port': ['ID=571f729a-24ff-4e45-9924-81cd93a3a930,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:55.946543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] No DVR routers for this DVR port 571f729a-24ff-4e45-9924-81cd93a3a930 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:41:56.034012 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.044290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e026df59-9464-4bc0-aa7a-23c507331c76']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:56.054884 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946bbfc8-64fc-47e6-b459-f7139fd42a0c') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:56.055222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946bbfc8-64fc-47e6-b459-f7139fd42a0c') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:56.066012 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.081548 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.089348 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:41:56.089822 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:41:56.093740 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:41:56.159601 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.168348 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.172214 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] 10.222.0.22 "DELETE /v2.0/networks/e026df59-9464-4bc0-aa7a-23c507331c76 HTTP/1.1" status: 204 len: 168 time: 1.3078661 Jul 16 01:41:56.187011 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a96a57-b398-4707-a759-23aee5d22203 tempest-AllowedAddressPairIpV6TestJSON-206435635 tempest-AllowedAddressPairIpV6TestJSON-206435635-project] Pushing event deleted for resources: {'Network': ['ID=e026df59-9464-4bc0-aa7a-23c507331c76,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:56.542707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57352) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:56.716854 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3730316b-0fd3-49d5-8425-c0bbdce7139d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d39a8a159309415a9146e6294bdf8464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729615 Jul 16 01:41:56.719375 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57364) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:56.739400 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57366) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:56.791121 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb218-e678-402e-a7ea-1d6a64aad8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.821682 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb218-e678-402e-a7ea-1d6a64aad8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.890705 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb218-e678-402e-a7ea-1d6a64aad8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.894291 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fc8cb218-e678-402e-a7ea-1d6a64aad8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:56.898035 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fc8cb218-e678-402e-a7ea-1d6a64aad8ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/614909f9-d36c-48a2-8844-0b29888114ea HTTP/1.1" status: 204 len: 168 time: 0.1744168 Jul 16 01:41:56.913423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8cb218-e678-402e-a7ea-1d6a64aad8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614909f9-d36c-48a2-8844-0b29888114ea,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:57.793333 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d9ddf0c9-527a-4177-8d11-09c895beb3f0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:57.826431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 0fe625aa-30f6-4453-a458-464d6d58ab7c no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:41:57.863678 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 0fe625aa-30f6-4453-a458-464d6d58ab7c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:41:57.864322 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 0fe625aa-30f6-4453-a458-464d6d58ab7c not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:41:58.003385 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57410) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:58.159843 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5d83b5ca-2996-46ec-bf1c-300283736863 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-989579664'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:41:58.184467 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d83b5ca-2996-46ec-bf1c-300283736863 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Made reservation on behalf of 8f246b5e42f14eba8c2264fe5c9b1966 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:41:58.198784 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d83b5ca-2996-46ec-bf1c-300283736863 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.216414 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d83b5ca-2996-46ec-bf1c-300283736863 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.263904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d9ddf0c9-527a-4177-8d11-09c895beb3f0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting port c587d39d-209c-4bd5-beef-fc8c75ff0737 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:41:58.264263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d9ddf0c9-527a-4177-8d11-09c895beb3f0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.378067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-d9ddf0c9-527a-4177-8d11-09c895beb3f0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] For port c587d39d-209c-4bd5-beef-fc8c75ff0737, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c587d39d-209c-4bd5-beef-fc8c75ff0737,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:41:58.378505 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d9ddf0c9-527a-4177-8d11-09c895beb3f0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.405059 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d83b5ca-2996-46ec-bf1c-300283736863 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.409471 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d83b5ca-2996-46ec-bf1c-300283736863 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.419256 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d9ddf0c9-527a-4177-8d11-09c895beb3f0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Calling delete_port for c587d39d-209c-4bd5-beef-fc8c75ff0737 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:41:58.439413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d83b5ca-2996-46ec-bf1c-300283736863 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:41:58.451056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83b5ca-2996-46ec-bf1c-300283736863 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585581db-8a0b-426f-bbdd-9d5aa9ff3525,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:58.461731 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d83b5ca-2996-46ec-bf1c-300283736863 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.462078 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-5d83b5ca-2996-46ec-bf1c-300283736863 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Added segment d67350cf-d557-4e5a-95a3-5bbe7def49d0 of type vlan for network 1585c944-9a03-49c5-958b-7d6f00af7302 Jul 16 01:41:58.526293 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d83b5ca-2996-46ec-bf1c-300283736863 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.591657 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d83b5ca-2996-46ec-bf1c-300283736863 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.598183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d83b5ca-2996-46ec-bf1c-300283736863 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:41:58.598877 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5d83b5ca-2996-46ec-bf1c-300283736863 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.648588 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57424) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:58.648784 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5d83b5ca-2996-46ec-bf1c-300283736863 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6437225 Jul 16 01:41:58.653612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.tag.tag_plugin [None req-09a0768c-1731-4237-a4a6-3bbd6407081d tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '1585c944-9a03-49c5-958b-7d6f00af7302', 'tempest-TagsTest-Tag-393554495') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:58.743681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83b5ca-2996-46ec-bf1c-300283736863 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Pushing event updated for resources: {'Network': ['ID=1585c944-9a03-49c5-958b-7d6f00af7302,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:58.754492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 1585c944-9a03-49c5-958b-7d6f00af7302 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:41:58.771382 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d9ddf0c9-527a-4177-8d11-09c895beb3f0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:58.897631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ddf0c9-527a-4177-8d11-09c895beb3f0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Port': ['ID=c587d39d-209c-4bd5-beef-fc8c75ff0737,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:41:59.036064 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-09a0768c-1731-4237-a4a6-3bbd6407081d tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] 10.222.0.22 "PUT /v2.0/networks/1585c944-9a03-49c5-958b-7d6f00af7302/tags/tempest-TagsTest-Tag-393554495 HTTP/1.1" status: 201 len: 201 time: 0.3857675 Jul 16 01:41:59.038013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57438) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:59.042390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.tag.tag_plugin [None req-46db260b-ce90-453c-8075-c810bb1c2945 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1585c944-9a03-49c5-958b-7d6f00af7302', 'tempest-TagsTest-Tag-393554495') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:59.181098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-46db260b-ce90-453c-8075-c810bb1c2945 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] 10.222.0.22 "GET /v2.0/networks/1585c944-9a03-49c5-958b-7d6f00af7302/tags/tempest-TagsTest-Tag-393554495 HTTP/1.1" status: 204 len: 168 time: 0.1419671 Jul 16 01:41:59.182290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57440) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:59.187097 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d9ddf0c9-527a-4177-8d11-09c895beb3f0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.187989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-5b7c9164-74de-4f3a-9d26-e6610d9f35f9 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '1585c944-9a03-49c5-958b-7d6f00af7302') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:59.299982 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5b7c9164-74de-4f3a-9d26-e6610d9f35f9 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] 10.222.0.22 "GET /v2.0/networks/1585c944-9a03-49c5-958b-7d6f00af7302/tags HTTP/1.1" status: 200 len: 237 time: 0.1159217 Jul 16 01:41:59.300440 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57442) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:59.304978 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-d381eb2d-67d2-4f8d-ba51-86e705c327a4 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '1585c944-9a03-49c5-958b-7d6f00af7302', {'tags': ['tempest-TagsTest-Tag-539980442', 'tempest-TagsTest-Tag-532253687', 'tempest-TagsTest-Tag-1382411769']}) {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:59.399439 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d381eb2d-67d2-4f8d-ba51-86e705c327a4 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] 10.222.0.22 "PUT /v2.0/networks/1585c944-9a03-49c5-958b-7d6f00af7302/tags HTTP/1.1" status: 200 len: 307 time: 0.0979593 Jul 16 01:41:59.402078 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57448) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:59.412466 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-fd65f30c-463a-4a20-a2fe-b2503ff68db4 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '1585c944-9a03-49c5-958b-7d6f00af7302', 'tempest-TagsTest-Tag-539980442') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:59.495201 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ddf0c9-527a-4177-8d11-09c895beb3f0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router a86c094e-18af-4870-8327-0f9c852d7219 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:41:59.551476 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fd65f30c-463a-4a20-a2fe-b2503ff68db4 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] 10.222.0.22 "DELETE /v2.0/networks/1585c944-9a03-49c5-958b-7d6f00af7302/tags/tempest-TagsTest-Tag-539980442 HTTP/1.1" status: 204 len: 168 time: 0.1437063 Jul 16 01:41:59.579606 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57452) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:59.585344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-270fdf9f-a6a1-4f12-90c9-2b2d12a060f7 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1585c944-9a03-49c5-958b-7d6f00af7302', 'tempest-TagsTest-Tag-539980442') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:59.661017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ddf0c9-527a-4177-8d11-09c895beb3f0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:41:59.665695 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-270fdf9f-a6a1-4f12-90c9-2b2d12a060f7 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] show failed (client error): The resource could not be found. Jul 16 01:41:59.667457 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-270fdf9f-a6a1-4f12-90c9-2b2d12a060f7 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] 10.222.0.22 "GET /v2.0/networks/1585c944-9a03-49c5-958b-7d6f00af7302/tags/tempest-TagsTest-Tag-539980442 HTTP/1.1" status: 404 len: 325 time: 0.0859787 Jul 16 01:41:59.669394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57458) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:59.675108 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d9ddf0c9-527a-4177-8d11-09c895beb3f0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "PUT /v2.0/routers/a86c094e-18af-4870-8327-0f9c852d7219/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9316242 Jul 16 01:41:59.677346 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-d00077d1-b040-4e7c-9c97-fdd53c1c2cb0 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1585c944-9a03-49c5-958b-7d6f00af7302', 'tempest-TagsTest-Tag-532253687') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:59.677874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57460) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:59.681397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe49423b-5bf2-4630-b2ec-b12c4477001c None None] Sync routers for ids ['a86c094e-18af-4870-8327-0f9c852d7219'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:41:59.691508 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe49423b-5bf2-4630-b2ec-b12c4477001c None None] Routers {'a86c094e-18af-4870-8327-0f9c852d7219'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:41:59.695898 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-fe49423b-5bf2-4630-b2ec-b12c4477001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a86c094e-18af-4870-8327-0f9c852d7219'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:41:59.782798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d881048-b3c2-4da8-a261-5e474fe719ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting subnet 8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:41:59.786337 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d881048-b3c2-4da8-a261-5e474fe719ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.844604 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d00077d1-b040-4e7c-9c97-fdd53c1c2cb0 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] 10.222.0.22 "GET /v2.0/networks/1585c944-9a03-49c5-958b-7d6f00af7302/tags/tempest-TagsTest-Tag-532253687 HTTP/1.1" status: 204 len: 168 time: 0.1737278 Jul 16 01:41:59.848852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57466) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:41:59.855527 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d881048-b3c2-4da8-a261-5e474fe719ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:41:59.872398 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-fe49423b-5bf2-4630-b2ec-b12c4477001c None None] Set router a86c094e-18af-4870-8327-0f9c852d7219 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:41:59.874310 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.tag.tag_plugin [None req-0c72895c-0b78-4400-9841-3359fd51f584 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1585c944-9a03-49c5-958b-7d6f00af7302', 'tempest-TagsTest-Tag-1382411769') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:00.020430 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0c72895c-0b78-4400-9841-3359fd51f584 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] 10.222.0.22 "GET /v2.0/networks/1585c944-9a03-49c5-958b-7d6f00af7302/tags/tempest-TagsTest-Tag-1382411769 HTTP/1.1" status: 204 len: 168 time: 0.1681824 Jul 16 01:42:00.021068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57468) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:00.025676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-a34c2dfe-1cb9-413c-a2e2-9e03e1eca1d7 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1585c944-9a03-49c5-958b-7d6f00af7302') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:00.041389 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d881048-b3c2-4da8-a261-5e474fe719ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.166950 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a34c2dfe-1cb9-413c-a2e2-9e03e1eca1d7 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] 10.222.0.22 "DELETE /v2.0/networks/1585c944-9a03-49c5-958b-7d6f00af7302/tags HTTP/1.1" status: 204 len: 168 time: 0.1449542 Jul 16 01:42:00.170219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57474) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:00.182370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.tag.tag_plugin [None req-6430ae54-99f1-4920-9693-ccf895c27a4b tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1585c944-9a03-49c5-958b-7d6f00af7302', 'tempest-TagsTest-Tag-532253687') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:00.196310 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d881048-b3c2-4da8-a261-5e474fe719ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.206293 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-fe49423b-5bf2-4630-b2ec-b12c4477001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-329023553', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:41:58Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:00.226005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d881048-b3c2-4da8-a261-5e474fe719ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Subnet': ['ID=8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:00.232961 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d881048-b3c2-4da8-a261-5e474fe719ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.234669 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9d881048-b3c2-4da8-a261-5e474fe719ec tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/subnets/8b61f093-4cc0-4bf9-b28d-868d6a8f1d8b HTTP/1.1" status: 204 len: 168 time: 0.5417356 Jul 16 01:42:00.238188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57476) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:00.257276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fed8d9-e59c-4f78-82f5-69466c543cba None None] Network d7088984-ce34-42f5-a9eb-17cc212ae366 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:00.273243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe49423b-5bf2-4630-b2ec-b12c4477001c None None] Checking router: a86c094e-18af-4870-8327-0f9c852d7219 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:00.307320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe49423b-5bf2-4630-b2ec-b12c4477001c None None] Routers {'a86c094e-18af-4870-8327-0f9c852d7219'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:00.308470 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-fe49423b-5bf2-4630-b2ec-b12c4477001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:41:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['a86c094e-18af-4870-8327-0f9c852d7219'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:00.378353 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-6430ae54-99f1-4920-9693-ccf895c27a4b tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] show failed (client error): The resource could not be found. Jul 16 01:42:00.381922 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6430ae54-99f1-4920-9693-ccf895c27a4b tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] 10.222.0.22 "GET /v2.0/networks/1585c944-9a03-49c5-958b-7d6f00af7302/tags/tempest-TagsTest-Tag-532253687 HTTP/1.1" status: 404 len: 325 time: 0.2048616 Jul 16 01:42:00.382324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57478) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:00.392992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.tag.tag_plugin [None req-970b9552-ec9c-49d0-9edb-5ebf533d131f tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '1585c944-9a03-49c5-958b-7d6f00af7302', 'tempest-TagsTest-Tag-1382411769') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:00.443525 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-273f0e4c-8fb4-48f2-aa89-4f70e4bf4943 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.577091 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-970b9552-ec9c-49d0-9edb-5ebf533d131f tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] show failed (client error): The resource could not be found. Jul 16 01:42:00.581737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-970b9552-ec9c-49d0-9edb-5ebf533d131f tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] 10.222.0.22 "GET /v2.0/networks/1585c944-9a03-49c5-958b-7d6f00af7302/tags/tempest-TagsTest-Tag-1382411769 HTTP/1.1" status: 404 len: 326 time: 0.1983731 Jul 16 01:42:00.582393 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57486) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:00.587061 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.tag.tag_plugin [None req-9497b611-e0a0-4edc-92a3-220e3a1c9055 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '1585c944-9a03-49c5-958b-7d6f00af7302') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:00.592371 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-273f0e4c-8fb4-48f2-aa89-4f70e4bf4943 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.656377 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.706107 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-fe49423b-5bf2-4630-b2ec-b12c4477001c None None] Set router a86c094e-18af-4870-8327-0f9c852d7219 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:00.722559 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9497b611-e0a0-4edc-92a3-220e3a1c9055 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] 10.222.0.22 "DELETE /v2.0/networks/1585c944-9a03-49c5-958b-7d6f00af7302/tags HTTP/1.1" status: 204 len: 168 time: 0.1390207 Jul 16 01:42:00.723732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57488) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:00.728646 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-273f0e4c-8fb4-48f2-aa89-4f70e4bf4943 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting port fcbb73fc-1630-4ec2-88ba-233ed9ed6b79 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:00.729004 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-273f0e4c-8fb4-48f2-aa89-4f70e4bf4943 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.826251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-273f0e4c-8fb4-48f2-aa89-4f70e4bf4943 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] For port fcbb73fc-1630-4ec2-88ba-233ed9ed6b79, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=fcbb73fc-1630-4ec2-88ba-233ed9ed6b79,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:00.827981 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-273f0e4c-8fb4-48f2-aa89-4f70e4bf4943 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:00.839213 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-273f0e4c-8fb4-48f2-aa89-4f70e4bf4943 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Calling delete_port for fcbb73fc-1630-4ec2-88ba-233ed9ed6b79 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:00.903640 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b654abb7-dcd6-40f0-8e5e-2fe9d02f8c14 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.049890 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856090d3-ee3d-4358-ab37-8b2f365bbf6a None None] DHCP port deletion for d7088984-ce34-42f5-a9eb-17cc212ae366 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:42:01.109891 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-273f0e4c-8fb4-48f2-aa89-4f70e4bf4943 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.139932 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b654abb7-dcd6-40f0-8e5e-2fe9d02f8c14 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.151145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b654abb7-dcd6-40f0-8e5e-2fe9d02f8c14 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1585c944-9a03-49c5-958b-7d6f00af7302']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:01.162476 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b654abb7-dcd6-40f0-8e5e-2fe9d02f8c14 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67350cf-d557-4e5a-95a3-5bbe7def49d0') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:01.163921 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b654abb7-dcd6-40f0-8e5e-2fe9d02f8c14 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67350cf-d557-4e5a-95a3-5bbe7def49d0') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:01.172140 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b654abb7-dcd6-40f0-8e5e-2fe9d02f8c14 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.186481 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b654abb7-dcd6-40f0-8e5e-2fe9d02f8c14 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.195381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b654abb7-dcd6-40f0-8e5e-2fe9d02f8c14 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:42:01.196633 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b654abb7-dcd6-40f0-8e5e-2fe9d02f8c14 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.207093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f0e4c-8fb4-48f2-aa89-4f70e4bf4943 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Port': ['ID=fcbb73fc-1630-4ec2-88ba-233ed9ed6b79,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:01.228498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-856090d3-ee3d-4358-ab37-8b2f365bbf6a None None] Deleting port 417fe5f0-550a-42f7-86f6-558f42a1386c {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:01.229100 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-856090d3-ee3d-4358-ab37-8b2f365bbf6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.267101 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-273f0e4c-8fb4-48f2-aa89-4f70e4bf4943 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.294985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-856090d3-ee3d-4358-ab37-8b2f365bbf6a None None] For port 417fe5f0-550a-42f7-86f6-558f42a1386c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=417fe5f0-550a-42f7-86f6-558f42a1386c,segment=NetworkSegment(bb7816d5-7a28-4b87-a0a6-70fa5256aa46),segment_id=bb7816d5-7a28-4b87-a0a6-70fa5256aa46)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:01.295391 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-856090d3-ee3d-4358-ab37-8b2f365bbf6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.318185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-856090d3-ee3d-4358-ab37-8b2f365bbf6a None None] Calling delete_port for 417fe5f0-550a-42f7-86f6-558f42a1386c owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:42:01.377235 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:42:01.395087 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b654abb7-dcd6-40f0-8e5e-2fe9d02f8c14 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.417452 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b654abb7-dcd6-40f0-8e5e-2fe9d02f8c14 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.425870 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b654abb7-dcd6-40f0-8e5e-2fe9d02f8c14 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] 10.222.0.22 "DELETE /v2.0/networks/1585c944-9a03-49c5-958b-7d6f00af7302 HTTP/1.1" status: 204 len: 168 time: 0.6987162 Jul 16 01:42:01.435711 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654abb7-dcd6-40f0-8e5e-2fe9d02f8c14 tempest-TagsTest-1377476541 tempest-TagsTest-1377476541-project] Pushing event deleted for resources: {'Network': ['ID=1585c944-9a03-49c5-958b-7d6f00af7302,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:01.467158 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-fe49423b-5bf2-4630-b2ec-b12c4477001c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-329023553', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:41:58Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:01.472106 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-273f0e4c-8fb4-48f2-aa89-4f70e4bf4943 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.484117 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-273f0e4c-8fb4-48f2-aa89-4f70e4bf4943 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.527298 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-856090d3-ee3d-4358-ab37-8b2f365bbf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.555639 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-273f0e4c-8fb4-48f2-aa89-4f70e4bf4943 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.556247 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273f0e4c-8fb4-48f2-aa89-4f70e4bf4943 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Fanout notify agent at l3_agent the message router_deleted on router a86c094e-18af-4870-8327-0f9c852d7219 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:42:01.572752 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856090d3-ee3d-4358-ab37-8b2f365bbf6a None None] Pushing event deleted for resources: {'Port': ['ID=417fe5f0-550a-42f7-86f6-558f42a1386c,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:01.574788 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe49423b-5bf2-4630-b2ec-b12c4477001c None None] The sync data for ids ['a86c094e-18af-4870-8327-0f9c852d7219'] in n-d-791505-14 is: [{'id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'name': 'tempest-TestNetworkAdvancedServerOps-router-329023553', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:41:58Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'fcbb73fc-1630-4ec2-88ba-233ed9ed6b79', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:f4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a86c094e-18af-4870-8327-0f9c852d7219', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:40:32Z', 'updated_at': '2021-07-16T01:40:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:01.583007 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.588672 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-273f0e4c-8fb4-48f2-aa89-4f70e4bf4943 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.596961 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57504) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:01.598810 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-273f0e4c-8fb4-48f2-aa89-4f70e4bf4943 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/routers/a86c094e-18af-4870-8327-0f9c852d7219 HTTP/1.1" status: 204 len: 168 time: 1.3594036 Jul 16 01:42:01.606730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856090d3-ee3d-4358-ab37-8b2f365bbf6a None None] No DVR routers for this DVR port 417fe5f0-550a-42f7-86f6-558f42a1386c on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:01.626852 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 417fe5f0-550a-42f7-86f6-558f42a1386c no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:01.687078 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 417fe5f0-550a-42f7-86f6-558f42a1386c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:01.687446 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 417fe5f0-550a-42f7-86f6-558f42a1386c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:01.761700 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-431f5987-475d-454c-80ba-6caa4a1cc7f3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.782761 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-28fb4483-292a-4007-99ad-2e43360ac797 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1261272 Jul 16 01:42:01.908892 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-431f5987-475d-454c-80ba-6caa4a1cc7f3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:01.922439 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-431f5987-475d-454c-80ba-6caa4a1cc7f3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7088984-ce34-42f5-a9eb-17cc212ae366']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:01.947253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-431f5987-475d-454c-80ba-6caa4a1cc7f3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:01.947673 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-431f5987-475d-454c-80ba-6caa4a1cc7f3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb7816d5-7a28-4b87-a0a6-70fa5256aa46') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:01.982090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-431f5987-475d-454c-80ba-6caa4a1cc7f3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.020585 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-431f5987-475d-454c-80ba-6caa4a1cc7f3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.027941 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-b3d1eb66-5b3d-4204-b286-dcac43aacbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.028419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-431f5987-475d-454c-80ba-6caa4a1cc7f3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:42:02.028931 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-431f5987-475d-454c-80ba-6caa4a1cc7f3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.029252 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-b3d1eb66-5b3d-4204-b286-dcac43aacbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.030055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-b3d1eb66-5b3d-4204-b286-dcac43aacbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.030862 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-b3d1eb66-5b3d-4204-b286-dcac43aacbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.031656 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-b3d1eb66-5b3d-4204-b286-dcac43aacbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:42:02.033484 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:42:02.046282 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-b3d1eb66-5b3d-4204-b286-dcac43aacbaf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.1793025 Jul 16 01:42:02.129719 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57518) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:02.255628 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-431f5987-475d-454c-80ba-6caa4a1cc7f3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.276698 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-431f5987-475d-454c-80ba-6caa4a1cc7f3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.282254 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-431f5987-475d-454c-80ba-6caa4a1cc7f3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/networks/d7088984-ce34-42f5-a9eb-17cc212ae366 HTTP/1.1" status: 204 len: 168 time: 0.6842406 Jul 16 01:42:02.283438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57522) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:02.302772 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f5987-475d-454c-80ba-6caa4a1cc7f3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Network': ['ID=d7088984-ce34-42f5-a9eb-17cc212ae366,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:02.442370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-2a10c9b4-1b3e-405e-89c5-6b9385b3b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.442952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-2a10c9b4-1b3e-405e-89c5-6b9385b3b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.443494 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-2a10c9b4-1b3e-405e-89c5-6b9385b3b7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.445455 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-2a10c9b4-1b3e-405e-89c5-6b9385b3b7ec service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.3590775 Jul 16 01:42:02.558446 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-336648d8-6a54-42ab-93f8-112f01d3d7a9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0903072 Jul 16 01:42:02.652038 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-376b309f-afad-472a-ab79-50f4af9a2197 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.663498 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9b849788-853c-4c92-a81f-d13f2bae0ab9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8f246b5e42f14eba8c2264fe5c9b1966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5279789 Jul 16 01:42:02.664269 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57530) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:02.707266 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-6f27b1f3-77e1-4568-942f-63f475be9a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.708830 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-6f27b1f3-77e1-4568-942f-63f475be9a26 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.1208022 Jul 16 01:42:02.720514 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-376b309f-afad-472a-ab79-50f4af9a2197 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.800629 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e7f2e32-415b-4f96-bb26-cd3a5831a505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.847864 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e7f2e32-415b-4f96-bb26-cd3a5831a505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.926594 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-d2cc97fb-797c-44a5-ba44-b7ebf734e4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:02.926594 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-d2cc97fb-797c-44a5-ba44-b7ebf734e4af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2051377 Jul 16 01:42:02.978023 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-376b309f-afad-472a-ab79-50f4af9a2197 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.980528 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-376b309f-afad-472a-ab79-50f4af9a2197 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.981953 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-376b309f-afad-472a-ab79-50f4af9a2197 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/security-groups/33196711-b349-4722-b737-d93bef3fcd3e HTTP/1.1" status: 204 len: 168 time: 0.6950691 Jul 16 01:42:02.982754 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e7f2e32-415b-4f96-bb26-cd3a5831a505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.984809 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9e7f2e32-415b-4f96-bb26-cd3a5831a505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:02.985838 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9e7f2e32-415b-4f96-bb26-cd3a5831a505 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/585581db-8a0b-426f-bbdd-9d5aa9ff3525 HTTP/1.1" status: 204 len: 168 time: 0.3206034 Jul 16 01:42:02.999530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b309f-afad-472a-ab79-50f4af9a2197 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33196711-b349-4722-b737-d93bef3fcd3e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:03.095943 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f2e32-415b-4f96-bb26-cd3a5831a505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=585581db-8a0b-426f-bbdd-9d5aa9ff3525,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:03.150562 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-20451a38-f2c5-4bfa-9664-7c484bb6112e service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182899 Jul 16 01:42:03.362783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c587d39d-209c-4bd5-beef-fc8c75ff0737 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:03.395693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: c587d39d-209c-4bd5-beef-fc8c75ff0737 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:03.397745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c587d39d-209c-4bd5-beef-fc8c75ff0737 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:03.398980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device fcbb73fc-1630-4ec2-88ba-233ed9ed6b79 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:03.399895 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-470c1b0c-3741-470a-9de3-8863dc1582cf service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402847 Jul 16 01:42:03.443921 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: fcbb73fc-1630-4ec2-88ba-233ed9ed6b79 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:03.444771 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device fcbb73fc-1630-4ec2-88ba-233ed9ed6b79 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:03.515724 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-3081b5bb-1f98-46f1-9c69-1d7de4f98918 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.1086798 Jul 16 01:42:03.557128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57558) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:03.561760 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-2cb9eef6-e9cb-4a4b-9080-c1d36abbf789 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2097199272', 'description': 'tempest-secgroup-smoke-2097199272 description', 'project_id': '69687824cbca408cb542751d24b99384'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:03.617356 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2cb9eef6-e9cb-4a4b-9080-c1d36abbf789 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.624282 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-737261a8-cec6-41c8-8e05-b525beae6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:03.625760 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-737261a8-cec6-41c8-8e05-b525beae6391 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.1055555 Jul 16 01:42:03.736082 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-4e3c4523-a5aa-4bf0-9f75-249d114ed174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:03.739253 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-4e3c4523-a5aa-4bf0-9f75-249d114ed174 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1070645 Jul 16 01:42:03.804412 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2cb9eef6-e9cb-4a4b-9080-c1d36abbf789 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.809223 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2cb9eef6-e9cb-4a4b-9080-c1d36abbf789 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.848964 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2cb9eef6-e9cb-4a4b-9080-c1d36abbf789 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:03.854296 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57568) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:03.854484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2cb9eef6-e9cb-4a4b-9080-c1d36abbf789 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2957413 Jul 16 01:42:03.856715 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9eef6-e9cb-4a4b-9080-c1d36abbf789 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb7cde1-92bc-466b-9d08-347202d5a682,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:03.858954 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c6ab10e8-c12b-4b0e-a11c-bb880f12e213 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': 'dfb7cde1-92bc-466b-9d08-347202d5a682', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:03.884045 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-8c79de33-a292-497c-aafb-b7d8f62d1e6b service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360164 Jul 16 01:42:03.922613 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6ab10e8-c12b-4b0e-a11c-bb880f12e213 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.058347 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-c4ce2952-57d5-4024-9c33-66f7a30fc251 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662960 Jul 16 01:42:04.094478 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6ab10e8-c12b-4b0e-a11c-bb880f12e213 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.122597 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-a517728e-b85d-4c99-abf1-bebe0edd28a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0462806 Jul 16 01:42:04.123205 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6ab10e8-c12b-4b0e-a11c-bb880f12e213 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.168627 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab10e8-c12b-4b0e-a11c-bb880f12e213 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219afb35-16ce-4e53-94ce-c9f7c260ca07,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:04.181696 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c6ab10e8-c12b-4b0e-a11c-bb880f12e213 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.185716 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c6ab10e8-c12b-4b0e-a11c-bb880f12e213 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3277140 Jul 16 01:42:04.186089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57592) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:04.191872 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3061dc4d-3627-4143-a784-eb8256e43c2a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': 'dfb7cde1-92bc-466b-9d08-347202d5a682', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:04.192916 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-ba5e16a8-11c9-42bb-88c3-3240205db100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.196568 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-ba5e16a8-11c9-42bb-88c3-3240205db100 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0667796 Jul 16 01:42:04.252639 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3061dc4d-3627-4143-a784-eb8256e43c2a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.322559 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-5b507c07-bbe0-4f43-9f58-d2eb4ddb41ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.326443 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-5b507c07-bbe0-4f43-9f58-d2eb4ddb41ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1229091 Jul 16 01:42:04.330811 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3061dc4d-3627-4143-a784-eb8256e43c2a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.335514 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3061dc4d-3627-4143-a784-eb8256e43c2a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.367080 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061dc4d-3627-4143-a784-eb8256e43c2a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e92f92-32ef-4b24-a108-2bc1435183b9,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:04.393190 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3061dc4d-3627-4143-a784-eb8256e43c2a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.394701 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3061dc4d-3627-4143-a784-eb8256e43c2a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2075727 Jul 16 01:42:04.397523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57602) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:04.407175 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-55af0a6f-1544-4dbe-b8fa-b437f6cfbb8d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': 'dfb7cde1-92bc-466b-9d08-347202d5a682', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:04.470285 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55af0a6f-1544-4dbe-b8fa-b437f6cfbb8d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.510324 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-b4c60be2-431a-4f4c-9226-77b2ee58ce2d service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777036 Jul 16 01:42:04.569406 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55af0a6f-1544-4dbe-b8fa-b437f6cfbb8d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.573828 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55af0a6f-1544-4dbe-b8fa-b437f6cfbb8d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.596072 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af0a6f-1544-4dbe-b8fa-b437f6cfbb8d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a721353-af8b-44d2-8b8d-d87aa346080b,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:04.599651 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-55af0a6f-1544-4dbe-b8fa-b437f6cfbb8d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.600963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-55af0a6f-1544-4dbe-b8fa-b437f6cfbb8d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2022786 Jul 16 01:42:04.604237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57610) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:04.609338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a4a55de3-ff50-4c0c-baaf-a1eb4aedb932 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': 'dfb7cde1-92bc-466b-9d08-347202d5a682', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:04.636934 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-4a267640-10f6-4cc1-b909-119a5b300886 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183562 Jul 16 01:42:04.644730 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a4a55de3-ff50-4c0c-baaf-a1eb4aedb932 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.697331 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-5212ab41-0b73-451e-a24b-f7768bd72d97 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0532601 Jul 16 01:42:04.732844 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a4a55de3-ff50-4c0c-baaf-a1eb4aedb932 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.739200 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a4a55de3-ff50-4c0c-baaf-a1eb4aedb932 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.767753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a55de3-ff50-4c0c-baaf-a1eb4aedb932 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=538b53a4-712d-4e5d-b414-da45d53fd6a7,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:04.781728 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a4a55de3-ff50-4c0c-baaf-a1eb4aedb932 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.783584 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a4a55de3-ff50-4c0c-baaf-a1eb4aedb932 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1782095 Jul 16 01:42:04.783944 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-1b3254a9-6db9-47eb-bf1a-923002a877e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.786254 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-1b3254a9-6db9-47eb-bf1a-923002a877e8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0815403 Jul 16 01:42:04.787138 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57624) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:04.793284 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ac0ae3a7-768c-42bc-bd6d-56a98ea7e137 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': 'dfb7cde1-92bc-466b-9d08-347202d5a682', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:04.857782 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-ac0ae3a7-768c-42bc-bd6d-56a98ea7e137 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Project 69687824cbca408cb542751d24b99384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:42:04.867694 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae3a7-768c-42bc-bd6d-56a98ea7e137 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:04.893493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-0a344d76-e559-4362-9f95-56382854635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:04.895035 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-0a344d76-e559-4362-9f95-56382854635b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0955634 Jul 16 01:42:04.923619 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ded8274-e166-4ca9-afb0-49a6a8cfabdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.034511 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae3a7-768c-42bc-bd6d-56a98ea7e137 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.050540 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae3a7-768c-42bc-bd6d-56a98ea7e137 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.082307 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae3a7-768c-42bc-bd6d-56a98ea7e137 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.083538 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ac0ae3a7-768c-42bc-bd6d-56a98ea7e137 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2951262 Jul 16 01:42:05.086406 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57632) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:05.092721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-71030745-48b6-4da7-b3ee-5dd880f0cd81 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'security_group_rule': {'security_group_id': 'dfb7cde1-92bc-466b-9d08-347202d5a682', 'project_id': '69687824cbca408cb542751d24b99384', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:05.092906 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-a112df2b-cfb4-40fc-9687-bd5b49361bc7 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785889 Jul 16 01:42:05.095332 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ae3a7-768c-42bc-bd6d-56a98ea7e137 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f9e881a-0c19-4e51-9b14-392f319001f5,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:05.174048 n-d-791505-14 neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-71030745-48b6-4da7-b3ee-5dd880f0cd81 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Project 69687824cbca408cb542751d24b99384 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:42:05.183847 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-71030745-48b6-4da7-b3ee-5dd880f0cd81 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.263595 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-5587ada4-b60b-4862-9a7a-21f0c7c4a5a0 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645272 Jul 16 01:42:05.326025 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-71030745-48b6-4da7-b3ee-5dd880f0cd81 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.331692 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-71030745-48b6-4da7-b3ee-5dd880f0cd81 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.344402 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-921a35c2-ce5b-4b6f-8c79-6229b2a3ba12 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0740182 Jul 16 01:42:05.362282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71030745-48b6-4da7-b3ee-5dd880f0cd81 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=649c0f99-c50a-4d80-b75e-db05937e280a,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:05.367269 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-71030745-48b6-4da7-b3ee-5dd880f0cd81 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.368645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-71030745-48b6-4da7-b3ee-5dd880f0cd81 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2807794 Jul 16 01:42:05.371656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57644) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:05.377159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6030c83d-7c3c-4627-a236-886e0420294a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'network': {'name': 'tempest-network-smoke--1931392556', 'project_id': '69687824cbca408cb542751d24b99384', 'port_security_enabled': True}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:05.409927 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6030c83d-7c3c-4627-a236-886e0420294a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Made reservation on behalf of 69687824cbca408cb542751d24b99384 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:05.415997 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6030c83d-7c3c-4627-a236-886e0420294a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.424837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-5525c15d-04b8-4f03-a0f5-7266ec889385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.426415 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-5525c15d-04b8-4f03-a0f5-7266ec889385 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0764177 Jul 16 01:42:05.443298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6030c83d-7c3c-4627-a236-886e0420294a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:42:05.459557 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6030c83d-7c3c-4627-a236-886e0420294a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.459936 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-6030c83d-7c3c-4627-a236-886e0420294a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Added segment 53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc of type vlan for network 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a Jul 16 01:42:05.498985 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-09513e25-1684-4f65-afd3-76be04712d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.500682 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-09513e25-1684-4f65-afd3-76be04712d87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0678043 Jul 16 01:42:05.560486 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6030c83d-7c3c-4627-a236-886e0420294a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.626559 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6030c83d-7c3c-4627-a236-886e0420294a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.633464 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6030c83d-7c3c-4627-a236-886e0420294a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:05.636904 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6030c83d-7c3c-4627-a236-886e0420294a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.725200 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030c83d-7c3c-4627-a236-886e0420294a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Network': ['ID=4f47f441-81e5-4f2d-aafd-bd619d9bfc0a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:05.732905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6030c83d-7c3c-4627-a236-886e0420294a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3601184 Jul 16 01:42:05.734197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57654) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:05.736200 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:42:05.745854 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1073335668', 'admin_state_up': True, 'project_id': '69687824cbca408cb542751d24b99384', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:05.774496 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.776490 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:05.861709 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.166745 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-e9d7492c-9880-4d6a-a89a-bd34d2602bad service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6538978 Jul 16 01:42:06.279927 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-774be4b0-c8fc-44ae-a398-ae72ca70284e req-95fb72f4-ab4d-469c-9863-a5424fc5df12 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131222 Jul 16 01:42:06.432840 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.482158 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe2337d7-be67-4fa2-af46-57560bbdb4eb req-6c6e5967-d7c4-4ca4-95ed-45b99c201a9e service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=171bc520-ac39-4f09-86e1-1484d098b3b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7586880 Jul 16 01:42:06.627154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2337d7-be67-4fa2-af46-57560bbdb4eb req-3ea89c50-1e2b-4eef-846a-637e3bc069ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:06.628912 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe2337d7-be67-4fa2-af46-57560bbdb4eb req-3ea89c50-1e2b-4eef-846a-637e3bc069ac service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8b01ace1527e45c6b90a916a9413bdce&device_id=171bc520-ac39-4f09-86e1-1484d098b3b9 HTTP/1.1" status: 200 len: 1102 time: 0.1170576 Jul 16 01:42:06.820824 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.844381 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:06.917569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2337d7-be67-4fa2-af46-57560bbdb4eb req-c288d057-5ea1-4f1e-a896-5a87ddfe13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:06.919093 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe2337d7-be67-4fa2-af46-57560bbdb4eb req-c288d057-5ea1-4f1e-a896-5a87ddfe13f8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.2653160 Jul 16 01:42:06.966492 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe2337d7-be67-4fa2-af46-57560bbdb4eb req-ac089ee9-194d-44f9-844a-b2d38d84ffec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.211&port_id=b6e43c7a-a269-4a52-aa29-fad0d8217c57 HTTP/1.1" status: 200 len: 217 time: 0.0389156 Jul 16 01:42:07.115989 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2337d7-be67-4fa2-af46-57560bbdb4eb req-aee8e5f4-e757-4bc9-b474-d4b4f3fa28c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.117768 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe2337d7-be67-4fa2-af46-57560bbdb4eb req-aee8e5f4-e757-4bc9-b474-d4b4f3fa28c8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.1426423 Jul 16 01:42:07.118876 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Allocated IP 172.25.2.251 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/f9981cf1-9bf6-4855-a233-6e37037fd174) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:07.265337 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2337d7-be67-4fa2-af46-57560bbdb4eb req-092edfeb-204a-40e0-bd11-71ee14a10fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:07.267170 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe2337d7-be67-4fa2-af46-57560bbdb4eb req-092edfeb-204a-40e0-bd11-71ee14a10fd7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1412463 Jul 16 01:42:07.286727 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-fe2337d7-be67-4fa2-af46-57560bbdb4eb req-137e07d1-4707-467a-b244-71f9a61ac300 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:42:07.287922 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe2337d7-be67-4fa2-af46-57560bbdb4eb req-137e07d1-4707-467a-b244-71f9a61ac300 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107138 Jul 16 01:42:07.347861 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.370685 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.452527 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.465606 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe2337d7-be67-4fa2-af46-57560bbdb4eb req-e7cca398-7dd2-420f-a0f2-f8c251863ee1 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681914 Jul 16 01:42:07.502098 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:07.506085 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:07.520974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:07.581066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=f9981cf1-9bf6-4855-a233-6e37037fd174,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:07.697537 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c21162f1-18ea-4e17-b179-55e5cef8a9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:07.766084 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe2337d7-be67-4fa2-af46-57560bbdb4eb req-747ae489-9fcf-4496-b765-8069c5d6d380 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797780 Jul 16 01:42:07.972304 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.230570 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.365693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router 224da8f1-e1c4-4394-a75e-121dfab1458e is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:42:08.482499 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:08.492153 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Sync routers for ids ['224da8f1-e1c4-4394-a75e-121dfab1458e'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:08.502409 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Routers {'224da8f1-e1c4-4394-a75e-121dfab1458e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:08.503018 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:42:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['224da8f1-e1c4-4394-a75e-121dfab1458e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:08.513976 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.517209 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-866cfc04-330d-4ab2-8d47-8987d0ad6882 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7776611 Jul 16 01:42:08.520089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57700) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:08.560222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c6c10303-8adb-41bf-afc9-a5d04a3ccc29 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=69687824cbca408cb542751d24b99384&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386989 Jul 16 01:42:08.562758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57702) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:08.588837 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.651500 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Set router 224da8f1-e1c4-4394-a75e-121dfab1458e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:08.672833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653c80bf-3005-4cdf-b35c-f367ba31f431 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:08.677609 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-653c80bf-3005-4cdf-b35c-f367ba31f431 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1130936 Jul 16 01:42:08.680453 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57706) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:08.721183 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-21d7dd27-1f8a-470c-a9d2-05f3082b0b76 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0360556 Jul 16 01:42:08.723722 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 57708) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:08.729037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-65b81564-7d12-4774-ae3b-231e83d7ad80 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-339396059', 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'project_id': '69687824cbca408cb542751d24b99384', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:08.825106 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b81564-7d12-4774-ae3b-231e83d7ad80 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Made reservation on behalf of 69687824cbca408cb542751d24b99384 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:08.830816 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65b81564-7d12-4774-ae3b-231e83d7ad80 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:08.993046 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073335668', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:42:07Z', 'revision_number': 3, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:42:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:09.034521 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Checking router: 224da8f1-e1c4-4394-a75e-121dfab1458e for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:09.035149 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Updating router 224da8f1-e1c4-4394-a75e-121dfab1458e port f9981cf1-9bf6-4855-a233-6e37037fd174 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:09.076142 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.096195 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65b81564-7d12-4774-ae3b-231e83d7ad80 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.175686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b81564-7d12-4774-ae3b-231e83d7ad80 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Subnet': ['ID=dfc3b5b5-6968-4ebe-becf-5a570f12dca1,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:09.221833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b81564-7d12-4774-ae3b-231e83d7ad80 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Checking segment: {'id': '53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:09.222115 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b81564-7d12-4774-ae3b-231e83d7ad80 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network hostable DHCP agents. Network: 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:42:09.247557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b81564-7d12-4774-ae3b-231e83d7ad80 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:42:09.260763 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-65b81564-7d12-4774-ae3b-231e83d7ad80 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:09.265575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b81564-7d12-4774-ae3b-231e83d7ad80 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:09.267043 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65b81564-7d12-4774-ae3b-231e83d7ad80 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.271452 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ae3ddb-6818-48a2-9500-0d06dd8b8286 None None] Network 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:09.291289 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-65b81564-7d12-4774-ae3b-231e83d7ad80 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5650029 Jul 16 01:42:09.292751 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 57720) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:09.467859 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.481656 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Transition to ACTIVE for port object f9981cf1-9bf6-4855-a233-6e37037fd174 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:09.493742 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.515482 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'tenant_id': '69687824cbca408cb542751d24b99384', 'fixed_ips': [{'subnet_id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:42:09.516443 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.543153 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7198a5-b30a-42e7-b73d-fcf6b44d6eab None None] Pushing event updated for resources: {'Port': ['ID=f9981cf1-9bf6-4855-a233-6e37037fd174,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:09.556323 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a5-b30a-42e7-b73d-fcf6b44d6eab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:09.557186 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a5-b30a-42e7-b73d-fcf6b44d6eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:09.557767 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a5-b30a-42e7-b73d-fcf6b44d6eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:09.558767 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a5-b30a-42e7-b73d-fcf6b44d6eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:09.559437 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a5-b30a-42e7-b73d-fcf6b44d6eab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:09.560195 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a5-b30a-42e7-b73d-fcf6b44d6eab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:09.560799 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a5-b30a-42e7-b73d-fcf6b44d6eab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:09.562597 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a5-b30a-42e7-b73d-fcf6b44d6eab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:09.563220 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a5-b30a-42e7-b73d-fcf6b44d6eab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:09.563798 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a5-b30a-42e7-b73d-fcf6b44d6eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:09.564409 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a5-b30a-42e7-b73d-fcf6b44d6eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:09.565055 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7198a5-b30a-42e7-b73d-fcf6b44d6eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:09.599965 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Attempting to bind port f9981cf1-9bf6-4855-a233-6e37037fd174 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:09.600413 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Attempting to bind port f9981cf1-9bf6-4855-a233-6e37037fd174 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:09.600949 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Attempting to bind port f9981cf1-9bf6-4855-a233-6e37037fd174 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:09.612321 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:09.615163 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:09.616211 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.618544 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:09.619960 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Bound port: f9981cf1-9bf6-4855-a233-6e37037fd174, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:09.621335 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.738095 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Allocated IP 172.20.0.2 (4f47f441-81e5-4f2d-aafd-bd619d9bfc0a/dfc3b5b5-6968-4ebe-becf-5a570f12dca1/e1261dcc-6a2b-4cdf-ac8a-fb339a921f91) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:09.752365 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] For port f9981cf1-9bf6-4855-a233-6e37037fd174, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:09.757196 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] For port f9981cf1-9bf6-4855-a233-6e37037fd174, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f9981cf1-9bf6-4855-a233-6e37037fd174,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:09.768390 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:09.862736 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Routers {'224da8f1-e1c4-4394-a75e-121dfab1458e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:09.863285 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:42:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['224da8f1-e1c4-4394-a75e-121dfab1458e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:10.032485 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] Set router 224da8f1-e1c4-4394-a75e-121dfab1458e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:10.059692 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.097697 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Transition to ACTIVE for port object e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:10.138495 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.138850 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Transition to ACTIVE for port object e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:10.152445 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.216246 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Network 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:10.226294 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:10.236915 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:10.363094 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.391874 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Pushing event updated for resources: {'Port': ['ID=e1261dcc-6a2b-4cdf-ac8a-fb339a921f91,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:10.407265 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7198a5-b30a-42e7-b73d-fcf6b44d6eab None None] Pushing event updated for resources: {'Port': ['ID=f9981cf1-9bf6-4855-a233-6e37037fd174,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:10.450708 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Attempting to bind port e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:10.451087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Attempting to bind port e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:10.451464 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Attempting to bind port e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 on network 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:10.464145 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:10.464534 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Checking segment: {'id': '53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:10.464944 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.465340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Bound using segment: {'id': '53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:10.468817 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Bound port: e1261dcc-6a2b-4cdf-ac8a-fb339a921f91, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:10.470958 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.553627 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073335668', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:42:07Z', 'revision_number': 3, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:10.590506 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] For port e1261dcc-6a2b-4cdf-ac8a-fb339a921f91, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:10.593975 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] For port e1261dcc-6a2b-4cdf-ac8a-fb339a921f91, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=e1261dcc-6a2b-4cdf-ac8a-fb339a921f91,segment=NetworkSegment(53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc),segment_id=53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:10.598518 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:10.613665 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f0566a-636e-4ce4-a4ad-26abbf2cc53b None None] The sync data for ids ['224da8f1-e1c4-4394-a75e-121dfab1458e'] in n-d-791505-14 is: [{'id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073335668', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:42:07Z', 'revision_number': 3, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:42:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:10.689399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d869cfb-f7f2-4706-96d9-6024ada3ed2b None None] Pushing event updated for resources: {'Port': ['ID=e1261dcc-6a2b-4cdf-ac8a-fb339a921f91,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:11.415594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Allocated IP 172.20.0.1 (4f47f441-81e5-4f2d-aafd-bd619d9bfc0a/dfc3b5b5-6968-4ebe-becf-5a570f12dca1/120641bc-12db-4259-9a7b-cbf7159b8278) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:11.557891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f9981cf1-9bf6-4855-a233-6e37037fd174 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:11.571819 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.587819 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Transition to ACTIVE for port object 120641bc-12db-4259-9a7b-cbf7159b8278 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:11.644351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port f9981cf1-9bf6-4855-a233-6e37037fd174 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:11.651404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f9981cf1-9bf6-4855-a233-6e37037fd174 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:11.651810 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.685521 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.741964 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:11.745418 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:11.781525 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:11.853357 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.902426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=120641bc-12db-4259-9a7b-cbf7159b8278,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:11.932140 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port f9981cf1-9bf6-4855-a233-6e37037fd174, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f9981cf1-9bf6-4855-a233-6e37037fd174,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:11.945992 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.949360 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:11.950740 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:12.148571 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=f9981cf1-9bf6-4855-a233-6e37037fd174,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:12.203477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:12.521451 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:12.717439 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7e5650-d7fe-412a-aa3f-3ab76357dc7b None None] Network 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:12.798714 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2cd5fcea-9892-4406-8272-476b1841c073 None None] Provisioning for port e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:12.850935 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2cd5fcea-9892-4406-8272-476b1841c073 None None] Provisioning complete for port e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:12.851309 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fcea-9892-4406-8272-476b1841c073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.060779 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.080728 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.238485 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fcea-9892-4406-8272-476b1841c073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.249725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=120641bc-12db-4259-9a7b-cbf7159b8278,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:13.293537 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.397423 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2cd5fcea-9892-4406-8272-476b1841c073 None None] For port e1261dcc-6a2b-4cdf-ac8a-fb339a921f91, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=e1261dcc-6a2b-4cdf-ac8a-fb339a921f91,segment=NetworkSegment(53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc),segment_id=53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:13.415503 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2cd5fcea-9892-4406-8272-476b1841c073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.483683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f9981cf1-9bf6-4855-a233-6e37037fd174 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:13.595366 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd5fcea-9892-4406-8272-476b1841c073 None None] Pushing event updated for resources: {'Port': ['ID=e1261dcc-6a2b-4cdf-ac8a-fb339a921f91,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:13.604154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f9981cf1-9bf6-4855-a233-6e37037fd174 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:13.604536 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:13.664024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:13.667572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:13.871307 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router 224da8f1-e1c4-4394-a75e-121dfab1458e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:13.953511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e51e4a8f-012d-4e8b-84d7-b8a86bdb62a8 None None] Provisioning complete for port e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:13.955319 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e51e4a8f-012d-4e8b-84d7-b8a86bdb62a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.022203 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:14.038972 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-99294540-2086-422f-ba50-44b4d29348aa tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "PUT /v2.0/routers/224da8f1-e1c4-4394-a75e-121dfab1458e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7447908 Jul 16 01:42:14.074560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Sync routers for ids ['224da8f1-e1c4-4394-a75e-121dfab1458e'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:14.136018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Routers {'224da8f1-e1c4-4394-a75e-121dfab1458e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:14.136849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:42:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['224da8f1-e1c4-4394-a75e-121dfab1458e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:14.486684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Set router 224da8f1-e1c4-4394-a75e-121dfab1458e gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:14.489990 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e51e4a8f-012d-4e8b-84d7-b8a86bdb62a8 None None] Provisioning for port 120641bc-12db-4259-9a7b-cbf7159b8278 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:14.529256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e51e4a8f-012d-4e8b-84d7-b8a86bdb62a8 None None] Provisioning complete for port 120641bc-12db-4259-9a7b-cbf7159b8278 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:14.529833 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e51e4a8f-012d-4e8b-84d7-b8a86bdb62a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:14.564815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-34d655cc-9a42-49b6-8ef1-d7a8f58e8728 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2097199272&fields=id&tenant_id=69687824cbca408cb542751d24b99384 HTTP/1.1" status: 200 len: 267 time: 0.1449971 Jul 16 01:42:14.646326 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e51e4a8f-012d-4e8b-84d7-b8a86bdb62a8 None None] Port 120641bc-12db-4259-9a7b-cbf7159b8278 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:14.863667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-cf615065-b8fa-40be-91d8-117ef8c77017 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:14.865751 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-cf615065-b8fa-40be-91d8-117ef8c77017 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/networks?id=4f47f441-81e5-4f2d-aafd-bd619d9bfc0a HTTP/1.1" status: 200 len: 797 time: 0.2977633 Jul 16 01:42:14.892050 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-14be0c89-acb8-4248-9719-540d044635bf tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/quotas/69687824cbca408cb542751d24b99384 HTTP/1.1" status: 200 len: 375 time: 0.0201709 Jul 16 01:42:15.080029 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-3ffe6da6-b419-41b6-9c29-0b369b9156b6 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1796105 Jul 16 01:42:15.109386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-5966b26d-64f8-48d4-af14-56785dfae2cf tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:42:15.119504 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-5966b26d-64f8-48d4-af14-56785dfae2cf tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0268455 Jul 16 01:42:15.248466 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-b43bc93f-95cc-4312-bff2-1b2a039d8c4d service neutron] 10.222.0.22 "GET /v2.0/networks/4f47f441-81e5-4f2d-aafd-bd619d9bfc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277223 Jul 16 01:42:15.351901 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0ae73ac9-7000-4b5b-a139-111214006e58 None None] Provisioning complete for port 120641bc-12db-4259-9a7b-cbf7159b8278 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:15.352862 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0ae73ac9-7000-4b5b-a139-111214006e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.448759 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0ae73ac9-7000-4b5b-a139-111214006e58 None None] Port 120641bc-12db-4259-9a7b-cbf7159b8278 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:15.457193 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-45187d1b-e84b-4d9e-ad78-55587cf8c83a service neutron] 10.222.0.22 "GET /v2.0/networks/4f47f441-81e5-4f2d-aafd-bd619d9bfc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023773 Jul 16 01:42:15.473843 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:15.518455 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073335668', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:42:12Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '120641bc-12db-4259-9a7b-cbf7159b8278', 'name': '', 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:1a:0c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:12Z', 'revision_number': 2, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:15.559622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Checking router: 224da8f1-e1c4-4394-a75e-121dfab1458e for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:15.560004 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Updating router 224da8f1-e1c4-4394-a75e-121dfab1458e port 120641bc-12db-4259-9a7b-cbf7159b8278 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:15.586296 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:15.586680 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.630254 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:15.809445 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79fb0343-a91e-4b9c-9c6f-3fbfdf568f3d req-b929d2fc-bfd3-463a-99b0-2261d40868f3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 210 time: 0.0723498 Jul 16 01:42:16.197997 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.220968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Transition to ACTIVE for port object 120641bc-12db-4259-9a7b-cbf7159b8278 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:16.239633 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.364273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be383c6-d273-4bc3-8c3b-f144d2b0c7be None None] Pushing event updated for resources: {'Port': ['ID=120641bc-12db-4259-9a7b-cbf7159b8278,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:16.403810 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Attempting to bind port 120641bc-12db-4259-9a7b-cbf7159b8278 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:16.404564 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Attempting to bind port 120641bc-12db-4259-9a7b-cbf7159b8278 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:16.405139 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Attempting to bind port 120641bc-12db-4259-9a7b-cbf7159b8278 on network 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:16.412158 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:16.412930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Checking segment: {'id': '53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:16.413450 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.414075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Bound using segment: {'id': '53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:16.414783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Bound port: 120641bc-12db-4259-9a7b-cbf7159b8278, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:16.415603 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.546351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] For port 120641bc-12db-4259-9a7b-cbf7159b8278, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:16.550727 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] For port 120641bc-12db-4259-9a7b-cbf7159b8278, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=120641bc-12db-4259-9a7b-cbf7159b8278,segment=NetworkSegment(53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc),segment_id=53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:16.555389 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:16.628002 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:42:16.652583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be383c6-d273-4bc3-8c3b-f144d2b0c7be None None] Pushing event updated for resources: {'Port': ['ID=120641bc-12db-4259-9a7b-cbf7159b8278,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:16.655991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Routers {'224da8f1-e1c4-4394-a75e-121dfab1458e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:16.656733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:42:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['224da8f1-e1c4-4394-a75e-121dfab1458e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:16.842438 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] Set router 224da8f1-e1c4-4394-a75e-121dfab1458e gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:17.179660 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ca82726-b5c6-4742-920d-d27d0c574241 req-fe30b111-45d5-4509-be91-002d26822db0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 210 time: 0.0740755 Jul 16 01:42:17.275943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073335668', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:42:12Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '120641bc-12db-4259-9a7b-cbf7159b8278', 'name': '', 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:1a:0c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:16Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:17.308332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e40f243f-7ddd-474c-818b-af0f2c6f5f80 None None] The sync data for ids ['224da8f1-e1c4-4394-a75e-121dfab1458e'] in n-d-791505-14 is: [{'id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073335668', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:42:12Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '120641bc-12db-4259-9a7b-cbf7159b8278', 'name': '', 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:1a:0c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:16Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:17.902550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-ee53c086-c088-440e-9e1f-9ce288943418 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:17.904258 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-ee53c086-c088-440e-9e1f-9ce288943418 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.69 "GET /v2.0/networks?id=4f47f441-81e5-4f2d-aafd-bd619d9bfc0a HTTP/1.1" status: 200 len: 797 time: 0.1438336 Jul 16 01:42:18.038492 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-26f3ecec-87b7-44c3-ba27-2f8e2bd36c06 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=69687824cbca408cb542751d24b99384 HTTP/1.1" status: 200 len: 380 time: 0.1252224 Jul 16 01:42:18.066967 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-ef84c060-76fd-4c5e-8001-01d93a2cc0e2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'port': {'device_id': '37951618-0ef8-44c6-98b7-28c4576f5cee', 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'admin_state_up': True, 'tenant_id': '69687824cbca408cb542751d24b99384', 'security_groups': ['dfb7cde1-92bc-466b-9d08-347202d5a682']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:18.319615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-ef84c060-76fd-4c5e-8001-01d93a2cc0e2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Made reservation on behalf of 69687824cbca408cb542751d24b99384 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:18.323983 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-ef84c060-76fd-4c5e-8001-01d93a2cc0e2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:18.672048 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5a42f7e-9535-4aae-96c4-06444fd25add req-79ee3de3-4cbe-4905-8fe2-6b5ec3e9c5b1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 210 time: 0.1280260 Jul 16 01:42:18.795192 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-ef84c060-76fd-4c5e-8001-01d93a2cc0e2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Allocated IP 172.20.0.12 (4f47f441-81e5-4f2d-aafd-bd619d9bfc0a/dfc3b5b5-6968-4ebe-becf-5a570f12dca1/e5be4d83-94d3-4e20-9d11-42bcab05e193) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:19.232479 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-ef84c060-76fd-4c5e-8001-01d93a2cc0e2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.252498 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-ef84c060-76fd-4c5e-8001-01d93a2cc0e2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Transition to ACTIVE for port object e5be4d83-94d3-4e20-9d11-42bcab05e193 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:19.296863 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-ef84c060-76fd-4c5e-8001-01d93a2cc0e2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.391488 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-ef84c060-76fd-4c5e-8001-01d93a2cc0e2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:19.406543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-ef84c060-76fd-4c5e-8001-01d93a2cc0e2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:19.417670 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-ef84c060-76fd-4c5e-8001-01d93a2cc0e2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:19.449355 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef84c060-76fd-4c5e-8001-01d93a2cc0e2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=e5be4d83-94d3-4e20-9d11-42bcab05e193,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:19.534547 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 120641bc-12db-4259-9a7b-cbf7159b8278 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:19.545392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-ef84c060-76fd-4c5e-8001-01d93a2cc0e2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:19.546332 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-ef84c060-76fd-4c5e-8001-01d93a2cc0e2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.585739 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-ef84c060-76fd-4c5e-8001-01d93a2cc0e2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5416451 Jul 16 01:42:19.598922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Request body: {'port': {'device_id': '37951618-0ef8-44c6-98b7-28c4576f5cee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:19.716666 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 120641bc-12db-4259-9a7b-cbf7159b8278 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:19.740179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 120641bc-12db-4259-9a7b-cbf7159b8278 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:19.740179 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.805698 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:19.998451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-878e1761-1ed6-4e7a-8114-c52d8373b6db None None] Provisioning for port e5be4d83-94d3-4e20-9d11-42bcab05e193 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:20.090576 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.136875 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-878e1761-1ed6-4e7a-8114-c52d8373b6db None None] Provisioning complete for port e5be4d83-94d3-4e20-9d11-42bcab05e193 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:20.137252 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-878e1761-1ed6-4e7a-8114-c52d8373b6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.270760 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9291c-c42f-475b-b294-364fef5d563d req-9ab5c8f5-08b2-469f-84ec-afddd65b270a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:20.271379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 120641bc-12db-4259-9a7b-cbf7159b8278, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=120641bc-12db-4259-9a7b-cbf7159b8278,segment=NetworkSegment(53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc),segment_id=53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:20.273580 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34b9291c-c42f-475b-b294-364fef5d563d req-9ab5c8f5-08b2-469f-84ec-afddd65b270a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 932 time: 0.1424363 Jul 16 01:42:20.286252 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.298109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-878e1761-1ed6-4e7a-8114-c52d8373b6db None None] Port e5be4d83-94d3-4e20-9d11-42bcab05e193 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:20.391752 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34b9291c-c42f-475b-b294-364fef5d563d req-7d0ee84e-ed8c-414c-8767-a2e781ba407b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074100 Jul 16 01:42:20.406547 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=120641bc-12db-4259-9a7b-cbf7159b8278,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:20.489430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5be4d83-94d3-4e20-9d11-42bcab05e193 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:20.503470 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.527594 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Transition to ACTIVE for port object e5be4d83-94d3-4e20-9d11-42bcab05e193 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:20.539239 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.614299 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Pushing event updated for resources: {'Port': ['ID=e5be4d83-94d3-4e20-9d11-42bcab05e193,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:20.716833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Attempting to bind port e5be4d83-94d3-4e20-9d11-42bcab05e193 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:20.717185 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Attempting to bind port e5be4d83-94d3-4e20-9d11-42bcab05e193 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:20.720292 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Attempting to bind port e5be4d83-94d3-4e20-9d11-42bcab05e193 on network 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:20.730743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Port e5be4d83-94d3-4e20-9d11-42bcab05e193 on network 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:20.734690 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Attempting to bind port e5be4d83-94d3-4e20-9d11-42bcab05e193 on network 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:20.744337 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:20.744668 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Checking segment: {'id': '53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:20.745065 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Bound using segment: {'id': '53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:20.745487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Bound port: e5be4d83-94d3-4e20-9d11-42bcab05e193, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:20.745875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:20.910083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] For port e5be4d83-94d3-4e20-9d11-42bcab05e193, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:20.917764 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] For port e5be4d83-94d3-4e20-9d11-42bcab05e193, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5be4d83-94d3-4e20-9d11-42bcab05e193,segment=NetworkSegment(53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc),segment_id=53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:20.927140 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.017836 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Pushing event updated for resources: {'Port': ['ID=e5be4d83-94d3-4e20-9d11-42bcab05e193,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:21.038028 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.042516 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.055878 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8b9a1cad-43c5-456b-9829-78d191d13d1e service neutron] 10.222.0.69 "PUT /v2.0/ports/e5be4d83-94d3-4e20-9d11-42bcab05e193 HTTP/1.1" status: 200 len: 1093 time: 1.4498448 Jul 16 01:42:21.066920 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37951618-0ef8-44c6-98b7-28c4576f5cee', 'tag': 'e5be4d83-94d3-4e20-9d11-42bcab05e193'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:21.084025 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a3f991-ec6a-47d5-beec-065768098bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "37951618-0ef8-44c6-98b7-28c4576f5cee", "tag": "e5be4d83-94d3-4e20-9d11-42bcab05e193"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:21.162860 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ae6bea-32e0-4dea-b029-892bb31fcbda x-openstack-request-id: req-61ae6bea-32e0-4dea-b029-892bb31fcbda {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:21.163970 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37951618-0ef8-44c6-98b7-28c4576f5cee", "tag": "e5be4d83-94d3-4e20-9d11-42bcab05e193", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:21.163970 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61ae6bea-32e0-4dea-b029-892bb31fcbda {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:21.163970 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37951618-0ef8-44c6-98b7-28c4576f5cee', 'tag': 'e5be4d83-94d3-4e20-9d11-42bcab05e193', 'status': 'completed', 'code': 200} Jul 16 01:42:21.202051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-c0c5523b-7560-4cdd-9eab-65ee7be93879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.203613 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-c0c5523b-7560-4cdd-9eab-65ee7be93879 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 1096 time: 0.1137145 Jul 16 01:42:21.310069 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-8d772969-b210-4e60-8aa8-0c5f809dafac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5be4d83-94d3-4e20-9d11-42bcab05e193 HTTP/1.1" status: 200 len: 217 time: 0.0928657 Jul 16 01:42:21.412219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-7d3dee60-2e6e-4eda-a5f9-881aa7dd192b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.414606 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-7d3dee60-2e6e-4eda-a5f9-881aa7dd192b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dfc3b5b5-6968-4ebe-becf-5a570f12dca1 HTTP/1.1" status: 200 len: 834 time: 0.0899560 Jul 16 01:42:21.508621 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 120641bc-12db-4259-9a7b-cbf7159b8278 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:21.531157 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-27415f51-f29c-49f7-81b1-a4adb5cdd2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.533271 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-27415f51-f29c-49f7-81b1-a4adb5cdd2e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f47f441-81e5-4f2d-aafd-bd619d9bfc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125882 Jul 16 01:42:21.623027 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 120641bc-12db-4259-9a7b-cbf7159b8278 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:21.623682 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:21.802746 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-5da98b7e-f1d1-4ee2-8154-bb0026469cd7 service neutron] 10.222.0.69 "GET /v2.0/networks/4f47f441-81e5-4f2d-aafd-bd619d9bfc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571824 Jul 16 01:42:21.859119 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5212ab-8318-4305-8730-25da7f5412ed req-389e5fef-ca39-43a3-9af4-9d22fc158244 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:21.868262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8a5212ab-8318-4305-8730-25da7f5412ed req-389e5fef-ca39-43a3-9af4-9d22fc158244 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 944 time: 0.1923208 Jul 16 01:42:21.944800 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc667e3c-0e56-4d74-9c0c-1cd8958e51d1 req-4d24a77a-0bd4-41b3-82f9-95fce8465fe0 service neutron] 10.222.0.69 "GET /v2.0/networks/4f47f441-81e5-4f2d-aafd-bd619d9bfc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347749 Jul 16 01:42:21.969646 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8a5212ab-8318-4305-8730-25da7f5412ed req-e7a01f70-c7b6-44ab-bbff-0755a1cbc611 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914972 Jul 16 01:42:22.130906 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f991-ec6a-47d5-beec-065768098bb6 req-0532c4f3-e993-4058-89c8-9d2f991a08a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:22.136221 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f9a3f991-ec6a-47d5-beec-065768098bb6 req-0532c4f3-e993-4058-89c8-9d2f991a08a2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 1096 time: 0.1211889 Jul 16 01:42:22.279700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f991-ec6a-47d5-beec-065768098bb6 req-fcbd3794-bb2f-4ff7-96fa-d073757e89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:22.281619 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f9a3f991-ec6a-47d5-beec-065768098bb6 req-fcbd3794-bb2f-4ff7-96fa-d073757e89a5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4f47f441-81e5-4f2d-aafd-bd619d9bfc0a HTTP/1.1" status: 200 len: 898 time: 0.1388302 Jul 16 01:42:22.334380 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f9a3f991-ec6a-47d5-beec-065768098bb6 req-22262119-9f12-45bc-8975-3463edbd3939 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5be4d83-94d3-4e20-9d11-42bcab05e193 HTTP/1.1" status: 200 len: 217 time: 0.0456452 Jul 16 01:42:22.403652 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f991-ec6a-47d5-beec-065768098bb6 req-678ad2bc-6eb4-4757-bf10-6fba06ace402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:22.405500 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f9a3f991-ec6a-47d5-beec-065768098bb6 req-678ad2bc-6eb4-4757-bf10-6fba06ace402 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dfc3b5b5-6968-4ebe-becf-5a570f12dca1 HTTP/1.1" status: 200 len: 834 time: 0.0647240 Jul 16 01:42:22.590231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3f991-ec6a-47d5-beec-065768098bb6 req-0d189336-7880-4550-a023-ac463d5881a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:22.592041 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f9a3f991-ec6a-47d5-beec-065768098bb6 req-0d189336-7880-4550-a023-ac463d5881a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f47f441-81e5-4f2d-aafd-bd619d9bfc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1779900 Jul 16 01:42:22.742616 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f9a3f991-ec6a-47d5-beec-065768098bb6 req-6444013c-1ff5-4f9f-b640-a6a4107f5db9 service neutron] 10.222.0.69 "GET /v2.0/networks/4f47f441-81e5-4f2d-aafd-bd619d9bfc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431909 Jul 16 01:42:22.891981 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f9a3f991-ec6a-47d5-beec-065768098bb6 req-73fa9717-46bb-4ff7-805d-1546330eec19 service neutron] 10.222.0.69 "GET /v2.0/networks/4f47f441-81e5-4f2d-aafd-bd619d9bfc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416504 Jul 16 01:42:23.243714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e38eea-aa88-44d4-8ac9-cf800bf3bcc4 req-c2ce169a-751f-4677-a23d-d1072bbd0f9b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:23.245307 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31e38eea-aa88-44d4-8ac9-cf800bf3bcc4 req-c2ce169a-751f-4677-a23d-d1072bbd0f9b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 944 time: 0.1055942 Jul 16 01:42:23.336490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31e38eea-aa88-44d4-8ac9-cf800bf3bcc4 req-76078799-045a-480b-bf3c-0a7598bbd037 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758433 Jul 16 01:42:23.950544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e5be4d83-94d3-4e20-9d11-42bcab05e193 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:42:24.046011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e5be4d83-94d3-4e20-9d11-42bcab05e193, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5be4d83-94d3-4e20-9d11-42bcab05e193,segment=NetworkSegment(53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc),segment_id=53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:24.065432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'e5be4d83-94d3-4e20-9d11-42bcab05e193', 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'port_id': 'e5be4d83-94d3-4e20-9d11-42bcab05e193', 'mac_address': 'fa:16:3e:76:9d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:42:24.102604 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.115456 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5be4d83-94d3-4e20-9d11-42bcab05e193 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:24.134979 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e5be4d83-94d3-4e20-9d11-42bcab05e193, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5be4d83-94d3-4e20-9d11-42bcab05e193,segment=NetworkSegment(53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc),segment_id=53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:24.138999 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:24.194417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e5be4d83-94d3-4e20-9d11-42bcab05e193,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:24.404597 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e5be4d83-94d3-4e20-9d11-42bcab05e193'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:24.594809 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd9671f-72de-4088-8dcc-c269afc4e440 req-44cd76c9-d530-49d8-b7f9-a7fc342acffc tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:24.597282 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0cd9671f-72de-4088-8dcc-c269afc4e440 req-44cd76c9-d530-49d8-b7f9-a7fc342acffc tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 945 time: 0.1000631 Jul 16 01:42:24.655307 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0cd9671f-72de-4088-8dcc-c269afc4e440 req-3810ee71-1abd-4bf5-8451-461b184bfaf7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523753 Jul 16 01:42:25.091921 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea61ee4-918e-49bb-b5c5-ed35eda3f813 req-914bc2cd-cf5f-45df-94b4-2078eeab5a88 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:25.093501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ea61ee4-918e-49bb-b5c5-ed35eda3f813 req-914bc2cd-cf5f-45df-94b4-2078eeab5a88 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/ports?device_id=171bc520-ac39-4f09-86e1-1484d098b3b9 HTTP/1.1" status: 200 len: 950 time: 0.0697567 Jul 16 01:42:25.132832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ea61ee4-918e-49bb-b5c5-ed35eda3f813 req-ed3ac13c-94fa-483e-b5ee-66219172f261 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/security-groups?id=b77b65e8-9487-43a4-b66a-ac8cdb43a558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332816 Jul 16 01:42:25.870376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797cece-1ceb-4f9c-8e9a-16234274881d req-a2240fad-8373-4ab8-a419-cb664a387c2e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:25.871817 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d797cece-1ceb-4f9c-8e9a-16234274881d req-a2240fad-8373-4ab8-a419-cb664a387c2e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 945 time: 0.0677841 Jul 16 01:42:25.931163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d797cece-1ceb-4f9c-8e9a-16234274881d req-2de9d3c0-ddef-46b3-bfec-257832f4c4be tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481541 Jul 16 01:42:25.950697 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e5be4d83-94d3-4e20-9d11-42bcab05e193 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:26.005282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port e5be4d83-94d3-4e20-9d11-42bcab05e193 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:26.009441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port e5be4d83-94d3-4e20-9d11-42bcab05e193 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:26.009820 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.092095 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.115545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37951618-0ef8-44c6-98b7-28c4576f5cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5be4d83-94d3-4e20-9d11-42bcab05e193'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:26.118121 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a4638e-23b4-4ae5-b91b-27004b6fa02b" -d '{"events": [{"server_uuid": "37951618-0ef8-44c6-98b7-28c4576f5cee", "name": "network-vif-plugged", "status": "completed", "tag": "e5be4d83-94d3-4e20-9d11-42bcab05e193"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:26.132510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e5be4d83-94d3-4e20-9d11-42bcab05e193, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5be4d83-94d3-4e20-9d11-42bcab05e193,segment=NetworkSegment(53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc),segment_id=53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:26.137265 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:26.205158 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e5be4d83-94d3-4e20-9d11-42bcab05e193,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:26.319875 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84825778-e53b-49ca-9358-a7cbc73af81f x-openstack-request-id: req-84825778-e53b-49ca-9358-a7cbc73af81f {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:26.320303 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37951618-0ef8-44c6-98b7-28c4576f5cee", "name": "network-vif-plugged", "status": "completed", "tag": "e5be4d83-94d3-4e20-9d11-42bcab05e193", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:26.320520 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84825778-e53b-49ca-9358-a7cbc73af81f {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:26.320988 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37951618-0ef8-44c6-98b7-28c4576f5cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5be4d83-94d3-4e20-9d11-42bcab05e193', 'code': 200} Jul 16 01:42:26.396039 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-15838a37-3ed1-4eea-96f8-c62d0c2fc955 req-450df6ab-567b-41db-9eaf-05fb865f1271 service neutron] (93920) timed out ('10.222.0.22', 36138) {{(pid=93920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:42:26.447222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e6e6d-e6eb-48d8-a60a-17f15539b98e req-4d828574-0b5f-4162-a605-0bc8a3bd669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:26.449248 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e1e6e6d-e6eb-48d8-a60a-17f15539b98e req-4d828574-0b5f-4162-a605-0bc8a3bd669d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 1098 time: 0.0619078 Jul 16 01:42:26.480861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589f447-f91d-4c97-8665-ec06a7808323 req-515f3918-bdc5-4d42-a499-0ffce620c02f tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:26.489122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d589f447-f91d-4c97-8665-ec06a7808323 req-515f3918-bdc5-4d42-a499-0ffce620c02f tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/ports?device_id=171bc520-ac39-4f09-86e1-1484d098b3b9 HTTP/1.1" status: 200 len: 950 time: 0.0766127 Jul 16 01:42:26.496257 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e1e6e6d-e6eb-48d8-a60a-17f15539b98e req-d6e7006e-d781-4cd6-8f67-2071f27b3e4d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401034 Jul 16 01:42:26.527005 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d589f447-f91d-4c97-8665-ec06a7808323 req-656e8c29-85f3-4af6-bd19-69267e016048 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/security-groups?id=b77b65e8-9487-43a4-b66a-ac8cdb43a558&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368767 Jul 16 01:42:26.802294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a14079-b53f-4a84-94f8-0948dd3be324 req-411b7795-beae-4c46-8148-1bd698caa5cc tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:26.804049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a6a14079-b53f-4a84-94f8-0948dd3be324 req-411b7795-beae-4c46-8148-1bd698caa5cc tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.70 "GET /v2.0/ports?device_id=171bc520-ac39-4f09-86e1-1484d098b3b9 HTTP/1.1" status: 200 len: 950 time: 0.1073229 Jul 16 01:42:26.936096 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a6a14079-b53f-4a84-94f8-0948dd3be324 req-bb94f72d-5229-4402-a439-e1014cf710e4 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Deleting port b6e43c7a-a269-4a52-aa29-fad0d8217c57 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:42:26.936795 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a6a14079-b53f-4a84-94f8-0948dd3be324 req-bb94f72d-5229-4402-a439-e1014cf710e4 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.080262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-a6a14079-b53f-4a84-94f8-0948dd3be324 req-bb94f72d-5229-4402-a439-e1014cf710e4 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] For port b6e43c7a-a269-4a52-aa29-fad0d8217c57, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b6e43c7a-a269-4a52-aa29-fad0d8217c57,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:27.080628 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a6a14079-b53f-4a84-94f8-0948dd3be324 req-bb94f72d-5229-4402-a439-e1014cf710e4 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.122528 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a6a14079-b53f-4a84-94f8-0948dd3be324 req-bb94f72d-5229-4402-a439-e1014cf710e4 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Calling delete_port for b6e43c7a-a269-4a52-aa29-fad0d8217c57 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:42:27.211954 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1060a954-a0fc-4465-8110-bee085e77ddb req-2292c837-6f0e-4857-8f0a-574291e2b8c5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:27.213421 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1060a954-a0fc-4465-8110-bee085e77ddb req-2292c837-6f0e-4857-8f0a-574291e2b8c5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 946 time: 0.1364214 Jul 16 01:42:27.271866 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1060a954-a0fc-4465-8110-bee085e77ddb req-3f5cf646-cdb2-4b8b-93fb-126312ce20ff tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510092 Jul 16 01:42:27.329004 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a6a14079-b53f-4a84-94f8-0948dd3be324 req-bb94f72d-5229-4402-a439-e1014cf710e4 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.342456 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['b6e43c7a-a269-4a52-aa29-fad0d8217c57'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:42:27.358549 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb94f72d-5229-4402-a439-e1014cf710e4 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Pushing event deleted for resources: {'Port': ['ID=b6e43c7a-a269-4a52-aa29-fad0d8217c57,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:27.407513 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a14079-b53f-4a84-94f8-0948dd3be324 req-bb94f72d-5229-4402-a439-e1014cf710e4 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] No DVR routers for this DVR port b6e43c7a-a269-4a52-aa29-fad0d8217c57 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:42:27.410050 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a6a14079-b53f-4a84-94f8-0948dd3be324 req-bb94f72d-5229-4402-a439-e1014cf710e4 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:27.412084 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a6a14079-b53f-4a84-94f8-0948dd3be324 req-bb94f72d-5229-4402-a439-e1014cf710e4 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.70 "DELETE /v2.0/ports/b6e43c7a-a269-4a52-aa29-fad0d8217c57 HTTP/1.1" status: 204 len: 173 time: 0.5997226 Jul 16 01:42:27.412526 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171bc520-ac39-4f09-86e1-1484d098b3b9', 'name': 'network-vif-deleted', 'tag': 'b6e43c7a-a269-4a52-aa29-fad0d8217c57'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:27.414795 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6e0d91-ef95-4372-bd90-8fe9f8148bea" -d '{"events": [{"server_uuid": "171bc520-ac39-4f09-86e1-1484d098b3b9", "name": "network-vif-deleted", "tag": "b6e43c7a-a269-4a52-aa29-fad0d8217c57"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:27.452630 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffccc1b-36ff-45c4-baf8-91aac38493d0 x-openstack-request-id: req-cffccc1b-36ff-45c4-baf8-91aac38493d0 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:27.452926 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171bc520-ac39-4f09-86e1-1484d098b3b9", "name": "network-vif-deleted", "tag": "b6e43c7a-a269-4a52-aa29-fad0d8217c57", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:27.453745 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cffccc1b-36ff-45c4-baf8-91aac38493d0 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:27.454145 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171bc520-ac39-4f09-86e1-1484d098b3b9', 'name': 'network-vif-deleted', 'tag': 'b6e43c7a-a269-4a52-aa29-fad0d8217c57', 'status': 'completed', 'code': 200} Jul 16 01:42:27.687201 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-43665668-4e35-4f7c-bfa1-e584a12060a7 req-37514afd-6f87-4b12-bc49-d6088503e999 tempest-VolumesBackupsTest-2107240349 tempest-VolumesBackupsTest-2107240349-project] 10.222.0.22 "GET /v2.0/ports?device_id=171bc520-ac39-4f09-86e1-1484d098b3b9 HTTP/1.1" status: 200 len: 210 time: 0.0338020 Jul 16 01:42:28.447237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd29133-aabd-466a-a2ac-133518107080 req-92a48348-c1a8-477b-bd5e-3b1fd31c78dd tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:28.448765 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2cd29133-aabd-466a-a2ac-133518107080 req-92a48348-c1a8-477b-bd5e-3b1fd31c78dd tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 946 time: 0.0623686 Jul 16 01:42:28.484778 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2cd29133-aabd-466a-a2ac-133518107080 req-d92ef894-afe8-4d7e-b67d-f2a53084f33d tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298979 Jul 16 01:42:28.656464 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d7eea-8716-44ec-bedc-5a0213774966 req-a9968b30-180b-4d93-b98a-f27c60495603 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:28.658070 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-106d7eea-8716-44ec-bedc-5a0213774966 req-a9968b30-180b-4d93-b98a-f27c60495603 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 946 time: 0.0629177 Jul 16 01:42:28.696538 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-106d7eea-8716-44ec-bedc-5a0213774966 req-e7b6b5ec-3d94-4635-8760-00e1e03e7a23 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328436 Jul 16 01:42:28.720898 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 58452) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:28.774463 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ebea23-2c1a-49ae-9de1-6b4190cf7e78 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:28.778860 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a9ebea23-2c1a-49ae-9de1-6b4190cf7e78 tempest-TestNetworkAdvancedServerOps-293517978 tempest-TestNetworkAdvancedServerOps-293517978-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 1093 time: 0.0535071 Jul 16 01:42:28.779371 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 58454) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:28.784614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': 'e5be4d83-94d3-4e20-9d11-42bcab05e193', 'tenant_id': '69687824cbca408cb542751d24b99384', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:28.809454 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:28.951896 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.086122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Allocated IP 172.25.2.175 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/2a3ca996-465d-4b3f-b5cb-a57cc0a3a7a9) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:29.300605 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.376331 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.415226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:29.418084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:29.424468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:29.454929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=2a3ca996-465d-4b3f-b5cb-a57cc0a3a7a9,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:29.844836 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:29.939963 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.154561 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.162322 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.255683 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event updated for resources: {'Port': ['ID=2a3ca996-465d-4b3f-b5cb-a57cc0a3a7a9,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:30.266135 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.412600 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:30.805528 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Floating IP 5221c285-513b-4ef7-aa22-d4ac9d20e0cc associated. External IP: 172.25.2.175, port: e5be4d83-94d3-4e20-9d11-42bcab05e193. Jul 16 01:42:31.058881 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router 224da8f1-e1c4-4394-a75e-121dfab1458e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:31.210881 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:31.225891 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40145446-bc23-476e-bea4-7ebb656dc29f None None] Sync routers for ids ['224da8f1-e1c4-4394-a75e-121dfab1458e'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:31.235077 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40145446-bc23-476e-bea4-7ebb656dc29f None None] Routers {'224da8f1-e1c4-4394-a75e-121dfab1458e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:31.235706 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-40145446-bc23-476e-bea4-7ebb656dc29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:42:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['224da8f1-e1c4-4394-a75e-121dfab1458e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:31.247990 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.293618 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6a6269e1-a18e-4e02-972e-77d0f5e9d98e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5130200 Jul 16 01:42:31.294644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37951618-0ef8-44c6-98b7-28c4576f5cee', 'tag': 'e5be4d83-94d3-4e20-9d11-42bcab05e193'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:31.298058 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df11bf76-ad0a-461c-a7e6-d54dc58daf9c" -d '{"events": [{"name": "network-changed", "server_uuid": "37951618-0ef8-44c6-98b7-28c4576f5cee", "tag": "e5be4d83-94d3-4e20-9d11-42bcab05e193"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:31.338745 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:31.392816 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-40145446-bc23-476e-bea4-7ebb656dc29f None None] Set router 224da8f1-e1c4-4394-a75e-121dfab1458e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:31.565616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff821c-3192-4ef0-adb3-82bd9c6ab1c6 req-5df93776-7c8f-4829-92dd-fa8cbe75e0c1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.575688 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3aff821c-3192-4ef0-adb3-82bd9c6ab1c6 req-5df93776-7c8f-4829-92dd-fa8cbe75e0c1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 946 time: 0.1146300 Jul 16 01:42:31.616034 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3aff821c-3192-4ef0-adb3-82bd9c6ab1c6 req-62a5aa11-8b5e-4486-a558-936aec7d0b00 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394080 Jul 16 01:42:31.651440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 58508) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:31.722062 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9418a22d-1d95-4695-93ae-3227a67ade61 x-openstack-request-id: req-9418a22d-1d95-4695-93ae-3227a67ade61 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:31.722062 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37951618-0ef8-44c6-98b7-28c4576f5cee", "tag": "e5be4d83-94d3-4e20-9d11-42bcab05e193", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:31.722062 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9418a22d-1d95-4695-93ae-3227a67ade61 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:31.722062 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37951618-0ef8-44c6-98b7-28c4576f5cee', 'tag': 'e5be4d83-94d3-4e20-9d11-42bcab05e193', 'status': 'completed', 'code': 200} Jul 16 01:42:31.762496 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-476bf306-f129-47aa-9a20-fdad6aea559f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/floatingips/5221c285-513b-4ef7-aa22-d4ac9d20e0cc HTTP/1.1" status: 200 len: 992 time: 0.1095045 Jul 16 01:42:31.850239 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11bf76-ad0a-461c-a7e6-d54dc58daf9c req-915ae504-f876-46a1-8c57-07233e43fea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.852453 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-df11bf76-ad0a-461c-a7e6-d54dc58daf9c req-915ae504-f876-46a1-8c57-07233e43fea4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 1098 time: 0.1153512 Jul 16 01:42:31.853565 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-40145446-bc23-476e-bea4-7ebb656dc29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073335668', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:42:12Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '5221c285-513b-4ef7-aa22-d4ac9d20e0cc', 'tenant_id': '69687824cbca408cb542751d24b99384', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'port_id': 'e5be4d83-94d3-4e20-9d11-42bcab05e193', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'mac_address': 'fa:16:3e:76:9d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37951618-0ef8-44c6-98b7-28c4576f5cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:29Z', 'updated_at': '2021-07-16T01:42:29Z', 'revision_number': 0, 'project_id': '69687824cbca408cb542751d24b99384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120641bc-12db-4259-9a7b-cbf7159b8278', 'name': '', 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:1a:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:20Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:31.864883 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b6e43c7a-a269-4a52-aa29-fad0d8217c57 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:42:31.882817 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40145446-bc23-476e-bea4-7ebb656dc29f None None] Checking router: 224da8f1-e1c4-4394-a75e-121dfab1458e for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:31.895534 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: b6e43c7a-a269-4a52-aa29-fad0d8217c57 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:42:31.896475 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b6e43c7a-a269-4a52-aa29-fad0d8217c57 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:42:31.906888 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40145446-bc23-476e-bea4-7ebb656dc29f None None] Routers {'224da8f1-e1c4-4394-a75e-121dfab1458e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:31.908628 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-40145446-bc23-476e-bea4-7ebb656dc29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:42:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['224da8f1-e1c4-4394-a75e-121dfab1458e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:31.988428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11bf76-ad0a-461c-a7e6-d54dc58daf9c req-00637ae0-565f-4dac-bdb2-14b4585be2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:31.990252 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-df11bf76-ad0a-461c-a7e6-d54dc58daf9c req-00637ae0-565f-4dac-bdb2-14b4585be2ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=4f47f441-81e5-4f2d-aafd-bd619d9bfc0a HTTP/1.1" status: 200 len: 898 time: 0.1301007 Jul 16 01:42:32.086851 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-40145446-bc23-476e-bea4-7ebb656dc29f None None] Set router 224da8f1-e1c4-4394-a75e-121dfab1458e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:32.151608 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-df11bf76-ad0a-461c-a7e6-d54dc58daf9c req-a9097fee-7796-4ad8-bd37-e191efb9e1cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5be4d83-94d3-4e20-9d11-42bcab05e193 HTTP/1.1" status: 200 len: 1000 time: 0.1548016 Jul 16 01:42:32.238480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11bf76-ad0a-461c-a7e6-d54dc58daf9c req-ab23a478-2664-46bf-aa51-5411c42f96ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.240404 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-df11bf76-ad0a-461c-a7e6-d54dc58daf9c req-ab23a478-2664-46bf-aa51-5411c42f96ce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dfc3b5b5-6968-4ebe-becf-5a570f12dca1 HTTP/1.1" status: 200 len: 834 time: 0.0822678 Jul 16 01:42:32.386756 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11bf76-ad0a-461c-a7e6-d54dc58daf9c req-21a9a4a3-adc1-4116-9d1f-0f56b4f35caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:32.388329 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-df11bf76-ad0a-461c-a7e6-d54dc58daf9c req-21a9a4a3-adc1-4116-9d1f-0f56b4f35caa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f47f441-81e5-4f2d-aafd-bd619d9bfc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1416979 Jul 16 01:42:32.638922 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-df11bf76-ad0a-461c-a7e6-d54dc58daf9c req-0bec03de-3f5a-4fca-973e-427c9138aaa4 service neutron] 10.222.0.69 "GET /v2.0/networks/4f47f441-81e5-4f2d-aafd-bd619d9bfc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438588 Jul 16 01:42:32.765567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 58568) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:32.886559 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2106ac63-d9b0-42cb-b21d-31edd2bae4d9 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/floatingips/5221c285-513b-4ef7-aa22-d4ac9d20e0cc HTTP/1.1" status: 200 len: 992 time: 0.1190732 Jul 16 01:42:32.893605 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-40145446-bc23-476e-bea4-7ebb656dc29f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073335668', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:42:12Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '5221c285-513b-4ef7-aa22-d4ac9d20e0cc', 'tenant_id': '69687824cbca408cb542751d24b99384', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'port_id': 'e5be4d83-94d3-4e20-9d11-42bcab05e193', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'mac_address': 'fa:16:3e:76:9d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37951618-0ef8-44c6-98b7-28c4576f5cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:29Z', 'updated_at': '2021-07-16T01:42:29Z', 'revision_number': 0, 'project_id': '69687824cbca408cb542751d24b99384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120641bc-12db-4259-9a7b-cbf7159b8278', 'name': '', 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:1a:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:20Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:32.927731 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-df11bf76-ad0a-461c-a7e6-d54dc58daf9c req-612dbd45-2f89-4034-8eed-0af5cb776464 service neutron] 10.222.0.69 "GET /v2.0/networks/4f47f441-81e5-4f2d-aafd-bd619d9bfc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818925 Jul 16 01:42:32.930333 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40145446-bc23-476e-bea4-7ebb656dc29f None None] The sync data for ids ['224da8f1-e1c4-4394-a75e-121dfab1458e'] in n-d-791505-14 is: [{'id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073335668', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:42:12Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '5221c285-513b-4ef7-aa22-d4ac9d20e0cc', 'tenant_id': '69687824cbca408cb542751d24b99384', 'floating_ip_address': '172.25.2.175', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'port_id': 'e5be4d83-94d3-4e20-9d11-42bcab05e193', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'mac_address': 'fa:16:3e:76:9d:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37951618-0ef8-44c6-98b7-28c4576f5cee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:42:29Z', 'updated_at': '2021-07-16T01:42:29Z', 'revision_number': 0, 'project_id': '69687824cbca408cb542751d24b99384', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '120641bc-12db-4259-9a7b-cbf7159b8278', 'name': '', 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:1a:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:20Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:33.198768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9031ae5a-83d4-47cb-8be0-2a60beb88eaa None None] New status for floating IP 5221c285-513b-4ef7-aa22-d4ac9d20e0cc: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:42:33.890027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 58630) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:33.965174 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4a5093cb-9dbc-4d3e-907a-719ffd39b4ba tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/floatingips/5221c285-513b-4ef7-aa22-d4ac9d20e0cc HTTP/1.1" status: 200 len: 994 time: 0.0738561 Jul 16 01:42:34.920726 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e820cc8f-3db4-41ad-b3ed-93ef061c5d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.355945 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:37.682772 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2c5cbe40-3d69-4fba-b6a0-b285a348fd6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:38.596547 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:40.242212 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.293902 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 58780) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:43.364702 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Deleting subnet adde1b44-f9c3-406c-b28f-2f67c40f0e2d {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:42:43.369195 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.410357 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.461298 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.524405 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.558089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adde1b44-f9c3-406c-b28f-2f67c40f0e2d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:43.567992 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.569838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/adde1b44-f9c3-406c-b28f-2f67c40f0e2d HTTP/1.1" status: 204 len: 168 time: 0.2743425 Jul 16 01:42:43.571872 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.572551 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 58784) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:43.576280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.576977 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.578214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.578990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.579386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.579724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.580221 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.580555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.580884 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.581229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.581534 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe36c31e-2fa8-4688-9275-a2c8e2146dc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.644572 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.729809 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.740804 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c41d491-7410-447b-85b5-72481e95148e']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:43.751242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592c05cf-586e-4938-a6a7-4dc52bc130cc') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:43.751545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592c05cf-586e-4938-a6a7-4dc52bc130cc') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:43.760744 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.774521 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.780423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:42:43.781356 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:42:43.838209 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:42:43.842830 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.850982 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:43.855179 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4c41d491-7410-447b-85b5-72481e95148e HTTP/1.1" status: 204 len: 168 time: 0.2792003 Jul 16 01:42:43.864822 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c41d491-7410-447b-85b5-72481e95148e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:43.874557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.874826 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.875055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.875390 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.875724 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.876153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.876483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.876810 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.877225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.877559 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.877885 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:43.878209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc51a55b-f533-4b35-8d09-26fb6b599de7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:44.076735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 58788) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:44.128779 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3f1d3e01-fcfb-416e-b0e4-d203a9660761 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec4e353711714b528dfa5008fd388277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498562 Jul 16 01:42:44.131289 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 58790) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:44.186054 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-75287a28-00d2-4bac-a24c-c753d1c06142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.210448 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-75287a28-00d2-4bac-a24c-c753d1c06142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.263997 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-75287a28-00d2-4bac-a24c-c753d1c06142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.267985 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-75287a28-00d2-4bac-a24c-c753d1c06142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:44.272025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-75287a28-00d2-4bac-a24c-c753d1c06142 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c99c723-87d0-443a-96b0-910f8703b18d HTTP/1.1" status: 204 len: 168 time: 0.1396484 Jul 16 01:42:44.282679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75287a28-00d2-4bac-a24c-c753d1c06142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c99c723-87d0-443a-96b0-910f8703b18d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:45.777728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 58860) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:45.917272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-8f5b5765-1f30-4831-bfb1-a19b6ff4706e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'network': {'name': 'tempest-network-smoke--647563533', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'port_security_enabled': True}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:45.939415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5b5765-1f30-4831-bfb1-a19b6ff4706e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Made reservation on behalf of ee981b259ae746e687689b1a6f1dfc15 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:45.943011 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5765-1f30-4831-bfb1-a19b6ff4706e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:45.951517 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5765-1f30-4831-bfb1-a19b6ff4706e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.048424 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5765-1f30-4831-bfb1-a19b6ff4706e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.052490 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5765-1f30-4831-bfb1-a19b6ff4706e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.074707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-07cedef7-8d9b-4d04-8210-51a20e67177f req-d24106f2-9a55-435d-b8f0-42e40af34c37 service neutron] (93920) timed out ('10.222.0.70', 55625) {{(pid=93920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:42:46.082689 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f5b5765-1f30-4831-bfb1-a19b6ff4706e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:42:46.091888 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b5765-1f30-4831-bfb1-a19b6ff4706e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48352b3-2187-47f1-93c4-5e3312d11f61,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:46.099707 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5765-1f30-4831-bfb1-a19b6ff4706e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.100161 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-8f5b5765-1f30-4831-bfb1-a19b6ff4706e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Added segment 84310402-ff0d-454b-a557-2a5f74170796 of type vlan for network 7deeb1d5-3862-4418-bf64-fb92dd5e6683 Jul 16 01:42:46.142328 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5765-1f30-4831-bfb1-a19b6ff4706e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.171005 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5765-1f30-4831-bfb1-a19b6ff4706e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.177027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5b5765-1f30-4831-bfb1-a19b6ff4706e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:46.177624 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5765-1f30-4831-bfb1-a19b6ff4706e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.211625 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8f5b5765-1f30-4831-bfb1-a19b6ff4706e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4327552 Jul 16 01:42:46.214480 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 58864) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:46.220971 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-472521907', 'admin_state_up': True, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:46.262612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b5765-1f30-4831-bfb1-a19b6ff4706e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Network': ['ID=7deeb1d5-3862-4418-bf64-fb92dd5e6683,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:46.274662 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 7deeb1d5-3862-4418-bf64-fb92dd5e6683 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:42:46.281623 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.282962 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.337634 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.488803 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.703076 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.735293 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:46.863615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Allocated IP 172.25.2.76 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/b8268a84-3751-4ad8-897b-2ff8eb3d038c) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:46.965236 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.010188 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.052611 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:47.055437 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:47.065766 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:47.071408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Port': ['ID=b8268a84-3751-4ad8-897b-2ff8eb3d038c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:47.326163 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.529059 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.659912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Router 4f7a814e-356e-4e39-a082-39712f0cbcd5 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:42:47.799993 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:47.811328 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Sync routers for ids ['4f7a814e-356e-4e39-a082-39712f0cbcd5'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:47.820593 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:47.825119 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4d6956fa-2611-4bc9-a393-11d63a4d8ce0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6065888 Jul 16 01:42:47.825558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 58902) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:47.833811 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Routers {'4f7a814e-356e-4e39-a082-39712f0cbcd5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:47.834601 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:42:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4f7a814e-356e-4e39-a082-39712f0cbcd5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:47.927821 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f0ca9952-5a45-4962-9543-558c683729f5 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=ee981b259ae746e687689b1a6f1dfc15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1009510 Jul 16 01:42:47.930308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 58908) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:47.966657 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Set router 4f7a814e-356e-4e39-a082-39712f0cbcd5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:48.193449 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:47Z', 'revision_number': 3, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:48.222271 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Checking router: 4f7a814e-356e-4e39-a082-39712f0cbcd5 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:48.222683 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Updating router 4f7a814e-356e-4e39-a082-39712f0cbcd5 port b8268a84-3751-4ad8-897b-2ff8eb3d038c binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:48.281461 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.493660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c660144-92cb-491c-91a9-710f7ff5dc17 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:48.499646 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 58912) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:48.511904 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9c660144-92cb-491c-91a9-710f7ff5dc17 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5802753 Jul 16 01:42:48.538911 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 58914) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:48.544872 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-84110ccc-cd09-48ce-a956-747c695eebd8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-823531647', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:48.548820 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-698969bd-73cf-4c94-bb73-2c57bcfa4983 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469186 Jul 16 01:42:48.656885 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.665851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84110ccc-cd09-48ce-a956-747c695eebd8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Made reservation on behalf of ee981b259ae746e687689b1a6f1dfc15 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:48.669904 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Transition to ACTIVE for port object b8268a84-3751-4ad8-897b-2ff8eb3d038c will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:48.670927 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-84110ccc-cd09-48ce-a956-747c695eebd8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.679199 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.739484 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Attempting to bind port b8268a84-3751-4ad8-897b-2ff8eb3d038c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:48.739959 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Attempting to bind port b8268a84-3751-4ad8-897b-2ff8eb3d038c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:48.740325 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Attempting to bind port b8268a84-3751-4ad8-897b-2ff8eb3d038c on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:48.742507 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702c4f2-e369-48c9-9380-a56524b13a68 None None] Pushing event updated for resources: {'Port': ['ID=b8268a84-3751-4ad8-897b-2ff8eb3d038c,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:48.748791 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:48.749732 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:48.750147 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.750534 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:48.751003 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Bound port: b8268a84-3751-4ad8-897b-2ff8eb3d038c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:48.751883 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.884607 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] For port b8268a84-3751-4ad8-897b-2ff8eb3d038c, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:48.889391 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] For port b8268a84-3751-4ad8-897b-2ff8eb3d038c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b8268a84-3751-4ad8-897b-2ff8eb3d038c,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:48.895642 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.960796 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-84110ccc-cd09-48ce-a956-747c695eebd8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:48.962579 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Routers {'4f7a814e-356e-4e39-a082-39712f0cbcd5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:48.963237 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:42:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4f7a814e-356e-4e39-a082-39712f0cbcd5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:48.969685 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702c4f2-e369-48c9-9380-a56524b13a68 None None] Pushing event updated for resources: {'Port': ['ID=b8268a84-3751-4ad8-897b-2ff8eb3d038c,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:49.061795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84110ccc-cd09-48ce-a956-747c695eebd8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Subnet': ['ID=b903d3ed-7321-4ff5-9f6b-b66906c15f92,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:49.064984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84110ccc-cd09-48ce-a956-747c695eebd8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Checking segment: {'id': '84310402-ff0d-454b-a557-2a5f74170796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:49.065196 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84110ccc-cd09-48ce-a956-747c695eebd8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network hostable DHCP agents. Network: 7deeb1d5-3862-4418-bf64-fb92dd5e6683, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:42:49.089041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84110ccc-cd09-48ce-a956-747c695eebd8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network 7deeb1d5-3862-4418-bf64-fb92dd5e6683 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:42:49.112715 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-84110ccc-cd09-48ce-a956-747c695eebd8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 7deeb1d5-3862-4418-bf64-fb92dd5e6683) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:49.126510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84110ccc-cd09-48ce-a956-747c695eebd8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:49.126510 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-84110ccc-cd09-48ce-a956-747c695eebd8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.126819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f5694d-d0fe-4321-be01-ce9ea34386a8 None None] Network 7deeb1d5-3862-4418-bf64-fb92dd5e6683 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:49.160120 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] Set router 4f7a814e-356e-4e39-a082-39712f0cbcd5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:49.164644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 58924) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:49.168330 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-84110ccc-cd09-48ce-a956-747c695eebd8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6281593 Jul 16 01:42:49.321000 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'fixed_ips': [{'subnet_id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:42:49.321725 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.400897 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:47Z', 'revision_number': 3, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:49.429881 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1bcc6c-a6de-4011-8884-9c15d88d593a None None] The sync data for ids ['4f7a814e-356e-4e39-a082-39712f0cbcd5'] in n-d-791505-14 is: [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:47Z', 'revision_number': 3, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:49.505528 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Allocated IP 172.20.0.2 (7deeb1d5-3862-4418-bf64-fb92dd5e6683/b903d3ed-7321-4ff5-9f6b-b66906c15f92/0ec6460d-c53a-4844-a9d8-e0c59f1aed0d) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:49.652059 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.680588 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.689759 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Transition to ACTIVE for port object 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:49.711697 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Transition to ACTIVE for port object 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:49.720950 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.797763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Pushing event updated for resources: {'Port': ['ID=0ec6460d-c53a-4844-a9d8-e0c59f1aed0d,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:49.828227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Network 7deeb1d5-3862-4418-bf64-fb92dd5e6683 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:49.830871 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:49.833692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.834064 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.834408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.834741 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.835066 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.835397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.835721 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.836119 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.836444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.837227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.837227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.837428 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:42:49.840581 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:49.948638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Attempting to bind port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:49.949005 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Attempting to bind port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '84310402-ff0d-454b-a557-2a5f74170796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:49.949603 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Attempting to bind port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d on network 7deeb1d5-3862-4418-bf64-fb92dd5e6683 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:49.959232 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:49.959618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Checking segment: {'id': '84310402-ff0d-454b-a557-2a5f74170796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:49.960061 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:49.960456 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Bound using segment: {'id': '84310402-ff0d-454b-a557-2a5f74170796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:49.960923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Bound port: 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84310402-ff0d-454b-a557-2a5f74170796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:49.961303 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.077081 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] For port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:50.081432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] For port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0ec6460d-c53a-4844-a9d8-e0c59f1aed0d,segment=NetworkSegment(84310402-ff0d-454b-a557-2a5f74170796),segment_id=84310402-ff0d-454b-a557-2a5f74170796)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:50.088836 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.436216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846fa20-38c8-49a8-a7ab-444301730ade None None] Pushing event updated for resources: {'Port': ['ID=0ec6460d-c53a-4844-a9d8-e0c59f1aed0d,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:50.516840 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Allocated IP 172.20.0.1 (7deeb1d5-3862-4418-bf64-fb92dd5e6683/b903d3ed-7321-4ff5-9f6b-b66906c15f92/0d2d7bc3-7e78-4df5-acab-10d1563a588f) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:50.661537 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.691374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Transition to ACTIVE for port object 0d2d7bc3-7e78-4df5-acab-10d1563a588f will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:50.731736 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.784376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network 7deeb1d5-3862-4418-bf64-fb92dd5e6683 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:50.785816 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:50.789135 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:50.826313 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Port': ['ID=0d2d7bc3-7e78-4df5-acab-10d1563a588f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:50.845779 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:50.989719 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.361499 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.372689 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.528445 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.548977 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:51.621261 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:51.628632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b8268a84-3751-4ad8-897b-2ff8eb3d038c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:51.693727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Port': ['ID=0d2d7bc3-7e78-4df5-acab-10d1563a588f,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:51.698763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e082a1-02f2-4043-a498-5db9f38f2649 None None] Network 7deeb1d5-3862-4418-bf64-fb92dd5e6683 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:42:51.766777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network 7deeb1d5-3862-4418-bf64-fb92dd5e6683 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:51.768604 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:51.831658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7f7e6099-a060-4810-b88d-d43cf98b9ccb None None] Provisioning for port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:51.844044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7f7e6099-a060-4810-b88d-d43cf98b9ccb None None] Provisioning complete for port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:51.844424 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6099-a060-4810-b88d-d43cf98b9ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.887239 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port b8268a84-3751-4ad8-897b-2ff8eb3d038c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:51.901846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port b8268a84-3751-4ad8-897b-2ff8eb3d038c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:51.902213 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:51.903369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Router 4f7a814e-356e-4e39-a082-39712f0cbcd5 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:42:52.035456 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:42:52.042244 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3b2677ab-6a81-42ca-8784-cf3f55f32b87 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "PUT /v2.0/routers/4f7a814e-356e-4e39-a082-39712f0cbcd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8764009 Jul 16 01:42:52.044716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 58960) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:52.101320 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6099-a060-4810-b88d-d43cf98b9ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.148577 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.182521 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7f7e6099-a060-4810-b88d-d43cf98b9ccb None None] For port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0ec6460d-c53a-4844-a9d8-e0c59f1aed0d,segment=NetworkSegment(84310402-ff0d-454b-a557-2a5f74170796),segment_id=84310402-ff0d-454b-a557-2a5f74170796)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:52.197308 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port b8268a84-3751-4ad8-897b-2ff8eb3d038c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b8268a84-3751-4ad8-897b-2ff8eb3d038c,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:52.201157 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6099-a060-4810-b88d-d43cf98b9ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.208711 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.254198 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Sync routers for ids ['4f7a814e-356e-4e39-a082-39712f0cbcd5'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:42:52.280012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Routers {'4f7a814e-356e-4e39-a082-39712f0cbcd5'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:52.280012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:42:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4f7a814e-356e-4e39-a082-39712f0cbcd5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:52.338728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8ee5d-bf5f-4f49-86d8-4412f79e22d8 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.339220 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8ee5d-bf5f-4f49-86d8-4412f79e22d8 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.339687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8ee5d-bf5f-4f49-86d8-4412f79e22d8 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.340191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8ee5d-bf5f-4f49-86d8-4412f79e22d8 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.340651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8ee5d-bf5f-4f49-86d8-4412f79e22d8 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.341634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8ee5d-bf5f-4f49-86d8-4412f79e22d8 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.341937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e6099-a060-4810-b88d-d43cf98b9ccb None None] Pushing event updated for resources: {'Port': ['ID=0ec6460d-c53a-4844-a9d8-e0c59f1aed0d,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:52.342104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8ee5d-bf5f-4f49-86d8-4412f79e22d8 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.342826 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8ee5d-bf5f-4f49-86d8-4412f79e22d8 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.358094 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 58970) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:52.359167 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8bb8ee5d-bf5f-4f49-86d8-4412f79e22d8 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5654 time: 0.3125713 Jul 16 01:42:52.453291 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=b8268a84-3751-4ad8-897b-2ff8eb3d038c,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:52.471227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Set router 4f7a814e-356e-4e39-a082-39712f0cbcd5 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:52.480620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a82aab-40e8-40e5-817c-e9061a7bf077 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.481820 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a82aab-40e8-40e5-817c-e9061a7bf077 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.482443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a82aab-40e8-40e5-817c-e9061a7bf077 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.483062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a82aab-40e8-40e5-817c-e9061a7bf077 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.484347 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a82aab-40e8-40e5-817c-e9061a7bf077 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.485126 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a82aab-40e8-40e5-817c-e9061a7bf077 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.485918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a82aab-40e8-40e5-817c-e9061a7bf077 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.486572 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a82aab-40e8-40e5-817c-e9061a7bf077 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:52.492793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 58972) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:52.501875 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b1a82aab-40e8-40e5-817c-e9061a7bf077 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5163 time: 0.1420677 Jul 16 01:42:52.635027 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-99799c47-1cf9-4515-a5e9-025ac2065bb7 None None] Provisioning for port 0d2d7bc3-7e78-4df5-acab-10d1563a588f completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:52.643883 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-99799c47-1cf9-4515-a5e9-025ac2065bb7 None None] Provisioning complete for port 0d2d7bc3-7e78-4df5-acab-10d1563a588f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:52.644358 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-99799c47-1cf9-4515-a5e9-025ac2065bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.716231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-99799c47-1cf9-4515-a5e9-025ac2065bb7 None None] Port 0d2d7bc3-7e78-4df5-acab-10d1563a588f cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:52.740197 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-99799c47-1cf9-4515-a5e9-025ac2065bb7 None None] Provisioning complete for port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:52.740578 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-99799c47-1cf9-4515-a5e9-025ac2065bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:52.783159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:50Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '0d2d7bc3-7e78-4df5-acab-10d1563a588f', 'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:05:8e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:49Z', 'updated_at': '2021-07-16T01:42:51Z', 'revision_number': 2, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:52.788562 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e79d6661-3071-4435-81ec-c38a3507355f tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3059 time: 0.2941957 Jul 16 01:42:52.823128 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Checking router: 4f7a814e-356e-4e39-a082-39712f0cbcd5 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:42:52.823298 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Updating router 4f7a814e-356e-4e39-a082-39712f0cbcd5 port 0d2d7bc3-7e78-4df5-acab-10d1563a588f binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:42:52.896681 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.122819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a3a03f4b-7eff-438f-a694-592e1be4b187 None None] Provisioning complete for port 0d2d7bc3-7e78-4df5-acab-10d1563a588f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:53.123201 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a3a03f4b-7eff-438f-a694-592e1be4b187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.128910 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 58980) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:53.133898 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-67fbfd88-c0d5-4c35-85e9-8565a5e88312 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1278820052', 'description': 'tempest-secgroup-smoke-1278820052 description', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:53.195287 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67fbfd88-c0d5-4c35-85e9-8565a5e88312 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.243375 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a3a03f4b-7eff-438f-a694-592e1be4b187 None None] Port 0d2d7bc3-7e78-4df5-acab-10d1563a588f cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:53.317638 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67fbfd88-c0d5-4c35-85e9-8565a5e88312 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.323905 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67fbfd88-c0d5-4c35-85e9-8565a5e88312 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.362326 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67fbfd88-c0d5-4c35-85e9-8565a5e88312 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.364132 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-67fbfd88-c0d5-4c35-85e9-8565a5e88312 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2340543 Jul 16 01:42:53.365560 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fbfd88-c0d5-4c35-85e9-8565a5e88312 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2579ab-07df-4b48-9911-fc11fd7ce14f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:53.367356 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 58994) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:53.372883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3b1d4615-ce86-48a8-86d5-4159621273e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': '7d2579ab-07df-4b48-9911-fc11fd7ce14f', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:53.377312 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.401077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Transition to ACTIVE for port object 0d2d7bc3-7e78-4df5-acab-10d1563a588f will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:53.425532 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.426602 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b1d4615-ce86-48a8-86d5-4159621273e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.466465 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:53.534700 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b1d4615-ce86-48a8-86d5-4159621273e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.542905 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b1d4615-ce86-48a8-86d5-4159621273e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.550775 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a925c8-e726-45aa-82b5-8987505ee34a None None] Pushing event updated for resources: {'Port': ['ID=0d2d7bc3-7e78-4df5-acab-10d1563a588f,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:53.575673 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b1d4615-ce86-48a8-86d5-4159621273e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.580671 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 58998) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:53.580915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3b1d4615-ce86-48a8-86d5-4159621273e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2118304 Jul 16 01:42:53.582479 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d4615-ce86-48a8-86d5-4159621273e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b147c2e-b85c-4a7f-93c1-34802f51ca2c,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:53.590724 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d7720648-e9fd-4c9f-8873-5c8af682b6f9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': '7d2579ab-07df-4b48-9911-fc11fd7ce14f', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:53.622134 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Attempting to bind port 0d2d7bc3-7e78-4df5-acab-10d1563a588f on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:53.622632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Attempting to bind port 0d2d7bc3-7e78-4df5-acab-10d1563a588f by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '84310402-ff0d-454b-a557-2a5f74170796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:53.622912 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Attempting to bind port 0d2d7bc3-7e78-4df5-acab-10d1563a588f on network 7deeb1d5-3862-4418-bf64-fb92dd5e6683 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:53.632224 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:53.632602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Checking segment: {'id': '84310402-ff0d-454b-a557-2a5f74170796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:53.632953 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:42:53.633465 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.633465 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Bound using segment: {'id': '84310402-ff0d-454b-a557-2a5f74170796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:53.633998 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Bound port: 0d2d7bc3-7e78-4df5-acab-10d1563a588f, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84310402-ff0d-454b-a557-2a5f74170796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:53.634387 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.638924 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d7720648-e9fd-4c9f-8873-5c8af682b6f9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.650113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:53.650698 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.716891 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d7720648-e9fd-4c9f-8873-5c8af682b6f9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.722168 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d7720648-e9fd-4c9f-8873-5c8af682b6f9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.748059 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d7720648-e9fd-4c9f-8873-5c8af682b6f9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.750589 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d7720648-e9fd-4c9f-8873-5c8af682b6f9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1677866 Jul 16 01:42:53.753409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59000) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:53.754058 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7720648-e9fd-4c9f-8873-5c8af682b6f9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9563cb32-6c5a-438f-9542-aff7394cb928,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:53.759087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-95b8e5a7-7a26-4bc3-a4e1-7d4ccde7657d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': '7d2579ab-07df-4b48-9911-fc11fd7ce14f', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:53.777178 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] For port 0d2d7bc3-7e78-4df5-acab-10d1563a588f, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:53.785290 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] For port 0d2d7bc3-7e78-4df5-acab-10d1563a588f, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0d2d7bc3-7e78-4df5-acab-10d1563a588f,segment=NetworkSegment(84310402-ff0d-454b-a557-2a5f74170796),segment_id=84310402-ff0d-454b-a557-2a5f74170796)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:53.792075 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.814014 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-95b8e5a7-7a26-4bc3-a4e1-7d4ccde7657d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.902551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b8268a84-3751-4ad8-897b-2ff8eb3d038c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:53.911990 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Routers {'4f7a814e-356e-4e39-a082-39712f0cbcd5'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:42:53.912786 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:42:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4f7a814e-356e-4e39-a082-39712f0cbcd5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:53.927361 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-95b8e5a7-7a26-4bc3-a4e1-7d4ccde7657d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.941381 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-95b8e5a7-7a26-4bc3-a4e1-7d4ccde7657d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:53.971173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a925c8-e726-45aa-82b5-8987505ee34a None None] Pushing event updated for resources: {'Port': ['ID=0d2d7bc3-7e78-4df5-acab-10d1563a588f,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:53.988078 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8e5a7-7a26-4bc3-a4e1-7d4ccde7657d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7986f594-ffbc-429e-99cc-f52be6309ca9,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:53.996040 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-95b8e5a7-7a26-4bc3-a4e1-7d4ccde7657d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.001186 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59002) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:54.002240 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-95b8e5a7-7a26-4bc3-a4e1-7d4ccde7657d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2472816 Jul 16 01:42:54.006466 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e3898b65-0b1b-43b1-9367-df666a69c294 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': '7d2579ab-07df-4b48-9911-fc11fd7ce14f', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:54.073801 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e3898b65-0b1b-43b1-9367-df666a69c294 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.113701 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] Set router 4f7a814e-356e-4e39-a082-39712f0cbcd5 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:42:54.117628 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port b8268a84-3751-4ad8-897b-2ff8eb3d038c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:54.118003 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.167958 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e3898b65-0b1b-43b1-9367-df666a69c294 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.183081 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e3898b65-0b1b-43b1-9367-df666a69c294 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.250867 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3898b65-0b1b-43b1-9367-df666a69c294 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff949f27-7d0e-4ce5-a4f2-d2b2e7f61f1b,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:54.267170 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e3898b65-0b1b-43b1-9367-df666a69c294 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.271443 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e3898b65-0b1b-43b1-9367-df666a69c294 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2665665 Jul 16 01:42:54.272760 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59006) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:54.278891 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-82ca3014-db86-4694-917e-09c803f6b4a9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': '7d2579ab-07df-4b48-9911-fc11fd7ce14f', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:54.318060 n-d-791505-14 neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-82ca3014-db86-4694-917e-09c803f6b4a9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Project ee981b259ae746e687689b1a6f1dfc15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:42:54.324425 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-82ca3014-db86-4694-917e-09c803f6b4a9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.428191 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-82ca3014-db86-4694-917e-09c803f6b4a9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.439859 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-82ca3014-db86-4694-917e-09c803f6b4a9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.470777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ca3014-db86-4694-917e-09c803f6b4a9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24a3cb2-4496-4472-885e-340e71126b0d,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:54.473188 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-82ca3014-db86-4694-917e-09c803f6b4a9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.478303 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59016) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:42:54.478666 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-82ca3014-db86-4694-917e-09c803f6b4a9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2032266 Jul 16 01:42:54.486506 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-6ed84f17-19cf-4e03-b480-d924b5f9ac95 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': '7d2579ab-07df-4b48-9911-fc11fd7ce14f', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:54.519582 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-6ed84f17-19cf-4e03-b480-d924b5f9ac95 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Project ee981b259ae746e687689b1a6f1dfc15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:42:54.528791 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ed84f17-19cf-4e03-b480-d924b5f9ac95 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.641512 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ed84f17-19cf-4e03-b480-d924b5f9ac95 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.646652 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ed84f17-19cf-4e03-b480-d924b5f9ac95 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.666177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:50Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '0d2d7bc3-7e78-4df5-acab-10d1563a588f', 'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:05:8e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:49Z', 'updated_at': '2021-07-16T01:42:53Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:42:54.674293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed84f17-19cf-4e03-b480-d924b5f9ac95 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938b68cc-c88e-4312-8d6a-1eba17053f9b,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:54.678482 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ed84f17-19cf-4e03-b480-d924b5f9ac95 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:54.679748 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6ed84f17-19cf-4e03-b480-d924b5f9ac95 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2000473 Jul 16 01:42:54.714987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c3f75-e48d-4142-bebd-e64c312b1da3 None None] The sync data for ids ['4f7a814e-356e-4e39-a082-39712f0cbcd5'] in n-d-791505-14 is: [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:50Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '0d2d7bc3-7e78-4df5-acab-10d1563a588f', 'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:05:8e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:49Z', 'updated_at': '2021-07-16T01:42:53Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:42:54.991022 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-0b79865e-6abc-49c5-ba90-2b1cf2312743 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1278820052&fields=id&tenant_id=ee981b259ae746e687689b1a6f1dfc15 HTTP/1.1" status: 200 len: 267 time: 0.0573783 Jul 16 01:42:55.119707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-2105f889-f030-4995-8a17-f2a0b823661a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:55.121351 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-2105f889-f030-4995-8a17-f2a0b823661a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/networks?id=7deeb1d5-3862-4418-bf64-fb92dd5e6683 HTTP/1.1" status: 200 len: 796 time: 0.1238647 Jul 16 01:42:55.136629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5c81ef6d-ad5c-494c-b646-33eaf639e923 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/quotas/ee981b259ae746e687689b1a6f1dfc15 HTTP/1.1" status: 200 len: 375 time: 0.0097122 Jul 16 01:42:55.212973 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-8523cc72-5911-4708-83ed-7c99e21cadbf tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee981b259ae746e687689b1a6f1dfc15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705245 Jul 16 01:42:55.429726 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-ab347319-be99-4754-93b7-123cd0d77af1 service neutron] 10.222.0.22 "GET /v2.0/networks/7deeb1d5-3862-4418-bf64-fb92dd5e6683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026422 Jul 16 01:42:55.499012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0d2d7bc3-7e78-4df5-acab-10d1563a588f up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:55.560408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-46f46a50-4f22-4222-b165-5918f320940c service neutron] 10.222.0.22 "GET /v2.0/networks/7deeb1d5-3862-4418-bf64-fb92dd5e6683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297936 Jul 16 01:42:55.611505 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 0d2d7bc3-7e78-4df5-acab-10d1563a588f completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:55.625747 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 0d2d7bc3-7e78-4df5-acab-10d1563a588f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:55.626811 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.766826 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.806021 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 0d2d7bc3-7e78-4df5-acab-10d1563a588f, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0d2d7bc3-7e78-4df5-acab-10d1563a588f,segment=NetworkSegment(84310402-ff0d-454b-a557-2a5f74170796),segment_id=84310402-ff0d-454b-a557-2a5f74170796)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:42:55.813939 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:55.905668 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=0d2d7bc3-7e78-4df5-acab-10d1563a588f,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:55.933824 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a9d0e72-6c8e-450e-b703-4acb247b72ce req-edca5d1f-52f9-4d34-8644-fc3b11945f33 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 210 time: 0.0956068 Jul 16 01:42:57.132208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b67aedc8-6ec4-4144-8089-5cef699b5b92 req-4f4fcaae-95a2-4dbc-8b9b-465729664413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 210 time: 0.0452101 Jul 16 01:42:57.256597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-58703db2-c3eb-4f25-a60b-d6fbcdc44441 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.258466 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-58703db2-c3eb-4f25-a60b-d6fbcdc44441 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.70 "GET /v2.0/networks?id=7deeb1d5-3862-4418-bf64-fb92dd5e6683 HTTP/1.1" status: 200 len: 796 time: 0.1160331 Jul 16 01:42:57.303109 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-1ec611d4-0a47-4035-8552-1a98c7025fe4 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee981b259ae746e687689b1a6f1dfc15 HTTP/1.1" status: 200 len: 380 time: 0.0349936 Jul 16 01:42:57.313287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-73c60e50-aa49-4d51-94e6-1f9979fb7dda tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'port': {'device_id': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'admin_state_up': True, 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'security_groups': ['7d2579ab-07df-4b48-9911-fc11fd7ce14f']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:57.401364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0d2d7bc3-7e78-4df5-acab-10d1563a588f up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:42:57.429163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-73c60e50-aa49-4d51-94e6-1f9979fb7dda tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Made reservation on behalf of ee981b259ae746e687689b1a6f1dfc15 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:42:57.432790 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-73c60e50-aa49-4d51-94e6-1f9979fb7dda tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.455021 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 0d2d7bc3-7e78-4df5-acab-10d1563a588f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:57.455676 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.588625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-73c60e50-aa49-4d51-94e6-1f9979fb7dda tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Allocated IP 172.20.0.8 (7deeb1d5-3862-4418-bf64-fb92dd5e6683/b903d3ed-7321-4ff5-9f6b-b66906c15f92/bc1a23d0-6c4a-473c-a829-e3655c584e3e) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:42:57.722666 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-73c60e50-aa49-4d51-94e6-1f9979fb7dda tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.736662 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-73c60e50-aa49-4d51-94e6-1f9979fb7dda tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Transition to ACTIVE for port object bc1a23d0-6c4a-473c-a829-e3655c584e3e will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:57.768948 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-73c60e50-aa49-4d51-94e6-1f9979fb7dda tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.820396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-73c60e50-aa49-4d51-94e6-1f9979fb7dda tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network 7deeb1d5-3862-4418-bf64-fb92dd5e6683 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:42:57.823691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-73c60e50-aa49-4d51-94e6-1f9979fb7dda tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:42:57.828159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-73c60e50-aa49-4d51-94e6-1f9979fb7dda tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:42:57.831962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c60e50-aa49-4d51-94e6-1f9979fb7dda tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Port': ['ID=bc1a23d0-6c4a-473c-a829-e3655c584e3e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:57.881439 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-73c60e50-aa49-4d51-94e6-1f9979fb7dda tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:57.882096 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-73c60e50-aa49-4d51-94e6-1f9979fb7dda tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:57.908686 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-73c60e50-aa49-4d51-94e6-1f9979fb7dda tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5996609 Jul 16 01:42:57.921404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Request body: {'port': {'device_id': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:42:58.016348 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.218511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-38240d60-8803-4e2e-9917-5f99f655342d None None] Provisioning for port bc1a23d0-6c4a-473c-a829-e3655c584e3e completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:42:58.223147 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-38240d60-8803-4e2e-9917-5f99f655342d None None] Provisioning complete for port bc1a23d0-6c4a-473c-a829-e3655c584e3e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:42:58.223675 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38240d60-8803-4e2e-9917-5f99f655342d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.264024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-38240d60-8803-4e2e-9917-5f99f655342d None None] Port bc1a23d0-6c4a-473c-a829-e3655c584e3e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:42:58.404830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1a23d0-6c4a-473c-a829-e3655c584e3e {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:42:58.414892 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.424236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee5ada-a3fa-46f6-bf1b-b2d49e9c1b1a req-5872cb55-308b-4be3-b00e-352c135ba68b tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:58.425770 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10ee5ada-a3fa-46f6-bf1b-b2d49e9c1b1a req-5872cb55-308b-4be3-b00e-352c135ba68b tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 931 time: 0.1247952 Jul 16 01:42:58.443436 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Transition to ACTIVE for port object bc1a23d0-6c4a-473c-a829-e3655c584e3e will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:42:58.451453 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.538969 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10ee5ada-a3fa-46f6-bf1b-b2d49e9c1b1a req-2ee4299d-a67f-43bd-a6bf-db4683ebd911 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2579ab-07df-4b48-9911-fc11fd7ce14f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061492 Jul 16 01:42:58.546293 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Pushing event updated for resources: {'Port': ['ID=bc1a23d0-6c4a-473c-a829-e3655c584e3e,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:58.606616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Attempting to bind port bc1a23d0-6c4a-473c-a829-e3655c584e3e on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:42:58.607129 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Attempting to bind port bc1a23d0-6c4a-473c-a829-e3655c584e3e by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '84310402-ff0d-454b-a557-2a5f74170796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:42:58.607640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Attempting to bind port bc1a23d0-6c4a-473c-a829-e3655c584e3e on network 7deeb1d5-3862-4418-bf64-fb92dd5e6683 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:58.618043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Port bc1a23d0-6c4a-473c-a829-e3655c584e3e on network 7deeb1d5-3862-4418-bf64-fb92dd5e6683 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:42:58.618643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Attempting to bind port bc1a23d0-6c4a-473c-a829-e3655c584e3e on network 7deeb1d5-3862-4418-bf64-fb92dd5e6683 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:42:58.624013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 42, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:42:58.624687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Checking segment: {'id': '84310402-ff0d-454b-a557-2a5f74170796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:42:58.625303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Bound using segment: {'id': '84310402-ff0d-454b-a557-2a5f74170796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:42:58.625821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Bound port: bc1a23d0-6c4a-473c-a829-e3655c584e3e, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84310402-ff0d-454b-a557-2a5f74170796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:42:58.626251 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.696566 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] For port bc1a23d0-6c4a-473c-a829-e3655c584e3e, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:42:58.699996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] For port bc1a23d0-6c4a-473c-a829-e3655c584e3e, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bc1a23d0-6c4a-473c-a829-e3655c584e3e,segment=NetworkSegment(84310402-ff0d-454b-a557-2a5f74170796),segment_id=84310402-ff0d-454b-a557-2a5f74170796)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:42:58.707654 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.759117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:58.759849 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:42:58.761660 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] 10.222.0.70 "PUT /v2.0/ports/bc1a23d0-6c4a-473c-a829-e3655c584e3e HTTP/1.1" status: 200 len: 1092 time: 0.8453453 Jul 16 01:42:58.762306 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'tag': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:42:58.765370 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1ed4dd-7989-49b0-899a-e452534fa5a4" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ba8e76-e339-461b-b871-677c39c8b930", "tag": "bc1a23d0-6c4a-473c-a829-e3655c584e3e"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:42:58.785115 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9689d2-603b-4220-8e74-276a2770ab9d service neutron] Pushing event updated for resources: {'Port': ['ID=bc1a23d0-6c4a-473c-a829-e3655c584e3e,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:42:58.875667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-f0b4cbdb-76d1-4386-a8f2-9d66da48af91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:58.877349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-f0b4cbdb-76d1-4386-a8f2-9d66da48af91 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee981b259ae746e687689b1a6f1dfc15&device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 1095 time: 0.0648847 Jul 16 01:42:58.927107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-61daa460-4ede-4001-ae0b-90b86f88de85 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc1a23d0-6c4a-473c-a829-e3655c584e3e HTTP/1.1" status: 200 len: 217 time: 0.0409412 Jul 16 01:42:58.989743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-26257a30-fe68-4c67-8802-337106f4bb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:58.991452 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-26257a30-fe68-4c67-8802-337106f4bb5a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b903d3ed-7321-4ff5-9f6b-b66906c15f92 HTTP/1.1" status: 200 len: 834 time: 0.0569205 Jul 16 01:42:59.078377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-92f57fdb-0b83-4b5b-b71a-9f85a93b7806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.080983 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-92f57fdb-0b83-4b5b-b71a-9f85a93b7806 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7deeb1d5-3862-4418-bf64-fb92dd5e6683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825734 Jul 16 01:42:59.162956 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa7c2d8-7593-484f-b4bb-87943e33aa67 x-openstack-request-id: req-0fa7c2d8-7593-484f-b4bb-87943e33aa67 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:42:59.163255 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ba8e76-e339-461b-b871-677c39c8b930", "tag": "bc1a23d0-6c4a-473c-a829-e3655c584e3e", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:42:59.163514 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0fa7c2d8-7593-484f-b4bb-87943e33aa67 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:42:59.163935 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'tag': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e', 'status': 'completed', 'code': 200} Jul 16 01:42:59.204519 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-3fbc7f00-1461-4421-8b25-943b98bc6082 service neutron] 10.222.0.70 "GET /v2.0/networks/7deeb1d5-3862-4418-bf64-fb92dd5e6683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155429 Jul 16 01:42:59.354827 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-169356f1-10c7-4c0d-aad0-c1fc18548eb0 req-ae6b5780-b1bd-4849-af22-8b3cd054b37b service neutron] 10.222.0.70 "GET /v2.0/networks/7deeb1d5-3862-4418-bf64-fb92dd5e6683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430624 Jul 16 01:42:59.395381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941ee356-2e85-4b3d-8453-9eaf8459a919 req-58662e2b-739b-4234-8b09-9d6e0c713ad3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.397146 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-941ee356-2e85-4b3d-8453-9eaf8459a919 req-58662e2b-739b-4234-8b09-9d6e0c713ad3 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 946 time: 0.1155405 Jul 16 01:42:59.472905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-941ee356-2e85-4b3d-8453-9eaf8459a919 req-66ffd4d0-c8d0-40a6-844a-8e14297acccd tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602951 Jul 16 01:42:59.548027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ed4dd-7989-49b0-899a-e452534fa5a4 req-6c3ddeec-358a-4cba-a264-3269bda1509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.549647 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc1ed4dd-7989-49b0-899a-e452534fa5a4 req-6c3ddeec-358a-4cba-a264-3269bda1509f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee981b259ae746e687689b1a6f1dfc15&device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 1095 time: 0.0757964 Jul 16 01:42:59.645281 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ed4dd-7989-49b0-899a-e452534fa5a4 req-913e0505-be9c-4588-8e13-ce109c062e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.646925 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc1ed4dd-7989-49b0-899a-e452534fa5a4 req-913e0505-be9c-4588-8e13-ce109c062e28 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7deeb1d5-3862-4418-bf64-fb92dd5e6683 HTTP/1.1" status: 200 len: 897 time: 0.0894248 Jul 16 01:42:59.712195 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc1ed4dd-7989-49b0-899a-e452534fa5a4 req-c248b7c6-4e77-4443-a18a-16b8f8e129ac service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc1a23d0-6c4a-473c-a829-e3655c584e3e HTTP/1.1" status: 200 len: 217 time: 0.0556016 Jul 16 01:42:59.799498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ed4dd-7989-49b0-899a-e452534fa5a4 req-2821cf74-f1a8-495e-8abe-41193c3bee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.801425 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc1ed4dd-7989-49b0-899a-e452534fa5a4 req-2821cf74-f1a8-495e-8abe-41193c3bee8f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b903d3ed-7321-4ff5-9f6b-b66906c15f92 HTTP/1.1" status: 200 len: 834 time: 0.0805945 Jul 16 01:42:59.824785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4dde23-a02e-4b3b-b21c-5a502f572e2d req-1396ca67-f577-4ea8-b4e4-6e0b0e5010a1 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.826274 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f4dde23-a02e-4b3b-b21c-5a502f572e2d req-1396ca67-f577-4ea8-b4e4-6e0b0e5010a1 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 943 time: 0.1172962 Jul 16 01:42:59.896070 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f4dde23-a02e-4b3b-b21c-5a502f572e2d req-f7bd4988-2be4-4b9b-9a56-1e3931d09076 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2579ab-07df-4b48-9911-fc11fd7ce14f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481071 Jul 16 01:42:59.914830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ed4dd-7989-49b0-899a-e452534fa5a4 req-9fab4587-c8db-43a5-9eab-75edfae076a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:42:59.914830 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc1ed4dd-7989-49b0-899a-e452534fa5a4 req-9fab4587-c8db-43a5-9eab-75edfae076a5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7deeb1d5-3862-4418-bf64-fb92dd5e6683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1032662 Jul 16 01:43:00.009145 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc1ed4dd-7989-49b0-899a-e452534fa5a4 req-e290dab8-6757-48b8-8830-9b6adc59cbab service neutron] 10.222.0.70 "GET /v2.0/networks/7deeb1d5-3862-4418-bf64-fb92dd5e6683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877006 Jul 16 01:43:00.107915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc1ed4dd-7989-49b0-899a-e452534fa5a4 req-20f54ecc-bae0-4884-8ab0-30ebff5e65dc service neutron] 10.222.0.70 "GET /v2.0/networks/7deeb1d5-3862-4418-bf64-fb92dd5e6683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913429 Jul 16 01:43:00.424905 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:00.648184 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15825d39-02e7-4766-87c8-01faf8eae521 req-386d57f0-8252-4f16-bcc6-c99bb5c2208f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:00.649649 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-15825d39-02e7-4766-87c8-01faf8eae521 req-386d57f0-8252-4f16-bcc6-c99bb5c2208f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 946 time: 0.0847507 Jul 16 01:43:00.688266 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-15825d39-02e7-4766-87c8-01faf8eae521 req-67b3e571-b625-4727-945b-ce97b760356c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326691 Jul 16 01:43:01.082371 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f69f2-4eee-464a-a7c9-e51123db4e03 req-7f94c1f2-a436-4b5c-b876-ee545f85c6d5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.084060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-824f69f2-4eee-464a-a7c9-e51123db4e03 req-7f94c1f2-a436-4b5c-b876-ee545f85c6d5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 943 time: 0.0675280 Jul 16 01:43:01.123012 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-824f69f2-4eee-464a-a7c9-e51123db4e03 req-f2a1873e-72aa-4f07-aaf2-1f1c7b8a0a4c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2579ab-07df-4b48-9911-fc11fd7ce14f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329392 Jul 16 01:43:01.352109 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:01.920404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dedb1a-7505-40c1-8525-0a4eb68de88b req-27de91e3-b8a4-46ac-8c75-3a80519f2320 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:01.923278 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95dedb1a-7505-40c1-8525-0a4eb68de88b req-27de91e3-b8a4-46ac-8c75-3a80519f2320 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 946 time: 0.0851779 Jul 16 01:43:01.969595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95dedb1a-7505-40c1-8525-0a4eb68de88b req-05a737ad-4f0f-47eb-ad1b-4d24d97451d4 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398300 Jul 16 01:43:01.996061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bc1a23d0-6c4a-473c-a829-e3655c584e3e details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:02.104616 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port bc1a23d0-6c4a-473c-a829-e3655c584e3e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bc1a23d0-6c4a-473c-a829-e3655c584e3e,segment=NetworkSegment(84310402-ff0d-454b-a557-2a5f74170796),segment_id=84310402-ff0d-454b-a557-2a5f74170796)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:02.121946 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'port_id': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e', 'mac_address': 'fa:16:3e:d9:58:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:02.167416 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.187284 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1a23d0-6c4a-473c-a829-e3655c584e3e {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:02.211620 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port bc1a23d0-6c4a-473c-a829-e3655c584e3e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bc1a23d0-6c4a-473c-a829-e3655c584e3e,segment=NetworkSegment(84310402-ff0d-454b-a557-2a5f74170796),segment_id=84310402-ff0d-454b-a557-2a5f74170796)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:02.217093 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.290436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=bc1a23d0-6c4a-473c-a829-e3655c584e3e,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:02.335262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e899e-5235-4992-bb11-b8c8e28ee285 req-d8156e04-04da-4dba-bd6d-4b1492d8a7de tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:02.336955 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec8e899e-5235-4992-bb11-b8c8e28ee285 req-d8156e04-04da-4dba-bd6d-4b1492d8a7de tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 944 time: 0.0829692 Jul 16 01:43:02.377852 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec8e899e-5235-4992-bb11-b8c8e28ee285 req-d2a4fc60-3dff-4f3a-98aa-2b252f344138 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2579ab-07df-4b48-9911-fc11fd7ce14f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347958 Jul 16 01:43:02.418011 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59218) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:02.456522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['bc1a23d0-6c4a-473c-a829-e3655c584e3e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:02.538689 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ebbb0f8d-afba-4c5b-9137-bee0f5cc298d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.662919 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ebbb0f8d-afba-4c5b-9137-bee0f5cc298d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.667975 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ebbb0f8d-afba-4c5b-9137-bee0f5cc298d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.723389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59224) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:02.723635 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ebbb0f8d-afba-4c5b-9137-bee0f5cc298d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ca59aff15f8489cadffe430abbe2f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3043809 Jul 16 01:43:02.724801 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb0f8d-afba-4c5b-9137-bee0f5cc298d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c9b7d4-cefe-432d-ada0-b61fd65a940f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:02.787221 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0454a8b2-c12c-4819-a97b-32f33268a693 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.821578 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0454a8b2-c12c-4819-a97b-32f33268a693 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.893643 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0454a8b2-c12c-4819-a97b-32f33268a693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.897518 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0454a8b2-c12c-4819-a97b-32f33268a693 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:02.900870 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0454a8b2-c12c-4819-a97b-32f33268a693 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/73c9b7d4-cefe-432d-ada0-b61fd65a940f HTTP/1.1" status: 204 len: 168 time: 0.1754284 Jul 16 01:43:02.929939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0454a8b2-c12c-4819-a97b-32f33268a693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c9b7d4-cefe-432d-ada0-b61fd65a940f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:03.161210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea9841-ed7d-4b9c-862c-181b14edaa97 req-365cc4ec-21ee-4be8-8199-44255cf9ec3a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:03.162748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ea9841-ed7d-4b9c-862c-181b14edaa97 req-365cc4ec-21ee-4be8-8199-44255cf9ec3a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 946 time: 0.0662687 Jul 16 01:43:03.202933 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ea9841-ed7d-4b9c-862c-181b14edaa97 req-ba102ea0-d855-4260-9d5e-e263a3cfdc65 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343370 Jul 16 01:43:03.240496 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59238) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:03.255127 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0c99ce9d-e84b-4c21-b3b4-727648325123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.353950 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0c99ce9d-e84b-4c21-b3b4-727648325123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.357808 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0c99ce9d-e84b-4c21-b3b4-727648325123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.395404 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0c99ce9d-e84b-4c21-b3b4-727648325123 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5666ce67d354055a5b4215c6bf675eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537015 Jul 16 01:43:03.396237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c99ce9d-e84b-4c21-b3b4-727648325123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b6034d-a78a-4109-a883-b403e0c9a62f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:03.398070 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59244) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:03.453806 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55b9f77f-7c3a-494a-b97a-a7b4dd187dd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.476505 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55b9f77f-7c3a-494a-b97a-a7b4dd187dd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.525120 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55b9f77f-7c3a-494a-b97a-a7b4dd187dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.527882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-55b9f77f-7c3a-494a-b97a-a7b4dd187dd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:03.532009 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-55b9f77f-7c3a-494a-b97a-a7b4dd187dd3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74b6034d-a78a-4109-a883-b403e0c9a62f HTTP/1.1" status: 204 len: 168 time: 0.1299963 Jul 16 01:43:03.539753 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9f77f-7c3a-494a-b97a-a7b4dd187dd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b6034d-a78a-4109-a883-b403e0c9a62f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:03.576276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952456f-7c5e-4614-9eda-07058b853d2a req-0bac54b6-3f6b-487c-b7d0-7b57614d9610 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:03.578438 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2952456f-7c5e-4614-9eda-07058b853d2a req-0bac54b6-3f6b-487c-b7d0-7b57614d9610 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 944 time: 0.0737598 Jul 16 01:43:03.616876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2952456f-7c5e-4614-9eda-07058b853d2a req-4ce17bc5-6223-492c-931b-37a05aee3c92 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2579ab-07df-4b48-9911-fc11fd7ce14f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321934 Jul 16 01:43:03.993381 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bc1a23d0-6c4a-473c-a829-e3655c584e3e up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:04.067549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port bc1a23d0-6c4a-473c-a829-e3655c584e3e completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:04.072187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port bc1a23d0-6c4a-473c-a829-e3655c584e3e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:04.072584 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.167151 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.185932 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:04.188949 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b082d6b7-f2e1-49ab-8e70-d61bf8648890" -d '{"events": [{"server_uuid": "e3ba8e76-e339-461b-b871-677c39c8b930", "name": "network-vif-plugged", "status": "completed", "tag": "bc1a23d0-6c4a-473c-a829-e3655c584e3e"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:04.202840 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port bc1a23d0-6c4a-473c-a829-e3655c584e3e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bc1a23d0-6c4a-473c-a829-e3655c584e3e,segment=NetworkSegment(84310402-ff0d-454b-a557-2a5f74170796),segment_id=84310402-ff0d-454b-a557-2a5f74170796)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:04.206977 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.241455 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460b5d36-6118-4d52-9036-bc02f099e14a x-openstack-request-id: req-460b5d36-6118-4d52-9036-bc02f099e14a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:04.241857 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ba8e76-e339-461b-b871-677c39c8b930", "name": "network-vif-plugged", "status": "completed", "tag": "bc1a23d0-6c4a-473c-a829-e3655c584e3e", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:04.242227 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-460b5d36-6118-4d52-9036-bc02f099e14a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:04.242634 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e', 'code': 200} Jul 16 01:43:04.289534 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=bc1a23d0-6c4a-473c-a829-e3655c584e3e,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:04.439327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea4e33-783f-42e7-bc1a-61ea1a226828 req-19027d8b-f93d-4e9b-961c-639676a4c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.443917 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afea4e33-783f-42e7-bc1a-61ea1a226828 req-19027d8b-f93d-4e9b-961c-639676a4c819 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 1097 time: 0.1030238 Jul 16 01:43:04.457146 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-9e6b3176-113f-45db-b1e3-f14248c1a1ea service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1447141 Jul 16 01:43:04.523124 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afea4e33-783f-42e7-bc1a-61ea1a226828 req-be0e8d66-27fd-4cff-8224-b2cd01401544 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=7d2579ab-07df-4b48-9911-fc11fd7ce14f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640380 Jul 16 01:43:04.638066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-2ebcc60d-b1b9-493b-aa94-16c527c053c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.639010 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-2ebcc60d-b1b9-493b-aa94-16c527c053c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.639588 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-2ebcc60d-b1b9-493b-aa94-16c527c053c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.640224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-2ebcc60d-b1b9-493b-aa94-16c527c053c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.640757 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-2ebcc60d-b1b9-493b-aa94-16c527c053c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.643055 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-2ebcc60d-b1b9-493b-aa94-16c527c053c4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0813725 Jul 16 01:43:04.654919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3dec46-c787-44ae-853c-e61a723cb29b req-cb2ac1e5-5993-4f83-85a9-6824576c8574 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.656970 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a3dec46-c787-44ae-853c-e61a723cb29b req-cb2ac1e5-5993-4f83-85a9-6824576c8574 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 946 time: 0.0773108 Jul 16 01:43:04.705125 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a3dec46-c787-44ae-853c-e61a723cb29b req-551568bf-2992-4aca-8af2-944fbadadc7e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422971 Jul 16 01:43:04.815417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-294461d1-f7b2-448b-b445-cf912ed3149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.815934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-294461d1-f7b2-448b-b445-cf912ed3149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.816578 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-294461d1-f7b2-448b-b445-cf912ed3149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.819650 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-294461d1-f7b2-448b-b445-cf912ed3149e service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.1442661 Jul 16 01:43:04.878451 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-68e02a04-59ca-4e04-9652-9b85a4bc1a07 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0514774 Jul 16 01:43:04.922406 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0ce37d10-95c9-434f-aa04-e15d26dd1cf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:04.942104 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-7eae1c62-dfb0-43d1-aa38-d43f125988ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.943784 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b709ad5-1f0b-4e2a-94c8-94cd3c89e991 req-4ff388d7-ea9b-44f1-af95-d7799c38eced tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:04.943945 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-7eae1c62-dfb0-43d1-aa38-d43f125988ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0600080 Jul 16 01:43:04.945323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5b709ad5-1f0b-4e2a-94c8-94cd3c89e991 req-4ff388d7-ea9b-44f1-af95-d7799c38eced tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 945 time: 0.1013129 Jul 16 01:43:05.008050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-e300fc57-448c-43a3-9d65-5d085748fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.009812 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-e300fc57-448c-43a3-9d65-5d085748fd38 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600421 Jul 16 01:43:05.011043 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5b709ad5-1f0b-4e2a-94c8-94cd3c89e991 req-dde706c8-4f31-4d17-b9ba-55b084880288 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2579ab-07df-4b48-9911-fc11fd7ce14f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576651 Jul 16 01:43:05.117537 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-5132da56-3c95-4ca4-8758-5dbdc45b116e service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997365 Jul 16 01:43:05.226531 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-0c03b0d0-40d2-48eb-91b3-025d20b1509b service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024451 Jul 16 01:43:05.276505 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-ae087ae4-cdc5-42c8-a182-ef05ef56c143 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0439572 Jul 16 01:43:05.330924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-2046c215-96b5-4fe3-a2ec-01d08d906c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.332473 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-2046c215-96b5-4fe3-a2ec-01d08d906c0e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0504651 Jul 16 01:43:05.399455 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-2508c3e8-e742-4ed4-9579-181a064c8119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.402511 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-2508c3e8-e742-4ed4-9579-181a064c8119 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0635402 Jul 16 01:43:05.523971 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-6acfd393-fdec-4c72-8889-1a1247407d22 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147358 Jul 16 01:43:05.612441 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-32ee3767-8572-44cf-a37c-1daa223c3f4a service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825436 Jul 16 01:43:05.658023 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-d116f611-6ae2-4676-acf4-4586d35188d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0390761 Jul 16 01:43:05.707528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-35d7276e-6d91-436b-9688-3f688a4b357c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.709063 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-35d7276e-6d91-436b-9688-3f688a4b357c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0456424 Jul 16 01:43:05.788514 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-210e7e9f-1144-4f83-b5cf-44ac82c931bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.790214 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-210e7e9f-1144-4f83-b5cf-44ac82c931bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0748985 Jul 16 01:43:05.908079 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-86fa5ae0-b962-4ac4-a73e-b7b718cba1e0 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108809 Jul 16 01:43:05.911930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecceb90e-473c-43dc-be04-3d812e00c00a req-81eb9007-a340-4562-b63c-3f62cd3a5b3a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:05.912903 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ecceb90e-473c-43dc-be04-3d812e00c00a req-81eb9007-a340-4562-b63c-3f62cd3a5b3a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 946 time: 0.0751686 Jul 16 01:43:05.964312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ecceb90e-473c-43dc-be04-3d812e00c00a req-54bb33e3-cd44-4e5f-a235-946d3ce2f5b5 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429797 Jul 16 01:43:06.010661 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-a17f6612-9bd9-49c6-a1e7-afd37e5c8d2a service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945673 Jul 16 01:43:06.058691 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-76ab5636-720d-4b76-83eb-0addbabfa759 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0418656 Jul 16 01:43:06.125181 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-c83a9567-3f9d-4504-af9b-d7c353d3018c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.125181 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-c83a9567-3f9d-4504-af9b-d7c353d3018c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0604701 Jul 16 01:43:06.202002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-a00028b7-ebb7-458b-8272-37a15f9e7dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.203979 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-a00028b7-ebb7-458b-8272-37a15f9e7dc3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0664353 Jul 16 01:43:06.360094 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-48066373-93b1-4f5a-b43f-c5b823ae9751 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481664 Jul 16 01:43:06.476071 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-600b3ddc-1814-4d0d-b7ee-b072a89b2f48 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072116 Jul 16 01:43:06.527581 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-e3cea1df-2204-4271-af35-7d34f5073ee7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0442750 Jul 16 01:43:06.585962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fbb8e-fc8e-4fc5-88fe-7ba3f4a974c6 req-ddf13400-66e4-46b4-9a30-4ec66f36abaa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.586562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-dd9cbeb0-9e57-41dc-a10d-8c26e3f28f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.588436 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-dd9cbeb0-9e57-41dc-a10d-8c26e3f28f08 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0538197 Jul 16 01:43:06.592313 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec2fbb8e-fc8e-4fc5-88fe-7ba3f4a974c6 req-ddf13400-66e4-46b4-9a30-4ec66f36abaa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 945 time: 0.4551761 Jul 16 01:43:06.640186 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ec2fbb8e-fc8e-4fc5-88fe-7ba3f4a974c6 req-dbd9f0ad-2112-4756-8737-d6ba408f16a2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2579ab-07df-4b48-9911-fc11fd7ce14f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460634 Jul 16 01:43:06.669274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-2211881f-0a9d-47a5-baaf-ee8942deeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.672030 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-2211881f-0a9d-47a5-baaf-ee8942deeeda service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0767751 Jul 16 01:43:06.785750 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-98959c08-8607-4e3d-9404-3e2f8293020d service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070189 Jul 16 01:43:06.909894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc44d7f-0a9a-48fb-8e65-ba8fdd348707 req-9487c368-7799-449a-9666-e7bff1c851a4 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:06.911287 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f5a3fc0-0934-4a7e-ab20-095fa71ec319 req-e713f0b3-38ff-4cd8-a0e5-32fe8501c4b6 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191435 Jul 16 01:43:06.911927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc44d7f-0a9a-48fb-8e65-ba8fdd348707 req-9487c368-7799-449a-9666-e7bff1c851a4 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 945 time: 0.0753040 Jul 16 01:43:06.954138 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc44d7f-0a9a-48fb-8e65-ba8fdd348707 req-b9846ec8-bdc0-4473-bb33-9eb1e311fd8e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2579ab-07df-4b48-9911-fc11fd7ce14f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363982 Jul 16 01:43:06.979242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59374) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.053095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f15037-c7e2-4266-a277-ba7a09bdf600 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:07.057677 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-41f15037-c7e2-4266-a277-ba7a09bdf600 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 1092 time: 0.0745053 Jul 16 01:43:07.058314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59378) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:07.073281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:07.108086 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.205234 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f3def-6ff7-4d3e-8944-9911537de7e0 req-e56a1a37-c907-4539-9670-c5f769404e86 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:07.206949 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f75f3def-6ff7-4d3e-8944-9911537de7e0 req-e56a1a37-c907-4539-9670-c5f769404e86 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 946 time: 0.0926149 Jul 16 01:43:07.244661 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.249298 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f75f3def-6ff7-4d3e-8944-9911537de7e0 req-b42c4517-d3be-4e36-a182-2d05b052edda tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361066 Jul 16 01:43:07.379173 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.384102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Allocated IP 172.25.2.147 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/0603caae-f0c0-41e0-a66e-266bf2785a42) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:07.504078 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.544989 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.585471 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:07.590164 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:07.595069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:07.621764 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3eeef4f4-3fe6-4577-9e63-868a066a7c01 req-5229336b-567e-4d9a-b476-002e2a468009 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e3ba8e76-e339-461b-b871-677c39c8b930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0523350 Jul 16 01:43:07.627996 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Port': ['ID=0603caae-f0c0-41e0-a66e-266bf2785a42,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:07.691861 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d5cfaefc-ba36-4c22-9c51-92eeb34c053b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:07.734719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeef4f4-3fe6-4577-9e63-868a066a7c01 req-a1acc923-4792-40c7-9c62-ffdffa68e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:07.736917 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3eeef4f4-3fe6-4577-9e63-868a066a7c01 req-a1acc923-4792-40c7-9c62-ffdffa68e1d4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee981b259ae746e687689b1a6f1dfc15&device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 1097 time: 0.0679076 Jul 16 01:43:07.865273 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeef4f4-3fe6-4577-9e63-868a066a7c01 req-027543ac-db48-431a-ab06-67562b3a2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:07.867143 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3eeef4f4-3fe6-4577-9e63-868a066a7c01 req-027543ac-db48-431a-ab06-67562b3a2477 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7deeb1d5-3862-4418-bf64-fb92dd5e6683 HTTP/1.1" status: 200 len: 897 time: 0.1063678 Jul 16 01:43:07.936592 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3eeef4f4-3fe6-4577-9e63-868a066a7c01 req-d0a63acf-f63f-475f-85a2-f4ae916ad78c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc1a23d0-6c4a-473c-a829-e3655c584e3e HTTP/1.1" status: 200 len: 217 time: 0.0620799 Jul 16 01:43:07.998535 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeef4f4-3fe6-4577-9e63-868a066a7c01 req-d0b68340-c0db-4394-9647-2e2131a948bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.000053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3eeef4f4-3fe6-4577-9e63-868a066a7c01 req-d0b68340-c0db-4394-9647-2e2131a948bb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b903d3ed-7321-4ff5-9f6b-b66906c15f92 HTTP/1.1" status: 200 len: 834 time: 0.0555544 Jul 16 01:43:08.078665 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.080763 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeef4f4-3fe6-4577-9e63-868a066a7c01 req-5a7687b1-0e7e-494d-abe2-d31a87c908cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.082313 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3eeef4f4-3fe6-4577-9e63-868a066a7c01 req-5a7687b1-0e7e-494d-abe2-d31a87c908cd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7deeb1d5-3862-4418-bf64-fb92dd5e6683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742505 Jul 16 01:43:08.206706 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3eeef4f4-3fe6-4577-9e63-868a066a7c01 req-9a276417-e0fd-4790-8e3c-3613ce48c7cb service neutron] 10.222.0.70 "GET /v2.0/networks/7deeb1d5-3862-4418-bf64-fb92dd5e6683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164629 Jul 16 01:43:08.430915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3eeef4f4-3fe6-4577-9e63-868a066a7c01 req-41ea5af3-ff1b-4754-9d3a-497adad5f5f7 service neutron] 10.222.0.70 "GET /v2.0/networks/7deeb1d5-3862-4418-bf64-fb92dd5e6683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114606 Jul 16 01:43:08.472348 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7c7f8-8fb2-4ac5-8394-4a9661d13e98 req-50e0dd6e-720c-438a-969d-6f297e898fdc tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:08.473936 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10f7c7f8-8fb2-4ac5-8394-4a9661d13e98 req-50e0dd6e-720c-438a-969d-6f297e898fdc tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 946 time: 0.0785699 Jul 16 01:43:08.518692 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10f7c7f8-8fb2-4ac5-8394-4a9661d13e98 req-edc740d2-c032-4d58-a4fe-94011a93a82c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377600 Jul 16 01:43:08.583200 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.604686 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.763828 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.769654 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.844218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Port': ['ID=0603caae-f0c0-41e0-a66e-266bf2785a42,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:08.862672 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:08.961017 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Floating IP ae6d4524-5a3d-48df-b28c-b2860f0fb719 associated. External IP: 172.25.2.147, port: bc1a23d0-6c4a-473c-a829-e3655c584e3e. Jul 16 01:43:09.183938 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Router 4f7a814e-356e-4e39-a082-39712f0cbcd5 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:09.294683 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:09.310685 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa8e4e9-90c2-4296-964f-db93b73eff0d None None] Sync routers for ids ['4f7a814e-356e-4e39-a082-39712f0cbcd5'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:09.313976 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:09.324333 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa8e4e9-90c2-4296-964f-db93b73eff0d None None] Routers {'4f7a814e-356e-4e39-a082-39712f0cbcd5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:09.332434 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cfa8e4e9-90c2-4296-964f-db93b73eff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:43:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4f7a814e-356e-4e39-a082-39712f0cbcd5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:09.356767 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59412) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:09.357245 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-41b2ac08-d913-4f9a-b19f-9264931b29c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2981672 Jul 16 01:43:09.358476 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'tag': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:09.360874 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47daa060-d45f-4832-964a-fb6a9d5b8960" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ba8e76-e339-461b-b871-677c39c8b930", "tag": "bc1a23d0-6c4a-473c-a829-e3655c584e3e"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:09.476975 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-cfa8e4e9-90c2-4296-964f-db93b73eff0d None None] Set router 4f7a814e-356e-4e39-a082-39712f0cbcd5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:09.489041 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-45fd6f05-fd65-4027-9a84-60a7fbea1c15 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/floatingips/ae6d4524-5a3d-48df-b28c-b2860f0fb719 HTTP/1.1" status: 200 len: 991 time: 0.1306722 Jul 16 01:43:09.628024 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edf2e13-d9e6-4d08-ba50-b5f08fd4d736 x-openstack-request-id: req-1edf2e13-d9e6-4d08-ba50-b5f08fd4d736 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:09.628926 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ba8e76-e339-461b-b871-677c39c8b930", "tag": "bc1a23d0-6c4a-473c-a829-e3655c584e3e", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:09.629381 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1edf2e13-d9e6-4d08-ba50-b5f08fd4d736 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:09.629847 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'tag': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e', 'status': 'completed', 'code': 200} Jul 16 01:43:09.724607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daa060-d45f-4832-964a-fb6a9d5b8960 req-6a38f21b-3335-4746-b1bb-fcef6a2eed04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:09.726300 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47daa060-d45f-4832-964a-fb6a9d5b8960 req-6a38f21b-3335-4746-b1bb-fcef6a2eed04 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee981b259ae746e687689b1a6f1dfc15&device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 1097 time: 0.0726438 Jul 16 01:43:09.800820 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cfa8e4e9-90c2-4296-964f-db93b73eff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:50Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'ae6d4524-5a3d-48df-b28c-b2860f0fb719', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'port_id': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'mac_address': 'fa:16:3e:d9:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:07Z', 'revision_number': 0, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2d7bc3-7e78-4df5-acab-10d1563a588f', 'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:05:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:49Z', 'updated_at': '2021-07-16T01:42:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:09.829177 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa8e4e9-90c2-4296-964f-db93b73eff0d None None] Checking router: 4f7a814e-356e-4e39-a082-39712f0cbcd5 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:09.839803 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa8e4e9-90c2-4296-964f-db93b73eff0d None None] Routers {'4f7a814e-356e-4e39-a082-39712f0cbcd5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:09.840640 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cfa8e4e9-90c2-4296-964f-db93b73eff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:43:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4f7a814e-356e-4e39-a082-39712f0cbcd5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:09.877115 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86cd87-988f-464d-8fa5-1499a21aefa2 req-8bfc0ca6-a4c2-411c-af85-11ba7fb5914e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:09.878708 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd86cd87-988f-464d-8fa5-1499a21aefa2 req-8bfc0ca6-a4c2-411c-af85-11ba7fb5914e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 946 time: 0.1336770 Jul 16 01:43:09.880012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daa060-d45f-4832-964a-fb6a9d5b8960 req-b6e14ac3-eccb-45b8-abca-6c22089cd9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:09.881345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47daa060-d45f-4832-964a-fb6a9d5b8960 req-b6e14ac3-eccb-45b8-abca-6c22089cd9a7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7deeb1d5-3862-4418-bf64-fb92dd5e6683 HTTP/1.1" status: 200 len: 897 time: 0.1456676 Jul 16 01:43:09.976692 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd86cd87-988f-464d-8fa5-1499a21aefa2 req-776010a3-abca-46d8-a5a3-d22f509abdf0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921569 Jul 16 01:43:09.983279 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47daa060-d45f-4832-964a-fb6a9d5b8960 req-351fcc90-7de5-4e40-8db4-57ee2b1f3d60 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc1a23d0-6c4a-473c-a829-e3655c584e3e HTTP/1.1" status: 200 len: 999 time: 0.0920174 Jul 16 01:43:10.049172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daa060-d45f-4832-964a-fb6a9d5b8960 req-3c1219da-472a-4c4b-9e29-e449467d3e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:10.050687 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47daa060-d45f-4832-964a-fb6a9d5b8960 req-3c1219da-472a-4c4b-9e29-e449467d3e51 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b903d3ed-7321-4ff5-9f6b-b66906c15f92 HTTP/1.1" status: 200 len: 834 time: 0.0584092 Jul 16 01:43:10.090057 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-cfa8e4e9-90c2-4296-964f-db93b73eff0d None None] Set router 4f7a814e-356e-4e39-a082-39712f0cbcd5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:10.133407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47daa060-d45f-4832-964a-fb6a9d5b8960 req-162af2f1-9133-45be-8f98-2329520479b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:10.135068 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47daa060-d45f-4832-964a-fb6a9d5b8960 req-162af2f1-9133-45be-8f98-2329520479b3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7deeb1d5-3862-4418-bf64-fb92dd5e6683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712740 Jul 16 01:43:10.253611 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:10.329714 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47daa060-d45f-4832-964a-fb6a9d5b8960 req-0a200d3a-89b2-4b25-bc56-e47acbcea0dc service neutron] 10.222.0.70 "GET /v2.0/networks/7deeb1d5-3862-4418-bf64-fb92dd5e6683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785119 Jul 16 01:43:10.436278 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cfa8e4e9-90c2-4296-964f-db93b73eff0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:50Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'ae6d4524-5a3d-48df-b28c-b2860f0fb719', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'port_id': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'mac_address': 'fa:16:3e:d9:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:07Z', 'revision_number': 0, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2d7bc3-7e78-4df5-acab-10d1563a588f', 'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:05:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:49Z', 'updated_at': '2021-07-16T01:42:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:10.489512 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa8e4e9-90c2-4296-964f-db93b73eff0d None None] The sync data for ids ['4f7a814e-356e-4e39-a082-39712f0cbcd5'] in n-d-791505-14 is: [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:50Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'ae6d4524-5a3d-48df-b28c-b2860f0fb719', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'port_id': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'mac_address': 'fa:16:3e:d9:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:07Z', 'revision_number': 0, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2d7bc3-7e78-4df5-acab-10d1563a588f', 'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:05:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:49Z', 'updated_at': '2021-07-16T01:42:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:10.490494 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59434) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:10.508487 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47daa060-d45f-4832-964a-fb6a9d5b8960 req-b82a5b3a-a2de-47fb-9b1e-34d9205c1b2a service neutron] 10.222.0.70 "GET /v2.0/networks/7deeb1d5-3862-4418-bf64-fb92dd5e6683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708801 Jul 16 01:43:10.640043 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-681b31d6-d6f5-471e-ae70-346c7331a906 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/floatingips/ae6d4524-5a3d-48df-b28c-b2860f0fb719 HTTP/1.1" status: 200 len: 991 time: 0.1480758 Jul 16 01:43:10.963255 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccfac90c-cae3-46d3-8499-1d83825539db None None] New status for floating IP ae6d4524-5a3d-48df-b28c-b2860f0fb719: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:43:11.199817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643b24b-2684-405e-9b02-6a93f3117bcf req-6c980ecf-2e5f-4e14-9bb1-3bad2860542e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:11.199817 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0643b24b-2684-405e-9b02-6a93f3117bcf req-6c980ecf-2e5f-4e14-9bb1-3bad2860542e tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 946 time: 0.0817225 Jul 16 01:43:11.251713 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0643b24b-2684-405e-9b02-6a93f3117bcf req-1d37a0f1-985c-4d7a-a1e5-c755ff998ce2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442710 Jul 16 01:43:11.643916 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59456) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:11.709033 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-56a005e3-f61e-4562-a00f-3da260094393 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/floatingips/ae6d4524-5a3d-48df-b28c-b2860f0fb719 HTTP/1.1" status: 200 len: 993 time: 0.0602782 Jul 16 01:43:12.113607 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67a0db-00ac-4782-9aec-ebc6bc794298 req-51121e58-907f-4b26-a04d-25bed7cb77f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.115157 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea67a0db-00ac-4782-9aec-ebc6bc794298 req-51121e58-907f-4b26-a04d-25bed7cb77f7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 1098 time: 0.0573447 Jul 16 01:43:12.151800 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea67a0db-00ac-4782-9aec-ebc6bc794298 req-c1f86959-7e41-428f-8e2c-4669721a13ee service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299454 Jul 16 01:43:12.174950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e5be4d83-94d3-4e20-9d11-42bcab05e193 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:12.304801 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e5be4d83-94d3-4e20-9d11-42bcab05e193, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5be4d83-94d3-4e20-9d11-42bcab05e193,segment=NetworkSegment(53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc),segment_id=53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:12.326026 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'e5be4d83-94d3-4e20-9d11-42bcab05e193', 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'port_id': 'e5be4d83-94d3-4e20-9d11-42bcab05e193', 'mac_address': 'fa:16:3e:76:9d:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:12.416572 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.437721 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e5be4d83-94d3-4e20-9d11-42bcab05e193 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:12.474568 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e5be4d83-94d3-4e20-9d11-42bcab05e193, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5be4d83-94d3-4e20-9d11-42bcab05e193,segment=NetworkSegment(53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc),segment_id=53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:12.481582 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:12.505765 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af86c85-3bfc-480e-83d5-fb5f7e830743 req-67bcf580-0c02-4849-bf84-43d00a0b1a28 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:12.507296 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4af86c85-3bfc-480e-83d5-fb5f7e830743 req-67bcf580-0c02-4849-bf84-43d00a0b1a28 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 946 time: 0.1047702 Jul 16 01:43:12.553870 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4af86c85-3bfc-480e-83d5-fb5f7e830743 req-30171890-a199-4c11-a59e-7304dbc06b58 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411046 Jul 16 01:43:12.602933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e5be4d83-94d3-4e20-9d11-42bcab05e193,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:13.747620 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532750e1-7cb4-4f42-9cef-f0b1ad8c8250 req-b4a994ce-e51e-4021-aeed-74579970b23f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:13.749338 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-532750e1-7cb4-4f42-9cef-f0b1ad8c8250 req-b4a994ce-e51e-4021-aeed-74579970b23f tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 945 time: 0.0690973 Jul 16 01:43:13.769613 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e5be4d83-94d3-4e20-9d11-42bcab05e193'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:13.792839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-532750e1-7cb4-4f42-9cef-f0b1ad8c8250 req-a5ef7209-a7ca-4ecc-a1ff-94af786afe3c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368414 Jul 16 01:43:13.823358 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59500) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:13.889593 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b3218323-d031-44c4-aba0-409b9e8107d2 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/floatingips/5221c285-513b-4ef7-aa22-d4ac9d20e0cc HTTP/1.1" status: 200 len: 993 time: 0.0644710 Jul 16 01:43:14.187986 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e5be4d83-94d3-4e20-9d11-42bcab05e193 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:14.261199 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.273826 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e5be4d83-94d3-4e20-9d11-42bcab05e193 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:14.293201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e5be4d83-94d3-4e20-9d11-42bcab05e193, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5be4d83-94d3-4e20-9d11-42bcab05e193,segment=NetworkSegment(53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc),segment_id=53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:14.297933 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:14.352470 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e5be4d83-94d3-4e20-9d11-42bcab05e193,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.355696 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59534) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.470154 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d089ced1-5c88-484d-a433-0580390a4e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.557502 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d089ced1-5c88-484d-a433-0580390a4e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.561928 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d089ced1-5c88-484d-a433-0580390a4e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.599570 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d089ced1-5c88-484d-a433-0580390a4e32 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=af4581c0e7d04730a914154071575b66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2427893 Jul 16 01:43:15.600811 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089ced1-5c88-484d-a433-0580390a4e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde13d43-a725-454a-9e41-3046f3e83af3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.602238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59538) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:15.654041 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ffb251be-8983-4470-a961-ae2691f135b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.674743 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ffb251be-8983-4470-a961-ae2691f135b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.719309 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ffb251be-8983-4470-a961-ae2691f135b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.721720 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ffb251be-8983-4470-a961-ae2691f135b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:15.722869 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ffb251be-8983-4470-a961-ae2691f135b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fde13d43-a725-454a-9e41-3046f3e83af3 HTTP/1.1" status: 204 len: 168 time: 0.1196516 Jul 16 01:43:15.731430 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb251be-8983-4470-a961-ae2691f135b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde13d43-a725-454a-9e41-3046f3e83af3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:15.997142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59548) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.016114 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb30f1d4-1e97-4211-a413-8947f16b0cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.105749 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb30f1d4-1e97-4211-a413-8947f16b0cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.111305 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb30f1d4-1e97-4211-a413-8947f16b0cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.144470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb30f1d4-1e97-4211-a413-8947f16b0cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d4ff82-35c2-4681-8d45-c67e603ee7c7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:16.165630 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bb30f1d4-1e97-4211-a413-8947f16b0cce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0839d004a541445ca2db6a293ace8707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648457 Jul 16 01:43:16.165932 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59554) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.183283 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e5be4d83-94d3-4e20-9d11-42bcab05e193 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:16.215444 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d19f4566-bd08-4cd9-b097-89ea570fbe90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.231878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port e5be4d83-94d3-4e20-9d11-42bcab05e193 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:16.232319 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.237100 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d19f4566-bd08-4cd9-b097-89ea570fbe90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.288265 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d19f4566-bd08-4cd9-b097-89ea570fbe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.291178 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d19f4566-bd08-4cd9-b097-89ea570fbe90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.292554 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d19f4566-bd08-4cd9-b097-89ea570fbe90 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9d4ff82-35c2-4681-8d45-c67e603ee7c7 HTTP/1.1" status: 204 len: 168 time: 0.1254616 Jul 16 01:43:16.302847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f4566-bd08-4cd9-b097-89ea570fbe90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d4ff82-35c2-4681-8d45-c67e603ee7c7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:16.341159 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.365453 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37951618-0ef8-44c6-98b7-28c4576f5cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5be4d83-94d3-4e20-9d11-42bcab05e193'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:16.367965 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f574544-2200-4556-a57e-e4b3ff3db859" -d '{"events": [{"server_uuid": "37951618-0ef8-44c6-98b7-28c4576f5cee", "name": "network-vif-plugged", "status": "completed", "tag": "e5be4d83-94d3-4e20-9d11-42bcab05e193"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:16.383044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e5be4d83-94d3-4e20-9d11-42bcab05e193, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5be4d83-94d3-4e20-9d11-42bcab05e193,segment=NetworkSegment(53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc),segment_id=53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:16.387506 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.415313 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06024d34-c9ff-4901-9c6d-2329f4d893fe x-openstack-request-id: req-06024d34-c9ff-4901-9c6d-2329f4d893fe {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:16.415698 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37951618-0ef8-44c6-98b7-28c4576f5cee", "name": "network-vif-plugged", "status": "completed", "tag": "e5be4d83-94d3-4e20-9d11-42bcab05e193", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:16.416053 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-06024d34-c9ff-4901-9c6d-2329f4d893fe {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:16.416514 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37951618-0ef8-44c6-98b7-28c4576f5cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5be4d83-94d3-4e20-9d11-42bcab05e193', 'code': 200} Jul 16 01:43:16.442066 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e5be4d83-94d3-4e20-9d11-42bcab05e193,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:16.622006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59562) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.635750 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8be47c8-d57d-43da-b01d-54c504d4cfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.725138 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8be47c8-d57d-43da-b01d-54c504d4cfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.730347 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8be47c8-d57d-43da-b01d-54c504d4cfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.770171 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a8be47c8-d57d-43da-b01d-54c504d4cfaa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d542f4a1df844c0988ea7a8aa24fe293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470280 Jul 16 01:43:16.771147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be47c8-d57d-43da-b01d-54c504d4cfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6922c3f-0e7f-49ab-89a3-21c7085dd6fd,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:16.772776 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59568) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:16.830989 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d168fd15-8ed0-4210-b53a-9f3d3bfab8d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.853996 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d168fd15-8ed0-4210-b53a-9f3d3bfab8d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.900718 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d168fd15-8ed0-4210-b53a-9f3d3bfab8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.903343 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d168fd15-8ed0-4210-b53a-9f3d3bfab8d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:16.905153 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d168fd15-8ed0-4210-b53a-9f3d3bfab8d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b6922c3f-0e7f-49ab-89a3-21c7085dd6fd HTTP/1.1" status: 204 len: 168 time: 0.1312637 Jul 16 01:43:16.913990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168fd15-8ed0-4210-b53a-9f3d3bfab8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6922c3f-0e7f-49ab-89a3-21c7085dd6fd,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:22.969983 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59718) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.073488 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64144d92-49a7-43da-b953-74829a1b2813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.162557 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64144d92-49a7-43da-b953-74829a1b2813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.166340 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-64144d92-49a7-43da-b953-74829a1b2813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.204818 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-64144d92-49a7-43da-b953-74829a1b2813 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d70a33d988764ef9add185f0fa0098e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2337291 Jul 16 01:43:23.205885 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64144d92-49a7-43da-b953-74829a1b2813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fd3f0f-3860-409a-882a-16f00ec195e6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:23.206834 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59722) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.266361 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85723a17-1b47-40e9-8519-615fef4b2d96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.287386 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85723a17-1b47-40e9-8519-615fef4b2d96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.339690 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85723a17-1b47-40e9-8519-615fef4b2d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.342840 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85723a17-1b47-40e9-8519-615fef4b2d96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.344086 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-85723a17-1b47-40e9-8519-615fef4b2d96 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7fd3f0f-3860-409a-882a-16f00ec195e6 HTTP/1.1" status: 204 len: 168 time: 0.1362474 Jul 16 01:43:23.352282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85723a17-1b47-40e9-8519-615fef4b2d96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fd3f0f-3860-409a-882a-16f00ec195e6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:23.616544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59736) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.630195 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-aa98fb9d-c234-4ec2-b514-074330b4fb8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.718427 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-aa98fb9d-c234-4ec2-b514-074330b4fb8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.722209 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-aa98fb9d-c234-4ec2-b514-074330b4fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.764543 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-aa98fb9d-c234-4ec2-b514-074330b4fb8f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=485d3f7311a8488e8c49c1b31cfe23d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468253 Jul 16 01:43:23.764932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59738) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:23.766926 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98fb9d-c234-4ec2-b514-074330b4fb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05bb07ef-6579-44e7-8679-819b54ea6118,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:23.817699 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-823c04a2-2515-472d-8cf7-b8903ab8ae2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.838521 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-823c04a2-2515-472d-8cf7-b8903ab8ae2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.884239 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-823c04a2-2515-472d-8cf7-b8903ab8ae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.886711 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-823c04a2-2515-472d-8cf7-b8903ab8ae2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:23.887931 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-823c04a2-2515-472d-8cf7-b8903ab8ae2f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05bb07ef-6579-44e7-8679-819b54ea6118 HTTP/1.1" status: 204 len: 168 time: 0.1221306 Jul 16 01:43:23.897299 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c04a2-2515-472d-8cf7-b8903ab8ae2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05bb07ef-6579-44e7-8679-819b54ea6118,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:24.198520 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59744) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.212123 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56842c34-858c-4fa6-8c85-38a370cbf0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.301723 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56842c34-858c-4fa6-8c85-38a370cbf0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.305470 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-56842c34-858c-4fa6-8c85-38a370cbf0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.347499 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-56842c34-858c-4fa6-8c85-38a370cbf0df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e04f240d2cfa408eb4ef5d61f6d8bd39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1455956 Jul 16 01:43:24.347901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59748) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:24.352567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56842c34-858c-4fa6-8c85-38a370cbf0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ef2cfd-a8d0-495c-8931-09bae2358683,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:24.399135 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4524b625-3b8f-4edd-9adc-09736a327083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.421729 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4524b625-3b8f-4edd-9adc-09736a327083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.477919 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4524b625-3b8f-4edd-9adc-09736a327083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.480523 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4524b625-3b8f-4edd-9adc-09736a327083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:24.481698 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4524b625-3b8f-4edd-9adc-09736a327083 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0ef2cfd-a8d0-495c-8931-09bae2358683 HTTP/1.1" status: 204 len: 168 time: 0.1328046 Jul 16 01:43:24.492404 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524b625-3b8f-4edd-9adc-09736a327083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ef2cfd-a8d0-495c-8931-09bae2358683,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:25.530350 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 59790) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.634322 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1426072-d68a-4f4d-93e6-7593f1482c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.725710 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1426072-d68a-4f4d-93e6-7593f1482c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.729536 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1426072-d68a-4f4d-93e6-7593f1482c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.766732 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e1426072-d68a-4f4d-93e6-7593f1482c71 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a0df8207712444e1b97ec6cf34d2e6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328832 Jul 16 01:43:25.767495 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 59796) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:25.770708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1426072-d68a-4f4d-93e6-7593f1482c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc79557-cf2d-4100-91b2-f44c0f59583f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:25.818915 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef49a14a-cd25-411f-8daa-51913f01b18b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.839009 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef49a14a-cd25-411f-8daa-51913f01b18b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.884772 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef49a14a-cd25-411f-8daa-51913f01b18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.887430 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ef49a14a-cd25-411f-8daa-51913f01b18b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:25.888714 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ef49a14a-cd25-411f-8daa-51913f01b18b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bcc79557-cf2d-4100-91b2-f44c0f59583f HTTP/1.1" status: 204 len: 168 time: 0.1196158 Jul 16 01:43:25.896184 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49a14a-cd25-411f-8daa-51913f01b18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc79557-cf2d-4100-91b2-f44c0f59583f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:30.415309 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:30.633571 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:43:31.368976 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:34.915359 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-93c8780a-e905-4a6f-855d-fdade69c9ad5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.355490 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:37.689579 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-54df2b05-a767-4281-9400-1899b4305bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:38.585727 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:40.239205 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:42.841350 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60086) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:42.964423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917572ea-44d6-4cc5-92f4-a00248acc590 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:42.964882 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917572ea-44d6-4cc5-92f4-a00248acc590 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:42.965378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917572ea-44d6-4cc5-92f4-a00248acc590 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:42.980467 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-917572ea-44d6-4cc5-92f4-a00248acc590 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/ports?project_id=ee981b259ae746e687689b1a6f1dfc15&network_id=7deeb1d5-3862-4418-bf64-fb92dd5e6683 HTTP/1.1" status: 200 len: 2972 time: 0.1380448 Jul 16 01:43:46.150586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60140) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:46.205112 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fabd0dd-808f-49c6-8efd-94bfadb82559 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:46.220705 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1fabd0dd-808f-49c6-8efd-94bfadb82559 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 814 time: 0.0687773 Jul 16 01:43:47.032079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60164) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:47.069977 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'network': {'name': 'tempest-network-smoke--1170213229', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'port_security_enabled': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:47.091512 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Made reservation on behalf of ee981b259ae746e687689b1a6f1dfc15 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:47.094997 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.118025 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:43:47.127089 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.127436 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Added segment 841185b0-cf7f-452f-bd94-a087c68ce4d2 of type vlan for network 27d363e1-769c-457a-ac26-dd97cedd3dde Jul 16 01:43:47.170321 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.198212 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.203656 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.204350 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.231937 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60172) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:47.233037 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1987650 Jul 16 01:43:47.278893 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Network': ['ID=27d363e1-769c-457a-ac26-dd97cedd3dde,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:47.300890 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:47.300890 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:47.300890 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:47.300890 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:47.301431 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:47.301534 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:47.301816 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:47.302493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:47.303300 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:47.303827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:47.304325 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:47.305065 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8424feb8-9b88-4308-94b1-74d97e872413 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:47.318932 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fd4c68-f0bf-4f72-a3eb-a3c65f68791b tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.320612 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 27d363e1-769c-457a-ac26-dd97cedd3dde details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:43:47.324080 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-06fd4c68-f0bf-4f72-a3eb-a3c65f68791b tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=ee981b259ae746e687689b1a6f1dfc15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0854123 Jul 16 01:43:47.324912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60178) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:47.437709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c114d98-1528-4d31-b4fb-c28e9874abd1 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.439889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5c114d98-1528-4d31-b4fb-c28e9874abd1 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1130643 Jul 16 01:43:47.442643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60182) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:47.478068 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-998c6962-7348-4314-95d5-12a16236be03 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339613 Jul 16 01:43:47.480795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60184) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:47.511852 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d0a846dc-cfb0-48bc-b32e-65e7eb823366 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=ee981b259ae746e687689b1a6f1dfc15&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266197 Jul 16 01:43:47.514849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60188) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:47.609301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b532495-1b46-4772-a126-e661e2384d3a tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:47.613630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2b532495-1b46-4772-a126-e661e2384d3a tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0952730 Jul 16 01:43:47.613988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60192) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:47.644470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cdefa782-cda8-4005-ae9e-565f74834bec tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270875 Jul 16 01:43:47.644707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60194) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:47.649380 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-693365825', 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:47.739045 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Made reservation on behalf of ee981b259ae746e687689b1a6f1dfc15 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:47.743142 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:47.943805 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.005907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Subnet': ['ID=d24a27f2-7a5f-4699-893d-4d6cc28fe9f5,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:48.018928 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:48.019278 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:48.019899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:48.020024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:48.020300 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:48.020627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:48.020953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:48.021280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:48.021599 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:48.021920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:48.022239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:48.022582 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:48.031562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Checking segment: {'id': '841185b0-cf7f-452f-bd94-a087c68ce4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:48.032243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network hostable DHCP agents. Network: 27d363e1-769c-457a-ac26-dd97cedd3dde, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:43:48.054380 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network 27d363e1-769c-457a-ac26-dd97cedd3dde is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:43:48.066628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 27d363e1-769c-457a-ac26-dd97cedd3dde) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:48.073534 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:48.074222 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.086209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20221d1-56b5-4641-b3b1-6b7314ca1822 None None] Network 27d363e1-769c-457a-ac26-dd97cedd3dde requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:48.096310 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-520fef4e-ddeb-4799-983d-a101d1327af9 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4506435 Jul 16 01:43:48.276306 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-27d363e1-769c-457a-ac26-dd97cedd3dde', 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'fixed_ips': [{'subnet_id': 'd24a27f2-7a5f-4699-893d-4d6cc28fe9f5'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:43:48.277386 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.489081 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Allocated IP 172.20.0.18 (27d363e1-769c-457a-ac26-dd97cedd3dde/d24a27f2-7a5f-4699-893d-4d6cc28fe9f5/06307399-fed8-4728-a71a-a1172983bb47) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:48.504897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60216) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:48.516575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6c994962-dd3a-4ee1-8fed-344f7d46f1ae tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048176322', 'description': 'tempest-secgroup-smoke-2048176322 description', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:48.556332 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c994962-dd3a-4ee1-8fed-344f7d46f1ae tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.657029 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c994962-dd3a-4ee1-8fed-344f7d46f1ae tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.662800 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c994962-dd3a-4ee1-8fed-344f7d46f1ae tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.691338 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.697113 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6c994962-dd3a-4ee1-8fed-344f7d46f1ae tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.698397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6c994962-dd3a-4ee1-8fed-344f7d46f1ae tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1876776 Jul 16 01:43:48.701297 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60222) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:48.702103 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Transition to ACTIVE for port object 06307399-fed8-4728-a71a-a1172983bb47 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:48.705968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-feb1d639-c0db-4fae-bba5-18af950e6205 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': 'cf7bc96b-4fc1-42db-a49b-986294adae65', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:48.719578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Transition to ACTIVE for port object 06307399-fed8-4728-a71a-a1172983bb47 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:48.726998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c994962-dd3a-4ee1-8fed-344f7d46f1ae tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7bc96b-4fc1-42db-a49b-986294adae65,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:48.728215 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.738676 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-feb1d639-c0db-4fae-bba5-18af950e6205 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.776053 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Network 27d363e1-769c-457a-ac26-dd97cedd3dde is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:48.779909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:48.789227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:48.804649 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-feb1d639-c0db-4fae-bba5-18af950e6205 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.808267 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Pushing event updated for resources: {'Port': ['ID=06307399-fed8-4728-a71a-a1172983bb47,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:48.813187 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-feb1d639-c0db-4fae-bba5-18af950e6205 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.828787 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb1d639-c0db-4fae-bba5-18af950e6205 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2baf49b3-5719-413c-b40b-1ce352ba1e0a,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:48.843090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-feb1d639-c0db-4fae-bba5-18af950e6205 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.844662 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-feb1d639-c0db-4fae-bba5-18af950e6205 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1423917 Jul 16 01:43:48.847327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60224) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:48.852160 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-c1737ad7-5528-4ecd-9947-9a554d19f429 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': 'cf7bc96b-4fc1-42db-a49b-986294adae65', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:48.883846 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1737ad7-5528-4ecd-9947-9a554d19f429 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.885946 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Attempting to bind port 06307399-fed8-4728-a71a-a1172983bb47 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:48.886391 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Attempting to bind port 06307399-fed8-4728-a71a-a1172983bb47 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '841185b0-cf7f-452f-bd94-a087c68ce4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:48.886852 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Attempting to bind port 06307399-fed8-4728-a71a-a1172983bb47 on network 27d363e1-769c-457a-ac26-dd97cedd3dde {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:48.893215 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:48.893681 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Checking segment: {'id': '841185b0-cf7f-452f-bd94-a087c68ce4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:48.894161 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.894632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Bound using segment: {'id': '841185b0-cf7f-452f-bd94-a087c68ce4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:48.895185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Bound port: 06307399-fed8-4728-a71a-a1172983bb47, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841185b0-cf7f-452f-bd94-a087c68ce4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:48.895658 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.961781 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1737ad7-5528-4ecd-9947-9a554d19f429 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.971790 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1737ad7-5528-4ecd-9947-9a554d19f429 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:48.987552 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] For port 06307399-fed8-4728-a71a-a1172983bb47, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:48.998930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] For port 06307399-fed8-4728-a71a-a1172983bb47, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=06307399-fed8-4728-a71a-a1172983bb47,segment=NetworkSegment(841185b0-cf7f-452f-bd94-a087c68ce4d2),segment_id=841185b0-cf7f-452f-bd94-a087c68ce4d2)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:49.000425 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1737ad7-5528-4ecd-9947-9a554d19f429 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.004491 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c1737ad7-5528-4ecd-9947-9a554d19f429 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1534104 Jul 16 01:43:49.004491 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1737ad7-5528-4ecd-9947-9a554d19f429 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7578cdd9-ea0a-459b-a3b2-fad382c37b4d,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.004727 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60230) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.010301 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.016581 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3c18977c-c7ab-4005-bb4e-44f9b0a79a61 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': 'cf7bc96b-4fc1-42db-a49b-986294adae65', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:49.071361 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3c18977c-c7ab-4005-bb4e-44f9b0a79a61 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.107467 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0ceb9-7488-450b-950f-f67422dd74de None None] Pushing event updated for resources: {'Port': ['ID=06307399-fed8-4728-a71a-a1172983bb47,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.150594 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3c18977c-c7ab-4005-bb4e-44f9b0a79a61 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.158951 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3c18977c-c7ab-4005-bb4e-44f9b0a79a61 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.175130 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60236) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.201673 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3c18977c-c7ab-4005-bb4e-44f9b0a79a61 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.202918 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3c18977c-c7ab-4005-bb4e-44f9b0a79a61 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1974301 Jul 16 01:43:49.203817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c18977c-c7ab-4005-bb4e-44f9b0a79a61 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d2b28d-ac8f-44e8-910e-14e810981e91,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.216643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60240) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.221578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-9d8e0c40-f75b-4d68-a035-1d02861a2b13 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': 'cf7bc96b-4fc1-42db-a49b-986294adae65', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:49.272685 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0c40-f75b-4d68-a035-1d02861a2b13 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.390475 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0c40-f75b-4d68-a035-1d02861a2b13 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.406346 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0c40-f75b-4d68-a035-1d02861a2b13 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.443418 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e0c40-f75b-4d68-a035-1d02861a2b13 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9172e80d-3ea4-46a6-8067-b0dcb7c5a9fd,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.451189 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d8e0c40-f75b-4d68-a035-1d02861a2b13 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.455327 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9d8e0c40-f75b-4d68-a035-1d02861a2b13 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2346554 Jul 16 01:43:49.456776 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60246) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.463323 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-11b50b4c-3dc1-4c54-852a-448e775296f4 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': 'cf7bc96b-4fc1-42db-a49b-986294adae65', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:49.494543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bb256547-c56d-4511-b1a2-10fb5d9a519a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting port 2a3ca996-465d-4b3f-b5cb-a57cc0a3a7a9 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:49.495348 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb256547-c56d-4511-b1a2-10fb5d9a519a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.571682 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-11b50b4c-3dc1-4c54-852a-448e775296f4 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Project ee981b259ae746e687689b1a6f1dfc15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:43:49.583132 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-11b50b4c-3dc1-4c54-852a-448e775296f4 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.613483 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 06307399-fed8-4728-a71a-a1172983bb47 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:49.614075 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb256547-c56d-4511-b1a2-10fb5d9a519a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.614075 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb256547-c56d-4511-b1a2-10fb5d9a519a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.650171 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bb256547-c56d-4511-b1a2-10fb5d9a519a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Calling delete_port for 2a3ca996-465d-4b3f-b5cb-a57cc0a3a7a9 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:49.675272 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-11b50b4c-3dc1-4c54-852a-448e775296f4 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.696116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 06307399-fed8-4728-a71a-a1172983bb47 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:49.712628 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-11b50b4c-3dc1-4c54-852a-448e775296f4 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.742019 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b50b4c-3dc1-4c54-852a-448e775296f4 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16813b5b-cf27-43f0-8da9-bb4a4d59b52c,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.758481 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-11b50b4c-3dc1-4c54-852a-448e775296f4 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.763154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60250) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:49.763608 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-11b50b4c-3dc1-4c54-852a-448e775296f4 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3037448 Jul 16 01:43:49.769885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-788acf16-eb7c-4a99-8567-731734665cbb tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': 'cf7bc96b-4fc1-42db-a49b-986294adae65', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:49.806557 n-d-791505-14 neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-788acf16-eb7c-4a99-8567-731734665cbb tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Project ee981b259ae746e687689b1a6f1dfc15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:43:49.813845 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-788acf16-eb7c-4a99-8567-731734665cbb tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.864550 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb256547-c56d-4511-b1a2-10fb5d9a519a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.904900 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-788acf16-eb7c-4a99-8567-731734665cbb tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.909275 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-788acf16-eb7c-4a99-8567-731734665cbb tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.931586 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788acf16-eb7c-4a99-8567-731734665cbb tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1968ed5-c87f-4cc3-8099-3166996c233d,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.944287 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-788acf16-eb7c-4a99-8567-731734665cbb tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.955091 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-788acf16-eb7c-4a99-8567-731734665cbb tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1807165 Jul 16 01:43:49.956036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb256547-c56d-4511-b1a2-10fb5d9a519a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Port': ['ID=2a3ca996-465d-4b3f-b5cb-a57cc0a3a7a9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:49.978802 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb256547-c56d-4511-b1a2-10fb5d9a519a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:49.979153 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-bb256547-c56d-4511-b1a2-10fb5d9a519a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Floating IP 5221c285-513b-4ef7-aa22-d4ac9d20e0cc disassociated (deleted). External IP: 172.25.2.175, port: e5be4d83-94d3-4e20-9d11-42bcab05e193. Jul 16 01:43:50.274030 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-949e14a4-1813-4fff-b793-d40449751755 req-2cc32965-4834-40d2-aab7-e87be04e2763 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048176322&fields=id&tenant_id=ee981b259ae746e687689b1a6f1dfc15 HTTP/1.1" status: 200 len: 267 time: 0.0609851 Jul 16 01:43:50.313298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb256547-c56d-4511-b1a2-10fb5d9a519a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router 224da8f1-e1c4-4394-a75e-121dfab1458e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:50.452179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e14a4-1813-4fff-b793-d40449751755 req-13c01f30-e73a-4281-9ba5-559f370310d7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:50.454116 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-949e14a4-1813-4fff-b793-d40449751755 req-13c01f30-e73a-4281-9ba5-559f370310d7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/networks?id=27d363e1-769c-457a-ac26-dd97cedd3dde HTTP/1.1" status: 200 len: 797 time: 0.1651282 Jul 16 01:43:50.461639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb256547-c56d-4511-b1a2-10fb5d9a519a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:50.467296 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bb256547-c56d-4511-b1a2-10fb5d9a519a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.474578 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745f7d2-1074-4dec-b89a-014c918bbaa8 None None] Sync routers for ids ['224da8f1-e1c4-4394-a75e-121dfab1458e'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:50.486384 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-949e14a4-1813-4fff-b793-d40449751755 req-65490f9a-3e5d-4cb3-a0fb-6422a1a66b3c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/quotas/ee981b259ae746e687689b1a6f1dfc15 HTTP/1.1" status: 200 len: 375 time: 0.0254354 Jul 16 01:43:50.486625 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745f7d2-1074-4dec-b89a-014c918bbaa8 None None] Routers {'224da8f1-e1c4-4394-a75e-121dfab1458e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:50.487356 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3745f7d2-1074-4dec-b89a-014c918bbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['224da8f1-e1c4-4394-a75e-121dfab1458e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:50.545748 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bb256547-c56d-4511-b1a2-10fb5d9a519a tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/floatingips/5221c285-513b-4ef7-aa22-d4ac9d20e0cc HTTP/1.1" status: 204 len: 168 time: 1.3690941 Jul 16 01:43:50.547371 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37951618-0ef8-44c6-98b7-28c4576f5cee', 'tag': 'e5be4d83-94d3-4e20-9d11-42bcab05e193'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:50.549979 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31ad183-6a79-4b2f-8052-ed2befdb96b1" -d '{"events": [{"name": "network-changed", "server_uuid": "37951618-0ef8-44c6-98b7-28c4576f5cee", "tag": "e5be4d83-94d3-4e20-9d11-42bcab05e193"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:50.596467 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-949e14a4-1813-4fff-b793-d40449751755 req-3c55ece0-93f1-472d-86ac-b354c2aacdcb tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee981b259ae746e687689b1a6f1dfc15&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1091175 Jul 16 01:43:50.610094 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-3745f7d2-1074-4dec-b89a-014c918bbaa8 None None] Set router 224da8f1-e1c4-4394-a75e-121dfab1458e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:50.690441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82155fe3-d427-4252-a15f-5d2d9ea77b4e None None] Network 27d363e1-769c-457a-ac26-dd97cedd3dde requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:50.765049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-949e14a4-1813-4fff-b793-d40449751755 req-97b283f4-14f1-47bd-9e9d-d3c8f1db7be6 service neutron] 10.222.0.22 "GET /v2.0/networks/27d363e1-769c-457a-ac26-dd97cedd3dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238258 Jul 16 01:43:50.792060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Provisioning for port 06307399-fed8-4728-a71a-a1172983bb47 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:50.797998 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Provisioning complete for port 06307399-fed8-4728-a71a-a1172983bb47 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:50.798554 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:50.892209 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-949e14a4-1813-4fff-b793-d40449751755 req-2202ec4b-a444-4bf2-bc35-df9da5843bf2 service neutron] 10.222.0.22 "GET /v2.0/networks/27d363e1-769c-457a-ac26-dd97cedd3dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196117 Jul 16 01:43:50.905997 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3745f7d2-1074-4dec-b89a-014c918bbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073335668', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:42:12Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '120641bc-12db-4259-9a7b-cbf7159b8278', 'name': '', 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:1a:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:20Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:50.937099 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745f7d2-1074-4dec-b89a-014c918bbaa8 None None] Checking router: 224da8f1-e1c4-4394-a75e-121dfab1458e for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:50.946955 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745f7d2-1074-4dec-b89a-014c918bbaa8 None None] Routers {'224da8f1-e1c4-4394-a75e-121dfab1458e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:50.948014 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3745f7d2-1074-4dec-b89a-014c918bbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['224da8f1-e1c4-4394-a75e-121dfab1458e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:50.961208 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.014684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] For port 06307399-fed8-4728-a71a-a1172983bb47, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=06307399-fed8-4728-a71a-a1172983bb47,segment=NetworkSegment(841185b0-cf7f-452f-bd94-a087c68ce4d2),segment_id=841185b0-cf7f-452f-bd94-a087c68ce4d2)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:51.027534 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.120083 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-3745f7d2-1074-4dec-b89a-014c918bbaa8 None None] Set router 224da8f1-e1c4-4394-a75e-121dfab1458e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:51.446601 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Pushing event updated for resources: {'Port': ['ID=06307399-fed8-4728-a71a-a1172983bb47,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:51.468872 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:51.469632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:51.470816 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:51.471501 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:51.472250 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:51.472838 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:51.473416 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:51.473996 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:51.474963 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:51.475636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:51.476238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:51.476992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f128ce-cad5-45c7-9669-648c9d27ce51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:43:51.487368 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3745f7d2-1074-4dec-b89a-014c918bbaa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073335668', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:42:12Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '120641bc-12db-4259-9a7b-cbf7159b8278', 'name': '', 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:1a:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:20Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:51.567180 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745f7d2-1074-4dec-b89a-014c918bbaa8 None None] The sync data for ids ['224da8f1-e1c4-4394-a75e-121dfab1458e'] in n-d-791505-14 is: [{'id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073335668', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:42:12Z', 'revision_number': 4, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '120641bc-12db-4259-9a7b-cbf7159b8278', 'name': '', 'network_id': '4f47f441-81e5-4f2d-aafd-bd619d9bfc0a', 'tenant_id': '69687824cbca408cb542751d24b99384', 'mac_address': 'fa:16:3e:1a:0c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:10Z', 'updated_at': '2021-07-16T01:42:20Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'subnets': [{'id': 'dfc3b5b5-6968-4ebe-becf-5a570f12dca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:51.592570 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d37eda-bdbc-49ea-9c87-f604b9d637b1 x-openstack-request-id: req-44d37eda-bdbc-49ea-9c87-f604b9d637b1 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:51.598305 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37951618-0ef8-44c6-98b7-28c4576f5cee", "tag": "e5be4d83-94d3-4e20-9d11-42bcab05e193", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:51.598880 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44d37eda-bdbc-49ea-9c87-f604b9d637b1 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:51.599461 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37951618-0ef8-44c6-98b7-28c4576f5cee', 'tag': 'e5be4d83-94d3-4e20-9d11-42bcab05e193', 'status': 'completed', 'code': 200} Jul 16 01:43:51.723606 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ad183-6a79-4b2f-8052-ed2befdb96b1 req-481a09b8-302b-4bab-ba0a-c134c5f2dee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:51.727265 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c31ad183-6a79-4b2f-8052-ed2befdb96b1 req-481a09b8-302b-4bab-ba0a-c134c5f2dee3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=69687824cbca408cb542751d24b99384&device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 1098 time: 0.1056726 Jul 16 01:43:51.730260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c896cf53-c392-45ae-a7d5-b7eaf7b0fb0e req-ef998889-3438-44a3-94fe-1bdced486257 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e16c99a-61d4-4960-845e-e1ed9d1b32de HTTP/1.1" status: 200 len: 210 time: 0.0751824 Jul 16 01:43:51.870846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-72bad1c0-d9ca-4793-85c7-e293b2711977 None None] Provisioning complete for port 06307399-fed8-4728-a71a-a1172983bb47 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:51.871413 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-72bad1c0-d9ca-4793-85c7-e293b2711977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:51.977902 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ad183-6a79-4b2f-8052-ed2befdb96b1 req-09392c9b-1f2f-44a0-a513-cee9ec519cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:51.983909 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c31ad183-6a79-4b2f-8052-ed2befdb96b1 req-09392c9b-1f2f-44a0-a513-cee9ec519cbf service neutron] 10.222.0.69 "GET /v2.0/networks?id=4f47f441-81e5-4f2d-aafd-bd619d9bfc0a HTTP/1.1" status: 200 len: 898 time: 0.2491751 Jul 16 01:43:52.066624 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c31ad183-6a79-4b2f-8052-ed2befdb96b1 req-f17b8db8-7b22-4a57-959f-d6a76fe368fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5be4d83-94d3-4e20-9d11-42bcab05e193 HTTP/1.1" status: 200 len: 217 time: 0.0678542 Jul 16 01:43:52.067476 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee320e6-9ee7-426f-b8fd-f82783be4d26 req-38e38856-0555-4a1d-801d-472236b3e27c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.075786 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ee320e6-9ee7-426f-b8fd-f82783be4d26 req-38e38856-0555-4a1d-801d-472236b3e27c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 946 time: 0.1518831 Jul 16 01:43:52.145971 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ee320e6-9ee7-426f-b8fd-f82783be4d26 req-92c0f16a-35b4-4664-82d5-7a63e1e50a91 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651937 Jul 16 01:43:52.198554 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ad183-6a79-4b2f-8052-ed2befdb96b1 req-b68df0da-8aed-4342-9a33-dbaf2bfb169a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.200671 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c31ad183-6a79-4b2f-8052-ed2befdb96b1 req-b68df0da-8aed-4342-9a33-dbaf2bfb169a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=dfc3b5b5-6968-4ebe-becf-5a570f12dca1 HTTP/1.1" status: 200 len: 834 time: 0.1320524 Jul 16 01:43:52.213756 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461a93a0-cb3a-473e-bbc0-5a6b82fcbb73 None None] New status for floating IP 5221c285-513b-4ef7-aa22-d4ac9d20e0cc: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:43:52.352038 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31ad183-6a79-4b2f-8052-ed2befdb96b1 req-edaaaa28-38dd-4b80-9af9-e1c8226f31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.353836 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c31ad183-6a79-4b2f-8052-ed2befdb96b1 req-edaaaa28-38dd-4b80-9af9-e1c8226f31a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4f47f441-81e5-4f2d-aafd-bd619d9bfc0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1458762 Jul 16 01:43:52.489712 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c31ad183-6a79-4b2f-8052-ed2befdb96b1 req-33c49f82-35b1-4676-851f-2f2b8b8cb76b service neutron] 10.222.0.69 "GET /v2.0/networks/4f47f441-81e5-4f2d-aafd-bd619d9bfc0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264551 Jul 16 01:43:52.615730 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c31ad183-6a79-4b2f-8052-ed2befdb96b1 req-660c695f-1d3c-4404-87ab-398fac54f80b service neutron] 10.222.0.69 "GET /v2.0/networks/4f47f441-81e5-4f2d-aafd-bd619d9bfc0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162500 Jul 16 01:43:52.866638 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0774f4-04d4-4be3-9b24-cfdefdb2bd69 req-c495ad92-7734-4173-ad44-927940f1c1c0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:52.868503 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8d0774f4-04d4-4be3-9b24-cfdefdb2bd69 req-c495ad92-7734-4173-ad44-927940f1c1c0 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.69 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 946 time: 0.0687716 Jul 16 01:43:52.894494 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1bcaf28-40fa-42a2-ac91-9fec41767d22 req-a3ef35ac-8ded-4f03-8f08-bb94affbf2be tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e16c99a-61d4-4960-845e-e1ed9d1b32de HTTP/1.1" status: 200 len: 210 time: 0.0555484 Jul 16 01:43:53.012892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-8d0774f4-04d4-4be3-9b24-cfdefdb2bd69 req-2d02968e-7509-40a5-9e74-2f30b95f8728 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting port e5be4d83-94d3-4e20-9d11-42bcab05e193 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:53.012892 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8d0774f4-04d4-4be3-9b24-cfdefdb2bd69 req-2d02968e-7509-40a5-9e74-2f30b95f8728 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.171272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-8d0774f4-04d4-4be3-9b24-cfdefdb2bd69 req-2d02968e-7509-40a5-9e74-2f30b95f8728 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] For port e5be4d83-94d3-4e20-9d11-42bcab05e193, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e5be4d83-94d3-4e20-9d11-42bcab05e193,segment=NetworkSegment(53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc),segment_id=53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:53.171923 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8d0774f4-04d4-4be3-9b24-cfdefdb2bd69 req-2d02968e-7509-40a5-9e74-2f30b95f8728 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.195477 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-8d0774f4-04d4-4be3-9b24-cfdefdb2bd69 req-2d02968e-7509-40a5-9e74-2f30b95f8728 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Calling delete_port for e5be4d83-94d3-4e20-9d11-42bcab05e193 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:53.227312 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e14a4-1813-4fff-b793-d40449751755 req-def17c88-61f9-4565-8639-212ced3ec6ba tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:53.229552 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-949e14a4-1813-4fff-b793-d40449751755 req-def17c88-61f9-4565-8639-212ced3ec6ba tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.70 "GET /v2.0/networks?id=27d363e1-769c-457a-ac26-dd97cedd3dde HTTP/1.1" status: 200 len: 797 time: 0.1991141 Jul 16 01:43:53.365693 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8d0774f4-04d4-4be3-9b24-cfdefdb2bd69 req-2d02968e-7509-40a5-9e74-2f30b95f8728 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.406413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02968e-7509-40a5-9e74-2f30b95f8728 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Port': ['ID=e5be4d83-94d3-4e20-9d11-42bcab05e193,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:53.426284 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-949e14a4-1813-4fff-b793-d40449751755 req-363a3b04-3034-495f-9320-0337f9595a3d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee981b259ae746e687689b1a6f1dfc15 HTTP/1.1" status: 200 len: 473 time: 0.1752217 Jul 16 01:43:53.444488 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-949e14a4-1813-4fff-b793-d40449751755 req-da5a0f1b-8ced-4cd0-b419-9ea600ba7a3a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'port': {'device_id': '4e16c99a-61d4-4960-845e-e1ed9d1b32de', 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde', 'admin_state_up': True, 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'security_groups': ['cf7bc96b-4fc1-42db-a49b-986294adae65']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:53.480804 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d0774f4-04d4-4be3-9b24-cfdefdb2bd69 req-2d02968e-7509-40a5-9e74-2f30b95f8728 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] No DVR routers for this DVR port e5be4d83-94d3-4e20-9d11-42bcab05e193 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:53.487118 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8d0774f4-04d4-4be3-9b24-cfdefdb2bd69 req-2d02968e-7509-40a5-9e74-2f30b95f8728 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.489251 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8d0774f4-04d4-4be3-9b24-cfdefdb2bd69 req-2d02968e-7509-40a5-9e74-2f30b95f8728 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.69 "DELETE /v2.0/ports/e5be4d83-94d3-4e20-9d11-42bcab05e193 HTTP/1.1" status: 204 len: 173 time: 0.6153541 Jul 16 01:43:53.534995 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 06307399-fed8-4728-a71a-a1172983bb47 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:43:53.575447 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a82478-fc9d-4e8a-9039-df9e11f17834 req-fce0f024-d1c0-4afd-9a23-9ee5d18e58f1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:53.577061 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14a82478-fc9d-4e8a-9039-df9e11f17834 req-fce0f024-d1c0-4afd-9a23-9ee5d18e58f1 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/ports?device_id=37951618-0ef8-44c6-98b7-28c4576f5cee HTTP/1.1" status: 200 len: 867 time: 0.2863975 Jul 16 01:43:53.592075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 06307399-fed8-4728-a71a-a1172983bb47 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:53.592819 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.601557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37951618-0ef8-44c6-98b7-28c4576f5cee', 'name': 'network-vif-deleted', 'tag': 'e5be4d83-94d3-4e20-9d11-42bcab05e193'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:53.605530 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199bcdd1-34c7-4172-b8f3-f1c87cd78fc9" -d '{"events": [{"server_uuid": "37951618-0ef8-44c6-98b7-28c4576f5cee", "name": "network-vif-deleted", "tag": "e5be4d83-94d3-4e20-9d11-42bcab05e193"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:53.691650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14a82478-fc9d-4e8a-9039-df9e11f17834 req-dfee4cec-7659-4e33-9482-ef07ca39a381 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "GET /v2.0/security-groups?id=dfb7cde1-92bc-466b-9d08-347202d5a682&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061044 Jul 16 01:43:53.723407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949e14a4-1813-4fff-b793-d40449751755 req-da5a0f1b-8ced-4cd0-b419-9ea600ba7a3a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Made reservation on behalf of ee981b259ae746e687689b1a6f1dfc15 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:43:53.727120 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-949e14a4-1813-4fff-b793-d40449751755 req-da5a0f1b-8ced-4cd0-b419-9ea600ba7a3a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:53.761804 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f88c171-0073-49ce-b971-1e3a17cbf1a4 x-openstack-request-id: req-9f88c171-0073-49ce-b971-1e3a17cbf1a4 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:53.762808 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37951618-0ef8-44c6-98b7-28c4576f5cee", "name": "network-vif-deleted", "tag": "e5be4d83-94d3-4e20-9d11-42bcab05e193", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:53.762808 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f88c171-0073-49ce-b971-1e3a17cbf1a4 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:53.763155 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37951618-0ef8-44c6-98b7-28c4576f5cee', 'name': 'network-vif-deleted', 'tag': 'e5be4d83-94d3-4e20-9d11-42bcab05e193', 'status': 'completed', 'code': 200} Jul 16 01:43:53.892849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-949e14a4-1813-4fff-b793-d40449751755 req-da5a0f1b-8ced-4cd0-b419-9ea600ba7a3a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Allocated IP 172.20.0.25 (27d363e1-769c-457a-ac26-dd97cedd3dde/d24a27f2-7a5f-4699-893d-4d6cc28fe9f5/0fdbdea2-e001-4601-9a98-910906238db2) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:43:54.108899 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f57f8f6-5ef9-4b48-b5b1-e890b82f2cab req-05b3b020-ab0f-4c64-95ef-8b5914f64750 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e16c99a-61d4-4960-845e-e1ed9d1b32de HTTP/1.1" status: 200 len: 210 time: 0.0525186 Jul 16 01:43:54.152893 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-949e14a4-1813-4fff-b793-d40449751755 req-da5a0f1b-8ced-4cd0-b419-9ea600ba7a3a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.172079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-949e14a4-1813-4fff-b793-d40449751755 req-da5a0f1b-8ced-4cd0-b419-9ea600ba7a3a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Transition to ACTIVE for port object 0fdbdea2-e001-4601-9a98-910906238db2 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:54.213229 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-949e14a4-1813-4fff-b793-d40449751755 req-da5a0f1b-8ced-4cd0-b419-9ea600ba7a3a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.277671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949e14a4-1813-4fff-b793-d40449751755 req-da5a0f1b-8ced-4cd0-b419-9ea600ba7a3a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network 27d363e1-769c-457a-ac26-dd97cedd3dde is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:43:54.284028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-949e14a4-1813-4fff-b793-d40449751755 req-da5a0f1b-8ced-4cd0-b419-9ea600ba7a3a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:43:54.289019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-949e14a4-1813-4fff-b793-d40449751755 req-da5a0f1b-8ced-4cd0-b419-9ea600ba7a3a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:43:54.316601 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a0f1b-8ced-4cd0-b419-9ea600ba7a3a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Port': ['ID=0fdbdea2-e001-4601-9a98-910906238db2,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:54.350986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e14a4-1813-4fff-b793-d40449751755 req-da5a0f1b-8ced-4cd0-b419-9ea600ba7a3a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:54.351619 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-949e14a4-1813-4fff-b793-d40449751755 req-da5a0f1b-8ced-4cd0-b419-9ea600ba7a3a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.371432 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-949e14a4-1813-4fff-b793-d40449751755 req-da5a0f1b-8ced-4cd0-b419-9ea600ba7a3a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9323280 Jul 16 01:43:54.385445 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Request body: {'port': {'device_id': '4e16c99a-61d4-4960-845e-e1ed9d1b32de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:43:54.528438 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.576306 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-00e3ce22-bbb2-46a7-aa23-2835c12ccf71 None None] Provisioning for port 0fdbdea2-e001-4601-9a98-910906238db2 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:43:54.581508 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-00e3ce22-bbb2-46a7-aa23-2835c12ccf71 None None] Provisioning complete for port 0fdbdea2-e001-4601-9a98-910906238db2 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:43:54.582241 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-00e3ce22-bbb2-46a7-aa23-2835c12ccf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.663331 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-00e3ce22-bbb2-46a7-aa23-2835c12ccf71 None None] Port 0fdbdea2-e001-4601-9a98-910906238db2 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:43:54.859095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60394) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:54.905106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdbdea2-e001-4601-9a98-910906238db2 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:54.920095 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:54.922523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60400) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:54.939326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Transition to ACTIVE for port object 0fdbdea2-e001-4601-9a98-910906238db2 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:43:54.948607 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.070671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Pushing event updated for resources: {'Port': ['ID=0fdbdea2-e001-4601-9a98-910906238db2,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:55.143493 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7e5616b-495d-489e-b8f0-1819f9965648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.187704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Attempting to bind port 0fdbdea2-e001-4601-9a98-910906238db2 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:43:55.188534 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Attempting to bind port 0fdbdea2-e001-4601-9a98-910906238db2 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '841185b0-cf7f-452f-bd94-a087c68ce4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:43:55.189038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Attempting to bind port 0fdbdea2-e001-4601-9a98-910906238db2 on network 27d363e1-769c-457a-ac26-dd97cedd3dde {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:55.211973 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Port 0fdbdea2-e001-4601-9a98-910906238db2 on network 27d363e1-769c-457a-ac26-dd97cedd3dde not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:43:55.212608 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Attempting to bind port 0fdbdea2-e001-4601-9a98-910906238db2 on network 27d363e1-769c-457a-ac26-dd97cedd3dde {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:43:55.225590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 43, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:43:55.226200 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Checking segment: {'id': '841185b0-cf7f-452f-bd94-a087c68ce4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:43:55.226798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Bound using segment: {'id': '841185b0-cf7f-452f-bd94-a087c68ce4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:43:55.227576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Bound port: 0fdbdea2-e001-4601-9a98-910906238db2, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '841185b0-cf7f-452f-bd94-a087c68ce4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:43:55.228157 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.387193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] For port 0fdbdea2-e001-4601-9a98-910906238db2, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:43:55.411668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] For port 0fdbdea2-e001-4601-9a98-910906238db2, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0fdbdea2-e001-4601-9a98-910906238db2,segment=NetworkSegment(841185b0-cf7f-452f-bd94-a087c68ce4d2),segment_id=841185b0-cf7f-452f-bd94-a087c68ce4d2)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:43:55.426997 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.473403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.474314 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.475735 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-949e14a4-1813-4fff-b793-d40449751755 req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] 10.222.0.70 "PUT /v2.0/ports/0fdbdea2-e001-4601-9a98-910906238db2 HTTP/1.1" status: 200 len: 1093 time: 1.0964563 Jul 16 01:43:55.481059 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e16c99a-61d4-4960-845e-e1ed9d1b32de', 'tag': '0fdbdea2-e001-4601-9a98-910906238db2'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:43:55.484242 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de8e78f-464a-48e2-a1a6-0a30a34e8551" -d '{"events": [{"name": "network-changed", "server_uuid": "4e16c99a-61d4-4960-845e-e1ed9d1b32de", "tag": "0fdbdea2-e001-4601-9a98-910906238db2"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:43:55.502997 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d8ce702a-469a-40cc-b544-13975846a947 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.505651 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7e5616b-495d-489e-b8f0-1819f9965648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.514144 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d7e5616b-495d-489e-b8f0-1819f9965648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.529332 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701367df-9e51-4c91-b4f1-281e50bb6192 req-675c282a-021c-466a-afae-84a0447c3fbd tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.530872 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-701367df-9e51-4c91-b4f1-281e50bb6192 req-675c282a-021c-466a-afae-84a0447c3fbd tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e16c99a-61d4-4960-845e-e1ed9d1b32de HTTP/1.1" status: 200 len: 944 time: 0.1959219 Jul 16 01:43:55.580001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc480b49-df96-447c-b634-5f5ffae2a66d service neutron] Pushing event updated for resources: {'Port': ['ID=0fdbdea2-e001-4601-9a98-910906238db2,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:55.646397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d7e5616b-495d-489e-b8f0-1819f9965648 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0df987314c084f0d8da1981a7aeafa41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7225974 Jul 16 01:43:55.649798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60420) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:55.654209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e5616b-495d-489e-b8f0-1819f9965648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c573923-320a-4400-9ec6-4d6ee8afc79d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:55.738454 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-701367df-9e51-4c91-b4f1-281e50bb6192 req-89ca7cb5-40e6-4860-8e82-3fcbed01fa5e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf7bc96b-4fc1-42db-a49b-986294adae65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926579 Jul 16 01:43:55.774325 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5c176a8e-f6d8-4e68-9d36-b2169efe06d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.813126 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5c176a8e-f6d8-4e68-9d36-b2169efe06d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.825731 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e14a4-1813-4fff-b793-d40449751755 req-a4c366ff-8222-4bfa-b615-0f15e8f7b924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.827285 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-949e14a4-1813-4fff-b793-d40449751755 req-a4c366ff-8222-4bfa-b615-0f15e8f7b924 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee981b259ae746e687689b1a6f1dfc15&device_id=4e16c99a-61d4-4960-845e-e1ed9d1b32de HTTP/1.1" status: 200 len: 1096 time: 0.2944570 Jul 16 01:43:55.828783 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f261c36-2399-4217-aa7d-a6fd62bf3e22 x-openstack-request-id: req-5f261c36-2399-4217-aa7d-a6fd62bf3e22 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:43:55.829073 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e16c99a-61d4-4960-845e-e1ed9d1b32de", "tag": "0fdbdea2-e001-4601-9a98-910906238db2", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:43:55.829324 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f261c36-2399-4217-aa7d-a6fd62bf3e22 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:43:55.829854 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e16c99a-61d4-4960-845e-e1ed9d1b32de', 'tag': '0fdbdea2-e001-4601-9a98-910906238db2', 'status': 'completed', 'code': 200} Jul 16 01:43:55.832310 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d8ce702a-469a-40cc-b544-13975846a947 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting port 120641bc-12db-4259-9a7b-cbf7159b8278 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:55.832809 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d8ce702a-469a-40cc-b544-13975846a947 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.889049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-949e14a4-1813-4fff-b793-d40449751755 req-6b947adb-e4f1-41d8-904b-7857ba0409dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=0fdbdea2-e001-4601-9a98-910906238db2 HTTP/1.1" status: 200 len: 217 time: 0.0525553 Jul 16 01:43:55.941936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-d8ce702a-469a-40cc-b544-13975846a947 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] For port 120641bc-12db-4259-9a7b-cbf7159b8278, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=120641bc-12db-4259-9a7b-cbf7159b8278,segment=NetworkSegment(53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc),segment_id=53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:55.942579 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d8ce702a-469a-40cc-b544-13975846a947 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.943445 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e14a4-1813-4fff-b793-d40449751755 req-3133fa8b-ffca-48c2-a3d1-65915ae5e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:55.945034 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-949e14a4-1813-4fff-b793-d40449751755 req-3133fa8b-ffca-48c2-a3d1-65915ae5e8f2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d24a27f2-7a5f-4699-893d-4d6cc28fe9f5 HTTP/1.1" status: 200 len: 837 time: 0.0483618 Jul 16 01:43:55.956234 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-d8ce702a-469a-40cc-b544-13975846a947 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Calling delete_port for 120641bc-12db-4259-9a7b-cbf7159b8278 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:55.979302 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5c176a8e-f6d8-4e68-9d36-b2169efe06d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.982367 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5c176a8e-f6d8-4e68-9d36-b2169efe06d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:55.985921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5c176a8e-f6d8-4e68-9d36-b2169efe06d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c573923-320a-4400-9ec6-4d6ee8afc79d HTTP/1.1" status: 204 len: 168 time: 0.3323638 Jul 16 01:43:55.999513 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c176a8e-f6d8-4e68-9d36-b2169efe06d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c573923-320a-4400-9ec6-4d6ee8afc79d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:56.041988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e14a4-1813-4fff-b793-d40449751755 req-1f8f7821-e579-473c-b235-c7976cada4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:56.044731 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-949e14a4-1813-4fff-b793-d40449751755 req-1f8f7821-e579-473c-b235-c7976cada4e4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=27d363e1-769c-457a-ac26-dd97cedd3dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0924172 Jul 16 01:43:56.190940 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-949e14a4-1813-4fff-b793-d40449751755 req-dd257826-c564-4f2b-ac6a-e85d9068bbbc service neutron] 10.222.0.70 "GET /v2.0/networks/27d363e1-769c-457a-ac26-dd97cedd3dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359408 Jul 16 01:43:56.316684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-949e14a4-1813-4fff-b793-d40449751755 req-623e7d52-27e0-45ce-a79b-d7194eb3be89 service neutron] 10.222.0.70 "GET /v2.0/networks/27d363e1-769c-457a-ac26-dd97cedd3dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177149 Jul 16 01:43:56.370434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e5be4d83-94d3-4e20-9d11-42bcab05e193 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:56.392571 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: e5be4d83-94d3-4e20-9d11-42bcab05e193 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:56.401219 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e5be4d83-94d3-4e20-9d11-42bcab05e193 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:56.452165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8e78f-464a-48e2-a1a6-0a30a34e8551 req-7ceb6014-ec02-4e02-b6e9-a6786712414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:56.453882 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6de8e78f-464a-48e2-a1a6-0a30a34e8551 req-7ceb6014-ec02-4e02-b6e9-a6786712414e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee981b259ae746e687689b1a6f1dfc15&device_id=4e16c99a-61d4-4960-845e-e1ed9d1b32de HTTP/1.1" status: 200 len: 1096 time: 0.0653841 Jul 16 01:43:56.582944 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8e78f-464a-48e2-a1a6-0a30a34e8551 req-fc960a60-10ef-4ff0-82b0-13c7810356ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:56.586098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6de8e78f-464a-48e2-a1a6-0a30a34e8551 req-fc960a60-10ef-4ff0-82b0-13c7810356ee service neutron] 10.222.0.70 "GET /v2.0/networks?id=27d363e1-769c-457a-ac26-dd97cedd3dde HTTP/1.1" status: 200 len: 898 time: 0.1235099 Jul 16 01:43:56.620031 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d8ce702a-469a-40cc-b544-13975846a947 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:56.699083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce702a-469a-40cc-b544-13975846a947 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Port': ['ID=120641bc-12db-4259-9a7b-cbf7159b8278,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:56.967996 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d8ce702a-469a-40cc-b544-13975846a947 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.071344 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6de8e78f-464a-48e2-a1a6-0a30a34e8551 req-da213e10-1a84-4adc-bba1-8add62c3f942 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=0fdbdea2-e001-4601-9a98-910906238db2 HTTP/1.1" status: 200 len: 217 time: 0.4776478 Jul 16 01:43:57.160996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8e78f-464a-48e2-a1a6-0a30a34e8551 req-5aea6ac0-1c52-4d70-bb0e-43651b859ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:57.162627 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6de8e78f-464a-48e2-a1a6-0a30a34e8551 req-5aea6ac0-1c52-4d70-bb0e-43651b859ec9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d24a27f2-7a5f-4699-893d-4d6cc28fe9f5 HTTP/1.1" status: 200 len: 837 time: 0.0814922 Jul 16 01:43:57.174725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e54692-cc13-4635-b57b-84ce1ccd725a req-5abae120-a089-4fab-9bb9-da7022505ddf tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:57.176264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6e54692-cc13-4635-b57b-84ce1ccd725a req-5abae120-a089-4fab-9bb9-da7022505ddf tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e16c99a-61d4-4960-845e-e1ed9d1b32de HTTP/1.1" status: 200 len: 944 time: 0.1076977 Jul 16 01:43:57.260720 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6e54692-cc13-4635-b57b-84ce1ccd725a req-5821349a-6eb8-4a69-b728-24b2fd30e433 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf7bc96b-4fc1-42db-a49b-986294adae65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755174 Jul 16 01:43:57.271003 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8e78f-464a-48e2-a1a6-0a30a34e8551 req-10e1135f-1d5e-4ab6-b4fb-a12dc6a509c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:57.273277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6de8e78f-464a-48e2-a1a6-0a30a34e8551 req-10e1135f-1d5e-4ab6-b4fb-a12dc6a509c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=27d363e1-769c-457a-ac26-dd97cedd3dde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0961468 Jul 16 01:43:57.304825 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ce702a-469a-40cc-b544-13975846a947 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Router 224da8f1-e1c4-4394-a75e-121dfab1458e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:43:57.402908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6de8e78f-464a-48e2-a1a6-0a30a34e8551 req-dd00448d-a555-4f31-9d8f-12cb8d377a7c service neutron] 10.222.0.70 "GET /v2.0/networks/27d363e1-769c-457a-ac26-dd97cedd3dde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211529 Jul 16 01:43:57.468980 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ce702a-469a-40cc-b544-13975846a947 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:43:57.482260 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49b72b6-e351-4c4f-bf2e-6bf0dc215577 None None] Sync routers for ids ['224da8f1-e1c4-4394-a75e-121dfab1458e'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:43:57.483495 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d8ce702a-469a-40cc-b544-13975846a947 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "PUT /v2.0/routers/224da8f1-e1c4-4394-a75e-121dfab1458e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6224761 Jul 16 01:43:57.485979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60512) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:57.496513 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b72b6-e351-4c4f-bf2e-6bf0dc215577 None None] Routers {'224da8f1-e1c4-4394-a75e-121dfab1458e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:57.497683 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d49b72b6-e351-4c4f-bf2e-6bf0dc215577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['224da8f1-e1c4-4394-a75e-121dfab1458e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:57.514597 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6de8e78f-464a-48e2-a1a6-0a30a34e8551 req-b1e946c1-3440-4f12-b2d5-262159671f17 service neutron] 10.222.0.70 "GET /v2.0/networks/27d363e1-769c-457a-ac26-dd97cedd3dde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029480 Jul 16 01:43:57.547529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-3821e3b0-605b-4501-930a-934c1005177b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting subnet dfc3b5b5-6968-4ebe-becf-5a570f12dca1 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:43:57.551421 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3821e3b0-605b-4501-930a-934c1005177b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.597645 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3821e3b0-605b-4501-930a-934c1005177b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.635990 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-d49b72b6-e351-4c4f-bf2e-6bf0dc215577 None None] Set router 224da8f1-e1c4-4394-a75e-121dfab1458e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:57.769263 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3821e3b0-605b-4501-930a-934c1005177b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.848307 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3821e3b0-605b-4501-930a-934c1005177b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.850551 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d49b72b6-e351-4c4f-bf2e-6bf0dc215577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073335668', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:43:56Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:57.873263 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3821e3b0-605b-4501-930a-934c1005177b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:57.873918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0472e1-8cad-4bd6-9228-d90c8c526198 None None] Network 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:43:57.877725 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3821e3b0-605b-4501-930a-934c1005177b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/subnets/dfc3b5b5-6968-4ebe-becf-5a570f12dca1 HTTP/1.1" status: 204 len: 168 time: 0.3881717 Jul 16 01:43:57.878080 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60536) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:57.897033 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821e3b0-605b-4501-930a-934c1005177b tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc3b5b5-6968-4ebe-becf-5a570f12dca1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:57.930004 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49b72b6-e351-4c4f-bf2e-6bf0dc215577 None None] Checking router: 224da8f1-e1c4-4394-a75e-121dfab1458e for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:43:57.948264 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49b72b6-e351-4c4f-bf2e-6bf0dc215577 None None] Routers {'224da8f1-e1c4-4394-a75e-121dfab1458e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:43:57.950588 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d49b72b6-e351-4c4f-bf2e-6bf0dc215577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['224da8f1-e1c4-4394-a75e-121dfab1458e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:58.091741 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33a5b340-6ece-434b-b85a-632431f6787c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.100931 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932f8867-fede-4d9a-817d-96e238d1d4cf None None] DHCP port deletion for 4f47f441-81e5-4f2d-aafd-bd619d9bfc0a request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:43:58.203007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-932f8867-fede-4d9a-817d-96e238d1d4cf None None] Deleting port e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:58.204259 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-932f8867-fede-4d9a-817d-96e238d1d4cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.284038 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33a5b340-6ece-434b-b85a-632431f6787c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.298050 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-d49b72b6-e351-4c4f-bf2e-6bf0dc215577 None None] Set router 224da8f1-e1c4-4394-a75e-121dfab1458e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:43:58.300486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0fdbdea2-e001-4601-9a98-910906238db2 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:43:58.341083 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-932f8867-fede-4d9a-817d-96e238d1d4cf None None] For port e1261dcc-6a2b-4cdf-ac8a-fb339a921f91, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=e1261dcc-6a2b-4cdf-ac8a-fb339a921f91,segment=NetworkSegment(53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc),segment_id=53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:58.341782 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-932f8867-fede-4d9a-817d-96e238d1d4cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.365044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-932f8867-fede-4d9a-817d-96e238d1d4cf None None] Calling delete_port for e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:58.381434 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-33a5b340-6ece-434b-b85a-632431f6787c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Deleting port f9981cf1-9bf6-4855-a233-6e37037fd174 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:43:58.381785 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33a5b340-6ece-434b-b85a-632431f6787c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.549450 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-33a5b340-6ece-434b-b85a-632431f6787c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] For port f9981cf1-9bf6-4855-a233-6e37037fd174, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f9981cf1-9bf6-4855-a233-6e37037fd174,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:58.550168 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33a5b340-6ece-434b-b85a-632431f6787c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.568750 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-33a5b340-6ece-434b-b85a-632431f6787c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Calling delete_port for f9981cf1-9bf6-4855-a233-6e37037fd174 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:43:58.590747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d717a9e0-970e-487d-82bc-11d05ec6ee7f req-9b341fab-2fc2-4c1e-9ccf-18b737610543 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:43:58.592581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d717a9e0-970e-487d-82bc-11d05ec6ee7f req-9b341fab-2fc2-4c1e-9ccf-18b737610543 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e16c99a-61d4-4960-845e-e1ed9d1b32de HTTP/1.1" status: 200 len: 944 time: 0.1239088 Jul 16 01:43:58.624892 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 0fdbdea2-e001-4601-9a98-910906238db2, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0fdbdea2-e001-4601-9a98-910906238db2,segment=NetworkSegment(841185b0-cf7f-452f-bd94-a087c68ce4d2),segment_id=841185b0-cf7f-452f-bd94-a087c68ce4d2)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:58.639787 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '0fdbdea2-e001-4601-9a98-910906238db2', 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde', 'port_id': '0fdbdea2-e001-4601-9a98-910906238db2', 'mac_address': 'fa:16:3e:1c:bb:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd24a27f2-7a5f-4699-893d-4d6cc28fe9f5', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:43:58.674181 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-932f8867-fede-4d9a-817d-96e238d1d4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.686694 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d49b72b6-e351-4c4f-bf2e-6bf0dc215577 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073335668', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:43:56Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:58.690890 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d717a9e0-970e-487d-82bc-11d05ec6ee7f req-05552409-81e6-47ad-9657-31161dc72b84 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf7bc96b-4fc1-42db-a49b-986294adae65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897899 Jul 16 01:43:58.711554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f8867-fede-4d9a-817d-96e238d1d4cf None None] Pushing event deleted for resources: {'Port': ['ID=e1261dcc-6a2b-4cdf-ac8a-fb339a921f91,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:58.713820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932f8867-fede-4d9a-817d-96e238d1d4cf None None] No DVR routers for this DVR port e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:43:58.745335 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.757699 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49b72b6-e351-4c4f-bf2e-6bf0dc215577 None None] The sync data for ids ['224da8f1-e1c4-4394-a75e-121dfab1458e'] in n-d-791505-14 is: [{'id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1073335668', 'tenant_id': '69687824cbca408cb542751d24b99384', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251'}], 'enable_snat': True}, 'gw_port_id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:05Z', 'updated_at': '2021-07-16T01:43:56Z', 'revision_number': 5, 'project_id': '69687824cbca408cb542751d24b99384', 'gw_port': {'id': 'f9981cf1-9bf6-4855-a233-6e37037fd174', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f6:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224da8f1-e1c4-4394-a75e-121dfab1458e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:06Z', 'updated_at': '2021-07-16T01:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:43:58.780527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdbdea2-e001-4601-9a98-910906238db2 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:43:58.809919 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 0fdbdea2-e001-4601-9a98-910906238db2, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0fdbdea2-e001-4601-9a98-910906238db2,segment=NetworkSegment(841185b0-cf7f-452f-bd94-a087c68ce4d2),segment_id=841185b0-cf7f-452f-bd94-a087c68ce4d2)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:43:58.818219 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.886727 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33a5b340-6ece-434b-b85a-632431f6787c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:58.903011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=0fdbdea2-e001-4601-9a98-910906238db2,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:58.929901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5b340-6ece-434b-b85a-632431f6787c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Port': ['ID=f9981cf1-9bf6-4855-a233-6e37037fd174,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:59.012128 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33a5b340-6ece-434b-b85a-632431f6787c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.050683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['0fdbdea2-e001-4601-9a98-910906238db2'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:43:59.151056 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33a5b340-6ece-434b-b85a-632431f6787c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.153998 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33a5b340-6ece-434b-b85a-632431f6787c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.204538 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33a5b340-6ece-434b-b85a-632431f6787c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.205230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a5b340-6ece-434b-b85a-632431f6787c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Fanout notify agent at l3_agent the message router_deleted on router 224da8f1-e1c4-4394-a75e-121dfab1458e {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:43:59.224872 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33a5b340-6ece-434b-b85a-632431f6787c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.228681 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-33a5b340-6ece-434b-b85a-632431f6787c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/routers/224da8f1-e1c4-4394-a75e-121dfab1458e HTTP/1.1" status: 204 len: 168 time: 1.3479950 Jul 16 01:43:59.232542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60586) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:59.362357 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f66117d-b9b6-47fe-b64f-69fd2727e14c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.525424 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f66117d-b9b6-47fe-b64f-69fd2727e14c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.537846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1f66117d-b9b6-47fe-b64f-69fd2727e14c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f47f441-81e5-4f2d-aafd-bd619d9bfc0a']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:59.557002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1f66117d-b9b6-47fe-b64f-69fd2727e14c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:59.557294 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1f66117d-b9b6-47fe-b64f-69fd2727e14c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e3e2f9-1c63-4bf3-b36b-6e7f529d81bc') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:43:59.566326 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f66117d-b9b6-47fe-b64f-69fd2727e14c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.583887 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f66117d-b9b6-47fe-b64f-69fd2727e14c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.589743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f66117d-b9b6-47fe-b64f-69fd2727e14c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:43:59.590163 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f66117d-b9b6-47fe-b64f-69fd2727e14c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:43:59.593864 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:43:59.657917 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f66117d-b9b6-47fe-b64f-69fd2727e14c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.666125 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f66117d-b9b6-47fe-b64f-69fd2727e14c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.668377 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1f66117d-b9b6-47fe-b64f-69fd2727e14c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/networks/4f47f441-81e5-4f2d-aafd-bd619d9bfc0a HTTP/1.1" status: 204 len: 168 time: 0.4346254 Jul 16 01:43:59.671452 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60590) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:43:59.686734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66117d-b9b6-47fe-b64f-69fd2727e14c tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'Network': ['ID=4f47f441-81e5-4f2d-aafd-bd619d9bfc0a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:43:59.745820 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4b382b9-8180-4430-a33c-2d13bcff3dd7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.825214 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4b382b9-8180-4430-a33c-2d13bcff3dd7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.908110 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 120641bc-12db-4259-9a7b-cbf7159b8278 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:59.958028 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4b382b9-8180-4430-a33c-2d13bcff3dd7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.961182 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4b382b9-8180-4430-a33c-2d13bcff3dd7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:43:59.961375 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 120641bc-12db-4259-9a7b-cbf7159b8278 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:59.961734 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 120641bc-12db-4259-9a7b-cbf7159b8278 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:59.962142 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:43:59.966674 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e4b382b9-8180-4430-a33c-2d13bcff3dd7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] 10.222.0.22 "DELETE /v2.0/security-groups/dfb7cde1-92bc-466b-9d08-347202d5a682 HTTP/1.1" status: 204 len: 168 time: 0.2938519 Jul 16 01:43:59.987617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:43:59.988092 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e1261dcc-6a2b-4cdf-ac8a-fb339a921f91 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:43:59.988638 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b382b9-8180-4430-a33c-2d13bcff3dd7 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb7cde1-92bc-466b-9d08-347202d5a682,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:00.052233 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a7b3f2-388f-427a-9429-070a1116572e req-6fa44fbb-252d-44e7-a93f-17ba3bae6954 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.060367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22a7b3f2-388f-427a-9429-070a1116572e req-6fa44fbb-252d-44e7-a93f-17ba3bae6954 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e16c99a-61d4-4960-845e-e1ed9d1b32de HTTP/1.1" status: 200 len: 945 time: 0.0883048 Jul 16 01:44:00.095435 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22a7b3f2-388f-427a-9429-070a1116572e req-7df360a4-74ea-4905-a50e-7a332527d025 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf7bc96b-4fc1-42db-a49b-986294adae65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341043 Jul 16 01:44:00.305835 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0fdbdea2-e001-4601-9a98-910906238db2 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:00.359072 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 0fdbdea2-e001-4601-9a98-910906238db2 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:00.363571 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 0fdbdea2-e001-4601-9a98-910906238db2 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:00.364041 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.439455 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.476417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60604) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.478418 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.505564 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e16c99a-61d4-4960-845e-e1ed9d1b32de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdbdea2-e001-4601-9a98-910906238db2'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:00.507937 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b80085a3-8987-4c25-aac5-e24d76ae2a61" -d '{"events": [{"server_uuid": "4e16c99a-61d4-4960-845e-e1ed9d1b32de", "name": "network-vif-plugged", "status": "completed", "tag": "0fdbdea2-e001-4601-9a98-910906238db2"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:00.522525 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 0fdbdea2-e001-4601-9a98-910906238db2, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0fdbdea2-e001-4601-9a98-910906238db2,segment=NetworkSegment(841185b0-cf7f-452f-bd94-a087c68ce4d2),segment_id=841185b0-cf7f-452f-bd94-a087c68ce4d2)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:00.528426 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.579641 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8d7c73-df1d-4b7d-a429-bb3ac997d663 x-openstack-request-id: req-2c8d7c73-df1d-4b7d-a429-bb3ac997d663 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:00.580192 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e16c99a-61d4-4960-845e-e1ed9d1b32de", "name": "network-vif-plugged", "status": "completed", "tag": "0fdbdea2-e001-4601-9a98-910906238db2", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:00.580547 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c8d7c73-df1d-4b7d-a429-bb3ac997d663 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:00.581044 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e16c99a-61d4-4960-845e-e1ed9d1b32de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdbdea2-e001-4601-9a98-910906238db2', 'code': 200} Jul 16 01:44:00.592048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=0fdbdea2-e001-4601-9a98-910906238db2,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:00.739094 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60612) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:00.739643 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6d5e2f17-a6e4-4e18-88dd-9253379deb41 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=69687824cbca408cb542751d24b99384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2612407 Jul 16 01:44:00.748734 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f034b5b-1a5f-4961-87c4-589007ceb266 req-380a9a6b-5d8e-428f-b3e8-64dbfc022d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:00.750325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6f034b5b-1a5f-4961-87c4-589007ceb266 req-380a9a6b-5d8e-428f-b3e8-64dbfc022d1f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4e16c99a-61d4-4960-845e-e1ed9d1b32de HTTP/1.1" status: 200 len: 1098 time: 0.1067476 Jul 16 01:44:00.793318 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6f034b5b-1a5f-4961-87c4-589007ceb266 req-b0f3dbfb-2903-4565-9924-754d36577bcb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=cf7bc96b-4fc1-42db-a49b-986294adae65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349703 Jul 16 01:44:00.800801 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f773ae65-7742-40f8-a39f-af63a6cf19f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.823187 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f773ae65-7742-40f8-a39f-af63a6cf19f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.882171 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f773ae65-7742-40f8-a39f-af63a6cf19f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.884785 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f773ae65-7742-40f8-a39f-af63a6cf19f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:00.886212 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f773ae65-7742-40f8-a39f-af63a6cf19f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/04aa6a0c-4c29-4b4b-971a-ecb9704eb19c HTTP/1.1" status: 204 len: 168 time: 0.1456707 Jul 16 01:44:00.898430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773ae65-7742-40f8-a39f-af63a6cf19f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04aa6a0c-4c29-4b4b-971a-ecb9704eb19c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:01.216064 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60622) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.269482 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60624) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:01.269821 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9c24b832-a3ca-43be-a30d-6117a6bffa5e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cd21d0797db84d5694c82a1dce44ab78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524681 Jul 16 01:44:01.339617 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c9830531-af41-4aea-a7cb-e6e622958145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.350475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6734e-c46a-49bc-a0be-92b42d6b3378 req-fdb03b48-ce48-4573-a79b-ae7e4535e213 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:01.358433 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05b6734e-c46a-49bc-a0be-92b42d6b3378 req-fdb03b48-ce48-4573-a79b-ae7e4535e213 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e16c99a-61d4-4960-845e-e1ed9d1b32de HTTP/1.1" status: 200 len: 946 time: 0.1257241 Jul 16 01:44:01.368733 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.395916 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c9830531-af41-4aea-a7cb-e6e622958145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.425106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f9981cf1-9bf6-4855-a233-6e37037fd174 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:01.434511 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05b6734e-c46a-49bc-a0be-92b42d6b3378 req-f31a5098-6186-419c-835e-ee05db0a260e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf7bc96b-4fc1-42db-a49b-986294adae65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745950 Jul 16 01:44:01.469273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: f9981cf1-9bf6-4855-a233-6e37037fd174 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:01.469623 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f9981cf1-9bf6-4855-a233-6e37037fd174 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:01.481286 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c9830531-af41-4aea-a7cb-e6e622958145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.483995 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c9830531-af41-4aea-a7cb-e6e622958145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:01.485149 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c9830531-af41-4aea-a7cb-e6e622958145 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c1f75e75-8958-417d-aab4-47e28ccdd494 HTTP/1.1" status: 204 len: 168 time: 0.2143581 Jul 16 01:44:01.494939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9830531-af41-4aea-a7cb-e6e622958145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f75e75-8958-417d-aab4-47e28ccdd494,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:02.679565 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb04a5-df7b-4c0e-b5bd-a2247c4692d4 req-c189a92c-a0a7-41a5-8e14-fcfbfb636440 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:02.688783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03fb04a5-df7b-4c0e-b5bd-a2247c4692d4 req-c189a92c-a0a7-41a5-8e14-fcfbfb636440 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e16c99a-61d4-4960-845e-e1ed9d1b32de HTTP/1.1" status: 200 len: 946 time: 0.1060598 Jul 16 01:44:02.756413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03fb04a5-df7b-4c0e-b5bd-a2247c4692d4 req-c0246c8d-a480-497f-8014-379e84b4904b tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf7bc96b-4fc1-42db-a49b-986294adae65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666747 Jul 16 01:44:02.966674 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483fbad-2b99-485a-aca2-ecd22e30b347 req-4bde46a4-2e8b-457d-9156-5396ef5827c0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:02.968260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7483fbad-2b99-485a-aca2-ecd22e30b347 req-4bde46a4-2e8b-457d-9156-5396ef5827c0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e16c99a-61d4-4960-845e-e1ed9d1b32de HTTP/1.1" status: 200 len: 946 time: 0.0752811 Jul 16 01:44:03.038167 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7483fbad-2b99-485a-aca2-ecd22e30b347 req-ce74400f-7344-427d-8e62-1d74e0d6e425 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf7bc96b-4fc1-42db-a49b-986294adae65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570719 Jul 16 01:44:04.053612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60812) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.132093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-904f058e-419b-4c55-9b52-4786a27c9e8f req-68c75e12-ed3e-4c1f-8788-4374c4efe1ba service neutron] (93919) timed out ('10.222.0.69', 55067) {{(pid=93919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:44:04.167564 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ee50e2e1-0929-42f9-823c-fadb85954262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.279669 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ee50e2e1-0929-42f9-823c-fadb85954262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.284708 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ee50e2e1-0929-42f9-823c-fadb85954262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.328932 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ee50e2e1-0929-42f9-823c-fadb85954262 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=efed02ca957242d583108298986d2d42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741864 Jul 16 01:44:04.329669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50e2e1-0929-42f9-823c-fadb85954262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9ec103-c90d-43d6-a1a2-d4e703ccc4f5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.331617 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60818) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.391914 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a998b56-51c2-4651-adde-708b137bafe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.415274 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a998b56-51c2-4651-adde-708b137bafe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.471831 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a998b56-51c2-4651-adde-708b137bafe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.474346 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5a998b56-51c2-4651-adde-708b137bafe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.475572 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5a998b56-51c2-4651-adde-708b137bafe5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2a9ec103-c90d-43d6-a1a2-d4e703ccc4f5 HTTP/1.1" status: 204 len: 168 time: 0.1429625 Jul 16 01:44:04.485274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a998b56-51c2-4651-adde-708b137bafe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9ec103-c90d-43d6-a1a2-d4e703ccc4f5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:04.564473 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 60822) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.869063 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60828) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:04.896069 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4cf2a4b-b7e6-49a0-b5ab-ce044d3b34cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:04.933313 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-36affb3f-9b51-4e7b-869f-336d697fa197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.056562 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4cf2a4b-b7e6-49a0-b5ab-ce044d3b34cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.064746 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4cf2a4b-b7e6-49a0-b5ab-ce044d3b34cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.141225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf2a4b-b7e6-49a0-b5ab-ce044d3b34cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e060a3d3-1d84-4d29-aa7e-372bb46e520f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:05.167695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d4cf2a4b-b7e6-49a0-b5ab-ce044d3b34cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8957a2325dee49a78a6243d6c3254de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948518 Jul 16 01:44:05.169121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 60834) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:05.234205 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.259739 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9655b8bb-fb49-4e2b-aa74-6e5476828347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.318048 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9655b8bb-fb49-4e2b-aa74-6e5476828347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.399952 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9655b8bb-fb49-4e2b-aa74-6e5476828347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.404086 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9655b8bb-fb49-4e2b-aa74-6e5476828347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.405393 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9655b8bb-fb49-4e2b-aa74-6e5476828347 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e060a3d3-1d84-4d29-aa7e-372bb46e520f HTTP/1.1" status: 204 len: 168 time: 0.2352288 Jul 16 01:44:05.416787 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655b8bb-fb49-4e2b-aa74-6e5476828347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e060a3d3-1d84-4d29-aa7e-372bb46e520f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:05.608433 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Allocated IP 172.20.0.17 (27d363e1-769c-457a-ac26-dd97cedd3dde/d24a27f2-7a5f-4699-893d-4d6cc28fe9f5/377e46ec-d222-419d-896e-766a88dd3763) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:05.756162 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.774328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Transition to ACTIVE for port object 377e46ec-d222-419d-896e-766a88dd3763 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:05.813752 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:05.874663 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network 27d363e1-769c-457a-ac26-dd97cedd3dde is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:05.881506 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:05.897237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:05.986968 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Port': ['ID=377e46ec-d222-419d-896e-766a88dd3763,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:06.060414 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.233832 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e721abef-d5e0-447b-8114-3bb69871534f None None] Provisioning for port 377e46ec-d222-419d-896e-766a88dd3763 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:06.239023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e721abef-d5e0-447b-8114-3bb69871534f None None] Provisioning complete for port 377e46ec-d222-419d-896e-766a88dd3763 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:06.239415 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e721abef-d5e0-447b-8114-3bb69871534f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.265774 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.278707 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e721abef-d5e0-447b-8114-3bb69871534f None None] Port 377e46ec-d222-419d-896e-766a88dd3763 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:06.615925 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.624990 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.705542 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:06.707940 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Port': ['ID=377e46ec-d222-419d-896e-766a88dd3763,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:06.807181 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network 27d363e1-769c-457a-ac26-dd97cedd3dde is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:06.808892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:06.932011 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Router 4f7a814e-356e-4e39-a082-39712f0cbcd5 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:07.087396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:07.091110 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Sync routers for ids ['4f7a814e-356e-4e39-a082-39712f0cbcd5'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:07.108618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Routers {'4f7a814e-356e-4e39-a082-39712f0cbcd5'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:07.110447 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b23f25d8-f565-45f1-a2ad-394cb346726c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "PUT /v2.0/routers/4f7a814e-356e-4e39-a082-39712f0cbcd5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5443344 Jul 16 01:44:07.110696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4f7a814e-356e-4e39-a082-39712f0cbcd5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:07.149909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-de4c6c8f-6fae-471b-a53f-322d452fc546 None None] Provisioning complete for port 377e46ec-d222-419d-896e-766a88dd3763 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:07.150207 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-de4c6c8f-6fae-471b-a53f-322d452fc546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.223951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-de4c6c8f-6fae-471b-a53f-322d452fc546 None None] Port 377e46ec-d222-419d-896e-766a88dd3763 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:07.260077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Set router 4f7a814e-356e-4e39-a082-39712f0cbcd5 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:07.373967 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.548724 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:44:06Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'ae6d4524-5a3d-48df-b28c-b2860f0fb719', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'port_id': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'mac_address': 'fa:16:3e:d9:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 1, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2d7bc3-7e78-4df5-acab-10d1563a588f', 'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:05:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:49Z', 'updated_at': '2021-07-16T01:42:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '377e46ec-d222-419d-896e-766a88dd3763', 'name': '', 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:24:24:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'd24a27f2-7a5f-4699-893d-4d6cc28fe9f5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:05Z', 'updated_at': '2021-07-16T01:44:06Z', 'revision_number': 2, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'd24a27f2-7a5f-4699-893d-4d6cc28fe9f5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:07.585972 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Checking router: 4f7a814e-356e-4e39-a082-39712f0cbcd5 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:07.586608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Updating router 4f7a814e-356e-4e39-a082-39712f0cbcd5 port 377e46ec-d222-419d-896e-766a88dd3763 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:44:07.599613 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93161c43-b6a9-440f-ad18-0a533543d2cc req-43965cf7-0350-4a66-8d58-1656cb0a7b98 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e3ba8e76-e339-461b-b871-677c39c8b930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0686927 Jul 16 01:44:07.632717 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:44:07.635607 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.708993 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7e436de9-d5d4-486c-bd7d-f5989caec035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.732359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161c43-b6a9-440f-ad18-0a533543d2cc req-4d4b4e0e-a0cb-4d28-be01-937e2e159e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:07.733967 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93161c43-b6a9-440f-ad18-0a533543d2cc req-4d4b4e0e-a0cb-4d28-be01-937e2e159e1f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee981b259ae746e687689b1a6f1dfc15&device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 1097 time: 0.0735738 Jul 16 01:44:07.877827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161c43-b6a9-440f-ad18-0a533543d2cc req-f7ca7fd6-60a4-445e-ad7b-9e133479b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:07.879628 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93161c43-b6a9-440f-ad18-0a533543d2cc req-f7ca7fd6-60a4-445e-ad7b-9e133479b576 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7deeb1d5-3862-4418-bf64-fb92dd5e6683 HTTP/1.1" status: 200 len: 897 time: 0.1223531 Jul 16 01:44:07.962083 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:07.974987 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93161c43-b6a9-440f-ad18-0a533543d2cc req-975c5b75-dc22-4252-b126-38d2d2388fd9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc1a23d0-6c4a-473c-a829-e3655c584e3e HTTP/1.1" status: 200 len: 1001 time: 0.0848546 Jul 16 01:44:07.975301 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Transition to ACTIVE for port object 377e46ec-d222-419d-896e-766a88dd3763 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:07.982289 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.033855 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1d771-f8d8-46ac-a609-2adca45e679f None None] Pushing event updated for resources: {'Port': ['ID=377e46ec-d222-419d-896e-766a88dd3763,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:08.065402 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161c43-b6a9-440f-ad18-0a533543d2cc req-7d13f233-6c36-4058-9553-d3016dbb556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:08.067089 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93161c43-b6a9-440f-ad18-0a533543d2cc req-7d13f233-6c36-4058-9553-d3016dbb556c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b903d3ed-7321-4ff5-9f6b-b66906c15f92 HTTP/1.1" status: 200 len: 834 time: 0.0850732 Jul 16 01:44:08.166365 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Attempting to bind port 377e46ec-d222-419d-896e-766a88dd3763 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:08.166754 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Attempting to bind port 377e46ec-d222-419d-896e-766a88dd3763 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '841185b0-cf7f-452f-bd94-a087c68ce4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:08.167118 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Attempting to bind port 377e46ec-d222-419d-896e-766a88dd3763 on network 27d363e1-769c-457a-ac26-dd97cedd3dde {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:08.178191 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:08.181349 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Checking segment: {'id': '841185b0-cf7f-452f-bd94-a087c68ce4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:08.181829 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.182252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Bound using segment: {'id': '841185b0-cf7f-452f-bd94-a087c68ce4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:08.183007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Bound port: 377e46ec-d222-419d-896e-766a88dd3763, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '841185b0-cf7f-452f-bd94-a087c68ce4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:08.183421 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.215992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93161c43-b6a9-440f-ad18-0a533543d2cc req-d400e8b6-28bd-4989-b43d-2e99e3c4896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:08.217831 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93161c43-b6a9-440f-ad18-0a533543d2cc req-d400e8b6-28bd-4989-b43d-2e99e3c4896e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7deeb1d5-3862-4418-bf64-fb92dd5e6683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1438363 Jul 16 01:44:08.273333 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] For port 377e46ec-d222-419d-896e-766a88dd3763, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:08.279498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] For port 377e46ec-d222-419d-896e-766a88dd3763, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=377e46ec-d222-419d-896e-766a88dd3763,segment=NetworkSegment(841185b0-cf7f-452f-bd94-a087c68ce4d2),segment_id=841185b0-cf7f-452f-bd94-a087c68ce4d2)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:08.285556 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.350369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93161c43-b6a9-440f-ad18-0a533543d2cc req-614289ef-404e-443e-b9f1-9caedb36c366 service neutron] 10.222.0.70 "GET /v2.0/networks/7deeb1d5-3862-4418-bf64-fb92dd5e6683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220901 Jul 16 01:44:08.350763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1d771-f8d8-46ac-a609-2adca45e679f None None] Pushing event updated for resources: {'Port': ['ID=377e46ec-d222-419d-896e-766a88dd3763,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:08.375040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Routers {'4f7a814e-356e-4e39-a082-39712f0cbcd5'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:08.377754 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:44:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4f7a814e-356e-4e39-a082-39712f0cbcd5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:08.511614 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93161c43-b6a9-440f-ad18-0a533543d2cc req-c058ff5b-77c6-4611-827f-736950b0ef9b service neutron] 10.222.0.70 "GET /v2.0/networks/7deeb1d5-3862-4418-bf64-fb92dd5e6683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527641 Jul 16 01:44:08.544382 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] Set router 4f7a814e-356e-4e39-a082-39712f0cbcd5 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:08.609977 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:08.993054 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:44:06Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'ae6d4524-5a3d-48df-b28c-b2860f0fb719', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'port_id': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'mac_address': 'fa:16:3e:d9:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 1, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2d7bc3-7e78-4df5-acab-10d1563a588f', 'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:05:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:49Z', 'updated_at': '2021-07-16T01:42:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '377e46ec-d222-419d-896e-766a88dd3763', 'name': '', 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:24:24:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'd24a27f2-7a5f-4699-893d-4d6cc28fe9f5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:05Z', 'updated_at': '2021-07-16T01:44:08Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'd24a27f2-7a5f-4699-893d-4d6cc28fe9f5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:09.020017 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee0effa-1213-45d1-b50d-cea231060c42 None None] The sync data for ids ['4f7a814e-356e-4e39-a082-39712f0cbcd5'] in n-d-791505-14 is: [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:44:06Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'ae6d4524-5a3d-48df-b28c-b2860f0fb719', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'port_id': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'mac_address': 'fa:16:3e:d9:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 1, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2d7bc3-7e78-4df5-acab-10d1563a588f', 'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:05:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:49Z', 'updated_at': '2021-07-16T01:42:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '377e46ec-d222-419d-896e-766a88dd3763', 'name': '', 'network_id': '27d363e1-769c-457a-ac26-dd97cedd3dde', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:24:24:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'd24a27f2-7a5f-4699-893d-4d6cc28fe9f5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:05Z', 'updated_at': '2021-07-16T01:44:08Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'd24a27f2-7a5f-4699-893d-4d6cc28fe9f5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:09.510403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 377e46ec-d222-419d-896e-766a88dd3763 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:09.570059 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 377e46ec-d222-419d-896e-766a88dd3763 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:09.578539 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 377e46ec-d222-419d-896e-766a88dd3763 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:09.580091 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.701964 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.745057 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 377e46ec-d222-419d-896e-766a88dd3763, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=377e46ec-d222-419d-896e-766a88dd3763,segment=NetworkSegment(841185b0-cf7f-452f-bd94-a087c68ce4d2),segment_id=841185b0-cf7f-452f-bd94-a087c68ce4d2)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:09.750798 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:09.816612 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=377e46ec-d222-419d-896e-766a88dd3763,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:10.242213 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:11.518419 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 377e46ec-d222-419d-896e-766a88dd3763 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:11.581524 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 377e46ec-d222-419d-896e-766a88dd3763 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:11.581912 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.209282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33062) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:30.434823 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.591203 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66649d1d-c466-49ca-b2f0-8c702bc62496 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:30.949743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-66649d1d-c466-49ca-b2f0-8c702bc62496 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Deleting port 377e46ec-d222-419d-896e-766a88dd3763 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:30.950091 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66649d1d-c466-49ca-b2f0-8c702bc62496 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.051667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-66649d1d-c466-49ca-b2f0-8c702bc62496 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] For port 377e46ec-d222-419d-896e-766a88dd3763, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=377e46ec-d222-419d-896e-766a88dd3763,segment=NetworkSegment(841185b0-cf7f-452f-bd94-a087c68ce4d2),segment_id=841185b0-cf7f-452f-bd94-a087c68ce4d2)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:31.052102 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66649d1d-c466-49ca-b2f0-8c702bc62496 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.089963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-66649d1d-c466-49ca-b2f0-8c702bc62496 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Calling delete_port for 377e46ec-d222-419d-896e-766a88dd3763 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:31.317745 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66649d1d-c466-49ca-b2f0-8c702bc62496 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.363888 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66649d1d-c466-49ca-b2f0-8c702bc62496 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Port': ['ID=377e46ec-d222-419d-896e-766a88dd3763,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:31.396418 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.616300 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-66649d1d-c466-49ca-b2f0-8c702bc62496 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:31.877910 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66649d1d-c466-49ca-b2f0-8c702bc62496 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Router 4f7a814e-356e-4e39-a082-39712f0cbcd5 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:32.044462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66649d1d-c466-49ca-b2f0-8c702bc62496 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:32.053277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-66649d1d-c466-49ca-b2f0-8c702bc62496 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "PUT /v2.0/routers/4f7a814e-356e-4e39-a082-39712f0cbcd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8399451 Jul 16 01:44:32.061843 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af77ce5-5485-4aca-8bae-3138ca347268 None None] Sync routers for ids ['4f7a814e-356e-4e39-a082-39712f0cbcd5'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:32.075078 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af77ce5-5485-4aca-8bae-3138ca347268 None None] Routers {'4f7a814e-356e-4e39-a082-39712f0cbcd5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:32.076865 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9af77ce5-5485-4aca-8bae-3138ca347268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:44:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4f7a814e-356e-4e39-a082-39712f0cbcd5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:32.368970 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-9af77ce5-5485-4aca-8bae-3138ca347268 None None] Set router 4f7a814e-356e-4e39-a082-39712f0cbcd5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:32.415236 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 33234) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:32.591199 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10f13350-7241-4215-bf42-f72e1211b2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.609018 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a755e90f-67b0-4c8f-9ff2-d99f8c8aeb40 req-271e3f75-d421-4c67-85b7-50d65429770b tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:32.610655 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a755e90f-67b0-4c8f-9ff2-d99f8c8aeb40 req-271e3f75-d421-4c67-85b7-50d65429770b tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e16c99a-61d4-4960-845e-e1ed9d1b32de HTTP/1.1" status: 200 len: 946 time: 0.1154068 Jul 16 01:44:32.663803 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a755e90f-67b0-4c8f-9ff2-d99f8c8aeb40 req-72804b75-a839-4e37-aef9-f66524c9ffbf tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf7bc96b-4fc1-42db-a49b-986294adae65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473106 Jul 16 01:44:32.705291 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10f13350-7241-4215-bf42-f72e1211b2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.709554 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10f13350-7241-4215-bf42-f72e1211b2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.749025 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-10f13350-7241-4215-bf42-f72e1211b2d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c0cf3eb5a8c0455e9db02b5bc281885e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3326480 Jul 16 01:44:32.751376 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9af77ce5-5485-4aca-8bae-3138ca347268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:44:31Z', 'revision_number': 6, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'ae6d4524-5a3d-48df-b28c-b2860f0fb719', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'port_id': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'mac_address': 'fa:16:3e:d9:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 1, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2d7bc3-7e78-4df5-acab-10d1563a588f', 'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:05:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:49Z', 'updated_at': '2021-07-16T01:42:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:32.751705 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f13350-7241-4215-bf42-f72e1211b2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e01b54a-5691-41db-a463-ef456d196040,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:32.752458 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33272) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:32.781546 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af77ce5-5485-4aca-8bae-3138ca347268 None None] Checking router: 4f7a814e-356e-4e39-a082-39712f0cbcd5 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:32.790011 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af77ce5-5485-4aca-8bae-3138ca347268 None None] Routers {'4f7a814e-356e-4e39-a082-39712f0cbcd5'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:32.790715 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9af77ce5-5485-4aca-8bae-3138ca347268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:44:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4f7a814e-356e-4e39-a082-39712f0cbcd5'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:32.819876 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0df04e10-1016-4863-8fa1-ee0a694b8f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.848635 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0df04e10-1016-4863-8fa1-ee0a694b8f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.903865 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-9af77ce5-5485-4aca-8bae-3138ca347268 None None] Set router 4f7a814e-356e-4e39-a082-39712f0cbcd5 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:32.907039 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0df04e10-1016-4863-8fa1-ee0a694b8f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.909661 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0df04e10-1016-4863-8fa1-ee0a694b8f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:32.912996 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0df04e10-1016-4863-8fa1-ee0a694b8f23 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5e01b54a-5691-41db-a463-ef456d196040 HTTP/1.1" status: 204 len: 168 time: 0.1572115 Jul 16 01:44:32.925393 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df04e10-1016-4863-8fa1-ee0a694b8f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e01b54a-5691-41db-a463-ef456d196040,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:33.176637 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9af77ce5-5485-4aca-8bae-3138ca347268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:44:31Z', 'revision_number': 6, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'ae6d4524-5a3d-48df-b28c-b2860f0fb719', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'port_id': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'mac_address': 'fa:16:3e:d9:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 1, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2d7bc3-7e78-4df5-acab-10d1563a588f', 'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:05:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:49Z', 'updated_at': '2021-07-16T01:42:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:33.207794 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af77ce5-5485-4aca-8bae-3138ca347268 None None] The sync data for ids ['4f7a814e-356e-4e39-a082-39712f0cbcd5'] in n-d-791505-14 is: [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:44:31Z', 'revision_number': 6, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'ae6d4524-5a3d-48df-b28c-b2860f0fb719', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'floating_ip_address': '172.25.2.147', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'port_id': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'mac_address': 'fa:16:3e:d9:58:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:43:07Z', 'updated_at': '2021-07-16T01:43:11Z', 'revision_number': 1, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2d7bc3-7e78-4df5-acab-10d1563a588f', 'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:05:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:49Z', 'updated_at': '2021-07-16T01:42:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:33.566095 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 377e46ec-d222-419d-896e-766a88dd3763 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:33.596019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 377e46ec-d222-419d-896e-766a88dd3763 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:33.596375 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 377e46ec-d222-419d-896e-766a88dd3763 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:34.249208 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b17edd-7ed7-4f39-9479-7c9c6eb6c41c req-87528bb3-1068-4704-9273-7db47d99ebf5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:34.250750 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6b17edd-7ed7-4f39-9479-7c9c6eb6c41c req-87528bb3-1068-4704-9273-7db47d99ebf5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e16c99a-61d4-4960-845e-e1ed9d1b32de HTTP/1.1" status: 200 len: 946 time: 0.4647918 Jul 16 01:44:34.262780 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58a6bb-fc47-4da4-aba4-6c289a24521e req-4ec8e71f-9c5e-46c0-b8c6-803dd377a41e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:34.264295 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe58a6bb-fc47-4da4-aba4-6c289a24521e req-4ec8e71f-9c5e-46c0-b8c6-803dd377a41e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.70 "GET /v2.0/ports?device_id=4e16c99a-61d4-4960-845e-e1ed9d1b32de HTTP/1.1" status: 200 len: 946 time: 0.1163673 Jul 16 01:44:34.336430 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6b17edd-7ed7-4f39-9479-7c9c6eb6c41c req-d32b8a27-067b-44a4-8b62-1a3c2d8f8dc0 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=cf7bc96b-4fc1-42db-a49b-986294adae65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711505 Jul 16 01:44:34.398517 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-fe58a6bb-fc47-4da4-aba4-6c289a24521e req-00646faa-cb8e-479d-9943-144a1e1cb864 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Deleting port 0fdbdea2-e001-4601-9a98-910906238db2 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:34.398984 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fe58a6bb-fc47-4da4-aba4-6c289a24521e req-00646faa-cb8e-479d-9943-144a1e1cb864 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.503214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-fe58a6bb-fc47-4da4-aba4-6c289a24521e req-00646faa-cb8e-479d-9943-144a1e1cb864 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] For port 0fdbdea2-e001-4601-9a98-910906238db2, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0fdbdea2-e001-4601-9a98-910906238db2,segment=NetworkSegment(841185b0-cf7f-452f-bd94-a087c68ce4d2),segment_id=841185b0-cf7f-452f-bd94-a087c68ce4d2)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:34.503570 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fe58a6bb-fc47-4da4-aba4-6c289a24521e req-00646faa-cb8e-479d-9943-144a1e1cb864 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.516297 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-fe58a6bb-fc47-4da4-aba4-6c289a24521e req-00646faa-cb8e-479d-9943-144a1e1cb864 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Calling delete_port for 0fdbdea2-e001-4601-9a98-910906238db2 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:34.680304 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fe58a6bb-fc47-4da4-aba4-6c289a24521e req-00646faa-cb8e-479d-9943-144a1e1cb864 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.724690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00646faa-cb8e-479d-9943-144a1e1cb864 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Port': ['ID=0fdbdea2-e001-4601-9a98-910906238db2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:34.788477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe58a6bb-fc47-4da4-aba4-6c289a24521e req-00646faa-cb8e-479d-9943-144a1e1cb864 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] No DVR routers for this DVR port 0fdbdea2-e001-4601-9a98-910906238db2 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:34.791640 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fe58a6bb-fc47-4da4-aba4-6c289a24521e req-00646faa-cb8e-479d-9943-144a1e1cb864 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:34.794068 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe58a6bb-fc47-4da4-aba4-6c289a24521e req-00646faa-cb8e-479d-9943-144a1e1cb864 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.70 "DELETE /v2.0/ports/0fdbdea2-e001-4601-9a98-910906238db2 HTTP/1.1" status: 204 len: 173 time: 0.5224879 Jul 16 01:44:34.794568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e16c99a-61d4-4960-845e-e1ed9d1b32de', 'name': 'network-vif-deleted', 'tag': '0fdbdea2-e001-4601-9a98-910906238db2'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:34.797977 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe50b13-c5f5-4ac1-81f1-a3e9f9894685" -d '{"events": [{"server_uuid": "4e16c99a-61d4-4960-845e-e1ed9d1b32de", "name": "network-vif-deleted", "tag": "0fdbdea2-e001-4601-9a98-910906238db2"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:34.845565 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe430ca0-46ff-4de1-9f56-8b5ae6fe9375 x-openstack-request-id: req-fe430ca0-46ff-4de1-9f56-8b5ae6fe9375 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:34.845858 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e16c99a-61d4-4960-845e-e1ed9d1b32de", "name": "network-vif-deleted", "tag": "0fdbdea2-e001-4601-9a98-910906238db2", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:34.846161 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe430ca0-46ff-4de1-9f56-8b5ae6fe9375 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:34.846564 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e16c99a-61d4-4960-845e-e1ed9d1b32de', 'name': 'network-vif-deleted', 'tag': '0fdbdea2-e001-4601-9a98-910906238db2', 'status': 'completed', 'code': 200} Jul 16 01:44:34.918434 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-916b2c34-ecad-4897-b591-8a9be7fd2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.323015 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-619932cc-b1e2-478b-8c42-700ab484fc46 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=bee206851aab453ca7af9dbff7e76913&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268307 Jul 16 01:44:35.444721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-cac2f662-c2ff-4830-931f-d2a13d4c1cff tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:35.446453 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-cac2f662-c2ff-4830-931f-d2a13d4c1cff tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1178865 Jul 16 01:44:35.462335 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-a2328f60-3e07-4688-9889-439fc2a2fc3c tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/quotas/bee206851aab453ca7af9dbff7e76913 HTTP/1.1" status: 200 len: 375 time: 0.0098369 Jul 16 01:44:35.503260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-0f47c4cf-3b98-4d06-bc92-b49f7454b799 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bee206851aab453ca7af9dbff7e76913&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345473 Jul 16 01:44:35.686393 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33596) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:35.754877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df712525-ea0f-4643-8622-0a2f7dc2333e req-3669f2fa-455f-4713-871a-ded662547f43 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9569ce-479b-4b68-8f47-222eaa71d394 HTTP/1.1" status: 200 len: 210 time: 0.0365665 Jul 16 01:44:35.786271 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85a187a8-fb8e-4c6c-aed5-9f634079c4bf tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.814481 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85a187a8-fb8e-4c6c-aed5-9f634079c4bf tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.893667 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85a187a8-fb8e-4c6c-aed5-9f634079c4bf tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.896236 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85a187a8-fb8e-4c6c-aed5-9f634079c4bf tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:35.904120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-85a187a8-fb8e-4c6c-aed5-9f634079c4bf tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "DELETE /v2.0/security-groups/cf7bc96b-4fc1-42db-a49b-986294adae65 HTTP/1.1" status: 204 len: 168 time: 0.2128129 Jul 16 01:44:35.915921 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a187a8-fb8e-4c6c-aed5-9f634079c4bf tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7bc96b-4fc1-42db-a49b-986294adae65,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:35.937783 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 33604) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:35.997924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02280cc-c029-47d9-90b9-9eb2047a71e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Deleting subnet d24a27f2-7a5f-4699-893d-4d6cc28fe9f5 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:36.001702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f02280cc-c029-47d9-90b9-9eb2047a71e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.049970 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f02280cc-c029-47d9-90b9-9eb2047a71e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.159982 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f02280cc-c029-47d9-90b9-9eb2047a71e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.224338 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f02280cc-c029-47d9-90b9-9eb2047a71e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.252870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02280cc-c029-47d9-90b9-9eb2047a71e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Subnet': ['ID=d24a27f2-7a5f-4699-893d-4d6cc28fe9f5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:36.256702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f02280cc-c029-47d9-90b9-9eb2047a71e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.261689 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f02280cc-c029-47d9-90b9-9eb2047a71e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "DELETE /v2.0/subnets/d24a27f2-7a5f-4699-893d-4d6cc28fe9f5 HTTP/1.1" status: 204 len: 168 time: 0.3189223 Jul 16 01:44:36.262071 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 33612) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:36.267221 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a0206f-00b4-4848-ac3f-15ebb7f71cb8 None None] Network 27d363e1-769c-457a-ac26-dd97cedd3dde requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:36.349106 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.404698 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Deleting port 06307399-fed8-4728-a71a-a1172983bb47 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:36.405051 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.472495 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2c60ab-6d3a-4090-8114-f00be823f428 None None] DHCP port deletion for 27d363e1-769c-457a-ac26-dd97cedd3dde request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:36.476319 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] For port 06307399-fed8-4728-a71a-a1172983bb47, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=06307399-fed8-4728-a71a-a1172983bb47,segment=NetworkSegment(841185b0-cf7f-452f-bd94-a087c68ce4d2),segment_id=841185b0-cf7f-452f-bd94-a087c68ce4d2)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:36.476687 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.489333 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Calling delete_port for 06307399-fed8-4728-a71a-a1172983bb47 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:36.522154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-bd2c60ab-6d3a-4090-8114-f00be823f428 None None] Deleting port 06307399-fed8-4728-a71a-a1172983bb47 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:36.522671 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bd2c60ab-6d3a-4090-8114-f00be823f428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.585199 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.589377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-bd2c60ab-6d3a-4090-8114-f00be823f428 None None] For port 06307399-fed8-4728-a71a-a1172983bb47, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=06307399-fed8-4728-a71a-a1172983bb47,segment=NetworkSegment(841185b0-cf7f-452f-bd94-a087c68ce4d2),segment_id=841185b0-cf7f-452f-bd94-a087c68ce4d2)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:36.589784 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bd2c60ab-6d3a-4090-8114-f00be823f428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.603943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-bd2c60ab-6d3a-4090-8114-f00be823f428 None None] Calling delete_port for 06307399-fed8-4728-a71a-a1172983bb47 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:36.619788 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Port': ['ID=06307399-fed8-4728-a71a-a1172983bb47,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:36.628631 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] No DVR routers for this DVR port 06307399-fed8-4728-a71a-a1172983bb47 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:36.694499 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bd2c60ab-6d3a-4090-8114-f00be823f428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.720718 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.725228 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c60ab-6d3a-4090-8114-f00be823f428 None None] Pushing event deleted for resources: {'Port': ['ID=06307399-fed8-4728-a71a-a1172983bb47,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:36.727073 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2c60ab-6d3a-4090-8114-f00be823f428 None None] No DVR routers for this DVR port 06307399-fed8-4728-a71a-a1172983bb47 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:36.732339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d363e1-769c-457a-ac26-dd97cedd3dde']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:36.747010 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '841185b0-cf7f-452f-bd94-a087c68ce4d2') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:36.747390 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '841185b0-cf7f-452f-bd94-a087c68ce4d2') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:36.757013 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.771945 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.779628 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:36.780105 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:36.783034 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:36.857638 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.865198 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:36.867047 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "DELETE /v2.0/networks/27d363e1-769c-457a-ac26-dd97cedd3dde HTTP/1.1" status: 204 len: 168 time: 0.6042185 Jul 16 01:44:36.869941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33622) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:36.881958 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2d344-4b8d-4a23-bd11-89901ae3a895 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Network': ['ID=27d363e1-769c-457a-ac26-dd97cedd3dde,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:36.956410 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c137ab8-736e-4eaa-b798-87d372992239 req-73e23de7-1468-4c58-9621-0d204ab749e5 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9569ce-479b-4b68-8f47-222eaa71d394 HTTP/1.1" status: 200 len: 210 time: 0.0421267 Jul 16 01:44:37.063982 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-afe6fed1-a766-4db4-86a4-dfe7994ba4bc tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=bee206851aab453ca7af9dbff7e76913&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329292 Jul 16 01:44:37.113595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-017809c4-a48c-4a9f-b789-bd07f7b36a74 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Deleting port 0603caae-f0c0-41e0-a66e-266bf2785a42 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:37.114052 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-017809c4-a48c-4a9f-b789-bd07f7b36a74 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.244387 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-017809c4-a48c-4a9f-b789-bd07f7b36a74 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.244639 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-017809c4-a48c-4a9f-b789-bd07f7b36a74 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.257541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-017809c4-a48c-4a9f-b789-bd07f7b36a74 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Calling delete_port for 0603caae-f0c0-41e0-a66e-266bf2785a42 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:37.296677 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-af79bad0-ed05-4c29-b2bb-3d8f2d4ca6e8 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:37.298124 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-af79bad0-ed05-4c29-b2bb-3d8f2d4ca6e8 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2274742 Jul 16 01:44:37.318078 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Request body: {'port': {'device_id': 'fd9569ce-479b-4b68-8f47-222eaa71d394', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': 'bee206851aab453ca7af9dbff7e76913'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:37.366753 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.418835 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-017809c4-a48c-4a9f-b789-bd07f7b36a74 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.451303 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Made reservation on behalf of bee206851aab453ca7af9dbff7e76913 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:37.454320 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017809c4-a48c-4a9f-b789-bd07f7b36a74 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Port': ['ID=0603caae-f0c0-41e0-a66e-266bf2785a42,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:37.455802 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.469049 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.511460 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 06307399-fed8-4728-a71a-a1172983bb47 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:37.535150 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-017809c4-a48c-4a9f-b789-bd07f7b36a74 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.535617 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-017809c4-a48c-4a9f-b789-bd07f7b36a74 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Floating IP ae6d4524-5a3d-48df-b28c-b2860f0fb719 disassociated (deleted). External IP: 172.25.2.147, port: bc1a23d0-6c4a-473c-a829-e3655c584e3e. Jul 16 01:44:37.548681 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 06307399-fed8-4728-a71a-a1172983bb47 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:37.549051 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 06307399-fed8-4728-a71a-a1172983bb47 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:37.582002 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.587225 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.682210 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2a408ddc-9749-4635-bc64-72a6e10520c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.769840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-017809c4-a48c-4a9f-b789-bd07f7b36a74 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Router 4f7a814e-356e-4e39-a082-39712f0cbcd5 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:37.884015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-017809c4-a48c-4a9f-b789-bd07f7b36a74 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:37.888625 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-017809c4-a48c-4a9f-b789-bd07f7b36a74 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:37.896056 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca10ff31-e4b1-47e9-aac8-c694d76b26e3 None None] Sync routers for ids ['4f7a814e-356e-4e39-a082-39712f0cbcd5'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:37.907186 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca10ff31-e4b1-47e9-aac8-c694d76b26e3 None None] Routers {'4f7a814e-356e-4e39-a082-39712f0cbcd5'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:37.908134 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ca10ff31-e4b1-47e9-aac8-c694d76b26e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:44:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4f7a814e-356e-4e39-a082-39712f0cbcd5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:37.933846 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-017809c4-a48c-4a9f-b789-bd07f7b36a74 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "DELETE /v2.0/floatingips/ae6d4524-5a3d-48df-b28c-b2860f0fb719 HTTP/1.1" status: 204 len: 168 time: 1.0627291 Jul 16 01:44:37.934825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'tag': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:37.938098 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe9797b-ff97-41ce-aeae-7703c46aa396" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ba8e76-e339-461b-b871-677c39c8b930", "tag": "bc1a23d0-6c4a-473c-a829-e3655c584e3e"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:37.990322 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44e1336-ffdc-4665-b887-aadf3925cd72,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:38.070177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-ca10ff31-e4b1-47e9-aac8-c694d76b26e3 None None] Set router 4f7a814e-356e-4e39-a082-39712f0cbcd5 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:38.076357 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Allocated IP 192.168.233.227 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/c624cccc-3841-4360-82de-ce49500d526e) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:38.255018 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65004c7e-2525-4ab0-bbb5-f2d964becaba x-openstack-request-id: req-65004c7e-2525-4ab0-bbb5-f2d964becaba {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:38.255416 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ba8e76-e339-461b-b871-677c39c8b930", "tag": "bc1a23d0-6c4a-473c-a829-e3655c584e3e", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:38.255964 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-65004c7e-2525-4ab0-bbb5-f2d964becaba {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:38.256472 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'tag': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e', 'status': 'completed', 'code': 200} Jul 16 01:44:38.333565 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.350946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Transition to ACTIVE for port object c624cccc-3841-4360-82de-ce49500d526e will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:38.373864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9797b-ff97-41ce-aeae-7703c46aa396 req-15959582-6a00-4ebf-8da5-8eb9502fd590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:38.375418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ffe9797b-ff97-41ce-aeae-7703c46aa396 req-15959582-6a00-4ebf-8da5-8eb9502fd590 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee981b259ae746e687689b1a6f1dfc15&device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 1097 time: 0.0923855 Jul 16 01:44:38.380082 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ca10ff31-e4b1-47e9-aac8-c694d76b26e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:44:31Z', 'revision_number': 6, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '0d2d7bc3-7e78-4df5-acab-10d1563a588f', 'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:05:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:49Z', 'updated_at': '2021-07-16T01:42:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:38.395438 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.414549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca10ff31-e4b1-47e9-aac8-c694d76b26e3 None None] Checking router: 4f7a814e-356e-4e39-a082-39712f0cbcd5 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:38.429447 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca10ff31-e4b1-47e9-aac8-c694d76b26e3 None None] Routers {'4f7a814e-356e-4e39-a082-39712f0cbcd5'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:38.430470 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ca10ff31-e4b1-47e9-aac8-c694d76b26e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:44:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4f7a814e-356e-4e39-a082-39712f0cbcd5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:38.450966 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:38.456368 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:38.459333 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:38.522883 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:38.523398 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.534242 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921d524-d26f-4591-ae3d-248a535abd5f req-20166d8e-1c45-4d03-a3eb-0b6be97bda74 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:38.542553 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c921d524-d26f-4591-ae3d-248a535abd5f req-20166d8e-1c45-4d03-a3eb-0b6be97bda74 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9569ce-479b-4b68-8f47-222eaa71d394 HTTP/1.1" status: 200 len: 936 time: 0.1397285 Jul 16 01:44:38.543292 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2281032 Jul 16 01:44:38.548561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b4d19-705c-4dd4-99b5-f5966faecb00 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Pushing event updated for resources: {'Port': ['ID=c624cccc-3841-4360-82de-ce49500d526e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:38.565087 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Request body: {'port': {'device_id': 'fd9569ce-479b-4b68-8f47-222eaa71d394', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:38.569639 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0fdbdea2-e001-4601-9a98-910906238db2 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:38.589675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9797b-ff97-41ce-aeae-7703c46aa396 req-740377ce-c9f1-47d6-bca1-bde03adccf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:38.591354 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ffe9797b-ff97-41ce-aeae-7703c46aa396 req-740377ce-c9f1-47d6-bca1-bde03adccf7d service neutron] 10.222.0.70 "GET /v2.0/networks?id=7deeb1d5-3862-4418-bf64-fb92dd5e6683 HTTP/1.1" status: 200 len: 897 time: 0.2083642 Jul 16 01:44:38.611030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 0fdbdea2-e001-4601-9a98-910906238db2 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:38.611621 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0fdbdea2-e001-4601-9a98-910906238db2 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:38.626628 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c921d524-d26f-4591-ae3d-248a535abd5f req-f3a55602-5588-4062-9996-b268db9820a4 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/security-groups?id=e44e1336-ffdc-4665-b887-aadf3925cd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830505 Jul 16 01:44:38.636929 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.658288 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-ca10ff31-e4b1-47e9-aac8-c694d76b26e3 None None] Set router 4f7a814e-356e-4e39-a082-39712f0cbcd5 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:38.661938 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ffe9797b-ff97-41ce-aeae-7703c46aa396 req-abc3065c-3536-43ff-8afa-7af00a06a1c6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc1a23d0-6c4a-473c-a829-e3655c584e3e HTTP/1.1" status: 200 len: 217 time: 0.0582275 Jul 16 01:44:38.714549 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:38.775995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9797b-ff97-41ce-aeae-7703c46aa396 req-386a9b65-6d9e-4bcc-a98f-d857a8fd9f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:38.777564 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ffe9797b-ff97-41ce-aeae-7703c46aa396 req-386a9b65-6d9e-4bcc-a98f-d857a8fd9f92 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=b903d3ed-7321-4ff5-9f6b-b66906c15f92 HTTP/1.1" status: 200 len: 834 time: 0.1050291 Jul 16 01:44:38.903235 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9797b-ff97-41ce-aeae-7703c46aa396 req-8e613151-08b9-45df-b610-5ba167850b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:38.905568 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ffe9797b-ff97-41ce-aeae-7703c46aa396 req-8e613151-08b9-45df-b610-5ba167850b9b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7deeb1d5-3862-4418-bf64-fb92dd5e6683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1205719 Jul 16 01:44:38.922633 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221979b4-cb79-4592-918e-dcac8bcf779c req-5c2a1517-fc2c-4b43-9772-f728470da368 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:38.930656 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-221979b4-cb79-4592-918e-dcac8bcf779c req-5c2a1517-fc2c-4b43-9772-f728470da368 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 945 time: 0.1466761 Jul 16 01:44:38.945122 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9d54f061-8310-4ee3-bd8d-1eaff1bcb62e None None] Provisioning for port c624cccc-3841-4360-82de-ce49500d526e completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:38.950205 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9d54f061-8310-4ee3-bd8d-1eaff1bcb62e None None] Provisioning complete for port c624cccc-3841-4360-82de-ce49500d526e triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:38.950463 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9d54f061-8310-4ee3-bd8d-1eaff1bcb62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.014380 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-ca10ff31-e4b1-47e9-aac8-c694d76b26e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:44:31Z', 'revision_number': 6, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '0d2d7bc3-7e78-4df5-acab-10d1563a588f', 'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:05:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:49Z', 'updated_at': '2021-07-16T01:42:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:39.014613 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-221979b4-cb79-4592-918e-dcac8bcf779c req-356044a7-c154-416c-a620-1bec4d9dee83 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2579ab-07df-4b48-9911-fc11fd7ce14f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830131 Jul 16 01:44:39.049889 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca10ff31-e4b1-47e9-aac8-c694d76b26e3 None None] The sync data for ids ['4f7a814e-356e-4e39-a082-39712f0cbcd5'] in n-d-791505-14 is: [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:44:31Z', 'revision_number': 6, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '0d2d7bc3-7e78-4df5-acab-10d1563a588f', 'name': '', 'network_id': '7deeb1d5-3862-4418-bf64-fb92dd5e6683', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:05:8e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:49Z', 'updated_at': '2021-07-16T01:42:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': 'b903d3ed-7321-4ff5-9f6b-b66906c15f92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:39.063289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9d54f061-8310-4ee3-bd8d-1eaff1bcb62e None None] Port c624cccc-3841-4360-82de-ce49500d526e cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:39.096126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ffe9797b-ff97-41ce-aeae-7703c46aa396 req-715e4720-2506-427f-abbd-c77c8c878147 service neutron] 10.222.0.70 "GET /v2.0/networks/7deeb1d5-3862-4418-bf64-fb92dd5e6683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631367 Jul 16 01:44:39.115642 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c624cccc-3841-4360-82de-ce49500d526e {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:39.124385 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.137955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Transition to ACTIVE for port object c624cccc-3841-4360-82de-ce49500d526e will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:39.143182 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.211513 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ffe9797b-ff97-41ce-aeae-7703c46aa396 req-b306d6e3-396f-4a82-8299-1205b398617a service neutron] 10.222.0.70 "GET /v2.0/networks/7deeb1d5-3862-4418-bf64-fb92dd5e6683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084213 Jul 16 01:44:39.221263 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Pushing event updated for resources: {'Port': ['ID=c624cccc-3841-4360-82de-ce49500d526e,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:39.295222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Attempting to bind port c624cccc-3841-4360-82de-ce49500d526e on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:39.295989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Attempting to bind port c624cccc-3841-4360-82de-ce49500d526e by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:39.296426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Attempting to bind port c624cccc-3841-4360-82de-ce49500d526e on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:39.306487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Port c624cccc-3841-4360-82de-ce49500d526e on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:39.306918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Attempting to bind port c624cccc-3841-4360-82de-ce49500d526e on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:39.312924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:39.313374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:39.313939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:39.314734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Bound port: c624cccc-3841-4360-82de-ce49500d526e, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:39.315294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.409749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] For port c624cccc-3841-4360-82de-ce49500d526e, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:39.413030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] For port c624cccc-3841-4360-82de-ce49500d526e, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=c624cccc-3841-4360-82de-ce49500d526e,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:39.419157 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.432345 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d64c122-78b5-41c1-a9e8-574f0ea20815 None None] New status for floating IP ae6d4524-5a3d-48df-b28c-b2860f0fb719: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:44:39.476402 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:39.477103 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:39.478568 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] 10.222.0.69 "PUT /v2.0/ports/c624cccc-3841-4360-82de-ce49500d526e HTTP/1.1" status: 200 len: 1097 time: 0.9181461 Jul 16 01:44:39.479351 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9569ce-479b-4b68-8f47-222eaa71d394', 'tag': 'c624cccc-3841-4360-82de-ce49500d526e'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:39.481816 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a214c13-f3d1-4291-aa9c-a97b87e041ff" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9569ce-479b-4b68-8f47-222eaa71d394", "tag": "c624cccc-3841-4360-82de-ce49500d526e"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:39.511560 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07550d-a00c-4470-9b5c-c271547b2220 service neutron] Pushing event updated for resources: {'Port': ['ID=c624cccc-3841-4360-82de-ce49500d526e,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:39.541424 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c16a69-f218-46f0-9f87-0d4b37a9e99d x-openstack-request-id: req-97c16a69-f218-46f0-9f87-0d4b37a9e99d {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:39.541753 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9569ce-479b-4b68-8f47-222eaa71d394", "tag": "c624cccc-3841-4360-82de-ce49500d526e", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:39.542010 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-97c16a69-f218-46f0-9f87-0d4b37a9e99d {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:39.542423 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9569ce-479b-4b68-8f47-222eaa71d394', 'tag': 'c624cccc-3841-4360-82de-ce49500d526e', 'status': 'completed', 'code': 200} Jul 16 01:44:39.625824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-7cf88a0b-4f90-4461-ad74-d3e04515ff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:39.627534 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-7cf88a0b-4f90-4461-ad74-d3e04515ff16 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bee206851aab453ca7af9dbff7e76913&device_id=fd9569ce-479b-4b68-8f47-222eaa71d394 HTTP/1.1" status: 200 len: 1100 time: 0.0637028 Jul 16 01:44:39.672619 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-630eb46d-eaa0-4755-9bbc-b4f1aa741716 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=c624cccc-3841-4360-82de-ce49500d526e HTTP/1.1" status: 200 len: 217 time: 0.0378458 Jul 16 01:44:39.732880 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-858e8d11-a3ad-41f3-afa0-88a68a708958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:39.734925 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-858e8d11-a3ad-41f3-afa0-88a68a708958 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0564103 Jul 16 01:44:39.810326 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-91a5513a-bb58-4af5-a49b-556ea3c529d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:39.811883 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-91a5513a-bb58-4af5-a49b-556ea3c529d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0702472 Jul 16 01:44:39.813984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9858f82-d73a-40aa-b083-fac98418fbc5 req-73707432-e65a-421d-baf9-60b614e8da65 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:39.815522 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c9858f82-d73a-40aa-b083-fac98418fbc5 req-73707432-e65a-421d-baf9-60b614e8da65 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 945 time: 0.1116517 Jul 16 01:44:39.892734 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640dd79-ff35-4896-86de-271cfa8b36de req-a2301a4c-950e-45e3-a377-f75bc2188461 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:39.894350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9640dd79-ff35-4896-86de-271cfa8b36de req-a2301a4c-950e-45e3-a377-f75bc2188461 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9569ce-479b-4b68-8f47-222eaa71d394 HTTP/1.1" status: 200 len: 948 time: 0.1347399 Jul 16 01:44:39.908767 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-f70ae375-d30d-46ed-905c-eacfa467ca06 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895870 Jul 16 01:44:39.972198 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9640dd79-ff35-4896-86de-271cfa8b36de req-c1522814-0f73-41f5-8883-e781704b2551 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/security-groups?id=e44e1336-ffdc-4665-b887-aadf3925cd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635815 Jul 16 01:44:39.983893 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-c9858f82-d73a-40aa-b083-fac98418fbc5 req-27feb070-9191-4d98-a19d-49f245d9fe8c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Deleting port bc1a23d0-6c4a-473c-a829-e3655c584e3e {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:39.984238 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c9858f82-d73a-40aa-b083-fac98418fbc5 req-27feb070-9191-4d98-a19d-49f245d9fe8c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.014604 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa22660d-6e8a-440a-9009-ce9307b528ee req-fd0fbf44-029b-493f-8b91-5c68db801371 service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993330 Jul 16 01:44:40.098947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-c9858f82-d73a-40aa-b083-fac98418fbc5 req-27feb070-9191-4d98-a19d-49f245d9fe8c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] For port bc1a23d0-6c4a-473c-a829-e3655c584e3e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bc1a23d0-6c4a-473c-a829-e3655c584e3e,segment=NetworkSegment(84310402-ff0d-454b-a557-2a5f74170796),segment_id=84310402-ff0d-454b-a557-2a5f74170796)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:40.099517 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c9858f82-d73a-40aa-b083-fac98418fbc5 req-27feb070-9191-4d98-a19d-49f245d9fe8c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.113885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-c9858f82-d73a-40aa-b083-fac98418fbc5 req-27feb070-9191-4d98-a19d-49f245d9fe8c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Calling delete_port for bc1a23d0-6c4a-473c-a829-e3655c584e3e owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:40.137628 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a214c13-f3d1-4291-aa9c-a97b87e041ff req-f0ce8139-3fe0-4874-9d17-ec484c12ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.139248 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a214c13-f3d1-4291-aa9c-a97b87e041ff req-f0ce8139-3fe0-4874-9d17-ec484c12ac83 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bee206851aab453ca7af9dbff7e76913&device_id=fd9569ce-479b-4b68-8f47-222eaa71d394 HTTP/1.1" status: 200 len: 1100 time: 0.0576155 Jul 16 01:44:40.237193 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a214c13-f3d1-4291-aa9c-a97b87e041ff req-3521a917-3b01-44a7-b35c-1e3ff703e643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.238959 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a214c13-f3d1-4291-aa9c-a97b87e041ff req-3521a917-3b01-44a7-b35c-1e3ff703e643 service neutron] 10.222.0.69 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.0932086 Jul 16 01:44:40.251371 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.257284 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9349853-e893-4d6b-af13-3ee771cf7d9f req-07b80b2d-d440-4612-9558-9b46e9d80cca tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.259118 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c9349853-e893-4d6b-af13-3ee771cf7d9f req-07b80b2d-d440-4612-9558-9b46e9d80cca tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3ba8e76-e339-461b-b871-677c39c8b930 HTTP/1.1" status: 200 len: 945 time: 0.0961616 Jul 16 01:44:40.284442 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a214c13-f3d1-4291-aa9c-a97b87e041ff req-13758899-857a-47b5-abdb-a55472ff8e8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=c624cccc-3841-4360-82de-ce49500d526e HTTP/1.1" status: 200 len: 217 time: 0.0373948 Jul 16 01:44:40.340718 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c9349853-e893-4d6b-af13-3ee771cf7d9f req-2b12e1d2-c485-4a6e-81a7-6ed34a813c47 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d2579ab-07df-4b48-9911-fc11fd7ce14f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713339 Jul 16 01:44:40.342948 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c9858f82-d73a-40aa-b083-fac98418fbc5 req-27feb070-9191-4d98-a19d-49f245d9fe8c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.343364 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a214c13-f3d1-4291-aa9c-a97b87e041ff req-5b29c3a4-6f8e-434c-9ff3-2f58827df1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.346063 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a214c13-f3d1-4291-aa9c-a97b87e041ff req-5b29c3a4-6f8e-434c-9ff3-2f58827df1f5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0540700 Jul 16 01:44:40.377896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27feb070-9191-4d98-a19d-49f245d9fe8c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Port': ['ID=bc1a23d0-6c4a-473c-a829-e3655c584e3e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:40.419976 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a214c13-f3d1-4291-aa9c-a97b87e041ff req-94544e5c-4140-4f29-81e1-ce87b51d77fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:40.421900 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a214c13-f3d1-4291-aa9c-a97b87e041ff req-94544e5c-4140-4f29-81e1-ce87b51d77fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0695086 Jul 16 01:44:40.429608 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9858f82-d73a-40aa-b083-fac98418fbc5 req-27feb070-9191-4d98-a19d-49f245d9fe8c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] No DVR routers for this DVR port bc1a23d0-6c4a-473c-a829-e3655c584e3e on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:40.432229 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c9858f82-d73a-40aa-b083-fac98418fbc5 req-27feb070-9191-4d98-a19d-49f245d9fe8c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:40.434309 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c9858f82-d73a-40aa-b083-fac98418fbc5 req-27feb070-9191-4d98-a19d-49f245d9fe8c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.70 "DELETE /v2.0/ports/bc1a23d0-6c4a-473c-a829-e3655c584e3e HTTP/1.1" status: 204 len: 173 time: 0.6094837 Jul 16 01:44:40.434749 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'name': 'network-vif-deleted', 'tag': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:40.437064 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f7cd67-459c-4af7-b332-32436f7d0d39" -d '{"events": [{"server_uuid": "e3ba8e76-e339-461b-b871-677c39c8b930", "name": "network-vif-deleted", "tag": "bc1a23d0-6c4a-473c-a829-e3655c584e3e"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:40.476925 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39671637-4a32-41f6-a0c1-dd171080c705 x-openstack-request-id: req-39671637-4a32-41f6-a0c1-dd171080c705 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:40.477285 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ba8e76-e339-461b-b871-677c39c8b930", "name": "network-vif-deleted", "tag": "bc1a23d0-6c4a-473c-a829-e3655c584e3e", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:40.477622 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39671637-4a32-41f6-a0c1-dd171080c705 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:40.478089 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3ba8e76-e339-461b-b871-677c39c8b930', 'name': 'network-vif-deleted', 'tag': 'bc1a23d0-6c4a-473c-a829-e3655c584e3e', 'status': 'completed', 'code': 200} Jul 16 01:44:40.536031 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a214c13-f3d1-4291-aa9c-a97b87e041ff req-b2cef9c8-f7aa-43c4-a3ad-3c82762fbeae service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060336 Jul 16 01:44:40.639068 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9a214c13-f3d1-4291-aa9c-a97b87e041ff req-a80cf47a-fbb0-4ee5-b060-3fdfd0dd245b service neutron] 10.222.0.69 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958390 Jul 16 01:44:41.171414 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed760c-71bf-494f-afda-f1d3f0cc0465 req-7bb578ae-8afc-4e76-b87b-3b66d4f13af4 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:41.172851 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bed760c-71bf-494f-afda-f1d3f0cc0465 req-7bb578ae-8afc-4e76-b87b-3b66d4f13af4 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9569ce-479b-4b68-8f47-222eaa71d394 HTTP/1.1" status: 200 len: 948 time: 0.0659525 Jul 16 01:44:41.213444 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bed760c-71bf-494f-afda-f1d3f0cc0465 req-fd0c921e-eaf8-43c4-9187-a96d0b34a824 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/security-groups?id=e44e1336-ffdc-4665-b887-aadf3925cd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343037 Jul 16 01:44:41.434181 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 33664) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:41.504217 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c5bf5a0f-137b-4303-9725-bea6f30ccaab tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.531946 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c5bf5a0f-137b-4303-9725-bea6f30ccaab tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.589389 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c5bf5a0f-137b-4303-9725-bea6f30ccaab tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.592188 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c5bf5a0f-137b-4303-9725-bea6f30ccaab tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:41.593414 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c5bf5a0f-137b-4303-9725-bea6f30ccaab tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "DELETE /v2.0/security-groups/7d2579ab-07df-4b48-9911-fc11fd7ce14f HTTP/1.1" status: 204 len: 168 time: 0.1568763 Jul 16 01:44:41.602225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf5a0f-137b-4303-9725-bea6f30ccaab tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2579ab-07df-4b48-9911-fc11fd7ce14f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:41.625360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33670) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:41.977896 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8254dd25-c45c-4e49-8b52-f1b08cba0df2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.236544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-8254dd25-c45c-4e49-8b52-f1b08cba0df2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Deleting port 0d2d7bc3-7e78-4df5-acab-10d1563a588f {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:42.237305 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8254dd25-c45c-4e49-8b52-f1b08cba0df2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.327433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-8254dd25-c45c-4e49-8b52-f1b08cba0df2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] For port 0d2d7bc3-7e78-4df5-acab-10d1563a588f, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0d2d7bc3-7e78-4df5-acab-10d1563a588f,segment=NetworkSegment(84310402-ff0d-454b-a557-2a5f74170796),segment_id=84310402-ff0d-454b-a557-2a5f74170796)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:42.327821 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8254dd25-c45c-4e49-8b52-f1b08cba0df2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.363723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-8254dd25-c45c-4e49-8b52-f1b08cba0df2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Calling delete_port for 0d2d7bc3-7e78-4df5-acab-10d1563a588f owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:42.452594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4563990-bfb2-415d-b0a8-183e9754ac14 req-9d3f8e3e-c4be-4139-9fbf-7c3878cb0929 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:42.454105 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4563990-bfb2-415d-b0a8-183e9754ac14 req-9d3f8e3e-c4be-4139-9fbf-7c3878cb0929 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9569ce-479b-4b68-8f47-222eaa71d394 HTTP/1.1" status: 200 len: 948 time: 0.1238682 Jul 16 01:44:42.529564 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device c624cccc-3841-4360-82de-ce49500d526e details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:44:42.533834 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4563990-bfb2-415d-b0a8-183e9754ac14 req-e8918748-a7f0-414c-a4ba-abed52051c1c tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/security-groups?id=e44e1336-ffdc-4665-b887-aadf3925cd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737362 Jul 16 01:44:42.639991 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8254dd25-c45c-4e49-8b52-f1b08cba0df2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.643830 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port c624cccc-3841-4360-82de-ce49500d526e, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=c624cccc-3841-4360-82de-ce49500d526e,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:42.655208 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'c624cccc-3841-4360-82de-ce49500d526e', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': 'c624cccc-3841-4360-82de-ce49500d526e', 'mac_address': 'fa:16:3e:13:28:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:44:42.670330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8254dd25-c45c-4e49-8b52-f1b08cba0df2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Port': ['ID=0d2d7bc3-7e78-4df5-acab-10d1563a588f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:42.694561 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.709007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c624cccc-3841-4360-82de-ce49500d526e {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:42.735871 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port c624cccc-3841-4360-82de-ce49500d526e, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=c624cccc-3841-4360-82de-ce49500d526e,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:42.741111 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:42.817797 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=c624cccc-3841-4360-82de-ce49500d526e,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:42.870399 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8254dd25-c45c-4e49-8b52-f1b08cba0df2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.006806 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['c624cccc-3841-4360-82de-ce49500d526e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:43.427466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8254dd25-c45c-4e49-8b52-f1b08cba0df2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Router 4f7a814e-356e-4e39-a082-39712f0cbcd5 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:43.535729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8254dd25-c45c-4e49-8b52-f1b08cba0df2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:43.544125 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 33700) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:43.544629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8254dd25-c45c-4e49-8b52-f1b08cba0df2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "PUT /v2.0/routers/4f7a814e-356e-4e39-a082-39712f0cbcd5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9174206 Jul 16 01:44:43.547194 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c537349b-5660-41ee-a5ed-e3c90326cee7 None None] Sync routers for ids ['4f7a814e-356e-4e39-a082-39712f0cbcd5'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:43.556468 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537349b-5660-41ee-a5ed-e3c90326cee7 None None] Routers {'4f7a814e-356e-4e39-a082-39712f0cbcd5'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:43.557081 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c537349b-5660-41ee-a5ed-e3c90326cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:44:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4f7a814e-356e-4e39-a082-39712f0cbcd5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:43.599267 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-af29dadc-c781-420c-9a9b-726a8b48cce7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Deleting subnet b903d3ed-7321-4ff5-9f6b-b66906c15f92 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:44:43.602847 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af29dadc-c781-420c-9a9b-726a8b48cce7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.682373 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af29dadc-c781-420c-9a9b-726a8b48cce7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.703443 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-c537349b-5660-41ee-a5ed-e3c90326cee7 None None] Set router 4f7a814e-356e-4e39-a082-39712f0cbcd5 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:43.749687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987676a-ae52-4f49-84d0-d0ebfae37c8e req-ca67c1d8-df2b-4b09-87a8-42121d6c11d6 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:43.752130 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7987676a-ae52-4f49-84d0-d0ebfae37c8e req-ca67c1d8-df2b-4b09-87a8-42121d6c11d6 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9569ce-479b-4b68-8f47-222eaa71d394 HTTP/1.1" status: 200 len: 949 time: 0.0887809 Jul 16 01:44:43.796666 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af29dadc-c781-420c-9a9b-726a8b48cce7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.806304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7987676a-ae52-4f49-84d0-d0ebfae37c8e req-857c3ac8-f38f-446c-b48c-93136a6591f4 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/security-groups?id=e44e1336-ffdc-4665-b887-aadf3925cd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480723 Jul 16 01:44:43.862685 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af29dadc-c781-420c-9a9b-726a8b48cce7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.895190 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af29dadc-c781-420c-9a9b-726a8b48cce7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Subnet': ['ID=b903d3ed-7321-4ff5-9f6b-b66906c15f92,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:43.902686 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af29dadc-c781-420c-9a9b-726a8b48cce7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:43.904201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c537349b-5660-41ee-a5ed-e3c90326cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:44:42Z', 'revision_number': 7, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:43.906359 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-af29dadc-c781-420c-9a9b-726a8b48cce7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "DELETE /v2.0/subnets/b903d3ed-7321-4ff5-9f6b-b66906c15f92 HTTP/1.1" status: 204 len: 168 time: 0.3610017 Jul 16 01:44:43.908005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33710) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:43.935214 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43c099f-998a-49f2-a1d0-62b27d4e3417 None None] Network 7deeb1d5-3862-4418-bf64-fb92dd5e6683 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:43.937684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c537349b-5660-41ee-a5ed-e3c90326cee7 None None] Checking router: 4f7a814e-356e-4e39-a082-39712f0cbcd5 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:43.966527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537349b-5660-41ee-a5ed-e3c90326cee7 None None] Routers {'4f7a814e-356e-4e39-a082-39712f0cbcd5'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:43.967248 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c537349b-5660-41ee-a5ed-e3c90326cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:44:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4f7a814e-356e-4e39-a082-39712f0cbcd5'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:44.036536 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5d33-e080-4ca9-be89-75fdc7bf61fa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.152342 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5d33-e080-4ca9-be89-75fdc7bf61fa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.208301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e5d33-e080-4ca9-be89-75fdc7bf61fa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Deleting port b8268a84-3751-4ad8-897b-2ff8eb3d038c {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:44.208796 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5d33-e080-4ca9-be89-75fdc7bf61fa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.292022 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-9a6e5d33-e080-4ca9-be89-75fdc7bf61fa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] For port b8268a84-3751-4ad8-897b-2ff8eb3d038c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b8268a84-3751-4ad8-897b-2ff8eb3d038c,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:44.292675 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5d33-e080-4ca9-be89-75fdc7bf61fa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.311085 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-c537349b-5660-41ee-a5ed-e3c90326cee7 None None] Set router 4f7a814e-356e-4e39-a082-39712f0cbcd5 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:44.320863 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9a6e5d33-e080-4ca9-be89-75fdc7bf61fa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Calling delete_port for b8268a84-3751-4ad8-897b-2ff8eb3d038c owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:44.501605 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba503f4-9a3d-4ae3-9f23-9066ab5e4439 None None] DHCP port deletion for 7deeb1d5-3862-4418-bf64-fb92dd5e6683 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:44:44.503687 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5d33-e080-4ca9-be89-75fdc7bf61fa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.533503 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e5d33-e080-4ca9-be89-75fdc7bf61fa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Port': ['ID=b8268a84-3751-4ad8-897b-2ff8eb3d038c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:44.542997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device c624cccc-3841-4360-82de-ce49500d526e up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:44.574206 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bc1a23d0-6c4a-473c-a829-e3655c584e3e no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:44.605868 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5d33-e080-4ca9-be89-75fdc7bf61fa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.611553 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: bc1a23d0-6c4a-473c-a829-e3655c584e3e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:44.611962 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bc1a23d0-6c4a-473c-a829-e3655c584e3e not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:44.628738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c537349b-5660-41ee-a5ed-e3c90326cee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:44:42Z', 'revision_number': 7, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:44.634391 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:44:44.658131 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c537349b-5660-41ee-a5ed-e3c90326cee7 None None] The sync data for ids ['4f7a814e-356e-4e39-a082-39712f0cbcd5'] in n-d-791505-14 is: [{'id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'name': 'tempest-TestNetworkBasicOps-router-472521907', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:44:42Z', 'revision_number': 7, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'b8268a84-3751-4ad8-897b-2ff8eb3d038c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7a814e-356e-4e39-a082-39712f0cbcd5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:42:46Z', 'updated_at': '2021-07-16T01:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:44.666385 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6ba503f4-9a3d-4ae3-9f23-9066ab5e4439 None None] Deleting port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:44.667328 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ba503f4-9a3d-4ae3-9f23-9066ab5e4439 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.687942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port c624cccc-3841-4360-82de-ce49500d526e completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:44.695472 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port c624cccc-3841-4360-82de-ce49500d526e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:44.695884 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.732747 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5d33-e080-4ca9-be89-75fdc7bf61fa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.738021 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5d33-e080-4ca9-be89-75fdc7bf61fa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.772507 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-6ba503f4-9a3d-4ae3-9f23-9066ab5e4439 None None] For port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0ec6460d-c53a-4844-a9d8-e0c59f1aed0d,segment=NetworkSegment(84310402-ff0d-454b-a557-2a5f74170796),segment_id=84310402-ff0d-454b-a557-2a5f74170796)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:44.773914 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ba503f4-9a3d-4ae3-9f23-9066ab5e4439 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.789115 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6ba503f4-9a3d-4ae3-9f23-9066ab5e4439 None None] Calling delete_port for 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:44.798497 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5d33-e080-4ca9-be89-75fdc7bf61fa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.799056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6e5d33-e080-4ca9-be89-75fdc7bf61fa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Fanout notify agent at l3_agent the message router_deleted on router 4f7a814e-356e-4e39-a082-39712f0cbcd5 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:44:44.806369 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9a6e5d33-e080-4ca9-be89-75fdc7bf61fa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.810781 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9a6e5d33-e080-4ca9-be89-75fdc7bf61fa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "DELETE /v2.0/routers/4f7a814e-356e-4e39-a082-39712f0cbcd5 HTTP/1.1" status: 204 len: 168 time: 0.8983269 Jul 16 01:44:44.811836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33730) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:44.906293 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.915675 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.946113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9569ce-479b-4b68-8f47-222eaa71d394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c624cccc-3841-4360-82de-ce49500d526e'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:44.948564 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9d6e0f-a5d3-481c-baf6-6138a98b4823" -d '{"events": [{"server_uuid": "fd9569ce-479b-4b68-8f47-222eaa71d394", "name": "network-vif-plugged", "status": "completed", "tag": "c624cccc-3841-4360-82de-ce49500d526e"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:44.961772 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ba503f4-9a3d-4ae3-9f23-9066ab5e4439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:44.966478 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port c624cccc-3841-4360-82de-ce49500d526e, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=c624cccc-3841-4360-82de-ce49500d526e,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:44.984393 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Deleting port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:44.984745 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.009330 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.016834 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba503f4-9a3d-4ae3-9f23-9066ab5e4439 None None] Pushing event deleted for resources: {'Port': ['ID=0ec6460d-c53a-4844-a9d8-e0c59f1aed0d,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.019659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba503f4-9a3d-4ae3-9f23-9066ab5e4439 None None] No DVR routers for this DVR port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:45.063951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] For port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d, host n-d-791505-14, got binding levels [] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:45.064311 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.077353 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Calling delete_port for 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:45.080213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.ipam_backend_mixin [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d was not found and therefore no delete operation was performed {{(pid=93919) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:44:45.081473 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.099995 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=c624cccc-3841-4360-82de-ce49500d526e,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.137014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Port': ['ID=0ec6460d-c53a-4844-a9d8-e0c59f1aed0d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.139006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] No DVR routers for this DVR port 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:45.242483 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.257633 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391a1cb-7163-4995-9516-ad15bc3e8243 req-e87b9952-f3df-4f87-a141-dd25a7b37911 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.259145 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e391a1cb-7163-4995-9516-ad15bc3e8243 req-e87b9952-f3df-4f87-a141-dd25a7b37911 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9569ce-479b-4b68-8f47-222eaa71d394 HTTP/1.1" status: 200 len: 950 time: 0.2767727 Jul 16 01:44:45.262788 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7deeb1d5-3862-4418-bf64-fb92dd5e6683']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:45.279807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84310402-ff0d-454b-a557-2a5f74170796') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:45.280115 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84310402-ff0d-454b-a557-2a5f74170796') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:45.297250 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.321188 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.325487 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e391a1cb-7163-4995-9516-ad15bc3e8243 req-ff687d27-4cf4-4d35-bfa4-1722e14857b2 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/security-groups?id=e44e1336-ffdc-4665-b887-aadf3925cd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603862 Jul 16 01:44:45.330324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:44:45.330706 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:44:45.334031 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:44:45.396461 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298b1e7a-13bb-4002-9db6-fe59516bed3b x-openstack-request-id: req-298b1e7a-13bb-4002-9db6-fe59516bed3b {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:45.396889 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9569ce-479b-4b68-8f47-222eaa71d394", "name": "network-vif-plugged", "status": "completed", "tag": "c624cccc-3841-4360-82de-ce49500d526e", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:45.397208 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-298b1e7a-13bb-4002-9db6-fe59516bed3b {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:45.397677 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9569ce-479b-4b68-8f47-222eaa71d394', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c624cccc-3841-4360-82de-ce49500d526e', 'code': 200} Jul 16 01:44:45.404359 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.422707 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.428291 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "DELETE /v2.0/networks/7deeb1d5-3862-4418-bf64-fb92dd5e6683 HTTP/1.1" status: 204 len: 168 time: 0.6117871 Jul 16 01:44:45.428291 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49088fd4-e108-4f77-9ca2-61f7a233bad8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Network': ['ID=7deeb1d5-3862-4418-bf64-fb92dd5e6683,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.442776 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 33748) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:45.448329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-52ccaf92-0832-42f1-9476-c1035f87b0d7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'network': {'name': 'tempest-network-smoke--1524235984', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'port_security_enabled': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:45.480680 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ccaf92-0832-42f1-9476-c1035f87b0d7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Made reservation on behalf of ee981b259ae746e687689b1a6f1dfc15 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:45.485472 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-52ccaf92-0832-42f1-9476-c1035f87b0d7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.549530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52ccaf92-0832-42f1-9476-c1035f87b0d7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:44:45.564965 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-52ccaf92-0832-42f1-9476-c1035f87b0d7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.565309 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-52ccaf92-0832-42f1-9476-c1035f87b0d7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Added segment 0f8b17fe-a72f-465c-8e64-63e9baa50167 of type vlan for network 0a15c707-eb41-4124-85b6-0a2b33f76b6f Jul 16 01:44:45.600741 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee84e8f-6c3b-419e-b8e9-70435d69de97 req-7a290a1e-1c08-41fe-afd2-6ca877fd4672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.602239 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0ee84e8f-6c3b-419e-b8e9-70435d69de97 req-7a290a1e-1c08-41fe-afd2-6ca877fd4672 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fd9569ce-479b-4b68-8f47-222eaa71d394 HTTP/1.1" status: 200 len: 1102 time: 0.1130328 Jul 16 01:44:45.616929 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-52ccaf92-0832-42f1-9476-c1035f87b0d7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.658911 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0ee84e8f-6c3b-419e-b8e9-70435d69de97 req-2b95c2c5-00e2-4093-9ad1-2a5775673111 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e44e1336-ffdc-4665-b887-aadf3925cd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507803 Jul 16 01:44:45.665999 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-52ccaf92-0832-42f1-9476-c1035f87b0d7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.672243 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ccaf92-0832-42f1-9476-c1035f87b0d7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:45.672827 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-52ccaf92-0832-42f1-9476-c1035f87b0d7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.708592 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-52ccaf92-0832-42f1-9476-c1035f87b0d7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2646270 Jul 16 01:44:45.711455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33754) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:45.716894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1996091115', 'admin_state_up': True, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:45.741562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccaf92-0832-42f1-9476-c1035f87b0d7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Network': ['ID=0a15c707-eb41-4124-85b6-0a2b33f76b6f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:45.743089 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.744118 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.752785 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 0a15c707-eb41-4124-85b6-0a2b33f76b6f details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:44:45.808408 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:45.926314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:45.953351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:45.953703 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0ec6460d-c53a-4844-a9d8-e0c59f1aed0d not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:45.954122 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0d2d7bc3-7e78-4df5-acab-10d1563a588f no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:45.975870 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 0d2d7bc3-7e78-4df5-acab-10d1563a588f {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:45.976291 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0d2d7bc3-7e78-4df5-acab-10d1563a588f not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:45.977497 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.188995 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.207582 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.314423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Allocated IP 172.25.2.152 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/bb92361d-5124-444f-934f-433205e1ce96) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:46.451015 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.532338 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:46.584856 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:46.592864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31001d85-3340-402b-be8a-d130bc11c369 req-d7cf30fd-3206-4a82-b727-5cd9ab9e4648 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:46.594388 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31001d85-3340-402b-be8a-d130bc11c369 req-d7cf30fd-3206-4a82-b727-5cd9ab9e4648 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9569ce-479b-4b68-8f47-222eaa71d394 HTTP/1.1" status: 200 len: 950 time: 0.1288521 Jul 16 01:44:46.600285 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:46.609290 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:46.611106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Port': ['ID=bb92361d-5124-444f-934f-433205e1ce96,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:46.666843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31001d85-3340-402b-be8a-d130bc11c369 req-be8454d2-cf69-4dfb-af08-d10ecd9950ab tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/security-groups?id=e44e1336-ffdc-4665-b887-aadf3925cd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640459 Jul 16 01:44:46.884020 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.093464 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.219200 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Router 155903a2-44d7-4b90-b2b9-03533277d9bd is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:44:47.323911 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:47.333429 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Sync routers for ids ['155903a2-44d7-4b90-b2b9-03533277d9bd'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:47.344404 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Routers {'155903a2-44d7-4b90-b2b9-03533277d9bd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:47.345034 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:44:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['155903a2-44d7-4b90-b2b9-03533277d9bd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:47.352695 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.357535 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-77d4288d-901f-4cd1-8cb5-ff3c2ae2f67d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.6415162 Jul 16 01:44:47.357866 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33790) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:47.389767 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a51ffc64-8ca7-4514-bde2-9163b60fc12e tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=ee981b259ae746e687689b1a6f1dfc15&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282300 Jul 16 01:44:47.390425 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33792) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:47.453566 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Set router 155903a2-44d7-4b90-b2b9-03533277d9bd gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:47.466483 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b8268a84-3751-4ad8-897b-2ff8eb3d038c no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:47.488671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: b8268a84-3751-4ad8-897b-2ff8eb3d038c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:47.489425 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b8268a84-3751-4ad8-897b-2ff8eb3d038c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:47.494661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0790fe6-e787-42eb-a337-ecd835417c00 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:47.498877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b0790fe6-e787-42eb-a337-ecd835417c00 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1048930 Jul 16 01:44:47.499208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 33794) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:47.539614 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-77d8a2a3-076f-4c9a-a4f2-9a0c1962cacf tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367348 Jul 16 01:44:47.540066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33798) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:47.545298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1724807405', 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:47.643924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Made reservation on behalf of ee981b259ae746e687689b1a6f1dfc15 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:47.647832 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.769316 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'name': 'tempest-TestNetworkBasicOps-router-1996091115', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'bb92361d-5124-444f-934f-433205e1ce96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:46Z', 'revision_number': 3, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'bb92361d-5124-444f-934f-433205e1ce96', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:46Z', 'updated_at': '2021-07-16T01:44:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:47.813485 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Checking router: 155903a2-44d7-4b90-b2b9-03533277d9bd for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:47.813781 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Updating router 155903a2-44d7-4b90-b2b9-03533277d9bd port bb92361d-5124-444f-934f-433205e1ce96 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:44:47.849442 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.884603 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:47.947424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b98e33-045c-49e7-9079-8835b90a1155 req-99c6461f-94f7-4dd4-ba3a-e8cd6b1e442a tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:47.957737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4b98e33-045c-49e7-9079-8835b90a1155 req-99c6461f-94f7-4dd4-ba3a-e8cd6b1e442a tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9569ce-479b-4b68-8f47-222eaa71d394 HTTP/1.1" status: 200 len: 950 time: 0.1520128 Jul 16 01:44:48.133420 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.145045 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Transition to ACTIVE for port object bb92361d-5124-444f-934f-433205e1ce96 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:48.150818 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.212544 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a106e-8a09-4664-8c9e-8683d95fe9c9 None None] Pushing event updated for resources: {'Port': ['ID=bb92361d-5124-444f-934f-433205e1ce96,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:48.215694 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Attempting to bind port bb92361d-5124-444f-934f-433205e1ce96 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:48.216119 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Attempting to bind port bb92361d-5124-444f-934f-433205e1ce96 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:48.216483 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Attempting to bind port bb92361d-5124-444f-934f-433205e1ce96 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:48.225152 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a106e-8a09-4664-8c9e-8683d95fe9c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.225501 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a106e-8a09-4664-8c9e-8683d95fe9c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.225902 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a106e-8a09-4664-8c9e-8683d95fe9c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.226237 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a106e-8a09-4664-8c9e-8683d95fe9c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.226568 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a106e-8a09-4664-8c9e-8683d95fe9c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.226949 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a106e-8a09-4664-8c9e-8683d95fe9c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.227279 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a106e-8a09-4664-8c9e-8683d95fe9c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.227602 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a106e-8a09-4664-8c9e-8683d95fe9c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.228021 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a106e-8a09-4664-8c9e-8683d95fe9c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.228349 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a106e-8a09-4664-8c9e-8683d95fe9c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.228675 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a106e-8a09-4664-8c9e-8683d95fe9c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.229645 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718a106e-8a09-4664-8c9e-8683d95fe9c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.238557 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:48.238954 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:48.239357 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.239746 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:48.240256 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Bound port: bb92361d-5124-444f-934f-433205e1ce96, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:48.240636 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.298343 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] For port bb92361d-5124-444f-934f-433205e1ce96, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:48.301715 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] For port bb92361d-5124-444f-934f-433205e1ce96, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bb92361d-5124-444f-934f-433205e1ce96,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:48.307687 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.336140 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Subnet': ['ID=92e7b9f2-21e9-411b-9399-c869d7e418a5,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:48.352097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.352097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.352459 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.352978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.353253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.353643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.354556 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.355282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.355282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.355705 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.356118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.356539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:48.364375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Checking segment: {'id': '0f8b17fe-a72f-465c-8e64-63e9baa50167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:48.364774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network hostable DHCP agents. Network: 0a15c707-eb41-4124-85b6-0a2b33f76b6f, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:44:48.376200 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d4b98e33-045c-49e7-9079-8835b90a1155 req-e61cf21d-5210-4cde-a17a-5bd3ab75e517 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/security-groups?id=e44e1336-ffdc-4665-b887-aadf3925cd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4182703 Jul 16 01:44:48.382835 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Routers {'155903a2-44d7-4b90-b2b9-03533277d9bd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:48.383468 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:44:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['155903a2-44d7-4b90-b2b9-03533277d9bd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:48.400036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network 0a15c707-eb41-4124-85b6-0a2b33f76b6f is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:44:48.412462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 0a15c707-eb41-4124-85b6-0a2b33f76b6f) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:48.417798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:48.418644 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.426056 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718a106e-8a09-4664-8c9e-8683d95fe9c9 None None] Pushing event updated for resources: {'Port': ['ID=bb92361d-5124-444f-934f-433205e1ce96,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:48.426384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06756ad-2dcb-4f80-8873-e803c1f60ad7 None None] Network 0a15c707-eb41-4124-85b6-0a2b33f76b6f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:48.445441 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-12920aeb-4685-4208-a18d-4b30809e7e1a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9042029 Jul 16 01:44:48.448356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 33824) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:48.548786 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] Set router 155903a2-44d7-4b90-b2b9-03533277d9bd gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:48.599439 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-0a15c707-eb41-4124-85b6-0a2b33f76b6f', 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'fixed_ips': [{'subnet_id': '92e7b9f2-21e9-411b-9399-c869d7e418a5'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:44:48.601205 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:48.816083 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Allocated IP 172.20.0.2 (0a15c707-eb41-4124-85b6-0a2b33f76b6f/92e7b9f2-21e9-411b-9399-c869d7e418a5/8c2de9a4-b0ad-4ed9-b84a-b1654dac3098) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:48.893046 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'name': 'tempest-TestNetworkBasicOps-router-1996091115', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'bb92361d-5124-444f-934f-433205e1ce96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:46Z', 'revision_number': 3, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'bb92361d-5124-444f-934f-433205e1ce96', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:46Z', 'updated_at': '2021-07-16T01:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:48.898767 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780c024-02b5-49af-abe0-c32a73d328f5 req-f10c0673-b1fd-4cd6-97f9-5ee3693bcc71 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:48.907063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1780c024-02b5-49af-abe0-c32a73d328f5 req-f10c0673-b1fd-4cd6-97f9-5ee3693bcc71 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9569ce-479b-4b68-8f47-222eaa71d394 HTTP/1.1" status: 200 len: 950 time: 0.0816264 Jul 16 01:44:48.930079 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15babadd-38e5-4698-b70b-2f1a19a1a2b7 None None] The sync data for ids ['155903a2-44d7-4b90-b2b9-03533277d9bd'] in n-d-791505-14 is: [{'id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'name': 'tempest-TestNetworkBasicOps-router-1996091115', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'bb92361d-5124-444f-934f-433205e1ce96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:46Z', 'revision_number': 3, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'bb92361d-5124-444f-934f-433205e1ce96', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:46Z', 'updated_at': '2021-07-16T01:44:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:48.942998 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1780c024-02b5-49af-abe0-c32a73d328f5 req-65c05d74-6a28-4c35-b24f-a76c0cd49275 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/security-groups?id=e44e1336-ffdc-4665-b887-aadf3925cd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350573 Jul 16 01:44:49.068553 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.070416 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.080098 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Transition to ACTIVE for port object 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:49.099987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Transition to ACTIVE for port object 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:49.106887 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.151529 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Network 0a15c707-eb41-4124-85b6-0a2b33f76b6f is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:49.154403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:49.160282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:49.172863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Pushing event updated for resources: {'Port': ['ID=8c2de9a4-b0ad-4ed9-b84a-b1654dac3098,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:49.239553 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Attempting to bind port 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:49.240028 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Attempting to bind port 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '0f8b17fe-a72f-465c-8e64-63e9baa50167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:49.240595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Attempting to bind port 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098 on network 0a15c707-eb41-4124-85b6-0a2b33f76b6f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:49.253244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:49.253622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Checking segment: {'id': '0f8b17fe-a72f-465c-8e64-63e9baa50167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:49.254115 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.254594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Bound using segment: {'id': '0f8b17fe-a72f-465c-8e64-63e9baa50167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:49.255162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Bound port: 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8b17fe-a72f-465c-8e64-63e9baa50167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:49.255625 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.362486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] For port 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:49.369292 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] For port 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8c2de9a4-b0ad-4ed9-b84a-b1654dac3098,segment=NetworkSegment(0f8b17fe-a72f-465c-8e64-63e9baa50167),segment_id=0f8b17fe-a72f-465c-8e64-63e9baa50167)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:49.375354 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.452079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Allocated IP 172.20.0.1 (0a15c707-eb41-4124-85b6-0a2b33f76b6f/92e7b9f2-21e9-411b-9399-c869d7e418a5/67e6e374-6abd-4140-80d1-47efe5ead553) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:49.480277 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e04b0c5-e8d1-45c7-994d-46eaf2f629d3 None None] Pushing event updated for resources: {'Port': ['ID=8c2de9a4-b0ad-4ed9-b84a-b1654dac3098,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:49.586776 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bb92361d-5124-444f-934f-433205e1ce96 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:49.658734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.685587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port bb92361d-5124-444f-934f-433205e1ce96 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:49.693810 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Transition to ACTIVE for port object 67e6e374-6abd-4140-80d1-47efe5ead553 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:49.698552 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port bb92361d-5124-444f-934f-433205e1ce96 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:49.699151 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.735560 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.784845 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network 0a15c707-eb41-4124-85b6-0a2b33f76b6f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:49.788664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:49.793552 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:49.848701 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Port': ['ID=67e6e374-6abd-4140-80d1-47efe5ead553,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:49.849813 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.873774 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:49.874119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:49.874457 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:49.874792 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:49.875123 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:49.875445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:49.875781 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:49.876121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:49.876488 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:49.876746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:49.877066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:49.877384 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:49.889531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:49.904113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port bb92361d-5124-444f-934f-433205e1ce96, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bb92361d-5124-444f-934f-433205e1ce96,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:49.910949 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.006882 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=bb92361d-5124-444f-934f-433205e1ce96,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:50.112225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38374bfc-3286-463f-b7a5-9b50090bc200 req-59332178-935d-4f50-b294-d5b010036c70 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:50.113842 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-38374bfc-3286-463f-b7a5-9b50090bc200 req-59332178-935d-4f50-b294-d5b010036c70 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.69 "GET /v2.0/ports?device_id=fd9569ce-479b-4b68-8f47-222eaa71d394 HTTP/1.1" status: 200 len: 950 time: 0.1368756 Jul 16 01:44:50.214465 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.224665 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6bf147-f432-448c-acc9-6b756274f48c req-6aca439d-bb7a-4808-811e-73abcb356ae9 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:50.232501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb6bf147-f432-448c-acc9-6b756274f48c req-6aca439d-bb7a-4808-811e-73abcb356ae9 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9569ce-479b-4b68-8f47-222eaa71d394 HTTP/1.1" status: 200 len: 950 time: 0.1018226 Jul 16 01:44:50.276350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb6bf147-f432-448c-acc9-6b756274f48c req-aefecc72-9f17-408d-a5ea-70234aec69f7 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/security-groups?id=e44e1336-ffdc-4665-b887-aadf3925cd72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423326 Jul 16 01:44:50.373539 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-38374bfc-3286-463f-b7a5-9b50090bc200 req-0ea54198-bb33-437a-9f31-36c611ed6966 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Deleting port c624cccc-3841-4360-82de-ce49500d526e {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:44:50.373886 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-38374bfc-3286-463f-b7a5-9b50090bc200 req-0ea54198-bb33-437a-9f31-36c611ed6966 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.554960 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-38374bfc-3286-463f-b7a5-9b50090bc200 req-0ea54198-bb33-437a-9f31-36c611ed6966 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] For port c624cccc-3841-4360-82de-ce49500d526e, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=c624cccc-3841-4360-82de-ce49500d526e,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:50.555362 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-38374bfc-3286-463f-b7a5-9b50090bc200 req-0ea54198-bb33-437a-9f31-36c611ed6966 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.597885 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-38374bfc-3286-463f-b7a5-9b50090bc200 req-0ea54198-bb33-437a-9f31-36c611ed6966 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Calling delete_port for c624cccc-3841-4360-82de-ce49500d526e owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:44:50.693737 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633f80ae-52c5-4ac5-9a1b-bcb4679ffb5d None None] Network 0a15c707-eb41-4124-85b6-0a2b33f76b6f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:44:50.719350 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.730033 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.784645 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0407a356-1092-4570-9230-2e4b8cb81a23 None None] Provisioning for port 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:50.840421 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.852444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Port': ['ID=67e6e374-6abd-4140-80d1-47efe5ead553,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:50.897705 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-38374bfc-3286-463f-b7a5-9b50090bc200 req-0ea54198-bb33-437a-9f31-36c611ed6966 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:50.916189 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['c624cccc-3841-4360-82de-ce49500d526e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:44:50.969412 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea54198-bb33-437a-9f31-36c611ed6966 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Pushing event deleted for resources: {'Port': ['ID=c624cccc-3841-4360-82de-ce49500d526e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:51.035823 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-38374bfc-3286-463f-b7a5-9b50090bc200 req-0ea54198-bb33-437a-9f31-36c611ed6966 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] No DVR routers for this DVR port c624cccc-3841-4360-82de-ce49500d526e on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:44:51.038969 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-38374bfc-3286-463f-b7a5-9b50090bc200 req-0ea54198-bb33-437a-9f31-36c611ed6966 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.041086 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-38374bfc-3286-463f-b7a5-9b50090bc200 req-0ea54198-bb33-437a-9f31-36c611ed6966 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.69 "DELETE /v2.0/ports/c624cccc-3841-4360-82de-ce49500d526e HTTP/1.1" status: 204 len: 173 time: 0.9221709 Jul 16 01:44:51.042116 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9569ce-479b-4b68-8f47-222eaa71d394', 'name': 'network-vif-deleted', 'tag': 'c624cccc-3841-4360-82de-ce49500d526e'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:51.044592 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b92a9ca-0213-4f65-9aa4-df3afe1b936d" -d '{"events": [{"server_uuid": "fd9569ce-479b-4b68-8f47-222eaa71d394", "name": "network-vif-deleted", "tag": "c624cccc-3841-4360-82de-ce49500d526e"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:51.075294 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network 0a15c707-eb41-4124-85b6-0a2b33f76b6f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:51.081041 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:51.165269 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3cf8f1b-9ab1-4ee4-a841-59a43f9d1468 x-openstack-request-id: req-a3cf8f1b-9ab1-4ee4-a841-59a43f9d1468 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:51.167345 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9569ce-479b-4b68-8f47-222eaa71d394", "name": "network-vif-deleted", "tag": "c624cccc-3841-4360-82de-ce49500d526e", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:51.167902 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a3cf8f1b-9ab1-4ee4-a841-59a43f9d1468 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:51.168749 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9569ce-479b-4b68-8f47-222eaa71d394', 'name': 'network-vif-deleted', 'tag': 'c624cccc-3841-4360-82de-ce49500d526e', 'status': 'completed', 'code': 200} Jul 16 01:44:51.306748 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Router 155903a2-44d7-4b90-b2b9-03533277d9bd has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:44:51.356381 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-45eb3ae1-2de8-4574-9739-8d29e4dbd8f3 None None] Provisioning for port 67e6e374-6abd-4140-80d1-47efe5ead553 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:51.361459 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-45eb3ae1-2de8-4574-9739-8d29e4dbd8f3 None None] Provisioning complete for port 67e6e374-6abd-4140-80d1-47efe5ead553 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:51.361956 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45eb3ae1-2de8-4574-9739-8d29e4dbd8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.412676 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-45eb3ae1-2de8-4574-9739-8d29e4dbd8f3 None None] Port 67e6e374-6abd-4140-80d1-47efe5ead553 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:51.493555 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:44:51.501298 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6c816c02-b40c-4b90-8b46-f4fbfd83967a tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "PUT /v2.0/routers/155903a2-44d7-4b90-b2b9-03533277d9bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0491660 Jul 16 01:44:51.501540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33882) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:51.509533 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Sync routers for ids ['155903a2-44d7-4b90-b2b9-03533277d9bd'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:44:51.532008 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Routers {'155903a2-44d7-4b90-b2b9-03533277d9bd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:51.544438 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:44:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['155903a2-44d7-4b90-b2b9-03533277d9bd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:51.674703 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7315a982-5df9-4ad8-bbfc-77745706023d req-4f94c236-ee69-4a96-9fcc-e2b3a515ddd1 tempest-VolumesNegativeTest-1409869153 tempest-VolumesNegativeTest-1409869153-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9569ce-479b-4b68-8f47-222eaa71d394 HTTP/1.1" status: 200 len: 210 time: 0.1613071 Jul 16 01:44:51.722891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:51.758133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f91c3c5-9d9f-4ca3-87ce-b0d06bfecf55 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.759196 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f91c3c5-9d9f-4ca3-87ce-b0d06bfecf55 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.761322 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f91c3c5-9d9f-4ca3-87ce-b0d06bfecf55 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.761803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f91c3c5-9d9f-4ca3-87ce-b0d06bfecf55 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.762269 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f91c3c5-9d9f-4ca3-87ce-b0d06bfecf55 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.762731 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f91c3c5-9d9f-4ca3-87ce-b0d06bfecf55 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.763221 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f91c3c5-9d9f-4ca3-87ce-b0d06bfecf55 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.767820 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8f91c3c5-9d9f-4ca3-87ce-b0d06bfecf55 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.2626781 Jul 16 01:44:51.768113 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 33884) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:51.794642 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a149f7fb-3711-4f79-9390-18697ac89f21 None None] Provisioning complete for port 67e6e374-6abd-4140-80d1-47efe5ead553 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:51.795128 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a149f7fb-3711-4f79-9390-18697ac89f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:51.836162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a149f7fb-3711-4f79-9390-18697ac89f21 None None] Port 67e6e374-6abd-4140-80d1-47efe5ead553 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:51.846388 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Set router 155903a2-44d7-4b90-b2b9-03533277d9bd gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:51.850388 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fbde1b-598b-4136-8570-3550c7f7e746 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.850985 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fbde1b-598b-4136-8570-3550c7f7e746 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.851509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fbde1b-598b-4136-8570-3550c7f7e746 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.852070 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fbde1b-598b-4136-8570-3550c7f7e746 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.852582 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fbde1b-598b-4136-8570-3550c7f7e746 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.853099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fbde1b-598b-4136-8570-3550c7f7e746 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.853742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fbde1b-598b-4136-8570-3550c7f7e746 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:51.856454 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b9fbde1b-598b-4136-8570-3550c7f7e746 tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4542 time: 0.0868149 Jul 16 01:44:51.858953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33890) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:52.014819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:52.027905 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:52.028643 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.039635 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f10a9d71-fa55-41e5-b13c-71e8ee9e3dfd tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2333 time: 0.1795292 Jul 16 01:44:52.117652 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f618c497-0118-4954-8597-175565fcc4f8 None None] Provisioning complete for port 67e6e374-6abd-4140-80d1-47efe5ead553 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:52.118027 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f618c497-0118-4954-8597-175565fcc4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.191798 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f618c497-0118-4954-8597-175565fcc4f8 None None] Port 67e6e374-6abd-4140-80d1-47efe5ead553 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:52.208413 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.225087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'name': 'tempest-TestNetworkBasicOps-router-1996091115', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'bb92361d-5124-444f-934f-433205e1ce96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:50Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'bb92361d-5124-444f-934f-433205e1ce96', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:46Z', 'updated_at': '2021-07-16T01:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '67e6e374-6abd-4140-80d1-47efe5ead553', 'name': '', 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:8e:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:49Z', 'updated_at': '2021-07-16T01:44:50Z', 'revision_number': 2, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:52.409002 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Checking router: 155903a2-44d7-4b90-b2b9-03533277d9bd for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:44:52.409359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Updating router 155903a2-44d7-4b90-b2b9-03533277d9bd port 67e6e374-6abd-4140-80d1-47efe5ead553 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:44:52.458938 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8c2de9a4-b0ad-4ed9-b84a-b1654dac3098,segment=NetworkSegment(0f8b17fe-a72f-465c-8e64-63e9baa50167),segment_id=0f8b17fe-a72f-465c-8e64-63e9baa50167)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:52.461885 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.465560 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.470849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bb92361d-5124-444f-934f-433205e1ce96 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:52.471352 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 33906) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:52.480730 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e48eaf89-b809-4b4c-9f65-bcd12f69f7e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-992851724', 'description': 'tempest-secgroup-smoke-992851724 description', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:52.513812 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e48eaf89-b809-4b4c-9f65-bcd12f69f7e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.585773 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=8c2de9a4-b0ad-4ed9-b84a-b1654dac3098,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.601810 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e48eaf89-b809-4b4c-9f65-bcd12f69f7e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.606587 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e48eaf89-b809-4b4c-9f65-bcd12f69f7e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.636568 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e48eaf89-b809-4b4c-9f65-bcd12f69f7e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.641025 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33908) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:52.642957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:52.643313 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:52.643660 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:52.644032 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:52.644367 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:52.644702 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:52.645031 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:52.645373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:52.645690 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:52.645951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-50e08223-711f-41e7-8028-c0fcb9649d33 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': '6e04c832-b11f-4e41-bc22-d3aced46f669', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:52.646089 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:52.646330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:52.646652 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:44:52.648337 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e48eaf89-b809-4b4c-9f65-bcd12f69f7e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1719451 Jul 16 01:44:52.651224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48eaf89-b809-4b4c-9f65-bcd12f69f7e2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e04c832-b11f-4e41-bc22-d3aced46f669,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.670904 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port bb92361d-5124-444f-934f-433205e1ce96 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:52.671279 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.675821 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50e08223-711f-41e7-8028-c0fcb9649d33 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.744508 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50e08223-711f-41e7-8028-c0fcb9649d33 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.749062 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50e08223-711f-41e7-8028-c0fcb9649d33 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.773160 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e08223-711f-41e7-8028-c0fcb9649d33 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529dcf8f-15fc-437e-ba57-cd4fdec12c79,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.783120 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50e08223-711f-41e7-8028-c0fcb9649d33 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.787952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-50e08223-711f-41e7-8028-c0fcb9649d33 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1457338 Jul 16 01:44:52.788617 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 33916) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:52.795157 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b641892d-97dc-4684-a051-b849341851a1 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': '6e04c832-b11f-4e41-bc22-d3aced46f669', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:52.828075 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b641892d-97dc-4684-a051-b849341851a1 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.898044 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b641892d-97dc-4684-a051-b849341851a1 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.903885 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b641892d-97dc-4684-a051-b849341851a1 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.918745 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.927998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641892d-97dc-4684-a051-b849341851a1 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d62ae17b-bbc1-4117-977a-c97a17574f9e,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:52.929779 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Transition to ACTIVE for port object 67e6e374-6abd-4140-80d1-47efe5ead553 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:52.938124 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b641892d-97dc-4684-a051-b849341851a1 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.942286 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b641892d-97dc-4684-a051-b849341851a1 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1489539 Jul 16 01:44:52.942833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 33926) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:52.946166 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:52.948811 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b4b3752f-b076-4821-846a-6c5b800be176 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': '6e04c832-b11f-4e41-bc22-d3aced46f669', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:52.979921 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4b3752f-b076-4821-846a-6c5b800be176 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.008347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f89bd-28f1-4345-85f7-acab70976437 None None] Pushing event updated for resources: {'Port': ['ID=67e6e374-6abd-4140-80d1-47efe5ead553,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.050333 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4b3752f-b076-4821-846a-6c5b800be176 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.065266 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4b3752f-b076-4821-846a-6c5b800be176 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.087234 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3752f-b076-4821-846a-6c5b800be176 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d091be79-9a87-4977-a444-ca11b8730c96,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.091179 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b4b3752f-b076-4821-846a-6c5b800be176 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.092806 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b4b3752f-b076-4821-846a-6c5b800be176 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487932 Jul 16 01:44:53.096101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 33934) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.102362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2e0f3549-bcff-473a-bced-8be80a8400b5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': '6e04c832-b11f-4e41-bc22-d3aced46f669', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:53.114274 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Attempting to bind port 67e6e374-6abd-4140-80d1-47efe5ead553 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:53.114819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Attempting to bind port 67e6e374-6abd-4140-80d1-47efe5ead553 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '0f8b17fe-a72f-465c-8e64-63e9baa50167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:53.114996 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Attempting to bind port 67e6e374-6abd-4140-80d1-47efe5ead553 on network 0a15c707-eb41-4124-85b6-0a2b33f76b6f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:53.121238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:53.121614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Checking segment: {'id': '0f8b17fe-a72f-465c-8e64-63e9baa50167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:53.122165 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.122463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Bound using segment: {'id': '0f8b17fe-a72f-465c-8e64-63e9baa50167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:53.123287 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Bound port: 67e6e374-6abd-4140-80d1-47efe5ead553, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8b17fe-a72f-465c-8e64-63e9baa50167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:53.123287 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.149182 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2e0f3549-bcff-473a-bced-8be80a8400b5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.248543 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] For port 67e6e374-6abd-4140-80d1-47efe5ead553, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:53.250897 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2e0f3549-bcff-473a-bced-8be80a8400b5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.253626 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] For port 67e6e374-6abd-4140-80d1-47efe5ead553, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=67e6e374-6abd-4140-80d1-47efe5ead553,segment=NetworkSegment(0f8b17fe-a72f-465c-8e64-63e9baa50167),segment_id=0f8b17fe-a72f-465c-8e64-63e9baa50167)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:53.254646 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2e0f3549-bcff-473a-bced-8be80a8400b5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.264350 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.279017 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f3549-bcff-473a-bced-8be80a8400b5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66a13dd9-140e-438f-b4fb-48a07deb82bc,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.299361 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2e0f3549-bcff-473a-bced-8be80a8400b5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.300622 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2e0f3549-bcff-473a-bced-8be80a8400b5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2030900 Jul 16 01:44:53.303816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 33948) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.309084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-9711c560-62cf-4798-97bf-c9a00dc6fc0f tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': '6e04c832-b11f-4e41-bc22-d3aced46f669', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:53.339489 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Routers {'155903a2-44d7-4b90-b2b9-03533277d9bd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:44:53.340185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:44:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['155903a2-44d7-4b90-b2b9-03533277d9bd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:53.340886 n-d-791505-14 neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-9711c560-62cf-4798-97bf-c9a00dc6fc0f tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Project ee981b259ae746e687689b1a6f1dfc15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:44:53.350464 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9711c560-62cf-4798-97bf-c9a00dc6fc0f tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.469004 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] Set router 155903a2-44d7-4b90-b2b9-03533277d9bd gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:44:53.482816 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9711c560-62cf-4798-97bf-c9a00dc6fc0f tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.499632 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9711c560-62cf-4798-97bf-c9a00dc6fc0f tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.523037 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711c560-62cf-4798-97bf-c9a00dc6fc0f tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f36e2aed-24c4-4eb3-9ed4-90af6481f028,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.546289 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9711c560-62cf-4798-97bf-c9a00dc6fc0f tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.547663 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9711c560-62cf-4798-97bf-c9a00dc6fc0f tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2430305 Jul 16 01:44:53.550684 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 33962) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:53.555632 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-41374dfb-9fd3-46f7-b264-66ce0fe7de5d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'security_group_rule': {'security_group_id': '6e04c832-b11f-4e41-bc22-d3aced46f669', 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:53.585972 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-41374dfb-9fd3-46f7-b264-66ce0fe7de5d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Project ee981b259ae746e687689b1a6f1dfc15 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:44:53.592703 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41374dfb-9fd3-46f7-b264-66ce0fe7de5d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.608315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:53.619078 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f89bd-28f1-4345-85f7-acab70976437 None None] Pushing event updated for resources: {'Port': ['ID=67e6e374-6abd-4140-80d1-47efe5ead553,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.685935 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41374dfb-9fd3-46f7-b264-66ce0fe7de5d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.694199 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41374dfb-9fd3-46f7-b264-66ce0fe7de5d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.726422 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41374dfb-9fd3-46f7-b264-66ce0fe7de5d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f93b9a6-fad5-4f96-b0cc-bb9cd31a4574,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:53.749106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:53.749527 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.756525 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-41374dfb-9fd3-46f7-b264-66ce0fe7de5d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:53.758365 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-41374dfb-9fd3-46f7-b264-66ce0fe7de5d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2066617 Jul 16 01:44:53.933376 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'name': 'tempest-TestNetworkBasicOps-router-1996091115', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'bb92361d-5124-444f-934f-433205e1ce96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:50Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'bb92361d-5124-444f-934f-433205e1ce96', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:46Z', 'updated_at': '2021-07-16T01:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '67e6e374-6abd-4140-80d1-47efe5ead553', 'name': '', 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:8e:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:49Z', 'updated_at': '2021-07-16T01:44:53Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:44:53.983616 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8feb2e8a-f928-4509-a72c-ac4bec110dab None None] The sync data for ids ['155903a2-44d7-4b90-b2b9-03533277d9bd'] in n-d-791505-14 is: [{'id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'name': 'tempest-TestNetworkBasicOps-router-1996091115', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'bb92361d-5124-444f-934f-433205e1ce96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:50Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'bb92361d-5124-444f-934f-433205e1ce96', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:46Z', 'updated_at': '2021-07-16T01:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '67e6e374-6abd-4140-80d1-47efe5ead553', 'name': '', 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:8e:3e:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:49Z', 'updated_at': '2021-07-16T01:44:53Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:44:54.011824 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-536b9119-15ba-45ed-be6a-e08dbcddf734 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-992851724&fields=id&tenant_id=ee981b259ae746e687689b1a6f1dfc15 HTTP/1.1" status: 200 len: 267 time: 0.0391049 Jul 16 01:44:54.190438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-53681f6d-5f19-419f-b1d1-7e0329da1261 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:54.201268 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-53681f6d-5f19-419f-b1d1-7e0329da1261 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/networks?id=0a15c707-eb41-4124-85b6-0a2b33f76b6f HTTP/1.1" status: 200 len: 797 time: 0.1798882 Jul 16 01:44:54.219257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-e25b4dd3-e623-471f-bc19-0d45fb69d4d7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/quotas/ee981b259ae746e687689b1a6f1dfc15 HTTP/1.1" status: 200 len: 375 time: 0.0167277 Jul 16 01:44:54.356748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-57cdddb5-759d-4be0-9c4f-e0863151d9c8 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ee981b259ae746e687689b1a6f1dfc15&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1280897 Jul 16 01:44:54.478375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-bfc327d2-17df-41eb-b000-c31d92b2ef11 service neutron] 10.222.0.22 "GET /v2.0/networks/0a15c707-eb41-4124-85b6-0a2b33f76b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203284 Jul 16 01:44:54.592148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device c624cccc-3841-4360-82de-ce49500d526e no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:44:54.622236 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-8dc390f0-96c2-44f9-a47f-919c03251f30 service neutron] 10.222.0.22 "GET /v2.0/networks/0a15c707-eb41-4124-85b6-0a2b33f76b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428788 Jul 16 01:44:54.630882 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: c624cccc-3841-4360-82de-ce49500d526e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:44:54.631239 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device c624cccc-3841-4360-82de-ce49500d526e not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:44:54.896867 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d7844af-7953-409f-8cfb-685c5abdd87c req-d8f681a9-f590-49f4-bae7-205b22ee8abd tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 210 time: 0.0688400 Jul 16 01:44:55.559853 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 67e6e374-6abd-4140-80d1-47efe5ead553 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:55.638853 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 67e6e374-6abd-4140-80d1-47efe5ead553 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:55.656047 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 67e6e374-6abd-4140-80d1-47efe5ead553 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:55.656047 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.762851 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.800789 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 67e6e374-6abd-4140-80d1-47efe5ead553, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=67e6e374-6abd-4140-80d1-47efe5ead553,segment=NetworkSegment(0f8b17fe-a72f-465c-8e64-63e9baa50167),segment_id=0f8b17fe-a72f-465c-8e64-63e9baa50167)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:44:55.804973 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:55.860245 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=67e6e374-6abd-4140-80d1-47efe5ead553,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:56.068569 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce853514-3791-4f15-b3fa-d24baddfbbe9 req-df24a6a3-574d-49da-a966-db89389a6f9c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 210 time: 0.0486424 Jul 16 01:44:56.244046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-91697937-9b3a-4c49-a91b-15e6a1817faa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:56.246278 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-91697937-9b3a-4c49-a91b-15e6a1817faa tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.70 "GET /v2.0/networks?id=0a15c707-eb41-4124-85b6-0a2b33f76b6f HTTP/1.1" status: 200 len: 797 time: 0.1177588 Jul 16 01:44:56.309289 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-ed7fab5b-944c-4bb7-a5c2-a53bb2c4f053 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee981b259ae746e687689b1a6f1dfc15 HTTP/1.1" status: 200 len: 379 time: 0.0525541 Jul 16 01:44:56.337661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-8256e5e1-3b64-4c1a-921d-d1e0d8e05734 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'port': {'device_id': '356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679', 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f', 'admin_state_up': True, 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'security_groups': ['6e04c832-b11f-4e41-bc22-d3aced46f669']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:56.512958 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-8256e5e1-3b64-4c1a-921d-d1e0d8e05734 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Made reservation on behalf of ee981b259ae746e687689b1a6f1dfc15 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:44:56.516860 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-8256e5e1-3b64-4c1a-921d-d1e0d8e05734 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.656692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-8256e5e1-3b64-4c1a-921d-d1e0d8e05734 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Allocated IP 172.20.0.3 (0a15c707-eb41-4124-85b6-0a2b33f76b6f/92e7b9f2-21e9-411b-9399-c869d7e418a5/1dd70a1a-85a1-45d8-9a08-b3935c7dde62) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:44:56.823608 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-8256e5e1-3b64-4c1a-921d-d1e0d8e05734 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.837187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-8256e5e1-3b64-4c1a-921d-d1e0d8e05734 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Transition to ACTIVE for port object 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:56.871291 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-8256e5e1-3b64-4c1a-921d-d1e0d8e05734 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:56.925438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-8256e5e1-3b64-4c1a-921d-d1e0d8e05734 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network 0a15c707-eb41-4124-85b6-0a2b33f76b6f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:44:56.928806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-8256e5e1-3b64-4c1a-921d-d1e0d8e05734 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:44:56.933807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-8256e5e1-3b64-4c1a-921d-d1e0d8e05734 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:44:56.963156 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8256e5e1-3b64-4c1a-921d-d1e0d8e05734 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Port': ['ID=1dd70a1a-85a1-45d8-9a08-b3935c7dde62,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.005542 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-8256e5e1-3b64-4c1a-921d-d1e0d8e05734 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:57.006574 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-8256e5e1-3b64-4c1a-921d-d1e0d8e05734 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.034336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-8256e5e1-3b64-4c1a-921d-d1e0d8e05734 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7170367 Jul 16 01:44:57.048289 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Request body: {'port': {'device_id': '356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:44:57.153265 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.294309 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b3f696d7-6c52-45dc-9317-d0065c9035ba None None] Provisioning for port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:44:57.300466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b3f696d7-6c52-45dc-9317-d0065c9035ba None None] Provisioning complete for port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:57.300943 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b3f696d7-6c52-45dc-9317-d0065c9035ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.350751 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b3f696d7-6c52-45dc-9317-d0065c9035ba None None] Port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:44:57.426094 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d33fe3-6231-4667-86d3-fb4c888c443a req-3fd1cc42-7db1-43aa-b2d9-99b0246ae24c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:57.428343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b8d33fe3-6231-4667-86d3-fb4c888c443a req-3fd1cc42-7db1-43aa-b2d9-99b0246ae24c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 931 time: 0.1472003 Jul 16 01:44:57.501741 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b8d33fe3-6231-4667-86d3-fb4c888c443a req-496d571f-2b4c-4023-aee6-e879da3e3560 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e04c832-b11f-4e41-bc22-d3aced46f669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689402 Jul 16 01:44:57.546336 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 67e6e374-6abd-4140-80d1-47efe5ead553 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:44:57.584669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:44:57.595698 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.599256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 67e6e374-6abd-4140-80d1-47efe5ead553 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:44:57.599786 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.611785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Transition to ACTIVE for port object 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:44:57.616802 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.719781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd70a1a-85a1-45d8-9a08-b3935c7dde62,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:57.761235 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Attempting to bind port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:44:57.761586 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Attempting to bind port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '0f8b17fe-a72f-465c-8e64-63e9baa50167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:44:57.761924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Attempting to bind port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 on network 0a15c707-eb41-4124-85b6-0a2b33f76b6f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:57.768168 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 on network 0a15c707-eb41-4124-85b6-0a2b33f76b6f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:44:57.768501 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Attempting to bind port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 on network 0a15c707-eb41-4124-85b6-0a2b33f76b6f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:44:57.773612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 44, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:44:57.773959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Checking segment: {'id': '0f8b17fe-a72f-465c-8e64-63e9baa50167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:44:57.774419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Bound using segment: {'id': '0f8b17fe-a72f-465c-8e64-63e9baa50167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:44:57.774863 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Bound port: 1dd70a1a-85a1-45d8-9a08-b3935c7dde62, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f8b17fe-a72f-465c-8e64-63e9baa50167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:44:57.775234 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.901502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] For port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:44:57.904697 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] For port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1dd70a1a-85a1-45d8-9a08-b3935c7dde62,segment=NetworkSegment(0f8b17fe-a72f-465c-8e64-63e9baa50167),segment_id=0f8b17fe-a72f-465c-8e64-63e9baa50167)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:44:57.911807 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.948146 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:57.951707 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:57.951707 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] 10.222.0.70 "PUT /v2.0/ports/1dd70a1a-85a1-45d8-9a08-b3935c7dde62 HTTP/1.1" status: 200 len: 1092 time: 0.9081194 Jul 16 01:44:57.951707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679', 'tag': '1dd70a1a-85a1-45d8-9a08-b3935c7dde62'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:44:57.952892 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801de4c2-c15c-4dea-9f81-debcf27311e0" -d '{"events": [{"name": "network-changed", "server_uuid": "356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679", "tag": "1dd70a1a-85a1-45d8-9a08-b3935c7dde62"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:44:57.981544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520cb4c-0ea7-488d-a725-86384c3e66f1 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd70a1a-85a1-45d8-9a08-b3935c7dde62,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:44:58.030756 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0063aea-92c8-47ba-b9d1-2539ec0821e1 x-openstack-request-id: req-e0063aea-92c8-47ba-b9d1-2539ec0821e1 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:44:58.031067 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679", "tag": "1dd70a1a-85a1-45d8-9a08-b3935c7dde62", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:44:58.031324 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e0063aea-92c8-47ba-b9d1-2539ec0821e1 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:44:58.031736 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679', 'tag': '1dd70a1a-85a1-45d8-9a08-b3935c7dde62', 'status': 'completed', 'code': 200} Jul 16 01:44:58.095108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-d344c974-09ff-4226-9c26-193fa079486c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:58.097020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-d344c974-09ff-4226-9c26-193fa079486c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee981b259ae746e687689b1a6f1dfc15&device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 1095 time: 0.0641882 Jul 16 01:44:58.141223 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-eb83dc47-2923-4f43-8c9c-754225d2e7b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dd70a1a-85a1-45d8-9a08-b3935c7dde62 HTTP/1.1" status: 200 len: 217 time: 0.0365102 Jul 16 01:44:58.209116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-7fbb6dbd-f7c2-42ee-9342-1cba1daaeb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:58.212753 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-7fbb6dbd-f7c2-42ee-9342-1cba1daaeb8c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=92e7b9f2-21e9-411b-9399-c869d7e418a5 HTTP/1.1" status: 200 len: 835 time: 0.0640037 Jul 16 01:44:58.278518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-94c5de56-6b37-4960-9855-02fb925c2266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:58.280524 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-94c5de56-6b37-4960-9855-02fb925c2266 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a15c707-eb41-4124-85b6-0a2b33f76b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605061 Jul 16 01:44:58.386386 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-910fe71b-2599-4206-ae99-7c0e4051c2ac service neutron] 10.222.0.70 "GET /v2.0/networks/0a15c707-eb41-4124-85b6-0a2b33f76b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971494 Jul 16 01:44:58.493486 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcd7091e-fdd5-496d-b9b1-5204d8525d24 req-ffa3778d-491e-40eb-bda0-d3e0d70ffff7 service neutron] 10.222.0.70 "GET /v2.0/networks/0a15c707-eb41-4124-85b6-0a2b33f76b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999122 Jul 16 01:44:58.687492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801de4c2-c15c-4dea-9f81-debcf27311e0 req-11bb868e-8211-4d5c-8979-49e6d40515fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:58.689150 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-801de4c2-c15c-4dea-9f81-debcf27311e0 req-11bb868e-8211-4d5c-8979-49e6d40515fa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee981b259ae746e687689b1a6f1dfc15&device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 1095 time: 0.1364496 Jul 16 01:44:58.752090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd479b9-eb3c-47df-b2ba-3060e571cf2f req-ce683523-1d4c-4b9f-98dc-8100faa46401 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:58.753655 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7bd479b9-eb3c-47df-b2ba-3060e571cf2f req-ce683523-1d4c-4b9f-98dc-8100faa46401 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 943 time: 0.1119409 Jul 16 01:44:58.838610 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7bd479b9-eb3c-47df-b2ba-3060e571cf2f req-f1930afe-8c35-4d6c-8c6f-81325a7bc653 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e04c832-b11f-4e41-bc22-d3aced46f669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575430 Jul 16 01:44:58.841454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801de4c2-c15c-4dea-9f81-debcf27311e0 req-72c9a027-a727-4480-944e-8862787496d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:58.842902 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-801de4c2-c15c-4dea-9f81-debcf27311e0 req-72c9a027-a727-4480-944e-8862787496d4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a15c707-eb41-4124-85b6-0a2b33f76b6f HTTP/1.1" status: 200 len: 898 time: 0.1446373 Jul 16 01:44:58.865719 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34284) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:58.887819 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-801de4c2-c15c-4dea-9f81-debcf27311e0 req-9b75f406-ef83-4a72-8ce1-65905373bc2b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dd70a1a-85a1-45d8-9a08-b3935c7dde62 HTTP/1.1" status: 200 len: 217 time: 0.0363293 Jul 16 01:44:58.984577 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801de4c2-c15c-4dea-9f81-debcf27311e0 req-3f51f32c-376e-4627-95d6-baeaaf69e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:58.986310 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-801de4c2-c15c-4dea-9f81-debcf27311e0 req-3f51f32c-376e-4627-95d6-baeaaf69e6cd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=92e7b9f2-21e9-411b-9399-c869d7e418a5 HTTP/1.1" status: 200 len: 835 time: 0.0845668 Jul 16 01:44:59.067434 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-64419149-5c0f-49a5-a4c4-cbc105e08703 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bee206851aab453ca7af9dbff7e76913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2003224 Jul 16 01:44:59.067594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 34290) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:44:59.079149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801de4c2-c15c-4dea-9f81-debcf27311e0 req-26f0c378-a485-4906-af19-7c430a9a5048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:44:59.088019 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-801de4c2-c15c-4dea-9f81-debcf27311e0 req-26f0c378-a485-4906-af19-7c430a9a5048 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a15c707-eb41-4124-85b6-0a2b33f76b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849435 Jul 16 01:44:59.194325 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1fa625b6-8238-493e-afc7-8244bdf24126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.229082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-801de4c2-c15c-4dea-9f81-debcf27311e0 req-ef2a57e4-7be1-4c53-bef9-9ebdb97149d8 service neutron] 10.222.0.70 "GET /v2.0/networks/0a15c707-eb41-4124-85b6-0a2b33f76b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352627 Jul 16 01:44:59.231908 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1fa625b6-8238-493e-afc7-8244bdf24126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.346103 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1fa625b6-8238-493e-afc7-8244bdf24126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.348605 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1fa625b6-8238-493e-afc7-8244bdf24126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:44:59.349733 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1fa625b6-8238-493e-afc7-8244bdf24126 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e44e1336-ffdc-4665-b887-aadf3925cd72 HTTP/1.1" status: 204 len: 168 time: 0.2803268 Jul 16 01:44:59.362061 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-801de4c2-c15c-4dea-9f81-debcf27311e0 req-24399e54-ad7e-42d5-b8ea-e009ce63dbb9 service neutron] 10.222.0.70 "GET /v2.0/networks/0a15c707-eb41-4124-85b6-0a2b33f76b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228280 Jul 16 01:44:59.363178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa625b6-8238-493e-afc7-8244bdf24126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44e1336-ffdc-4665-b887-aadf3925cd72,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:00.017791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdabc3-fba3-45cb-bd1a-878a7b2bc7c7 req-bd1bdb91-63f4-4ee5-aa02-6934c4233ac7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:00.019321 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ebfdabc3-fba3-45cb-bd1a-878a7b2bc7c7 req-bd1bdb91-63f4-4ee5-aa02-6934c4233ac7 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 943 time: 0.0662122 Jul 16 01:45:00.057235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ebfdabc3-fba3-45cb-bd1a-878a7b2bc7c7 req-c89a3110-aeba-4cae-b5b2-43e80e0d5815 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e04c832-b11f-4e41-bc22-d3aced46f669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318823 Jul 16 01:45:00.458685 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.631273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:45:00.726093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1dd70a1a-85a1-45d8-9a08-b3935c7dde62,segment=NetworkSegment(0f8b17fe-a72f-465c-8e64-63e9baa50167),segment_id=0f8b17fe-a72f-465c-8e64-63e9baa50167)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:00.737496 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '1dd70a1a-85a1-45d8-9a08-b3935c7dde62', 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f', 'port_id': '1dd70a1a-85a1-45d8-9a08-b3935c7dde62', 'mac_address': 'fa:16:3e:10:53:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:45:00.777459 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.790004 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:45:00.810131 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1dd70a1a-85a1-45d8-9a08-b3935c7dde62,segment=NetworkSegment(0f8b17fe-a72f-465c-8e64-63e9baa50167),segment_id=0f8b17fe-a72f-465c-8e64-63e9baa50167)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:00.813922 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:00.861743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1dd70a1a-85a1-45d8-9a08-b3935c7dde62,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:01.040308 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['1dd70a1a-85a1-45d8-9a08-b3935c7dde62'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:45:01.242660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b891f095-68bf-4e3e-8494-6acccad1d665 req-aaadd2aa-35d6-48f5-b9c9-46ecc0a04e3c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:01.245681 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b891f095-68bf-4e3e-8494-6acccad1d665 req-aaadd2aa-35d6-48f5-b9c9-46ecc0a04e3c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 944 time: 0.0749881 Jul 16 01:45:01.283287 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b891f095-68bf-4e3e-8494-6acccad1d665 req-15e9a451-18ed-4934-8b2d-ddb64b12d026 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e04c832-b11f-4e41-bc22-d3aced46f669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332971 Jul 16 01:45:01.397238 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.462363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a3c59-9b0a-459b-8a38-dd97b1bf12dc req-cd641c4b-e516-4d59-9d3e-0ad0c0648e57 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.464444 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3e4a3c59-9b0a-459b-8a38-dd97b1bf12dc req-cd641c4b-e516-4d59-9d3e-0ad0c0648e57 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 944 time: 0.0679619 Jul 16 01:45:02.504408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3e4a3c59-9b0a-459b-8a38-dd97b1bf12dc req-4145fabd-a9fc-49f4-97e1-2beeec11d7af tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e04c832-b11f-4e41-bc22-d3aced46f669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341344 Jul 16 01:45:02.628989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:45:02.678588 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:45:02.684287 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:45:02.684287 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.762384 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.784759 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd70a1a-85a1-45d8-9a08-b3935c7dde62'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:02.787050 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e38876b-c80f-446b-8790-3748eecf56ab" -d '{"events": [{"server_uuid": "356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679", "name": "network-vif-plugged", "status": "completed", "tag": "1dd70a1a-85a1-45d8-9a08-b3935c7dde62"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:02.800180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1dd70a1a-85a1-45d8-9a08-b3935c7dde62,segment=NetworkSegment(0f8b17fe-a72f-465c-8e64-63e9baa50167),segment_id=0f8b17fe-a72f-465c-8e64-63e9baa50167)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:02.804993 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:02.829721 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfde77e5-3c7a-4cdd-ba0e-d777fc44b319 x-openstack-request-id: req-bfde77e5-3c7a-4cdd-ba0e-d777fc44b319 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:02.830092 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679", "name": "network-vif-plugged", "status": "completed", "tag": "1dd70a1a-85a1-45d8-9a08-b3935c7dde62", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:02.830414 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bfde77e5-3c7a-4cdd-ba0e-d777fc44b319 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:02.830887 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd70a1a-85a1-45d8-9a08-b3935c7dde62', 'code': 200} Jul 16 01:45:02.858049 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1dd70a1a-85a1-45d8-9a08-b3935c7dde62,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:02.954409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e0ba5-4288-47fe-bb13-dce6bc9e0f11 req-ade1aab2-35f2-4f86-98da-fba3d42634a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:02.955189 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e0ba5-4288-47fe-bb13-dce6bc9e0f11 req-ade1aab2-35f2-4f86-98da-fba3d42634a4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 1097 time: 0.0526102 Jul 16 01:45:02.994753 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-610e0ba5-4288-47fe-bb13-dce6bc9e0f11 req-7e6ed4dd-869f-4b15-9758-7e05721430b2 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6e04c832-b11f-4e41-bc22-d3aced46f669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315852 Jul 16 01:45:03.685543 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54e98ea-cf8e-4e83-992a-a631041659cb req-7ad87ece-70e8-459a-b2ea-1722f111894f tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:03.687000 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f54e98ea-cf8e-4e83-992a-a631041659cb req-7ad87ece-70e8-459a-b2ea-1722f111894f tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 945 time: 0.0682890 Jul 16 01:45:03.739330 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f54e98ea-cf8e-4e83-992a-a631041659cb req-dddd6cbe-4bf5-467d-976b-007487584c06 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e04c832-b11f-4e41-bc22-d3aced46f669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449426 Jul 16 01:45:04.684252 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-ad396871-db0d-4577-ba26-b1efacabb056 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0580356 Jul 16 01:45:04.797288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-6ba0b8e4-9285-4d17-b613-ffe458f9a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.797916 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-6ba0b8e4-9285-4d17-b613-ffe458f9a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.798395 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-6ba0b8e4-9285-4d17-b613-ffe458f9a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.798963 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-6ba0b8e4-9285-4d17-b613-ffe458f9a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.799442 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-6ba0b8e4-9285-4d17-b613-ffe458f9a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.801254 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-6ba0b8e4-9285-4d17-b613-ffe458f9a830 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0680223 Jul 16 01:45:04.919616 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-3297cdb5-94d5-4f23-9082-72f5d1a99a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.920200 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-3297cdb5-94d5-4f23-9082-72f5d1a99a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.921001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-3297cdb5-94d5-4f23-9082-72f5d1a99a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.922790 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-3297cdb5-94d5-4f23-9082-72f5d1a99a08 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0954788 Jul 16 01:45:04.928177 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f7616-95f8-479b-90fa-4cba7e68aa70 req-6ac634aa-541e-465e-8a2f-df79ce46e386 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:04.928701 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9983a311-6613-49f6-9fd3-62b431df8d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:04.930996 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-390f7616-95f8-479b-90fa-4cba7e68aa70 req-6ac634aa-541e-465e-8a2f-df79ce46e386 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 945 time: 0.0712245 Jul 16 01:45:04.970224 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-028fcbd1-2a8e-4cb7-8f76-021318c017a3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0402565 Jul 16 01:45:04.972957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-390f7616-95f8-479b-90fa-4cba7e68aa70 req-22f9027a-045a-4818-8bc5-c9561a7c2b9e tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e04c832-b11f-4e41-bc22-d3aced46f669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336030 Jul 16 01:45:05.039866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-0fbeb28b-fb35-4e8d-aed1-49ba31e97b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.041996 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-0fbeb28b-fb35-4e8d-aed1-49ba31e97b75 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0657871 Jul 16 01:45:05.102701 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-935f49b6-041c-44cd-b7a0-dd0f5b336460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.104834 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-935f49b6-041c-44cd-b7a0-dd0f5b336460 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567787 Jul 16 01:45:05.155918 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb8147-94eb-4917-bdb7-054274b50316 req-668ceffb-a9aa-4921-a023-deacd2b9cb69 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.157583 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49cb8147-94eb-4917-bdb7-054274b50316 req-668ceffb-a9aa-4921-a023-deacd2b9cb69 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 945 time: 0.0679553 Jul 16 01:45:05.198906 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49cb8147-94eb-4917-bdb7-054274b50316 req-303857d5-ab40-4b5c-af78-6f56186b1902 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e04c832-b11f-4e41-bc22-d3aced46f669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355098 Jul 16 01:45:05.202160 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-96c7f282-a8aa-4713-aeab-b63e469db98d service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897174 Jul 16 01:45:05.224028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 34430) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.286786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cddc25-02c8-4884-b603-0f32f8314bae tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.292332 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-58cddc25-02c8-4884-b603-0f32f8314bae tempest-TestNetworkBasicOps-751079525 tempest-TestNetworkBasicOps-751079525-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 1092 time: 0.0672116 Jul 16 01:45:05.292499 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 34434) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:05.297225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': '1dd70a1a-85a1-45d8-9a08-b3935c7dde62', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:45:05.312701 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-1ac4fc4f-b4f4-42d0-9527-4b3477fa0eff service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056869 Jul 16 01:45:05.360338 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-1cbfce28-40d7-401f-bea8-28a9c0c6047a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0415919 Jul 16 01:45:05.361029 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:05.429022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-26078cb3-6c12-427e-8de5-dfc0023e560b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.430465 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-26078cb3-6c12-427e-8de5-dfc0023e560b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0577793 Jul 16 01:45:05.532800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-be2d1c72-84c6-43f6-a31d-893d7235e024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:05.534293 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-be2d1c72-84c6-43f6-a31d-893d7235e024 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0974488 Jul 16 01:45:05.539748 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.021815 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-34c46c8f-6518-4603-ad0c-bc80402236d3 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793401 Jul 16 01:45:06.042077 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Allocated IP 172.25.2.36 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/1bb4bb8c-4bf6-4263-9a78-d3f73d63b940) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:45:06.179969 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-0e8916f4-16de-4797-bd40-6d35b23b78d5 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507654 Jul 16 01:45:06.231067 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-bc28ebad-efeb-4539-a63d-ca50451a759b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0447259 Jul 16 01:45:06.252103 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.295310 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-025b411a-7051-41c6-aa54-78ed8e21797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.297062 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-025b411a-7051-41c6-aa54-78ed8e21797c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0577052 Jul 16 01:45:06.356827 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:06.401965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:45:06.407268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:45:06.410752 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:45:06.450962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-09065f71-af28-4759-943e-b3df77243393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.452489 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-09065f71-af28-4759-943e-b3df77243393 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1484108 Jul 16 01:45:06.455061 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Port': ['ID=1bb4bb8c-4bf6-4263-9a78-d3f73d63b940,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:06.614669 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-0ce4aa7c-78bc-4b34-9b01-7f65564ede22 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540074 Jul 16 01:45:06.789294 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-3283f90f-43d8-42be-968d-d9ccc661ec14 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659317 Jul 16 01:45:06.837210 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-bfda7370-e6da-4ef9-b5b3-5b38e20865e9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0386779 Jul 16 01:45:06.964669 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-0d715944-425f-40f9-b804-d3ef2eebb0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:06.966192 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-0d715944-425f-40f9-b804-d3ef2eebb0a3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0925555 Jul 16 01:45:07.060561 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.094949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-8628ae59-16e4-4c81-b768-5b6d18c3ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.096476 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-8628ae59-16e4-4c81-b768-5b6d18c3ccdb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1196051 Jul 16 01:45:07.197980 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.255124 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-4b681ae8-0689-4c64-a9c4-91d4c89a24ec service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492727 Jul 16 01:45:07.354956 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.432791 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-4057d618-72fd-47b6-8684-898c790951bd service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701422 Jul 16 01:45:07.483663 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-68e7080c-3839-4710-bad2-cd86c13b8511 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0454617 Jul 16 01:45:07.502147 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.521696 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.600814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-43f573b3-6989-4857-9545-3ca10b64ee5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.602314 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-43f573b3-6989-4857-9545-3ca10b64ee5f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.1129372 Jul 16 01:45:07.619479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event updated for resources: {'Port': ['ID=1bb4bb8c-4bf6-4263-9a78-d3f73d63b940,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:07.646300 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.687360 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a8f1aea6-4b09-4883-af7d-2e0e67e9a3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:07.748989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-4bf309c0-12a3-451f-a2e6-68844e9e8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:07.750604 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-4bf309c0-12a3-451f-a2e6-68844e9e8d7b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1402864 Jul 16 01:45:07.798461 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Floating IP 8a947937-e249-4516-b8f8-7bfe4b847adb associated. External IP: 172.25.2.36, port: 1dd70a1a-85a1-45d8-9a08-b3935c7dde62. Jul 16 01:45:07.927008 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-d3f03898-901d-47ab-8a4b-e2c8a1e7f9df service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665702 Jul 16 01:45:08.072626 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c9099ab4-2a31-40d1-8e94-e5de3a43e045 req-f5defcfb-4b41-4ab1-894c-b37304ce88e1 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389413 Jul 16 01:45:08.125912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Router 155903a2-44d7-4b90-b2b9-03533277d9bd has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:08.238327 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:08.247920 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d14752b-6970-4eb4-addb-19a212650c42 None None] Sync routers for ids ['155903a2-44d7-4b90-b2b9-03533277d9bd'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:08.254119 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.259633 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d14752b-6970-4eb4-addb-19a212650c42 None None] Routers {'155903a2-44d7-4b90-b2b9-03533277d9bd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:08.260548 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3d14752b-6970-4eb4-addb-19a212650c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:45:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['155903a2-44d7-4b90-b2b9-03533277d9bd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:08.297606 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4516504c-4906-4a9f-83a1-ac07d52cc01d tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0040917 Jul 16 01:45:08.298187 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679', 'tag': '1dd70a1a-85a1-45d8-9a08-b3935c7dde62'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:08.300634 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d1a92a-e57e-4f5f-b768-03a41acb9eeb" -d '{"events": [{"name": "network-changed", "server_uuid": "356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679", "tag": "1dd70a1a-85a1-45d8-9a08-b3935c7dde62"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:08.301086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 34490) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:08.343323 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f429001-cf55-4653-9ca7-8168287ea347 x-openstack-request-id: req-6f429001-cf55-4653-9ca7-8168287ea347 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:08.343536 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679", "tag": "1dd70a1a-85a1-45d8-9a08-b3935c7dde62", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:08.343802 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f429001-cf55-4653-9ca7-8168287ea347 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:08.344433 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679', 'tag': '1dd70a1a-85a1-45d8-9a08-b3935c7dde62', 'status': 'completed', 'code': 200} Jul 16 01:45:08.377615 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-3d14752b-6970-4eb4-addb-19a212650c42 None None] Set router 155903a2-44d7-4b90-b2b9-03533277d9bd gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:08.443582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6cc9f0b2-0917-420f-8c4c-92951a8ff7df tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/floatingips/8a947937-e249-4516-b8f8-7bfe4b847adb HTTP/1.1" status: 200 len: 990 time: 0.1406732 Jul 16 01:45:08.468654 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1a92a-e57e-4f5f-b768-03a41acb9eeb req-bd08064c-deb6-42af-81b0-c63c8ae1b84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.470162 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03d1a92a-e57e-4f5f-b768-03a41acb9eeb req-bd08064c-deb6-42af-81b0-c63c8ae1b84b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee981b259ae746e687689b1a6f1dfc15&device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 1097 time: 0.0951407 Jul 16 01:45:08.603301 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:08.608197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1a92a-e57e-4f5f-b768-03a41acb9eeb req-1741ba00-4ba2-4c4c-ac5a-ea48f013a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.609980 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03d1a92a-e57e-4f5f-b768-03a41acb9eeb req-1741ba00-4ba2-4c4c-ac5a-ea48f013a158 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a15c707-eb41-4124-85b6-0a2b33f76b6f HTTP/1.1" status: 200 len: 898 time: 0.1332512 Jul 16 01:45:08.640287 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3d14752b-6970-4eb4-addb-19a212650c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'name': 'tempest-TestNetworkBasicOps-router-1996091115', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'bb92361d-5124-444f-934f-433205e1ce96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:50Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'bb92361d-5124-444f-934f-433205e1ce96', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:46Z', 'updated_at': '2021-07-16T01:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '8a947937-e249-4516-b8f8-7bfe4b847adb', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'port_id': '1dd70a1a-85a1-45d8-9a08-b3935c7dde62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f', 'mac_address': 'fa:16:3e:10:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:45:06Z', 'updated_at': '2021-07-16T01:45:06Z', 'revision_number': 0, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e6e374-6abd-4140-80d1-47efe5ead553', 'name': '', 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:8e:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:49Z', 'updated_at': '2021-07-16T01:44:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:08.666526 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d14752b-6970-4eb4-addb-19a212650c42 None None] Checking router: 155903a2-44d7-4b90-b2b9-03533277d9bd for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:08.674814 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d14752b-6970-4eb4-addb-19a212650c42 None None] Routers {'155903a2-44d7-4b90-b2b9-03533277d9bd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:08.675421 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3d14752b-6970-4eb4-addb-19a212650c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:45:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['155903a2-44d7-4b90-b2b9-03533277d9bd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:08.696747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03d1a92a-e57e-4f5f-b768-03a41acb9eeb req-dfe5fba7-1a8f-4e68-95f6-d6f9658114c3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dd70a1a-85a1-45d8-9a08-b3935c7dde62 HTTP/1.1" status: 200 len: 998 time: 0.0790973 Jul 16 01:45:08.750110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1a92a-e57e-4f5f-b768-03a41acb9eeb req-4720f991-4e4b-47ca-aefe-3cafebe30ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.751871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03d1a92a-e57e-4f5f-b768-03a41acb9eeb req-4720f991-4e4b-47ca-aefe-3cafebe30ea0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=92e7b9f2-21e9-411b-9399-c869d7e418a5 HTTP/1.1" status: 200 len: 835 time: 0.0479896 Jul 16 01:45:08.781838 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-3d14752b-6970-4eb4-addb-19a212650c42 None None] Set router 155903a2-44d7-4b90-b2b9-03533277d9bd gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:08.815957 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1a92a-e57e-4f5f-b768-03a41acb9eeb req-6c366408-b417-4761-a30e-e811adb35a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:08.817527 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03d1a92a-e57e-4f5f-b768-03a41acb9eeb req-6c366408-b417-4761-a30e-e811adb35a51 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a15c707-eb41-4124-85b6-0a2b33f76b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555105 Jul 16 01:45:08.928060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03d1a92a-e57e-4f5f-b768-03a41acb9eeb req-edb4d19a-24b2-4029-b074-cb3b21726a36 service neutron] 10.222.0.70 "GET /v2.0/networks/0a15c707-eb41-4124-85b6-0a2b33f76b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961759 Jul 16 01:45:09.034873 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-03d1a92a-e57e-4f5f-b768-03a41acb9eeb req-83fd8b9d-5017-45af-ad21-0f86e34f2716 service neutron] 10.222.0.70 "GET /v2.0/networks/0a15c707-eb41-4124-85b6-0a2b33f76b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922768 Jul 16 01:45:09.104527 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3d14752b-6970-4eb4-addb-19a212650c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'name': 'tempest-TestNetworkBasicOps-router-1996091115', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'bb92361d-5124-444f-934f-433205e1ce96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:50Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'bb92361d-5124-444f-934f-433205e1ce96', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:46Z', 'updated_at': '2021-07-16T01:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '8a947937-e249-4516-b8f8-7bfe4b847adb', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'port_id': '1dd70a1a-85a1-45d8-9a08-b3935c7dde62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f', 'mac_address': 'fa:16:3e:10:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:45:06Z', 'updated_at': '2021-07-16T01:45:06Z', 'revision_number': 0, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e6e374-6abd-4140-80d1-47efe5ead553', 'name': '', 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:8e:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:49Z', 'updated_at': '2021-07-16T01:44:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:09.131261 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d14752b-6970-4eb4-addb-19a212650c42 None None] The sync data for ids ['155903a2-44d7-4b90-b2b9-03533277d9bd'] in n-d-791505-14 is: [{'id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'name': 'tempest-TestNetworkBasicOps-router-1996091115', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'bb92361d-5124-444f-934f-433205e1ce96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:50Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'bb92361d-5124-444f-934f-433205e1ce96', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:46Z', 'updated_at': '2021-07-16T01:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '8a947937-e249-4516-b8f8-7bfe4b847adb', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'floating_ip_address': '172.25.2.36', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'port_id': '1dd70a1a-85a1-45d8-9a08-b3935c7dde62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f', 'mac_address': 'fa:16:3e:10:53:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:45:06Z', 'updated_at': '2021-07-16T01:45:06Z', 'revision_number': 0, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67e6e374-6abd-4140-80d1-47efe5ead553', 'name': '', 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:8e:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:49Z', 'updated_at': '2021-07-16T01:44:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:09.325946 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ebe8ca-6a56-46a3-89b1-6c913a831c6c None None] New status for floating IP 8a947937-e249-4516-b8f8-7bfe4b847adb: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:45:09.447494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 34514) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:09.532383 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-457cf3f3-37f9-40fc-900b-3623c0060c46 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/floatingips/8a947937-e249-4516-b8f8-7bfe4b847adb HTTP/1.1" status: 200 len: 992 time: 0.0836527 Jul 16 01:45:10.247690 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:21.633626 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:45:30.476257 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:31.417402 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:34.920150 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-013af6be-7709-482a-a76c-966a6488ff52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.356813 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:37.687840 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-447deab5-8b4d-47a1-8d2d-ffbf0d8766b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:38.597497 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:40.257901 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:42.750162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35384) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:42.808686 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fb0553ca-de3e-4ee3-86a2-bf5f8650db0c tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/floatingips/8a947937-e249-4516-b8f8-7bfe4b847adb HTTP/1.1" status: 200 len: 992 time: 0.0574560 Jul 16 01:45:43.103141 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35390) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:43.270810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c7918-51e0-4bbb-9cd4-7cb02a8cd292 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Deleting port 1bb4bb8c-4bf6-4263-9a78-d3f73d63b940 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:43.271241 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7918-51e0-4bbb-9cd4-7cb02a8cd292 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.352301 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7918-51e0-4bbb-9cd4-7cb02a8cd292 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.352560 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7918-51e0-4bbb-9cd4-7cb02a8cd292 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.364670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c7918-51e0-4bbb-9cd4-7cb02a8cd292 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Calling delete_port for 1bb4bb8c-4bf6-4263-9a78-d3f73d63b940 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:43.517305 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7918-51e0-4bbb-9cd4-7cb02a8cd292 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.540512 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6c7918-51e0-4bbb-9cd4-7cb02a8cd292 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Port': ['ID=1bb4bb8c-4bf6-4263-9a78-d3f73d63b940,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:43.611207 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7918-51e0-4bbb-9cd4-7cb02a8cd292 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.611446 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-4e6c7918-51e0-4bbb-9cd4-7cb02a8cd292 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Floating IP 8a947937-e249-4516-b8f8-7bfe4b847adb disassociated (deleted). External IP: 172.25.2.36, port: 1dd70a1a-85a1-45d8-9a08-b3935c7dde62. Jul 16 01:45:43.812510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6c7918-51e0-4bbb-9cd4-7cb02a8cd292 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Router 155903a2-44d7-4b90-b2b9-03533277d9bd has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:43.921988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6c7918-51e0-4bbb-9cd4-7cb02a8cd292 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:43.926359 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e6c7918-51e0-4bbb-9cd4-7cb02a8cd292 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:43.933262 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf61655-ef9c-4cc0-8b8f-c383993d9a5f None None] Sync routers for ids ['155903a2-44d7-4b90-b2b9-03533277d9bd'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:43.942589 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf61655-ef9c-4cc0-8b8f-c383993d9a5f None None] Routers {'155903a2-44d7-4b90-b2b9-03533277d9bd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:43.943294 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-daf61655-ef9c-4cc0-8b8f-c383993d9a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:45:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['155903a2-44d7-4b90-b2b9-03533277d9bd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:43.970126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4e6c7918-51e0-4bbb-9cd4-7cb02a8cd292 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "DELETE /v2.0/floatingips/8a947937-e249-4516-b8f8-7bfe4b847adb HTTP/1.1" status: 204 len: 168 time: 0.8653646 Jul 16 01:45:43.970726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679', 'tag': '1dd70a1a-85a1-45d8-9a08-b3935c7dde62'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:43.973193 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b051ec25-8284-4276-b5d1-067ea4221767" -d '{"events": [{"name": "network-changed", "server_uuid": "356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679", "tag": "1dd70a1a-85a1-45d8-9a08-b3935c7dde62"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:44.052796 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-daf61655-ef9c-4cc0-8b8f-c383993d9a5f None None] Set router 155903a2-44d7-4b90-b2b9-03533277d9bd gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:44.220843 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f261d53f-e3e5-4a5d-8d0a-753d457d59d9 x-openstack-request-id: req-f261d53f-e3e5-4a5d-8d0a-753d457d59d9 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:44.221137 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679", "tag": "1dd70a1a-85a1-45d8-9a08-b3935c7dde62", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:44.221386 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f261d53f-e3e5-4a5d-8d0a-753d457d59d9 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:44.221787 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679', 'tag': '1dd70a1a-85a1-45d8-9a08-b3935c7dde62', 'status': 'completed', 'code': 200} Jul 16 01:45:44.280217 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-daf61655-ef9c-4cc0-8b8f-c383993d9a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'name': 'tempest-TestNetworkBasicOps-router-1996091115', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'bb92361d-5124-444f-934f-433205e1ce96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:50Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'bb92361d-5124-444f-934f-433205e1ce96', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:46Z', 'updated_at': '2021-07-16T01:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '67e6e374-6abd-4140-80d1-47efe5ead553', 'name': '', 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:8e:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:49Z', 'updated_at': '2021-07-16T01:44:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:44.314795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051ec25-8284-4276-b5d1-067ea4221767 req-26e6d092-3305-4cda-ad68-4dd5ca6d6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.316670 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b051ec25-8284-4276-b5d1-067ea4221767 req-26e6d092-3305-4cda-ad68-4dd5ca6d6649 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ee981b259ae746e687689b1a6f1dfc15&device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 1097 time: 0.0665717 Jul 16 01:45:44.317621 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf61655-ef9c-4cc0-8b8f-c383993d9a5f None None] Checking router: 155903a2-44d7-4b90-b2b9-03533277d9bd for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:44.328473 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf61655-ef9c-4cc0-8b8f-c383993d9a5f None None] Routers {'155903a2-44d7-4b90-b2b9-03533277d9bd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:44.329354 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-daf61655-ef9c-4cc0-8b8f-c383993d9a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:45:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['155903a2-44d7-4b90-b2b9-03533277d9bd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:44.447913 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-daf61655-ef9c-4cc0-8b8f-c383993d9a5f None None] Set router 155903a2-44d7-4b90-b2b9-03533277d9bd gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:44.461310 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0433e0-ce20-4a41-91a9-e51887aaf9f9 req-89946984-6f92-44f7-b7ae-524765f5b414 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.462873 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e0433e0-ce20-4a41-91a9-e51887aaf9f9 req-89946984-6f92-44f7-b7ae-524765f5b414 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 945 time: 0.1430469 Jul 16 01:45:44.491631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051ec25-8284-4276-b5d1-067ea4221767 req-32e16024-9464-4ec9-a007-12043009c3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.493141 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b051ec25-8284-4276-b5d1-067ea4221767 req-32e16024-9464-4ec9-a007-12043009c3d1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=0a15c707-eb41-4124-85b6-0a2b33f76b6f HTTP/1.1" status: 200 len: 898 time: 0.1370435 Jul 16 01:45:44.556317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b051ec25-8284-4276-b5d1-067ea4221767 req-90e88f39-947e-4f02-b3c6-d88abc3bada4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1dd70a1a-85a1-45d8-9a08-b3935c7dde62 HTTP/1.1" status: 200 len: 217 time: 0.0501442 Jul 16 01:45:44.559974 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e0433e0-ce20-4a41-91a9-e51887aaf9f9 req-947012a6-2089-4f1f-b89f-6552e3786ea2 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e04c832-b11f-4e41-bc22-d3aced46f669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897520 Jul 16 01:45:44.615635 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051ec25-8284-4276-b5d1-067ea4221767 req-9121a210-3755-45f7-87af-5b0322e08cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.617070 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b051ec25-8284-4276-b5d1-067ea4221767 req-9121a210-3755-45f7-87af-5b0322e08cda service neutron] 10.222.0.70 "GET /v2.0/subnets?id=92e7b9f2-21e9-411b-9399-c869d7e418a5 HTTP/1.1" status: 200 len: 835 time: 0.0504763 Jul 16 01:45:44.653873 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-daf61655-ef9c-4cc0-8b8f-c383993d9a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'name': 'tempest-TestNetworkBasicOps-router-1996091115', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'bb92361d-5124-444f-934f-433205e1ce96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:50Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'bb92361d-5124-444f-934f-433205e1ce96', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:46Z', 'updated_at': '2021-07-16T01:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '67e6e374-6abd-4140-80d1-47efe5ead553', 'name': '', 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:8e:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:49Z', 'updated_at': '2021-07-16T01:44:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:44.676201 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051ec25-8284-4276-b5d1-067ea4221767 req-c57e165f-7321-472e-bfd5-8496c080174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:44.678129 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b051ec25-8284-4276-b5d1-067ea4221767 req-c57e165f-7321-472e-bfd5-8496c080174e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=0a15c707-eb41-4124-85b6-0a2b33f76b6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537379 Jul 16 01:45:44.687001 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf61655-ef9c-4cc0-8b8f-c383993d9a5f None None] The sync data for ids ['155903a2-44d7-4b90-b2b9-03533277d9bd'] in n-d-791505-14 is: [{'id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'name': 'tempest-TestNetworkBasicOps-router-1996091115', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'bb92361d-5124-444f-934f-433205e1ce96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:44:50Z', 'revision_number': 4, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'bb92361d-5124-444f-934f-433205e1ce96', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:46Z', 'updated_at': '2021-07-16T01:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '67e6e374-6abd-4140-80d1-47efe5ead553', 'name': '', 'network_id': '0a15c707-eb41-4124-85b6-0a2b33f76b6f', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'mac_address': 'fa:16:3e:8e:3e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3450, 'fixed_ips': [{'subnet_id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:49Z', 'updated_at': '2021-07-16T01:44:55Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'subnets': [{'id': '92e7b9f2-21e9-411b-9399-c869d7e418a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:44.773192 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b051ec25-8284-4276-b5d1-067ea4221767 req-31b67a07-959c-4850-afc1-d42ba3c789c1 service neutron] 10.222.0.70 "GET /v2.0/networks/0a15c707-eb41-4124-85b6-0a2b33f76b6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850208 Jul 16 01:45:44.875086 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b051ec25-8284-4276-b5d1-067ea4221767 req-1c681fa6-eebf-4f00-99c7-426e9644083f service neutron] 10.222.0.70 "GET /v2.0/networks/0a15c707-eb41-4124-85b6-0a2b33f76b6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928605 Jul 16 01:45:44.935430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5396c56-7c9c-4245-bdd2-f57160426c79 None None] New status for floating IP 8a947937-e249-4516-b8f8-7bfe4b847adb: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:45:45.744882 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c023d36-0d4e-444b-b07e-0136b69fa345 req-db02681b-1e2f-4648-80d3-73344814a672 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:45.746593 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c023d36-0d4e-444b-b07e-0136b69fa345 req-db02681b-1e2f-4648-80d3-73344814a672 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 945 time: 0.0634251 Jul 16 01:45:45.818577 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c023d36-0d4e-444b-b07e-0136b69fa345 req-106d896d-c9bd-48ad-8254-061b7a005790 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/security-groups?id=6e04c832-b11f-4e41-bc22-d3aced46f669&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655255 Jul 16 01:45:45.857675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dd9283-89a2-44d2-9918-796a549cb69b req-9d3ba88c-9930-487f-adf5-11cc69809821 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:45:45.859227 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80dd9283-89a2-44d2-9918-796a549cb69b req-9d3ba88c-9930-487f-adf5-11cc69809821 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.70 "GET /v2.0/ports?device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 945 time: 0.0904515 Jul 16 01:45:46.304735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-80dd9283-89a2-44d2-9918-796a549cb69b req-aad27a54-9df5-4d03-8140-0e5eefa4c647 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Deleting port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:46.305418 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-80dd9283-89a2-44d2-9918-796a549cb69b req-aad27a54-9df5-4d03-8140-0e5eefa4c647 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.401054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-80dd9283-89a2-44d2-9918-796a549cb69b req-aad27a54-9df5-4d03-8140-0e5eefa4c647 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] For port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1dd70a1a-85a1-45d8-9a08-b3935c7dde62,segment=NetworkSegment(0f8b17fe-a72f-465c-8e64-63e9baa50167),segment_id=0f8b17fe-a72f-465c-8e64-63e9baa50167)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:46.401301 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-80dd9283-89a2-44d2-9918-796a549cb69b req-aad27a54-9df5-4d03-8140-0e5eefa4c647 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.413603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-80dd9283-89a2-44d2-9918-796a549cb69b req-aad27a54-9df5-4d03-8140-0e5eefa4c647 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Calling delete_port for 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:46.540770 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-80dd9283-89a2-44d2-9918-796a549cb69b req-aad27a54-9df5-4d03-8140-0e5eefa4c647 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.599156 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad27a54-9df5-4d03-8140-0e5eefa4c647 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Port': ['ID=1dd70a1a-85a1-45d8-9a08-b3935c7dde62,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:46.621815 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-80dd9283-89a2-44d2-9918-796a549cb69b req-aad27a54-9df5-4d03-8140-0e5eefa4c647 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] No DVR routers for this DVR port 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:46.624738 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-80dd9283-89a2-44d2-9918-796a549cb69b req-aad27a54-9df5-4d03-8140-0e5eefa4c647 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:46.627664 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80dd9283-89a2-44d2-9918-796a549cb69b req-aad27a54-9df5-4d03-8140-0e5eefa4c647 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.70 "DELETE /v2.0/ports/1dd70a1a-85a1-45d8-9a08-b3935c7dde62 HTTP/1.1" status: 204 len: 173 time: 0.7627409 Jul 16 01:45:46.628211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679', 'name': 'network-vif-deleted', 'tag': '1dd70a1a-85a1-45d8-9a08-b3935c7dde62'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:45:46.631731 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d81c81-9f0a-4198-86f4-2635dcd60f16" -d '{"events": [{"server_uuid": "356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679", "name": "network-vif-deleted", "tag": "1dd70a1a-85a1-45d8-9a08-b3935c7dde62"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:45:46.675127 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923b42c4-e429-415f-82b5-e950e7bedbf8 x-openstack-request-id: req-923b42c4-e429-415f-82b5-e950e7bedbf8 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:45:46.675682 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679", "name": "network-vif-deleted", "tag": "1dd70a1a-85a1-45d8-9a08-b3935c7dde62", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:45:46.676066 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-923b42c4-e429-415f-82b5-e950e7bedbf8 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:45:46.676655 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679', 'name': 'network-vif-deleted', 'tag': '1dd70a1a-85a1-45d8-9a08-b3935c7dde62', 'status': 'completed', 'code': 200} Jul 16 01:45:46.980491 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d2b444b-01a4-48df-a324-f056de16c4a4 req-ae76c0b9-0412-4391-bb11-e5373a6540c5 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "GET /v2.0/ports?device_id=356a3d0f-f8e5-40b1-bd8f-0a51dcd6f679 HTTP/1.1" status: 200 len: 210 time: 0.0292146 Jul 16 01:45:47.853298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35440) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:47.989679 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dcbee596-d5e5-4964-9929-d648ed5cee78 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b01ace1527e45c6b90a916a9413bdce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322780 Jul 16 01:45:47.989962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35444) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:48.043200 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4530943-708e-456d-8ce0-c85676521bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.065615 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4530943-708e-456d-8ce0-c85676521bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.086900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35448) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:48.114924 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4530943-708e-456d-8ce0-c85676521bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.117571 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4530943-708e-456d-8ce0-c85676521bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.121201 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f4530943-708e-456d-8ce0-c85676521bd5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b77b65e8-9487-43a4-b66a-ac8cdb43a558 HTTP/1.1" status: 204 len: 168 time: 0.1278017 Jul 16 01:45:48.127160 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4530943-708e-456d-8ce0-c85676521bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77b65e8-9487-43a4-b66a-ac8cdb43a558,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:48.154958 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cc14859e-e5d3-4314-9c7c-96d6aa687fb4 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.185388 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cc14859e-e5d3-4314-9c7c-96d6aa687fb4 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.251196 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cc14859e-e5d3-4314-9c7c-96d6aa687fb4 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.252768 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cc14859e-e5d3-4314-9c7c-96d6aa687fb4 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.256808 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cc14859e-e5d3-4314-9c7c-96d6aa687fb4 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "DELETE /v2.0/security-groups/6e04c832-b11f-4e41-bc22-d3aced46f669 HTTP/1.1" status: 204 len: 168 time: 0.1652873 Jul 16 01:45:48.264400 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14859e-e5d3-4314-9c7c-96d6aa687fb4 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e04c832-b11f-4e41-bc22-d3aced46f669,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:48.285725 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35456) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:48.661041 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-02eaa812-a910-48fb-9b37-7ff166eeb0af tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:48.928103 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-02eaa812-a910-48fb-9b37-7ff166eeb0af tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Deleting port 67e6e374-6abd-4140-80d1-47efe5ead553 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:48.928716 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-02eaa812-a910-48fb-9b37-7ff166eeb0af tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.016754 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-02eaa812-a910-48fb-9b37-7ff166eeb0af tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] For port 67e6e374-6abd-4140-80d1-47efe5ead553, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=67e6e374-6abd-4140-80d1-47efe5ead553,segment=NetworkSegment(0f8b17fe-a72f-465c-8e64-63e9baa50167),segment_id=0f8b17fe-a72f-465c-8e64-63e9baa50167)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:49.017218 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-02eaa812-a910-48fb-9b37-7ff166eeb0af tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.031141 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-02eaa812-a910-48fb-9b37-7ff166eeb0af tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Calling delete_port for 67e6e374-6abd-4140-80d1-47efe5ead553 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:49.224234 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-02eaa812-a910-48fb-9b37-7ff166eeb0af tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.251529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eaa812-a910-48fb-9b37-7ff166eeb0af tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Port': ['ID=67e6e374-6abd-4140-80d1-47efe5ead553,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:49.756226 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-02eaa812-a910-48fb-9b37-7ff166eeb0af tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:49.974786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02eaa812-a910-48fb-9b37-7ff166eeb0af tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Router 155903a2-44d7-4b90-b2b9-03533277d9bd has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:45:50.079228 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eaa812-a910-48fb-9b37-7ff166eeb0af tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:45:50.084269 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-02eaa812-a910-48fb-9b37-7ff166eeb0af tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "PUT /v2.0/routers/155903a2-44d7-4b90-b2b9-03533277d9bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7974935 Jul 16 01:45:50.087517 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35488) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.088685 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f562a126-6337-4239-b508-f1b6c70af97a None None] Sync routers for ids ['155903a2-44d7-4b90-b2b9-03533277d9bd'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:45:50.097709 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f562a126-6337-4239-b508-f1b6c70af97a None None] Routers {'155903a2-44d7-4b90-b2b9-03533277d9bd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:50.098306 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f562a126-6337-4239-b508-f1b6c70af97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:45:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['155903a2-44d7-4b90-b2b9-03533277d9bd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:50.137799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Deleting subnet 92e7b9f2-21e9-411b-9399-c869d7e418a5 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:45:50.140832 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.181112 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.200113 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f562a126-6337-4239-b508-f1b6c70af97a None None] Set router 155903a2-44d7-4b90-b2b9-03533277d9bd gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:50.274616 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.334725 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.363274 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Subnet': ['ID=92e7b9f2-21e9-411b-9399-c869d7e418a5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:50.371579 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.373465 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "DELETE /v2.0/subnets/92e7b9f2-21e9-411b-9399-c869d7e418a5 HTTP/1.1" status: 204 len: 168 time: 0.2847953 Jul 16 01:45:50.375259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.375602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.376000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.376324 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35498) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:50.376457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.379859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49c887c-d3a1-4825-8e40-7b80dc4785f2 None None] Network 0a15c707-eb41-4124-85b6-0a2b33f76b6f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:45:50.390606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.391148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.391492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.391854 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.392192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.392523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.392857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.393188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac892c16-690e-4bfa-a488-5eec75ef4251 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:50.401554 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f562a126-6337-4239-b508-f1b6c70af97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'name': 'tempest-TestNetworkBasicOps-router-1996091115', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'bb92361d-5124-444f-934f-433205e1ce96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:45:49Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'bb92361d-5124-444f-934f-433205e1ce96', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:46Z', 'updated_at': '2021-07-16T01:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:50.427990 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f562a126-6337-4239-b508-f1b6c70af97a None None] Checking router: 155903a2-44d7-4b90-b2b9-03533277d9bd for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:45:50.446936 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f562a126-6337-4239-b508-f1b6c70af97a None None] Routers {'155903a2-44d7-4b90-b2b9-03533277d9bd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:45:50.448170 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f562a126-6337-4239-b508-f1b6c70af97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:45:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['155903a2-44d7-4b90-b2b9-03533277d9bd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:50.503071 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.563199 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f562a126-6337-4239-b508-f1b6c70af97a None None] Set router 155903a2-44d7-4b90-b2b9-03533277d9bd gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:45:50.605989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574cf20f-4f53-4cad-972b-f80af01e0f37 None None] DHCP port deletion for 0a15c707-eb41-4124-85b6-0a2b33f76b6f request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:45:50.633504 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.669215 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-574cf20f-4f53-4cad-972b-f80af01e0f37 None None] Deleting port 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:50.670066 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-574cf20f-4f53-4cad-972b-f80af01e0f37 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.697577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Deleting port bb92361d-5124-444f-934f-433205e1ce96 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:45:50.697935 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.743208 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-574cf20f-4f53-4cad-972b-f80af01e0f37 None None] For port 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8c2de9a4-b0ad-4ed9-b84a-b1654dac3098,segment=NetworkSegment(0f8b17fe-a72f-465c-8e64-63e9baa50167),segment_id=0f8b17fe-a72f-465c-8e64-63e9baa50167)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:50.744540 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-574cf20f-4f53-4cad-972b-f80af01e0f37 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.763678 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-574cf20f-4f53-4cad-972b-f80af01e0f37 None None] Calling delete_port for 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:50.805337 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] For port bb92361d-5124-444f-934f-433205e1ce96, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=bb92361d-5124-444f-934f-433205e1ce96,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:45:50.805337 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.828787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Calling delete_port for bb92361d-5124-444f-934f-433205e1ce96 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:45:50.858299 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:50.899497 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:50.899860 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1dd70a1a-85a1-45d8-9a08-b3935c7dde62 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:50.906550 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f562a126-6337-4239-b508-f1b6c70af97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'name': 'tempest-TestNetworkBasicOps-router-1996091115', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'bb92361d-5124-444f-934f-433205e1ce96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:45:49Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'bb92361d-5124-444f-934f-433205e1ce96', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:46Z', 'updated_at': '2021-07-16T01:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:50.937676 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f562a126-6337-4239-b508-f1b6c70af97a None None] The sync data for ids ['155903a2-44d7-4b90-b2b9-03533277d9bd'] in n-d-791505-14 is: [{'id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'name': 'tempest-TestNetworkBasicOps-router-1996091115', 'tenant_id': 'ee981b259ae746e687689b1a6f1dfc15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152'}], 'enable_snat': True}, 'gw_port_id': 'bb92361d-5124-444f-934f-433205e1ce96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:44:45Z', 'updated_at': '2021-07-16T01:45:49Z', 'revision_number': 5, 'project_id': 'ee981b259ae746e687689b1a6f1dfc15', 'gw_port': {'id': 'bb92361d-5124-444f-934f-433205e1ce96', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:4b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '155903a2-44d7-4b90-b2b9-03533277d9bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:44:46Z', 'updated_at': '2021-07-16T01:44:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:45:50.949113 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-574cf20f-4f53-4cad-972b-f80af01e0f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:50.992629 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574cf20f-4f53-4cad-972b-f80af01e0f37 None None] No DVR routers for this DVR port 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:45:50.994440 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574cf20f-4f53-4cad-972b-f80af01e0f37 None None] Pushing event deleted for resources: {'Port': ['ID=8c2de9a4-b0ad-4ed9-b84a-b1654dac3098,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:51.058817 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.095310 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Port': ['ID=bb92361d-5124-444f-934f-433205e1ce96,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:51.136588 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:51.136937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:51.137279 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:51.137688 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:51.138027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:51.138368 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:51.138687 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:51.139017 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:51.139346 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:51.139677 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:51.140108 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:51.140456 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:45:51.162724 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.253067 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.255087 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.304782 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.305211 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Fanout notify agent at l3_agent the message router_deleted on router 155903a2-44d7-4b90-b2b9-03533277d9bd {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:45:51.312186 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.313333 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-59ef46ab-17c8-4243-8e46-da30458dfe81 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "DELETE /v2.0/routers/155903a2-44d7-4b90-b2b9-03533277d9bd HTTP/1.1" status: 204 len: 168 time: 0.9357646 Jul 16 01:45:51.316036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35512) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:51.406534 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39e0ed55-49b0-45f4-a465-94a16883e163 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.504034 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39e0ed55-49b0-45f4-a465-94a16883e163 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.515522 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-39e0ed55-49b0-45f4-a465-94a16883e163 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a15c707-eb41-4124-85b6-0a2b33f76b6f']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:51.537391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-39e0ed55-49b0-45f4-a465-94a16883e163 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8b17fe-a72f-465c-8e64-63e9baa50167') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:51.537700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-39e0ed55-49b0-45f4-a465-94a16883e163 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8b17fe-a72f-465c-8e64-63e9baa50167') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:45:51.549568 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39e0ed55-49b0-45f4-a465-94a16883e163 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.567308 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39e0ed55-49b0-45f4-a465-94a16883e163 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.576412 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e0ed55-49b0-45f4-a465-94a16883e163 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:45:51.576987 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39e0ed55-49b0-45f4-a465-94a16883e163 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:45:51.580466 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:45:51.624867 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:51.645652 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:51.645996 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8c2de9a4-b0ad-4ed9-b84a-b1654dac3098 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:51.646426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 67e6e374-6abd-4140-80d1-47efe5ead553 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:51.647935 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39e0ed55-49b0-45f4-a465-94a16883e163 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.655932 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39e0ed55-49b0-45f4-a465-94a16883e163 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:51.657595 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-39e0ed55-49b0-45f4-a465-94a16883e163 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] 10.222.0.22 "DELETE /v2.0/networks/0a15c707-eb41-4124-85b6-0a2b33f76b6f HTTP/1.1" status: 204 len: 168 time: 0.3406093 Jul 16 01:45:51.675452 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 67e6e374-6abd-4140-80d1-47efe5ead553 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:51.675824 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 67e6e374-6abd-4140-80d1-47efe5ead553 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:51.677624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0ed55-49b0-45f4-a465-94a16883e163 tempest-TestNetworkBasicOps-764634650 tempest-TestNetworkBasicOps-764634650-project] Pushing event deleted for resources: {'Network': ['ID=0a15c707-eb41-4124-85b6-0a2b33f76b6f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:51.921024 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35520) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.085938 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6ec16d43-f686-418e-8c4e-ae35683f59af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee981b259ae746e687689b1a6f1dfc15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632402 Jul 16 01:45:52.088313 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35532) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.147453 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3baecf14-6edc-41c5-ac13-94f25c4f185a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.169444 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3baecf14-6edc-41c5-ac13-94f25c4f185a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.223341 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3baecf14-6edc-41c5-ac13-94f25c4f185a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.225907 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3baecf14-6edc-41c5-ac13-94f25c4f185a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.227062 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3baecf14-6edc-41c5-ac13-94f25c4f185a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e48352b3-2187-47f1-93c4-5e3312d11f61 HTTP/1.1" status: 204 len: 168 time: 0.1376338 Jul 16 01:45:52.235247 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baecf14-6edc-41c5-ac13-94f25c4f185a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48352b3-2187-47f1-93c4-5e3312d11f61,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:52.489933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35538) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.503752 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-817589ed-d7a2-444c-9c3c-ecc2c44cb43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.593383 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-817589ed-d7a2-444c-9c3c-ecc2c44cb43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.597764 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-817589ed-d7a2-444c-9c3c-ecc2c44cb43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.634714 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817589ed-d7a2-444c-9c3c-ecc2c44cb43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3c8146-fe64-41ab-b209-72c576b134db,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:52.640360 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-817589ed-d7a2-444c-9c3c-ecc2c44cb43b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f8bb4cbd143748ecba2c77ec60746cfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492279 Jul 16 01:45:52.641740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35540) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:45:52.691614 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-edf24426-8aa8-44e9-bd91-148a9e02f8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.713851 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-edf24426-8aa8-44e9-bd91-148a9e02f8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.762305 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-edf24426-8aa8-44e9-bd91-148a9e02f8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.764873 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-edf24426-8aa8-44e9-bd91-148a9e02f8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:45:52.766040 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-edf24426-8aa8-44e9-bd91-148a9e02f8e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d3c8146-fe64-41ab-b209-72c576b134db HTTP/1.1" status: 204 len: 168 time: 0.1233873 Jul 16 01:45:52.773798 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf24426-8aa8-44e9-bd91-148a9e02f8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3c8146-fe64-41ab-b209-72c576b134db,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:45:53.496736 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bb92361d-5124-444f-934f-433205e1ce96 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:45:53.516169 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: bb92361d-5124-444f-934f-433205e1ce96 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:45:53.516501 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device bb92361d-5124-444f-934f-433205e1ce96 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:45:58.632351 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:46:00.478552 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:01.438997 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.683660 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-047861f6-3eef-4da9-9003-aaa318e35bc3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0593820 Jul 16 01:46:04.794642 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-452c9f3f-8597-455a-a41d-3d1de9292215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.795134 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-452c9f3f-8597-455a-a41d-3d1de9292215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.795918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-452c9f3f-8597-455a-a41d-3d1de9292215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.796397 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-452c9f3f-8597-455a-a41d-3d1de9292215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.796867 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-452c9f3f-8597-455a-a41d-3d1de9292215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.798693 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-452c9f3f-8597-455a-a41d-3d1de9292215 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0641625 Jul 16 01:46:04.921231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-84964ffd-416d-4a8e-80f9-4297c9ca0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.922515 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-84964ffd-416d-4a8e-80f9-4297c9ca0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.922748 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3bd20118-2014-470c-aeed-0a5e1a84659b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:04.923255 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-84964ffd-416d-4a8e-80f9-4297c9ca0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:04.927742 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-84964ffd-416d-4a8e-80f9-4297c9ca0169 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.1040819 Jul 16 01:46:04.969894 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-188c63cf-d7c0-4f5d-9073-a3b20462e5b1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0356760 Jul 16 01:46:05.031577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-1611eaea-2eb7-46de-a5a1-b29b34bccb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:05.033251 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-1611eaea-2eb7-46de-a5a1-b29b34bccb2e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0580096 Jul 16 01:46:05.091858 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-38f8ed1f-21af-4069-9abc-45187302ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:05.093605 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-38f8ed1f-21af-4069-9abc-45187302ca24 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546119 Jul 16 01:46:05.185150 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-9b74739f-6432-4005-8157-5c061cb8bf5a service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856657 Jul 16 01:46:05.284947 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-8692c6c1-8e45-4764-9546-3fbcbf7ffd5d service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919764 Jul 16 01:46:05.325149 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-4bc87813-e79a-4977-8c54-8feddc5e67f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0343108 Jul 16 01:46:05.375370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-28df860f-df04-4b05-94e5-e1c05695f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:05.376927 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-28df860f-df04-4b05-94e5-e1c05695f9b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0461333 Jul 16 01:46:05.438852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-4ae40ca4-d43f-4670-80ad-f5fa1565c45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:05.440291 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-4ae40ca4-d43f-4670-80ad-f5fa1565c45c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0572271 Jul 16 01:46:05.530724 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-43245744-b20a-47b4-9b8b-d458734bbb3a service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827544 Jul 16 01:46:05.624720 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-596da020-07ff-49a3-917e-c86c38528563 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881279 Jul 16 01:46:05.664275 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-9c6062e1-28f6-4531-814b-0897c2fcd0f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0337684 Jul 16 01:46:05.715855 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-5cfa7e94-5701-4d56-b496-092516aaedad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:05.717364 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-5cfa7e94-5701-4d56-b496-092516aaedad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0476217 Jul 16 01:46:05.774723 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-cf0fbedc-2966-4e0f-85c6-51619b06d1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:05.776287 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-cf0fbedc-2966-4e0f-85c6-51619b06d1d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0527077 Jul 16 01:46:05.864725 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-2f9543ca-b046-4b45-8beb-a58ebf8725ec service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820799 Jul 16 01:46:05.955678 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-e9d57804-f549-4137-8b60-0612652b4070 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847361 Jul 16 01:46:05.997833 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-00c1277f-e4a7-4f50-acf9-8e6a03bfc50e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0356348 Jul 16 01:46:06.048727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-55b59285-da3c-4b0a-8c11-ab6f5a090a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.050630 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-55b59285-da3c-4b0a-8c11-ab6f5a090a72 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0465217 Jul 16 01:46:06.121339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-9696ff8f-1b6c-4acc-82c3-3922f5dc6525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.122877 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-9696ff8f-1b6c-4acc-82c3-3922f5dc6525 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0611947 Jul 16 01:46:06.214233 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-7be1fc2a-eb2f-4936-bed4-5abf2792b4bc service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842664 Jul 16 01:46:06.313418 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-4f9f45a6-adc9-46eb-a06f-9249eb8b875c service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934916 Jul 16 01:46:06.353397 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-fc414dc7-d202-40b2-a67f-27cc323743fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0335777 Jul 16 01:46:06.402706 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-28bc9f45-df56-498c-8971-44968abfcef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.404200 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-28bc9f45-df56-498c-8971-44968abfcef2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0456874 Jul 16 01:46:06.462282 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-c01a1a64-dc91-45e1-94f7-38f748951ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:06.463827 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-c01a1a64-dc91-45e1-94f7-38f748951ca7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0535672 Jul 16 01:46:06.553563 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-e771d442-a69a-4904-987f-ac75e05db875 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836186 Jul 16 01:46:06.649127 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-be6ce3b6-bc66-45e1-b639-40dd277cce12 req-46961f3d-3ac2-4a8a-b681-c1a7d1f99456 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893247 Jul 16 01:46:07.357952 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:07.687867 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d1ecabbc-c70c-47a1-9fca-362ede1dfdfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:08.598869 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:10.251219 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:24.417651 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-9b6bfc14-6b2d-4637-b0c7-62580f8fc927 req-7fc3aeb0-3bd4-42da-95ce-550e5889be5a service neutron] (93920) timed out ('10.222.0.22', 40066) {{(pid=93920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:46:30.479799 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:31.445299 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.804981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35882) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:34.905686 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aaa88f8d-5113-453d-aecf-eddcfbbfe775 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:34.925068 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1e359d18-f987-43f4-96c9-dfe6e80c04c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.000039 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aaa88f8d-5113-453d-aecf-eddcfbbfe775 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.003725 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aaa88f8d-5113-453d-aecf-eddcfbbfe775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.041492 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-aaa88f8d-5113-453d-aecf-eddcfbbfe775 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b89fdbf16b6c4fe5be8a9039b19619e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2353380 Jul 16 01:46:35.042363 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa88f8d-5113-453d-aecf-eddcfbbfe775 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f16c7fe-c400-481f-801d-d4b801a37882,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:35.044474 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35886) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:35.092990 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e62cf87-ba66-4632-ada7-7f8e76b1b70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.113410 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e62cf87-ba66-4632-ada7-7f8e76b1b70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.161313 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e62cf87-ba66-4632-ada7-7f8e76b1b70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.164077 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9e62cf87-ba66-4632-ada7-7f8e76b1b70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:35.165295 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9e62cf87-ba66-4632-ada7-7f8e76b1b70b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f16c7fe-c400-481f-801d-d4b801a37882 HTTP/1.1" status: 204 len: 168 time: 0.1189899 Jul 16 01:46:35.173442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e62cf87-ba66-4632-ada7-7f8e76b1b70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f16c7fe-c400-481f-801d-d4b801a37882,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:35.630860 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:46:37.121810 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35942) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.127540 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d403024b-2e1e-43a7-8997-8845af12cf36 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Request body: {'network': {'name': 'tempest-network-smoke--427886466', 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'port_security_enabled': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:37.147439 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d403024b-2e1e-43a7-8997-8845af12cf36 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Made reservation on behalf of 428502ba8cd7431da683b1ecf79893ce for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:37.150954 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d403024b-2e1e-43a7-8997-8845af12cf36 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.159574 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d403024b-2e1e-43a7-8997-8845af12cf36 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.250876 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d403024b-2e1e-43a7-8997-8845af12cf36 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.254533 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d403024b-2e1e-43a7-8997-8845af12cf36 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.281874 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d403024b-2e1e-43a7-8997-8845af12cf36 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:46:37.286983 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403024b-2e1e-43a7-8997-8845af12cf36 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db5f814e-4427-4843-b053-b508c59c5a1e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:37.294050 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d403024b-2e1e-43a7-8997-8845af12cf36 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.294395 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-d403024b-2e1e-43a7-8997-8845af12cf36 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Added segment e355ff80-b04e-4956-a3cf-7f00f7a2a0ab of type vlan for network a58d2100-f223-4551-af2a-cba9decd370d Jul 16 01:46:37.332961 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d403024b-2e1e-43a7-8997-8845af12cf36 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.360252 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.362388 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d403024b-2e1e-43a7-8997-8845af12cf36 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.368502 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d403024b-2e1e-43a7-8997-8845af12cf36 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:37.369067 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d403024b-2e1e-43a7-8997-8845af12cf36 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.403181 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d403024b-2e1e-43a7-8997-8845af12cf36 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2802951 Jul 16 01:46:37.406583 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35944) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:37.410851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2006843600', 'admin_state_up': True, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:37.444127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403024b-2e1e-43a7-8997-8845af12cf36 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'Network': ['ID=a58d2100-f223-4551-af2a-cba9decd370d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:37.457061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network a58d2100-f223-4551-af2a-cba9decd370d details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:46:37.462256 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.463258 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.527076 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.658421 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:37.687536 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3eeda344-6c76-4fd3-8268-36001d8baa2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.154536 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.172751 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.274092 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Allocated IP 172.25.2.217 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/3af58fcc-4231-4b30-a7bf-8f66e74d7341) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:38.371458 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.413262 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.451909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:38.454627 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:38.458257 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:38.463566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'Port': ['ID=3af58fcc-4231-4b30-a7bf-8f66e74d7341,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:38.602570 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.710568 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:38.902946 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.026362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Router b494da46-e821-4e16-be20-ae38cced3047 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:46:39.129604 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:39.139146 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Sync routers for ids ['b494da46-e821-4e16-be20-ae38cced3047'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:39.146992 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.148217 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d219c74d-d249-4891-b125-1de2de40d81a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7407227 Jul 16 01:46:39.151258 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35950) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:39.152115 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Routers {'b494da46-e821-4e16-be20-ae38cced3047'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:39.152743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:46:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b494da46-e821-4e16-be20-ae38cced3047'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:39.254614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Set router b494da46-e821-4e16-be20-ae38cced3047 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:39.269090 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ea6a0acc-0c0e-42d0-8e15-92b686252036 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=428502ba8cd7431da683b1ecf79893ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1166799 Jul 16 01:46:39.271726 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35954) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:39.358256 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61ab14e-766c-495d-9c46-e1abe7cfebae tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:39.359795 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f61ab14e-766c-495d-9c46-e1abe7cfebae tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871153 Jul 16 01:46:39.362661 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35956) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:39.396923 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b7aa2f6c-e7ed-431e-b5ed-e08bc08506b7 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307381 Jul 16 01:46:39.397185 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35958) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:39.401707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-dad8e767-8740-494b-8332-f2b676d0b3b3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1752753781', 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d', 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:39.428411 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b494da46-e821-4e16-be20-ae38cced3047', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006843600', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:37Z', 'updated_at': '2021-07-16T01:46:38Z', 'revision_number': 3, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:89:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:38Z', 'updated_at': '2021-07-16T01:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:39.458595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Checking router: b494da46-e821-4e16-be20-ae38cced3047 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:39.458943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Updating router b494da46-e821-4e16-be20-ae38cced3047 port 3af58fcc-4231-4b30-a7bf-8f66e74d7341 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:46:39.487953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad8e767-8740-494b-8332-f2b676d0b3b3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Made reservation on behalf of 428502ba8cd7431da683b1ecf79893ce for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:39.491541 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dad8e767-8740-494b-8332-f2b676d0b3b3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.493002 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.678769 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dad8e767-8740-494b-8332-f2b676d0b3b3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.739632 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.741197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad8e767-8740-494b-8332-f2b676d0b3b3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'Subnet': ['ID=d0aa6d22-e256-41dc-b2e3-d819d8f0cb57,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:39.750191 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad8e767-8740-494b-8332-f2b676d0b3b3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Checking segment: {'id': 'e355ff80-b04e-4956-a3cf-7f00f7a2a0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:39.750425 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Transition to ACTIVE for port object 3af58fcc-4231-4b30-a7bf-8f66e74d7341 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:39.750575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad8e767-8740-494b-8332-f2b676d0b3b3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Network hostable DHCP agents. Network: a58d2100-f223-4551-af2a-cba9decd370d, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:46:39.756632 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.768499 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad8e767-8740-494b-8332-f2b676d0b3b3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Network a58d2100-f223-4551-af2a-cba9decd370d is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:46:39.776722 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-dad8e767-8740-494b-8332-f2b676d0b3b3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, a58d2100-f223-4551-af2a-cba9decd370d) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:39.781519 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad8e767-8740-494b-8332-f2b676d0b3b3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:39.782529 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dad8e767-8740-494b-8332-f2b676d0b3b3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.787544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8bb2674-b59e-45e8-b140-8fe490f23479 None None] Network a58d2100-f223-4551-af2a-cba9decd370d requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:39.797144 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dad8e767-8740-494b-8332-f2b676d0b3b3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3991258 Jul 16 01:46:39.800056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35962) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:39.857145 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Attempting to bind port 3af58fcc-4231-4b30-a7bf-8f66e74d7341 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:39.858033 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Attempting to bind port 3af58fcc-4231-4b30-a7bf-8f66e74d7341 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:39.858393 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Attempting to bind port 3af58fcc-4231-4b30-a7bf-8f66e74d7341 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:39.862659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608cee3-040a-4d49-b16b-f5e675937219 None None] Pushing event updated for resources: {'Port': ['ID=3af58fcc-4231-4b30-a7bf-8f66e74d7341,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:39.875024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:39.875392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:39.875810 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.876204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:39.876665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Bound port: 3af58fcc-4231-4b30-a7bf-8f66e74d7341, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:39.877040 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:39.881547 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608cee3-040a-4d49-b16b-f5e675937219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:39.881888 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608cee3-040a-4d49-b16b-f5e675937219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:39.882223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608cee3-040a-4d49-b16b-f5e675937219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:39.882553 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608cee3-040a-4d49-b16b-f5e675937219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:39.882882 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608cee3-040a-4d49-b16b-f5e675937219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:39.883206 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608cee3-040a-4d49-b16b-f5e675937219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:39.883526 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608cee3-040a-4d49-b16b-f5e675937219 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:39.883873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608cee3-040a-4d49-b16b-f5e675937219 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:39.884193 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608cee3-040a-4d49-b16b-f5e675937219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:39.884509 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608cee3-040a-4d49-b16b-f5e675937219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:39.884823 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608cee3-040a-4d49-b16b-f5e675937219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:39.885137 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f608cee3-040a-4d49-b16b-f5e675937219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:39.972719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] For port 3af58fcc-4231-4b30-a7bf-8f66e74d7341, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:39.989236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] For port 3af58fcc-4231-4b30-a7bf-8f66e74d7341, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=3af58fcc-4231-4b30-a7bf-8f66e74d7341,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:39.995509 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.037662 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-a58d2100-f223-4551-af2a-cba9decd370d', 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'fixed_ips': [{'subnet_id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:46:40.038523 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.086719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Routers {'b494da46-e821-4e16-be20-ae38cced3047'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:40.087357 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:46:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b494da46-e821-4e16-be20-ae38cced3047'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:40.093782 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f608cee3-040a-4d49-b16b-f5e675937219 None None] Pushing event updated for resources: {'Port': ['ID=3af58fcc-4231-4b30-a7bf-8f66e74d7341,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:40.235120 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.292584 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.294269 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] Set router b494da46-e821-4e16-be20-ae38cced3047 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:40.320964 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Allocated IP 172.20.0.2 (a58d2100-f223-4551-af2a-cba9decd370d/d0aa6d22-e256-41dc-b2e3-d819d8f0cb57/819d4400-85ac-4cd9-9d12-bc808f7d4416) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:40.571221 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.582834 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Transition to ACTIVE for port object 819d4400-85ac-4cd9-9d12-bc808f7d4416 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:40.590072 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b494da46-e821-4e16-be20-ae38cced3047', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006843600', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:37Z', 'updated_at': '2021-07-16T01:46:38Z', 'revision_number': 3, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:89:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:38Z', 'updated_at': '2021-07-16T01:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:40.625706 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3094fad2-d610-4f3c-a6e7-cc0134b665f6 None None] The sync data for ids ['b494da46-e821-4e16-be20-ae38cced3047'] in n-d-791505-14 is: [{'id': 'b494da46-e821-4e16-be20-ae38cced3047', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006843600', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:37Z', 'updated_at': '2021-07-16T01:46:38Z', 'revision_number': 3, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:89:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:38Z', 'updated_at': '2021-07-16T01:46:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:40.627384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Transition to ACTIVE for port object 819d4400-85ac-4cd9-9d12-bc808f7d4416 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:40.636070 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.681845 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Network a58d2100-f223-4551-af2a-cba9decd370d is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:40.684604 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:40.688617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:40.695221 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Pushing event updated for resources: {'Port': ['ID=819d4400-85ac-4cd9-9d12-bc808f7d4416,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:40.698010 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Allocated IP 172.20.0.1 (a58d2100-f223-4551-af2a-cba9decd370d/d0aa6d22-e256-41dc-b2e3-d819d8f0cb57/700cbcbe-74da-4c8f-b830-7fa7af94c296) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:40.749811 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Attempting to bind port 819d4400-85ac-4cd9-9d12-bc808f7d4416 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:40.750335 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Attempting to bind port 819d4400-85ac-4cd9-9d12-bc808f7d4416 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'e355ff80-b04e-4956-a3cf-7f00f7a2a0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:40.750542 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Attempting to bind port 819d4400-85ac-4cd9-9d12-bc808f7d4416 on network a58d2100-f223-4551-af2a-cba9decd370d {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:40.755596 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:40.755996 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Checking segment: {'id': 'e355ff80-b04e-4956-a3cf-7f00f7a2a0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:40.756399 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.756798 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Bound using segment: {'id': 'e355ff80-b04e-4956-a3cf-7f00f7a2a0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:40.757276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Bound port: 819d4400-85ac-4cd9-9d12-bc808f7d4416, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e355ff80-b04e-4956-a3cf-7f00f7a2a0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:40.757654 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.821057 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.824840 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] For port 819d4400-85ac-4cd9-9d12-bc808f7d4416, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:40.828899 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] For port 819d4400-85ac-4cd9-9d12-bc808f7d4416, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=819d4400-85ac-4cd9-9d12-bc808f7d4416,segment=NetworkSegment(e355ff80-b04e-4956-a3cf-7f00f7a2a0ab),segment_id=e355ff80-b04e-4956-a3cf-7f00f7a2a0ab)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:40.833170 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.837274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Transition to ACTIVE for port object 700cbcbe-74da-4c8f-b830-7fa7af94c296 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:40.872854 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:40.929862 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799a17a-dc53-4a4f-8e1e-7664de523eda None None] Pushing event updated for resources: {'Port': ['ID=819d4400-85ac-4cd9-9d12-bc808f7d4416,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:40.940841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Network a58d2100-f223-4551-af2a-cba9decd370d is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:40.950328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:40.956284 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:40.960895 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'Port': ['ID=700cbcbe-74da-4c8f-b830-7fa7af94c296,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:41.008485 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.184465 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.469204 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.474194 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.553430 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.555239 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'Port': ['ID=700cbcbe-74da-4c8f-b830-7fa7af94c296,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:41.666690 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3af58fcc-4231-4b30-a7bf-8f66e74d7341 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:41.676915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Network a58d2100-f223-4551-af2a-cba9decd370d is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:41.677976 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:41.758211 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 3af58fcc-4231-4b30-a7bf-8f66e74d7341 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:41.762987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 3af58fcc-4231-4b30-a7bf-8f66e74d7341 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:41.763512 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.801746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Router b494da46-e821-4e16-be20-ae38cced3047 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:41.920996 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:41.926445 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4c1b9de7-6463-43d4-a42e-c25b0eab3130 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "PUT /v2.0/routers/b494da46-e821-4e16-be20-ae38cced3047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1253397 Jul 16 01:46:41.929286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35968) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:41.933918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-af283c74-f23b-474b-b960-54fa5cfb2442 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--803112345', 'description': 'tempest-secgroup_access--803112345 description', 'project_id': '428502ba8cd7431da683b1ecf79893ce'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:41.957492 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af283c74-f23b-474b-b960-54fa5cfb2442 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:41.997720 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36e4ac5-7dd4-477a-9082-4a018b65c6d3 None None] Network a58d2100-f223-4551-af2a-cba9decd370d requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:46:42.044489 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.054651 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af283c74-f23b-474b-b960-54fa5cfb2442 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.065488 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af283c74-f23b-474b-b960-54fa5cfb2442 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.081252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ce62144e-8de3-4884-bdde-a3abc5039c5d None None] Provisioning for port 819d4400-85ac-4cd9-9d12-bc808f7d4416 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:42.104778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 3af58fcc-4231-4b30-a7bf-8f66e74d7341, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=3af58fcc-4231-4b30-a7bf-8f66e74d7341,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:42.109038 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af283c74-f23b-474b-b960-54fa5cfb2442 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.111433 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.112381 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 819d4400-85ac-4cd9-9d12-bc808f7d4416 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:42.116231 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-af283c74-f23b-474b-b960-54fa5cfb2442 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1849689 Jul 16 01:46:42.117075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 35970) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:42.124815 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af283c74-f23b-474b-b960-54fa5cfb2442 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3f5fe2-fb39-4823-adb7-cf474dd3950c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:42.125717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3bfc6797-c485-41d1-bbf1-94cd60fb4466 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1042467085', 'description': 'tempest-secgroup_general--1042467085 description', 'project_id': '428502ba8cd7431da683b1ecf79893ce'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:42.150226 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bfc6797-c485-41d1-bbf1-94cd60fb4466 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.230104 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=3af58fcc-4231-4b30-a7bf-8f66e74d7341,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:42.254731 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bfc6797-c485-41d1-bbf1-94cd60fb4466 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.256760 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 819d4400-85ac-4cd9-9d12-bc808f7d4416 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:42.258739 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bfc6797-c485-41d1-bbf1-94cd60fb4466 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.263466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 819d4400-85ac-4cd9-9d12-bc808f7d4416 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:42.264425 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.291750 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3bfc6797-c485-41d1-bbf1-94cd60fb4466 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.293031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3bfc6797-c485-41d1-bbf1-94cd60fb4466 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1720207 Jul 16 01:46:42.295298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc6797-c485-41d1-bbf1-94cd60fb4466 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6952649-8b37-44d4-9cdc-6edc26d569be,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:42.296772 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 35972) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:42.301908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3bb1eea9-043d-4695-af08-0f630e8009dc tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Request body: {'security_group_rule': {'security_group_id': '8d3f5fe2-fb39-4823-adb7-cf474dd3950c', 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:42.330375 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3bb1eea9-043d-4695-af08-0f630e8009dc tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.393193 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.399292 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3bb1eea9-043d-4695-af08-0f630e8009dc tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.405751 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3bb1eea9-043d-4695-af08-0f630e8009dc tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.425907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb1eea9-043d-4695-af08-0f630e8009dc tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01972389-07b2-454b-bea1-96cc0a250363,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:42.436605 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 819d4400-85ac-4cd9-9d12-bc808f7d4416, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=819d4400-85ac-4cd9-9d12-bc808f7d4416,segment=NetworkSegment(e355ff80-b04e-4956-a3cf-7f00f7a2a0ab),segment_id=e355ff80-b04e-4956-a3cf-7f00f7a2a0ab)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:42.441334 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.445033 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3bb1eea9-043d-4695-af08-0f630e8009dc tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.446664 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3bb1eea9-043d-4695-af08-0f630e8009dc tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488233 Jul 16 01:46:42.503642 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43843395-0170-4900-b173-c10df14b0381 None None] Sync routers for ids ['b494da46-e821-4e16-be20-ae38cced3047'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:42.516031 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43843395-0170-4900-b173-c10df14b0381 None None] Routers {'b494da46-e821-4e16-be20-ae38cced3047'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:42.516921 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-43843395-0170-4900-b173-c10df14b0381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:46:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b494da46-e821-4e16-be20-ae38cced3047'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:42.519805 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=819d4400-85ac-4cd9-9d12-bc808f7d4416,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:42.626067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4b753676-592a-4db5-a163-dd7fbe8d4bba None None] Provisioning complete for port 819d4400-85ac-4cd9-9d12-bc808f7d4416 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:42.626422 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4b753676-592a-4db5-a163-dd7fbe8d4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.645160 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-43843395-0170-4900-b173-c10df14b0381 None None] Set router b494da46-e821-4e16-be20-ae38cced3047 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:42.736918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4b753676-592a-4db5-a163-dd7fbe8d4bba None None] Provisioning for port 700cbcbe-74da-4c8f-b830-7fa7af94c296 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:42.745302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4b753676-592a-4db5-a163-dd7fbe8d4bba None None] Provisioning complete for port 700cbcbe-74da-4c8f-b830-7fa7af94c296 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:42.746527 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4b753676-592a-4db5-a163-dd7fbe8d4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.782623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-67b2d0d5-dd3e-4365-8c4d-91a1724de951 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_general--1042467085&fields=id&tenant_id=428502ba8cd7431da683b1ecf79893ce HTTP/1.1" status: 200 len: 267 time: 0.0557525 Jul 16 01:46:42.802764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4b753676-592a-4db5-a163-dd7fbe8d4bba None None] Port 700cbcbe-74da-4c8f-b830-7fa7af94c296 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:42.828349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-162dfeff-8c5e-42fc-9c99-9fa8ac62cc8d tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_access--803112345&fields=id&tenant_id=428502ba8cd7431da683b1ecf79893ce HTTP/1.1" status: 200 len: 267 time: 0.0445130 Jul 16 01:46:42.895259 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-43843395-0170-4900-b173-c10df14b0381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b494da46-e821-4e16-be20-ae38cced3047', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006843600', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:37Z', 'updated_at': '2021-07-16T01:46:41Z', 'revision_number': 4, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:89:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:38Z', 'updated_at': '2021-07-16T01:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '700cbcbe-74da-4c8f-b830-7fa7af94c296', 'name': '', 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'mac_address': 'fa:16:3e:d9:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:40Z', 'updated_at': '2021-07-16T01:46:41Z', 'revision_number': 2, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'subnets': [{'id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:42.922846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-682fa421-e4e0-475c-8f45-6e1df4574dd4 None None] Provisioning complete for port 700cbcbe-74da-4c8f-b830-7fa7af94c296 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:42.923551 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-682fa421-e4e0-475c-8f45-6e1df4574dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:42.935300 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43843395-0170-4900-b173-c10df14b0381 None None] Checking router: b494da46-e821-4e16-be20-ae38cced3047 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:42.936344 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43843395-0170-4900-b173-c10df14b0381 None None] Updating router b494da46-e821-4e16-be20-ae38cced3047 port 700cbcbe-74da-4c8f-b830-7fa7af94c296 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:46:42.940267 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-1018f1fe-c89a-4ae6-abca-c7fa14a78dd0 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:42.947489 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-1018f1fe-c89a-4ae6-abca-c7fa14a78dd0 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/networks?id=a58d2100-f223-4551-af2a-cba9decd370d HTTP/1.1" status: 200 len: 796 time: 0.1182425 Jul 16 01:46:42.966054 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-e8db65e6-7a55-4bf4-bae3-e6df6b52ff31 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/quotas/428502ba8cd7431da683b1ecf79893ce HTTP/1.1" status: 200 len: 375 time: 0.0173442 Jul 16 01:46:42.973672 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-682fa421-e4e0-475c-8f45-6e1df4574dd4 None None] Port 700cbcbe-74da-4c8f-b830-7fa7af94c296 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:42.977289 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-43843395-0170-4900-b173-c10df14b0381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.029630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-3e2e09df-6389-49c6-a3c4-cf735840d5c9 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=428502ba8cd7431da683b1ecf79893ce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625257 Jul 16 01:46:43.093622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5442fef9-b6a8-47ec-bff3-5736b242df40 None None] Provisioning complete for port 700cbcbe-74da-4c8f-b830-7fa7af94c296 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:43.094197 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5442fef9-b6a8-47ec-bff3-5736b242df40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.131675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5442fef9-b6a8-47ec-bff3-5736b242df40 None None] Port 700cbcbe-74da-4c8f-b830-7fa7af94c296 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:43.134369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-691399fc-6db0-490c-80c4-27fffe971359 service neutron] 10.222.0.22 "GET /v2.0/networks/a58d2100-f223-4551-af2a-cba9decd370d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935659 Jul 16 01:46:43.219025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-4947603a-2249-4187-93da-947595ad18ef service neutron] 10.222.0.22 "GET /v2.0/networks/a58d2100-f223-4551-af2a-cba9decd370d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836961 Jul 16 01:46:43.245720 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-43843395-0170-4900-b173-c10df14b0381 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.256056 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-43843395-0170-4900-b173-c10df14b0381 None None] Transition to ACTIVE for port object 700cbcbe-74da-4c8f-b830-7fa7af94c296 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:43.262700 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-43843395-0170-4900-b173-c10df14b0381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.315154 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7c3ea-5514-4032-88b4-3286b18e91f4 None None] Pushing event updated for resources: {'Port': ['ID=700cbcbe-74da-4c8f-b830-7fa7af94c296,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:43.341464 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7c3ea-5514-4032-88b4-3286b18e91f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:43.341850 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7c3ea-5514-4032-88b4-3286b18e91f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:43.342204 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7c3ea-5514-4032-88b4-3286b18e91f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:43.342516 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7c3ea-5514-4032-88b4-3286b18e91f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:43.342847 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7c3ea-5514-4032-88b4-3286b18e91f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:43.343180 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7c3ea-5514-4032-88b4-3286b18e91f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:43.343504 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7c3ea-5514-4032-88b4-3286b18e91f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:43.343852 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7c3ea-5514-4032-88b4-3286b18e91f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:43.344252 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7c3ea-5514-4032-88b4-3286b18e91f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:43.344488 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7c3ea-5514-4032-88b4-3286b18e91f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:43.344814 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7c3ea-5514-4032-88b4-3286b18e91f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:43.348260 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2f7c3ea-5514-4032-88b4-3286b18e91f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:43.389269 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-43843395-0170-4900-b173-c10df14b0381 None None] Attempting to bind port 700cbcbe-74da-4c8f-b830-7fa7af94c296 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:43.389636 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-43843395-0170-4900-b173-c10df14b0381 None None] Attempting to bind port 700cbcbe-74da-4c8f-b830-7fa7af94c296 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'e355ff80-b04e-4956-a3cf-7f00f7a2a0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:43.389992 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43843395-0170-4900-b173-c10df14b0381 None None] Attempting to bind port 700cbcbe-74da-4c8f-b830-7fa7af94c296 on network a58d2100-f223-4551-af2a-cba9decd370d {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:43.395153 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43843395-0170-4900-b173-c10df14b0381 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:43.395549 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43843395-0170-4900-b173-c10df14b0381 None None] Checking segment: {'id': 'e355ff80-b04e-4956-a3cf-7f00f7a2a0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:43.396049 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-43843395-0170-4900-b173-c10df14b0381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.396443 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43843395-0170-4900-b173-c10df14b0381 None None] Bound using segment: {'id': 'e355ff80-b04e-4956-a3cf-7f00f7a2a0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:43.396903 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-43843395-0170-4900-b173-c10df14b0381 None None] Bound port: 700cbcbe-74da-4c8f-b830-7fa7af94c296, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e355ff80-b04e-4956-a3cf-7f00f7a2a0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:43.397465 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-43843395-0170-4900-b173-c10df14b0381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.417645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14e54c72-3493-4aaf-8068-fc3e78b34d0e req-1cc409bd-5365-419d-ae5c-44bfa05cc5b8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 210 time: 0.0325944 Jul 16 01:46:43.467960 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-43843395-0170-4900-b173-c10df14b0381 None None] For port 700cbcbe-74da-4c8f-b830-7fa7af94c296, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:43.471246 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-43843395-0170-4900-b173-c10df14b0381 None None] For port 700cbcbe-74da-4c8f-b830-7fa7af94c296, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=700cbcbe-74da-4c8f-b830-7fa7af94c296,segment=NetworkSegment(e355ff80-b04e-4956-a3cf-7f00f7a2a0ab),segment_id=e355ff80-b04e-4956-a3cf-7f00f7a2a0ab)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:43.476735 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-43843395-0170-4900-b173-c10df14b0381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.542363 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43843395-0170-4900-b173-c10df14b0381 None None] Routers {'b494da46-e821-4e16-be20-ae38cced3047'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:43.542993 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-43843395-0170-4900-b173-c10df14b0381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:46:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b494da46-e821-4e16-be20-ae38cced3047'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:43.545740 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7c3ea-5514-4032-88b4-3286b18e91f4 None None] Pushing event updated for resources: {'Port': ['ID=700cbcbe-74da-4c8f-b830-7fa7af94c296,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:43.603649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3af58fcc-4231-4b30-a7bf-8f66e74d7341 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:43.663500 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 3af58fcc-4231-4b30-a7bf-8f66e74d7341 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:43.663996 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.700017 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-43843395-0170-4900-b173-c10df14b0381 None None] Set router b494da46-e821-4e16-be20-ae38cced3047 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:43.764094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 819d4400-85ac-4cd9-9d12-bc808f7d4416 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:43.823979 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 819d4400-85ac-4cd9-9d12-bc808f7d4416 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:43.824616 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:43.925349 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-43843395-0170-4900-b173-c10df14b0381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b494da46-e821-4e16-be20-ae38cced3047', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006843600', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:37Z', 'updated_at': '2021-07-16T01:46:41Z', 'revision_number': 4, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:89:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:38Z', 'updated_at': '2021-07-16T01:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '700cbcbe-74da-4c8f-b830-7fa7af94c296', 'name': '', 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'mac_address': 'fa:16:3e:d9:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:40Z', 'updated_at': '2021-07-16T01:46:43Z', 'revision_number': 4, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'subnets': [{'id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:43.950898 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43843395-0170-4900-b173-c10df14b0381 None None] The sync data for ids ['b494da46-e821-4e16-be20-ae38cced3047'] in n-d-791505-14 is: [{'id': 'b494da46-e821-4e16-be20-ae38cced3047', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006843600', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:37Z', 'updated_at': '2021-07-16T01:46:41Z', 'revision_number': 4, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:89:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:38Z', 'updated_at': '2021-07-16T01:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '700cbcbe-74da-4c8f-b830-7fa7af94c296', 'name': '', 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'mac_address': 'fa:16:3e:d9:a3:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:40Z', 'updated_at': '2021-07-16T01:46:43Z', 'revision_number': 4, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'subnets': [{'id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:44.589086 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b65adb3-67a7-4f68-ad42-8dc93c1364f8 req-64081b6d-264a-41c7-bc01-087b0a9f960c tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 210 time: 0.0492575 Jul 16 01:46:44.692350 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-f60d3827-3329-43fe-8472-bd118701c418 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:44.693846 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-f60d3827-3329-43fe-8472-bd118701c418 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.70 "GET /v2.0/networks?id=a58d2100-f223-4551-af2a-cba9decd370d HTTP/1.1" status: 200 len: 796 time: 0.1411414 Jul 16 01:46:44.744800 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-fc0812c6-5971-4cc2-9833-fc0848a9fb23 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=428502ba8cd7431da683b1ecf79893ce HTTP/1.1" status: 200 len: 477 time: 0.0406003 Jul 16 01:46:44.754445 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-e46404c2-e1c3-4f92-bcd5-3bcf3645f822 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Request body: {'port': {'device_id': '343bc029-c98e-495f-992a-6b6d2afa2db8', 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d', 'admin_state_up': True, 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'security_groups': ['b6952649-8b37-44d4-9cdc-6edc26d569be', '8d3f5fe2-fb39-4823-adb7-cf474dd3950c']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:44.870065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-e46404c2-e1c3-4f92-bcd5-3bcf3645f822 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Made reservation on behalf of 428502ba8cd7431da683b1ecf79893ce for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:46:44.874394 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-e46404c2-e1c3-4f92-bcd5-3bcf3645f822 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.012187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-e46404c2-e1c3-4f92-bcd5-3bcf3645f822 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Allocated IP 172.20.0.14 (a58d2100-f223-4551-af2a-cba9decd370d/d0aa6d22-e256-41dc-b2e3-d819d8f0cb57/5ab5f4fa-1b72-4679-9343-c89dc1bad21a) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:45.154677 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-e46404c2-e1c3-4f92-bcd5-3bcf3645f822 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.168078 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-e46404c2-e1c3-4f92-bcd5-3bcf3645f822 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Transition to ACTIVE for port object 5ab5f4fa-1b72-4679-9343-c89dc1bad21a will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:45.200104 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-e46404c2-e1c3-4f92-bcd5-3bcf3645f822 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.248867 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-e46404c2-e1c3-4f92-bcd5-3bcf3645f822 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Network a58d2100-f223-4551-af2a-cba9decd370d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:45.252188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-e46404c2-e1c3-4f92-bcd5-3bcf3645f822 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:45.256116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-e46404c2-e1c3-4f92-bcd5-3bcf3645f822 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:45.262976 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46404c2-e1c3-4f92-bcd5-3bcf3645f822 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'Port': ['ID=5ab5f4fa-1b72-4679-9343-c89dc1bad21a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:45.308918 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-e46404c2-e1c3-4f92-bcd5-3bcf3645f822 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:45.309469 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-e46404c2-e1c3-4f92-bcd5-3bcf3645f822 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.324697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-e46404c2-e1c3-4f92-bcd5-3bcf3645f822 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.5741644 Jul 16 01:46:45.338142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Request body: {'port': {'device_id': '343bc029-c98e-495f-992a-6b6d2afa2db8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:45.413482 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.440573 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2807cd62-f454-4525-9aa3-c6b68ca2f016 None None] Provisioning for port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:45.444547 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2807cd62-f454-4525-9aa3-c6b68ca2f016 None None] Provisioning complete for port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:45.444995 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2807cd62-f454-4525-9aa3-c6b68ca2f016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.482032 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2807cd62-f454-4525-9aa3-c6b68ca2f016 None None] Port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:46:45.591550 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 700cbcbe-74da-4c8f-b830-7fa7af94c296 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:45.640266 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 700cbcbe-74da-4c8f-b830-7fa7af94c296 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:45.644211 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 700cbcbe-74da-4c8f-b830-7fa7af94c296 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:45.644589 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.691396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ab5f4fa-1b72-4679-9343-c89dc1bad21a {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:45.699540 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.712833 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Transition to ACTIVE for port object 5ab5f4fa-1b72-4679-9343-c89dc1bad21a will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:46:45.726732 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.730818 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.764451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 700cbcbe-74da-4c8f-b830-7fa7af94c296, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=700cbcbe-74da-4c8f-b830-7fa7af94c296,segment=NetworkSegment(e355ff80-b04e-4956-a3cf-7f00f7a2a0ab),segment_id=e355ff80-b04e-4956-a3cf-7f00f7a2a0ab)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:45.768726 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.819529 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=700cbcbe-74da-4c8f-b830-7fa7af94c296,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:45.834163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab5f4fa-1b72-4679-9343-c89dc1bad21a,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:45.884387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a0c44d-c83c-49cb-81f1-c48b4d01533c req-0b30306c-8412-4683-901f-c97722b2229c tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:45.886007 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99a0c44d-c83c-49cb-81f1-c48b4d01533c req-0b30306c-8412-4683-901f-c97722b2229c tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 983 time: 0.1710057 Jul 16 01:46:45.922147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Attempting to bind port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:46:45.922489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Attempting to bind port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'e355ff80-b04e-4956-a3cf-7f00f7a2a0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:46:45.922822 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Attempting to bind port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a on network a58d2100-f223-4551-af2a-cba9decd370d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:45.935121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a on network a58d2100-f223-4551-af2a-cba9decd370d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:46:45.936134 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Attempting to bind port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a on network a58d2100-f223-4551-af2a-cba9decd370d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:46:45.946113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:46:45.946460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Checking segment: {'id': 'e355ff80-b04e-4956-a3cf-7f00f7a2a0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:46:45.946852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Bound using segment: {'id': 'e355ff80-b04e-4956-a3cf-7f00f7a2a0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:46:45.947293 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Bound port: 5ab5f4fa-1b72-4679-9343-c89dc1bad21a, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e355ff80-b04e-4956-a3cf-7f00f7a2a0ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:46:45.947679 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:45.953586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99a0c44d-c83c-49cb-81f1-c48b4d01533c req-8bebc921-9ec7-4686-af44-921ba3ea9a1e tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d3f5fe2-fb39-4823-adb7-cf474dd3950c&id=b6952649-8b37-44d4-9cdc-6edc26d569be&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0602808 Jul 16 01:46:46.027009 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] For port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:46:46.027009 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] For port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5ab5f4fa-1b72-4679-9343-c89dc1bad21a,segment=NetworkSegment(e355ff80-b04e-4956-a3cf-7f00f7a2a0ab),segment_id=e355ff80-b04e-4956-a3cf-7f00f7a2a0ab)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:46:46.030253 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.066304 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:46.066956 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:46.068401 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] 10.222.0.70 "PUT /v2.0/ports/5ab5f4fa-1b72-4679-9343-c89dc1bad21a HTTP/1.1" status: 200 len: 1132 time: 0.7353489 Jul 16 01:46:46.070650 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343bc029-c98e-495f-992a-6b6d2afa2db8', 'tag': '5ab5f4fa-1b72-4679-9343-c89dc1bad21a'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:46.073723 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31563d98-63b8-4597-a6e5-a0ce0d15acbc" -d '{"events": [{"name": "network-changed", "server_uuid": "343bc029-c98e-495f-992a-6b6d2afa2db8", "tag": "5ab5f4fa-1b72-4679-9343-c89dc1bad21a"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:46.105295 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920068ca-c845-4595-862c-3d5fb9e4bcc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ab5f4fa-1b72-4679-9343-c89dc1bad21a,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:46.170283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-7f2a1d30-3d0e-4916-a194-f20471916e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:46.172115 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-7f2a1d30-3d0e-4916-a194-f20471916e4f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=428502ba8cd7431da683b1ecf79893ce&device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 1135 time: 0.0612934 Jul 16 01:46:46.173597 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d058e97-69d9-4da4-b317-3550ed239b0f x-openstack-request-id: req-3d058e97-69d9-4da4-b317-3550ed239b0f {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:46.173883 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343bc029-c98e-495f-992a-6b6d2afa2db8", "tag": "5ab5f4fa-1b72-4679-9343-c89dc1bad21a", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:46.174133 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d058e97-69d9-4da4-b317-3550ed239b0f {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:46.174518 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343bc029-c98e-495f-992a-6b6d2afa2db8', 'tag': '5ab5f4fa-1b72-4679-9343-c89dc1bad21a', 'status': 'completed', 'code': 200} Jul 16 01:46:46.220264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-50575fdd-56ae-49b4-bd04-0cc80dc328ff service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ab5f4fa-1b72-4679-9343-c89dc1bad21a HTTP/1.1" status: 200 len: 217 time: 0.0391846 Jul 16 01:46:46.269982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-32856b73-2efd-4fff-993e-f24c020adf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:46.271454 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-32856b73-2efd-4fff-993e-f24c020adf57 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0aa6d22-e256-41dc-b2e3-d819d8f0cb57 HTTP/1.1" status: 200 len: 835 time: 0.0448470 Jul 16 01:46:46.330939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-12e03a71-7adc-4014-afe6-5fdf9b231311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:46.332807 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-12e03a71-7adc-4014-afe6-5fdf9b231311 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a58d2100-f223-4551-af2a-cba9decd370d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526092 Jul 16 01:46:46.424759 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-a2abbbb2-6d22-4d8b-ac4d-c3c9cb969431 service neutron] 10.222.0.70 "GET /v2.0/networks/a58d2100-f223-4551-af2a-cba9decd370d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840898 Jul 16 01:46:46.514368 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-015c8d7a-b5ab-47e1-97b7-ad20fe341d4d req-f6d60d64-940b-4c37-85a4-3e231bf872ab service neutron] 10.222.0.70 "GET /v2.0/networks/a58d2100-f223-4551-af2a-cba9decd370d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816798 Jul 16 01:46:46.615135 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31563d98-63b8-4597-a6e5-a0ce0d15acbc req-22cf0a5b-8664-4a41-a42c-712d088b521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:46.616659 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31563d98-63b8-4597-a6e5-a0ce0d15acbc req-22cf0a5b-8664-4a41-a42c-712d088b521b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=428502ba8cd7431da683b1ecf79893ce&device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 1135 time: 0.0523317 Jul 16 01:46:46.713554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31563d98-63b8-4597-a6e5-a0ce0d15acbc req-393e9c10-7274-40e9-9721-bc175009fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:46.715089 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31563d98-63b8-4597-a6e5-a0ce0d15acbc req-393e9c10-7274-40e9-9721-bc175009fd74 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a58d2100-f223-4551-af2a-cba9decd370d HTTP/1.1" status: 200 len: 897 time: 0.0875564 Jul 16 01:46:46.756911 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31563d98-63b8-4597-a6e5-a0ce0d15acbc req-e6e684e9-84bd-49c6-b3fd-0eed98246eeb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ab5f4fa-1b72-4679-9343-c89dc1bad21a HTTP/1.1" status: 200 len: 217 time: 0.0338264 Jul 16 01:46:46.809978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31563d98-63b8-4597-a6e5-a0ce0d15acbc req-33265c63-9b2e-4592-a1c9-daaa20ccf473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:46.812008 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31563d98-63b8-4597-a6e5-a0ce0d15acbc req-33265c63-9b2e-4592-a1c9-daaa20ccf473 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0aa6d22-e256-41dc-b2e3-d819d8f0cb57 HTTP/1.1" status: 200 len: 835 time: 0.0462496 Jul 16 01:46:46.868489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31563d98-63b8-4597-a6e5-a0ce0d15acbc req-0ea16d52-ea0d-4643-8dba-4f1842994915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:46.869951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31563d98-63b8-4597-a6e5-a0ce0d15acbc req-0ea16d52-ea0d-4643-8dba-4f1842994915 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a58d2100-f223-4551-af2a-cba9decd370d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494895 Jul 16 01:46:46.960826 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31563d98-63b8-4597-a6e5-a0ce0d15acbc req-ca358696-fe11-4fc9-abb7-50d6955206aa service neutron] 10.222.0.70 "GET /v2.0/networks/a58d2100-f223-4551-af2a-cba9decd370d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829685 Jul 16 01:46:47.052823 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31563d98-63b8-4597-a6e5-a0ce0d15acbc req-fc0e39d3-5228-45bb-93e1-3b77ab2b51db service neutron] 10.222.0.70 "GET /v2.0/networks/a58d2100-f223-4551-af2a-cba9decd370d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835109 Jul 16 01:46:47.131909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c7ad3-5ab9-46e9-8753-c5442a467996 req-6ab64769-128e-4dd8-af7f-cc3ece818da2 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:47.133413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa5c7ad3-5ab9-46e9-8753-c5442a467996 req-6ab64769-128e-4dd8-af7f-cc3ece818da2 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 983 time: 0.0641420 Jul 16 01:46:47.177022 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa5c7ad3-5ab9-46e9-8753-c5442a467996 req-55bde248-9b27-40cb-a2c5-28fe0813eeac tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d3f5fe2-fb39-4823-adb7-cf474dd3950c&id=b6952649-8b37-44d4-9cdc-6edc26d569be&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0379648 Jul 16 01:46:47.570637 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 700cbcbe-74da-4c8f-b830-7fa7af94c296 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:47.616118 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 700cbcbe-74da-4c8f-b830-7fa7af94c296 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:47.616492 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:48.345266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f4c999-a507-452f-ab49-271a51bcaf3e req-699311d1-764e-4c1a-a39b-9a6f9247a00b tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:48.346715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14f4c999-a507-452f-ab49-271a51bcaf3e req-699311d1-764e-4c1a-a39b-9a6f9247a00b tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 983 time: 0.0639546 Jul 16 01:46:48.385587 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14f4c999-a507-452f-ab49-271a51bcaf3e req-397c821d-65ec-486b-9860-dfc0e825ef5b tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d3f5fe2-fb39-4823-adb7-cf474dd3950c&id=b6952649-8b37-44d4-9cdc-6edc26d569be&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0333176 Jul 16 01:46:49.198661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5ab5f4fa-1b72-4679-9343-c89dc1bad21a details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:46:49.290697 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5ab5f4fa-1b72-4679-9343-c89dc1bad21a,segment=NetworkSegment(e355ff80-b04e-4956-a3cf-7f00f7a2a0ab),segment_id=e355ff80-b04e-4956-a3cf-7f00f7a2a0ab)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:49.301525 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '5ab5f4fa-1b72-4679-9343-c89dc1bad21a', 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d', 'port_id': '5ab5f4fa-1b72-4679-9343-c89dc1bad21a', 'mac_address': 'fa:16:3e:8c:13:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:46:49.338205 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.353422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ab5f4fa-1b72-4679-9343-c89dc1bad21a {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:46:49.372243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5ab5f4fa-1b72-4679-9343-c89dc1bad21a,segment=NetworkSegment(e355ff80-b04e-4956-a3cf-7f00f7a2a0ab),segment_id=e355ff80-b04e-4956-a3cf-7f00f7a2a0ab)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:49.376260 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:49.422669 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=5ab5f4fa-1b72-4679-9343-c89dc1bad21a,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:49.557179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d5925-6a05-4ede-a4f4-7cc95ff21870 req-4f0a35ae-e45f-4dd3-9d59-6be18d4657c6 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:49.558686 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c80d5925-6a05-4ede-a4f4-7cc95ff21870 req-4f0a35ae-e45f-4dd3-9d59-6be18d4657c6 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 984 time: 0.0637722 Jul 16 01:46:49.598117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c80d5925-6a05-4ede-a4f4-7cc95ff21870 req-24e7f601-05f0-4885-8b2c-12f2e000c1f5 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d3f5fe2-fb39-4823-adb7-cf474dd3950c&id=b6952649-8b37-44d4-9cdc-6edc26d569be&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0331411 Jul 16 01:46:49.627166 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['5ab5f4fa-1b72-4679-9343-c89dc1bad21a'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:46:50.770422 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef00e0-1ba8-46e3-8505-7a86e8b913f2 req-c9455b9f-9128-4d1c-a202-3b1793c3474d tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:50.771973 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38ef00e0-1ba8-46e3-8505-7a86e8b913f2 req-c9455b9f-9128-4d1c-a202-3b1793c3474d tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 984 time: 0.0663590 Jul 16 01:46:50.811751 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38ef00e0-1ba8-46e3-8505-7a86e8b913f2 req-9085b630-4be0-46a8-a963-28e5acabf3cc tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d3f5fe2-fb39-4823-adb7-cf474dd3950c&id=b6952649-8b37-44d4-9cdc-6edc26d569be&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0342073 Jul 16 01:46:51.204774 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5ab5f4fa-1b72-4679-9343-c89dc1bad21a up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:46:51.251141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:46:51.254694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:46:51.255062 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.329787 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.351145 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343bc029-c98e-495f-992a-6b6d2afa2db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab5f4fa-1b72-4679-9343-c89dc1bad21a'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:51.353386 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe13a60-05a7-44c2-9c72-8bc7b39820d9" -d '{"events": [{"server_uuid": "343bc029-c98e-495f-992a-6b6d2afa2db8", "name": "network-vif-plugged", "status": "completed", "tag": "5ab5f4fa-1b72-4679-9343-c89dc1bad21a"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:51.365636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5ab5f4fa-1b72-4679-9343-c89dc1bad21a,segment=NetworkSegment(e355ff80-b04e-4956-a3cf-7f00f7a2a0ab),segment_id=e355ff80-b04e-4956-a3cf-7f00f7a2a0ab)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:46:51.369253 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:51.394615 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f920b42e-93d0-4fe9-acfe-2b5f962c2507 x-openstack-request-id: req-f920b42e-93d0-4fe9-acfe-2b5f962c2507 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:51.394905 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343bc029-c98e-495f-992a-6b6d2afa2db8", "name": "network-vif-plugged", "status": "completed", "tag": "5ab5f4fa-1b72-4679-9343-c89dc1bad21a", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:51.395154 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f920b42e-93d0-4fe9-acfe-2b5f962c2507 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:51.395531 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343bc029-c98e-495f-992a-6b6d2afa2db8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ab5f4fa-1b72-4679-9343-c89dc1bad21a', 'code': 200} Jul 16 01:46:51.421762 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=5ab5f4fa-1b72-4679-9343-c89dc1bad21a,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:51.506817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a50a65-7858-4b5e-b74d-60f30282efa7 req-e7bb437a-4e2f-4be4-9764-40562a66efb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:51.508320 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7a50a65-7858-4b5e-b74d-60f30282efa7 req-e7bb437a-4e2f-4be4-9764-40562a66efb3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 1137 time: 0.0503218 Jul 16 01:46:51.544856 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7a50a65-7858-4b5e-b74d-60f30282efa7 req-f17a5502-710d-4b47-b20b-ef8592d27366 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8d3f5fe2-fb39-4823-adb7-cf474dd3950c&id=b6952649-8b37-44d4-9cdc-6edc26d569be&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0276871 Jul 16 01:46:51.983843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff558d8-dbc2-427e-9d09-4cbcae51bc48 req-af1804fc-cdf9-4702-9196-aa29e920b0b3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:51.985324 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eff558d8-dbc2-427e-9d09-4cbcae51bc48 req-af1804fc-cdf9-4702-9196-aa29e920b0b3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 985 time: 0.0651002 Jul 16 01:46:52.024834 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eff558d8-dbc2-427e-9d09-4cbcae51bc48 req-dde27a23-8b1c-4155-b3c6-a9a71a35de05 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d3f5fe2-fb39-4823-adb7-cf474dd3950c&id=b6952649-8b37-44d4-9cdc-6edc26d569be&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0339205 Jul 16 01:46:53.194712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc72f0-d1cd-4ae6-858c-a340fe621cc4 req-21202106-25e6-4776-a930-50ca791f95cb tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:53.196233 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71dc72f0-d1cd-4ae6-858c-a340fe621cc4 req-21202106-25e6-4776-a930-50ca791f95cb tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 985 time: 0.0628283 Jul 16 01:46:53.234689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71dc72f0-d1cd-4ae6-858c-a340fe621cc4 req-ad24a4fb-6e6f-4b55-b24f-9f46c5a77a0a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d3f5fe2-fb39-4823-adb7-cf474dd3950c&id=b6952649-8b37-44d4-9cdc-6edc26d569be&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0323586 Jul 16 01:46:53.404275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b420c2-e8b8-456f-9095-8fa2d72b1bcd req-2976f7cf-22eb-4118-8d4d-03c8f3f3b47c tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:53.405783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6b420c2-e8b8-456f-9095-8fa2d72b1bcd req-2976f7cf-22eb-4118-8d4d-03c8f3f3b47c tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 985 time: 0.0622473 Jul 16 01:46:53.446094 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6b420c2-e8b8-456f-9095-8fa2d72b1bcd req-ccf12901-9c8e-4eec-9db3-56678c8c6d8a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d3f5fe2-fb39-4823-adb7-cf474dd3950c&id=b6952649-8b37-44d4-9cdc-6edc26d569be&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0347726 Jul 16 01:46:53.606619 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5235e748-0ccc-4f2d-97ea-b19c6c3823a5 req-521015ab-1c3f-4afc-9c6e-182909c959a1 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:53.608632 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5235e748-0ccc-4f2d-97ea-b19c6c3823a5 req-521015ab-1c3f-4afc-9c6e-182909c959a1 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 1137 time: 0.0546150 Jul 16 01:46:53.626133 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5235e748-0ccc-4f2d-97ea-b19c6c3823a5 req-2a3b0d67-b7e8-43c2-a8a9-efb0a8e2c480 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.709316 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5235e748-0ccc-4f2d-97ea-b19c6c3823a5 req-2a3b0d67-b7e8-43c2-a8a9-efb0a8e2c480 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.713092 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5235e748-0ccc-4f2d-97ea-b19c6c3823a5 req-2a3b0d67-b7e8-43c2-a8a9-efb0a8e2c480 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.740203 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5235e748-0ccc-4f2d-97ea-b19c6c3823a5 req-2a3b0d67-b7e8-43c2-a8a9-efb0a8e2c480 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8d3f5fe2-fb39-4823-adb7-cf474dd3950c&id=b6952649-8b37-44d4-9cdc-6edc26d569be&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1259210 Jul 16 01:46:53.744557 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3b0d67-b7e8-43c2-a8a9-efb0a8e2c480 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442e0daa-4d49-49fc-aac8-49a828820560,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:53.751782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b0d67-b7e8-43c2-a8a9-efb0a8e2c480 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:53.752136 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b0d67-b7e8-43c2-a8a9-efb0a8e2c480 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:53.752477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b0d67-b7e8-43c2-a8a9-efb0a8e2c480 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:53.752957 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b0d67-b7e8-43c2-a8a9-efb0a8e2c480 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:53.756227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b0d67-b7e8-43c2-a8a9-efb0a8e2c480 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:53.756816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b0d67-b7e8-43c2-a8a9-efb0a8e2c480 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:53.757300 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b0d67-b7e8-43c2-a8a9-efb0a8e2c480 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:53.757659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b0d67-b7e8-43c2-a8a9-efb0a8e2c480 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:53.758113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b0d67-b7e8-43c2-a8a9-efb0a8e2c480 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:53.758461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b0d67-b7e8-43c2-a8a9-efb0a8e2c480 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:53.758808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b0d67-b7e8-43c2-a8a9-efb0a8e2c480 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:53.759149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3b0d67-b7e8-43c2-a8a9-efb0a8e2c480 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:53.763071 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36046) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:53.814321 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f59147-6acc-4fa1-b557-4e78f4424ba8 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:53.815854 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-02f59147-6acc-4fa1-b557-4e78f4424ba8 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 1132 time: 0.0516174 Jul 16 01:46:53.818900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36048) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:53.823112 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': '5ab5f4fa-1b72-4679-9343-c89dc1bad21a', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:46:53.844409 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:53.937919 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.035334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Allocated IP 172.25.2.106 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/9c323889-f621-4b3e-954b-a85887a77bf0) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:46:54.450883 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.489225 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.529384 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:46:54.534665 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:46:54.537770 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:46:54.564552 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'Port': ['ID=9c323889-f621-4b3e-954b-a85887a77bf0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:54.577770 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:54.578122 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:54.578466 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:54.578803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:54.579136 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:54.579470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:54.579830 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:54.580162 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:54.580495 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:54.580825 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:54.581152 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:54.581474 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:46:54.911374 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:54.988022 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.133816 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.138369 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.210325 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'Port': ['ID=9c323889-f621-4b3e-954b-a85887a77bf0,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:46:55.218577 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.317657 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Floating IP 129e7e45-6651-4676-a30c-18618f980a02 associated. External IP: 172.25.2.106, port: 5ab5f4fa-1b72-4679-9343-c89dc1bad21a. Jul 16 01:46:55.519692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Router b494da46-e821-4e16-be20-ae38cced3047 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:46:55.626258 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:46:55.635825 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2bfeb2-0281-4e5d-9e2b-8555706984de None None] Sync routers for ids ['b494da46-e821-4e16-be20-ae38cced3047'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:46:55.643041 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:46:55.646882 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2bfeb2-0281-4e5d-9e2b-8555706984de None None] Routers {'b494da46-e821-4e16-be20-ae38cced3047'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:55.647510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-fd2bfeb2-0281-4e5d-9e2b-8555706984de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:46:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b494da46-e821-4e16-be20-ae38cced3047'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:55.682723 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9fa06cd7-d4bc-4b72-bc70-7ccf3f1552c3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8605866 Jul 16 01:46:55.682723 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343bc029-c98e-495f-992a-6b6d2afa2db8', 'tag': '5ab5f4fa-1b72-4679-9343-c89dc1bad21a'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:46:55.683162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36054) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:55.683657 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a658c06-b08c-4055-811a-b7ea785e6b23" -d '{"events": [{"name": "network-changed", "server_uuid": "343bc029-c98e-495f-992a-6b6d2afa2db8", "tag": "5ab5f4fa-1b72-4679-9343-c89dc1bad21a"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:46:55.719289 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c953fd-3484-41ac-a59a-99e92cdd0d08 x-openstack-request-id: req-a1c953fd-3484-41ac-a59a-99e92cdd0d08 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:46:55.719576 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343bc029-c98e-495f-992a-6b6d2afa2db8", "tag": "5ab5f4fa-1b72-4679-9343-c89dc1bad21a", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:46:55.720846 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1c953fd-3484-41ac-a59a-99e92cdd0d08 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:46:55.720846 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343bc029-c98e-495f-992a-6b6d2afa2db8', 'tag': '5ab5f4fa-1b72-4679-9343-c89dc1bad21a', 'status': 'completed', 'code': 200} Jul 16 01:46:55.757944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-fd2bfeb2-0281-4e5d-9e2b-8555706984de None None] Set router b494da46-e821-4e16-be20-ae38cced3047 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:55.824411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d7090d-3f2a-4009-8b93-9f489cadc5aa tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.824904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d7090d-3f2a-4009-8b93-9f489cadc5aa tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.825375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d7090d-3f2a-4009-8b93-9f489cadc5aa tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.825845 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d7090d-3f2a-4009-8b93-9f489cadc5aa tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.826309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d7090d-3f2a-4009-8b93-9f489cadc5aa tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.826777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d7090d-3f2a-4009-8b93-9f489cadc5aa tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.827238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d7090d-3f2a-4009-8b93-9f489cadc5aa tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.829617 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c8d7090d-3f2a-4009-8b93-9f489cadc5aa tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.1454010 Jul 16 01:46:55.832470 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36058) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:55.872623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a658c06-b08c-4055-811a-b7ea785e6b23 req-21a0da3b-3542-4680-b343-0ac653f33165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.874123 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a658c06-b08c-4055-811a-b7ea785e6b23 req-21a0da3b-3542-4680-b343-0ac653f33165 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=428502ba8cd7431da683b1ecf79893ce&device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 1137 time: 0.1255031 Jul 16 01:46:55.954791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705c022-1b4c-499e-8333-584b67845c89 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.955259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705c022-1b4c-499e-8333-584b67845c89 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.955718 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705c022-1b4c-499e-8333-584b67845c89 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.956199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705c022-1b4c-499e-8333-584b67845c89 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.956650 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705c022-1b4c-499e-8333-584b67845c89 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.957100 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705c022-1b4c-499e-8333-584b67845c89 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.957550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705c022-1b4c-499e-8333-584b67845c89 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:55.959354 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f705c022-1b4c-499e-8333-584b67845c89 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4542 time: 0.1259491 Jul 16 01:46:55.962719 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36060) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:55.973676 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-fd2bfeb2-0281-4e5d-9e2b-8555706984de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b494da46-e821-4e16-be20-ae38cced3047', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006843600', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:37Z', 'updated_at': '2021-07-16T01:46:41Z', 'revision_number': 4, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:89:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:38Z', 'updated_at': '2021-07-16T01:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '129e7e45-6651-4676-a30c-18618f980a02', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'port_id': '5ab5f4fa-1b72-4679-9343-c89dc1bad21a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d', 'mac_address': 'fa:16:3e:8c:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343bc029-c98e-495f-992a-6b6d2afa2db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:46:54Z', 'updated_at': '2021-07-16T01:46:54Z', 'revision_number': 0, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700cbcbe-74da-4c8f-b830-7fa7af94c296', 'name': '', 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'mac_address': 'fa:16:3e:d9:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:40Z', 'updated_at': '2021-07-16T01:46:45Z', 'revision_number': 5, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'subnets': [{'id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:56.003215 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2bfeb2-0281-4e5d-9e2b-8555706984de None None] Checking router: b494da46-e821-4e16-be20-ae38cced3047 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:46:56.011607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2bfeb2-0281-4e5d-9e2b-8555706984de None None] Routers {'b494da46-e821-4e16-be20-ae38cced3047'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:46:56.012187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-fd2bfeb2-0281-4e5d-9e2b-8555706984de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:46:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b494da46-e821-4e16-be20-ae38cced3047'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:56.014628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a658c06-b08c-4055-811a-b7ea785e6b23 req-a8615149-f87a-44fb-a98c-1ca1ad7bfa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:56.016773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a658c06-b08c-4055-811a-b7ea785e6b23 req-a8615149-f87a-44fb-a98c-1ca1ad7bfa61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=a58d2100-f223-4551-af2a-cba9decd370d HTTP/1.1" status: 200 len: 897 time: 0.1346216 Jul 16 01:46:56.085236 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a658c06-b08c-4055-811a-b7ea785e6b23 req-32e67fd4-728a-437b-9591-ddaab5903cdb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ab5f4fa-1b72-4679-9343-c89dc1bad21a HTTP/1.1" status: 200 len: 1000 time: 0.0611908 Jul 16 01:46:56.126313 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-fd2bfeb2-0281-4e5d-9e2b-8555706984de None None] Set router b494da46-e821-4e16-be20-ae38cced3047 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:46:56.136401 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a658c06-b08c-4055-811a-b7ea785e6b23 req-54467ab2-699a-4fbf-8264-5d7ef36f6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:56.137927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a658c06-b08c-4055-811a-b7ea785e6b23 req-54467ab2-699a-4fbf-8264-5d7ef36f6e6c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0aa6d22-e256-41dc-b2e3-d819d8f0cb57 HTTP/1.1" status: 200 len: 835 time: 0.0444708 Jul 16 01:46:56.200019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a658c06-b08c-4055-811a-b7ea785e6b23 req-97a000ff-ea19-4723-afab-da34a4adeb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:56.201859 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a658c06-b08c-4055-811a-b7ea785e6b23 req-97a000ff-ea19-4723-afab-da34a4adeb9e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a58d2100-f223-4551-af2a-cba9decd370d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573621 Jul 16 01:46:56.203201 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7e6d0115-ea09-4512-a577-a41007938b93 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2340 time: 0.2379756 Jul 16 01:46:56.205882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36062) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:46:56.261840 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1563a47e-f676-4623-9758-04b10968974c tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:56.262228 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1563a47e-f676-4623-9758-04b10968974c tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:46:56.279416 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1563a47e-f676-4623-9758-04b10968974c tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b494da46-e821-4e16-be20-ae38cced3047 HTTP/1.1" status: 200 len: 1992 time: 0.0570335 Jul 16 01:46:56.293777 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a658c06-b08c-4055-811a-b7ea785e6b23 req-8d80aacf-b9d5-40b5-9e48-f39634b713fa service neutron] 10.222.0.70 "GET /v2.0/networks/a58d2100-f223-4551-af2a-cba9decd370d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836391 Jul 16 01:46:56.356760 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-fd2bfeb2-0281-4e5d-9e2b-8555706984de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b494da46-e821-4e16-be20-ae38cced3047', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006843600', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:37Z', 'updated_at': '2021-07-16T01:46:41Z', 'revision_number': 4, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:89:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:38Z', 'updated_at': '2021-07-16T01:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '129e7e45-6651-4676-a30c-18618f980a02', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'port_id': '5ab5f4fa-1b72-4679-9343-c89dc1bad21a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d', 'mac_address': 'fa:16:3e:8c:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343bc029-c98e-495f-992a-6b6d2afa2db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:46:54Z', 'updated_at': '2021-07-16T01:46:54Z', 'revision_number': 0, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700cbcbe-74da-4c8f-b830-7fa7af94c296', 'name': '', 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'mac_address': 'fa:16:3e:d9:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:40Z', 'updated_at': '2021-07-16T01:46:45Z', 'revision_number': 5, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'subnets': [{'id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:46:56.382755 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2bfeb2-0281-4e5d-9e2b-8555706984de None None] The sync data for ids ['b494da46-e821-4e16-be20-ae38cced3047'] in n-d-791505-14 is: [{'id': 'b494da46-e821-4e16-be20-ae38cced3047', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006843600', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:37Z', 'updated_at': '2021-07-16T01:46:41Z', 'revision_number': 4, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:89:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:38Z', 'updated_at': '2021-07-16T01:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '129e7e45-6651-4676-a30c-18618f980a02', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'floating_ip_address': '172.25.2.106', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'port_id': '5ab5f4fa-1b72-4679-9343-c89dc1bad21a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d', 'mac_address': 'fa:16:3e:8c:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '343bc029-c98e-495f-992a-6b6d2afa2db8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:46:54Z', 'updated_at': '2021-07-16T01:46:54Z', 'revision_number': 0, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '700cbcbe-74da-4c8f-b830-7fa7af94c296', 'name': '', 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'mac_address': 'fa:16:3e:d9:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:40Z', 'updated_at': '2021-07-16T01:46:45Z', 'revision_number': 5, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'subnets': [{'id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:46:56.387100 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a658c06-b08c-4055-811a-b7ea785e6b23 req-4059f690-7c72-43c1-b69e-9c7866bd2b18 service neutron] 10.222.0.70 "GET /v2.0/networks/a58d2100-f223-4551-af2a-cba9decd370d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859807 Jul 16 01:46:56.559128 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f950f45f-14db-45b0-bb8b-ed1a0d4225f5 None None] New status for floating IP 129e7e45-6651-4676-a30c-18618f980a02: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:47:00.469241 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:01.450975 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:04.927999 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db5ae9f6-0ace-4937-a00d-cf01a3f695ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.281670 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-98a1c566-c656-4278-978d-1d695631b866 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1027777 Jul 16 01:47:07.362835 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.383147 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-71e0c178-04e4-40dd-a661-dbd11c1eaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.383632 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-71e0c178-04e4-40dd-a661-dbd11c1eaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.384139 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-71e0c178-04e4-40dd-a661-dbd11c1eaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.384611 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-71e0c178-04e4-40dd-a661-dbd11c1eaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.385081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-71e0c178-04e4-40dd-a661-dbd11c1eaf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.386861 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-71e0c178-04e4-40dd-a661-dbd11c1eaf9f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0610399 Jul 16 01:47:07.499045 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-c0f09dbc-c31e-4b53-b90e-864322f1740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.499443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-c0f09dbc-c31e-4b53-b90e-864322f1740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.499939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-c0f09dbc-c31e-4b53-b90e-864322f1740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.501571 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-c0f09dbc-c31e-4b53-b90e-864322f1740a service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0905192 Jul 16 01:47:07.541609 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-be5c3781-88ab-44f9-b24a-8bf480f2eb2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0343044 Jul 16 01:47:07.586829 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-c31de1ac-478d-4665-8003-ca5956e93aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.588283 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-c31de1ac-478d-4665-8003-ca5956e93aa4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0413585 Jul 16 01:47:07.645888 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-62067c74-4588-4add-b4c2-fd3dbc5013fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.647324 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-62067c74-4588-4add-b4c2-fd3dbc5013fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531223 Jul 16 01:47:07.688127 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30e4e343-f92b-48f6-9286-07c409d80ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:07.733671 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-2fc927f0-654a-40e1-a19d-243ee20a61bc service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802612 Jul 16 01:47:07.822702 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-3d4f3093-bca7-42c4-b265-87272a15f594 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832047 Jul 16 01:47:07.862571 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-ecbf0d1b-f567-4206-9aca-e1b7af9c085f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0341387 Jul 16 01:47:07.909821 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-deabcfed-2216-4b74-863e-067885d9e213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.911269 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-deabcfed-2216-4b74-863e-067885d9e213 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0433211 Jul 16 01:47:07.971662 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-475b3c08-458d-4dc3-8a42-95b66e91729c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:07.973237 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-475b3c08-458d-4dc3-8a42-95b66e91729c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0553365 Jul 16 01:47:08.061180 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-c2ea99a8-a37d-4c60-b530-3663515aa3a8 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807025 Jul 16 01:47:08.151722 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-2d2bc51d-7978-4988-83c8-ae59133523e2 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849693 Jul 16 01:47:08.191400 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-0537fe8c-ed2f-48ab-8518-b0a01745fff6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0338812 Jul 16 01:47:08.238729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-7d52b56e-faf9-4764-9d3d-fd707d03e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:08.240210 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-7d52b56e-faf9-4764-9d3d-fd707d03e11e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0429170 Jul 16 01:47:08.299704 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-9be587d2-ee70-41e8-90d9-6c15261fd330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:08.301222 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-9be587d2-ee70-41e8-90d9-6c15261fd330 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0552826 Jul 16 01:47:08.387684 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-18f2019f-e68d-49e3-905a-e0bfd1327836 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797408 Jul 16 01:47:08.477473 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-9f7037bd-3e25-4b81-a178-b0c5de82772c service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834556 Jul 16 01:47:08.516474 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-989b0537-8aaa-4bcd-b731-278abca6898e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0332117 Jul 16 01:47:08.562161 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-d5632011-0574-487d-a577-4f36fa158576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:08.563575 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-d5632011-0574-487d-a577-4f36fa158576 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0414488 Jul 16 01:47:08.605566 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:08.623686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-ccd55443-9200-47d2-9041-70a0579f7081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:08.625253 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-ccd55443-9200-47d2-9041-70a0579f7081 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0559094 Jul 16 01:47:08.711387 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-616ba602-5bca-4a49-9ed1-3c5bad70fcbd service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800157 Jul 16 01:47:09.119436 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-4178d0e1-54c1-4e1c-8eb3-7e33ea0c4af0 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022570 Jul 16 01:47:09.159054 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-b35acf6a-9b2c-4671-bbac-355f19e49d48 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0332453 Jul 16 01:47:09.208234 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-942053f4-c569-4af1-ae68-c53ea65df9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:09.209629 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-942053f4-c569-4af1-ae68-c53ea65df9e5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0448964 Jul 16 01:47:09.266527 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-6f323c1b-880b-4d5b-8346-867a88323cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:09.268575 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-6f323c1b-880b-4d5b-8346-867a88323cb1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0529823 Jul 16 01:47:09.357533 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-fd444296-6d24-4884-829b-5681b9c3f7e7 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824113 Jul 16 01:47:09.447751 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a2ae3b-d649-4bcc-a0b2-1aeb17916dde req-4ea56473-5404-433f-baf5-4ccc79a4760b service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844567 Jul 16 01:47:10.254987 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:11.624957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83a86e65-e078-4766-a511-1da50496553e req-a8db2e0f-ec76-4067-be6b-303bb160254c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0986743 Jul 16 01:47:11.724546 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a86e65-e078-4766-a511-1da50496553e req-ac47956c-8a54-4137-9a1c-6339e0c93b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:11.725998 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83a86e65-e078-4766-a511-1da50496553e req-ac47956c-8a54-4137-9a1c-6339e0c93b80 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=428502ba8cd7431da683b1ecf79893ce&device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 1137 time: 0.0513134 Jul 16 01:47:11.834909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a86e65-e078-4766-a511-1da50496553e req-c782cafe-d860-4e32-ba6f-6773c92c86ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:11.836382 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83a86e65-e078-4766-a511-1da50496553e req-c782cafe-d860-4e32-ba6f-6773c92c86ab service neutron] 10.222.0.70 "GET /v2.0/networks?id=a58d2100-f223-4551-af2a-cba9decd370d HTTP/1.1" status: 200 len: 897 time: 0.0852911 Jul 16 01:47:11.900063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83a86e65-e078-4766-a511-1da50496553e req-9ecf81b3-6326-481e-b950-e189fc7dfc46 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ab5f4fa-1b72-4679-9343-c89dc1bad21a HTTP/1.1" status: 200 len: 1002 time: 0.0552778 Jul 16 01:47:11.953330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a86e65-e078-4766-a511-1da50496553e req-12facf13-202e-45c0-9db6-34f906cb6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:11.954737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83a86e65-e078-4766-a511-1da50496553e req-12facf13-202e-45c0-9db6-34f906cb6a71 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0aa6d22-e256-41dc-b2e3-d819d8f0cb57 HTTP/1.1" status: 200 len: 835 time: 0.0448577 Jul 16 01:47:12.011570 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a86e65-e078-4766-a511-1da50496553e req-8abbd5e0-da65-4288-bb19-b35509039804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:12.013062 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83a86e65-e078-4766-a511-1da50496553e req-8abbd5e0-da65-4288-bb19-b35509039804 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a58d2100-f223-4551-af2a-cba9decd370d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500197 Jul 16 01:47:12.100532 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83a86e65-e078-4766-a511-1da50496553e req-7520a85e-b4a7-42d7-b738-a7e963d59e98 service neutron] 10.222.0.70 "GET /v2.0/networks/a58d2100-f223-4551-af2a-cba9decd370d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793786 Jul 16 01:47:12.194727 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83a86e65-e078-4766-a511-1da50496553e req-522af5c1-1e47-4740-b78d-a0efe143691f service neutron] 10.222.0.70 "GET /v2.0/networks/a58d2100-f223-4551-af2a-cba9decd370d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837107 Jul 16 01:47:12.630374 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:47:30.484060 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:31.458670 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.481590 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36160) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.584020 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-58e2ab87-342e-49cf-bdee-09b932b51e81 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2665 time: 0.0997908 Jul 16 01:47:32.585249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36162) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.589965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7bf114c5-72fe-4d0f-af27-4223614d3c2a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Request body: {'network': {'name': 'tempest-network-smoke--1745739090', 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'port_security_enabled': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:32.609764 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf114c5-72fe-4d0f-af27-4223614d3c2a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Made reservation on behalf of 428502ba8cd7431da683b1ecf79893ce for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:32.613845 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7bf114c5-72fe-4d0f-af27-4223614d3c2a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.636696 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf114c5-72fe-4d0f-af27-4223614d3c2a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:47:32.645349 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7bf114c5-72fe-4d0f-af27-4223614d3c2a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.645687 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-7bf114c5-72fe-4d0f-af27-4223614d3c2a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Added segment 6232bc12-06ea-44b5-88c6-8d124b2ac1b6 of type vlan for network 091f3003-8f49-4b85-8713-bbb204ca9cd6 Jul 16 01:47:32.693799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7bf114c5-72fe-4d0f-af27-4223614d3c2a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.720471 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7bf114c5-72fe-4d0f-af27-4223614d3c2a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.726329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf114c5-72fe-4d0f-af27-4223614d3c2a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:32.726915 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7bf114c5-72fe-4d0f-af27-4223614d3c2a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.760371 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7bf114c5-72fe-4d0f-af27-4223614d3c2a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1741028 Jul 16 01:47:32.763131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36164) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:32.767772 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1328049632', 'admin_state_up': True, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:32.792681 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.793740 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.797709 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf114c5-72fe-4d0f-af27-4223614d3c2a tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'Network': ['ID=091f3003-8f49-4b85-8713-bbb204ca9cd6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:32.810171 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 091f3003-8f49-4b85-8713-bbb204ca9cd6 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:47:32.845246 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:32.978345 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.489247 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.508427 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.606679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Allocated IP 172.25.2.117 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/16d37142-3426-40b4-b9a9-5d93dbcc87f3) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:33.706416 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.743645 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:33.783481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:33.786387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:33.790684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:33.793638 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'Port': ['ID=16d37142-3426-40b4-b9a9-5d93dbcc87f3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:34.031955 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.218903 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.342970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Router 24f86685-8c40-43ac-a4b5-1616b945dabc is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:47:34.445653 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:34.454615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Sync routers for ids ['24f86685-8c40-43ac-a4b5-1616b945dabc'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:34.464027 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.464229 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Routers {'24f86685-8c40-43ac-a4b5-1616b945dabc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:34.464691 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:47:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['24f86685-8c40-43ac-a4b5-1616b945dabc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:34.465259 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-43787566-fe64-4cf7-9e22-9bb5634a1cd3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7011139 Jul 16 01:47:34.468318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36168) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:34.514363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edc39a9-43ee-4942-b8e5-ab63d99bff3d tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.516318 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2edc39a9-43ee-4942-b8e5-ab63d99bff3d tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=428502ba8cd7431da683b1ecf79893ce&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0470881 Jul 16 01:47:34.519572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36170) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:34.572738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Set router 24f86685-8c40-43ac-a4b5-1616b945dabc gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:34.611567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704af412-8da9-4c41-87b6-02cd2201edbf tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.613131 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-704af412-8da9-4c41-87b6-02cd2201edbf tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0925879 Jul 16 01:47:34.615992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36174) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:34.642966 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-91acce71-596f-4ae9-8fad-ad13b993c743 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259144 Jul 16 01:47:34.645517 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36176) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:34.674322 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d35eafff-1e43-40d6-9eeb-5ee013cd165e tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=428502ba8cd7431da683b1ecf79893ce&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277357 Jul 16 01:47:34.676753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36178) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:34.750366 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1328049632', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:32Z', 'updated_at': '2021-07-16T01:47:33Z', 'revision_number': 3, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:61:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:33Z', 'updated_at': '2021-07-16T01:47:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:34.765782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d65d88-485d-4ba4-917e-b98e56ac409e tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:34.769896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-94d65d88-485d-4ba4-917e-b98e56ac409e tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0896640 Jul 16 01:47:34.770149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36180) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:34.777876 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Checking router: 24f86685-8c40-43ac-a4b5-1616b945dabc for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:34.778227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Updating router 24f86685-8c40-43ac-a4b5-1616b945dabc port 16d37142-3426-40b4-b9a9-5d93dbcc87f3 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:47:34.800990 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f98e47dc-ba6f-4b3b-9231-95abeacc5c59 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274389 Jul 16 01:47:34.801532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36182) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:34.806034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-dd01d10d-8ea2-46df-805d-9962d70569a8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1864637682', 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6', 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:34.811493 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.890007 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd01d10d-8ea2-46df-805d-9962d70569a8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Made reservation on behalf of 428502ba8cd7431da683b1ecf79893ce for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:34.893499 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dd01d10d-8ea2-46df-805d-9962d70569a8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:34.980054 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d828d1cf-9e09-4c8a-bfbf-62ded4748916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.073380 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dd01d10d-8ea2-46df-805d-9962d70569a8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.076656 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.087132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Transition to ACTIVE for port object 16d37142-3426-40b4-b9a9-5d93dbcc87f3 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:35.093185 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.135553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd01d10d-8ea2-46df-805d-9962d70569a8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'Subnet': ['ID=52d77bdf-73b4-44d8-a6ad-9233d75f8d61,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:35.143851 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Attempting to bind port 16d37142-3426-40b4-b9a9-5d93dbcc87f3 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:35.144229 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Attempting to bind port 16d37142-3426-40b4-b9a9-5d93dbcc87f3 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:35.144594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Attempting to bind port 16d37142-3426-40b4-b9a9-5d93dbcc87f3 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:35.146317 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd01d10d-8ea2-46df-805d-9962d70569a8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Checking segment: {'id': '6232bc12-06ea-44b5-88c6-8d124b2ac1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:35.146714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd01d10d-8ea2-46df-805d-9962d70569a8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Network hostable DHCP agents. Network: 091f3003-8f49-4b85-8713-bbb204ca9cd6, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:47:35.147666 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd531f-27ee-4fc8-91a8-1260410b7b48 None None] Pushing event updated for resources: {'Port': ['ID=16d37142-3426-40b4-b9a9-5d93dbcc87f3,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:35.152205 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:35.152580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:35.152980 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.153367 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:35.153832 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Bound port: 16d37142-3426-40b4-b9a9-5d93dbcc87f3, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:35.154197 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.162420 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd01d10d-8ea2-46df-805d-9962d70569a8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Network 091f3003-8f49-4b85-8713-bbb204ca9cd6 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:47:35.171091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-dd01d10d-8ea2-46df-805d-9962d70569a8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 091f3003-8f49-4b85-8713-bbb204ca9cd6) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:35.175258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd01d10d-8ea2-46df-805d-9962d70569a8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:35.175870 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dd01d10d-8ea2-46df-805d-9962d70569a8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.184196 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221b0c93-3a85-4d40-acf4-fe08735b27f9 None None] Network 091f3003-8f49-4b85-8713-bbb204ca9cd6 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:35.190918 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dd01d10d-8ea2-46df-805d-9962d70569a8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.3887699 Jul 16 01:47:35.194456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36184) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:35.263105 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] For port 16d37142-3426-40b4-b9a9-5d93dbcc87f3, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:35.281326 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] For port 16d37142-3426-40b4-b9a9-5d93dbcc87f3, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=16d37142-3426-40b4-b9a9-5d93dbcc87f3,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:35.287148 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.384903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd531f-27ee-4fc8-91a8-1260410b7b48 None None] Pushing event updated for resources: {'Port': ['ID=16d37142-3426-40b4-b9a9-5d93dbcc87f3,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:35.391916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Routers {'24f86685-8c40-43ac-a4b5-1616b945dabc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:35.392578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:47:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['24f86685-8c40-43ac-a4b5-1616b945dabc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:35.463681 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-091f3003-8f49-4b85-8713-bbb204ca9cd6', 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'fixed_ips': [{'subnet_id': '52d77bdf-73b4-44d8-a6ad-9233d75f8d61'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:47:35.464574 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.577437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] Set router 24f86685-8c40-43ac-a4b5-1616b945dabc gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:35.620827 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.745199 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Allocated IP 172.20.0.18 (091f3003-8f49-4b85-8713-bbb204ca9cd6/52d77bdf-73b4-44d8-a6ad-9233d75f8d61/cd3d510f-2ba6-42cb-9195-9e8868794231) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:35.888187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1328049632', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:32Z', 'updated_at': '2021-07-16T01:47:33Z', 'revision_number': 3, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:61:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:33Z', 'updated_at': '2021-07-16T01:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:35.931502 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4637735-529f-4bdf-bb0f-325e181f5ede None None] The sync data for ids ['24f86685-8c40-43ac-a4b5-1616b945dabc'] in n-d-791505-14 is: [{'id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1328049632', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:32Z', 'updated_at': '2021-07-16T01:47:33Z', 'revision_number': 3, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:61:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:33Z', 'updated_at': '2021-07-16T01:47:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:35.953345 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:35.961996 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Transition to ACTIVE for port object cd3d510f-2ba6-42cb-9195-9e8868794231 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:35.977266 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Transition to ACTIVE for port object cd3d510f-2ba6-42cb-9195-9e8868794231 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:35.983189 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.025309 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Network 091f3003-8f49-4b85-8713-bbb204ca9cd6 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:36.028243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:36.031973 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:36.036842 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Allocated IP 172.20.0.17 (091f3003-8f49-4b85-8713-bbb204ca9cd6/52d77bdf-73b4-44d8-a6ad-9233d75f8d61/66a98775-b980-4f3d-8a11-8dc802e25974) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:36.039922 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Pushing event updated for resources: {'Port': ['ID=cd3d510f-2ba6-42cb-9195-9e8868794231,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:36.100536 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Attempting to bind port cd3d510f-2ba6-42cb-9195-9e8868794231 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:36.100918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Attempting to bind port cd3d510f-2ba6-42cb-9195-9e8868794231 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '6232bc12-06ea-44b5-88c6-8d124b2ac1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:36.101286 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Attempting to bind port cd3d510f-2ba6-42cb-9195-9e8868794231 on network 091f3003-8f49-4b85-8713-bbb204ca9cd6 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:36.106438 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:36.106823 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Checking segment: {'id': '6232bc12-06ea-44b5-88c6-8d124b2ac1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:36.107243 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.107644 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Bound using segment: {'id': '6232bc12-06ea-44b5-88c6-8d124b2ac1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:36.108158 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Bound port: cd3d510f-2ba6-42cb-9195-9e8868794231, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6232bc12-06ea-44b5-88c6-8d124b2ac1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:36.108544 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.176830 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.188040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] For port cd3d510f-2ba6-42cb-9195-9e8868794231, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:36.191312 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] For port cd3d510f-2ba6-42cb-9195-9e8868794231, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=cd3d510f-2ba6-42cb-9195-9e8868794231,segment=NetworkSegment(6232bc12-06ea-44b5-88c6-8d124b2ac1b6),segment_id=6232bc12-06ea-44b5-88c6-8d124b2ac1b6)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:36.195867 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.197338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Transition to ACTIVE for port object 66a98775-b980-4f3d-8a11-8dc802e25974 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:36.252156 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.268196 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7c94a-dd97-4679-8f53-c335a6c94ac3 None None] Pushing event updated for resources: {'Port': ['ID=cd3d510f-2ba6-42cb-9195-9e8868794231,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:36.306659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Network 091f3003-8f49-4b85-8713-bbb204ca9cd6 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:36.310103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:36.313435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:36.346638 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'Port': ['ID=66a98775-b980-4f3d-8a11-8dc802e25974,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:36.368615 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.548719 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.839289 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.844124 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:36.918082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'Port': ['ID=66a98775-b980-4f3d-8a11-8dc802e25974,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:36.920816 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.017474 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Network 091f3003-8f49-4b85-8713-bbb204ca9cd6 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:37.018903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:37.134603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Router 24f86685-8c40-43ac-a4b5-1616b945dabc has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:37.217259 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41feba7b-4d4b-472d-9074-29fd9224dd83 None None] Network 091f3003-8f49-4b85-8713-bbb204ca9cd6 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:37.244692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:37.250035 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f1b5d01f-f6bb-4d45-bb5d-727c9647eb86 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "PUT /v2.0/routers/24f86685-8c40-43ac-a4b5-1616b945dabc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0544019 Jul 16 01:47:37.345102 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2feda79b-89f2-48cc-8a26-0347d30fead2 None None] Provisioning for port cd3d510f-2ba6-42cb-9195-9e8868794231 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:37.385472 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.464237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-6e1b2ea5-4187-4d75-b3b8-91bd0ad2510f tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:37.465782 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-6e1b2ea5-4187-4d75-b3b8-91bd0ad2510f tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/networks?id=091f3003-8f49-4b85-8713-bbb204ca9cd6 HTTP/1.1" status: 200 len: 798 time: 0.1026859 Jul 16 01:47:37.481937 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-7d4a59ea-1b61-4a7c-a2c8-d662525374ac tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/quotas/428502ba8cd7431da683b1ecf79893ce HTTP/1.1" status: 200 len: 375 time: 0.0105567 Jul 16 01:47:37.566728 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-097a62f4-90f8-487b-8f97-e2d9753845a8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=428502ba8cd7431da683b1ecf79893ce&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0794556 Jul 16 01:47:37.666226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 16d37142-3426-40b4-b9a9-5d93dbcc87f3 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:37.687650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-0a598b19-db89-4a91-92c9-6fb14be28613 service neutron] 10.222.0.22 "GET /v2.0/networks/091f3003-8f49-4b85-8713-bbb204ca9cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013820 Jul 16 01:47:37.731353 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-27faae02-3218-4cfc-8957-f57864c1df75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.745365 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c2619fa3-940f-4a15-a214-128f69a7d2a3 None None] Provisioning for port 66a98775-b980-4f3d-8a11-8dc802e25974 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:37.750540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c2619fa3-940f-4a15-a214-128f69a7d2a3 None None] Provisioning complete for port 66a98775-b980-4f3d-8a11-8dc802e25974 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:37.750945 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c2619fa3-940f-4a15-a214-128f69a7d2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.754599 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 16d37142-3426-40b4-b9a9-5d93dbcc87f3 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:37.785183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 16d37142-3426-40b4-b9a9-5d93dbcc87f3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:37.785573 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.816465 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-3960bd52-f7ed-46f9-b5ce-8c62231e6c87 service neutron] 10.222.0.22 "GET /v2.0/networks/091f3003-8f49-4b85-8713-bbb204ca9cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229219 Jul 16 01:47:37.828797 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c2619fa3-940f-4a15-a214-128f69a7d2a3 None None] Port 66a98775-b980-4f3d-8a11-8dc802e25974 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:37.888802 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.910369 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Sync routers for ids ['24f86685-8c40-43ac-a4b5-1616b945dabc'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:37.917789 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 16d37142-3426-40b4-b9a9-5d93dbcc87f3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=16d37142-3426-40b4-b9a9-5d93dbcc87f3,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:37.920277 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Routers {'24f86685-8c40-43ac-a4b5-1616b945dabc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:37.921195 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:47:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['24f86685-8c40-43ac-a4b5-1616b945dabc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:37.924666 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:37.925988 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cd3d510f-2ba6-42cb-9195-9e8868794231 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:38.044737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ab77832-1712-43cf-a03d-2fa580f6fcb5 req-bbe17c9b-98f2-41a0-8f80-dc8d69504677 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 210 time: 0.0594571 Jul 16 01:47:38.066671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=16d37142-3426-40b4-b9a9-5d93dbcc87f3,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:38.071826 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7dd89c21-30ee-43c3-996e-1940a33228cb None None] Provisioning complete for port 66a98775-b980-4f3d-8a11-8dc802e25974 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:38.072472 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7dd89c21-30ee-43c3-996e-1940a33228cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.122639 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port cd3d510f-2ba6-42cb-9195-9e8868794231 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:38.128464 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-7dd89c21-30ee-43c3-996e-1940a33228cb None None] Port 66a98775-b980-4f3d-8a11-8dc802e25974 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:38.132800 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port cd3d510f-2ba6-42cb-9195-9e8868794231 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:38.133583 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.181805 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Set router 24f86685-8c40-43ac-a4b5-1616b945dabc gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:38.397813 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.401623 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1328049632', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:32Z', 'updated_at': '2021-07-16T01:47:36Z', 'revision_number': 4, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:61:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:33Z', 'updated_at': '2021-07-16T01:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '66a98775-b980-4f3d-8a11-8dc802e25974', 'name': '', 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'mac_address': 'fa:16:3e:1b:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '52d77bdf-73b4-44d8-a6ad-9233d75f8d61', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:35Z', 'updated_at': '2021-07-16T01:47:36Z', 'revision_number': 2, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'subnets': [{'id': '52d77bdf-73b4-44d8-a6ad-9233d75f8d61', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:38.410639 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b49d6360-1ea5-4520-8d81-08b128ff5e13 None None] Provisioning complete for port 66a98775-b980-4f3d-8a11-8dc802e25974 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:38.411012 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b49d6360-1ea5-4520-8d81-08b128ff5e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.434213 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Checking router: 24f86685-8c40-43ac-a4b5-1616b945dabc for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:38.434545 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Updating router 24f86685-8c40-43ac-a4b5-1616b945dabc port 66a98775-b980-4f3d-8a11-8dc802e25974 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:47:38.459582 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port cd3d510f-2ba6-42cb-9195-9e8868794231, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=cd3d510f-2ba6-42cb-9195-9e8868794231,segment=NetworkSegment(6232bc12-06ea-44b5-88c6-8d124b2ac1b6),segment_id=6232bc12-06ea-44b5-88c6-8d124b2ac1b6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:38.462253 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b49d6360-1ea5-4520-8d81-08b128ff5e13 None None] Port 66a98775-b980-4f3d-8a11-8dc802e25974 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:38.465284 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.472544 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.517154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=cd3d510f-2ba6-42cb-9195-9e8868794231,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:38.607822 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.736194 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.746547 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Transition to ACTIVE for port object 66a98775-b980-4f3d-8a11-8dc802e25974 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:38.752421 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.806904 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffd178-7c3d-45fd-bbd8-cb81cb8d0292 None None] Pushing event updated for resources: {'Port': ['ID=66a98775-b980-4f3d-8a11-8dc802e25974,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:38.876090 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Attempting to bind port 66a98775-b980-4f3d-8a11-8dc802e25974 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:38.876612 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Attempting to bind port 66a98775-b980-4f3d-8a11-8dc802e25974 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '6232bc12-06ea-44b5-88c6-8d124b2ac1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:38.876976 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Attempting to bind port 66a98775-b980-4f3d-8a11-8dc802e25974 on network 091f3003-8f49-4b85-8713-bbb204ca9cd6 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:38.882337 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:38.882711 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Checking segment: {'id': '6232bc12-06ea-44b5-88c6-8d124b2ac1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:38.883196 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.883593 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Bound using segment: {'id': '6232bc12-06ea-44b5-88c6-8d124b2ac1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:38.884196 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Bound port: 66a98775-b980-4f3d-8a11-8dc802e25974, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6232bc12-06ea-44b5-88c6-8d124b2ac1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:38.884611 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:38.948736 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] For port 66a98775-b980-4f3d-8a11-8dc802e25974, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:38.952162 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] For port 66a98775-b980-4f3d-8a11-8dc802e25974, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=66a98775-b980-4f3d-8a11-8dc802e25974,segment=NetworkSegment(6232bc12-06ea-44b5-88c6-8d124b2ac1b6),segment_id=6232bc12-06ea-44b5-88c6-8d124b2ac1b6)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:38.957199 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.022711 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffd178-7c3d-45fd-bbd8-cb81cb8d0292 None None] Pushing event updated for resources: {'Port': ['ID=66a98775-b980-4f3d-8a11-8dc802e25974,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:39.025410 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Routers {'24f86685-8c40-43ac-a4b5-1616b945dabc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:39.026024 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:47:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['24f86685-8c40-43ac-a4b5-1616b945dabc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:39.137806 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] Set router 24f86685-8c40-43ac-a4b5-1616b945dabc gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:39.199509 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-023c0438-a7de-4387-93ea-a9bbe14bc172 req-703ffdb1-eba1-4a28-a3b0-99286aeda15d tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 210 time: 0.0303948 Jul 16 01:47:39.342160 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1328049632', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:32Z', 'updated_at': '2021-07-16T01:47:36Z', 'revision_number': 4, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:61:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:33Z', 'updated_at': '2021-07-16T01:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '66a98775-b980-4f3d-8a11-8dc802e25974', 'name': '', 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'mac_address': 'fa:16:3e:1b:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '52d77bdf-73b4-44d8-a6ad-9233d75f8d61', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:35Z', 'updated_at': '2021-07-16T01:47:38Z', 'revision_number': 4, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'subnets': [{'id': '52d77bdf-73b4-44d8-a6ad-9233d75f8d61', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:39.348245 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-f470b148-7872-4940-8250-7c2e5aa0896c tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:39.350985 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-f470b148-7872-4940-8250-7c2e5aa0896c tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.69 "GET /v2.0/networks?id=091f3003-8f49-4b85-8713-bbb204ca9cd6 HTTP/1.1" status: 200 len: 798 time: 0.1139882 Jul 16 01:47:39.368962 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3284eb0-57ef-4d4a-9ba7-55de0e1122e7 None None] The sync data for ids ['24f86685-8c40-43ac-a4b5-1616b945dabc'] in n-d-791505-14 is: [{'id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1328049632', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:32Z', 'updated_at': '2021-07-16T01:47:36Z', 'revision_number': 4, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:61:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:33Z', 'updated_at': '2021-07-16T01:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '66a98775-b980-4f3d-8a11-8dc802e25974', 'name': '', 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'mac_address': 'fa:16:3e:1b:d8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '52d77bdf-73b4-44d8-a6ad-9233d75f8d61', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:35Z', 'updated_at': '2021-07-16T01:47:38Z', 'revision_number': 4, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'subnets': [{'id': '52d77bdf-73b4-44d8-a6ad-9233d75f8d61', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:39.370870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-ee7c43a5-b21f-4c40-af84-84ea319ee0f8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Request body: {'port': {'device_id': '4ffb0f14-c23d-401e-82ac-10426858f057', 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6', 'admin_state_up': True, 'tenant_id': '428502ba8cd7431da683b1ecf79893ce'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:39.535586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-ee7c43a5-b21f-4c40-af84-84ea319ee0f8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Made reservation on behalf of 428502ba8cd7431da683b1ecf79893ce for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:47:39.539919 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-ee7c43a5-b21f-4c40-af84-84ea319ee0f8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.684185 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-ee7c43a5-b21f-4c40-af84-84ea319ee0f8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Allocated IP 172.20.0.25 (091f3003-8f49-4b85-8713-bbb204ca9cd6/52d77bdf-73b4-44d8-a6ad-9233d75f8d61/3610e037-f766-4f67-b2cf-fadbd70605a2) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:47:39.702226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 66a98775-b980-4f3d-8a11-8dc802e25974 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:39.751093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 66a98775-b980-4f3d-8a11-8dc802e25974 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:39.755605 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 66a98775-b980-4f3d-8a11-8dc802e25974 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:39.756128 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.812950 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-ee7c43a5-b21f-4c40-af84-84ea319ee0f8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.827562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-ee7c43a5-b21f-4c40-af84-84ea319ee0f8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Transition to ACTIVE for port object 3610e037-f766-4f67-b2cf-fadbd70605a2 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:39.838029 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.865853 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-ee7c43a5-b21f-4c40-af84-84ea319ee0f8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.878825 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 66a98775-b980-4f3d-8a11-8dc802e25974, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=66a98775-b980-4f3d-8a11-8dc802e25974,segment=NetworkSegment(6232bc12-06ea-44b5-88c6-8d124b2ac1b6),segment_id=6232bc12-06ea-44b5-88c6-8d124b2ac1b6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:39.883409 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:39.884563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 16d37142-3426-40b4-b9a9-5d93dbcc87f3 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:39.914611 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-ee7c43a5-b21f-4c40-af84-84ea319ee0f8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Network 091f3003-8f49-4b85-8713-bbb204ca9cd6 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:47:39.920653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-ee7c43a5-b21f-4c40-af84-84ea319ee0f8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:47:39.924838 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-ee7c43a5-b21f-4c40-af84-84ea319ee0f8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:47:39.957584 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c43a5-b21f-4c40-af84-84ea319ee0f8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event updated for resources: {'Port': ['ID=3610e037-f766-4f67-b2cf-fadbd70605a2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:39.981136 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=66a98775-b980-4f3d-8a11-8dc802e25974,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:39.990333 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:39.990683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:39.991032 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:39.991371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:39.991702 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:39.992055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:39.992387 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:39.992710 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:39.993035 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:39.993358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:39.993733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:39.994062 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:39.999670 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-ee7c43a5-b21f-4c40-af84-84ea319ee0f8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.000360 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-ee7c43a5-b21f-4c40-af84-84ea319ee0f8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.011289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 16d37142-3426-40b4-b9a9-5d93dbcc87f3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:40.012104 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.022584 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-ee7c43a5-b21f-4c40-af84-84ea319ee0f8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6562188 Jul 16 01:47:40.034846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Request body: {'port': {'device_id': '4ffb0f14-c23d-401e-82ac-10426858f057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:47:40.102037 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cd3d510f-2ba6-42cb-9195-9e8868794231 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:40.151732 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.155587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port cd3d510f-2ba6-42cb-9195-9e8868794231 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:40.156002 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.275663 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.277979 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ce1897ce-6bb5-4dc5-9109-195bc791443b None None] Provisioning for port 3610e037-f766-4f67-b2cf-fadbd70605a2 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:40.283177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ce1897ce-6bb5-4dc5-9109-195bc791443b None None] Provisioning complete for port 3610e037-f766-4f67-b2cf-fadbd70605a2 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:40.283545 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ce1897ce-6bb5-4dc5-9109-195bc791443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.323666 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ce1897ce-6bb5-4dc5-9109-195bc791443b None None] Port 3610e037-f766-4f67-b2cf-fadbd70605a2 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:47:40.406118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1062b52-e877-4069-9eea-a978161fd51a req-8d271d59-fe0e-4dfa-b0b7-28d3cb878cdd tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.407698 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1062b52-e877-4069-9eea-a978161fd51a req-8d271d59-fe0e-4dfa-b0b7-28d3cb878cdd tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 895 time: 0.0717664 Jul 16 01:47:40.459387 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3610e037-f766-4f67-b2cf-fadbd70605a2 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:40.466625 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.478241 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Transition to ACTIVE for port object 3610e037-f766-4f67-b2cf-fadbd70605a2 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:47:40.481159 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.557501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Pushing event updated for resources: {'Port': ['ID=3610e037-f766-4f67-b2cf-fadbd70605a2,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:40.608623 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Attempting to bind port 3610e037-f766-4f67-b2cf-fadbd70605a2 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:47:40.608965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Attempting to bind port 3610e037-f766-4f67-b2cf-fadbd70605a2 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '6232bc12-06ea-44b5-88c6-8d124b2ac1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:47:40.609296 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Attempting to bind port 3610e037-f766-4f67-b2cf-fadbd70605a2 on network 091f3003-8f49-4b85-8713-bbb204ca9cd6 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:40.614177 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Port 3610e037-f766-4f67-b2cf-fadbd70605a2 on network 091f3003-8f49-4b85-8713-bbb204ca9cd6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:47:40.614516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Attempting to bind port 3610e037-f766-4f67-b2cf-fadbd70605a2 on network 091f3003-8f49-4b85-8713-bbb204ca9cd6 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:47:40.620031 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:47:40.620370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Checking segment: {'id': '6232bc12-06ea-44b5-88c6-8d124b2ac1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:47:40.620754 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Bound using segment: {'id': '6232bc12-06ea-44b5-88c6-8d124b2ac1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:47:40.621183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Bound port: 3610e037-f766-4f67-b2cf-fadbd70605a2, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6232bc12-06ea-44b5-88c6-8d124b2ac1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:47:40.621544 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.704687 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] For port 3610e037-f766-4f67-b2cf-fadbd70605a2, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:47:40.707610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] For port 3610e037-f766-4f67-b2cf-fadbd70605a2, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=3610e037-f766-4f67-b2cf-fadbd70605a2,segment=NetworkSegment(6232bc12-06ea-44b5-88c6-8d124b2ac1b6),segment_id=6232bc12-06ea-44b5-88c6-8d124b2ac1b6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:47:40.712424 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.746562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.747184 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:40.748707 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] 10.222.0.69 "PUT /v2.0/ports/3610e037-f766-4f67-b2cf-fadbd70605a2 HTTP/1.1" status: 200 len: 1056 time: 0.7193379 Jul 16 01:47:40.749142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffb0f14-c23d-401e-82ac-10426858f057', 'tag': '3610e037-f766-4f67-b2cf-fadbd70605a2'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:40.751362 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d92228-2451-4e00-8e76-4bee2ef3d4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffb0f14-c23d-401e-82ac-10426858f057", "tag": "3610e037-f766-4f67-b2cf-fadbd70605a2"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:40.776526 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68cc8b-f63e-4d57-bb83-314c86c7911b service neutron] Pushing event updated for resources: {'Port': ['ID=3610e037-f766-4f67-b2cf-fadbd70605a2,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:40.790347 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3faebed9-e9bb-427c-9eaa-65c19658b75b x-openstack-request-id: req-3faebed9-e9bb-427c-9eaa-65c19658b75b {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:40.790654 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffb0f14-c23d-401e-82ac-10426858f057", "tag": "3610e037-f766-4f67-b2cf-fadbd70605a2", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:40.790912 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3faebed9-e9bb-427c-9eaa-65c19658b75b {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:40.791317 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffb0f14-c23d-401e-82ac-10426858f057', 'tag': '3610e037-f766-4f67-b2cf-fadbd70605a2', 'status': 'completed', 'code': 200} Jul 16 01:47:40.852341 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-43c01164-8a26-465c-8182-78fa0ff9034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.853885 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-43c01164-8a26-465c-8182-78fa0ff9034a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=428502ba8cd7431da683b1ecf79893ce&device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 1059 time: 0.0555313 Jul 16 01:47:40.900294 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-b54d1602-5c5b-48d2-b839-97f1effad3e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=3610e037-f766-4f67-b2cf-fadbd70605a2 HTTP/1.1" status: 200 len: 217 time: 0.0388970 Jul 16 01:47:40.950056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-d0a8c6a9-e42c-4127-a134-f655ceae01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:40.951535 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-d0a8c6a9-e42c-4127-a134-f655ceae01c9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d77bdf-73b4-44d8-a6ad-9233d75f8d61 HTTP/1.1" status: 200 len: 838 time: 0.0457966 Jul 16 01:47:41.014256 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-c8056388-ef0c-4c85-9c8b-bf6f1953d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.015812 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-c8056388-ef0c-4c85-9c8b-bf6f1953d553 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=091f3003-8f49-4b85-8713-bbb204ca9cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0581698 Jul 16 01:47:41.114110 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-a6b9aacb-1b7d-416b-ad8c-b57f13bdd242 service neutron] 10.222.0.69 "GET /v2.0/networks/091f3003-8f49-4b85-8713-bbb204ca9cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913272 Jul 16 01:47:41.201384 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f834f995-51c2-4ea8-999f-b2bc3999141d req-81ca47ab-4201-431f-8d43-5ceb4bb0a3d0 service neutron] 10.222.0.69 "GET /v2.0/networks/091f3003-8f49-4b85-8713-bbb204ca9cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806775 Jul 16 01:47:41.299248 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d92228-2451-4e00-8e76-4bee2ef3d4dc req-b6359fcc-2b71-4630-aadc-c135773b1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.300810 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f7d92228-2451-4e00-8e76-4bee2ef3d4dc req-b6359fcc-2b71-4630-aadc-c135773b1a65 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=428502ba8cd7431da683b1ecf79893ce&device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 1059 time: 0.0521345 Jul 16 01:47:41.393527 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d92228-2451-4e00-8e76-4bee2ef3d4dc req-0131ad82-a5a4-4785-8ca8-3fa841daa6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.394992 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f7d92228-2451-4e00-8e76-4bee2ef3d4dc req-0131ad82-a5a4-4785-8ca8-3fa841daa6bc service neutron] 10.222.0.69 "GET /v2.0/networks?id=091f3003-8f49-4b85-8713-bbb204ca9cd6 HTTP/1.1" status: 200 len: 899 time: 0.0869613 Jul 16 01:47:41.436132 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f7d92228-2451-4e00-8e76-4bee2ef3d4dc req-50241595-2a3f-4ca2-bbcc-cc824dd212b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=3610e037-f766-4f67-b2cf-fadbd70605a2 HTTP/1.1" status: 200 len: 217 time: 0.0333958 Jul 16 01:47:41.488510 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d92228-2451-4e00-8e76-4bee2ef3d4dc req-25bb0e1e-d152-41bb-831d-7dda5a1c98ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.489928 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f7d92228-2451-4e00-8e76-4bee2ef3d4dc req-25bb0e1e-d152-41bb-831d-7dda5a1c98ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d77bdf-73b4-44d8-a6ad-9233d75f8d61 HTTP/1.1" status: 200 len: 838 time: 0.0476365 Jul 16 01:47:41.549380 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d92228-2451-4e00-8e76-4bee2ef3d4dc req-df84bcc3-1926-49ff-bc32-97af48956104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.550951 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f7d92228-2451-4e00-8e76-4bee2ef3d4dc req-df84bcc3-1926-49ff-bc32-97af48956104 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=091f3003-8f49-4b85-8713-bbb204ca9cd6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0532241 Jul 16 01:47:41.587559 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c24479-50fe-4a15-bb46-1e64448d35d7 req-bc18d51d-d2c4-4414-b42a-70f036d75a16 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:41.589103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25c24479-50fe-4a15-bb46-1e64448d35d7 req-bc18d51d-d2c4-4414-b42a-70f036d75a16 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 907 time: 0.0677600 Jul 16 01:47:41.617258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 66a98775-b980-4f3d-8a11-8dc802e25974 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:41.648652 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f7d92228-2451-4e00-8e76-4bee2ef3d4dc req-5aee8a53-18ba-4a50-8fe2-36c2cec2bbe9 service neutron] 10.222.0.69 "GET /v2.0/networks/091f3003-8f49-4b85-8713-bbb204ca9cd6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887902 Jul 16 01:47:41.663236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 66a98775-b980-4f3d-8a11-8dc802e25974 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:41.663609 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:41.736536 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f7d92228-2451-4e00-8e76-4bee2ef3d4dc req-8bc2ed03-be8f-4637-95d8-a116c1e01350 service neutron] 10.222.0.69 "GET /v2.0/networks/091f3003-8f49-4b85-8713-bbb204ca9cd6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814567 Jul 16 01:47:42.758101 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d3d9c-fced-4433-b400-a54f57965a94 req-26c99d9f-3d9f-488b-9d52-02a96e1b90ab tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:42.759583 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1a6d3d9c-fced-4433-b400-a54f57965a94 req-26c99d9f-3d9f-488b-9d52-02a96e1b90ab tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 907 time: 0.0622394 Jul 16 01:47:43.934053 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb7e9c-7646-485b-b3ee-4fb7227db952 req-fe0d4427-a4bf-441c-a6fe-65e72b12aef6 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:43.935542 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ffdb7e9c-7646-485b-b3ee-4fb7227db952 req-fe0d4427-a4bf-441c-a6fe-65e72b12aef6 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 907 time: 0.0667531 Jul 16 01:47:45.104953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a9e2a-b379-49a5-911a-fe318a8a2aae req-1eec149a-3fd7-4248-b2de-deb9a01c930b tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:45.106431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-977a9e2a-b379-49a5-911a-fe318a8a2aae req-1eec149a-3fd7-4248-b2de-deb9a01c930b tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 907 time: 0.0616379 Jul 16 01:47:45.300017 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 3610e037-f766-4f67-b2cf-fadbd70605a2 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:47:45.392433 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 3610e037-f766-4f67-b2cf-fadbd70605a2, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=3610e037-f766-4f67-b2cf-fadbd70605a2,segment=NetworkSegment(6232bc12-06ea-44b5-88c6-8d124b2ac1b6),segment_id=6232bc12-06ea-44b5-88c6-8d124b2ac1b6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:45.403341 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '3610e037-f766-4f67-b2cf-fadbd70605a2', 'network_id': '091f3003-8f49-4b85-8713-bbb204ca9cd6', 'port_id': '3610e037-f766-4f67-b2cf-fadbd70605a2', 'mac_address': 'fa:16:3e:10:d5:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52d77bdf-73b4-44d8-a6ad-9233d75f8d61', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:47:45.437494 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.450015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3610e037-f766-4f67-b2cf-fadbd70605a2 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:47:45.472010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 3610e037-f766-4f67-b2cf-fadbd70605a2, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=3610e037-f766-4f67-b2cf-fadbd70605a2,segment=NetworkSegment(6232bc12-06ea-44b5-88c6-8d124b2ac1b6),segment_id=6232bc12-06ea-44b5-88c6-8d124b2ac1b6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:45.476286 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:45.520151 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=3610e037-f766-4f67-b2cf-fadbd70605a2,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:45.778757 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['3610e037-f766-4f67-b2cf-fadbd70605a2'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:47:46.278785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac665d-e39c-4042-827a-009a0b577065 req-52bd23d9-d740-4b5d-8902-b7db13acf172 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:46.280336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63ac665d-e39c-4042-827a-009a0b577065 req-52bd23d9-d740-4b5d-8902-b7db13acf172 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 908 time: 0.0625322 Jul 16 01:47:47.315325 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 3610e037-f766-4f67-b2cf-fadbd70605a2 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:47:47.365833 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 3610e037-f766-4f67-b2cf-fadbd70605a2 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:47:47.369913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 3610e037-f766-4f67-b2cf-fadbd70605a2 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:47:47.370545 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.450282 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.453115 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08299ae-801c-4cd8-922e-1e41a7a16bbb req-05f18c59-b0ef-4f70-bae5-ed1103e69a0e tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:47.454619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e08299ae-801c-4cd8-922e-1e41a7a16bbb req-05f18c59-b0ef-4f70-bae5-ed1103e69a0e tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 908 time: 0.0617619 Jul 16 01:47:47.472571 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffb0f14-c23d-401e-82ac-10426858f057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3610e037-f766-4f67-b2cf-fadbd70605a2'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:47.474818 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489aa86d-5fae-49ea-9f5b-4555496c7644" -d '{"events": [{"server_uuid": "4ffb0f14-c23d-401e-82ac-10426858f057", "name": "network-vif-plugged", "status": "completed", "tag": "3610e037-f766-4f67-b2cf-fadbd70605a2"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:47.486887 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 3610e037-f766-4f67-b2cf-fadbd70605a2, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=3610e037-f766-4f67-b2cf-fadbd70605a2,segment=NetworkSegment(6232bc12-06ea-44b5-88c6-8d124b2ac1b6),segment_id=6232bc12-06ea-44b5-88c6-8d124b2ac1b6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:47.490883 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:47.538473 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=3610e037-f766-4f67-b2cf-fadbd70605a2,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:47.566569 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c38364-478f-4c89-9b1b-83ae49c4105d x-openstack-request-id: req-53c38364-478f-4c89-9b1b-83ae49c4105d {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:47.566804 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffb0f14-c23d-401e-82ac-10426858f057", "name": "network-vif-plugged", "status": "completed", "tag": "3610e037-f766-4f67-b2cf-fadbd70605a2", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:47.567058 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53c38364-478f-4c89-9b1b-83ae49c4105d {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:47.567452 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffb0f14-c23d-401e-82ac-10426858f057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3610e037-f766-4f67-b2cf-fadbd70605a2', 'code': 200} Jul 16 01:47:47.675577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaa1ee2-3829-49ed-a92b-2298da30baaa req-29d1a545-d35b-4d75-a5c2-6ec7516f3f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:47.677084 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0aaa1ee2-3829-49ed-a92b-2298da30baaa req-29d1a545-d35b-4d75-a5c2-6ec7516f3f43 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 1061 time: 0.0510461 Jul 16 01:47:48.627122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2862223-49c8-4653-bb45-37467a6e4a13 req-b92f755a-c298-4ccf-a1e1-5073a21a55fb tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:48.628636 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f2862223-49c8-4653-bb45-37467a6e4a13 req-b92f755a-c298-4ccf-a1e1-5073a21a55fb tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 909 time: 0.0644462 Jul 16 01:47:48.796293 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c68f37-fce0-4bf9-83e1-9b9044ae998d req-66fdb176-3727-4084-a91c-e713fad8f6ac tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:48.797780 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-75c68f37-fce0-4bf9-83e1-9b9044ae998d req-66fdb176-3727-4084-a91c-e713fad8f6ac tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 909 time: 0.0620849 Jul 16 01:47:48.955167 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9455fb-f39a-4055-a941-3ce4cb2cfaff req-2892694f-63b8-4688-9fe1-c38a44e3fb8e tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:48.956637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b9455fb-f39a-4055-a941-3ce4cb2cfaff req-2892694f-63b8-4688-9fe1-c38a44e3fb8e tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 1061 time: 0.0514359 Jul 16 01:47:49.115541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8221125-5ed8-4d3e-8a4f-528b82163dd4 req-4b9f5c2a-8d5b-42f4-8c18-4c6086de1729 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.117717 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8221125-5ed8-4d3e-8a4f-528b82163dd4 req-4b9f5c2a-8d5b-42f4-8c18-4c6086de1729 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 1137 time: 0.0551603 Jul 16 01:47:49.482225 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8221125-5ed8-4d3e-8a4f-528b82163dd4 req-aad78d8e-47ac-4d0c-858c-ce0083d0606a tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8d3f5fe2-fb39-4823-adb7-cf474dd3950c&id=b6952649-8b37-44d4-9cdc-6edc26d569be&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3588398 Jul 16 01:47:49.504943 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36274) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:49.554628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184f88d7-2fc7-45ef-85f7-a30ea8717ec2 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.556158 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-184f88d7-2fc7-45ef-85f7-a30ea8717ec2 tempest-TestSecurityGroupsBasicOps-408598918 tempest-TestSecurityGroupsBasicOps-408598918-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 1056 time: 0.0502608 Jul 16 01:47:49.629672 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:47:49.902751 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85435093-0210-409a-9cf4-9f1ac962df91 req-86651fcf-9d7a-45d7-86db-3e32da41db15 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:49.904276 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85435093-0210-409a-9cf4-9f1ac962df91 req-86651fcf-9d7a-45d7-86db-3e32da41db15 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 909 time: 0.0615840 Jul 16 01:47:51.076203 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b90c45-cd72-47ea-bb51-53fec08206fb req-f0f55c74-71cf-4b6d-9a96-c9576ebbd9df tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:51.077684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02b90c45-cd72-47ea-bb51-53fec08206fb req-f0f55c74-71cf-4b6d-9a96-c9576ebbd9df tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 909 time: 0.0645974 Jul 16 01:47:51.134563 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d6b9e-d535-4673-a3fd-92d92773d20c req-d6381517-e6dc-48c1-88f0-51d0ed01396e tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:51.136050 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-583d6b9e-d535-4673-a3fd-92d92773d20c req-d6381517-e6dc-48c1-88f0-51d0ed01396e tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.69 "GET /v2.0/ports?device_id=4ffb0f14-c23d-401e-82ac-10426858f057 HTTP/1.1" status: 200 len: 909 time: 0.0661645 Jul 16 01:47:51.232394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-583d6b9e-d535-4673-a3fd-92d92773d20c req-006d4fd8-37df-4c13-824e-9d4d3c2f0944 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Deleting port 3610e037-f766-4f67-b2cf-fadbd70605a2 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:51.232672 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-583d6b9e-d535-4673-a3fd-92d92773d20c req-006d4fd8-37df-4c13-824e-9d4d3c2f0944 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.321855 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-583d6b9e-d535-4673-a3fd-92d92773d20c req-006d4fd8-37df-4c13-824e-9d4d3c2f0944 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] For port 3610e037-f766-4f67-b2cf-fadbd70605a2, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=3610e037-f766-4f67-b2cf-fadbd70605a2,segment=NetworkSegment(6232bc12-06ea-44b5-88c6-8d124b2ac1b6),segment_id=6232bc12-06ea-44b5-88c6-8d124b2ac1b6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:51.322237 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-583d6b9e-d535-4673-a3fd-92d92773d20c req-006d4fd8-37df-4c13-824e-9d4d3c2f0944 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.333539 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-583d6b9e-d535-4673-a3fd-92d92773d20c req-006d4fd8-37df-4c13-824e-9d4d3c2f0944 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Calling delete_port for 3610e037-f766-4f67-b2cf-fadbd70605a2 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:51.455490 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-583d6b9e-d535-4673-a3fd-92d92773d20c req-006d4fd8-37df-4c13-824e-9d4d3c2f0944 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.486451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d4fd8-37df-4c13-824e-9d4d3c2f0944 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event deleted for resources: {'Port': ['ID=3610e037-f766-4f67-b2cf-fadbd70605a2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:51.531241 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-583d6b9e-d535-4673-a3fd-92d92773d20c req-006d4fd8-37df-4c13-824e-9d4d3c2f0944 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] No DVR routers for this DVR port 3610e037-f766-4f67-b2cf-fadbd70605a2 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:51.533930 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-583d6b9e-d535-4673-a3fd-92d92773d20c req-006d4fd8-37df-4c13-824e-9d4d3c2f0944 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:51.536123 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-583d6b9e-d535-4673-a3fd-92d92773d20c req-006d4fd8-37df-4c13-824e-9d4d3c2f0944 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.69 "DELETE /v2.0/ports/3610e037-f766-4f67-b2cf-fadbd70605a2 HTTP/1.1" status: 204 len: 173 time: 0.3949518 Jul 16 01:47:51.536569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffb0f14-c23d-401e-82ac-10426858f057', 'name': 'network-vif-deleted', 'tag': '3610e037-f766-4f67-b2cf-fadbd70605a2'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:51.538867 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987353cd-a3fb-48a4-bb61-7025d87fe02d" -d '{"events": [{"server_uuid": "4ffb0f14-c23d-401e-82ac-10426858f057", "name": "network-vif-deleted", "tag": "3610e037-f766-4f67-b2cf-fadbd70605a2"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:51.585207 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23938bba-0eb6-4150-86f3-f02cf467697d x-openstack-request-id: req-23938bba-0eb6-4150-86f3-f02cf467697d {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:51.585847 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffb0f14-c23d-401e-82ac-10426858f057", "name": "network-vif-deleted", "tag": "3610e037-f766-4f67-b2cf-fadbd70605a2", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:51.586319 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23938bba-0eb6-4150-86f3-f02cf467697d {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:51.587124 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffb0f14-c23d-401e-82ac-10426858f057', 'name': 'network-vif-deleted', 'tag': '3610e037-f766-4f67-b2cf-fadbd70605a2', 'status': 'completed', 'code': 200} Jul 16 01:47:52.170050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36290) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:52.518628 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1296619-621f-4609-91a0-a87340ea78b9 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.784621 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-c1296619-621f-4609-91a0-a87340ea78b9 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Deleting port 66a98775-b980-4f3d-8a11-8dc802e25974 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:52.784973 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1296619-621f-4609-91a0-a87340ea78b9 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.874682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-c1296619-621f-4609-91a0-a87340ea78b9 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] For port 66a98775-b980-4f3d-8a11-8dc802e25974, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=66a98775-b980-4f3d-8a11-8dc802e25974,segment=NetworkSegment(6232bc12-06ea-44b5-88c6-8d124b2ac1b6),segment_id=6232bc12-06ea-44b5-88c6-8d124b2ac1b6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:52.875046 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1296619-621f-4609-91a0-a87340ea78b9 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:52.886363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-c1296619-621f-4609-91a0-a87340ea78b9 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Calling delete_port for 66a98775-b980-4f3d-8a11-8dc802e25974 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:53.067147 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1296619-621f-4609-91a0-a87340ea78b9 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.095017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1296619-621f-4609-91a0-a87340ea78b9 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event deleted for resources: {'Port': ['ID=66a98775-b980-4f3d-8a11-8dc802e25974,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:53.274182 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1296619-621f-4609-91a0-a87340ea78b9 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.477229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1296619-621f-4609-91a0-a87340ea78b9 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Router 24f86685-8c40-43ac-a4b5-1616b945dabc has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:53.580501 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1296619-621f-4609-91a0-a87340ea78b9 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:53.586164 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c1296619-621f-4609-91a0-a87340ea78b9 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "PUT /v2.0/routers/24f86685-8c40-43ac-a4b5-1616b945dabc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4147985 Jul 16 01:47:53.588693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36294) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:53.590856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e42e1d-6d5a-4abc-8e44-cad625d2e2d6 None None] Sync routers for ids ['24f86685-8c40-43ac-a4b5-1616b945dabc'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:53.601735 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e42e1d-6d5a-4abc-8e44-cad625d2e2d6 None None] Routers {'24f86685-8c40-43ac-a4b5-1616b945dabc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:53.602486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-24e42e1d-6d5a-4abc-8e44-cad625d2e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:47:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['24f86685-8c40-43ac-a4b5-1616b945dabc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:53.641833 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Deleting subnet 52d77bdf-73b4-44d8-a6ad-9233d75f8d61 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:47:53.644861 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.683793 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.705606 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-24e42e1d-6d5a-4abc-8e44-cad625d2e2d6 None None] Set router 24f86685-8c40-43ac-a4b5-1616b945dabc gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:53.768995 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.830782 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.859042 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:53.861070 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "DELETE /v2.0/subnets/52d77bdf-73b4-44d8-a6ad-9233d75f8d61 HTTP/1.1" status: 204 len: 168 time: 0.2714002 Jul 16 01:47:53.862254 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event deleted for resources: {'Subnet': ['ID=52d77bdf-73b4-44d8-a6ad-9233d75f8d61,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:53.863612 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36298) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:53.867220 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59580103-b5b3-4cc1-8530-7dbe9b23d227 None None] Network 091f3003-8f49-4b85-8713-bbb204ca9cd6 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:47:53.872798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.873142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.873489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.873831 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.874161 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.874492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.874818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.875148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.875475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.875822 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.876147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.876468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8487d86-4c47-4450-8221-cd56ba32d2f3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:53.958645 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-24e42e1d-6d5a-4abc-8e44-cad625d2e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1328049632', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:32Z', 'updated_at': '2021-07-16T01:47:53Z', 'revision_number': 5, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:61:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:33Z', 'updated_at': '2021-07-16T01:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:53.968972 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a45c439-acf7-45a7-9a95-2f1ffd4458e8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.002933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e42e1d-6d5a-4abc-8e44-cad625d2e2d6 None None] Checking router: 24f86685-8c40-43ac-a4b5-1616b945dabc for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:54.017200 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e42e1d-6d5a-4abc-8e44-cad625d2e2d6 None None] Routers {'24f86685-8c40-43ac-a4b5-1616b945dabc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:54.017813 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-24e42e1d-6d5a-4abc-8e44-cad625d2e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:47:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['24f86685-8c40-43ac-a4b5-1616b945dabc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:54.070854 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a45c439-acf7-45a7-9a95-2f1ffd4458e8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.123954 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0a45c439-acf7-45a7-9a95-2f1ffd4458e8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Deleting port 16d37142-3426-40b4-b9a9-5d93dbcc87f3 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:54.124310 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a45c439-acf7-45a7-9a95-2f1ffd4458e8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.134477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-24e42e1d-6d5a-4abc-8e44-cad625d2e2d6 None None] Set router 24f86685-8c40-43ac-a4b5-1616b945dabc gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:54.190177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f306dd-2650-4b7c-b78c-489ce1f77b3a None None] DHCP port deletion for 091f3003-8f49-4b85-8713-bbb204ca9cd6 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:47:54.207985 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-0a45c439-acf7-45a7-9a95-2f1ffd4458e8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] For port 16d37142-3426-40b4-b9a9-5d93dbcc87f3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=16d37142-3426-40b4-b9a9-5d93dbcc87f3,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:54.208356 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a45c439-acf7-45a7-9a95-2f1ffd4458e8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.220426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0a45c439-acf7-45a7-9a95-2f1ffd4458e8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Calling delete_port for 16d37142-3426-40b4-b9a9-5d93dbcc87f3 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:54.321608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-75f306dd-2650-4b7c-b78c-489ce1f77b3a None None] Deleting port cd3d510f-2ba6-42cb-9195-9e8868794231 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:54.321975 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-75f306dd-2650-4b7c-b78c-489ce1f77b3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.384005 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a45c439-acf7-45a7-9a95-2f1ffd4458e8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.390833 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-75f306dd-2650-4b7c-b78c-489ce1f77b3a None None] For port cd3d510f-2ba6-42cb-9195-9e8868794231, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=cd3d510f-2ba6-42cb-9195-9e8868794231,segment=NetworkSegment(6232bc12-06ea-44b5-88c6-8d124b2ac1b6),segment_id=6232bc12-06ea-44b5-88c6-8d124b2ac1b6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:54.391224 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-75f306dd-2650-4b7c-b78c-489ce1f77b3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.405815 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-75f306dd-2650-4b7c-b78c-489ce1f77b3a None None] Calling delete_port for cd3d510f-2ba6-42cb-9195-9e8868794231 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:54.408127 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-24e42e1d-6d5a-4abc-8e44-cad625d2e2d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1328049632', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:32Z', 'updated_at': '2021-07-16T01:47:53Z', 'revision_number': 5, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:61:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:33Z', 'updated_at': '2021-07-16T01:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:54.410722 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45c439-acf7-45a7-9a95-2f1ffd4458e8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event deleted for resources: {'Port': ['ID=16d37142-3426-40b4-b9a9-5d93dbcc87f3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:54.446658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e42e1d-6d5a-4abc-8e44-cad625d2e2d6 None None] The sync data for ids ['24f86685-8c40-43ac-a4b5-1616b945dabc'] in n-d-791505-14 is: [{'id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1328049632', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117'}], 'enable_snat': True}, 'gw_port_id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:47:32Z', 'updated_at': '2021-07-16T01:47:53Z', 'revision_number': 5, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '16d37142-3426-40b4-b9a9-5d93dbcc87f3', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:61:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24f86685-8c40-43ac-a4b5-1616b945dabc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:47:33Z', 'updated_at': '2021-07-16T01:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:54.471153 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a45c439-acf7-45a7-9a95-2f1ffd4458e8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.526809 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-75f306dd-2650-4b7c-b78c-489ce1f77b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.551649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f306dd-2650-4b7c-b78c-489ce1f77b3a None None] Pushing event deleted for resources: {'Port': ['ID=cd3d510f-2ba6-42cb-9195-9e8868794231,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:54.557928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f306dd-2650-4b7c-b78c-489ce1f77b3a None None] No DVR routers for this DVR port cd3d510f-2ba6-42cb-9195-9e8868794231 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:54.565147 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a45c439-acf7-45a7-9a95-2f1ffd4458e8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.568171 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a45c439-acf7-45a7-9a95-2f1ffd4458e8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.613250 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a45c439-acf7-45a7-9a95-2f1ffd4458e8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.613758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a45c439-acf7-45a7-9a95-2f1ffd4458e8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Fanout notify agent at l3_agent the message router_deleted on router 24f86685-8c40-43ac-a4b5-1616b945dabc {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:47:54.621514 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a45c439-acf7-45a7-9a95-2f1ffd4458e8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.622626 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0a45c439-acf7-45a7-9a95-2f1ffd4458e8 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "DELETE /v2.0/routers/24f86685-8c40-43ac-a4b5-1616b945dabc HTTP/1.1" status: 204 len: 168 time: 0.7580123 Jul 16 01:47:54.625181 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36300) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:54.697905 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.786750 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.798053 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091f3003-8f49-4b85-8713-bbb204ca9cd6']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:54.808445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6232bc12-06ea-44b5-88c6-8d124b2ac1b6') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:54.808747 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6232bc12-06ea-44b5-88c6-8d124b2ac1b6') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:54.818099 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.831925 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.838404 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:47:54.838936 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:47:54.842116 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:47:54.906305 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.914128 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:54.918393 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "DELETE /v2.0/networks/091f3003-8f49-4b85-8713-bbb204ca9cd6 HTTP/1.1" status: 204 len: 168 time: 0.2899249 Jul 16 01:47:54.918895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36304) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:54.928535 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event deleted for resources: {'Network': ['ID=091f3003-8f49-4b85-8713-bbb204ca9cd6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:54.936094 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.936451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.936796 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.937128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.937460 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.937793 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.938127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.938481 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.938811 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.939131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.939451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:54.939810 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbcee89-d70e-47ae-a6e4-3818c69aada3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:47:55.087122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-df3b860c-e943-4011-b5f6-2a14c3391cf7 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Deleting port 9c323889-f621-4b3e-954b-a85887a77bf0 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:55.087481 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df3b860c-e943-4011-b5f6-2a14c3391cf7 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.163069 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df3b860c-e943-4011-b5f6-2a14c3391cf7 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.163404 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df3b860c-e943-4011-b5f6-2a14c3391cf7 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.174972 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-df3b860c-e943-4011-b5f6-2a14c3391cf7 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Calling delete_port for 9c323889-f621-4b3e-954b-a85887a77bf0 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:55.317306 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df3b860c-e943-4011-b5f6-2a14c3391cf7 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.343228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b860c-e943-4011-b5f6-2a14c3391cf7 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event deleted for resources: {'Port': ['ID=9c323889-f621-4b3e-954b-a85887a77bf0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:55.346239 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 3610e037-f766-4f67-b2cf-fadbd70605a2 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:55.369798 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 3610e037-f766-4f67-b2cf-fadbd70605a2 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:55.370127 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 3610e037-f766-4f67-b2cf-fadbd70605a2 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:55.407474 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df3b860c-e943-4011-b5f6-2a14c3391cf7 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.407926 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-df3b860c-e943-4011-b5f6-2a14c3391cf7 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Floating IP 129e7e45-6651-4676-a30c-18618f980a02 disassociated (deleted). External IP: 172.25.2.106, port: 5ab5f4fa-1b72-4679-9343-c89dc1bad21a. Jul 16 01:47:55.605434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 66a98775-b980-4f3d-8a11-8dc802e25974 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:55.617788 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3b860c-e943-4011-b5f6-2a14c3391cf7 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Router b494da46-e821-4e16-be20-ae38cced3047 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:47:55.625476 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 66a98775-b980-4f3d-8a11-8dc802e25974 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:55.625824 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 66a98775-b980-4f3d-8a11-8dc802e25974 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:55.626238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 16d37142-3426-40b4-b9a9-5d93dbcc87f3 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:55.644943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 16d37142-3426-40b4-b9a9-5d93dbcc87f3 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:55.645290 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 16d37142-3426-40b4-b9a9-5d93dbcc87f3 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:55.645695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cd3d510f-2ba6-42cb-9195-9e8868794231 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:47:55.663923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: cd3d510f-2ba6-42cb-9195-9e8868794231 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:47:55.664216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cd3d510f-2ba6-42cb-9195-9e8868794231 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:47:55.723439 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3b860c-e943-4011-b5f6-2a14c3391cf7 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:47:55.728644 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df3b860c-e943-4011-b5f6-2a14c3391cf7 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:55.732860 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be58178-df94-4df8-9aea-ddf81579e5b5 None None] Sync routers for ids ['b494da46-e821-4e16-be20-ae38cced3047'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:47:55.742139 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be58178-df94-4df8-9aea-ddf81579e5b5 None None] Routers {'b494da46-e821-4e16-be20-ae38cced3047'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:55.742744 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6be58178-df94-4df8-9aea-ddf81579e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:47:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b494da46-e821-4e16-be20-ae38cced3047'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:55.764199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-df3b860c-e943-4011-b5f6-2a14c3391cf7 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "DELETE /v2.0/floatingips/129e7e45-6651-4676-a30c-18618f980a02 HTTP/1.1" status: 204 len: 168 time: 0.8443110 Jul 16 01:47:55.764787 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '343bc029-c98e-495f-992a-6b6d2afa2db8', 'tag': '5ab5f4fa-1b72-4679-9343-c89dc1bad21a'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:55.767062 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef53f8e5-a597-47e6-9f4c-5a0319e02a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "343bc029-c98e-495f-992a-6b6d2afa2db8", "tag": "5ab5f4fa-1b72-4679-9343-c89dc1bad21a"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:55.848608 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6be58178-df94-4df8-9aea-ddf81579e5b5 None None] Set router b494da46-e821-4e16-be20-ae38cced3047 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:56.006299 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a87708-5231-45f1-9cac-a508479dae60 x-openstack-request-id: req-62a87708-5231-45f1-9cac-a508479dae60 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:56.006865 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "343bc029-c98e-495f-992a-6b6d2afa2db8", "tag": "5ab5f4fa-1b72-4679-9343-c89dc1bad21a", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:56.006865 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-62a87708-5231-45f1-9cac-a508479dae60 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:56.007224 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '343bc029-c98e-495f-992a-6b6d2afa2db8', 'tag': '5ab5f4fa-1b72-4679-9343-c89dc1bad21a', 'status': 'completed', 'code': 200} Jul 16 01:47:56.051056 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6be58178-df94-4df8-9aea-ddf81579e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b494da46-e821-4e16-be20-ae38cced3047', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006843600', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:37Z', 'updated_at': '2021-07-16T01:46:41Z', 'revision_number': 4, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:89:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:38Z', 'updated_at': '2021-07-16T01:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '700cbcbe-74da-4c8f-b830-7fa7af94c296', 'name': '', 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'mac_address': 'fa:16:3e:d9:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:40Z', 'updated_at': '2021-07-16T01:46:45Z', 'revision_number': 5, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'subnets': [{'id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:56.078990 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be58178-df94-4df8-9aea-ddf81579e5b5 None None] Checking router: b494da46-e821-4e16-be20-ae38cced3047 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:47:56.087952 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be58178-df94-4df8-9aea-ddf81579e5b5 None None] Routers {'b494da46-e821-4e16-be20-ae38cced3047'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:47:56.088563 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6be58178-df94-4df8-9aea-ddf81579e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:47:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b494da46-e821-4e16-be20-ae38cced3047'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:56.129250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53f8e5-a597-47e6-9f4c-5a0319e02a1e req-b13da704-d725-485b-af69-fdebcd61c077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.130842 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef53f8e5-a597-47e6-9f4c-5a0319e02a1e req-b13da704-d725-485b-af69-fdebcd61c077 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=428502ba8cd7431da683b1ecf79893ce&device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 1137 time: 0.0872896 Jul 16 01:47:56.191405 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6be58178-df94-4df8-9aea-ddf81579e5b5 None None] Set router b494da46-e821-4e16-be20-ae38cced3047 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:47:56.193841 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55896ce9-3cfe-4a68-b322-f7331e6a9ada req-077c552a-189d-482f-a929-36728b98687b tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.195367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-55896ce9-3cfe-4a68-b322-f7331e6a9ada req-077c552a-189d-482f-a929-36728b98687b tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 985 time: 0.1009767 Jul 16 01:47:56.273833 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-55896ce9-3cfe-4a68-b322-f7331e6a9ada req-99bacad8-0b53-4348-aa0c-b3062d8cdd58 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d3f5fe2-fb39-4823-adb7-cf474dd3950c&id=b6952649-8b37-44d4-9cdc-6edc26d569be&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0540662 Jul 16 01:47:56.275077 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53f8e5-a597-47e6-9f4c-5a0319e02a1e req-7270cacf-30ab-48a7-9e03-91816992d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.276553 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef53f8e5-a597-47e6-9f4c-5a0319e02a1e req-7270cacf-30ab-48a7-9e03-91816992d41e service neutron] 10.222.0.70 "GET /v2.0/networks?id=a58d2100-f223-4551-af2a-cba9decd370d HTTP/1.1" status: 200 len: 897 time: 0.1351163 Jul 16 01:47:56.328328 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef53f8e5-a597-47e6-9f4c-5a0319e02a1e req-11f42922-765f-4e59-b8d4-02ab2db82667 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ab5f4fa-1b72-4679-9343-c89dc1bad21a HTTP/1.1" status: 200 len: 217 time: 0.0419180 Jul 16 01:47:56.382060 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53f8e5-a597-47e6-9f4c-5a0319e02a1e req-f26dde4e-48a8-451f-8ff2-3f8332ed243d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.383796 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef53f8e5-a597-47e6-9f4c-5a0319e02a1e req-f26dde4e-48a8-451f-8ff2-3f8332ed243d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0aa6d22-e256-41dc-b2e3-d819d8f0cb57 HTTP/1.1" status: 200 len: 835 time: 0.0463321 Jul 16 01:47:56.442644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53f8e5-a597-47e6-9f4c-5a0319e02a1e req-44633bc8-03df-4321-9f9a-0ef458b7ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:56.444110 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef53f8e5-a597-47e6-9f4c-5a0319e02a1e req-44633bc8-03df-4321-9f9a-0ef458b7ea7d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=a58d2100-f223-4551-af2a-cba9decd370d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520782 Jul 16 01:47:56.491852 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6be58178-df94-4df8-9aea-ddf81579e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b494da46-e821-4e16-be20-ae38cced3047', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006843600', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:37Z', 'updated_at': '2021-07-16T01:46:41Z', 'revision_number': 4, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:89:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:38Z', 'updated_at': '2021-07-16T01:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '700cbcbe-74da-4c8f-b830-7fa7af94c296', 'name': '', 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'mac_address': 'fa:16:3e:d9:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:40Z', 'updated_at': '2021-07-16T01:46:45Z', 'revision_number': 5, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'subnets': [{'id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:47:56.518022 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be58178-df94-4df8-9aea-ddf81579e5b5 None None] The sync data for ids ['b494da46-e821-4e16-be20-ae38cced3047'] in n-d-791505-14 is: [{'id': 'b494da46-e821-4e16-be20-ae38cced3047', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006843600', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:37Z', 'updated_at': '2021-07-16T01:46:41Z', 'revision_number': 4, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:89:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:38Z', 'updated_at': '2021-07-16T01:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '700cbcbe-74da-4c8f-b830-7fa7af94c296', 'name': '', 'network_id': 'a58d2100-f223-4551-af2a-cba9decd370d', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'mac_address': 'fa:16:3e:d9:a3:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_interface', 'standard_attr_id': 3484, 'fixed_ips': [{'subnet_id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:40Z', 'updated_at': '2021-07-16T01:46:45Z', 'revision_number': 5, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'subnets': [{'id': 'd0aa6d22-e256-41dc-b2e3-d819d8f0cb57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:47:56.538707 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef53f8e5-a597-47e6-9f4c-5a0319e02a1e req-8442126b-3503-4d90-b3c0-3d7d0d88a40d service neutron] 10.222.0.70 "GET /v2.0/networks/a58d2100-f223-4551-af2a-cba9decd370d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868795 Jul 16 01:47:56.630147 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef53f8e5-a597-47e6-9f4c-5a0319e02a1e req-efc72663-d585-47d0-96bc-f2c941d9ec57 service neutron] 10.222.0.70 "GET /v2.0/networks/a58d2100-f223-4551-af2a-cba9decd370d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823662 Jul 16 01:47:56.735480 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4541a7d-6296-4ad3-802f-165c56d5620a None None] New status for floating IP 129e7e45-6651-4676-a30c-18618f980a02: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:47:57.452485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff482c9c-1915-40e6-a2db-3ed71233e8fe req-7dd0cc9f-8527-4df8-91ac-60cc44955af9 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.454012 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff482c9c-1915-40e6-a2db-3ed71233e8fe req-7dd0cc9f-8527-4df8-91ac-60cc44955af9 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 985 time: 0.0681684 Jul 16 01:47:57.492768 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff482c9c-1915-40e6-a2db-3ed71233e8fe req-84e02030-efd2-4301-a559-638915d27a31 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d3f5fe2-fb39-4823-adb7-cf474dd3950c&id=b6952649-8b37-44d4-9cdc-6edc26d569be&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0332067 Jul 16 01:47:57.619338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46b7f8-bb12-4720-8b39-bee7e1b307b8 req-a700233a-09b2-4ae3-9e23-e41e55dd019b tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:47:57.620714 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d46b7f8-bb12-4720-8b39-bee7e1b307b8 req-a700233a-09b2-4ae3-9e23-e41e55dd019b tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.70 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 985 time: 0.0614460 Jul 16 01:47:57.718092 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-9d46b7f8-bb12-4720-8b39-bee7e1b307b8 req-c12e20f7-c0e4-445e-ae2a-5ecb79e1e405 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Deleting port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:47:57.718440 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9d46b7f8-bb12-4720-8b39-bee7e1b307b8 req-c12e20f7-c0e4-445e-ae2a-5ecb79e1e405 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.139388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-9d46b7f8-bb12-4720-8b39-bee7e1b307b8 req-c12e20f7-c0e4-445e-ae2a-5ecb79e1e405 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] For port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=5ab5f4fa-1b72-4679-9343-c89dc1bad21a,segment=NetworkSegment(e355ff80-b04e-4956-a3cf-7f00f7a2a0ab),segment_id=e355ff80-b04e-4956-a3cf-7f00f7a2a0ab)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:47:58.139746 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9d46b7f8-bb12-4720-8b39-bee7e1b307b8 req-c12e20f7-c0e4-445e-ae2a-5ecb79e1e405 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.151747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-9d46b7f8-bb12-4720-8b39-bee7e1b307b8 req-c12e20f7-c0e4-445e-ae2a-5ecb79e1e405 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Calling delete_port for 5ab5f4fa-1b72-4679-9343-c89dc1bad21a owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:47:58.276340 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9d46b7f8-bb12-4720-8b39-bee7e1b307b8 req-c12e20f7-c0e4-445e-ae2a-5ecb79e1e405 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.303079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e20f7-c0e4-445e-ae2a-5ecb79e1e405 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event deleted for resources: {'Port': ['ID=5ab5f4fa-1b72-4679-9343-c89dc1bad21a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:58.352255 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d46b7f8-bb12-4720-8b39-bee7e1b307b8 req-c12e20f7-c0e4-445e-ae2a-5ecb79e1e405 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] No DVR routers for this DVR port 5ab5f4fa-1b72-4679-9343-c89dc1bad21a on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:47:58.354705 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-9d46b7f8-bb12-4720-8b39-bee7e1b307b8 req-c12e20f7-c0e4-445e-ae2a-5ecb79e1e405 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:58.356741 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d46b7f8-bb12-4720-8b39-bee7e1b307b8 req-c12e20f7-c0e4-445e-ae2a-5ecb79e1e405 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.70 "DELETE /v2.0/ports/5ab5f4fa-1b72-4679-9343-c89dc1bad21a HTTP/1.1" status: 204 len: 173 time: 0.7285104 Jul 16 01:47:58.357182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '343bc029-c98e-495f-992a-6b6d2afa2db8', 'name': 'network-vif-deleted', 'tag': '5ab5f4fa-1b72-4679-9343-c89dc1bad21a'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:47:58.359426 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a82029-10ac-4acb-abfc-ed299dd58c57" -d '{"events": [{"server_uuid": "343bc029-c98e-495f-992a-6b6d2afa2db8", "name": "network-vif-deleted", "tag": "5ab5f4fa-1b72-4679-9343-c89dc1bad21a"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:47:58.395407 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb5dd6a-c2b5-4c12-a8ec-850ab95bc041 x-openstack-request-id: req-ccb5dd6a-c2b5-4c12-a8ec-850ab95bc041 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:47:58.395699 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "343bc029-c98e-495f-992a-6b6d2afa2db8", "name": "network-vif-deleted", "tag": "5ab5f4fa-1b72-4679-9343-c89dc1bad21a", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:47:58.395975 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ccb5dd6a-c2b5-4c12-a8ec-850ab95bc041 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:47:58.396372 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '343bc029-c98e-495f-992a-6b6d2afa2db8', 'name': 'network-vif-deleted', 'tag': '5ab5f4fa-1b72-4679-9343-c89dc1bad21a', 'status': 'completed', 'code': 200} Jul 16 01:47:58.650208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8d748c9-0ada-4a5b-a23c-ddfdb263f0d0 req-a3a2bf30-27f1-44ee-b739-7378aa2e2730 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "GET /v2.0/ports?device_id=343bc029-c98e-495f-992a-6b6d2afa2db8 HTTP/1.1" status: 200 len: 210 time: 0.0322177 Jul 16 01:47:59.741938 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36328) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:59.795969 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76235fc2-e04b-4512-8fff-c97ccefb78a3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.818689 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76235fc2-e04b-4512-8fff-c97ccefb78a3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.860668 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76235fc2-e04b-4512-8fff-c97ccefb78a3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.864154 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-76235fc2-e04b-4512-8fff-c97ccefb78a3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.864390 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-76235fc2-e04b-4512-8fff-c97ccefb78a3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "DELETE /v2.0/security-groups/b6952649-8b37-44d4-9cdc-6edc26d569be HTTP/1.1" status: 204 len: 168 time: 0.1214647 Jul 16 01:47:59.868022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36330) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:47:59.874214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76235fc2-e04b-4512-8fff-c97ccefb78a3 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6952649-8b37-44d4-9cdc-6edc26d569be,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:47:59.929389 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-afd5c5d3-b57d-439c-9044-b11c657a7a8d tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.953148 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-afd5c5d3-b57d-439c-9044-b11c657a7a8d tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:47:59.998293 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-afd5c5d3-b57d-439c-9044-b11c657a7a8d tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.000952 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-afd5c5d3-b57d-439c-9044-b11c657a7a8d tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.002115 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-afd5c5d3-b57d-439c-9044-b11c657a7a8d tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "DELETE /v2.0/security-groups/8d3f5fe2-fb39-4823-adb7-cf474dd3950c HTTP/1.1" status: 204 len: 168 time: 0.1330855 Jul 16 01:48:00.004936 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36332) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:00.011854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd5c5d3-b57d-439c-9044-b11c657a7a8d tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3f5fe2-fb39-4823-adb7-cf474dd3950c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:00.360641 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f0f43116-2e99-4552-8748-c1ac888ae0dd tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.498683 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.622456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-f0f43116-2e99-4552-8748-c1ac888ae0dd tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Deleting port 700cbcbe-74da-4c8f-b830-7fa7af94c296 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:00.622715 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f0f43116-2e99-4552-8748-c1ac888ae0dd tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.708221 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-f0f43116-2e99-4552-8748-c1ac888ae0dd tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] For port 700cbcbe-74da-4c8f-b830-7fa7af94c296, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=700cbcbe-74da-4c8f-b830-7fa7af94c296,segment=NetworkSegment(e355ff80-b04e-4956-a3cf-7f00f7a2a0ab),segment_id=e355ff80-b04e-4956-a3cf-7f00f7a2a0ab)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:00.708589 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f0f43116-2e99-4552-8748-c1ac888ae0dd tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.720583 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-f0f43116-2e99-4552-8748-c1ac888ae0dd tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Calling delete_port for 700cbcbe-74da-4c8f-b830-7fa7af94c296 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:00.901837 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f0f43116-2e99-4552-8748-c1ac888ae0dd tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:00.932735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f43116-2e99-4552-8748-c1ac888ae0dd tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event deleted for resources: {'Port': ['ID=700cbcbe-74da-4c8f-b830-7fa7af94c296,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:01.105560 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f0f43116-2e99-4552-8748-c1ac888ae0dd tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.317912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f43116-2e99-4552-8748-c1ac888ae0dd tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Router b494da46-e821-4e16-be20-ae38cced3047 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:01.422576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f43116-2e99-4552-8748-c1ac888ae0dd tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:01.427468 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f0f43116-2e99-4552-8748-c1ac888ae0dd tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "PUT /v2.0/routers/b494da46-e821-4e16-be20-ae38cced3047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4214847 Jul 16 01:48:01.430530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36338) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:01.431531 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af30753-0853-4acf-9d7e-f2c773eeda47 None None] Sync routers for ids ['b494da46-e821-4e16-be20-ae38cced3047'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:01.440694 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af30753-0853-4acf-9d7e-f2c773eeda47 None None] Routers {'b494da46-e821-4e16-be20-ae38cced3047'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:01.441300 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7af30753-0853-4acf-9d7e-f2c773eeda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:47:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b494da46-e821-4e16-be20-ae38cced3047'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:01.482349 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-7290cf7d-41f0-4713-9a69-5470b1583ea1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Deleting subnet d0aa6d22-e256-41dc-b2e3-d819d8f0cb57 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:48:01.482603 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.486032 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7290cf7d-41f0-4713-9a69-5470b1583ea1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.528731 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7290cf7d-41f0-4713-9a69-5470b1583ea1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.545715 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-7af30753-0853-4acf-9d7e-f2c773eeda47 None None] Set router b494da46-e821-4e16-be20-ae38cced3047 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:01.612147 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7290cf7d-41f0-4713-9a69-5470b1583ea1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.648930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5ab5f4fa-1b72-4679-9343-c89dc1bad21a no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:01.669103 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 5ab5f4fa-1b72-4679-9343-c89dc1bad21a {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:01.669538 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 5ab5f4fa-1b72-4679-9343-c89dc1bad21a not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:01.674280 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7290cf7d-41f0-4713-9a69-5470b1583ea1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.708247 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7290cf7d-41f0-4713-9a69-5470b1583ea1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.710989 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7290cf7d-41f0-4713-9a69-5470b1583ea1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "DELETE /v2.0/subnets/d0aa6d22-e256-41dc-b2e3-d819d8f0cb57 HTTP/1.1" status: 204 len: 168 time: 0.2794263 Jul 16 01:48:01.712345 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7290cf7d-41f0-4713-9a69-5470b1583ea1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event deleted for resources: {'Subnet': ['ID=d0aa6d22-e256-41dc-b2e3-d819d8f0cb57,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:01.713719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36340) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:01.717041 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7859bcd9-4886-46a0-926e-29ef86c33578 None None] Network a58d2100-f223-4551-af2a-cba9decd370d requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:01.727357 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7af30753-0853-4acf-9d7e-f2c773eeda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b494da46-e821-4e16-be20-ae38cced3047', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006843600', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:37Z', 'updated_at': '2021-07-16T01:48:00Z', 'revision_number': 5, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:89:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:38Z', 'updated_at': '2021-07-16T01:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:01.758685 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af30753-0853-4acf-9d7e-f2c773eeda47 None None] Checking router: b494da46-e821-4e16-be20-ae38cced3047 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:01.770171 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af30753-0853-4acf-9d7e-f2c773eeda47 None None] Routers {'b494da46-e821-4e16-be20-ae38cced3047'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:01.770789 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7af30753-0853-4acf-9d7e-f2c773eeda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:47:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b494da46-e821-4e16-be20-ae38cced3047'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:01.821567 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbed2aa6-9558-44bb-99df-d301186802c1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.881939 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-7af30753-0853-4acf-9d7e-f2c773eeda47 None None] Set router b494da46-e821-4e16-be20-ae38cced3047 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:01.920723 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae8a5d1-2a00-4ff2-92f8-38010c5b01e6 None None] DHCP port deletion for a58d2100-f223-4551-af2a-cba9decd370d request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:48:01.929282 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbed2aa6-9558-44bb-99df-d301186802c1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.967102 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-dae8a5d1-2a00-4ff2-92f8-38010c5b01e6 None None] Deleting port 819d4400-85ac-4cd9-9d12-bc808f7d4416 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:01.967843 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dae8a5d1-2a00-4ff2-92f8-38010c5b01e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:01.984294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-fbed2aa6-9558-44bb-99df-d301186802c1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Deleting port 3af58fcc-4231-4b30-a7bf-8f66e74d7341 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:48:01.984642 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbed2aa6-9558-44bb-99df-d301186802c1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.035019 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-dae8a5d1-2a00-4ff2-92f8-38010c5b01e6 None None] For port 819d4400-85ac-4cd9-9d12-bc808f7d4416, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=819d4400-85ac-4cd9-9d12-bc808f7d4416,segment=NetworkSegment(e355ff80-b04e-4956-a3cf-7f00f7a2a0ab),segment_id=e355ff80-b04e-4956-a3cf-7f00f7a2a0ab)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:02.035826 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dae8a5d1-2a00-4ff2-92f8-38010c5b01e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.049014 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-dae8a5d1-2a00-4ff2-92f8-38010c5b01e6 None None] Calling delete_port for 819d4400-85ac-4cd9-9d12-bc808f7d4416 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:02.063699 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7af30753-0853-4acf-9d7e-f2c773eeda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b494da46-e821-4e16-be20-ae38cced3047', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006843600', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:37Z', 'updated_at': '2021-07-16T01:48:00Z', 'revision_number': 5, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:89:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:38Z', 'updated_at': '2021-07-16T01:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:02.065043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-fbed2aa6-9558-44bb-99df-d301186802c1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] For port 3af58fcc-4231-4b30-a7bf-8f66e74d7341, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=3af58fcc-4231-4b30-a7bf-8f66e74d7341,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:02.065477 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbed2aa6-9558-44bb-99df-d301186802c1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.077801 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-fbed2aa6-9558-44bb-99df-d301186802c1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Calling delete_port for 3af58fcc-4231-4b30-a7bf-8f66e74d7341 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:48:02.089833 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af30753-0853-4acf-9d7e-f2c773eeda47 None None] The sync data for ids ['b494da46-e821-4e16-be20-ae38cced3047'] in n-d-791505-14 is: [{'id': 'b494da46-e821-4e16-be20-ae38cced3047', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006843600', 'tenant_id': '428502ba8cd7431da683b1ecf79893ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:46:37Z', 'updated_at': '2021-07-16T01:48:00Z', 'revision_number': 5, 'project_id': '428502ba8cd7431da683b1ecf79893ce', 'gw_port': {'id': '3af58fcc-4231-4b30-a7bf-8f66e74d7341', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:89:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b494da46-e821-4e16-be20-ae38cced3047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:46:38Z', 'updated_at': '2021-07-16T01:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:02.137853 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dae8a5d1-2a00-4ff2-92f8-38010c5b01e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.165883 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae8a5d1-2a00-4ff2-92f8-38010c5b01e6 None None] No DVR routers for this DVR port 819d4400-85ac-4cd9-9d12-bc808f7d4416 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:48:02.173070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8a5d1-2a00-4ff2-92f8-38010c5b01e6 None None] Pushing event deleted for resources: {'Port': ['ID=819d4400-85ac-4cd9-9d12-bc808f7d4416,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:02.254826 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbed2aa6-9558-44bb-99df-d301186802c1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.281805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed2aa6-9558-44bb-99df-d301186802c1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event deleted for resources: {'Port': ['ID=3af58fcc-4231-4b30-a7bf-8f66e74d7341,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:02.346771 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbed2aa6-9558-44bb-99df-d301186802c1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.435620 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbed2aa6-9558-44bb-99df-d301186802c1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.438085 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbed2aa6-9558-44bb-99df-d301186802c1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.482897 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbed2aa6-9558-44bb-99df-d301186802c1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.483468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbed2aa6-9558-44bb-99df-d301186802c1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Fanout notify agent at l3_agent the message router_deleted on router b494da46-e821-4e16-be20-ae38cced3047 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:48:02.494425 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbed2aa6-9558-44bb-99df-d301186802c1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.495582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fbed2aa6-9558-44bb-99df-d301186802c1 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "DELETE /v2.0/routers/b494da46-e821-4e16-be20-ae38cced3047 HTTP/1.1" status: 204 len: 168 time: 0.7806470 Jul 16 01:48:02.498115 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36344) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:02.582448 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a47d4324-694d-4866-a797-65cc496fc002 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.672259 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a47d4324-694d-4866-a797-65cc496fc002 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.683208 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a47d4324-694d-4866-a797-65cc496fc002 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a58d2100-f223-4551-af2a-cba9decd370d']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:02.693225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a47d4324-694d-4866-a797-65cc496fc002 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e355ff80-b04e-4956-a3cf-7f00f7a2a0ab') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:02.693520 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-a47d4324-694d-4866-a797-65cc496fc002 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e355ff80-b04e-4956-a3cf-7f00f7a2a0ab') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:02.702630 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a47d4324-694d-4866-a797-65cc496fc002 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.716770 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a47d4324-694d-4866-a797-65cc496fc002 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.722993 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a47d4324-694d-4866-a797-65cc496fc002 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:48:02.723607 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a47d4324-694d-4866-a797-65cc496fc002 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:48:02.727429 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:48:02.786107 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a47d4324-694d-4866-a797-65cc496fc002 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.793511 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a47d4324-694d-4866-a797-65cc496fc002 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:02.795553 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a47d4324-694d-4866-a797-65cc496fc002 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] 10.222.0.22 "DELETE /v2.0/networks/a58d2100-f223-4551-af2a-cba9decd370d HTTP/1.1" status: 204 len: 168 time: 0.2962687 Jul 16 01:48:02.808715 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d4324-694d-4866-a797-65cc496fc002 tempest-TestSecurityGroupsBasicOps-1724733500 tempest-TestSecurityGroupsBasicOps-1724733500-project] Pushing event deleted for resources: {'Network': ['ID=a58d2100-f223-4551-af2a-cba9decd370d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.065867 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36352) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:03.197001 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-661c86ee-0cc5-45cc-a051-4c83461337d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=428502ba8cd7431da683b1ecf79893ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1299739 Jul 16 01:48:03.199397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36356) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:03.250419 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c80535b0-bc17-47b4-a1ee-bc892e47a7fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.272863 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c80535b0-bc17-47b4-a1ee-bc892e47a7fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.317625 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c80535b0-bc17-47b4-a1ee-bc892e47a7fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.321105 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c80535b0-bc17-47b4-a1ee-bc892e47a7fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.322581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c80535b0-bc17-47b4-a1ee-bc892e47a7fa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db5f814e-4427-4843-b053-b508c59c5a1e HTTP/1.1" status: 204 len: 168 time: 0.1222637 Jul 16 01:48:03.331776 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80535b0-bc17-47b4-a1ee-bc892e47a7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5f814e-4427-4843-b053-b508c59c5a1e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.576314 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36364) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:03.589569 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-02c54fda-4409-4f28-80a6-85f14382aa1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.609714 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3af58fcc-4231-4b30-a7bf-8f66e74d7341 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:03.635202 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 3af58fcc-4231-4b30-a7bf-8f66e74d7341 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:03.635553 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3af58fcc-4231-4b30-a7bf-8f66e74d7341 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:03.636125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 819d4400-85ac-4cd9-9d12-bc808f7d4416 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:03.655843 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 819d4400-85ac-4cd9-9d12-bc808f7d4416 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:03.656130 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 819d4400-85ac-4cd9-9d12-bc808f7d4416 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:03.656539 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 700cbcbe-74da-4c8f-b830-7fa7af94c296 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:48:03.675166 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 700cbcbe-74da-4c8f-b830-7fa7af94c296 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:48:03.675520 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 700cbcbe-74da-4c8f-b830-7fa7af94c296 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:48:03.680145 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-02c54fda-4409-4f28-80a6-85f14382aa1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.684521 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-02c54fda-4409-4f28-80a6-85f14382aa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.723997 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-02c54fda-4409-4f28-80a6-85f14382aa1c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02b368ebd7e2497684e24a8290cd9a0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1442046 Jul 16 01:48:03.723997 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c54fda-4409-4f28-80a6-85f14382aa1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e68e4c-0616-4cef-a374-6aec557cd2ab,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:03.724454 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36366) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:03.773079 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56db7635-f479-401c-b44c-4d09c7fff244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.794405 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56db7635-f479-401c-b44c-4d09c7fff244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.839166 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56db7635-f479-401c-b44c-4d09c7fff244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.841668 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-56db7635-f479-401c-b44c-4d09c7fff244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:03.842797 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-56db7635-f479-401c-b44c-4d09c7fff244 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62e68e4c-0616-4cef-a374-6aec557cd2ab HTTP/1.1" status: 204 len: 168 time: 0.1173642 Jul 16 01:48:03.850079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db7635-f479-401c-b44c-4d09c7fff244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e68e4c-0616-4cef-a374-6aec557cd2ab,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:04.145292 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36372) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:04.183400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-06a97c23-9e7a-4573-871f-b50a66e83942 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5986fe178bfb4abaa8d72821b01b37e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0369129 Jul 16 01:48:04.185599 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36374) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:04.234231 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d67d8f4-3bf5-4fe3-bf7b-5d2e3b2e36b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.253933 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d67d8f4-3bf5-4fe3-bf7b-5d2e3b2e36b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.304816 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d67d8f4-3bf5-4fe3-bf7b-5d2e3b2e36b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.307359 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d67d8f4-3bf5-4fe3-bf7b-5d2e3b2e36b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.313544 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2d67d8f4-3bf5-4fe3-bf7b-5d2e3b2e36b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/442e0daa-4d49-49fc-aac8-49a828820560 HTTP/1.1" status: 204 len: 168 time: 0.1221967 Jul 16 01:48:04.334634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67d8f4-3bf5-4fe3-bf7b-5d2e3b2e36b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442e0daa-4d49-49fc-aac8-49a828820560,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:04.932253 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0764cc7c-94e9-483b-ae17-b488f63bbb5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:04.978531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36398) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:05.072628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-fbbe042d-3f9d-4c53-b14a-10e42329526f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1629970612-network', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:05.093548 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbe042d-3f9d-4c53-b14a-10e42329526f admin admin] Made reservation on behalf of fd774d3dc12a433ba97234c896fdb8ea for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:05.096010 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbbe042d-3f9d-4c53-b14a-10e42329526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.104680 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbbe042d-3f9d-4c53-b14a-10e42329526f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.192375 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbbe042d-3f9d-4c53-b14a-10e42329526f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.195845 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbbe042d-3f9d-4c53-b14a-10e42329526f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.215513 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbe042d-3f9d-4c53-b14a-10e42329526f admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:05.228878 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe042d-3f9d-4c53-b14a-10e42329526f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d742e83-ac17-432f-a361-ada644b64a9c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.233527 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbbe042d-3f9d-4c53-b14a-10e42329526f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.233869 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-fbbe042d-3f9d-4c53-b14a-10e42329526f admin admin] Added segment ffa78d76-720e-4a41-8969-724a7a1826d7 of type vlan for network 1e4d6a97-1279-4405-b526-465170c19bdf Jul 16 01:48:05.271292 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbbe042d-3f9d-4c53-b14a-10e42329526f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.301533 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbbe042d-3f9d-4c53-b14a-10e42329526f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.302463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbe042d-3f9d-4c53-b14a-10e42329526f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.303046 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fbbe042d-3f9d-4c53-b14a-10e42329526f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.330865 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fbbe042d-3f9d-4c53-b14a-10e42329526f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3512523 Jul 16 01:48:05.334179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36404) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:05.341659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-72c4c95f-35dd-404e-9dd1-4d7ea9600e58 admin admin] Request body: {'subnet': {'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1629970612-subnet', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:05.362968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe042d-3f9d-4c53-b14a-10e42329526f admin admin] Pushing event updated for resources: {'Network': ['ID=1e4d6a97-1279-4405-b526-465170c19bdf,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.366025 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c4c95f-35dd-404e-9dd1-4d7ea9600e58 admin admin] Made reservation on behalf of fd774d3dc12a433ba97234c896fdb8ea for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:05.368560 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72c4c95f-35dd-404e-9dd1-4d7ea9600e58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.376776 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 1e4d6a97-1279-4405-b526-465170c19bdf details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:05.541068 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72c4c95f-35dd-404e-9dd1-4d7ea9600e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.594929 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4c95f-35dd-404e-9dd1-4d7ea9600e58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=118bcdd5-bec0-438f-95f1-0c668940ce10,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:05.604858 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c4c95f-35dd-404e-9dd1-4d7ea9600e58 admin admin] Checking segment: {'id': 'ffa78d76-720e-4a41-8969-724a7a1826d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:05.605223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c4c95f-35dd-404e-9dd1-4d7ea9600e58 admin admin] Network hostable DHCP agents. Network: 1e4d6a97-1279-4405-b526-465170c19bdf, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:05.621123 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c4c95f-35dd-404e-9dd1-4d7ea9600e58 admin admin] Network 1e4d6a97-1279-4405-b526-465170c19bdf is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:05.630125 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-72c4c95f-35dd-404e-9dd1-4d7ea9600e58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 1e4d6a97-1279-4405-b526-465170c19bdf) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:05.634540 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c4c95f-35dd-404e-9dd1-4d7ea9600e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:05.635131 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-72c4c95f-35dd-404e-9dd1-4d7ea9600e58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.640134 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb691f4-96d5-4cc0-a17e-4de3bacd6405 None None] Network 1e4d6a97-1279-4405-b526-465170c19bdf requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:05.648475 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-72c4c95f-35dd-404e-9dd1-4d7ea9600e58 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3129001 Jul 16 01:48:05.651065 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36406) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:05.655361 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:05.676179 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.677141 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.731794 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.787527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-1e4d6a97-1279-4405-b526-465170c19bdf', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'fixed_ips': [{'subnet_id': '118bcdd5-bec0-438f-95f1-0c668940ce10'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:05.788435 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.864951 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:05.917918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Allocated IP 172.20.0.2 (1e4d6a97-1279-4405-b526-465170c19bdf/118bcdd5-bec0-438f-95f1-0c668940ce10/84c38ec2-f364-40d6-940d-8f2ab79f0c85) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:06.064247 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.074306 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Transition to ACTIVE for port object 84c38ec2-f364-40d6-940d-8f2ab79f0c85 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:06.090041 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Transition to ACTIVE for port object 84c38ec2-f364-40d6-940d-8f2ab79f0c85 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:06.096148 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.137751 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Network 1e4d6a97-1279-4405-b526-465170c19bdf is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:06.140543 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:06.143595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:06.152805 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Pushing event updated for resources: {'Port': ['ID=84c38ec2-f364-40d6-940d-8f2ab79f0c85,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.212656 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Attempting to bind port 84c38ec2-f364-40d6-940d-8f2ab79f0c85 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:06.213024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Attempting to bind port 84c38ec2-f364-40d6-940d-8f2ab79f0c85 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'ffa78d76-720e-4a41-8969-724a7a1826d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:06.213382 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Attempting to bind port 84c38ec2-f364-40d6-940d-8f2ab79f0c85 on network 1e4d6a97-1279-4405-b526-465170c19bdf {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:06.218625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:06.218997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Checking segment: {'id': 'ffa78d76-720e-4a41-8969-724a7a1826d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:06.219398 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.219806 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Bound using segment: {'id': 'ffa78d76-720e-4a41-8969-724a7a1826d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:06.220271 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Bound port: 84c38ec2-f364-40d6-940d-8f2ab79f0c85, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa78d76-720e-4a41-8969-724a7a1826d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:06.220647 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.284175 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] For port 84c38ec2-f364-40d6-940d-8f2ab79f0c85, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:06.287199 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] For port 84c38ec2-f364-40d6-940d-8f2ab79f0c85, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=84c38ec2-f364-40d6-940d-8f2ab79f0c85,segment=NetworkSegment(ffa78d76-720e-4a41-8969-724a7a1826d7),segment_id=ffa78d76-720e-4a41-8969-724a7a1826d7)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:06.292506 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.359222 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c559fb-0268-47e4-86fb-d463158491f8 None None] Pushing event updated for resources: {'Port': ['ID=84c38ec2-f364-40d6-940d-8f2ab79f0c85,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.411516 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.432558 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.560387 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Allocated IP 172.25.2.209 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/8043386f-109b-4ced-a206-b394e0b880fd) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:06.664866 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.701655 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:06.742169 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:06.744923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:06.747337 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:06.775498 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Pushing event updated for resources: {'Port': ['ID=8043386f-109b-4ced-a206-b394e0b880fd,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:06.996432 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.194817 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.246548 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0809126c-d025-4e60-ab00-546a762c5c5b None None] Network 1e4d6a97-1279-4405-b526-465170c19bdf requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:07.322869 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:07.375742 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c20e5f56-26c3-4500-bd8a-65c449020b00 None None] Provisioning for port 84c38ec2-f364-40d6-940d-8f2ab79f0c85 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:07.380250 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.433443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:07.443345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Sync routers for ids ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:07.454581 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Routers {'5b33b8c8-0704-46e1-bfef-81bb870b4e0e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:07.455286 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:47:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:07.457118 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.458880 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b840f4a6-65cc-40b8-83b3-e5f051b81a6e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8067915 Jul 16 01:48:07.462068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36412) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:07.572240 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Set router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:07.694233 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 84c38ec2-f364-40d6-940d-8f2ab79f0c85 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:07.755932 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-412409ac-5992-4488-825a-406e854ae4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.810542 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 84c38ec2-f364-40d6-940d-8f2ab79f0c85 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:07.817099 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 84c38ec2-f364-40d6-940d-8f2ab79f0c85 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:07.817479 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.872745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '8043386f-109b-4ced-a206-b394e0b880fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:06Z', 'revision_number': 3, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port': {'id': '8043386f-109b-4ced-a206-b394e0b880fd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:06Z', 'updated_at': '2021-07-16T01:48:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:07.908055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Checking router: 5b33b8c8-0704-46e1-bfef-81bb870b4e0e for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:07.908404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Updating router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e port 8043386f-109b-4ced-a206-b394e0b880fd binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:07.926494 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.970997 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:07.972820 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.078468 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 84c38ec2-f364-40d6-940d-8f2ab79f0c85, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=84c38ec2-f364-40d6-940d-8f2ab79f0c85,segment=NetworkSegment(ffa78d76-720e-4a41-8969-724a7a1826d7),segment_id=ffa78d76-720e-4a41-8969-724a7a1826d7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:08.088336 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.124799 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Allocated IP 172.20.0.1 (1e4d6a97-1279-4405-b526-465170c19bdf/118bcdd5-bec0-438f-95f1-0c668940ce10/60c6d44e-66aa-4417-b4be-6651c6e99cfa) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:08.163287 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=84c38ec2-f364-40d6-940d-8f2ab79f0c85,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:08.229813 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.245541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Transition to ACTIVE for port object 60c6d44e-66aa-4417-b4be-6651c6e99cfa will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:08.278509 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.288370 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.298764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Transition to ACTIVE for port object 8043386f-109b-4ced-a206-b394e0b880fd will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:08.305892 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.317084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Network 1e4d6a97-1279-4405-b526-465170c19bdf is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:08.320478 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:08.325895 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:08.357640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Pushing event updated for resources: {'Port': ['ID=60c6d44e-66aa-4417-b4be-6651c6e99cfa,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:08.363522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Attempting to bind port 8043386f-109b-4ced-a206-b394e0b880fd on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:08.363937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Attempting to bind port 8043386f-109b-4ced-a206-b394e0b880fd by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:08.364608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Attempting to bind port 8043386f-109b-4ced-a206-b394e0b880fd on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:08.370351 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.370702 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f8d17-d33b-46d3-8284-83006ec39821 None None] Pushing event updated for resources: {'Port': ['ID=8043386f-109b-4ced-a206-b394e0b880fd,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:08.374505 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:08.374890 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:08.375298 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.375696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:08.376210 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Bound port: 8043386f-109b-4ced-a206-b394e0b880fd, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:08.376598 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.435303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] For port 8043386f-109b-4ced-a206-b394e0b880fd, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:08.440378 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] For port 8043386f-109b-4ced-a206-b394e0b880fd, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8043386f-109b-4ced-a206-b394e0b880fd,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:08.445631 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.516895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Routers {'5b33b8c8-0704-46e1-bfef-81bb870b4e0e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:08.517629 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:48:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:08.520341 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f8d17-d33b-46d3-8284-83006ec39821 None None] Pushing event updated for resources: {'Port': ['ID=8043386f-109b-4ced-a206-b394e0b880fd,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:08.525966 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.639184 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.645125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b6ae8fea-a0b5-47bf-86f0-a1af763adea0 None None] Provisioning for port 60c6d44e-66aa-4417-b4be-6651c6e99cfa completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:08.652644 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b6ae8fea-a0b5-47bf-86f0-a1af763adea0 None None] Provisioning complete for port 60c6d44e-66aa-4417-b4be-6651c6e99cfa triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:08.653011 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b6ae8fea-a0b5-47bf-86f0-a1af763adea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.657838 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] Set router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:08.693387 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.698123 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.724348 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b6ae8fea-a0b5-47bf-86f0-a1af763adea0 None None] Port 60c6d44e-66aa-4417-b4be-6651c6e99cfa cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:08.763879 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Pushing event updated for resources: {'Port': ['ID=60c6d44e-66aa-4417-b4be-6651c6e99cfa,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:08.766326 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:08.859697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Network 1e4d6a97-1279-4405-b526-465170c19bdf is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:08.861127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:08.878585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '8043386f-109b-4ced-a206-b394e0b880fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 4, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port': {'id': '8043386f-109b-4ced-a206-b394e0b880fd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:06Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '60c6d44e-66aa-4417-b4be-6651c6e99cfa', 'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'mac_address': 'fa:16:3e:8e:72:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:07Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 1, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'subnets': [{'id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:08.906654 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b138f72-e6ae-4d4d-8ca0-cfcd030002ed None None] The sync data for ids ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'] in n-d-791505-14 is: [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '8043386f-109b-4ced-a206-b394e0b880fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 4, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port': {'id': '8043386f-109b-4ced-a206-b394e0b880fd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:06Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '60c6d44e-66aa-4417-b4be-6651c6e99cfa', 'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'mac_address': 'fa:16:3e:8e:72:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:07Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 1, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'subnets': [{'id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:08.987843 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:09.113622 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:09.124396 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2d7b49aa-2053-4af7-8028-8a45142ab8a6 admin admin] 10.222.0.22 "PUT /v2.0/routers/5b33b8c8-0704-46e1-bfef-81bb870b4e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6611624 Jul 16 01:48:09.145782 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a8230ab2-b250-4d0d-906a-d22a7e570230 None None] Provisioning complete for port 60c6d44e-66aa-4417-b4be-6651c6e99cfa triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:09.146091 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a8230ab2-b250-4d0d-906a-d22a7e570230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.189857 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a8230ab2-b250-4d0d-906a-d22a7e570230 None None] Port 60c6d44e-66aa-4417-b4be-6651c6e99cfa cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:09.257979 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-e286472d-ae94-4a9b-aa25-97dc980ddff9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0711088 Jul 16 01:48:09.366422 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-606c0641-524b-414c-bc50-fedf65e1fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.367104 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-606c0641-524b-414c-bc50-fedf65e1fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.367658 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-606c0641-524b-414c-bc50-fedf65e1fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.368220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-606c0641-524b-414c-bc50-fedf65e1fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.368877 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-606c0641-524b-414c-bc50-fedf65e1fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.371060 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-606c0641-524b-414c-bc50-fedf65e1fd70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0663497 Jul 16 01:48:09.509914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-223edef3-f0b1-4169-9b31-0ac844ef8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.511000 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-223edef3-f0b1-4169-9b31-0ac844ef8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.511496 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-223edef3-f0b1-4169-9b31-0ac844ef8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.513353 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-223edef3-f0b1-4169-9b31-0ac844ef8773 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.1169257 Jul 16 01:48:09.570594 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-e07512c1-cd7a-4fac-8667-59ea4aa10d0c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0490997 Jul 16 01:48:09.657555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36432) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:09.667951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-bdfee75a-1737-4fc6-b082-72d58ee6bbfc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1943560109-network', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:09.685947 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-2dca816f-1642-474c-b724-e899082107c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.687569 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-2dca816f-1642-474c-b724-e899082107c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.1114802 Jul 16 01:48:09.698604 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 84c38ec2-f364-40d6-940d-8f2ab79f0c85 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:09.704221 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfee75a-1737-4fc6-b082-72d58ee6bbfc admin admin] Made reservation on behalf of 7c3a5e7e6b01489789c304e580c5b8c6 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:09.706901 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bdfee75a-1737-4fc6-b082-72d58ee6bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.716737 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bdfee75a-1737-4fc6-b082-72d58ee6bbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.754873 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-5a888d1f-fed5-480b-8b09-2c6bd039db35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.756779 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-5a888d1f-fed5-480b-8b09-2c6bd039db35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630822 Jul 16 01:48:09.767583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 84c38ec2-f364-40d6-940d-8f2ab79f0c85 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:09.768323 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.824750 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bdfee75a-1737-4fc6-b082-72d58ee6bbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.829254 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bdfee75a-1737-4fc6-b082-72d58ee6bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.857155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfee75a-1737-4fc6-b082-72d58ee6bbfc admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:48:09.867159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfee75a-1737-4fc6-b082-72d58ee6bbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c202da-48bf-4f22-8fda-9c0ea5188cce,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:09.872617 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bdfee75a-1737-4fc6-b082-72d58ee6bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.872972 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-bdfee75a-1737-4fc6-b082-72d58ee6bbfc admin admin] Added segment 2fc2a4c4-b282-4d14-88a4-e442ef3d06f9 of type vlan for network cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa Jul 16 01:48:09.925271 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bdfee75a-1737-4fc6-b082-72d58ee6bbfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.926999 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-8e5fd439-f42c-4240-a23b-04e2f012ea72 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555641 Jul 16 01:48:09.956974 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bdfee75a-1737-4fc6-b082-72d58ee6bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.957952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfee75a-1737-4fc6-b082-72d58ee6bbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:09.958712 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bdfee75a-1737-4fc6-b082-72d58ee6bbfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:09.992491 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bdfee75a-1737-4fc6-b082-72d58ee6bbfc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3331368 Jul 16 01:48:09.995148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36434) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:09.999964 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-fa99747f-6a58-4b1a-95a2-7f603e56b400 admin admin] Request body: {'subnet': {'network_id': 'cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1943560109-subnet', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:10.029395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfee75a-1737-4fc6-b082-72d58ee6bbfc admin admin] Pushing event updated for resources: {'Network': ['ID=cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:10.029855 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-c3197e1d-248e-47ac-9426-aceab2aaf5ee service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960360 Jul 16 01:48:10.040982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:48:10.050390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa99747f-6a58-4b1a-95a2-7f603e56b400 admin admin] Made reservation on behalf of 7c3a5e7e6b01489789c304e580c5b8c6 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:48:10.053236 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fa99747f-6a58-4b1a-95a2-7f603e56b400 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.086902 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-85e29deb-d988-4238-917d-843e22886897 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0513809 Jul 16 01:48:10.154288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-5c5c7052-13a6-434a-b497-4e7fb552e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:10.156144 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-5c5c7052-13a6-434a-b497-4e7fb552e0fa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0631416 Jul 16 01:48:10.220545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-95330786-9356-4fc3-a0f3-86f4ca81f8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:10.222245 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-95330786-9356-4fc3-a0f3-86f4ca81f8fa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0604935 Jul 16 01:48:10.238657 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fa99747f-6a58-4b1a-95a2-7f603e56b400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.266769 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.289245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa99747f-6a58-4b1a-95a2-7f603e56b400 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd61ebbc-2cae-4661-ae94-a686aec06b9c,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:10.312772 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa99747f-6a58-4b1a-95a2-7f603e56b400 admin admin] Checking segment: {'id': '2fc2a4c4-b282-4d14-88a4-e442ef3d06f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:10.313159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa99747f-6a58-4b1a-95a2-7f603e56b400 admin admin] Network hostable DHCP agents. Network: cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:48:10.331498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa99747f-6a58-4b1a-95a2-7f603e56b400 admin admin] Network cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:48:10.332662 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-543a6d7a-4ca2-4d37-b17a-64d3b27c96d5 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044765 Jul 16 01:48:10.342064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-fa99747f-6a58-4b1a-95a2-7f603e56b400 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:10.346817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa99747f-6a58-4b1a-95a2-7f603e56b400 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:10.347462 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fa99747f-6a58-4b1a-95a2-7f603e56b400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.353661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada46fe7-090a-450f-b5aa-d21c0d82d1f1 None None] Network cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:10.368203 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fa99747f-6a58-4b1a-95a2-7f603e56b400 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3720000 Jul 16 01:48:10.370914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 36436) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:10.377282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1943560109-router', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:48:10.410329 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.411219 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.452422 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-4c647db8-638f-4e70-bb3a-c1d2dc1f0ce0 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136365 Jul 16 01:48:10.477342 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.500178 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-4728d5e9-bccf-4ed3-8d39-27a11c0a419a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0418642 Jul 16 01:48:10.524683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa', 'network_id': 'cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'fixed_ips': [{'subnet_id': 'dd61ebbc-2cae-4661-ae94-a686aec06b9c'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:48:10.525831 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.551044 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-dda8cbe5-c9f2-4ae2-a26c-ffa534def9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:10.552617 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-dda8cbe5-c9f2-4ae2-a26c-ffa534def9c4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0470753 Jul 16 01:48:10.616059 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-6d19e313-1c95-4f3b-9f70-23d6c1abb326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:10.617713 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-6d19e313-1c95-4f3b-9f70-23d6c1abb326 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0580108 Jul 16 01:48:10.623526 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:10.737584 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-807c1234-eca6-4165-81e4-e1aa3ad2575a service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123245 Jul 16 01:48:10.841036 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Allocated IP 172.20.0.2 (cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa/dd61ebbc-2cae-4661-ae94-a686aec06b9c/da2732ba-7a9f-418d-8632-86d34d5a332d) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:10.856022 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-9d364868-6ed7-4f6d-84dd-a886f753afa7 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122801 Jul 16 01:48:10.921271 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-14e90bd2-05b2-4327-a33a-711da9a1bfa0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0592124 Jul 16 01:48:10.994392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-c07ceb1a-b4b2-43c0-8acd-2ef91e0ef1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:10.997647 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-c07ceb1a-b4b2-43c0-8acd-2ef91e0ef1a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0706916 Jul 16 01:48:11.052904 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.066540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Transition to ACTIVE for port object da2732ba-7a9f-418d-8632-86d34d5a332d will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:11.068885 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-dc0fad06-39ac-4c5b-930c-89b95899844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.071081 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-dc0fad06-39ac-4c5b-930c-89b95899844e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0675001 Jul 16 01:48:11.084995 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Transition to ACTIVE for port object da2732ba-7a9f-418d-8632-86d34d5a332d will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:11.091735 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.131621 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Network cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:11.137844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:11.141814 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:11.151735 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Pushing event updated for resources: {'Port': ['ID=da2732ba-7a9f-418d-8632-86d34d5a332d,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:11.216446 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Attempting to bind port da2732ba-7a9f-418d-8632-86d34d5a332d on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:11.216935 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Attempting to bind port da2732ba-7a9f-418d-8632-86d34d5a332d by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '2fc2a4c4-b282-4d14-88a4-e442ef3d06f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:11.217406 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Attempting to bind port da2732ba-7a9f-418d-8632-86d34d5a332d on network cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:11.224058 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:11.224058 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Checking segment: {'id': '2fc2a4c4-b282-4d14-88a4-e442ef3d06f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:11.224660 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.225719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Bound using segment: {'id': '2fc2a4c4-b282-4d14-88a4-e442ef3d06f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:11.226313 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Bound port: da2732ba-7a9f-418d-8632-86d34d5a332d, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc2a4c4-b282-4d14-88a4-e442ef3d06f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:11.226801 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.243342 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.267149 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.307728 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] For port da2732ba-7a9f-418d-8632-86d34d5a332d, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:11.313072 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] For port da2732ba-7a9f-418d-8632-86d34d5a332d, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=da2732ba-7a9f-418d-8632-86d34d5a332d,segment=NetworkSegment(2fc2a4c4-b282-4d14-88a4-e442ef3d06f9),segment_id=2fc2a4c4-b282-4d14-88a4-e442ef3d06f9)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:11.319981 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.356084 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Sync routers for ids ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:11.377006 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Routers {'5b33b8c8-0704-46e1-bfef-81bb870b4e0e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:11.377674 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cb549654-8b63-4994-968e-2572cf820fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:48:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:11.399928 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Allocated IP 172.25.2.223 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/8875c4ca-ff23-451c-b15d-792ee67596b5) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:11.401710 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a3b327-efb6-4832-a157-25aba012fb2b None None] Pushing event updated for resources: {'Port': ['ID=da2732ba-7a9f-418d-8632-86d34d5a332d,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:11.502101 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Set router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:11.521943 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.564476 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.623308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Pushing event updated for resources: {'Port': ['ID=8875c4ca-ff23-451c-b15d-792ee67596b5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:11.634230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:11.634556 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-21ca2fd7-003e-405f-b147-8cf5c3e2d79f service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5566044 Jul 16 01:48:11.636769 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:11.639091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:11.734401 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cb549654-8b63-4994-968e-2572cf820fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '8043386f-109b-4ced-a206-b394e0b880fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 4, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port': {'id': '8043386f-109b-4ced-a206-b394e0b880fd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:06Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '60c6d44e-66aa-4417-b4be-6651c6e99cfa', 'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'mac_address': 'fa:16:3e:8e:72:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:07Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 2, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'subnets': [{'id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:11.761312 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Checking router: 5b33b8c8-0704-46e1-bfef-81bb870b4e0e for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:11.767190 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Updating router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e port 60c6d44e-66aa-4417-b4be-6651c6e99cfa binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:11.785139 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-91629619-0c84-4611-95e0-77911d36d171 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445608 Jul 16 01:48:11.804825 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8043386f-109b-4ced-a206-b394e0b880fd up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:11.810498 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.858205 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-dea3f129-84f2-4dc1-a9e7-daafdf16426d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0617692 Jul 16 01:48:11.861007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 8043386f-109b-4ced-a206-b394e0b880fd completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:11.866722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 8043386f-109b-4ced-a206-b394e0b880fd triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:11.867349 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.915596 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-70fc0e89-4bf6-40e4-a262-a9c36d242f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.918170 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-70fc0e89-4bf6-40e4-a262-a9c36d242f64 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0546336 Jul 16 01:48:11.961003 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.978119 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.990638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 8043386f-109b-4ced-a206-b394e0b880fd, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8043386f-109b-4ced-a206-b394e0b880fd,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:11.995666 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:11.996856 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-45cb8045-6a5d-40f0-b65e-31db315fbcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:48:11.998707 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-45cb8045-6a5d-40f0-b65e-31db315fbcff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0745845 Jul 16 01:48:12.069894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=8043386f-109b-4ced-a206-b394e0b880fd,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:12.145202 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-0a78a0a2-fbb2-479b-879a-22f01a3bb43a service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401422 Jul 16 01:48:12.240697 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.248003 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.256557 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Transition to ACTIVE for port object 60c6d44e-66aa-4417-b4be-6651c6e99cfa will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:12.261350 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9e37d79-4587-43c6-ba2d-ae9b9a2cdc2e req-5044ac4e-14f8-4fb9-807b-e786846598e9 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086049 Jul 16 01:48:12.266130 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.320688 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ead024-14ea-45f7-bf4d-e0f24feef0ea None None] Pushing event updated for resources: {'Port': ['ID=60c6d44e-66aa-4417-b4be-6651c6e99cfa,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:12.332809 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ead024-14ea-45f7-bf4d-e0f24feef0ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:12.333532 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ead024-14ea-45f7-bf4d-e0f24feef0ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:12.334078 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ead024-14ea-45f7-bf4d-e0f24feef0ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:12.335202 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ead024-14ea-45f7-bf4d-e0f24feef0ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:12.335742 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ead024-14ea-45f7-bf4d-e0f24feef0ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:12.336307 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ead024-14ea-45f7-bf4d-e0f24feef0ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:12.336841 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ead024-14ea-45f7-bf4d-e0f24feef0ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:12.337389 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ead024-14ea-45f7-bf4d-e0f24feef0ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:12.337994 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ead024-14ea-45f7-bf4d-e0f24feef0ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:12.338640 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ead024-14ea-45f7-bf4d-e0f24feef0ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:12.339301 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ead024-14ea-45f7-bf4d-e0f24feef0ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:12.340007 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ead024-14ea-45f7-bf4d-e0f24feef0ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:48:12.405774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Router f56ba88c-091c-4f72-bcf7-f18d7e977735 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:48:12.407728 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Attempting to bind port 60c6d44e-66aa-4417-b4be-6651c6e99cfa on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:12.408251 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Attempting to bind port 60c6d44e-66aa-4417-b4be-6651c6e99cfa by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'ffa78d76-720e-4a41-8969-724a7a1826d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:12.408467 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Attempting to bind port 60c6d44e-66aa-4417-b4be-6651c6e99cfa on network 1e4d6a97-1279-4405-b526-465170c19bdf {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:12.415047 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:12.415426 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Checking segment: {'id': 'ffa78d76-720e-4a41-8969-724a7a1826d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:12.415844 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.416231 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Bound using segment: {'id': 'ffa78d76-720e-4a41-8969-724a7a1826d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:12.416698 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Bound port: 60c6d44e-66aa-4417-b4be-6651c6e99cfa, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffa78d76-720e-4a41-8969-724a7a1826d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:12.417073 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.487369 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-cb549654-8b63-4994-968e-2572cf820fae None None] For port 60c6d44e-66aa-4417-b4be-6651c6e99cfa, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:12.490907 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-cb549654-8b63-4994-968e-2572cf820fae None None] For port 60c6d44e-66aa-4417-b4be-6651c6e99cfa, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=60c6d44e-66aa-4417-b4be-6651c6e99cfa,segment=NetworkSegment(ffa78d76-720e-4a41-8969-724a7a1826d7),segment_id=ffa78d76-720e-4a41-8969-724a7a1826d7)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:12.495722 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.562681 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:12.563355 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ead024-14ea-45f7-bf4d-e0f24feef0ea None None] Pushing event updated for resources: {'Port': ['ID=60c6d44e-66aa-4417-b4be-6651c6e99cfa,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:12.567637 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Routers {'5b33b8c8-0704-46e1-bfef-81bb870b4e0e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:12.568338 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cb549654-8b63-4994-968e-2572cf820fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:48:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:12.579101 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Sync routers for ids ['f56ba88c-091c-4f72-bcf7-f18d7e977735'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:12.589013 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:12.590539 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-686a733b-a172-4cd1-a546-0a12c9513da9 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2184470 Jul 16 01:48:12.593368 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 36444) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:48:12.593646 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Routers {'f56ba88c-091c-4f72-bcf7-f18d7e977735'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:12.594314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:48:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f56ba88c-091c-4f72-bcf7-f18d7e977735'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:12.657351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0dbc48e-a17b-48fe-a03b-bd8758d7bd94 None None] Network cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:48:12.710096 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-cb549654-8b63-4994-968e-2572cf820fae None None] Set router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:12.728439 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e5dbaf5e-c267-41a3-a736-6f4a5f77b43f None None] Provisioning for port da2732ba-7a9f-418d-8632-86d34d5a332d completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:12.815593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Set router f56ba88c-091c-4f72-bcf7-f18d7e977735 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:12.956404 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cb549654-8b63-4994-968e-2572cf820fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '8043386f-109b-4ced-a206-b394e0b880fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 4, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port': {'id': '8043386f-109b-4ced-a206-b394e0b880fd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:06Z', 'updated_at': '2021-07-16T01:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '60c6d44e-66aa-4417-b4be-6651c6e99cfa', 'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'mac_address': 'fa:16:3e:8e:72:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:07Z', 'updated_at': '2021-07-16T01:48:12Z', 'revision_number': 4, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'subnets': [{'id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:12.983285 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb549654-8b63-4994-968e-2572cf820fae None None] The sync data for ids ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'] in n-d-791505-14 is: [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '8043386f-109b-4ced-a206-b394e0b880fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 4, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port': {'id': '8043386f-109b-4ced-a206-b394e0b880fd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:06Z', 'updated_at': '2021-07-16T01:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '60c6d44e-66aa-4417-b4be-6651c6e99cfa', 'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'mac_address': 'fa:16:3e:8e:72:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:07Z', 'updated_at': '2021-07-16T01:48:12Z', 'revision_number': 4, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'subnets': [{'id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:13.083376 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.089525 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'name': 'tempest-TestVolumeBackupRestore-1943560109-router', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8875c4ca-ff23-451c-b15d-792ee67596b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:10Z', 'updated_at': '2021-07-16T01:48:11Z', 'revision_number': 3, 'project_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'gw_port': {'id': '8875c4ca-ff23-451c-b15d-792ee67596b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:11Z', 'updated_at': '2021-07-16T01:48:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:13.118684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Checking router: f56ba88c-091c-4f72-bcf7-f18d7e977735 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:13.119138 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Updating router f56ba88c-091c-4f72-bcf7-f18d7e977735 port 8875c4ca-ff23-451c-b15d-792ee67596b5 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:13.169825 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.271320 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Allocated IP 172.20.0.1 (cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa/dd61ebbc-2cae-4661-ae94-a686aec06b9c/5970da07-cbda-4836-ac0b-3f77460d8cbb) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:48:13.392031 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.406691 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Transition to ACTIVE for port object 5970da07-cbda-4836-ac0b-3f77460d8cbb will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:13.443128 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.478889 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.486630 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Pushing event updated for resources: {'Port': ['ID=5970da07-cbda-4836-ac0b-3f77460d8cbb,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:13.498506 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Network cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:13.500106 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:13.500245 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Transition to ACTIVE for port object 8875c4ca-ff23-451c-b15d-792ee67596b5 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:13.502655 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:48:13.509342 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.550814 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.565477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Attempting to bind port 8875c4ca-ff23-451c-b15d-792ee67596b5 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:13.565849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Attempting to bind port 8875c4ca-ff23-451c-b15d-792ee67596b5 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:13.566219 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Attempting to bind port 8875c4ca-ff23-451c-b15d-792ee67596b5 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:13.576199 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33424d1b-9bb6-4502-91e9-cdf9d7ca153e None None] Pushing event updated for resources: {'Port': ['ID=8875c4ca-ff23-451c-b15d-792ee67596b5,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:13.580150 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:13.580532 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:13.580944 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.581333 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:13.581819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Bound port: 8875c4ca-ff23-451c-b15d-792ee67596b5, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:13.582204 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.659243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] For port 8875c4ca-ff23-451c-b15d-792ee67596b5, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:13.671139 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] For port 8875c4ca-ff23-451c-b15d-792ee67596b5, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8875c4ca-ff23-451c-b15d-792ee67596b5,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:13.677083 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.762078 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Routers {'f56ba88c-091c-4f72-bcf7-f18d7e977735'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:13.762734 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:48:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f56ba88c-091c-4f72-bcf7-f18d7e977735'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:13.779160 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.817424 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33424d1b-9bb6-4502-91e9-cdf9d7ca153e None None] Pushing event updated for resources: {'Port': ['ID=8875c4ca-ff23-451c-b15d-792ee67596b5,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:13.870078 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8043386f-109b-4ced-a206-b394e0b880fd up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:13.921496 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2f145c44-019b-4ef6-af39-72a56838118e None None] Provisioning for port 5970da07-cbda-4836-ac0b-3f77460d8cbb completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:13.934284 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2f145c44-019b-4ef6-af39-72a56838118e None None] Provisioning complete for port 5970da07-cbda-4836-ac0b-3f77460d8cbb triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:13.934654 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2f145c44-019b-4ef6-af39-72a56838118e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.937104 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] Set router f56ba88c-091c-4f72-bcf7-f18d7e977735 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:13.963612 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:13.968005 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.011469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2f145c44-019b-4ef6-af39-72a56838118e None None] Port 5970da07-cbda-4836-ac0b-3f77460d8cbb cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:14.037555 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.040196 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Pushing event updated for resources: {'Port': ['ID=5970da07-cbda-4836-ac0b-3f77460d8cbb,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:14.041624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 8043386f-109b-4ced-a206-b394e0b880fd triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:14.042409 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.130235 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Network cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:48:14.131882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:48:14.260981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Router f56ba88c-091c-4f72-bcf7-f18d7e977735 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:48:14.365130 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 60c6d44e-66aa-4417-b4be-6651c6e99cfa up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:14.379362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:48:14.385100 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-933df5bc-5c02-4830-b63f-b0c2f25e346f admin admin] 10.222.0.22 "PUT /v2.0/routers/f56ba88c-091c-4f72-bcf7-f18d7e977735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7906351 Jul 16 01:48:14.407807 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'name': 'tempest-TestVolumeBackupRestore-1943560109-router', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8875c4ca-ff23-451c-b15d-792ee67596b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:10Z', 'updated_at': '2021-07-16T01:48:13Z', 'revision_number': 4, 'project_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'gw_port': {'id': '8875c4ca-ff23-451c-b15d-792ee67596b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:11Z', 'updated_at': '2021-07-16T01:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '5970da07-cbda-4836-ac0b-3f77460d8cbb', 'name': '', 'network_id': 'cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'mac_address': 'fa:16:3e:0f:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'dd61ebbc-2cae-4661-ae94-a686aec06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:13Z', 'updated_at': '2021-07-16T01:48:13Z', 'revision_number': 1, 'project_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'subnets': [{'id': 'dd61ebbc-2cae-4661-ae94-a686aec06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:14.444623 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd0e3b7-a8d2-435a-859d-fd21d187fea3 None None] The sync data for ids ['f56ba88c-091c-4f72-bcf7-f18d7e977735'] in n-d-791505-14 is: [{'id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'name': 'tempest-TestVolumeBackupRestore-1943560109-router', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8875c4ca-ff23-451c-b15d-792ee67596b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:10Z', 'updated_at': '2021-07-16T01:48:13Z', 'revision_number': 4, 'project_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'gw_port': {'id': '8875c4ca-ff23-451c-b15d-792ee67596b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:11Z', 'updated_at': '2021-07-16T01:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '5970da07-cbda-4836-ac0b-3f77460d8cbb', 'name': '', 'network_id': 'cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'mac_address': 'fa:16:3e:0f:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'dd61ebbc-2cae-4661-ae94-a686aec06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:13Z', 'updated_at': '2021-07-16T01:48:13Z', 'revision_number': 1, 'project_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'subnets': [{'id': 'dd61ebbc-2cae-4661-ae94-a686aec06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:14.458923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-82dc21ff-898a-46c5-b096-c07873ccaa10 None None] Provisioning complete for port 5970da07-cbda-4836-ac0b-3f77460d8cbb triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:14.459309 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-82dc21ff-898a-46c5-b096-c07873ccaa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.479303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 60c6d44e-66aa-4417-b4be-6651c6e99cfa completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:14.486848 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 60c6d44e-66aa-4417-b4be-6651c6e99cfa triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:14.487222 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.516793 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-82dc21ff-898a-46c5-b096-c07873ccaa10 None None] Port 5970da07-cbda-4836-ac0b-3f77460d8cbb cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:48:14.584298 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.620120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 60c6d44e-66aa-4417-b4be-6651c6e99cfa, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=60c6d44e-66aa-4417-b4be-6651c6e99cfa,segment=NetworkSegment(ffa78d76-720e-4a41-8969-724a7a1826d7),segment_id=ffa78d76-720e-4a41-8969-724a7a1826d7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:14.628186 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.629388 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device da2732ba-7a9f-418d-8632-86d34d5a332d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:14.726040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=60c6d44e-66aa-4417-b4be-6651c6e99cfa,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:14.741195 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port da2732ba-7a9f-418d-8632-86d34d5a332d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:14.745597 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port da2732ba-7a9f-418d-8632-86d34d5a332d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:14.746339 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.837401 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.877809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port da2732ba-7a9f-418d-8632-86d34d5a332d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=da2732ba-7a9f-418d-8632-86d34d5a332d,segment=NetworkSegment(2fc2a4c4-b282-4d14-88a4-e442ef3d06f9),segment_id=2fc2a4c4-b282-4d14-88a4-e442ef3d06f9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:14.883095 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:14.940953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=da2732ba-7a9f-418d-8632-86d34d5a332d,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:15.632979 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 60c6d44e-66aa-4417-b4be-6651c6e99cfa up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:15.681049 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 60c6d44e-66aa-4417-b4be-6651c6e99cfa triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:15.681416 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:15.772787 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device da2732ba-7a9f-418d-8632-86d34d5a332d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:15.829348 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port da2732ba-7a9f-418d-8632-86d34d5a332d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:15.829897 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.137252 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Sync routers for ids ['f56ba88c-091c-4f72-bcf7-f18d7e977735'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:48:17.146288 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Routers {'f56ba88c-091c-4f72-bcf7-f18d7e977735'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:17.146923 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:48:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f56ba88c-091c-4f72-bcf7-f18d7e977735'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:17.260436 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Set router f56ba88c-091c-4f72-bcf7-f18d7e977735 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:17.477489 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'name': 'tempest-TestVolumeBackupRestore-1943560109-router', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8875c4ca-ff23-451c-b15d-792ee67596b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:10Z', 'updated_at': '2021-07-16T01:48:13Z', 'revision_number': 4, 'project_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'gw_port': {'id': '8875c4ca-ff23-451c-b15d-792ee67596b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:11Z', 'updated_at': '2021-07-16T01:48:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '5970da07-cbda-4836-ac0b-3f77460d8cbb', 'name': '', 'network_id': 'cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'mac_address': 'fa:16:3e:0f:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'dd61ebbc-2cae-4661-ae94-a686aec06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:13Z', 'updated_at': '2021-07-16T01:48:13Z', 'revision_number': 2, 'project_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'subnets': [{'id': 'dd61ebbc-2cae-4661-ae94-a686aec06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:17.508671 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Checking router: f56ba88c-091c-4f72-bcf7-f18d7e977735 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:48:17.509027 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Updating router f56ba88c-091c-4f72-bcf7-f18d7e977735 port 5970da07-cbda-4836-ac0b-3f77460d8cbb binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:48:17.542866 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.652113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8875c4ca-ff23-451c-b15d-792ee67596b5 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:17.704712 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 8875c4ca-ff23-451c-b15d-792ee67596b5 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:17.709434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 8875c4ca-ff23-451c-b15d-792ee67596b5 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:17.710011 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.790394 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.817177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 8875c4ca-ff23-451c-b15d-792ee67596b5, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8875c4ca-ff23-451c-b15d-792ee67596b5,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:17.821668 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.833553 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.845911 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Transition to ACTIVE for port object 5970da07-cbda-4836-ac0b-3f77460d8cbb will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:48:17.854069 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.873457 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=8875c4ca-ff23-451c-b15d-792ee67596b5,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:17.902239 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02beaf64-66e7-4c9b-b87b-74990eb96586 None None] Pushing event updated for resources: {'Port': ['ID=5970da07-cbda-4836-ac0b-3f77460d8cbb,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:17.967339 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Attempting to bind port 5970da07-cbda-4836-ac0b-3f77460d8cbb on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:48:17.967634 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Attempting to bind port 5970da07-cbda-4836-ac0b-3f77460d8cbb by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '2fc2a4c4-b282-4d14-88a4-e442ef3d06f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:48:17.968031 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Attempting to bind port 5970da07-cbda-4836-ac0b-3f77460d8cbb on network cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:48:17.976757 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 48, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:48:17.977200 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Checking segment: {'id': '2fc2a4c4-b282-4d14-88a4-e442ef3d06f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:48:17.977618 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:17.978019 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Bound using segment: {'id': '2fc2a4c4-b282-4d14-88a4-e442ef3d06f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:48:17.978521 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Bound port: 5970da07-cbda-4836-ac0b-3f77460d8cbb, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc2a4c4-b282-4d14-88a4-e442ef3d06f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:48:17.978912 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.046669 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] For port 5970da07-cbda-4836-ac0b-3f77460d8cbb, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:48:18.050105 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] For port 5970da07-cbda-4836-ac0b-3f77460d8cbb, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5970da07-cbda-4836-ac0b-3f77460d8cbb,segment=NetworkSegment(2fc2a4c4-b282-4d14-88a4-e442ef3d06f9),segment_id=2fc2a4c4-b282-4d14-88a4-e442ef3d06f9)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:48:18.059072 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:18.119750 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02beaf64-66e7-4c9b-b87b-74990eb96586 None None] Pushing event updated for resources: {'Port': ['ID=5970da07-cbda-4836-ac0b-3f77460d8cbb,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:18.138561 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Routers {'f56ba88c-091c-4f72-bcf7-f18d7e977735'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:48:18.139277 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:48:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f56ba88c-091c-4f72-bcf7-f18d7e977735'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:18.263052 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] Set router f56ba88c-091c-4f72-bcf7-f18d7e977735 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:48:18.609267 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'name': 'tempest-TestVolumeBackupRestore-1943560109-router', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8875c4ca-ff23-451c-b15d-792ee67596b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:10Z', 'updated_at': '2021-07-16T01:48:13Z', 'revision_number': 4, 'project_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'gw_port': {'id': '8875c4ca-ff23-451c-b15d-792ee67596b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:11Z', 'updated_at': '2021-07-16T01:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '5970da07-cbda-4836-ac0b-3f77460d8cbb', 'name': '', 'network_id': 'cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'mac_address': 'fa:16:3e:0f:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'dd61ebbc-2cae-4661-ae94-a686aec06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:13Z', 'updated_at': '2021-07-16T01:48:18Z', 'revision_number': 4, 'project_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'subnets': [{'id': 'dd61ebbc-2cae-4661-ae94-a686aec06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:48:18.639774 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1e7bbd-1f89-45ea-a48c-c57752683809 None None] The sync data for ids ['f56ba88c-091c-4f72-bcf7-f18d7e977735'] in n-d-791505-14 is: [{'id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'name': 'tempest-TestVolumeBackupRestore-1943560109-router', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8875c4ca-ff23-451c-b15d-792ee67596b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:10Z', 'updated_at': '2021-07-16T01:48:13Z', 'revision_number': 4, 'project_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'gw_port': {'id': '8875c4ca-ff23-451c-b15d-792ee67596b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:11Z', 'updated_at': '2021-07-16T01:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '5970da07-cbda-4836-ac0b-3f77460d8cbb', 'name': '', 'network_id': 'cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'mac_address': 'fa:16:3e:0f:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'device_owner': 'network:router_interface', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'dd61ebbc-2cae-4661-ae94-a686aec06b9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:13Z', 'updated_at': '2021-07-16T01:48:18Z', 'revision_number': 4, 'project_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'subnets': [{'id': 'dd61ebbc-2cae-4661-ae94-a686aec06b9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:48:19.664067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8875c4ca-ff23-451c-b15d-792ee67596b5 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:19.715865 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 8875c4ca-ff23-451c-b15d-792ee67596b5 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:19.716241 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.794520 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5970da07-cbda-4836-ac0b-3f77460d8cbb up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:19.845025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 5970da07-cbda-4836-ac0b-3f77460d8cbb completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:48:19.849229 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 5970da07-cbda-4836-ac0b-3f77460d8cbb triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:19.849638 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.937104 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:19.972123 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 5970da07-cbda-4836-ac0b-3f77460d8cbb, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5970da07-cbda-4836-ac0b-3f77460d8cbb,segment=NetworkSegment(2fc2a4c4-b282-4d14-88a4-e442ef3d06f9),segment_id=2fc2a4c4-b282-4d14-88a4-e442ef3d06f9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:48:19.976114 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:20.024082 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=5970da07-cbda-4836-ac0b-3f77460d8cbb,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:48:21.632004 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5970da07-cbda-4836-ac0b-3f77460d8cbb up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:48:21.683273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 5970da07-cbda-4836-ac0b-3f77460d8cbb triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:48:21.683645 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:26.628490 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:48:30.514506 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:31.472264 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:34.936753 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3f255f48-d16e-40b2-9e09-f49f107726ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.371155 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:37.687817 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d5206e7d-5913-4499-a89e-a8e4c6ee93d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:38.613881 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:48:40.262850 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:00.534925 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:01.486706 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:03.628338 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:49:04.938035 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b2384650-425e-4919-9ca4-ba3cf8c4b66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.371809 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:07.688552 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b68742a9-c3cc-4d56-936b-36f32503e80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.620078 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:08.688796 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-21365bee-ad06-47be-9a52-019d547fc0f5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0606616 Jul 16 01:49:08.789777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-6bd2ffb2-2677-42f7-a6a5-0a1410b5b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:08.790264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-6bd2ffb2-2677-42f7-a6a5-0a1410b5b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:08.790744 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-6bd2ffb2-2677-42f7-a6a5-0a1410b5b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:08.791294 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-6bd2ffb2-2677-42f7-a6a5-0a1410b5b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:08.791778 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-6bd2ffb2-2677-42f7-a6a5-0a1410b5b11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:08.793645 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-6bd2ffb2-2677-42f7-a6a5-0a1410b5b11f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0602357 Jul 16 01:49:08.904172 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-790682a6-6feb-46e6-b144-9fafb3629100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:08.904559 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-790682a6-6feb-46e6-b144-9fafb3629100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:08.905032 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-790682a6-6feb-46e6-b144-9fafb3629100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:08.906596 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-790682a6-6feb-46e6-b144-9fafb3629100 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0894904 Jul 16 01:49:08.950663 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-95db1cad-0077-4455-b602-e4d028beb1ae service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0375299 Jul 16 01:49:08.997950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-d11c79dc-981c-433d-9bab-f3b2cf1c8127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:08.999386 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-d11c79dc-981c-433d-9bab-f3b2cf1c8127 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0430987 Jul 16 01:49:09.055444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-4d888013-14cc-4a2e-ab25-987ac3149a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.056998 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-4d888013-14cc-4a2e-ab25-987ac3149a14 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513973 Jul 16 01:49:09.151192 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-d7643fea-ca5a-469a-a77c-f201c9bece6f service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882230 Jul 16 01:49:09.237922 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-fedc2e25-447f-4f79-bae7-b9379283a88a service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806909 Jul 16 01:49:09.281269 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-73c3c7f6-fdac-4237-acc8-73586bf738ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0371675 Jul 16 01:49:09.327729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-f02e7ec8-c3ee-4a33-8f77-7dd4c24459d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.329216 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-f02e7ec8-c3ee-4a33-8f77-7dd4c24459d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0424163 Jul 16 01:49:09.384720 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-804648a7-c194-4ac6-8577-2900cf7e2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.386225 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-804648a7-c194-4ac6-8577-2900cf7e2e61 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0515597 Jul 16 01:49:09.481472 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-2630e993-da13-412e-89ee-990cc64c315d service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889165 Jul 16 01:49:09.574139 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-8dbc6ebc-33d3-4b1d-9a92-e3cc6d23cfdf service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870245 Jul 16 01:49:09.618949 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-0f37cc7c-cf14-4132-a2a9-4ee5a36c1a49 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0386465 Jul 16 01:49:09.669157 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-7ac6e166-b8a7-41b6-b0ba-bfd800f1ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.670891 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-7ac6e166-b8a7-41b6-b0ba-bfd800f1ca6c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0457199 Jul 16 01:49:09.725744 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-d38b2ad4-61a1-4e88-8cb7-141e1ea1f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.727260 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-d38b2ad4-61a1-4e88-8cb7-141e1ea1f54b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508358 Jul 16 01:49:09.818386 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-de346976-9ae8-444a-b3b8-f04ea182addb service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846233 Jul 16 01:49:09.905803 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-7c244ecb-801f-48cb-aed1-c890854c70dc service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810854 Jul 16 01:49:09.949389 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-c00c1f9f-39a5-481c-bc9e-e046ce445a53 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0374990 Jul 16 01:49:09.996565 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-b8c77598-52ef-4685-9f36-bb72b6488475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:09.997994 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-b8c77598-52ef-4685-9f36-bb72b6488475 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0432801 Jul 16 01:49:10.054266 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-10249a42-5b7c-4839-9b05-e346c45e1f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:10.056265 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-10249a42-5b7c-4839-9b05-e346c45e1f06 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0523436 Jul 16 01:49:10.148423 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-18d3794e-0b22-4891-876a-045e231c6637 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861201 Jul 16 01:49:10.235473 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-20201d77-cc9f-4955-beb7-e7fa27b7d8f2 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808911 Jul 16 01:49:10.267065 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:10.280059 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-478dc8f9-abce-4193-94e4-48df35710b4a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0385988 Jul 16 01:49:10.327532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-4745d238-46f6-4369-977c-0c87c9ae9ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:10.329052 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-4745d238-46f6-4369-977c-0c87c9ae9ca6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0437205 Jul 16 01:49:10.388018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-2fd8ca58-77e9-4a50-ac19-b2e6237739eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:10.389690 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-2fd8ca58-77e9-4a50-ac19-b2e6237739eb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0549483 Jul 16 01:49:10.488303 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-176c55bf-c438-4615-8ea8-77224e4bf800 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926960 Jul 16 01:49:10.577878 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-85e0fbbd-ef36-49e1-835f-8568474d022d req-43e19fe5-2cf0-476c-833b-111793924488 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824029 Jul 16 01:49:30.528762 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:31.506898 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:34.939415 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f85fc658-b559-4a4f-9ad1-c6ea7cb9492b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.372842 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:37.690314 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-821dfe0a-f569-4f70-8e4f-c020162c0826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:38.619319 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.268940 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:40.627437 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:49:56.106786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37646) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:56.111458 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1472187479', 'description': 'tempest-secgroup-smoke-1472187479 description', 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:56.138431 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.216026 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.219590 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.247044 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.248241 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1404555 Jul 16 01:49:56.250108 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57407112-d8f2-4127-9187-1b38c2bfeb77,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.251530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37648) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:56.257714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Request body: {'security_group_rule': {'security_group_id': '57407112-d8f2-4127-9187-1b38c2bfeb77', 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:56.258396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.258744 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.259089 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.259425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.259774 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.260132 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.260445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.260770 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.261094 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.261418 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.261744 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.262068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e72295a4-0d4c-41c2-928b-3587b74724b5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.288149 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.333091 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.337103 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.352071 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a715a290-26a9-4dcf-b625-ac76a5c3db08,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.362030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.362393 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.362737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.363052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.363380 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.363709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.364063 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.364384 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.365233 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.365554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.365875 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.366193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:49:56.369135 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.370311 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-143001f4-b435-4795-920a-affb6a340141 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175435 Jul 16 01:49:56.372973 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37652) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:56.377298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a2baf8e7-8eaa-4867-8106-17f58bc5f541 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Request body: {'security_group_rule': {'security_group_id': '57407112-d8f2-4127-9187-1b38c2bfeb77', 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:56.403611 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a2baf8e7-8eaa-4867-8106-17f58bc5f541 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.461710 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a2baf8e7-8eaa-4867-8106-17f58bc5f541 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.465010 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a2baf8e7-8eaa-4867-8106-17f58bc5f541 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.482191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2baf8e7-8eaa-4867-8106-17f58bc5f541 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3d3e0f-2b4b-4eb2-9bb9-dbd065f2ece1,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.487559 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a2baf8e7-8eaa-4867-8106-17f58bc5f541 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.488776 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a2baf8e7-8eaa-4867-8106-17f58bc5f541 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1148913 Jul 16 01:49:56.492293 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37654) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:56.496966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b1155139-65ea-4620-970d-7d4f09473044 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Request body: {'security_group_rule': {'security_group_id': '57407112-d8f2-4127-9187-1b38c2bfeb77', 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:56.522305 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b1155139-65ea-4620-970d-7d4f09473044 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.581093 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b1155139-65ea-4620-970d-7d4f09473044 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.584361 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b1155139-65ea-4620-970d-7d4f09473044 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.600898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1155139-65ea-4620-970d-7d4f09473044 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88054f3e-a0b4-47a8-8e26-d46f9db18525,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.605328 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b1155139-65ea-4620-970d-7d4f09473044 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.606490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b1155139-65ea-4620-970d-7d4f09473044 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132836 Jul 16 01:49:56.609209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37656) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:56.613507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-46fa3191-08e6-4962-bd83-171a909e9691 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Request body: {'security_group_rule': {'security_group_id': '57407112-d8f2-4127-9187-1b38c2bfeb77', 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:56.638356 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-46fa3191-08e6-4962-bd83-171a909e9691 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.694915 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-46fa3191-08e6-4962-bd83-171a909e9691 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.698174 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-46fa3191-08e6-4962-bd83-171a909e9691 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.714158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa3191-08e6-4962-bd83-171a909e9691 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77bb4c7e-479b-43c8-b038-468c44b19489,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.720389 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-46fa3191-08e6-4962-bd83-171a909e9691 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.721507 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-46fa3191-08e6-4962-bd83-171a909e9691 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1113939 Jul 16 01:49:56.724893 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37658) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:56.729200 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5a109edc-525e-4a86-bc7f-a8067639db48 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Request body: {'security_group_rule': {'security_group_id': '57407112-d8f2-4127-9187-1b38c2bfeb77', 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:56.750338 n-d-791505-14 neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-5a109edc-525e-4a86-bc7f-a8067639db48 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Project fd774d3dc12a433ba97234c896fdb8ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:49:56.755034 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a109edc-525e-4a86-bc7f-a8067639db48 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.812725 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a109edc-525e-4a86-bc7f-a8067639db48 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.816109 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a109edc-525e-4a86-bc7f-a8067639db48 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.835265 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a109edc-525e-4a86-bc7f-a8067639db48 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8e4d34-c947-4b51-9712-4842b2225481,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.838535 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a109edc-525e-4a86-bc7f-a8067639db48 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.839750 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5a109edc-525e-4a86-bc7f-a8067639db48 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1139412 Jul 16 01:49:56.842545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37660) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:49:56.847086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5bec6a6f-5073-4434-be2a-ea30ba8db3f7 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Request body: {'security_group_rule': {'security_group_id': '57407112-d8f2-4127-9187-1b38c2bfeb77', 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:49:56.868786 n-d-791505-14 neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-5bec6a6f-5073-4434-be2a-ea30ba8db3f7 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Project fd774d3dc12a433ba97234c896fdb8ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 01:49:56.873447 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5bec6a6f-5073-4434-be2a-ea30ba8db3f7 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.934764 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5bec6a6f-5073-4434-be2a-ea30ba8db3f7 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.938254 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5bec6a6f-5073-4434-be2a-ea30ba8db3f7 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.955662 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bec6a6f-5073-4434-be2a-ea30ba8db3f7 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc5194aa-56e3-40d0-8d71-d230fd88f650,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:49:56.961210 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5bec6a6f-5073-4434-be2a-ea30ba8db3f7 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:49:56.962283 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5bec6a6f-5073-4434-be2a-ea30ba8db3f7 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186607 Jul 16 01:49:57.138082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-39c737b8-18c9-42bf-b7a4-72a3cda751ca tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472187479&fields=id&tenant_id=fd774d3dc12a433ba97234c896fdb8ea HTTP/1.1" status: 200 len: 267 time: 0.0324376 Jul 16 01:49:57.241830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-1ec97b33-b938-495f-886a-0f90e64a9103 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:49:57.243326 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-1ec97b33-b938-495f-886a-0f90e64a9103 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/networks?id=1e4d6a97-1279-4405-b526-465170c19bdf HTTP/1.1" status: 200 len: 814 time: 0.0990775 Jul 16 01:49:57.257455 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-ddee9243-edf4-423e-a55b-65a5dfdd4bf9 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/quotas/fd774d3dc12a433ba97234c896fdb8ea HTTP/1.1" status: 200 len: 375 time: 0.0087364 Jul 16 01:49:57.325233 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-34c24fa4-4ec5-4f09-ae20-9c458d953245 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fd774d3dc12a433ba97234c896fdb8ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0628910 Jul 16 01:49:57.503631 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-c7f5ae65-7f65-4801-9916-817899fd2f31 service neutron] 10.222.0.22 "GET /v2.0/networks/1e4d6a97-1279-4405-b526-465170c19bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670890 Jul 16 01:49:57.595426 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-2973c8ad-8832-4f78-a991-fd884544fad5 service neutron] 10.222.0.22 "GET /v2.0/networks/1e4d6a97-1279-4405-b526-465170c19bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853336 Jul 16 01:49:58.900758 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bca169c-b0ad-46fd-8ed9-d447e7d38a9d req-a9e40f3b-809c-4117-9f95-c464788d79eb tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 210 time: 0.0286427 Jul 16 01:49:59.984980 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9464ef4e-eca5-4f1d-8188-688119ef6304 req-0c5bc404-28ac-4171-9bf1-ae9b2883afc8 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 210 time: 0.0285978 Jul 16 01:50:00.542544 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:01.068180 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cd474d46-ac8a-4bc3-a071-fc5460f6bcc2 req-19554959-33cb-435c-b36f-b6c07c919bbf tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 210 time: 0.0322862 Jul 16 01:50:01.519646 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.224626 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f2bf820c-3928-4a20-a772-b9b2d5592be1 req-d5bf743d-d607-40e3-a8f3-d3ce65e19c3c tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 210 time: 0.0342300 Jul 16 01:50:02.292149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-59798cf0-416d-44e1-b17a-f839e973bba5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:02.293659 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-59798cf0-416d-44e1-b17a-f839e973bba5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.70 "GET /v2.0/networks?id=1e4d6a97-1279-4405-b526-465170c19bdf HTTP/1.1" status: 200 len: 814 time: 0.1356969 Jul 16 01:50:02.336890 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-a47f8b07-d275-4fd1-9c67-fa1a3817f6c6 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd774d3dc12a433ba97234c896fdb8ea HTTP/1.1" status: 200 len: 380 time: 0.0338142 Jul 16 01:50:02.349311 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-8c9f4874-3ea3-42b8-8ad3-48206709db0e tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Request body: {'port': {'device_id': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'admin_state_up': True, 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'security_groups': ['57407112-d8f2-4127-9187-1b38c2bfeb77']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:02.457346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-8c9f4874-3ea3-42b8-8ad3-48206709db0e tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Made reservation on behalf of fd774d3dc12a433ba97234c896fdb8ea for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:50:02.461070 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-8c9f4874-3ea3-42b8-8ad3-48206709db0e tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.592754 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-8c9f4874-3ea3-42b8-8ad3-48206709db0e tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Allocated IP 172.20.0.13 (1e4d6a97-1279-4405-b526-465170c19bdf/118bcdd5-bec0-438f-95f1-0c668940ce10/bb5cc23b-b9ae-47eb-87d8-8f245f757e6c) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:02.726882 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-8c9f4874-3ea3-42b8-8ad3-48206709db0e tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.744870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-8c9f4874-3ea3-42b8-8ad3-48206709db0e tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Transition to ACTIVE for port object bb5cc23b-b9ae-47eb-87d8-8f245f757e6c will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:02.777942 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-8c9f4874-3ea3-42b8-8ad3-48206709db0e tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.817847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-8c9f4874-3ea3-42b8-8ad3-48206709db0e tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Network 1e4d6a97-1279-4405-b526-465170c19bdf is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:02.823709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-8c9f4874-3ea3-42b8-8ad3-48206709db0e tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:02.827776 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-8c9f4874-3ea3-42b8-8ad3-48206709db0e tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:02.864013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f4874-3ea3-42b8-8ad3-48206709db0e tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Pushing event updated for resources: {'Port': ['ID=bb5cc23b-b9ae-47eb-87d8-8f245f757e6c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:02.883829 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-8c9f4874-3ea3-42b8-8ad3-48206709db0e tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:02.884444 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-8c9f4874-3ea3-42b8-8ad3-48206709db0e tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:02.900838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-8c9f4874-3ea3-42b8-8ad3-48206709db0e tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5553727 Jul 16 01:50:02.913241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Request body: {'port': {'device_id': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:02.995314 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.063875 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0593509c-7903-46cf-ab27-c3eda9e43c98 None None] Provisioning for port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:03.068005 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0593509c-7903-46cf-ab27-c3eda9e43c98 None None] Provisioning complete for port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:03.068386 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0593509c-7903-46cf-ab27-c3eda9e43c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.101895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0593509c-7903-46cf-ab27-c3eda9e43c98 None None] Port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:50:03.268387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb5cc23b-b9ae-47eb-87d8-8f245f757e6c {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:03.275964 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.288480 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Transition to ACTIVE for port object bb5cc23b-b9ae-47eb-87d8-8f245f757e6c will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:50:03.293217 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.379397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5cc23b-b9ae-47eb-87d8-8f245f757e6c,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:03.473769 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Attempting to bind port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:50:03.474163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Attempting to bind port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'ffa78d76-720e-4a41-8969-724a7a1826d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:50:03.474448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Attempting to bind port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c on network 1e4d6a97-1279-4405-b526-465170c19bdf {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:03.494695 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ec80c-d1a6-4de6-a98e-144f48568efb req-22bf0c28-f4d1-4024-9ba1-060dd69a7397 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:03.496463 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b3ec80c-d1a6-4de6-a98e-144f48568efb req-22bf0c28-f4d1-4024-9ba1-060dd69a7397 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 944 time: 0.1328986 Jul 16 01:50:03.497474 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c on network 1e4d6a97-1279-4405-b526-465170c19bdf not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:50:03.497798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Attempting to bind port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c on network 1e4d6a97-1279-4405-b526-465170c19bdf {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:50:03.504444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:50:03.504926 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Checking segment: {'id': 'ffa78d76-720e-4a41-8969-724a7a1826d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:50:03.505377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Bound using segment: {'id': 'ffa78d76-720e-4a41-8969-724a7a1826d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:50:03.506035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Bound port: bb5cc23b-b9ae-47eb-87d8-8f245f757e6c, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffa78d76-720e-4a41-8969-724a7a1826d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:50:03.506466 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.577973 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b3ec80c-d1a6-4de6-a98e-144f48568efb req-d3c13d07-995b-4977-a2bd-6a0c5415edcb tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/security-groups?id=57407112-d8f2-4127-9187-1b38c2bfeb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680192 Jul 16 01:50:03.604725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] For port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:50:03.607555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] For port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bb5cc23b-b9ae-47eb-87d8-8f245f757e6c,segment=NetworkSegment(ffa78d76-720e-4a41-8969-724a7a1826d7),segment_id=ffa78d76-720e-4a41-8969-724a7a1826d7)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:50:03.613403 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.649094 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:03.649713 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:03.651150 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] 10.222.0.70 "PUT /v2.0/ports/bb5cc23b-b9ae-47eb-87d8-8f245f757e6c HTTP/1.1" status: 200 len: 1093 time: 0.7423990 Jul 16 01:50:03.651558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'tag': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:03.653816 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe40737-6046-490a-9c9f-857764ae88b9" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc36c30-1e49-4a9e-9d01-b96155f299f0", "tag": "bb5cc23b-b9ae-47eb-87d8-8f245f757e6c"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:03.679343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dfad17-894b-4658-8160-b18baf81e113 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5cc23b-b9ae-47eb-87d8-8f245f757e6c,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:03.693786 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5728289a-08fc-4451-86bc-af048e0ba8ce x-openstack-request-id: req-5728289a-08fc-4451-86bc-af048e0ba8ce {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:03.694103 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc36c30-1e49-4a9e-9d01-b96155f299f0", "tag": "bb5cc23b-b9ae-47eb-87d8-8f245f757e6c", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:03.694360 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5728289a-08fc-4451-86bc-af048e0ba8ce {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:03.694761 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'tag': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c', 'status': 'completed', 'code': 200} Jul 16 01:50:03.762929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-a80743f8-65ee-4269-8dae-6a6fabbc005a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:03.764558 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-a80743f8-65ee-4269-8dae-6a6fabbc005a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd774d3dc12a433ba97234c896fdb8ea&device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 1096 time: 0.0557406 Jul 16 01:50:03.814820 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-81e35443-3dec-4c0d-8798-94e579a17f3d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb5cc23b-b9ae-47eb-87d8-8f245f757e6c HTTP/1.1" status: 200 len: 217 time: 0.0399547 Jul 16 01:50:03.867005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-b356b912-eb9d-46b1-b4f7-42e73540e85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:03.868507 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-b356b912-eb9d-46b1-b4f7-42e73540e85d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=118bcdd5-bec0-438f-95f1-0c668940ce10 HTTP/1.1" status: 200 len: 853 time: 0.0455003 Jul 16 01:50:03.926266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-d68a5a72-c03b-470e-9e15-5d3369225836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:03.927782 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-d68a5a72-c03b-470e-9e15-5d3369225836 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e4d6a97-1279-4405-b526-465170c19bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512481 Jul 16 01:50:04.019102 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-16d39a76-086a-4e4a-8bbc-4bc151c1ee69 service neutron] 10.222.0.70 "GET /v2.0/networks/1e4d6a97-1279-4405-b526-465170c19bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839043 Jul 16 01:50:04.107831 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c1ee5d13-dfcd-4c63-aabd-19977c33bd47 req-8cd8ea2b-ddab-4f25-89df-24c4f8835158 service neutron] 10.222.0.70 "GET /v2.0/networks/1e4d6a97-1279-4405-b526-465170c19bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817070 Jul 16 01:50:04.210875 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe40737-6046-490a-9c9f-857764ae88b9 req-352bc7cb-38b3-4ea5-8763-4c1d9ff64a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:04.212946 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fe40737-6046-490a-9c9f-857764ae88b9 req-352bc7cb-38b3-4ea5-8763-4c1d9ff64a63 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd774d3dc12a433ba97234c896fdb8ea&device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 1096 time: 0.0546675 Jul 16 01:50:04.307256 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe40737-6046-490a-9c9f-857764ae88b9 req-a7ea96fe-299c-4880-85ef-1825a58313ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:04.308776 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fe40737-6046-490a-9c9f-857764ae88b9 req-a7ea96fe-299c-4880-85ef-1825a58313ff service neutron] 10.222.0.70 "GET /v2.0/networks?id=1e4d6a97-1279-4405-b526-465170c19bdf HTTP/1.1" status: 200 len: 915 time: 0.0880277 Jul 16 01:50:04.352772 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fe40737-6046-490a-9c9f-857764ae88b9 req-51f1576f-a8dc-48f3-8a2f-f135586458ab service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb5cc23b-b9ae-47eb-87d8-8f245f757e6c HTTP/1.1" status: 200 len: 217 time: 0.0343080 Jul 16 01:50:04.405465 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe40737-6046-490a-9c9f-857764ae88b9 req-6d3a40a4-2f37-49c2-b869-f8f0e1dc85fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:04.406859 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fe40737-6046-490a-9c9f-857764ae88b9 req-6d3a40a4-2f37-49c2-b869-f8f0e1dc85fd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=118bcdd5-bec0-438f-95f1-0c668940ce10 HTTP/1.1" status: 200 len: 853 time: 0.0468364 Jul 16 01:50:04.463138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe40737-6046-490a-9c9f-857764ae88b9 req-4a4cd786-0794-42ce-a612-5ecf6622b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:04.464608 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fe40737-6046-490a-9c9f-857764ae88b9 req-4a4cd786-0794-42ce-a612-5ecf6622b9b2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e4d6a97-1279-4405-b526-465170c19bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512378 Jul 16 01:50:04.557871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fe40737-6046-490a-9c9f-857764ae88b9 req-58fd0e6b-c0c7-44bd-aa8f-97d3bc387f09 service neutron] 10.222.0.70 "GET /v2.0/networks/1e4d6a97-1279-4405-b526-465170c19bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862198 Jul 16 01:50:04.652267 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fe40737-6046-490a-9c9f-857764ae88b9 req-a4f83c86-2e9c-42e3-954a-151a162a4624 service neutron] 10.222.0.70 "GET /v2.0/networks/1e4d6a97-1279-4405-b526-465170c19bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852354 Jul 16 01:50:04.754135 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57495cfe-bc89-4b35-a408-54733cc6dfb5 req-bca74b5a-b441-4621-a403-6ace5df57e34 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:04.755618 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57495cfe-bc89-4b35-a408-54733cc6dfb5 req-bca74b5a-b441-4621-a403-6ace5df57e34 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 944 time: 0.0643752 Jul 16 01:50:04.796925 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57495cfe-bc89-4b35-a408-54733cc6dfb5 req-ac3f9ee0-af06-4aab-ac19-03baa7458b5f tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/security-groups?id=57407112-d8f2-4127-9187-1b38c2bfeb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349276 Jul 16 01:50:04.942261 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bd6fe1ee-92b4-449a-b0d7-a285a5931f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:05.969528 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd8dd7-49e1-47ed-a716-2d91adc6588c req-8be66889-72df-4947-9012-390cddfb9a15 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:05.971048 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdcd8dd7-49e1-47ed-a716-2d91adc6588c req-8be66889-72df-4947-9012-390cddfb9a15 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 944 time: 0.0637445 Jul 16 01:50:06.007813 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdcd8dd7-49e1-47ed-a716-2d91adc6588c req-19e054b2-40b6-4d4c-a1d8-0885a4767c79 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/security-groups?id=57407112-d8f2-4127-9187-1b38c2bfeb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312338 Jul 16 01:50:07.179833 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6eddb-753b-4ae5-b12a-b786c95744fa req-2388f3c5-380b-4fc4-93b5-02f2cac899b9 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:07.181264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7c6eddb-753b-4ae5-b12a-b786c95744fa req-2388f3c5-380b-4fc4-93b5-02f2cac899b9 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 944 time: 0.0618293 Jul 16 01:50:07.218266 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d7c6eddb-753b-4ae5-b12a-b786c95744fa req-abda7b34-fc63-44a1-98c1-e179094a8343 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/security-groups?id=57407112-d8f2-4127-9187-1b38c2bfeb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315585 Jul 16 01:50:07.373939 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:07.691340 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ea4dd304-f4c2-46fa-ae19-22a7b7a3ae67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.389653 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a6f5b-ab9e-4dec-9523-8ec687e0a34f req-e944cd52-03d0-43b7-8c6c-cc909783a6fa tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:08.391027 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-004a6f5b-ab9e-4dec-9523-8ec687e0a34f req-e944cd52-03d0-43b7-8c6c-cc909783a6fa tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 944 time: 0.0657184 Jul 16 01:50:08.428362 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-004a6f5b-ab9e-4dec-9523-8ec687e0a34f req-360fd210-817d-4717-a330-80880d4a1614 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/security-groups?id=57407112-d8f2-4127-9187-1b38c2bfeb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318310 Jul 16 01:50:08.620179 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:08.687002 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-7348976b-53e4-4941-b709-30797640a984 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0561886 Jul 16 01:50:08.788179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-aeed5f76-ec6d-4785-9b35-32215450b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:08.788673 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-aeed5f76-ec6d-4785-9b35-32215450b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:08.789150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-aeed5f76-ec6d-4785-9b35-32215450b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:08.789619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-aeed5f76-ec6d-4785-9b35-32215450b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:08.790089 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-aeed5f76-ec6d-4785-9b35-32215450b661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:08.791879 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-aeed5f76-ec6d-4785-9b35-32215450b661 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0593202 Jul 16 01:50:08.904920 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-dac57eba-f1fa-481c-bcaf-0e20ec5af14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:08.905392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-dac57eba-f1fa-481c-bcaf-0e20ec5af14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:08.905855 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-dac57eba-f1fa-481c-bcaf-0e20ec5af14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:08.907494 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-dac57eba-f1fa-481c-bcaf-0e20ec5af14a service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0922792 Jul 16 01:50:08.947264 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-d578c225-d24f-466a-9ccf-e03322bb606f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0336778 Jul 16 01:50:08.997090 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-379803be-0188-4951-94de-e430368e8827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:08.998540 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-379803be-0188-4951-94de-e430368e8827 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0457585 Jul 16 01:50:09.053775 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-48e0765f-8d25-4627-9cb4-eb37404faf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:09.055244 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-48e0765f-8d25-4627-9cb4-eb37404faf40 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504868 Jul 16 01:50:09.146216 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-b37d525f-bb0d-4ddb-802f-45f7c9cdc25e service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834982 Jul 16 01:50:09.233119 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-b9042899-1fd8-4fdf-89df-029152c607d5 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803909 Jul 16 01:50:09.275299 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-c1c2485f-e2ed-434d-a2ec-45b3ff22652b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0362968 Jul 16 01:50:09.321485 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-9f424e78-c582-4e02-8955-c7343ff4ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:09.322873 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-9f424e78-c582-4e02-8955-c7343ff4ba1b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0418010 Jul 16 01:50:09.378204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-4d62e547-36a4-4c83-8338-7c63d17b267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:09.379680 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-4d62e547-36a4-4c83-8338-7c63d17b267d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0510268 Jul 16 01:50:09.469674 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-3e5727be-1d07-4123-93e5-25e5a10a26a0 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831182 Jul 16 01:50:09.556162 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-60a0c678-39eb-4ce0-b8fb-86903a054527 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805337 Jul 16 01:50:09.597451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664db81b-d9c3-4ad8-9ab7-148930069350 req-a2ed3454-7909-443e-9373-b47e7db47d9d tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:09.598981 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-664db81b-d9c3-4ad8-9ab7-148930069350 req-a2ed3454-7909-443e-9373-b47e7db47d9d tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 944 time: 0.0627124 Jul 16 01:50:09.599554 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-51864c85-2af1-4579-ad16-49dc9ce76cbd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0374911 Jul 16 01:50:09.637094 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-664db81b-d9c3-4ad8-9ab7-148930069350 req-50b53859-e10e-4a0e-a1c9-05758a835735 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/security-groups?id=57407112-d8f2-4127-9187-1b38c2bfeb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322273 Jul 16 01:50:09.647178 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-9851586e-88c5-490b-9ac8-521ab3c2166f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:09.648714 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-9851586e-88c5-490b-9ac8-521ab3c2166f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0431657 Jul 16 01:50:09.704295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-c03f6622-9cff-4a33-97c8-0e42d5b054b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:09.705759 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-c03f6622-9cff-4a33-97c8-0e42d5b054b2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504436 Jul 16 01:50:09.796843 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-396582be-3383-4202-8926-5b3c8ffed09c service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845063 Jul 16 01:50:09.885548 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-18a6b350-3984-4d3c-a331-e7571f10f411 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820959 Jul 16 01:50:09.927496 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-6dda1a9d-d3e6-4ecf-a3ab-d590f7d4f34b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0364242 Jul 16 01:50:09.974354 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-623e9de7-8569-414c-a844-cbfe15ca8e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:09.975781 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-623e9de7-8569-414c-a844-cbfe15ca8e61 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0420697 Jul 16 01:50:10.031980 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-129f991e-b359-4368-ae02-a1f5a345ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:10.033470 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-129f991e-b359-4368-ae02-a1f5a345ef3f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0509772 Jul 16 01:50:10.122889 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-715ef606-0e75-45ac-b24e-0006320ff7d7 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830076 Jul 16 01:50:10.207839 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-b0f14b6a-97f7-4fe7-a52e-6dfb40341f4e service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787613 Jul 16 01:50:10.249558 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-15ffca46-53bf-48e8-bf90-dc584255afe4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0360506 Jul 16 01:50:10.274464 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:10.297374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-cc8b7c9c-be24-4459-b25e-c652784c8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:10.298824 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-cc8b7c9c-be24-4459-b25e-c652784c8976 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0436718 Jul 16 01:50:10.354317 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-83c70c0a-cf68-4ddb-819e-1b67dc3582db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:10.355808 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-83c70c0a-cf68-4ddb-819e-1b67dc3582db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0511580 Jul 16 01:50:10.447071 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-079abca0-6f98-4962-b8e5-5acdda8b0735 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850329 Jul 16 01:50:10.535042 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-431e60d1-a6dd-4b99-b34e-f7ba3517f6fa req-1c64084a-fce7-4e05-b6f2-98441c66d85e service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813844 Jul 16 01:50:10.804040 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23353ddc-f4d7-4de3-96a3-f9779a381c98 req-830cbcd9-76bb-4d52-9c6e-a66c31af8575 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:10.805548 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23353ddc-f4d7-4de3-96a3-f9779a381c98 req-830cbcd9-76bb-4d52-9c6e-a66c31af8575 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 944 time: 0.0613785 Jul 16 01:50:10.849537 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23353ddc-f4d7-4de3-96a3-f9779a381c98 req-b7f275b5-d538-40a9-821e-4cd22093f984 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/security-groups?id=57407112-d8f2-4127-9187-1b38c2bfeb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384173 Jul 16 01:50:12.023058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f2657-62e6-49fe-9c3e-e75d1d4e11e4 req-7b014cd5-f179-4340-82ae-dcf4ecfd4be7 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:12.025154 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa9f2657-62e6-49fe-9c3e-e75d1d4e11e4 req-7b014cd5-f179-4340-82ae-dcf4ecfd4be7 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 944 time: 0.0632401 Jul 16 01:50:12.062524 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa9f2657-62e6-49fe-9c3e-e75d1d4e11e4 req-5caefa48-93ce-4a00-a162-3965e9feb1e8 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/security-groups?id=57407112-d8f2-4127-9187-1b38c2bfeb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318170 Jul 16 01:50:12.387851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-7ec8480c-5216-4e7e-985d-fd2e4b10d071 req-0f39ba8b-618d-4b16-8cef-d139e361853d tempest-AttachVolumeTestJSON-974016914 tempest-AttachVolumeTestJSON-974016914-project] (93919) timed out ('10.222.0.22', 38364) {{(pid=93919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:50:13.230254 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8410425-be7b-4926-80b2-7ad9f7f1bf64 req-cfc17d21-b3ad-4a3b-9638-ada42f3e7161 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:13.231663 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8410425-be7b-4926-80b2-7ad9f7f1bf64 req-cfc17d21-b3ad-4a3b-9638-ada42f3e7161 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 944 time: 0.0624084 Jul 16 01:50:13.268349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8410425-be7b-4926-80b2-7ad9f7f1bf64 req-665d45ef-4ae8-49f6-a12d-f516e762e636 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/security-groups?id=57407112-d8f2-4127-9187-1b38c2bfeb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311575 Jul 16 01:50:14.369600 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bb5cc23b-b9ae-47eb-87d8-8f245f757e6c details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:50:14.441294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97900bf1-8e17-4da9-a615-0d8e3df487f9 req-76eda5d1-d806-459c-b2f0-0d43e9051235 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:14.442808 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-97900bf1-8e17-4da9-a615-0d8e3df487f9 req-76eda5d1-d806-459c-b2f0-0d43e9051235 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 944 time: 0.0656221 Jul 16 01:50:14.460977 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bb5cc23b-b9ae-47eb-87d8-8f245f757e6c,segment=NetworkSegment(ffa78d76-720e-4a41-8969-724a7a1826d7),segment_id=ffa78d76-720e-4a41-8969-724a7a1826d7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:14.472728 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'port_id': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c', 'mac_address': 'fa:16:3e:1b:09:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:50:14.480728 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-97900bf1-8e17-4da9-a615-0d8e3df487f9 req-d13ac751-8da5-4f62-ac24-cd8580939236 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/security-groups?id=57407112-d8f2-4127-9187-1b38c2bfeb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323400 Jul 16 01:50:14.508815 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.524414 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb5cc23b-b9ae-47eb-87d8-8f245f757e6c {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:50:14.543828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bb5cc23b-b9ae-47eb-87d8-8f245f757e6c,segment=NetworkSegment(ffa78d76-720e-4a41-8969-724a7a1826d7),segment_id=ffa78d76-720e-4a41-8969-724a7a1826d7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:14.547838 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:14.594089 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=bb5cc23b-b9ae-47eb-87d8-8f245f757e6c,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:14.601266 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:14.601615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:14.601957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:14.602292 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:14.602623 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:14.602953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:14.603278 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:14.604202 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:14.604540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:14.604866 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:14.605190 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:14.605512 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:14.806432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['bb5cc23b-b9ae-47eb-87d8-8f245f757e6c'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:50:15.648857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74099a3e-2157-4536-ab7c-d2670712539e req-1e62c7ea-7715-4ae9-b405-1fe41b676747 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:15.650372 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74099a3e-2157-4536-ab7c-d2670712539e req-1e62c7ea-7715-4ae9-b405-1fe41b676747 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 945 time: 0.0629137 Jul 16 01:50:15.687464 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74099a3e-2157-4536-ab7c-d2670712539e req-ee08994d-918a-41ef-b574-8688aeb4749c tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/security-groups?id=57407112-d8f2-4127-9187-1b38c2bfeb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316262 Jul 16 01:50:16.392800 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bb5cc23b-b9ae-47eb-87d8-8f245f757e6c up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:50:16.440317 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:50:16.443900 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:50:16.444274 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.521499 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.542663 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:16.544954 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d633ba2-5639-480e-b388-d87c455abc75" -d '{"events": [{"server_uuid": "5cc36c30-1e49-4a9e-9d01-b96155f299f0", "name": "network-vif-plugged", "status": "completed", "tag": "bb5cc23b-b9ae-47eb-87d8-8f245f757e6c"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:16.557940 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bb5cc23b-b9ae-47eb-87d8-8f245f757e6c,segment=NetworkSegment(ffa78d76-720e-4a41-8969-724a7a1826d7),segment_id=ffa78d76-720e-4a41-8969-724a7a1826d7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:16.561979 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:16.585453 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c894dc8-f9e5-4b2d-93d9-c470e7ee9139 x-openstack-request-id: req-8c894dc8-f9e5-4b2d-93d9-c470e7ee9139 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:16.585757 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc36c30-1e49-4a9e-9d01-b96155f299f0", "name": "network-vif-plugged", "status": "completed", "tag": "bb5cc23b-b9ae-47eb-87d8-8f245f757e6c", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:16.586012 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c894dc8-f9e5-4b2d-93d9-c470e7ee9139 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:16.586400 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c', 'code': 200} Jul 16 01:50:16.612746 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=bb5cc23b-b9ae-47eb-87d8-8f245f757e6c,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:16.701913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba03e07-ea63-43f9-b0a3-82c14d83c5a0 req-a6527047-2575-405b-86a9-f5e17d8f1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:16.703316 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ba03e07-ea63-43f9-b0a3-82c14d83c5a0 req-a6527047-2575-405b-86a9-f5e17d8f1e5d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 1098 time: 0.0510385 Jul 16 01:50:16.743380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ba03e07-ea63-43f9-b0a3-82c14d83c5a0 req-dc55c3cb-10bf-4fa9-a05c-4bb150278609 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=57407112-d8f2-4127-9187-1b38c2bfeb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304968 Jul 16 01:50:16.856659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e70fac-ac3c-4f51-a560-43b6c38cec67 req-aa418667-402d-46ef-8ac3-ae20bca5265f tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:16.858442 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19e70fac-ac3c-4f51-a560-43b6c38cec67 req-aa418667-402d-46ef-8ac3-ae20bca5265f tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 946 time: 0.0631683 Jul 16 01:50:16.894280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19e70fac-ac3c-4f51-a560-43b6c38cec67 req-054feb2a-112f-4c3c-810a-a4b73cc4f96a tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/security-groups?id=57407112-d8f2-4127-9187-1b38c2bfeb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304527 Jul 16 01:50:17.626146 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:50:18.061936 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b85a6-3da0-4a1d-8b34-c171af792295 req-96878357-0f72-4d09-9572-50d2596d778f tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:18.063388 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e7b85a6-3da0-4a1d-8b34-c171af792295 req-96878357-0f72-4d09-9572-50d2596d778f tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 946 time: 0.0623946 Jul 16 01:50:18.100904 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e7b85a6-3da0-4a1d-8b34-c171af792295 req-5b7e1f25-09ba-4a84-98f4-fd64104f5ada tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/security-groups?id=57407112-d8f2-4127-9187-1b38c2bfeb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318797 Jul 16 01:50:18.274806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a0da7-f2f0-4c3e-a60a-2bb40fa9bd39 req-52c334eb-e5cd-4ae8-8e1d-79bdd518d7fc tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:18.276975 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-564a0da7-f2f0-4c3e-a60a-2bb40fa9bd39 req-52c334eb-e5cd-4ae8-8e1d-79bdd518d7fc tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 946 time: 0.0684268 Jul 16 01:50:18.314811 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-564a0da7-f2f0-4c3e-a60a-2bb40fa9bd39 req-be1b83f2-21a5-4718-9246-02cb6d7550b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/security-groups?id=57407112-d8f2-4127-9187-1b38c2bfeb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319402 Jul 16 01:50:18.338640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37784) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:18.431818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b2623e-ba30-478d-93fe-f8f14193b3b2 tempest-TestVolumeBackupRestore-1429142429 tempest-TestVolumeBackupRestore-1429142429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:18.433336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-38b2623e-ba30-478d-93fe-f8f14193b3b2 tempest-TestVolumeBackupRestore-1429142429 tempest-TestVolumeBackupRestore-1429142429-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 1093 time: 0.0937138 Jul 16 01:50:18.436364 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 37788) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:18.440611 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:18.463408 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.562250 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.662017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Allocated IP 172.25.2.11 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/6a22b11d-8527-4847-8069-d21f52d4576b) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:50:18.763874 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.801490 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:18.840597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:50:18.843266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:50:18.847532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:50:18.853102 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Pushing event updated for resources: {'Port': ['ID=6a22b11d-8527-4847-8069-d21f52d4576b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:19.541654 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.614158 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.757197 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.761716 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.829972 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Pushing event updated for resources: {'Port': ['ID=6a22b11d-8527-4847-8069-d21f52d4576b,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:19.840063 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:19.939400 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Floating IP ad9d7286-db00-45b1-a3f6-f60482f9f1f1 associated. External IP: 172.25.2.11, port: bb5cc23b-b9ae-47eb-87d8-8f245f757e6c. Jul 16 01:50:20.140225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:20.242164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:20.251844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47466b35-83c4-40a7-ac24-6c8d94392630 None None] Sync routers for ids ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:20.258142 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.262578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47466b35-83c4-40a7-ac24-6c8d94392630 None None] Routers {'5b33b8c8-0704-46e1-bfef-81bb870b4e0e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:20.263196 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-47466b35-83c4-40a7-ac24-6c8d94392630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:50:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:20.298722 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b05f2a42-8d3b-4cc1-bf61-9d37a2968bb5 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8613429 Jul 16 01:50:20.299313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'tag': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:20.301465 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37792) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:20.301980 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27acf0cd-6f01-47f0-af72-ff0d31d59c10" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc36c30-1e49-4a9e-9d01-b96155f299f0", "tag": "bb5cc23b-b9ae-47eb-87d8-8f245f757e6c"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:20.337054 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6a9866-61df-4b07-9671-a71ebdae5088 x-openstack-request-id: req-2b6a9866-61df-4b07-9671-a71ebdae5088 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:20.337343 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc36c30-1e49-4a9e-9d01-b96155f299f0", "tag": "bb5cc23b-b9ae-47eb-87d8-8f245f757e6c", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:20.337624 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b6a9866-61df-4b07-9671-a71ebdae5088 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:20.338030 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'tag': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c', 'status': 'completed', 'code': 200} Jul 16 01:50:20.357361 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e177528-602b-48e7-a75a-14afb0ca69fc tempest-TestVolumeBackupRestore-1429142429 tempest-TestVolumeBackupRestore-1429142429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:20.359815 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9e177528-602b-48e7-a75a-14afb0ca69fc tempest-TestVolumeBackupRestore-1429142429 tempest-TestVolumeBackupRestore-1429142429-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 1093 time: 0.0565143 Jul 16 01:50:20.361705 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37798) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:20.366171 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-10df4783-f3e4-4636-882b-f12bf915762c tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Request body: {'floatingip': {'port_id': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:50:20.375469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-47466b35-83c4-40a7-ac24-6c8d94392630 None None] Set router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:20.422568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acf0cd-6f01-47f0-af72-ff0d31d59c10 req-04c0f483-7790-4401-859a-dd2db9908eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:20.424143 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27acf0cd-6f01-47f0-af72-ff0d31d59c10 req-04c0f483-7790-4401-859a-dd2db9908eee service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd774d3dc12a433ba97234c896fdb8ea&device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 1098 time: 0.0599730 Jul 16 01:50:20.428163 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10df4783-f3e4-4636-882b-f12bf915762c tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for floatingip, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:20.529709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acf0cd-6f01-47f0-af72-ff0d31d59c10 req-220e40fa-eacc-4051-87fe-9fc495f036f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:20.531195 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27acf0cd-6f01-47f0-af72-ff0d31d59c10 req-220e40fa-eacc-4051-87fe-9fc495f036f5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1e4d6a97-1279-4405-b526-465170c19bdf HTTP/1.1" status: 200 len: 915 time: 0.0956666 Jul 16 01:50:20.599029 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27acf0cd-6f01-47f0-af72-ff0d31d59c10 req-1b65b01f-abd7-4a13-a241-27b324fdf2a0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb5cc23b-b9ae-47eb-87d8-8f245f757e6c HTTP/1.1" status: 200 len: 999 time: 0.0590065 Jul 16 01:50:20.623483 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-47466b35-83c4-40a7-ac24-6c8d94392630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '8043386f-109b-4ced-a206-b394e0b880fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 4, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port': {'id': '8043386f-109b-4ced-a206-b394e0b880fd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:06Z', 'updated_at': '2021-07-16T01:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'ad9d7286-db00-45b1-a3f6-f60482f9f1f1', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'port_id': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'mac_address': 'fa:16:3e:1b:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:19Z', 'revision_number': 0, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c6d44e-66aa-4417-b4be-6651c6e99cfa', 'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'mac_address': 'fa:16:3e:8e:72:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:07Z', 'updated_at': '2021-07-16T01:48:14Z', 'revision_number': 5, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'subnets': [{'id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:20.648963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acf0cd-6f01-47f0-af72-ff0d31d59c10 req-e4d317d7-8715-4c44-a658-936df1db7d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:20.649506 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47466b35-83c4-40a7-ac24-6c8d94392630 None None] Checking router: 5b33b8c8-0704-46e1-bfef-81bb870b4e0e for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:20.650599 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27acf0cd-6f01-47f0-af72-ff0d31d59c10 req-e4d317d7-8715-4c44-a658-936df1db7d83 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=118bcdd5-bec0-438f-95f1-0c668940ce10 HTTP/1.1" status: 200 len: 853 time: 0.0438375 Jul 16 01:50:20.657985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47466b35-83c4-40a7-ac24-6c8d94392630 None None] Routers {'5b33b8c8-0704-46e1-bfef-81bb870b4e0e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:20.658599 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-47466b35-83c4-40a7-ac24-6c8d94392630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:50:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:20.715016 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27acf0cd-6f01-47f0-af72-ff0d31d59c10 req-2b39b2eb-a104-4c34-89b9-7d119e07e60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:20.716556 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27acf0cd-6f01-47f0-af72-ff0d31d59c10 req-2b39b2eb-a104-4c34-89b9-7d119e07e60c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e4d6a97-1279-4405-b526-465170c19bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587018 Jul 16 01:50:20.772434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-47466b35-83c4-40a7-ac24-6c8d94392630 None None] Set router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:20.812067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27acf0cd-6f01-47f0-af72-ff0d31d59c10 req-637eecaf-76f5-48ef-b8be-e181d689f2cb service neutron] 10.222.0.70 "GET /v2.0/networks/1e4d6a97-1279-4405-b526-465170c19bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868382 Jul 16 01:50:20.914018 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27acf0cd-6f01-47f0-af72-ff0d31d59c10 req-f6be359d-9ab9-4913-973b-5b7478583b27 service neutron] 10.222.0.70 "GET /v2.0/networks/1e4d6a97-1279-4405-b526-465170c19bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949311 Jul 16 01:50:21.011967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-47466b35-83c4-40a7-ac24-6c8d94392630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '8043386f-109b-4ced-a206-b394e0b880fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 4, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port': {'id': '8043386f-109b-4ced-a206-b394e0b880fd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:06Z', 'updated_at': '2021-07-16T01:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'ad9d7286-db00-45b1-a3f6-f60482f9f1f1', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'port_id': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'mac_address': 'fa:16:3e:1b:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:19Z', 'revision_number': 0, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c6d44e-66aa-4417-b4be-6651c6e99cfa', 'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'mac_address': 'fa:16:3e:8e:72:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:07Z', 'updated_at': '2021-07-16T01:48:14Z', 'revision_number': 5, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'subnets': [{'id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:21.042731 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47466b35-83c4-40a7-ac24-6c8d94392630 None None] The sync data for ids ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'] in n-d-791505-14 is: [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '8043386f-109b-4ced-a206-b394e0b880fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 4, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port': {'id': '8043386f-109b-4ced-a206-b394e0b880fd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:06Z', 'updated_at': '2021-07-16T01:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'ad9d7286-db00-45b1-a3f6-f60482f9f1f1', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'port_id': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'mac_address': 'fa:16:3e:1b:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:19Z', 'revision_number': 0, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c6d44e-66aa-4417-b4be-6651c6e99cfa', 'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'mac_address': 'fa:16:3e:8e:72:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:07Z', 'updated_at': '2021-07-16T01:48:14Z', 'revision_number': 5, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'subnets': [{'id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:21.237837 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f75bfe-1ee6-4e5a-b7d4-2ed95167e305 None None] New status for floating IP ad9d7286-db00-45b1-a3f6-f60482f9f1f1: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:50:21.269426 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10df4783-f3e4-4636-882b-f12bf915762c tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.273422 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10df4783-f3e4-4636-882b-f12bf915762c tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.341389 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.db.api [None req-60f75bfe-1ee6-4e5a-b7d4-2ed95167e305 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93922) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:50:21.341649 n-d-791505-14 neutron-server[93922]: DEBUG oslo_db.api [None req-60f75bfe-1ee6-4e5a-b7d4-2ed95167e305 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:50:21.479177 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10df4783-f3e4-4636-882b-f12bf915762c tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:21.584204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10df4783-f3e4-4636-882b-f12bf915762c tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:21.589606 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10df4783-f3e4-4636-882b-f12bf915762c tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:21.624392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'tag': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:21.626898 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a6ae4e-3d9f-4b01-a62f-00aa8c064d01" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc36c30-1e49-4a9e-9d01-b96155f299f0", "tag": "bb5cc23b-b9ae-47eb-87d8-8f245f757e6c"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:21.661525 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-10df4783-f3e4-4636-882b-f12bf915762c tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "PUT /v2.0/floatingips/ad9d7286-db00-45b1-a3f6-f60482f9f1f1 HTTP/1.1" status: 200 len: 991 time: 1.2987785 Jul 16 01:50:21.774765 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb13c345-cb58-41a6-8a11-a9a39c40d6e4 x-openstack-request-id: req-fb13c345-cb58-41a6-8a11-a9a39c40d6e4 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:21.775061 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc36c30-1e49-4a9e-9d01-b96155f299f0", "tag": "bb5cc23b-b9ae-47eb-87d8-8f245f757e6c", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:21.775317 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb13c345-cb58-41a6-8a11-a9a39c40d6e4 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:21.775743 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'tag': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c', 'status': 'completed', 'code': 200} Jul 16 01:50:21.842752 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f75bfe-1ee6-4e5a-b7d4-2ed95167e305 None None] New status for floating IP ad9d7286-db00-45b1-a3f6-f60482f9f1f1: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:50:21.858214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6ae4e-3d9f-4b01-a62f-00aa8c064d01 req-62fa63ed-4954-47ca-9f72-2d20ffffbfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:21.859750 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99a6ae4e-3d9f-4b01-a62f-00aa8c064d01 req-62fa63ed-4954-47ca-9f72-2d20ffffbfdb service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd774d3dc12a433ba97234c896fdb8ea&device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 1098 time: 0.0520360 Jul 16 01:50:21.955656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6ae4e-3d9f-4b01-a62f-00aa8c064d01 req-5e7e67f6-7611-4c32-9143-8c1bd5b6d4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:21.957098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99a6ae4e-3d9f-4b01-a62f-00aa8c064d01 req-5e7e67f6-7611-4c32-9143-8c1bd5b6d4af service neutron] 10.222.0.70 "GET /v2.0/networks?id=1e4d6a97-1279-4405-b526-465170c19bdf HTTP/1.1" status: 200 len: 915 time: 0.0863857 Jul 16 01:50:22.028466 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99a6ae4e-3d9f-4b01-a62f-00aa8c064d01 req-7bcf30ee-6b06-4414-aa47-4c9ab7049029 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb5cc23b-b9ae-47eb-87d8-8f245f757e6c HTTP/1.1" status: 200 len: 999 time: 0.0639696 Jul 16 01:50:22.048598 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcfdb7a-8ee4-436a-8063-0c528a0c695f None None] Sync routers for ids ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:22.062069 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcfdb7a-8ee4-436a-8063-0c528a0c695f None None] Routers {'5b33b8c8-0704-46e1-bfef-81bb870b4e0e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:22.062335 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1bcfdb7a-8ee4-436a-8063-0c528a0c695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:50:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:22.080797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6ae4e-3d9f-4b01-a62f-00aa8c064d01 req-03cbbf34-bc3e-42eb-809c-e248aed6df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:22.082852 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99a6ae4e-3d9f-4b01-a62f-00aa8c064d01 req-03cbbf34-bc3e-42eb-809c-e248aed6df01 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=118bcdd5-bec0-438f-95f1-0c668940ce10 HTTP/1.1" status: 200 len: 853 time: 0.0472045 Jul 16 01:50:22.148000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6ae4e-3d9f-4b01-a62f-00aa8c064d01 req-4bd926d5-6009-4000-9369-23bb1ca42f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:22.149543 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99a6ae4e-3d9f-4b01-a62f-00aa8c064d01 req-4bd926d5-6009-4000-9369-23bb1ca42f9d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e4d6a97-1279-4405-b526-465170c19bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521443 Jul 16 01:50:22.251855 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99a6ae4e-3d9f-4b01-a62f-00aa8c064d01 req-9a985274-cc14-46ac-8054-7e74adbe31d6 service neutron] 10.222.0.70 "GET /v2.0/networks/1e4d6a97-1279-4405-b526-465170c19bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935779 Jul 16 01:50:22.323277 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-1bcfdb7a-8ee4-436a-8063-0c528a0c695f None None] Set router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:22.344040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99a6ae4e-3d9f-4b01-a62f-00aa8c064d01 req-72bedf35-d351-4c00-af7e-14161d791a60 service neutron] 10.222.0.70 "GET /v2.0/networks/1e4d6a97-1279-4405-b526-465170c19bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843196 Jul 16 01:50:22.539227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1bcfdb7a-8ee4-436a-8063-0c528a0c695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '8043386f-109b-4ced-a206-b394e0b880fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 4, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port': {'id': '8043386f-109b-4ced-a206-b394e0b880fd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:06Z', 'updated_at': '2021-07-16T01:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'ad9d7286-db00-45b1-a3f6-f60482f9f1f1', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'port_id': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'mac_address': 'fa:16:3e:1b:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:21Z', 'revision_number': 2, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c6d44e-66aa-4417-b4be-6651c6e99cfa', 'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'mac_address': 'fa:16:3e:8e:72:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:07Z', 'updated_at': '2021-07-16T01:48:14Z', 'revision_number': 5, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'subnets': [{'id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:22.568216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcfdb7a-8ee4-436a-8063-0c528a0c695f None None] Checking router: 5b33b8c8-0704-46e1-bfef-81bb870b4e0e for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:22.576919 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcfdb7a-8ee4-436a-8063-0c528a0c695f None None] Routers {'5b33b8c8-0704-46e1-bfef-81bb870b4e0e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:22.577533 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1bcfdb7a-8ee4-436a-8063-0c528a0c695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:50:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:22.676916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-1bcfdb7a-8ee4-436a-8063-0c528a0c695f None None] Set router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:22.894031 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-1bcfdb7a-8ee4-436a-8063-0c528a0c695f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '8043386f-109b-4ced-a206-b394e0b880fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 4, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port': {'id': '8043386f-109b-4ced-a206-b394e0b880fd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:06Z', 'updated_at': '2021-07-16T01:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'ad9d7286-db00-45b1-a3f6-f60482f9f1f1', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'port_id': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'mac_address': 'fa:16:3e:1b:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:21Z', 'revision_number': 2, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c6d44e-66aa-4417-b4be-6651c6e99cfa', 'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'mac_address': 'fa:16:3e:8e:72:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:07Z', 'updated_at': '2021-07-16T01:48:14Z', 'revision_number': 5, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'subnets': [{'id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:22.920118 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcfdb7a-8ee4-436a-8063-0c528a0c695f None None] The sync data for ids ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'] in n-d-791505-14 is: [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '8043386f-109b-4ced-a206-b394e0b880fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 4, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port': {'id': '8043386f-109b-4ced-a206-b394e0b880fd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:06Z', 'updated_at': '2021-07-16T01:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'ad9d7286-db00-45b1-a3f6-f60482f9f1f1', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'floating_ip_address': '172.25.2.11', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'port_id': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'mac_address': 'fa:16:3e:1b:09:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T01:50:19Z', 'updated_at': '2021-07-16T01:50:21Z', 'revision_number': 2, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c6d44e-66aa-4417-b4be-6651c6e99cfa', 'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'mac_address': 'fa:16:3e:8e:72:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:07Z', 'updated_at': '2021-07-16T01:48:14Z', 'revision_number': 5, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'subnets': [{'id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:23.777280 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'tag': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:23.779610 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2365f45b-d4a1-45e6-b892-d0f61aee5ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc36c30-1e49-4a9e-9d01-b96155f299f0", "tag": "bb5cc23b-b9ae-47eb-87d8-8f245f757e6c"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:23.818364 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91676664-96b4-43a5-bad6-4f540247d336 x-openstack-request-id: req-91676664-96b4-43a5-bad6-4f540247d336 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:23.818662 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc36c30-1e49-4a9e-9d01-b96155f299f0", "tag": "bb5cc23b-b9ae-47eb-87d8-8f245f757e6c", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:23.818919 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91676664-96b4-43a5-bad6-4f540247d336 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:23.819325 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'tag': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c', 'status': 'completed', 'code': 200} Jul 16 01:50:23.902450 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365f45b-d4a1-45e6-b892-d0f61aee5ff6 req-57a3323b-7eda-446e-8e8c-95ac0463d529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:23.903879 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2365f45b-d4a1-45e6-b892-d0f61aee5ff6 req-57a3323b-7eda-446e-8e8c-95ac0463d529 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd774d3dc12a433ba97234c896fdb8ea&device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 1098 time: 0.0563400 Jul 16 01:50:23.992891 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365f45b-d4a1-45e6-b892-d0f61aee5ff6 req-cbaee87a-7637-45e0-8ec9-2ecd9ad2a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:23.994380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2365f45b-d4a1-45e6-b892-d0f61aee5ff6 req-cbaee87a-7637-45e0-8ec9-2ecd9ad2a36f service neutron] 10.222.0.70 "GET /v2.0/networks?id=1e4d6a97-1279-4405-b526-465170c19bdf HTTP/1.1" status: 200 len: 915 time: 0.0838542 Jul 16 01:50:24.066385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2365f45b-d4a1-45e6-b892-d0f61aee5ff6 req-7c0f5724-fe2e-4d06-9238-526b8382b42d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb5cc23b-b9ae-47eb-87d8-8f245f757e6c HTTP/1.1" status: 200 len: 1001 time: 0.0611870 Jul 16 01:50:24.115303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365f45b-d4a1-45e6-b892-d0f61aee5ff6 req-c1ff1452-f6eb-47de-9292-8a2702edd97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.116738 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2365f45b-d4a1-45e6-b892-d0f61aee5ff6 req-c1ff1452-f6eb-47de-9292-8a2702edd97a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=118bcdd5-bec0-438f-95f1-0c668940ce10 HTTP/1.1" status: 200 len: 853 time: 0.0427370 Jul 16 01:50:24.175275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365f45b-d4a1-45e6-b892-d0f61aee5ff6 req-f60838f0-8758-4c4f-a010-9fbaca2f5921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:24.176838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2365f45b-d4a1-45e6-b892-d0f61aee5ff6 req-f60838f0-8758-4c4f-a010-9fbaca2f5921 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e4d6a97-1279-4405-b526-465170c19bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513732 Jul 16 01:50:24.271948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2365f45b-d4a1-45e6-b892-d0f61aee5ff6 req-d5a89fed-e573-4c49-82ef-9a59088f5f5b service neutron] 10.222.0.70 "GET /v2.0/networks/1e4d6a97-1279-4405-b526-465170c19bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835435 Jul 16 01:50:24.358609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2365f45b-d4a1-45e6-b892-d0f61aee5ff6 req-c0871aa9-b805-47a4-b34a-0c2ba66252ce service neutron] 10.222.0.70 "GET /v2.0/networks/1e4d6a97-1279-4405-b526-465170c19bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792363 Jul 16 01:50:30.541076 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:31.521662 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:34.941743 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8a199440-6968-4de3-b42b-d6d05de2c4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.374702 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:37.691013 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-46a897d1-563c-4539-8d74-e8d719dec0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:38.622705 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:40.277766 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:54.626453 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:50:54.856082 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37884) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:50:55.008852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-ccdba114-f22b-4bcb-b427-45366e128dcd tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Deleting port 6a22b11d-8527-4847-8069-d21f52d4576b {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:55.009111 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccdba114-f22b-4bcb-b427-45366e128dcd tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.085527 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccdba114-f22b-4bcb-b427-45366e128dcd tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.085853 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccdba114-f22b-4bcb-b427-45366e128dcd tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.097444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-ccdba114-f22b-4bcb-b427-45366e128dcd tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Calling delete_port for 6a22b11d-8527-4847-8069-d21f52d4576b owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:55.242430 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccdba114-f22b-4bcb-b427-45366e128dcd tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.265831 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdba114-f22b-4bcb-b427-45366e128dcd tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Pushing event deleted for resources: {'Port': ['ID=6a22b11d-8527-4847-8069-d21f52d4576b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:55.331422 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccdba114-f22b-4bcb-b427-45366e128dcd tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.331777 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-ccdba114-f22b-4bcb-b427-45366e128dcd tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Floating IP ad9d7286-db00-45b1-a3f6-f60482f9f1f1 disassociated (deleted). External IP: 172.25.2.11, port: bb5cc23b-b9ae-47eb-87d8-8f245f757e6c. Jul 16 01:50:55.546083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdba114-f22b-4bcb-b427-45366e128dcd tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:50:55.667580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdba114-f22b-4bcb-b427-45366e128dcd tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:50:55.672958 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ccdba114-f22b-4bcb-b427-45366e128dcd tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:55.677191 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7b309-a781-4bd6-b30f-79172e74596e None None] Sync routers for ids ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:50:55.686721 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb7b309-a781-4bd6-b30f-79172e74596e None None] Routers {'5b33b8c8-0704-46e1-bfef-81bb870b4e0e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:55.687520 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1fb7b309-a781-4bd6-b30f-79172e74596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:50:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:55.713199 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ccdba114-f22b-4bcb-b427-45366e128dcd tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "DELETE /v2.0/floatingips/ad9d7286-db00-45b1-a3f6-f60482f9f1f1 HTTP/1.1" status: 204 len: 168 time: 0.8558590 Jul 16 01:50:55.713864 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'tag': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:55.716662 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b0cbff-c5c9-430a-ae46-aac97574856c" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc36c30-1e49-4a9e-9d01-b96155f299f0", "tag": "bb5cc23b-b9ae-47eb-87d8-8f245f757e6c"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:55.799967 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-1fb7b309-a781-4bd6-b30f-79172e74596e None None] Set router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:55.960805 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35aa169b-5e66-4ae2-b24d-ba4564ead1b8 x-openstack-request-id: req-35aa169b-5e66-4ae2-b24d-ba4564ead1b8 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:55.961367 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc36c30-1e49-4a9e-9d01-b96155f299f0", "tag": "bb5cc23b-b9ae-47eb-87d8-8f245f757e6c", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:55.961367 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35aa169b-5e66-4ae2-b24d-ba4564ead1b8 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:55.961738 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'tag': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c', 'status': 'completed', 'code': 200} Jul 16 01:50:56.009035 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1fb7b309-a781-4bd6-b30f-79172e74596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '8043386f-109b-4ced-a206-b394e0b880fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 4, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port': {'id': '8043386f-109b-4ced-a206-b394e0b880fd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:06Z', 'updated_at': '2021-07-16T01:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '60c6d44e-66aa-4417-b4be-6651c6e99cfa', 'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'mac_address': 'fa:16:3e:8e:72:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:07Z', 'updated_at': '2021-07-16T01:48:14Z', 'revision_number': 5, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'subnets': [{'id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:56.045410 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7b309-a781-4bd6-b30f-79172e74596e None None] Checking router: 5b33b8c8-0704-46e1-bfef-81bb870b4e0e for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:50:56.054710 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb7b309-a781-4bd6-b30f-79172e74596e None None] Routers {'5b33b8c8-0704-46e1-bfef-81bb870b4e0e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:50:56.055330 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1fb7b309-a781-4bd6-b30f-79172e74596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:50:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:56.057713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0cbff-c5c9-430a-ae46-aac97574856c req-42a6243d-1d92-4ed4-adb8-5d4a27a6dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:56.059556 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27b0cbff-c5c9-430a-ae46-aac97574856c req-42a6243d-1d92-4ed4-adb8-5d4a27a6dd6f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=fd774d3dc12a433ba97234c896fdb8ea&device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 1098 time: 0.0663154 Jul 16 01:50:56.167023 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-1fb7b309-a781-4bd6-b30f-79172e74596e None None] Set router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:50:56.200767 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f91fd-542b-474f-95a7-417a843808c9 req-f8122b01-6fe6-494e-9ee0-17a866a1efef tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:56.202385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c75f91fd-542b-474f-95a7-417a843808c9 req-f8122b01-6fe6-494e-9ee0-17a866a1efef tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 946 time: 0.1416466 Jul 16 01:50:56.207628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0cbff-c5c9-430a-ae46-aac97574856c req-a93d45a9-2d95-48a6-a26a-ad4ae9e70cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:56.210414 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27b0cbff-c5c9-430a-ae46-aac97574856c req-a93d45a9-2d95-48a6-a26a-ad4ae9e70cc7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=1e4d6a97-1279-4405-b526-465170c19bdf HTTP/1.1" status: 200 len: 915 time: 0.1218457 Jul 16 01:50:56.268037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27b0cbff-c5c9-430a-ae46-aac97574856c req-f0f3e758-e3cb-4c71-9728-cb2a096eeb8c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb5cc23b-b9ae-47eb-87d8-8f245f757e6c HTTP/1.1" status: 200 len: 217 time: 0.0420411 Jul 16 01:50:56.281541 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c75f91fd-542b-474f-95a7-417a843808c9 req-a111067b-9480-402a-aaf6-63816c154f97 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/security-groups?id=57407112-d8f2-4127-9187-1b38c2bfeb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700989 Jul 16 01:50:56.332080 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0cbff-c5c9-430a-ae46-aac97574856c req-96f19a0a-9397-425c-bcbd-0c7f71077dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:56.333840 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27b0cbff-c5c9-430a-ae46-aac97574856c req-96f19a0a-9397-425c-bcbd-0c7f71077dfb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=118bcdd5-bec0-438f-95f1-0c668940ce10 HTTP/1.1" status: 200 len: 853 time: 0.0513897 Jul 16 01:50:56.381031 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1fb7b309-a781-4bd6-b30f-79172e74596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '8043386f-109b-4ced-a206-b394e0b880fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 4, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port': {'id': '8043386f-109b-4ced-a206-b394e0b880fd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:06Z', 'updated_at': '2021-07-16T01:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '60c6d44e-66aa-4417-b4be-6651c6e99cfa', 'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'mac_address': 'fa:16:3e:8e:72:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:07Z', 'updated_at': '2021-07-16T01:48:14Z', 'revision_number': 5, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'subnets': [{'id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:50:56.396854 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0cbff-c5c9-430a-ae46-aac97574856c req-936abe42-2c57-4766-b173-905a0db4a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:56.398651 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27b0cbff-c5c9-430a-ae46-aac97574856c req-936abe42-2c57-4766-b173-905a0db4a4ca service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=1e4d6a97-1279-4405-b526-465170c19bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546060 Jul 16 01:50:56.414331 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb7b309-a781-4bd6-b30f-79172e74596e None None] The sync data for ids ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'] in n-d-791505-14 is: [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '8043386f-109b-4ced-a206-b394e0b880fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:48:08Z', 'revision_number': 4, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port': {'id': '8043386f-109b-4ced-a206-b394e0b880fd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:06Z', 'updated_at': '2021-07-16T01:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '60c6d44e-66aa-4417-b4be-6651c6e99cfa', 'name': '', 'network_id': '1e4d6a97-1279-4405-b526-465170c19bdf', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'mac_address': 'fa:16:3e:8e:72:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3524, 'fixed_ips': [{'subnet_id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:07Z', 'updated_at': '2021-07-16T01:48:14Z', 'revision_number': 5, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'subnets': [{'id': '118bcdd5-bec0-438f-95f1-0c668940ce10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:50:56.500578 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27b0cbff-c5c9-430a-ae46-aac97574856c req-1193aebe-2e83-4dc8-b932-8e31afe6bbc4 service neutron] 10.222.0.70 "GET /v2.0/networks/1e4d6a97-1279-4405-b526-465170c19bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944898 Jul 16 01:50:56.601324 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27b0cbff-c5c9-430a-ae46-aac97574856c req-c137ac0c-fd6f-48d5-8080-fe4bc9403657 service neutron] 10.222.0.70 "GET /v2.0/networks/1e4d6a97-1279-4405-b526-465170c19bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909371 Jul 16 01:50:56.671631 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dc68e2-e0d0-49a6-afb1-f434843ad146 None None] New status for floating IP ad9d7286-db00-45b1-a3f6-f60482f9f1f1: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 01:50:57.462962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de7597-0e8f-41b0-9dc9-9721b317d461 req-90387e16-6af6-4196-b7ba-b8ee44d9f5cd tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:57.464525 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31de7597-0e8f-41b0-9dc9-9721b317d461 req-90387e16-6af6-4196-b7ba-b8ee44d9f5cd tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 946 time: 0.0631659 Jul 16 01:50:57.502615 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31de7597-0e8f-41b0-9dc9-9721b317d461 req-835f1ece-52f6-4f31-b952-0b101000a1fc tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/security-groups?id=57407112-d8f2-4127-9187-1b38c2bfeb77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326538 Jul 16 01:50:57.972805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feeb58e-a57b-448f-b962-df5dd2d7d4f7 req-812ed5c3-29eb-4ac2-9c58-32655921eea0 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:50:57.974165 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1feeb58e-a57b-448f-b962-df5dd2d7d4f7 req-812ed5c3-29eb-4ac2-9c58-32655921eea0 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.70 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 946 time: 0.0609729 Jul 16 01:50:58.075434 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1feeb58e-a57b-448f-b962-df5dd2d7d4f7 req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Deleting port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:50:58.075810 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1feeb58e-a57b-448f-b962-df5dd2d7d4f7 req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.161586 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-1feeb58e-a57b-448f-b962-df5dd2d7d4f7 req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] For port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=bb5cc23b-b9ae-47eb-87d8-8f245f757e6c,segment=NetworkSegment(ffa78d76-720e-4a41-8969-724a7a1826d7),segment_id=ffa78d76-720e-4a41-8969-724a7a1826d7)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:50:58.161952 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1feeb58e-a57b-448f-b962-df5dd2d7d4f7 req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.178196 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1feeb58e-a57b-448f-b962-df5dd2d7d4f7 req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Calling delete_port for bb5cc23b-b9ae-47eb-87d8-8f245f757e6c owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:50:58.300519 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1feeb58e-a57b-448f-b962-df5dd2d7d4f7 req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.329151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Pushing event deleted for resources: {'Port': ['ID=bb5cc23b-b9ae-47eb-87d8-8f245f757e6c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:50:58.362625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.362978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.363323 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.363663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.364025 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.364359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.364691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.365020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.365351 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.365678 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.366004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.366326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:50:58.387119 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1feeb58e-a57b-448f-b962-df5dd2d7d4f7 req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] No DVR routers for this DVR port bb5cc23b-b9ae-47eb-87d8-8f245f757e6c on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:50:58.389429 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1feeb58e-a57b-448f-b962-df5dd2d7d4f7 req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:50:58.391413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1feeb58e-a57b-448f-b962-df5dd2d7d4f7 req-df87f0d2-1ce1-4bc3-b2d5-348b6a1a7df2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.70 "DELETE /v2.0/ports/bb5cc23b-b9ae-47eb-87d8-8f245f757e6c HTTP/1.1" status: 204 len: 173 time: 0.4109974 Jul 16 01:50:58.391879 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'name': 'network-vif-deleted', 'tag': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:50:58.394094 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f0df44-b491-4781-b1b6-76834936096d" -d '{"events": [{"server_uuid": "5cc36c30-1e49-4a9e-9d01-b96155f299f0", "name": "network-vif-deleted", "tag": "bb5cc23b-b9ae-47eb-87d8-8f245f757e6c"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:50:58.433017 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ccfe81-e536-4be1-b699-a999e28fc8e6 x-openstack-request-id: req-82ccfe81-e536-4be1-b699-a999e28fc8e6 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:50:58.433313 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc36c30-1e49-4a9e-9d01-b96155f299f0", "name": "network-vif-deleted", "tag": "bb5cc23b-b9ae-47eb-87d8-8f245f757e6c", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:50:58.433567 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82ccfe81-e536-4be1-b699-a999e28fc8e6 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:50:58.433972 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc36c30-1e49-4a9e-9d01-b96155f299f0', 'name': 'network-vif-deleted', 'tag': 'bb5cc23b-b9ae-47eb-87d8-8f245f757e6c', 'status': 'completed', 'code': 200} Jul 16 01:50:58.642301 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33094c81-cc1a-4eed-b32e-5a2965a86ba4 req-438a6328-8018-4c4f-b42c-06eba77507a2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 210 time: 0.0289290 Jul 16 01:50:59.781889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1f63af0f-812f-451c-ba5c-f318b735ce07 req-43e075d7-874a-4045-a953-f1ed7a29407b tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 210 time: 0.0296047 Jul 16 01:51:00.557632 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:00.925084 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8da32131-4ef5-4693-babd-17bdb152beae req-f28a7d9d-7343-4890-b522-03983ad3fa5c tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 210 time: 0.0316317 Jul 16 01:51:01.527820 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:02.076838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0491e32-ffd4-42c6-975f-8642416c3c2b req-40f05343-d19e-4fe1-bb23-429f0b388b85 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "GET /v2.0/ports?device_id=5cc36c30-1e49-4a9e-9d01-b96155f299f0 HTTP/1.1" status: 200 len: 210 time: 0.0275998 Jul 16 01:51:02.622343 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bb5cc23b-b9ae-47eb-87d8-8f245f757e6c no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:02.646700 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: bb5cc23b-b9ae-47eb-87d8-8f245f757e6c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:02.647047 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device bb5cc23b-b9ae-47eb-87d8-8f245f757e6c not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:03.166509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 37922) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:03.228218 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.252905 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.311792 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.314211 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:03.315391 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] 10.222.0.22 "DELETE /v2.0/security-groups/57407112-d8f2-4127-9187-1b38c2bfeb77 HTTP/1.1" status: 204 len: 168 time: 0.1478653 Jul 16 01:51:03.325165 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57407112-d8f2-4127-9187-1b38c2bfeb77,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:03.332891 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:03.333242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:03.333581 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:03.333916 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:03.334252 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:03.334580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:03.334906 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:03.335264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:03.335593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:03.335944 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:03.336308 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:03.336586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91a1481-fa84-4491-95d4-25a0445372b2 tempest-TestVolumeBackupRestore-508019482 tempest-TestVolumeBackupRestore-508019482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:51:04.946617 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-725b123f-2f02-4ef3-8351-bfd32eb3d5b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:06.750917 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38380) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:07.098888 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4b4438e-5525-4f86-ac01-49394e15d49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.350644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f4b4438e-5525-4f86-ac01-49394e15d49e admin admin] Deleting port 60c6d44e-66aa-4417-b4be-6651c6e99cfa {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:07.350989 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4b4438e-5525-4f86-ac01-49394e15d49e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.376425 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.432399 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-f4b4438e-5525-4f86-ac01-49394e15d49e admin admin] For port 60c6d44e-66aa-4417-b4be-6651c6e99cfa, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=60c6d44e-66aa-4417-b4be-6651c6e99cfa,segment=NetworkSegment(ffa78d76-720e-4a41-8969-724a7a1826d7),segment_id=ffa78d76-720e-4a41-8969-724a7a1826d7)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:07.432758 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4b4438e-5525-4f86-ac01-49394e15d49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.444749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f4b4438e-5525-4f86-ac01-49394e15d49e admin admin] Calling delete_port for 60c6d44e-66aa-4417-b4be-6651c6e99cfa owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:07.621259 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4b4438e-5525-4f86-ac01-49394e15d49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.643955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4438e-5525-4f86-ac01-49394e15d49e admin admin] Pushing event deleted for resources: {'Port': ['ID=60c6d44e-66aa-4417-b4be-6651c6e99cfa,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:07.703542 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-adc8f0bc-2629-4321-819f-d793149c62f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:07.812323 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f4b4438e-5525-4f86-ac01-49394e15d49e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.019492 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b4438e-5525-4f86-ac01-49394e15d49e admin admin] Router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:08.127290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b4438e-5525-4f86-ac01-49394e15d49e admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:08.132372 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f4b4438e-5525-4f86-ac01-49394e15d49e admin admin] 10.222.0.22 "PUT /v2.0/routers/5b33b8c8-0704-46e1-bfef-81bb870b4e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3803668 Jul 16 01:51:08.134856 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38386) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:08.137423 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8013cec9-cf8f-4954-8119-232b1a20cb9c None None] Sync routers for ids ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:08.237581 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8013cec9-cf8f-4954-8119-232b1a20cb9c None None] Routers {'5b33b8c8-0704-46e1-bfef-81bb870b4e0e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:08.238193 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8013cec9-cf8f-4954-8119-232b1a20cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:51:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:08.242728 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1240b25f-0ce4-48a2-8f55-394d4fa5022b admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.340252 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-8013cec9-cf8f-4954-8119-232b1a20cb9c None None] Set router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:08.344448 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1240b25f-0ce4-48a2-8f55-394d4fa5022b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.395388 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1240b25f-0ce4-48a2-8f55-394d4fa5022b admin admin] Deleting port 8043386f-109b-4ced-a206-b394e0b880fd {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:08.395739 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1240b25f-0ce4-48a2-8f55-394d4fa5022b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.476253 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-1240b25f-0ce4-48a2-8f55-394d4fa5022b admin admin] For port 8043386f-109b-4ced-a206-b394e0b880fd, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8043386f-109b-4ced-a206-b394e0b880fd,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:08.476613 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1240b25f-0ce4-48a2-8f55-394d4fa5022b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.488138 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1240b25f-0ce4-48a2-8f55-394d4fa5022b admin admin] Calling delete_port for 8043386f-109b-4ced-a206-b394e0b880fd owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:08.511481 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8013cec9-cf8f-4954-8119-232b1a20cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209'}], 'enable_snat': True}, 'gw_port_id': '8043386f-109b-4ced-a206-b394e0b880fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:51:07Z', 'revision_number': 5, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port': {'id': '8043386f-109b-4ced-a206-b394e0b880fd', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:16:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3523, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:06Z', 'updated_at': '2021-07-16T01:48:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:08.536840 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8013cec9-cf8f-4954-8119-232b1a20cb9c None None] Checking router: 5b33b8c8-0704-46e1-bfef-81bb870b4e0e for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:08.544646 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8013cec9-cf8f-4954-8119-232b1a20cb9c None None] Routers {'5b33b8c8-0704-46e1-bfef-81bb870b4e0e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:08.545496 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8013cec9-cf8f-4954-8119-232b1a20cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:51:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:08.628595 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.635872 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-8013cec9-cf8f-4954-8119-232b1a20cb9c None None] Set router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:08.689040 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1240b25f-0ce4-48a2-8f55-394d4fa5022b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.690384 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8013cec9-cf8f-4954-8119-232b1a20cb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:51:08Z', 'revision_number': 6, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:08.716539 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8013cec9-cf8f-4954-8119-232b1a20cb9c None None] The sync data for ids ['5b33b8c8-0704-46e1-bfef-81bb870b4e0e'] in n-d-791505-14 is: [{'id': '5b33b8c8-0704-46e1-bfef-81bb870b4e0e', 'name': 'tempest-TestVolumeBackupRestore-1629970612-router', 'tenant_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:05Z', 'updated_at': '2021-07-16T01:51:08Z', 'revision_number': 6, 'project_id': 'fd774d3dc12a433ba97234c896fdb8ea', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:08.720097 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240b25f-0ce4-48a2-8f55-394d4fa5022b admin admin] Pushing event deleted for resources: {'Port': ['ID=8043386f-109b-4ced-a206-b394e0b880fd,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:08.753083 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-62beddfc-8b53-4aa0-b6b8-28e92d3916f7 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1189537 Jul 16 01:51:08.792720 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1240b25f-0ce4-48a2-8f55-394d4fa5022b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.903416 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1240b25f-0ce4-48a2-8f55-394d4fa5022b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.905948 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1240b25f-0ce4-48a2-8f55-394d4fa5022b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.955062 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1240b25f-0ce4-48a2-8f55-394d4fa5022b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.955704 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1240b25f-0ce4-48a2-8f55-394d4fa5022b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b33b8c8-0704-46e1-bfef-81bb870b4e0e {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:51:08.960468 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1240b25f-0ce4-48a2-8f55-394d4fa5022b admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:08.961605 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1240b25f-0ce4-48a2-8f55-394d4fa5022b admin admin] 10.222.0.22 "DELETE /v2.0/routers/5b33b8c8-0704-46e1-bfef-81bb870b4e0e HTTP/1.1" status: 204 len: 168 time: 0.8258412 Jul 16 01:51:08.964409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38388) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:08.972954 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-6b925e79-e7f3-4769-9027-ef0a234e135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:08.973435 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-6b925e79-e7f3-4769-9027-ef0a234e135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:08.973911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-6b925e79-e7f3-4769-9027-ef0a234e135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:08.974378 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-6b925e79-e7f3-4769-9027-ef0a234e135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:08.974967 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-6b925e79-e7f3-4769-9027-ef0a234e135e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:08.976712 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-6b925e79-e7f3-4769-9027-ef0a234e135e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.1576891 Jul 16 01:51:09.008287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-295e796f-3fbb-4311-a1c8-da174a47a999 admin admin] Deleting subnet 118bcdd5-bec0-438f-95f1-0c668940ce10 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:09.011365 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-295e796f-3fbb-4311-a1c8-da174a47a999 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.046082 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-295e796f-3fbb-4311-a1c8-da174a47a999 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.102564 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-58b85790-b02e-4d8f-a8e5-14c1989cc151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:09.103035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-58b85790-b02e-4d8f-a8e5-14c1989cc151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:09.104212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-58b85790-b02e-4d8f-a8e5-14c1989cc151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:09.106551 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-58b85790-b02e-4d8f-a8e5-14c1989cc151 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.1053414 Jul 16 01:51:09.143397 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-295e796f-3fbb-4311-a1c8-da174a47a999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.153633 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-6e88488d-8272-4a5b-af4b-e0942b4d1afd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0408099 Jul 16 01:51:09.204839 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-295e796f-3fbb-4311-a1c8-da174a47a999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.210129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-7dff77d6-feb8-4dc3-9f0f-360c0768d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:09.211624 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-7dff77d6-feb8-4dc3-9f0f-360c0768d396 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0525103 Jul 16 01:51:09.232841 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e796f-3fbb-4311-a1c8-da174a47a999 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=118bcdd5-bec0-438f-95f1-0c668940ce10,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:09.234878 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-295e796f-3fbb-4311-a1c8-da174a47a999 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.238667 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-295e796f-3fbb-4311-a1c8-da174a47a999 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/118bcdd5-bec0-438f-95f1-0c668940ce10 HTTP/1.1" status: 204 len: 168 time: 0.2714145 Jul 16 01:51:09.239396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38392) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.242740 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31ab35b-da5e-4829-b72e-916c9126bc56 None None] Network 1e4d6a97-1279-4405-b526-465170c19bdf requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:09.319093 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.378803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] Deleting port 84c38ec2-f364-40d6-940d-8f2ab79f0c85 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:09.379647 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.447978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] For port 84c38ec2-f364-40d6-940d-8f2ab79f0c85, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=84c38ec2-f364-40d6-940d-8f2ab79f0c85,segment=NetworkSegment(ffa78d76-720e-4a41-8969-724a7a1826d7),segment_id=ffa78d76-720e-4a41-8969-724a7a1826d7)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:09.448241 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.461375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] Calling delete_port for 84c38ec2-f364-40d6-940d-8f2ab79f0c85 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:09.514743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee0cd62-bd25-499c-8f81-c6754bdd9805 None None] DHCP port deletion for 1e4d6a97-1279-4405-b526-465170c19bdf request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:09.558061 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.571605 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-fee0cd62-bd25-499c-8f81-c6754bdd9805 None None] Deleting port 84c38ec2-f364-40d6-940d-8f2ab79f0c85 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:09.572244 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fee0cd62-bd25-499c-8f81-c6754bdd9805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.584365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c38ec2-f364-40d6-940d-8f2ab79f0c85,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:09.590631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] No DVR routers for this DVR port 84c38ec2-f364-40d6-940d-8f2ab79f0c85 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:09.634324 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-188288e7-16d9-42a3-85ea-3ffb62001fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:09.636056 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-188288e7-16d9-42a3-85ea-3ffb62001fe0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4183261 Jul 16 01:51:09.644828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-fee0cd62-bd25-499c-8f81-c6754bdd9805 None None] For port 84c38ec2-f364-40d6-940d-8f2ab79f0c85, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:09.645328 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fee0cd62-bd25-499c-8f81-c6754bdd9805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.662034 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-fee0cd62-bd25-499c-8f81-c6754bdd9805 None None] Calling delete_port for 84c38ec2-f364-40d6-940d-8f2ab79f0c85 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:09.665661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-fee0cd62-bd25-499c-8f81-c6754bdd9805 None None] Port 84c38ec2-f364-40d6-940d-8f2ab79f0c85 was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:51:09.668220 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fee0cd62-bd25-499c-8f81-c6754bdd9805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.670508 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.687260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4d6a97-1279-4405-b526-465170c19bdf']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:09.699161 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0cd62-bd25-499c-8f81-c6754bdd9805 None None] Pushing event deleted for resources: {'Port': ['ID=84c38ec2-f364-40d6-940d-8f2ab79f0c85,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:09.703220 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee0cd62-bd25-499c-8f81-c6754bdd9805 None None] No DVR routers for this DVR port 84c38ec2-f364-40d6-940d-8f2ab79f0c85 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:09.714092 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa78d76-720e-4a41-8969-724a7a1826d7') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:09.714092 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa78d76-720e-4a41-8969-724a7a1826d7') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:09.720850 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.734661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8043386f-109b-4ced-a206-b394e0b880fd no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:09.735423 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.742897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:09.743682 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:09.745775 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:09.758772 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 8043386f-109b-4ced-a206-b394e0b880fd {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:09.759150 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8043386f-109b-4ced-a206-b394e0b880fd not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:09.759709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 60c6d44e-66aa-4417-b4be-6651c6e99cfa no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:09.778805 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-a49ab5fb-2803-42b5-b7af-b1a52e2ffdab service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356378 Jul 16 01:51:09.784865 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 60c6d44e-66aa-4417-b4be-6651c6e99cfa {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:09.785227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 60c6d44e-66aa-4417-b4be-6651c6e99cfa not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:09.785649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 84c38ec2-f364-40d6-940d-8f2ab79f0c85 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:09.808890 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 84c38ec2-f364-40d6-940d-8f2ab79f0c85 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:09.809533 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 84c38ec2-f364-40d6-940d-8f2ab79f0c85 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:09.814098 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.834914 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:09.837008 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1e4d6a97-1279-4405-b526-465170c19bdf HTTP/1.1" status: 204 len: 168 time: 0.5964181 Jul 16 01:51:09.838617 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a818e0-97ad-4f53-bbf4-24ff591b7392 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e4d6a97-1279-4405-b526-465170c19bdf,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:09.840612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38394) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:09.888983 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-dd30e54f-9491-4916-9fa9-7cf87a585ba4 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040268 Jul 16 01:51:09.932868 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-47ad45da-3a63-47b5-bcb8-5e61412e1a25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0379322 Jul 16 01:51:09.986447 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-a5e57e59-c9ad-40ec-b0e6-4ebc00ce46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:09.987956 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-a5e57e59-c9ad-40ec-b0e6-4ebc00ce46ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0488098 Jul 16 01:51:10.047320 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-27d7f853-bca9-4050-b465-455eb6a51b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:10.049035 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-27d7f853-bca9-4050-b465-455eb6a51b42 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0544777 Jul 16 01:51:10.059771 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-9cf72c12-d926-4e87-80ce-6b7e9770fea8 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:51:10.060762 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-9cf72c12-d926-4e87-80ce-6b7e9770fea8 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058081 Jul 16 01:51:10.155092 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-abbbe6e5-cf61-4d90-b104-e6e05c3ca149 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885069 Jul 16 01:51:10.192428 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ddb805d6-8c08-42f4-88c5-88a33bbbca1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.246327 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-9e813fa7-5b31-4622-997b-d7195576e1c1 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846465 Jul 16 01:51:10.277710 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.293729 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-2bfcd74e-ba35-4f96-bf3b-2feac09d1f70 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0406673 Jul 16 01:51:10.344567 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-7e4e9fea-2378-4493-9396-22077200a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:10.346088 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-7e4e9fea-2378-4493-9396-22077200a626 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0454211 Jul 16 01:51:10.405232 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-773379fc-0f6f-4272-9ed0-2005947a72f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:10.406835 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-773379fc-0f6f-4272-9ed0-2005947a72f6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0544858 Jul 16 01:51:10.505555 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-87b2a926-1221-4953-988a-b2828ec0990e service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920970 Jul 16 01:51:10.597613 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-02f6c5e0-d048-47e5-b029-4dbe7f1b05e6 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860925 Jul 16 01:51:10.642800 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-80552c25-80a0-455a-ad6e-01aafe163bf4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0382538 Jul 16 01:51:10.690742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-4de8f890-ea52-45df-9351-a1f2c7a165b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:10.692238 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-4de8f890-ea52-45df-9351-a1f2c7a165b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0436475 Jul 16 01:51:10.748186 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-1cc05352-a34f-482c-9da8-d49771a5ce50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:10.749703 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-1cc05352-a34f-482c-9da8-d49771a5ce50 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0510962 Jul 16 01:51:10.784667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ddb805d6-8c08-42f4-88c5-88a33bbbca1e admin admin] Deleting port 5970da07-cbda-4836-ac0b-3f77460d8cbb {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:10.785018 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ddb805d6-8c08-42f4-88c5-88a33bbbca1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.841369 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-27fbdcad-ece6-4aae-9e60-1dec3c050a41 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854757 Jul 16 01:51:10.864455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-ddb805d6-8c08-42f4-88c5-88a33bbbca1e admin admin] For port 5970da07-cbda-4836-ac0b-3f77460d8cbb, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5970da07-cbda-4836-ac0b-3f77460d8cbb,segment=NetworkSegment(2fc2a4c4-b282-4d14-88a4-e442ef3d06f9),segment_id=2fc2a4c4-b282-4d14-88a4-e442ef3d06f9)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:10.864821 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ddb805d6-8c08-42f4-88c5-88a33bbbca1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:10.876741 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ddb805d6-8c08-42f4-88c5-88a33bbbca1e admin admin] Calling delete_port for 5970da07-cbda-4836-ac0b-3f77460d8cbb owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:10.928776 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-9c1b348b-9d14-45c8-809b-52bad12bb8ef service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810819 Jul 16 01:51:10.973277 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-c5f10120-dfc3-434b-9edf-f5345577ff8c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0383654 Jul 16 01:51:11.022154 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-54f27acd-5cd9-4a21-b258-593dbbdc7790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:11.023697 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-54f27acd-5cd9-4a21-b258-593dbbdc7790 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0446351 Jul 16 01:51:11.054010 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ddb805d6-8c08-42f4-88c5-88a33bbbca1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.079110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb805d6-8c08-42f4-88c5-88a33bbbca1e admin admin] Pushing event deleted for resources: {'Port': ['ID=5970da07-cbda-4836-ac0b-3f77460d8cbb,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:11.083303 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-ac7c7423-b3cf-4f8d-98b6-d5f5ea60a2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:51:11.084881 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-ac7c7423-b3cf-4f8d-98b6-d5f5ea60a2ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0548389 Jul 16 01:51:11.185678 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-9e0b6b30-4ff4-431a-b9f0-e6db0222b5e4 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941870 Jul 16 01:51:11.254818 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ddb805d6-8c08-42f4-88c5-88a33bbbca1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.280704 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bb1e63b6-76fd-496f-a422-eb643d307659 req-aab9e768-a0a6-4911-8b96-64a70c3a973c service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888703 Jul 16 01:51:11.476813 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb805d6-8c08-42f4-88c5-88a33bbbca1e admin admin] Router f56ba88c-091c-4f72-bcf7-f18d7e977735 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:51:11.581597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb805d6-8c08-42f4-88c5-88a33bbbca1e admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:51:11.586504 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ddb805d6-8c08-42f4-88c5-88a33bbbca1e admin admin] 10.222.0.22 "PUT /v2.0/routers/f56ba88c-091c-4f72-bcf7-f18d7e977735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7447665 Jul 16 01:51:11.589654 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38400) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:11.590356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c601349-6ea9-4f75-8904-5d64075f77e3 None None] Sync routers for ids ['f56ba88c-091c-4f72-bcf7-f18d7e977735'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:51:11.599326 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c601349-6ea9-4f75-8904-5d64075f77e3 None None] Routers {'f56ba88c-091c-4f72-bcf7-f18d7e977735'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:11.599977 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7c601349-6ea9-4f75-8904-5d64075f77e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:51:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f56ba88c-091c-4f72-bcf7-f18d7e977735'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:11.695734 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-420b9248-4e80-4950-b507-7fdcc0e17ae4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.706919 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-7c601349-6ea9-4f75-8904-5d64075f77e3 None None] Set router f56ba88c-091c-4f72-bcf7-f18d7e977735 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:11.797989 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-420b9248-4e80-4950-b507-7fdcc0e17ae4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.850244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-420b9248-4e80-4950-b507-7fdcc0e17ae4 admin admin] Deleting port 8875c4ca-ff23-451c-b15d-792ee67596b5 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:11.850589 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-420b9248-4e80-4950-b507-7fdcc0e17ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.888679 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7c601349-6ea9-4f75-8904-5d64075f77e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'name': 'tempest-TestVolumeBackupRestore-1943560109-router', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.223'}], 'enable_snat': True}, 'gw_port_id': '8875c4ca-ff23-451c-b15d-792ee67596b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:10Z', 'updated_at': '2021-07-16T01:51:11Z', 'revision_number': 5, 'project_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'gw_port': {'id': '8875c4ca-ff23-451c-b15d-792ee67596b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:48:11Z', 'updated_at': '2021-07-16T01:48:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:11.915678 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c601349-6ea9-4f75-8904-5d64075f77e3 None None] Checking router: f56ba88c-091c-4f72-bcf7-f18d7e977735 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:51:11.924827 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c601349-6ea9-4f75-8904-5d64075f77e3 None None] Routers {'f56ba88c-091c-4f72-bcf7-f18d7e977735'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:51:11.925444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7c601349-6ea9-4f75-8904-5d64075f77e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:51:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f56ba88c-091c-4f72-bcf7-f18d7e977735'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:11.937961 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-420b9248-4e80-4950-b507-7fdcc0e17ae4 admin admin] For port 8875c4ca-ff23-451c-b15d-792ee67596b5, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8875c4ca-ff23-451c-b15d-792ee67596b5,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:11.938334 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-420b9248-4e80-4950-b507-7fdcc0e17ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:11.956028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-420b9248-4e80-4950-b507-7fdcc0e17ae4 admin admin] Calling delete_port for 8875c4ca-ff23-451c-b15d-792ee67596b5 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:12.013907 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-7c601349-6ea9-4f75-8904-5d64075f77e3 None None] Set router f56ba88c-091c-4f72-bcf7-f18d7e977735 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:51:12.064266 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7c601349-6ea9-4f75-8904-5d64075f77e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'name': 'tempest-TestVolumeBackupRestore-1943560109-router', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:10Z', 'updated_at': '2021-07-16T01:51:11Z', 'revision_number': 6, 'project_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:12.095178 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c601349-6ea9-4f75-8904-5d64075f77e3 None None] The sync data for ids ['f56ba88c-091c-4f72-bcf7-f18d7e977735'] in n-d-791505-14 is: [{'id': 'f56ba88c-091c-4f72-bcf7-f18d7e977735', 'name': 'tempest-TestVolumeBackupRestore-1943560109-router', 'tenant_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:48:10Z', 'updated_at': '2021-07-16T01:51:11Z', 'revision_number': 6, 'project_id': '7c3a5e7e6b01489789c304e580c5b8c6', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:51:12.129965 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-420b9248-4e80-4950-b507-7fdcc0e17ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.166916 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b9248-4e80-4950-b507-7fdcc0e17ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8875c4ca-ff23-451c-b15d-792ee67596b5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:12.226875 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-420b9248-4e80-4950-b507-7fdcc0e17ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.316549 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-420b9248-4e80-4950-b507-7fdcc0e17ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.318515 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-420b9248-4e80-4950-b507-7fdcc0e17ae4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.366470 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-420b9248-4e80-4950-b507-7fdcc0e17ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.367094 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420b9248-4e80-4950-b507-7fdcc0e17ae4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f56ba88c-091c-4f72-bcf7-f18d7e977735 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:51:12.372069 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-420b9248-4e80-4950-b507-7fdcc0e17ae4 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.373362 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-420b9248-4e80-4950-b507-7fdcc0e17ae4 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f56ba88c-091c-4f72-bcf7-f18d7e977735 HTTP/1.1" status: 204 len: 168 time: 0.7827835 Jul 16 01:51:12.375927 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38404) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:12.421092 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1643d5b-41b1-45a8-b9f5-8d8f50cc2c47 admin admin] Deleting subnet dd61ebbc-2cae-4661-ae94-a686aec06b9c {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:51:12.424388 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1643d5b-41b1-45a8-b9f5-8d8f50cc2c47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.461218 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1643d5b-41b1-45a8-b9f5-8d8f50cc2c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.544677 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1643d5b-41b1-45a8-b9f5-8d8f50cc2c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.602029 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1643d5b-41b1-45a8-b9f5-8d8f50cc2c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.628360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1643d5b-41b1-45a8-b9f5-8d8f50cc2c47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd61ebbc-2cae-4661-ae94-a686aec06b9c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:12.630271 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d1643d5b-41b1-45a8-b9f5-8d8f50cc2c47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.633335 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d1643d5b-41b1-45a8-b9f5-8d8f50cc2c47 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/dd61ebbc-2cae-4661-ae94-a686aec06b9c HTTP/1.1" status: 204 len: 168 time: 0.2565143 Jul 16 01:51:12.634813 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38406) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:12.635836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b047fe8-9551-4b0b-9c9f-f8b88a618884 None None] Network cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:51:12.706499 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.758262 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] Deleting port da2732ba-7a9f-418d-8632-86d34d5a332d {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:12.758610 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.820069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] For port da2732ba-7a9f-418d-8632-86d34d5a332d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=da2732ba-7a9f-418d-8632-86d34d5a332d,segment=NetworkSegment(2fc2a4c4-b282-4d14-88a4-e442ef3d06f9),segment_id=2fc2a4c4-b282-4d14-88a4-e442ef3d06f9)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:12.820433 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.836522 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] Calling delete_port for da2732ba-7a9f-418d-8632-86d34d5a332d owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:12.867644 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7630274-b6d2-48ed-a601-276c826196a3 None None] DHCP port deletion for cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:51:12.915633 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b7630274-b6d2-48ed-a601-276c826196a3 None None] Deleting port da2732ba-7a9f-418d-8632-86d34d5a332d {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:51:12.916629 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b7630274-b6d2-48ed-a601-276c826196a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.922157 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.947919 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] Pushing event deleted for resources: {'Port': ['ID=da2732ba-7a9f-418d-8632-86d34d5a332d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:12.953436 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] No DVR routers for this DVR port da2732ba-7a9f-418d-8632-86d34d5a332d on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:12.978987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b7630274-b6d2-48ed-a601-276c826196a3 None None] For port da2732ba-7a9f-418d-8632-86d34d5a332d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=da2732ba-7a9f-418d-8632-86d34d5a332d,segment=NetworkSegment(2fc2a4c4-b282-4d14-88a4-e442ef3d06f9),segment_id=2fc2a4c4-b282-4d14-88a4-e442ef3d06f9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:51:12.979251 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b7630274-b6d2-48ed-a601-276c826196a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:12.996865 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b7630274-b6d2-48ed-a601-276c826196a3 None None] Calling delete_port for da2732ba-7a9f-418d-8632-86d34d5a332d owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:51:13.029622 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.039889 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:13.050440 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc2a4c4-b282-4d14-88a4-e442ef3d06f9') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:13.050742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc2a4c4-b282-4d14-88a4-e442ef3d06f9') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:51:13.066663 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.073018 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b7630274-b6d2-48ed-a601-276c826196a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.080927 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.087063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:51:13.087469 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:51:13.090156 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:51:13.097083 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7630274-b6d2-48ed-a601-276c826196a3 None None] Pushing event deleted for resources: {'Port': ['ID=da2732ba-7a9f-418d-8632-86d34d5a332d,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:13.105869 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7630274-b6d2-48ed-a601-276c826196a3 None None] No DVR routers for this DVR port da2732ba-7a9f-418d-8632-86d34d5a332d on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:51:13.147606 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.153860 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.155701 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa HTTP/1.1" status: 204 len: 168 time: 0.5193276 Jul 16 01:51:13.172217 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a87aa-9a13-493f-ae62-696da1ecab02 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd3d6cf6-b5b6-44f6-ae26-56e3d329c7fa,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:13.324741 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38410) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:13.364924 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a4034bd8-0ec9-49e2-aa54-0dafba20d13c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd774d3dc12a433ba97234c896fdb8ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390203 Jul 16 01:51:13.367501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38414) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:13.415369 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0de70a30-2dad-451e-b19b-7f136fba40af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.436675 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0de70a30-2dad-451e-b19b-7f136fba40af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.481350 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0de70a30-2dad-451e-b19b-7f136fba40af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.483941 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0de70a30-2dad-451e-b19b-7f136fba40af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.485084 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0de70a30-2dad-451e-b19b-7f136fba40af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d742e83-ac17-432f-a361-ada644b64a9c HTTP/1.1" status: 204 len: 168 time: 0.1166685 Jul 16 01:51:13.493791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de70a30-2dad-451e-b19b-7f136fba40af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d742e83-ac17-432f-a361-ada644b64a9c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:13.706554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8875c4ca-ff23-451c-b15d-792ee67596b5 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:13.726996 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 8875c4ca-ff23-451c-b15d-792ee67596b5 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:13.727340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8875c4ca-ff23-451c-b15d-792ee67596b5 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:13.727745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5970da07-cbda-4836-ac0b-3f77460d8cbb no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:13.748361 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 5970da07-cbda-4836-ac0b-3f77460d8cbb {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:13.748699 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5970da07-cbda-4836-ac0b-3f77460d8cbb not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:13.749102 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device da2732ba-7a9f-418d-8632-86d34d5a332d no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:51:13.767123 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: da2732ba-7a9f-418d-8632-86d34d5a332d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:51:13.767470 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device da2732ba-7a9f-418d-8632-86d34d5a332d not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:51:13.788403 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38420) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:13.827712 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-74567b87-9226-4e12-b5e2-564bc7640558 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c3a5e7e6b01489789c304e580c5b8c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380499 Jul 16 01:51:13.830118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38422) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:51:13.876358 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d61df00d-8dd1-409c-a01a-cb8f20c20292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.899721 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d61df00d-8dd1-409c-a01a-cb8f20c20292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.945199 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d61df00d-8dd1-409c-a01a-cb8f20c20292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.948421 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d61df00d-8dd1-409c-a01a-cb8f20c20292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:13.949624 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d61df00d-8dd1-409c-a01a-cb8f20c20292 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a3c202da-48bf-4f22-8fda-9c0ea5188cce HTTP/1.1" status: 204 len: 168 time: 0.1186121 Jul 16 01:51:13.956928 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61df00d-8dd1-409c-a01a-cb8f20c20292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c202da-48bf-4f22-8fda-9c0ea5188cce,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:51:30.586337 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.527005 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:31.624639 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:51:34.937809 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0ebdee49-72fa-4897-a0d3-1722a0f00f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.376767 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:37.696066 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-27c4b74f-cf38-4be6-9043-ef638c574db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:38.629409 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:51:40.278921 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:00.593390 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:01.534086 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:04.936873 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19450f5d-f352-4609-b311-108066c95fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.376478 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:07.696068 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f264ca49-2642-4bba-8e7d-6fd2e587900f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:08.623679 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:52:08.630192 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:09.859077 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-cd4ce9a3-a300-49d8-b216-dc02cc23b8c2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.2387509 Jul 16 01:52:09.959247 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-0d93ca77-fb32-46a6-9671-14f2fd364cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.959644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-0d93ca77-fb32-46a6-9671-14f2fd364cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.960148 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-0d93ca77-fb32-46a6-9671-14f2fd364cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.960619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-0d93ca77-fb32-46a6-9671-14f2fd364cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.961090 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-0d93ca77-fb32-46a6-9671-14f2fd364cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:09.962888 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-0d93ca77-fb32-46a6-9671-14f2fd364cfd service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0595214 Jul 16 01:52:10.078545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-da5925b1-91f1-402e-b2f3-787454550b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.079592 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-da5925b1-91f1-402e-b2f3-787454550b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.080096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-da5925b1-91f1-402e-b2f3-787454550b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.081717 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-da5925b1-91f1-402e-b2f3-787454550b88 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0953672 Jul 16 01:52:10.119444 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-c2ba268c-c06e-4bf4-b216-7fa4d4d3b131 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0321074 Jul 16 01:52:10.170739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-bd51f5a0-ce30-43f2-9a9e-6024e43c83a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.172208 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-bd51f5a0-ce30-43f2-9a9e-6024e43c83a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0466528 Jul 16 01:52:10.226648 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-4ec85bba-e5bc-415e-a677-f500760e8887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.228058 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-4ec85bba-e5bc-415e-a677-f500760e8887 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502405 Jul 16 01:52:10.281330 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:10.316279 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-f7dfa103-779a-4771-8843-b31211c2d80c service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815191 Jul 16 01:52:10.408519 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-8b787bb4-e6f1-4751-8a15-fd518241d09f service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865428 Jul 16 01:52:10.447626 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-e9c4cc54-4258-4f1f-9206-dfdcff5c0a4c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0336084 Jul 16 01:52:10.498021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-eaf2e4b5-a2be-4186-8f38-9df002342c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.499414 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-eaf2e4b5-a2be-4186-8f38-9df002342c15 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0458531 Jul 16 01:52:10.556532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-a6a8e3d4-877c-4208-8749-41a41393f268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.558029 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-a6a8e3d4-877c-4208-8749-41a41393f268 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0510790 Jul 16 01:52:10.647539 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-2e35fa05-a497-496a-9a12-33cc2132a1c5 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828195 Jul 16 01:52:10.733214 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-8f78449e-c76d-4764-aed8-f4dc32186be1 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793231 Jul 16 01:52:10.774352 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-0b847690-83f8-441e-84a3-88447f54a7e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0351076 Jul 16 01:52:10.820418 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-9b25022d-3483-412d-9e40-c979391207c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.821809 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-9b25022d-3483-412d-9e40-c979391207c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0421109 Jul 16 01:52:10.875628 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-d0011a75-a726-4ab8-b27e-10c7c124365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:10.877109 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-d0011a75-a726-4ab8-b27e-10c7c124365e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0491781 Jul 16 01:52:10.964080 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-c7f44577-6fcb-4540-a7f0-3a52981da452 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805922 Jul 16 01:52:11.051632 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-fce4a693-c1c7-491c-bb66-6cd5fe053386 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802855 Jul 16 01:52:11.093944 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-ada4cb41-a316-4e2a-b1ef-9dc4e42bef24 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0367832 Jul 16 01:52:11.139273 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-42f29df2-0ba0-4a12-98f6-de2dcaf6be69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:11.140763 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-42f29df2-0ba0-4a12-98f6-de2dcaf6be69 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0413294 Jul 16 01:52:11.195258 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-d413a3a9-33c0-4bd5-a2d9-5a20f40dad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:11.196726 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-d413a3a9-33c0-4bd5-a2d9-5a20f40dad2e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504353 Jul 16 01:52:11.286886 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-964ae534-06b8-4c8e-a809-9cd9c3389f8a service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832751 Jul 16 01:52:11.372107 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-455e61dd-332b-4075-9d16-b27ead6aece5 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794499 Jul 16 01:52:11.414606 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-8c0bec20-f456-4802-bcc7-8dde1b3ec1e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0359440 Jul 16 01:52:11.461860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-a6e85aa9-f31b-4e56-91a3-e0cda13eaf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:11.463302 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-a6e85aa9-f31b-4e56-91a3-e0cda13eaf75 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0434585 Jul 16 01:52:11.517762 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-b205fb21-44cb-4058-8c97-1b6c86503f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:52:11.519194 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-b205fb21-44cb-4058-8c97-1b6c86503f46 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0496640 Jul 16 01:52:11.608459 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-20f4edce-3e25-4416-8a00-ed5deabd3809 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831060 Jul 16 01:52:11.694006 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3e21c1f8-3725-4b7b-8a80-8743195acd39 req-67d9fd78-6ec7-493c-a58e-f893c0e6c03a service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797410 Jul 16 01:52:30.592786 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:31.541118 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:34.940212 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-05fef6f4-a27f-45df-b58b-6930a9b3a9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.377336 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:37.695695 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-40cb7f1e-11a4-4473-b290-e4c17f8e9a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:38.633924 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:40.284672 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:52:45.622438 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:53:00.598441 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:01.538544 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:04.941414 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0b6f269f-3d45-434c-a6ff-0d9137a4b1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.378999 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:07.695618 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1539d9d5-4b85-44eb-b0f7-5eeef4efbac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:08.636730 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:09.681945 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-a5b5a426-2552-40cf-b331-6ab75a2d554c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0611145 Jul 16 01:53:09.788749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-a7c0a62a-5682-4f36-acbc-0bb733d93f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.789238 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-a7c0a62a-5682-4f36-acbc-0bb733d93f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.789723 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-a7c0a62a-5682-4f36-acbc-0bb733d93f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.790200 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-a7c0a62a-5682-4f36-acbc-0bb733d93f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.790670 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-a7c0a62a-5682-4f36-acbc-0bb733d93f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.792500 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-a7c0a62a-5682-4f36-acbc-0bb733d93f28 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0587289 Jul 16 01:53:09.903165 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-8ba5c721-3d5d-4b84-958d-8cd1dc135117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.903641 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-8ba5c721-3d5d-4b84-958d-8cd1dc135117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.904139 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-8ba5c721-3d5d-4b84-958d-8cd1dc135117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.905702 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-8ba5c721-3d5d-4b84-958d-8cd1dc135117 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0890081 Jul 16 01:53:09.947878 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-b0bc6a83-5773-4e7a-95c1-69528647cd58 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0361950 Jul 16 01:53:09.995326 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-b45a69ab-a885-4c11-be51-d64c3d981ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:09.996833 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-b45a69ab-a885-4c11-be51-d64c3d981ee3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0430145 Jul 16 01:53:10.052838 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-413d582a-d41c-49bc-bbe2-3042f243a132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.054347 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-413d582a-d41c-49bc-bbe2-3042f243a132 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510476 Jul 16 01:53:10.143738 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-c7988e95-e75f-488a-93e0-15a651a15dbd service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834258 Jul 16 01:53:10.229303 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-2dc7071b-5397-453e-85b3-af8292146333 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799937 Jul 16 01:53:10.272158 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-dfed8776-272c-4b75-bc27-1f08773b645a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0366321 Jul 16 01:53:10.287667 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:10.319549 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-3bd0841a-928f-4cce-8f2b-1823022394e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.321044 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-3bd0841a-928f-4cce-8f2b-1823022394e7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0434890 Jul 16 01:53:10.375989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-1e5863fa-fd98-4ead-ac2d-9d9a15cbabfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.377498 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-1e5863fa-fd98-4ead-ac2d-9d9a15cbabfb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0507154 Jul 16 01:53:10.467357 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-57277940-97a1-437e-a3c6-533dc07c9da9 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837302 Jul 16 01:53:10.556166 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-eef446af-a1bf-441b-8bee-a84acd42a622 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829058 Jul 16 01:53:10.598870 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-5cc11d51-96fa-43fb-9c6a-531dadfe9ef9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0367944 Jul 16 01:53:10.645496 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-18aed579-a5f3-47bc-ae21-d9e4b94232f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.646931 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-18aed579-a5f3-47bc-ae21-d9e4b94232f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0426326 Jul 16 01:53:10.700866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-73497413-e4e0-42aa-8632-3e3f5025c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.702317 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-73497413-e4e0-42aa-8632-3e3f5025c647 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0494246 Jul 16 01:53:10.792245 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-8901a764-088b-40c4-9b31-e1728219aff9 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839586 Jul 16 01:53:10.879190 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-80f18533-f68f-41e4-9bfe-37d1db1db0c4 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803018 Jul 16 01:53:10.921509 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-caff651b-2f4a-486a-a11f-aa72e83bd437 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0367098 Jul 16 01:53:10.967478 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-19e369b3-b4a0-4726-84b2-b64983cc2c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:10.968928 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-19e369b3-b4a0-4726-84b2-b64983cc2c6d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0416522 Jul 16 01:53:11.022738 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-6fd1908d-3534-476d-b878-4b778717f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:11.024250 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-6fd1908d-3534-476d-b878-4b778717f0ea service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0497630 Jul 16 01:53:11.114554 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-845ab322-65af-42e1-984a-d0a434b4568d service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834589 Jul 16 01:53:11.198221 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-ae51626a-b513-4148-af88-a70551d23d7d service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778325 Jul 16 01:53:11.240419 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-459f4a69-695e-4af5-b9b5-e6a82a6642e6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0355058 Jul 16 01:53:11.286562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-0fdf6f39-2c44-4db2-9582-5ad8b80177f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:11.287968 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-0fdf6f39-2c44-4db2-9582-5ad8b80177f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0417671 Jul 16 01:53:11.340913 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-281e31b8-f77d-4264-b696-8e19002054c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:53:11.342311 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-281e31b8-f77d-4264-b696-8e19002054c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0488055 Jul 16 01:53:11.430636 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-3c8e4d2f-5983-4fbd-982c-50b57b783625 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822327 Jul 16 01:53:11.514065 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2570da8b-22e9-436c-95a5-7f58c70732ce req-3bacac06-10cf-4ade-a2c4-54380054166c service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0771770 Jul 16 01:53:22.621433 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:53:30.624847 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:31.537238 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:34.941955 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f438aff3-fd75-416d-8a4d-d56d319126d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.379862 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:37.698482 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6aeff07b-6a80-4e2e-93ab-d477a48183ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:38.639803 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:40.290425 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:53:59.620185 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:54:00.612843 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:01.549437 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:04.942675 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4ad8a0af-9ab6-4bec-a87d-b383760bff19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.379850 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:07.697682 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1dd85a09-33d2-4abf-a669-e498aea914f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:08.641852 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.291865 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:10.666451 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-65c5982d-a5d1-4173-8741-884d45a9cae1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0598204 Jul 16 01:54:10.765780 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-428411d4-d80d-4a93-b849-d951e9b88cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:10.766267 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-428411d4-d80d-4a93-b849-d951e9b88cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:10.766746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-428411d4-d80d-4a93-b849-d951e9b88cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:10.767215 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-428411d4-d80d-4a93-b849-d951e9b88cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:10.767682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-428411d4-d80d-4a93-b849-d951e9b88cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:10.769471 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-428411d4-d80d-4a93-b849-d951e9b88cac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0584538 Jul 16 01:54:11.221152 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-45557620-b56a-483d-8d9a-4ffe6dfef793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.221543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-45557620-b56a-483d-8d9a-4ffe6dfef793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.222013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-45557620-b56a-483d-8d9a-4ffe6dfef793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.223633 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-45557620-b56a-483d-8d9a-4ffe6dfef793 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.4303362 Jul 16 01:54:11.262460 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-0d1cc8b2-7b48-4c77-bff5-728c257a469f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0324032 Jul 16 01:54:11.311069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-61b4c63c-dab9-4656-9f7b-63e5b5e073e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.312534 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-61b4c63c-dab9-4656-9f7b-63e5b5e073e1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0445368 Jul 16 01:54:11.371381 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-1aedfde0-7be8-4ffd-b48e-a1098b6568e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.372883 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-1aedfde0-7be8-4ffd-b48e-a1098b6568e3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539930 Jul 16 01:54:11.459254 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-16f89079-a485-4fa4-9516-1cd9a2514179 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793118 Jul 16 01:54:11.547289 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-957ac436-a483-43bf-b1a9-78dc58d1812f service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821135 Jul 16 01:54:11.586137 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-4dd2c129-5b23-4c81-9287-76238b368520 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0319765 Jul 16 01:54:11.630145 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-004d2b6f-d76d-4d3e-b320-f9ef7da8cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.631517 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-004d2b6f-d76d-4d3e-b320-f9ef7da8cf84 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0402350 Jul 16 01:54:11.688095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-f04cafdc-212f-4702-b8a0-723961a4fc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.689529 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-f04cafdc-212f-4702-b8a0-723961a4fc64 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0522892 Jul 16 01:54:11.775231 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-e8258e7c-5c16-467e-a86f-70f9c194fed3 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790668 Jul 16 01:54:11.863410 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-b592493d-75e6-47ed-968f-701dd9f07426 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816624 Jul 16 01:54:11.902990 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-07d24ca1-673b-4e47-9dd8-e6dc0d12576f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0331481 Jul 16 01:54:11.949618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-c4597bd1-e91a-4ba2-bd87-166cb7a0cdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:11.950996 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-c4597bd1-e91a-4ba2-bd87-166cb7a0cdcf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0416296 Jul 16 01:54:12.010666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-8233352f-31b9-4afa-a213-080cde71caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.012192 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-8233352f-31b9-4afa-a213-080cde71caac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0550768 Jul 16 01:54:12.098160 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-c70b7a98-df69-470e-b350-1ddc2ea13a3e service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791962 Jul 16 01:54:12.186666 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-902ce1e1-14e8-462a-bac7-38c7c49d62d4 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817666 Jul 16 01:54:12.224725 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-2d93c768-3d0b-45b9-8363-2945131248fa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0322742 Jul 16 01:54:12.271893 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-534acf97-b44e-4d38-b95a-02dcd26efb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.273317 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-534acf97-b44e-4d38-b95a-02dcd26efb9c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0426695 Jul 16 01:54:12.331854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-863f969d-6de0-45d0-85a8-cd40089133c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.333344 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-863f969d-6de0-45d0-85a8-cd40089133c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0543559 Jul 16 01:54:12.418791 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-48983f21-0b44-4e2d-ac75-692c73aaf39a service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792303 Jul 16 01:54:12.509459 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-69f9a608-e300-4bac-9ccf-fc48bb9aa177 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847704 Jul 16 01:54:12.548409 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-7a048bdb-6764-4f79-910c-80b18dc2a4e2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0329258 Jul 16 01:54:12.597727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-d09db3c4-1e0a-490a-884d-36dfddf2bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.599149 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-d09db3c4-1e0a-490a-884d-36dfddf2bb34 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0451393 Jul 16 01:54:12.654530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed517b3-4e76-4d93-8407-38eca09e111d req-f1eb5796-610f-4466-b5e8-b7296a0abaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:12.656070 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-f1eb5796-610f-4466-b5e8-b7296a0abaa4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0507331 Jul 16 01:54:12.742457 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-f357e11b-caba-4fe2-ad10-b0a89df93b2a service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799687 Jul 16 01:54:12.831920 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fed517b3-4e76-4d93-8407-38eca09e111d req-c5cd19d1-d4c9-4dc3-8f60-b869f9d3d21d service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833919 Jul 16 01:54:30.621928 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:31.550723 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:34.942340 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5f09a0c7-c1da-4504-974e-40358cfa97e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:36.619008 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:54:37.383428 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:37.697183 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-92b5ec1c-8824-4ded-ad47-9f555712bd9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:38.644639 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:40.294572 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:45.823093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38876) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:46.270929 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:46.515117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Deleting port edb6a423-a1e8-46bf-9ad1-ad7db0da82eb {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:46.515369 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:46.592837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] For port edb6a423-a1e8-46bf-9ad1-ad7db0da82eb, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=edb6a423-a1e8-46bf-9ad1-ad7db0da82eb,segment=NetworkSegment(4d02540b-e81a-41a8-9748-712004edc6d4),segment_id=4d02540b-e81a-41a8-9748-712004edc6d4)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:46.593196 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:46.605642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Calling delete_port for edb6a423-a1e8-46bf-9ad1-ad7db0da82eb owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:46.777376 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:46.801922 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Pushing event deleted for resources: {'Port': ['ID=edb6a423-a1e8-46bf-9ad1-ad7db0da82eb,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:46.831235 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:46.831925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:46.831925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:46.832258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:46.832590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:46.832921 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:46.833252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:46.833576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:46.833899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:46.834220 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:46.834538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:46.834861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:46.979965 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.181501 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:54:47.282797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:54:47.287724 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4d6be1c2-ea99-4288-9812-f35e04c259dc admin admin] 10.222.0.22 "PUT /v2.0/routers/0433e940-a898-421f-93ff-7a5cd9f1b9a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4635723 Jul 16 01:54:47.290456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38882) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:47.292128 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c508863-237d-4046-90fc-49ed5ad02224 None None] Sync routers for ids ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:54:47.301863 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c508863-237d-4046-90fc-49ed5ad02224 None None] Routers {'0433e940-a898-421f-93ff-7a5cd9f1b9a9'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:47.302454 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2c508863-237d-4046-90fc-49ed5ad02224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:54:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:47.391862 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d3fc-d65a-4a49-b289-378ac31e8534 admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.404227 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-2c508863-237d-4046-90fc-49ed5ad02224 None None] Set router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:47.495204 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d3fc-d65a-4a49-b289-378ac31e8534 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.546125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-1eb9d3fc-d65a-4a49-b289-378ac31e8534 admin admin] Deleting port beb597f8-e41d-405d-8d8d-b88a40bccd3a {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:54:47.546464 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d3fc-d65a-4a49-b289-378ac31e8534 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.581915 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2c508863-237d-4046-90fc-49ed5ad02224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-router', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:04Z', 'updated_at': '2021-07-16T01:54:46Z', 'revision_number': 5, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'gw_port': {'id': 'beb597f8-e41d-405d-8d8d-b88a40bccd3a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:8d:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:28:05Z', 'updated_at': '2021-07-16T01:28:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:47.607935 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c508863-237d-4046-90fc-49ed5ad02224 None None] Checking router: 0433e940-a898-421f-93ff-7a5cd9f1b9a9 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:54:47.615950 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c508863-237d-4046-90fc-49ed5ad02224 None None] Routers {'0433e940-a898-421f-93ff-7a5cd9f1b9a9'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:54:47.616543 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2c508863-237d-4046-90fc-49ed5ad02224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:54:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:47.625531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-1eb9d3fc-d65a-4a49-b289-378ac31e8534 admin admin] For port beb597f8-e41d-405d-8d8d-b88a40bccd3a, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=beb597f8-e41d-405d-8d8d-b88a40bccd3a,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:47.625893 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d3fc-d65a-4a49-b289-378ac31e8534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.637940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-1eb9d3fc-d65a-4a49-b289-378ac31e8534 admin admin] Calling delete_port for beb597f8-e41d-405d-8d8d-b88a40bccd3a owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:54:47.700651 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-2c508863-237d-4046-90fc-49ed5ad02224 None None] Set router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:54:47.815327 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d3fc-d65a-4a49-b289-378ac31e8534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.838678 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9d3fc-d65a-4a49-b289-378ac31e8534 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb597f8-e41d-405d-8d8d-b88a40bccd3a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:47.843694 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2c508863-237d-4046-90fc-49ed5ad02224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-router', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:04Z', 'updated_at': '2021-07-16T01:54:47Z', 'revision_number': 6, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:54:47.870254 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c508863-237d-4046-90fc-49ed5ad02224 None None] The sync data for ids ['0433e940-a898-421f-93ff-7a5cd9f1b9a9'] in n-d-791505-14 is: [{'id': '0433e940-a898-421f-93ff-7a5cd9f1b9a9', 'name': 'tempest-TaggedBootDevicesTest_v242-1484175464-router', 'tenant_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:28:04Z', 'updated_at': '2021-07-16T01:54:47Z', 'revision_number': 6, 'project_id': 'c8f1e6d412a34247b42a5764fe54d71e', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:54:47.902375 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d3fc-d65a-4a49-b289-378ac31e8534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.989060 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d3fc-d65a-4a49-b289-378ac31e8534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:47.991042 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d3fc-d65a-4a49-b289-378ac31e8534 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.371747 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d3fc-d65a-4a49-b289-378ac31e8534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.372315 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb9d3fc-d65a-4a49-b289-378ac31e8534 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0433e940-a898-421f-93ff-7a5cd9f1b9a9 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:54:48.376412 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d3fc-d65a-4a49-b289-378ac31e8534 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.377551 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1eb9d3fc-d65a-4a49-b289-378ac31e8534 admin admin] 10.222.0.22 "DELETE /v2.0/routers/0433e940-a898-421f-93ff-7a5cd9f1b9a9 HTTP/1.1" status: 204 len: 168 time: 1.0861938 Jul 16 01:54:48.380063 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38884) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:48.424346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef076e2-ee9e-42ba-9a38-fe0dd0594163 admin admin] Deleting subnet 52d29289-4d75-4280-a8db-60ec2fc27c99 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:54:48.427228 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cef076e2-ee9e-42ba-9a38-fe0dd0594163 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.459597 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cef076e2-ee9e-42ba-9a38-fe0dd0594163 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:48.499788 n-d-791505-14 neutron-server[93919]: INFO neutron.db.db_base_plugin_v2 [None req-cef076e2-ee9e-42ba-9a38-fe0dd0594163 admin admin] Found port (5fa0706b-8d9e-4b68-8c11-c14ab7c28160, 172.20.0.12) having IP allocation on subnet 52d29289-4d75-4280-a8db-60ec2fc27c99, cannot delete Jul 16 01:54:48.501425 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef076e2-ee9e-42ba-9a38-fe0dd0594163 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 01:54:48.501896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef076e2-ee9e-42ba-9a38-fe0dd0594163 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:54:48.503577 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cef076e2-ee9e-42ba-9a38-fe0dd0594163 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 409 len: 404 time: 0.1225593 Jul 16 01:54:48.991711 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 38904) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:49.082216 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a0f12066-ca2e-482b-97f1-ccafb1b9317a admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1609021174-network', 'tenant_id': '1b18e0e000e547be9efca6b2a6894715'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:49.102394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f12066-ca2e-482b-97f1-ccafb1b9317a admin admin] Made reservation on behalf of 1b18e0e000e547be9efca6b2a6894715 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:49.104647 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0f12066-ca2e-482b-97f1-ccafb1b9317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.112617 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0f12066-ca2e-482b-97f1-ccafb1b9317a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.199802 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0f12066-ca2e-482b-97f1-ccafb1b9317a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.203326 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0f12066-ca2e-482b-97f1-ccafb1b9317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.226865 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f12066-ca2e-482b-97f1-ccafb1b9317a admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:54:49.235362 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f12066-ca2e-482b-97f1-ccafb1b9317a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a44568a7-876f-42d0-8729-e3da57059083,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:49.241190 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0f12066-ca2e-482b-97f1-ccafb1b9317a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.241542 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-a0f12066-ca2e-482b-97f1-ccafb1b9317a admin admin] Added segment a3480dca-6a99-4566-ae64-a0040147a6a6 of type vlan for network 54879971-0223-4248-b7fc-01c4f800f9b5 Jul 16 01:54:49.280110 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0f12066-ca2e-482b-97f1-ccafb1b9317a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.307259 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0f12066-ca2e-482b-97f1-ccafb1b9317a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.308188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f12066-ca2e-482b-97f1-ccafb1b9317a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:49.308816 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0f12066-ca2e-482b-97f1-ccafb1b9317a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.340826 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a0f12066-ca2e-482b-97f1-ccafb1b9317a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3479860 Jul 16 01:54:49.343854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 38908) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:54:49.348848 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Request body: {'subnet': {'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1609021174-subnet', 'tenant_id': '1b18e0e000e547be9efca6b2a6894715', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:49.370174 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Made reservation on behalf of 1b18e0e000e547be9efca6b2a6894715 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:49.372588 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.374016 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f12066-ca2e-482b-97f1-ccafb1b9317a admin admin] Pushing event updated for resources: {'Network': ['ID=54879971-0223-4248-b7fc-01c4f800f9b5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:49.384603 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 54879971-0223-4248-b7fc-01c4f800f9b5 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:54:49.539051 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.594789 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7a66dba-dd63-47ac-8cc0-8a2682772ca4,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:49.604776 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Checking segment: {'id': 'a3480dca-6a99-4566-ae64-a0040147a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:49.605134 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Network hostable DHCP agents. Network: 54879971-0223-4248-b7fc-01c4f800f9b5, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:54:49.608633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:49.608984 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:49.609324 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:49.609661 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:49.610023 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:49.610353 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:49.610679 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:49.611010 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:49.611336 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:49.611658 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:49.612007 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:49.612328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:49.628862 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Network 54879971-0223-4248-b7fc-01c4f800f9b5 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:54:49.637052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 54879971-0223-4248-b7fc-01c4f800f9b5) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:49.640937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:49.641514 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:49.645668 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efee91e0-db1b-4974-b785-29c50191bb94 None None] Network 54879971-0223-4248-b7fc-01c4f800f9b5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:49.662327 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-21d31a8f-4217-4345-a2c9-e0ff3886570a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3145907 Jul 16 01:54:49.854923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device beb597f8-e41d-405d-8d8d-b88a40bccd3a no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:49.878402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: beb597f8-e41d-405d-8d8d-b88a40bccd3a {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:49.878745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device beb597f8-e41d-405d-8d8d-b88a40bccd3a not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:49.879173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device edb6a423-a1e8-46bf-9ad1-ad7db0da82eb no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:54:49.900952 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: edb6a423-a1e8-46bf-9ad1-ad7db0da82eb {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:54:49.901293 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device edb6a423-a1e8-46bf-9ad1-ad7db0da82eb not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:54:49.959024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37477d9b-bf15-4516-882d-f4a7af69a7a9 None None] Network 54879971-0223-4248-b7fc-01c4f800f9b5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:54:50.226552 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-ab57b372-4943-4de1-abe7-2a2b9a81c481 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:50.228061 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-ab57b372-4943-4de1-abe7-2a2b9a81c481 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/networks?id=54879971-0223-4248-b7fc-01c4f800f9b5 HTTP/1.1" status: 200 len: 813 time: 0.0993168 Jul 16 01:54:50.243209 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-6da06bb6-bb3a-4263-b3c8-86b4300b53fd tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/quotas/1b18e0e000e547be9efca6b2a6894715 HTTP/1.1" status: 200 len: 375 time: 0.0092371 Jul 16 01:54:50.279122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-404f1b1c-999f-426e-bf85-540bcdb0a94a tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b18e0e000e547be9efca6b2a6894715&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308409 Jul 16 01:54:50.289107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-fa1bfa74-256f-43ec-87ba-0c107ac61c88 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:54:50.290090 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-fa1bfa74-256f-43ec-87ba-0c107ac61c88 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054200 Jul 16 01:54:50.377062 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-5936746d-1ae8-4fda-b612-9a5b7e9b41f5 service neutron] 10.222.0.22 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810344 Jul 16 01:54:50.467103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e2bd3c81-d31b-410e-9709-1725832df201 service neutron] 10.222.0.22 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845318 Jul 16 01:54:50.782273 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0437274-57dc-4aa8-ae61-81e33122e9e9 req-46d3d246-5e8f-48ad-a3ef-a88c76be8dc1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=17dc5297-1b57-404b-95b5-4abe1a882ae8 HTTP/1.1" status: 200 len: 210 time: 0.0279758 Jul 16 01:54:51.957665 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74e8001c-a05f-4fb6-b11f-68adff6f748a req-13806a95-6e68-4f59-9369-9796f85ec203 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=17dc5297-1b57-404b-95b5-4abe1a882ae8 HTTP/1.1" status: 200 len: 210 time: 0.0304699 Jul 16 01:54:52.105590 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-002c9afc-ffee-45b1-82fb-9f15cfd7b0b2 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:52.107204 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-002c9afc-ffee-45b1-82fb-9f15cfd7b0b2 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.69 "GET /v2.0/networks?id=54879971-0223-4248-b7fc-01c4f800f9b5 HTTP/1.1" status: 200 len: 813 time: 0.1151490 Jul 16 01:54:52.126693 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-d0ed0d2f-e6c0-4104-adf2-7eeba37b85d1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Request body: {'port': {'device_id': '17dc5297-1b57-404b-95b5-4abe1a882ae8', 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5', 'admin_state_up': True, 'tenant_id': '1b18e0e000e547be9efca6b2a6894715'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:52.146011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-a1b99c81-5622-4871-b6eb-51ddb4efacdf tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:52.147915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-a1b99c81-5622-4871-b6eb-51ddb4efacdf tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.70 "GET /v2.0/networks?id=54879971-0223-4248-b7fc-01c4f800f9b5 HTTP/1.1" status: 200 len: 813 time: 0.1436305 Jul 16 01:54:52.165033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-97f05250-2541-40e9-9224-af70133e32ec tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Request body: {'port': {'device_id': '71092bd6-5690-44d3-a88e-f11effaf35f4', 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5', 'admin_state_up': True, 'tenant_id': '1b18e0e000e547be9efca6b2a6894715'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:52.253854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-d0ed0d2f-e6c0-4104-adf2-7eeba37b85d1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Made reservation on behalf of 1b18e0e000e547be9efca6b2a6894715 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:52.257507 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-d0ed0d2f-e6c0-4104-adf2-7eeba37b85d1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.284808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-97f05250-2541-40e9-9224-af70133e32ec tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Made reservation on behalf of 1b18e0e000e547be9efca6b2a6894715 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:54:52.288540 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-97f05250-2541-40e9-9224-af70133e32ec tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.386805 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-d0ed0d2f-e6c0-4104-adf2-7eeba37b85d1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Allocated IP 172.20.0.12 (54879971-0223-4248-b7fc-01c4f800f9b5/d7a66dba-dd63-47ac-8cc0-8a2682772ca4/b416d7e3-89e8-4961-a83f-0bef4cc66f23) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:52.535939 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-d0ed0d2f-e6c0-4104-adf2-7eeba37b85d1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.574339 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-d0ed0d2f-e6c0-4104-adf2-7eeba37b85d1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.617595 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-d0ed0d2f-e6c0-4104-adf2-7eeba37b85d1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Network 54879971-0223-4248-b7fc-01c4f800f9b5 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:52.622786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-d0ed0d2f-e6c0-4104-adf2-7eeba37b85d1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:52.626579 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-d0ed0d2f-e6c0-4104-adf2-7eeba37b85d1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:52.628870 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.db.api [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-97f05250-2541-40e9-9224-af70133e32ec tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-fd3536d5-912f-4cda-900e-e36e55514005 {{(pid=93919) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:54:52.629451 n-d-791505-14 neutron-server[93919]: DEBUG oslo_db.api [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-97f05250-2541-40e9-9224-af70133e32ec tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:54:52.652270 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ed0d2f-e6c0-4104-adf2-7eeba37b85d1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Pushing event updated for resources: {'Port': ['ID=b416d7e3-89e8-4961-a83f-0bef4cc66f23,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:52.679054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-d0ed0d2f-e6c0-4104-adf2-7eeba37b85d1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:52.679657 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-d0ed0d2f-e6c0-4104-adf2-7eeba37b85d1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:52.692689 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-d0ed0d2f-e6c0-4104-adf2-7eeba37b85d1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5706403 Jul 16 01:54:52.703798 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Request body: {'port': {'device_id': '17dc5297-1b57-404b-95b5-4abe1a882ae8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:52.776814 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.027640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b416d7e3-89e8-4961-a83f-0bef4cc66f23 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:53.035147 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.047148 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Transition to ACTIVE for port object b416d7e3-89e8-4961-a83f-0bef4cc66f23 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:53.051215 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.125581 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Pushing event updated for resources: {'Port': ['ID=b416d7e3-89e8-4961-a83f-0bef4cc66f23,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:53.135564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e4cf7-7ced-4130-bd1b-7fbaf1583b4e req-3645b08b-762b-4de6-8baf-e9b93a582d11 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.138689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-101e4cf7-7ced-4130-bd1b-7fbaf1583b4e req-3645b08b-762b-4de6-8baf-e9b93a582d11 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=17dc5297-1b57-404b-95b5-4abe1a882ae8 HTTP/1.1" status: 200 len: 944 time: 0.0659432 Jul 16 01:54:53.139422 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-97f05250-2541-40e9-9224-af70133e32ec tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.173215 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Attempting to bind port b416d7e3-89e8-4961-a83f-0bef4cc66f23 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:53.173548 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Attempting to bind port b416d7e3-89e8-4961-a83f-0bef4cc66f23 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a3480dca-6a99-4566-ae64-a0040147a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:53.173870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Attempting to bind port b416d7e3-89e8-4961-a83f-0bef4cc66f23 on network 54879971-0223-4248-b7fc-01c4f800f9b5 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:53.178061 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Port b416d7e3-89e8-4961-a83f-0bef4cc66f23 on network 54879971-0223-4248-b7fc-01c4f800f9b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:53.178385 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Attempting to bind port b416d7e3-89e8-4961-a83f-0bef4cc66f23 on network 54879971-0223-4248-b7fc-01c4f800f9b5 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:53.183272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:53.183606 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Checking segment: {'id': 'a3480dca-6a99-4566-ae64-a0040147a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:53.184027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Bound using segment: {'id': 'a3480dca-6a99-4566-ae64-a0040147a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:53.184449 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Bound port: b416d7e3-89e8-4961-a83f-0bef4cc66f23, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3480dca-6a99-4566-ae64-a0040147a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:53.184807 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.229172 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-101e4cf7-7ced-4130-bd1b-7fbaf1583b4e req-64159965-55ce-4739-8f61-6894f1959bcc tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856864 Jul 16 01:54:53.248430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] For port b416d7e3-89e8-4961-a83f-0bef4cc66f23, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:53.251515 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] For port b416d7e3-89e8-4961-a83f-0bef4cc66f23, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=b416d7e3-89e8-4961-a83f-0bef4cc66f23,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:53.258641 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.297469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.298120 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-97f05250-2541-40e9-9224-af70133e32ec tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Allocated IP 172.20.0.5 (54879971-0223-4248-b7fc-01c4f800f9b5/d7a66dba-dd63-47ac-8cc0-8a2682772ca4/0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:54:53.298287 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.299578 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] 10.222.0.69 "PUT /v2.0/ports/b416d7e3-89e8-4961-a83f-0bef4cc66f23 HTTP/1.1" status: 200 len: 1093 time: 0.5999014 Jul 16 01:54:53.301856 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17dc5297-1b57-404b-95b5-4abe1a882ae8', 'tag': 'b416d7e3-89e8-4961-a83f-0bef4cc66f23'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:53.304686 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc21a08-31f3-4a02-8fdc-9beac5e3e908" -d '{"events": [{"name": "network-changed", "server_uuid": "17dc5297-1b57-404b-95b5-4abe1a882ae8", "tag": "b416d7e3-89e8-4961-a83f-0bef4cc66f23"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:53.334850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13721c6-4bf0-41cb-9428-b67d56d2727f service neutron] Pushing event updated for resources: {'Port': ['ID=b416d7e3-89e8-4961-a83f-0bef4cc66f23,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:53.351826 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3325c8ff-f954-4328-a4d8-64edc7b0db95 x-openstack-request-id: req-3325c8ff-f954-4328-a4d8-64edc7b0db95 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:53.352180 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17dc5297-1b57-404b-95b5-4abe1a882ae8", "tag": "b416d7e3-89e8-4961-a83f-0bef4cc66f23", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:53.353000 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3325c8ff-f954-4328-a4d8-64edc7b0db95 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:53.353533 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17dc5297-1b57-404b-95b5-4abe1a882ae8', 'tag': 'b416d7e3-89e8-4961-a83f-0bef4cc66f23', 'status': 'completed', 'code': 200} Jul 16 01:54:53.396652 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-3ae44d36-5ae2-401b-89eb-6b0ede05b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.398188 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-3ae44d36-5ae2-401b-89eb-6b0ede05b1f4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b18e0e000e547be9efca6b2a6894715&device_id=17dc5297-1b57-404b-95b5-4abe1a882ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0564513 Jul 16 01:54:53.439502 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-ee9f38bc-de7f-46ce-bce3-452f32083a20 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b416d7e3-89e8-4961-a83f-0bef4cc66f23 HTTP/1.1" status: 200 len: 217 time: 0.0347860 Jul 16 01:54:53.454974 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-97f05250-2541-40e9-9224-af70133e32ec tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.494907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-3c3dfda3-04b1-4e96-8365-d13af6c9fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.496083 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-97f05250-2541-40e9-9224-af70133e32ec tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.496532 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-3c3dfda3-04b1-4e96-8365-d13af6c9fb2d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7a66dba-dd63-47ac-8cc0-8a2682772ca4 HTTP/1.1" status: 200 len: 853 time: 0.0513315 Jul 16 01:54:53.531013 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-a2bac7eb-53cd-40ac-ae88-faa7032d88c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=54879971-0223-4248-b7fc-01c4f800f9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284235 Jul 16 01:54:53.545945 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-97f05250-2541-40e9-9224-af70133e32ec tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Network 54879971-0223-4248-b7fc-01c4f800f9b5 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:54:53.549104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-97f05250-2541-40e9-9224-af70133e32ec tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:54:53.552046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-97f05250-2541-40e9-9224-af70133e32ec tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:54:53.577374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f05250-2541-40e9-9224-af70133e32ec tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Pushing event updated for resources: {'Port': ['ID=0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:53.605620 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-97f05250-2541-40e9-9224-af70133e32ec tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.606137 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-97f05250-2541-40e9-9224-af70133e32ec tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.619534 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-97f05250-2541-40e9-9224-af70133e32ec tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4616055 Jul 16 01:54:53.621402 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-b4e0a28e-5b60-44d9-a388-77e37f5af691 service neutron] 10.222.0.69 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831201 Jul 16 01:54:53.630951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1ec7293d-545f-4990-a840-d134c063ee1c tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 01:54:53.632014 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1ec7293d-545f-4990-a840-d134c063ee1c tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050368 Jul 16 01:54:53.688576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Request body: {'port': {'device_id': '71092bd6-5690-44d3-a88e-f11effaf35f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:54:53.714589 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-f65a1904-3ddc-4b8e-8f1e-d0f48aecaeac service neutron] 10.222.0.69 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872941 Jul 16 01:54:53.769369 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:53.814441 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc21a08-31f3-4a02-8fdc-9beac5e3e908 req-23511f9d-d526-4c94-8f2d-1709c292008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.816000 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3fc21a08-31f3-4a02-8fdc-9beac5e3e908 req-23511f9d-d526-4c94-8f2d-1709c292008c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b18e0e000e547be9efca6b2a6894715&device_id=17dc5297-1b57-404b-95b5-4abe1a882ae8 HTTP/1.1" status: 200 len: 1096 time: 0.0524647 Jul 16 01:54:53.907260 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc21a08-31f3-4a02-8fdc-9beac5e3e908 req-f7a34488-cef8-4a7f-821e-aed58a5ce0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.908794 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3fc21a08-31f3-4a02-8fdc-9beac5e3e908 req-f7a34488-cef8-4a7f-821e-aed58a5ce0ea service neutron] 10.222.0.69 "GET /v2.0/networks?id=54879971-0223-4248-b7fc-01c4f800f9b5 HTTP/1.1" status: 200 len: 914 time: 0.0868351 Jul 16 01:54:53.950971 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3fc21a08-31f3-4a02-8fdc-9beac5e3e908 req-efa4a6c0-a20d-4cda-9c57-f85a337ad573 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b416d7e3-89e8-4961-a83f-0bef4cc66f23 HTTP/1.1" status: 200 len: 217 time: 0.0353165 Jul 16 01:54:53.997609 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc21a08-31f3-4a02-8fdc-9beac5e3e908 req-ed62db27-c3ed-4fee-87a6-81cb654df888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:53.999092 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3fc21a08-31f3-4a02-8fdc-9beac5e3e908 req-ed62db27-c3ed-4fee-87a6-81cb654df888 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7a66dba-dd63-47ac-8cc0-8a2682772ca4 HTTP/1.1" status: 200 len: 853 time: 0.0420122 Jul 16 01:54:54.032044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:54.036265 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3fc21a08-31f3-4a02-8fdc-9beac5e3e908 req-a3590e65-2a9e-4b16-b661-a6ba949a1f14 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=54879971-0223-4248-b7fc-01c4f800f9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300827 Jul 16 01:54:54.040251 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.052618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Transition to ACTIVE for port object 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:54:54.057378 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.111575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Pushing event updated for resources: {'Port': ['ID=0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:54.126434 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3fc21a08-31f3-4a02-8fdc-9beac5e3e908 req-e69e3432-a58e-4026-b7f2-a10bc6be3cd2 service neutron] 10.222.0.69 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833838 Jul 16 01:54:54.183451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Attempting to bind port 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:54:54.184112 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Attempting to bind port 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'a3480dca-6a99-4566-ae64-a0040147a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:54:54.184250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Attempting to bind port 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf on network 54879971-0223-4248-b7fc-01c4f800f9b5 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:54.188791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Port 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf on network 54879971-0223-4248-b7fc-01c4f800f9b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:54:54.189161 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Attempting to bind port 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf on network 54879971-0223-4248-b7fc-01c4f800f9b5 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:54:54.194019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:54:54.194347 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Checking segment: {'id': 'a3480dca-6a99-4566-ae64-a0040147a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:54:54.194740 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Bound using segment: {'id': 'a3480dca-6a99-4566-ae64-a0040147a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:54:54.195170 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Bound port: 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3480dca-6a99-4566-ae64-a0040147a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:54:54.195533 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.220251 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3fc21a08-31f3-4a02-8fdc-9beac5e3e908 req-326be234-3324-440a-ae4e-6725d304be83 service neutron] 10.222.0.69 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869303 Jul 16 01:54:54.257959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] For port 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:54:54.261014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] For port 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:54:54.266021 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.306596 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.307223 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:54.308689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] 10.222.0.70 "PUT /v2.0/ports/0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf HTTP/1.1" status: 200 len: 1092 time: 0.6698511 Jul 16 01:54:54.309207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71092bd6-5690-44d3-a88e-f11effaf35f4', 'tag': '0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:54.311823 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534c7603-75b1-4983-b974-39ba1cba3d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "71092bd6-5690-44d3-a88e-f11effaf35f4", "tag": "0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:54.335026 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd77271-4387-456d-bc1e-07dc2353b65a service neutron] Pushing event updated for resources: {'Port': ['ID=0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:54.442946 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-dd58efe1-feb5-4410-9d2b-91c4cb050e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.444488 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-dd58efe1-feb5-4410-9d2b-91c4cb050e33 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b18e0e000e547be9efca6b2a6894715&device_id=71092bd6-5690-44d3-a88e-f11effaf35f4 HTTP/1.1" status: 200 len: 1095 time: 0.0955918 Jul 16 01:54:54.452649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcd051-58fc-45b8-b189-bc9e54c58934 req-e817a347-f780-4a7d-bc1a-fc43156737e8 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.454042 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4dcd051-58fc-45b8-b189-bc9e54c58934 req-e817a347-f780-4a7d-bc1a-fc43156737e8 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=17dc5297-1b57-404b-95b5-4abe1a882ae8 HTTP/1.1" status: 200 len: 944 time: 0.0970085 Jul 16 01:54:54.497661 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-1944a9c1-c88e-4546-ae75-230d74fe499d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf HTTP/1.1" status: 200 len: 217 time: 0.0427141 Jul 16 01:54:54.550363 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4dcd051-58fc-45b8-b189-bc9e54c58934 req-cdd721ff-80fd-4007-a5a5-2842b7233fe4 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890145 Jul 16 01:54:54.561354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e5633e2b-ccbd-4c5e-82ac-25f1db9e53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.562826 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-e5633e2b-ccbd-4c5e-82ac-25f1db9e53f9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7a66dba-dd63-47ac-8cc0-8a2682772ca4 HTTP/1.1" status: 200 len: 853 time: 0.0574644 Jul 16 01:54:54.596564 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-ac741129-9df8-4740-a110-c23427028bf3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=54879971-0223-4248-b7fc-01c4f800f9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263975 Jul 16 01:54:54.666311 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c306a25-44bc-4753-9c3d-e16e66ad260c x-openstack-request-id: req-2c306a25-44bc-4753-9c3d-e16e66ad260c {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:54.666605 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71092bd6-5690-44d3-a88e-f11effaf35f4", "tag": "0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:54.666859 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c306a25-44bc-4753-9c3d-e16e66ad260c {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:54.667245 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71092bd6-5690-44d3-a88e-f11effaf35f4', 'tag': '0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf', 'status': 'completed', 'code': 200} Jul 16 01:54:54.693440 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-80f4a06f-981a-46f5-864d-93220e9c5592 service neutron] 10.222.0.70 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900049 Jul 16 01:54:54.780301 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33a81d97-7d9f-4bad-a586-70fe002c5947 req-f48822df-dd08-41a4-acc9-83ee4f1e8847 service neutron] 10.222.0.70 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800316 Jul 16 01:54:54.881703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c7603-75b1-4983-b974-39ba1cba3d3b req-f7540eec-258b-40c7-a65f-c0a0dd92e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.883079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-534c7603-75b1-4983-b974-39ba1cba3d3b req-f7540eec-258b-40c7-a65f-c0a0dd92e8bc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b18e0e000e547be9efca6b2a6894715&device_id=71092bd6-5690-44d3-a88e-f11effaf35f4 HTTP/1.1" status: 200 len: 1095 time: 0.0551243 Jul 16 01:54:54.972449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c7603-75b1-4983-b974-39ba1cba3d3b req-dd01b53b-0f09-476b-a482-9b78d57c66c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:54.973918 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-534c7603-75b1-4983-b974-39ba1cba3d3b req-dd01b53b-0f09-476b-a482-9b78d57c66c7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=54879971-0223-4248-b7fc-01c4f800f9b5 HTTP/1.1" status: 200 len: 914 time: 0.0826213 Jul 16 01:54:55.017509 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-534c7603-75b1-4983-b974-39ba1cba3d3b req-5ddb4f61-3f5c-4593-a99b-009e9a59893e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf HTTP/1.1" status: 200 len: 217 time: 0.0366759 Jul 16 01:54:55.065452 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c7603-75b1-4983-b974-39ba1cba3d3b req-0bb6e50f-9011-45f8-b75f-ec38126bfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:55.066907 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-534c7603-75b1-4983-b974-39ba1cba3d3b req-0bb6e50f-9011-45f8-b75f-ec38126bfd36 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7a66dba-dd63-47ac-8cc0-8a2682772ca4 HTTP/1.1" status: 200 len: 853 time: 0.0428820 Jul 16 01:54:55.098913 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-534c7603-75b1-4983-b974-39ba1cba3d3b req-442dc538-00e4-449a-b666-805dceed97ba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=54879971-0223-4248-b7fc-01c4f800f9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253181 Jul 16 01:54:55.189253 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-534c7603-75b1-4983-b974-39ba1cba3d3b req-0858f579-f93d-4c9a-a8e1-f5c00039bdab service neutron] 10.222.0.70 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831432 Jul 16 01:54:55.281124 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-534c7603-75b1-4983-b974-39ba1cba3d3b req-46819c04-80ee-4ec3-b174-fcef9012e41e service neutron] 10.222.0.70 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812609 Jul 16 01:54:55.321416 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device b416d7e3-89e8-4961-a83f-0bef4cc66f23 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:55.416251 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port b416d7e3-89e8-4961-a83f-0bef4cc66f23, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=b416d7e3-89e8-4961-a83f-0bef4cc66f23,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:55.427206 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'b416d7e3-89e8-4961-a83f-0bef4cc66f23', 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5', 'port_id': 'b416d7e3-89e8-4961-a83f-0bef4cc66f23', 'mac_address': 'fa:16:3e:b0:f1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a66dba-dd63-47ac-8cc0-8a2682772ca4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:55.463013 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.475009 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b416d7e3-89e8-4961-a83f-0bef4cc66f23 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:55.494054 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port b416d7e3-89e8-4961-a83f-0bef4cc66f23, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=b416d7e3-89e8-4961-a83f-0bef4cc66f23,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:55.498017 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:55.556262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=b416d7e3-89e8-4961-a83f-0bef4cc66f23,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:55.563290 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.563635 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.564001 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.564339 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.564672 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.564999 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.565323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.565755 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.565975 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.566294 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.566613 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.566933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:54:55.726318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeebe25-7571-43c9-9062-3da0771bc8e9 req-3091bd01-7210-4540-9202-7de13c98d6dd tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:55.728218 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-adeebe25-7571-43c9-9062-3da0771bc8e9 req-3091bd01-7210-4540-9202-7de13c98d6dd tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=17dc5297-1b57-404b-95b5-4abe1a882ae8 HTTP/1.1" status: 200 len: 945 time: 0.0663781 Jul 16 01:54:55.764604 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-adeebe25-7571-43c9-9062-3da0771bc8e9 req-5047cc84-f11a-4713-bcc7-49d68fb80db0 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307648 Jul 16 01:54:55.795619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['b416d7e3-89e8-4961-a83f-0bef4cc66f23'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:56.933395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dca94d-4181-4249-9042-f8da13c5622b req-d51b7bbf-f5b0-431d-8f84-9092d702efb4 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:56.934877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9dca94d-4181-4249-9042-f8da13c5622b req-d51b7bbf-f5b0-431d-8f84-9092d702efb4 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=17dc5297-1b57-404b-95b5-4abe1a882ae8 HTTP/1.1" status: 200 len: 945 time: 0.0624173 Jul 16 01:54:56.971709 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9dca94d-4181-4249-9042-f8da13c5622b req-89adc74f-fcbc-4f28-8ec3-2a95dcf99f0c tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314105 Jul 16 01:54:57.337000 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device b416d7e3-89e8-4961-a83f-0bef4cc66f23 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:57.384050 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port b416d7e3-89e8-4961-a83f-0bef4cc66f23 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:57.387556 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port b416d7e3-89e8-4961-a83f-0bef4cc66f23 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:57.387963 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.464336 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.485391 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dc5297-1b57-404b-95b5-4abe1a882ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b416d7e3-89e8-4961-a83f-0bef4cc66f23'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:57.487634 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd60327a-2b9a-4d3d-b771-97f20d210ca3" -d '{"events": [{"server_uuid": "17dc5297-1b57-404b-95b5-4abe1a882ae8", "name": "network-vif-plugged", "status": "completed", "tag": "b416d7e3-89e8-4961-a83f-0bef4cc66f23"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:57.499839 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port b416d7e3-89e8-4961-a83f-0bef4cc66f23, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=b416d7e3-89e8-4961-a83f-0bef4cc66f23,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:57.504065 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.550216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=b416d7e3-89e8-4961-a83f-0bef4cc66f23,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:57.589952 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9392a180-1293-43d4-9ba5-11806147d23f x-openstack-request-id: req-9392a180-1293-43d4-9ba5-11806147d23f {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:57.590278 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dc5297-1b57-404b-95b5-4abe1a882ae8", "name": "network-vif-plugged", "status": "completed", "tag": "b416d7e3-89e8-4961-a83f-0bef4cc66f23", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:57.590537 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9392a180-1293-43d4-9ba5-11806147d23f {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:57.590939 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dc5297-1b57-404b-95b5-4abe1a882ae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b416d7e3-89e8-4961-a83f-0bef4cc66f23', 'code': 200} Jul 16 01:54:57.699426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c367337-f396-47eb-b2db-645082bdbeb7 req-2403e5cc-a543-4803-b46d-5627090bf956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:57.700959 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1c367337-f396-47eb-b2db-645082bdbeb7 req-2403e5cc-a543-4803-b46d-5627090bf956 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=17dc5297-1b57-404b-95b5-4abe1a882ae8 HTTP/1.1" status: 200 len: 1098 time: 0.0513163 Jul 16 01:54:57.736446 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1c367337-f396-47eb-b2db-645082bdbeb7 req-56a7cb12-d0db-4262-82e7-ac3a9605edfa service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278592 Jul 16 01:54:57.785176 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:54:57.878497 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:57.889301 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf', 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5', 'port_id': '0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf', 'mac_address': 'fa:16:3e:b1:22:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a66dba-dd63-47ac-8cc0-8a2682772ca4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:54:57.925811 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:57.937822 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:54:57.956995 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:57.960594 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:58.010144 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:54:58.143890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912b3e0-ebe0-4f3c-83d5-2a90be78e5c1 req-c2fb432d-a087-47c2-9f05-c14efb6b969f tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:58.145299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a912b3e0-ebe0-4f3c-83d5-2a90be78e5c1 req-c2fb432d-a087-47c2-9f05-c14efb6b969f tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=17dc5297-1b57-404b-95b5-4abe1a882ae8 HTTP/1.1" status: 200 len: 946 time: 0.0623441 Jul 16 01:54:58.183527 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a912b3e0-ebe0-4f3c-83d5-2a90be78e5c1 req-9c2897b7-5f54-4e52-8337-c79b8682050d tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321717 Jul 16 01:54:58.244265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:54:59.356355 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc0061-a144-4ff7-af86-6b03b2ae9618 req-36e573bb-67c0-4306-84dd-b8ab030a7047 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:59.358268 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62dc0061-a144-4ff7-af86-6b03b2ae9618 req-36e573bb-67c0-4306-84dd-b8ab030a7047 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=17dc5297-1b57-404b-95b5-4abe1a882ae8 HTTP/1.1" status: 200 len: 946 time: 0.0681810 Jul 16 01:54:59.394622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62dc0061-a144-4ff7-af86-6b03b2ae9618 req-aa6c9390-bd0c-4bbe-8166-3de2a91dc7bf tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310867 Jul 16 01:54:59.564966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9b77a-540d-4fc4-90a4-29f7b933abea req-84b05e8c-aac0-46ec-8687-552df24b56aa tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:54:59.566468 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ebc9b77a-540d-4fc4-90a4-29f7b933abea req-84b05e8c-aac0-46ec-8687-552df24b56aa tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=71092bd6-5690-44d3-a88e-f11effaf35f4 HTTP/1.1" status: 200 len: 944 time: 0.0626225 Jul 16 01:54:59.603936 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ebc9b77a-540d-4fc4-90a4-29f7b933abea req-63fd792a-a21f-4bcc-9610-34980379ac07 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317988 Jul 16 01:54:59.802964 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:54:59.853625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:54:59.857260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:54:59.857578 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.931778 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.953551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71092bd6-5690-44d3-a88e-f11effaf35f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:54:59.955791 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f4a40c-0480-41a2-96e6-71d21d492bf4" -d '{"events": [{"server_uuid": "71092bd6-5690-44d3-a88e-f11effaf35f4", "name": "network-vif-plugged", "status": "completed", "tag": "0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:54:59.968397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:54:59.972349 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:54:59.997588 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dfc836-2e47-4cac-90bb-9474e976ef14 x-openstack-request-id: req-f7dfc836-2e47-4cac-90bb-9474e976ef14 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:54:59.997888 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71092bd6-5690-44d3-a88e-f11effaf35f4", "name": "network-vif-plugged", "status": "completed", "tag": "0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:54:59.998140 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7dfc836-2e47-4cac-90bb-9474e976ef14 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:54:59.998523 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71092bd6-5690-44d3-a88e-f11effaf35f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf', 'code': 200} Jul 16 01:55:00.026896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:00.116066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de97e44-5c75-48bd-9d3d-e7233528a45f req-817b05d3-38bb-4e06-81ca-43afb00beac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.117485 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7de97e44-5c75-48bd-9d3d-e7233528a45f req-817b05d3-38bb-4e06-81ca-43afb00beac5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=71092bd6-5690-44d3-a88e-f11effaf35f4 HTTP/1.1" status: 200 len: 1097 time: 0.0537007 Jul 16 01:55:00.150960 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7de97e44-5c75-48bd-9d3d-e7233528a45f req-78708b27-2a71-4de1-9b77-e2b9791adc05 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263457 Jul 16 01:55:00.625963 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:00.778240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b8fe9-1fa8-4a35-8a2b-b3759932b1db req-971252e8-3fbe-4de9-8b65-086d21c4ec3a tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:00.779982 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-962b8fe9-1fa8-4a35-8a2b-b3759932b1db req-971252e8-3fbe-4de9-8b65-086d21c4ec3a tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=71092bd6-5690-44d3-a88e-f11effaf35f4 HTTP/1.1" status: 200 len: 945 time: 0.0645819 Jul 16 01:55:00.817589 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-962b8fe9-1fa8-4a35-8a2b-b3759932b1db req-428be0eb-e342-439b-a7bc-6972e4dae509 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321226 Jul 16 01:55:01.557240 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:01.986355 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c7fea6-8b9d-41dc-8a94-70d8d37dfc47 req-aeb7504b-a731-4add-ad6c-d74b9dd2fe2f tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:01.987871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57c7fea6-8b9d-41dc-8a94-70d8d37dfc47 req-aeb7504b-a731-4add-ad6c-d74b9dd2fe2f tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=71092bd6-5690-44d3-a88e-f11effaf35f4 HTTP/1.1" status: 200 len: 945 time: 0.0616417 Jul 16 01:55:02.024197 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57c7fea6-8b9d-41dc-8a94-70d8d37dfc47 req-181739c5-6632-44a8-9ba9-5cf36b6d28ef tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302634 Jul 16 01:55:02.654185 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-4fdf1316-6a12-4671-bef4-f4a34f76c4de tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:02.655572 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-4fdf1316-6a12-4671-bef4-f4a34f76c4de tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/networks?id=54879971-0223-4248-b7fc-01c4f800f9b5 HTTP/1.1" status: 200 len: 813 time: 0.1035647 Jul 16 01:55:02.669732 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-48aacb59-5f32-436d-9a88-be430852403f tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/quotas/1b18e0e000e547be9efca6b2a6894715 HTTP/1.1" status: 200 len: 375 time: 0.0086854 Jul 16 01:55:02.733382 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-c36696d3-0f4b-4b19-b345-0be534d00cb9 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b18e0e000e547be9efca6b2a6894715&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0588245 Jul 16 01:55:02.870232 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-855f1e6b-fc7a-496e-8a8e-b45f8897e30e service neutron] 10.222.0.22 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303594 Jul 16 01:55:02.959295 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-8f3340c7-0907-4b38-8587-4eca55f09af6 service neutron] 10.222.0.22 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833611 Jul 16 01:55:03.344605 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c8e75f7-2287-4b00-9d62-e9f7eb0fa53e req-72f58e86-9913-4611-a348-f263fd340268 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=30b91bf4-d9a6-464f-8a10-3397091f3d07 HTTP/1.1" status: 200 len: 210 time: 0.0338714 Jul 16 01:55:03.764862 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b32b1-4fa2-4632-b8cd-6b268008b2c9 req-b8ec3a4a-2c47-4960-8e17-00e764dae3b5 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:03.766436 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-960b32b1-4fa2-4632-b8cd-6b268008b2c9 req-b8ec3a4a-2c47-4960-8e17-00e764dae3b5 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.70 "GET /v2.0/ports?device_id=71092bd6-5690-44d3-a88e-f11effaf35f4 HTTP/1.1" status: 200 len: 945 time: 0.0643928 Jul 16 01:55:03.783423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e59f0-2bb8-4e71-a761-be994f7413d5 req-6a5a93e6-f4f5-4c2e-817d-8b11ade7f14d tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:03.785089 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-de4e59f0-2bb8-4e71-a761-be994f7413d5 req-6a5a93e6-f4f5-4c2e-817d-8b11ade7f14d tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.69 "GET /v2.0/ports?device_id=17dc5297-1b57-404b-95b5-4abe1a882ae8 HTTP/1.1" status: 200 len: 946 time: 0.0643928 Jul 16 01:55:03.887172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-960b32b1-4fa2-4632-b8cd-6b268008b2c9 req-cde85467-35e3-4af9-bbe2-d4b561bdc996 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Deleting port 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:03.887668 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-960b32b1-4fa2-4632-b8cd-6b268008b2c9 req-cde85467-35e3-4af9-bbe2-d4b561bdc996 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.906921 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-de4e59f0-2bb8-4e71-a761-be994f7413d5 req-c2e97b4c-6d07-430f-a466-a4de5d2969fe tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Deleting port b416d7e3-89e8-4961-a83f-0bef4cc66f23 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:03.907441 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-de4e59f0-2bb8-4e71-a761-be994f7413d5 req-c2e97b4c-6d07-430f-a466-a4de5d2969fe tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:03.986225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-960b32b1-4fa2-4632-b8cd-6b268008b2c9 req-cde85467-35e3-4af9-bbe2-d4b561bdc996 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] For port 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:03.986595 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-960b32b1-4fa2-4632-b8cd-6b268008b2c9 req-cde85467-35e3-4af9-bbe2-d4b561bdc996 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.004948 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-960b32b1-4fa2-4632-b8cd-6b268008b2c9 req-cde85467-35e3-4af9-bbe2-d4b561bdc996 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Calling delete_port for 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:04.012303 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-de4e59f0-2bb8-4e71-a761-be994f7413d5 req-c2e97b4c-6d07-430f-a466-a4de5d2969fe tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] For port b416d7e3-89e8-4961-a83f-0bef4cc66f23, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=b416d7e3-89e8-4961-a83f-0bef4cc66f23,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:04.012666 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-de4e59f0-2bb8-4e71-a761-be994f7413d5 req-c2e97b4c-6d07-430f-a466-a4de5d2969fe tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.030347 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-de4e59f0-2bb8-4e71-a761-be994f7413d5 req-c2e97b4c-6d07-430f-a466-a4de5d2969fe tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Calling delete_port for b416d7e3-89e8-4961-a83f-0bef4cc66f23 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:04.137643 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-960b32b1-4fa2-4632-b8cd-6b268008b2c9 req-cde85467-35e3-4af9-bbe2-d4b561bdc996 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.150914 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['b416d7e3-89e8-4961-a83f-0bef4cc66f23'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:04.154940 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:04.162625 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-de4e59f0-2bb8-4e71-a761-be994f7413d5 req-c2e97b4c-6d07-430f-a466-a4de5d2969fe tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.165229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde85467-35e3-4af9-bbe2-d4b561bdc996 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Pushing event deleted for resources: {'Port': ['ID=0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:04.198476 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e97b4c-6d07-430f-a466-a4de5d2969fe tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Pushing event deleted for resources: {'Port': ['ID=b416d7e3-89e8-4961-a83f-0bef4cc66f23,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:04.227728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-960b32b1-4fa2-4632-b8cd-6b268008b2c9 req-cde85467-35e3-4af9-bbe2-d4b561bdc996 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] No DVR routers for this DVR port 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:04.230933 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-960b32b1-4fa2-4632-b8cd-6b268008b2c9 req-cde85467-35e3-4af9-bbe2-d4b561bdc996 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.233715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-960b32b1-4fa2-4632-b8cd-6b268008b2c9 req-cde85467-35e3-4af9-bbe2-d4b561bdc996 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.70 "DELETE /v2.0/ports/0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf HTTP/1.1" status: 204 len: 173 time: 0.4618590 Jul 16 01:55:04.234491 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71092bd6-5690-44d3-a88e-f11effaf35f4', 'name': 'network-vif-deleted', 'tag': '0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:04.237104 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eed4720-0e7e-477d-9992-be01132375fb" -d '{"events": [{"server_uuid": "71092bd6-5690-44d3-a88e-f11effaf35f4", "name": "network-vif-deleted", "tag": "0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:04.248506 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:04.253415 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4e59f0-2bb8-4e71-a761-be994f7413d5 req-c2e97b4c-6d07-430f-a466-a4de5d2969fe tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] No DVR routers for this DVR port b416d7e3-89e8-4961-a83f-0bef4cc66f23 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:04.255858 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-de4e59f0-2bb8-4e71-a761-be994f7413d5 req-c2e97b4c-6d07-430f-a466-a4de5d2969fe tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.257897 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-de4e59f0-2bb8-4e71-a761-be994f7413d5 req-c2e97b4c-6d07-430f-a466-a4de5d2969fe tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.69 "DELETE /v2.0/ports/b416d7e3-89e8-4961-a83f-0bef4cc66f23 HTTP/1.1" status: 204 len: 173 time: 0.4671237 Jul 16 01:55:04.258378 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17dc5297-1b57-404b-95b5-4abe1a882ae8', 'name': 'network-vif-deleted', 'tag': 'b416d7e3-89e8-4961-a83f-0bef4cc66f23'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:04.260653 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1bc98a-0ca6-4a23-8f44-cf2c4ec780fb" -d '{"events": [{"server_uuid": "17dc5297-1b57-404b-95b5-4abe1a882ae8", "name": "network-vif-deleted", "tag": "b416d7e3-89e8-4961-a83f-0bef4cc66f23"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:04.284021 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118b0935-63a2-4a44-af33-672ebe161a25 x-openstack-request-id: req-118b0935-63a2-4a44-af33-672ebe161a25 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:04.284317 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71092bd6-5690-44d3-a88e-f11effaf35f4", "name": "network-vif-deleted", "tag": "0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:04.284569 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-118b0935-63a2-4a44-af33-672ebe161a25 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:04.285008 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71092bd6-5690-44d3-a88e-f11effaf35f4', 'name': 'network-vif-deleted', 'tag': '0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf', 'status': 'completed', 'code': 200} Jul 16 01:55:04.316403 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c248e4-ee35-4fcc-8243-1aff3144dc0e x-openstack-request-id: req-43c248e4-ee35-4fcc-8243-1aff3144dc0e {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:04.316772 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17dc5297-1b57-404b-95b5-4abe1a882ae8", "name": "network-vif-deleted", "tag": "b416d7e3-89e8-4961-a83f-0bef4cc66f23", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:04.316958 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43c248e4-ee35-4fcc-8243-1aff3144dc0e {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:04.317316 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17dc5297-1b57-404b-95b5-4abe1a882ae8', 'name': 'network-vif-deleted', 'tag': 'b416d7e3-89e8-4961-a83f-0bef4cc66f23', 'status': 'completed', 'code': 200} Jul 16 01:55:04.510287 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-352b677f-7601-49ff-bfa9-d7386ef65ac9 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:04.511850 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-352b677f-7601-49ff-bfa9-d7386ef65ac9 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.69 "GET /v2.0/networks?id=54879971-0223-4248-b7fc-01c4f800f9b5 HTTP/1.1" status: 200 len: 813 time: 0.1181123 Jul 16 01:55:04.526184 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-5a421493-4b0b-415a-aae1-26e5f03192d7 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Request body: {'port': {'device_id': '30b91bf4-d9a6-464f-8a10-3397091f3d07', 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5', 'admin_state_up': True, 'tenant_id': '1b18e0e000e547be9efca6b2a6894715'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:04.566109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-db34e9da-a8c4-44c9-bf84-d28a14a327cd tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:04.568592 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-db34e9da-a8c4-44c9-bf84-d28a14a327cd tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.70 "GET /v2.0/networks?id=54879971-0223-4248-b7fc-01c4f800f9b5 HTTP/1.1" status: 200 len: 813 time: 0.1536393 Jul 16 01:55:04.603525 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-645b47b2-8f9e-456e-b1ae-688e1f890dba tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Request body: {'port': {'device_id': '81ec73b1-a210-4b5d-80e9-c7e67726c7fa', 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5', 'admin_state_up': True, 'tenant_id': '1b18e0e000e547be9efca6b2a6894715'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:04.607945 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f2def0a0-f5cb-449d-a08b-52992ac52388 req-183ed9cc-cf4f-4a67-a1f0-f54c02b5d9e4 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=30b91bf4-d9a6-464f-8a10-3397091f3d07 HTTP/1.1" status: 200 len: 210 time: 0.0384269 Jul 16 01:55:04.682557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-5a421493-4b0b-415a-aae1-26e5f03192d7 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Made reservation on behalf of 1b18e0e000e547be9efca6b2a6894715 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:04.686542 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-5a421493-4b0b-415a-aae1-26e5f03192d7 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.734445 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-645b47b2-8f9e-456e-b1ae-688e1f890dba tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Made reservation on behalf of 1b18e0e000e547be9efca6b2a6894715 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:04.739971 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-645b47b2-8f9e-456e-b1ae-688e1f890dba tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.844670 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-5a421493-4b0b-415a-aae1-26e5f03192d7 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Allocated IP 172.20.0.14 (54879971-0223-4248-b7fc-01c4f800f9b5/d7a66dba-dd63-47ac-8cc0-8a2682772ca4/7c6369b2-73fd-42b2-95e5-1b40093253fe) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:04.945999 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f01dd667-1a31-4ab5-92f8-b0b07e19b491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:04.994953 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-5a421493-4b0b-415a-aae1-26e5f03192d7 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.040520 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-5a421493-4b0b-415a-aae1-26e5f03192d7 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.053414 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:05.094781 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-5a421493-4b0b-415a-aae1-26e5f03192d7 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Network 54879971-0223-4248-b7fc-01c4f800f9b5 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:05.097467 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-645b47b2-8f9e-456e-b1ae-688e1f890dba tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Allocated IP 172.20.0.13 (54879971-0223-4248-b7fc-01c4f800f9b5/d7a66dba-dd63-47ac-8cc0-8a2682772ca4/abf754c8-91ac-44a9-bfd9-3c2a972747f6) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:05.098298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-5a421493-4b0b-415a-aae1-26e5f03192d7 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:05.105354 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-5a421493-4b0b-415a-aae1-26e5f03192d7 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:05.135744 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a421493-4b0b-415a-aae1-26e5f03192d7 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Pushing event updated for resources: {'Port': ['ID=7c6369b2-73fd-42b2-95e5-1b40093253fe,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:05.165286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-5a421493-4b0b-415a-aae1-26e5f03192d7 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:05.165907 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-5a421493-4b0b-415a-aae1-26e5f03192d7 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.183431 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-5a421493-4b0b-415a-aae1-26e5f03192d7 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6624074 Jul 16 01:55:05.195711 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Request body: {'port': {'device_id': '30b91bf4-d9a6-464f-8a10-3397091f3d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:05.268264 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-645b47b2-8f9e-456e-b1ae-688e1f890dba tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.276706 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.310882 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-645b47b2-8f9e-456e-b1ae-688e1f890dba tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.322343 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:05.361129 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-645b47b2-8f9e-456e-b1ae-688e1f890dba tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Network 54879971-0223-4248-b7fc-01c4f800f9b5 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:05.364309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-645b47b2-8f9e-456e-b1ae-688e1f890dba tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:05.370211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-645b47b2-8f9e-456e-b1ae-688e1f890dba tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:05.405637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b47b2-8f9e-456e-b1ae-688e1f890dba tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Pushing event updated for resources: {'Port': ['ID=abf754c8-91ac-44a9-bfd9-3c2a972747f6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:05.429501 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-645b47b2-8f9e-456e-b1ae-688e1f890dba tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:05.430118 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-645b47b2-8f9e-456e-b1ae-688e1f890dba tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.443981 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-645b47b2-8f9e-456e-b1ae-688e1f890dba tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8447468 Jul 16 01:55:05.455467 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Request body: {'port': {'device_id': '81ec73b1-a210-4b5d-80e9-c7e67726c7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:05.527131 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.554680 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6369b2-73fd-42b2-95e5-1b40093253fe {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:05.562576 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.574893 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Transition to ACTIVE for port object 7c6369b2-73fd-42b2-95e5-1b40093253fe will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:05.581060 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.653500 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Pushing event updated for resources: {'Port': ['ID=7c6369b2-73fd-42b2-95e5-1b40093253fe,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:05.710567 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Attempting to bind port 7c6369b2-73fd-42b2-95e5-1b40093253fe on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:05.710904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Attempting to bind port 7c6369b2-73fd-42b2-95e5-1b40093253fe by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a3480dca-6a99-4566-ae64-a0040147a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:05.711272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Attempting to bind port 7c6369b2-73fd-42b2-95e5-1b40093253fe on network 54879971-0223-4248-b7fc-01c4f800f9b5 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:05.716052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Port 7c6369b2-73fd-42b2-95e5-1b40093253fe on network 54879971-0223-4248-b7fc-01c4f800f9b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:55:05.716375 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Attempting to bind port 7c6369b2-73fd-42b2-95e5-1b40093253fe on network 54879971-0223-4248-b7fc-01c4f800f9b5 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:05.721208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:05.721545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Checking segment: {'id': 'a3480dca-6a99-4566-ae64-a0040147a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:05.721930 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Bound using segment: {'id': 'a3480dca-6a99-4566-ae64-a0040147a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:05.722361 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Bound port: 7c6369b2-73fd-42b2-95e5-1b40093253fe, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3480dca-6a99-4566-ae64-a0040147a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:05.722720 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.789906 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] For port 7c6369b2-73fd-42b2-95e5-1b40093253fe, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:05.793078 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] For port 7c6369b2-73fd-42b2-95e5-1b40093253fe, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7c6369b2-73fd-42b2-95e5-1b40093253fe,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:05.798019 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.832807 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:05.833598 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.834986 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] 10.222.0.69 "PUT /v2.0/ports/7c6369b2-73fd-42b2-95e5-1b40093253fe HTTP/1.1" status: 200 len: 1093 time: 0.6446059 Jul 16 01:55:05.837744 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638fdf6-6b85-46d1-8705-1db2211a8495 req-a3fac0ef-ad1d-4865-9924-51e7cbd217c5 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:05.839360 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b638fdf6-6b85-46d1-8705-1db2211a8495 req-a3fac0ef-ad1d-4865-9924-51e7cbd217c5 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=30b91bf4-d9a6-464f-8a10-3397091f3d07 HTTP/1.1" status: 200 len: 944 time: 0.1043682 Jul 16 01:55:05.863988 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bced1-b8fb-488e-bb69-0cff32c6e64b service neutron] Pushing event updated for resources: {'Port': ['ID=7c6369b2-73fd-42b2-95e5-1b40093253fe,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:05.888930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf754c8-91ac-44a9-bfd9-3c2a972747f6 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:05.903917 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.913635 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b638fdf6-6b85-46d1-8705-1db2211a8495 req-a7428a80-da3b-4be1-8ba2-ff723a13fa8b tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555522 Jul 16 01:55:05.923304 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Transition to ACTIVE for port object abf754c8-91ac-44a9-bfd9-3c2a972747f6 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:05.927713 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:05.937823 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-5a5c67d1-f020-4cfc-aa9e-0375267ecae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:05.939608 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-5a5c67d1-f020-4cfc-aa9e-0375267ecae5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b18e0e000e547be9efca6b2a6894715&device_id=30b91bf4-d9a6-464f-8a10-3397091f3d07 HTTP/1.1" status: 200 len: 1096 time: 0.0619977 Jul 16 01:55:05.981974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Pushing event updated for resources: {'Port': ['ID=abf754c8-91ac-44a9-bfd9-3c2a972747f6,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:05.987074 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-a9a43286-233e-4775-a7a8-d3b297caf9c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c6369b2-73fd-42b2-95e5-1b40093253fe HTTP/1.1" status: 200 len: 217 time: 0.0402360 Jul 16 01:55:06.037566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-73f34055-165a-40f2-94ce-42dac52d79de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.039075 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-73f34055-165a-40f2-94ce-42dac52d79de service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7a66dba-dd63-47ac-8cc0-8a2682772ca4 HTTP/1.1" status: 200 len: 853 time: 0.0453060 Jul 16 01:55:06.053932 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Attempting to bind port abf754c8-91ac-44a9-bfd9-3c2a972747f6 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:06.054266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Attempting to bind port abf754c8-91ac-44a9-bfd9-3c2a972747f6 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'a3480dca-6a99-4566-ae64-a0040147a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:06.054589 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Attempting to bind port abf754c8-91ac-44a9-bfd9-3c2a972747f6 on network 54879971-0223-4248-b7fc-01c4f800f9b5 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:06.059166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Port abf754c8-91ac-44a9-bfd9-3c2a972747f6 on network 54879971-0223-4248-b7fc-01c4f800f9b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:55:06.059484 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Attempting to bind port abf754c8-91ac-44a9-bfd9-3c2a972747f6 on network 54879971-0223-4248-b7fc-01c4f800f9b5 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:06.064250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:06.064585 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Checking segment: {'id': 'a3480dca-6a99-4566-ae64-a0040147a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:06.064990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Bound using segment: {'id': 'a3480dca-6a99-4566-ae64-a0040147a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:06.065404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Bound port: abf754c8-91ac-44a9-bfd9-3c2a972747f6, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3480dca-6a99-4566-ae64-a0040147a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:06.065766 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.072078 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-70f95a5b-d55b-407e-8d63-0d3c06290646 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=54879971-0223-4248-b7fc-01c4f800f9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271020 Jul 16 01:55:06.127595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] For port abf754c8-91ac-44a9-bfd9-3c2a972747f6, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:06.131055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] For port abf754c8-91ac-44a9-bfd9-3c2a972747f6, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=abf754c8-91ac-44a9-bfd9-3c2a972747f6,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:06.135427 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.163332 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9dc50925-3445-4887-b0e0-9d7648d41b90 service neutron] 10.222.0.69 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851481 Jul 16 01:55:06.175144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.175857 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:06.177993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] 10.222.0.70 "PUT /v2.0/ports/abf754c8-91ac-44a9-bfd9-3c2a972747f6 HTTP/1.1" status: 200 len: 1093 time: 0.7259793 Jul 16 01:55:06.209160 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32d33f-db5a-4dfd-8a2a-2d75b445e642 service neutron] Pushing event updated for resources: {'Port': ['ID=abf754c8-91ac-44a9-bfd9-3c2a972747f6,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:06.264437 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-76b18ad9-088c-4916-a604-81d4bcbb6c75 service neutron] 10.222.0.69 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952861 Jul 16 01:55:06.286359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ec73b1-a210-4b5d-80e9-c7e67726c7fa', 'tag': 'abf754c8-91ac-44a9-bfd9-3c2a972747f6'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:06.289434 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71b8f65-07fb-4b11-b319-972f0107cae3" -d '{"events": [{"name": "network-changed", "server_uuid": "81ec73b1-a210-4b5d-80e9-c7e67726c7fa", "tag": "abf754c8-91ac-44a9-bfd9-3c2a972747f6"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:06.302313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-b27dbf93-946a-4e9f-8259-3e737c33fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.303925 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-b27dbf93-946a-4e9f-8259-3e737c33fd4f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b18e0e000e547be9efca6b2a6894715&device_id=81ec73b1-a210-4b5d-80e9-c7e67726c7fa HTTP/1.1" status: 200 len: 1096 time: 0.0668337 Jul 16 01:55:06.318139 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b91bf4-d9a6-464f-8a10-3397091f3d07', 'tag': '7c6369b2-73fd-42b2-95e5-1b40093253fe'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:06.321106 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed932c1f-f6c5-43a2-b789-df095d9efde0" -d '{"events": [{"name": "network-changed", "server_uuid": "30b91bf4-d9a6-464f-8a10-3397091f3d07", "tag": "7c6369b2-73fd-42b2-95e5-1b40093253fe"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:06.353034 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1908f404-50f2-4a2a-aa93-2d56dff0bb3c x-openstack-request-id: req-1908f404-50f2-4a2a-aa93-2d56dff0bb3c {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:06.353331 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ec73b1-a210-4b5d-80e9-c7e67726c7fa", "tag": "abf754c8-91ac-44a9-bfd9-3c2a972747f6", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:06.353585 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1908f404-50f2-4a2a-aa93-2d56dff0bb3c {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:06.353977 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ec73b1-a210-4b5d-80e9-c7e67726c7fa', 'tag': 'abf754c8-91ac-44a9-bfd9-3c2a972747f6', 'status': 'completed', 'code': 200} Jul 16 01:55:06.355895 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-6d1bbe28-3c1e-41f0-9508-51021d8f2534 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abf754c8-91ac-44a9-bfd9-3c2a972747f6 HTTP/1.1" status: 200 len: 217 time: 0.0437205 Jul 16 01:55:06.366195 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bc9482-85a5-45f3-bc0e-50ab49257572 x-openstack-request-id: req-77bc9482-85a5-45f3-bc0e-50ab49257572 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:06.366488 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30b91bf4-d9a6-464f-8a10-3397091f3d07", "tag": "7c6369b2-73fd-42b2-95e5-1b40093253fe", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:06.366744 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-77bc9482-85a5-45f3-bc0e-50ab49257572 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:06.367137 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30b91bf4-d9a6-464f-8a10-3397091f3d07', 'tag': '7c6369b2-73fd-42b2-95e5-1b40093253fe', 'status': 'completed', 'code': 200} Jul 16 01:55:06.415405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-6c39aaba-6464-4046-981b-a0bb84c161b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.416912 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-6c39aaba-6464-4046-981b-a0bb84c161b9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7a66dba-dd63-47ac-8cc0-8a2682772ca4 HTTP/1.1" status: 200 len: 853 time: 0.0531814 Jul 16 01:55:06.450569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed932c1f-f6c5-43a2-b789-df095d9efde0 req-2b10c3de-b942-483b-904d-03912869ccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.452140 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed932c1f-f6c5-43a2-b789-df095d9efde0 req-2b10c3de-b942-483b-904d-03912869ccdf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=1b18e0e000e547be9efca6b2a6894715&device_id=30b91bf4-d9a6-464f-8a10-3397091f3d07 HTTP/1.1" status: 200 len: 1096 time: 0.0617914 Jul 16 01:55:06.454010 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-b45b3c05-703c-42a3-ae28-cd91a46c70d2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=54879971-0223-4248-b7fc-01c4f800f9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288730 Jul 16 01:55:06.543099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed932c1f-f6c5-43a2-b789-df095d9efde0 req-594e7787-9bda-4a88-b3d3-e036ba061cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.544661 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed932c1f-f6c5-43a2-b789-df095d9efde0 req-594e7787-9bda-4a88-b3d3-e036ba061cef service neutron] 10.222.0.69 "GET /v2.0/networks?id=54879971-0223-4248-b7fc-01c4f800f9b5 HTTP/1.1" status: 200 len: 914 time: 0.0856001 Jul 16 01:55:06.546516 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-6ebeae27-d5b6-4079-8c45-ae12f59f2b50 service neutron] 10.222.0.70 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849583 Jul 16 01:55:06.590078 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed932c1f-f6c5-43a2-b789-df095d9efde0 req-4b72b69c-9720-4d36-872e-d9776c72f0bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7c6369b2-73fd-42b2-95e5-1b40093253fe HTTP/1.1" status: 200 len: 217 time: 0.0381615 Jul 16 01:55:06.638109 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed932c1f-f6c5-43a2-b789-df095d9efde0 req-6a817004-6913-44d8-bb18-0c5ad79d2c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.639583 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed932c1f-f6c5-43a2-b789-df095d9efde0 req-6a817004-6913-44d8-bb18-0c5ad79d2c40 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d7a66dba-dd63-47ac-8cc0-8a2682772ca4 HTTP/1.1" status: 200 len: 853 time: 0.0435598 Jul 16 01:55:06.640493 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf2d02f2-d769-4145-b185-42ae359f0b99 req-6634e75e-5a7f-4860-a7c9-ab8e336aeebd service neutron] 10.222.0.70 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858941 Jul 16 01:55:06.676255 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed932c1f-f6c5-43a2-b789-df095d9efde0 req-0833d588-2127-4615-8b37-4401c51a9c21 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=54879971-0223-4248-b7fc-01c4f800f9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283227 Jul 16 01:55:06.742671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b8f65-07fb-4b11-b319-972f0107cae3 req-537ef430-fddc-4bf3-a7d9-932e8e6b3711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.744202 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f71b8f65-07fb-4b11-b319-972f0107cae3 req-537ef430-fddc-4bf3-a7d9-932e8e6b3711 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=1b18e0e000e547be9efca6b2a6894715&device_id=81ec73b1-a210-4b5d-80e9-c7e67726c7fa HTTP/1.1" status: 200 len: 1096 time: 0.0511193 Jul 16 01:55:06.767014 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed932c1f-f6c5-43a2-b789-df095d9efde0 req-73687a37-89ef-4a84-b18d-b7202d7eeef5 service neutron] 10.222.0.69 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845573 Jul 16 01:55:06.835994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b8f65-07fb-4b11-b319-972f0107cae3 req-58e3e42d-cb8f-458f-8b38-1ef998e36baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.837976 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f71b8f65-07fb-4b11-b319-972f0107cae3 req-58e3e42d-cb8f-458f-8b38-1ef998e36baa service neutron] 10.222.0.70 "GET /v2.0/networks?id=54879971-0223-4248-b7fc-01c4f800f9b5 HTTP/1.1" status: 200 len: 914 time: 0.0867720 Jul 16 01:55:06.857609 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed932c1f-f6c5-43a2-b789-df095d9efde0 req-f8304bd4-b90a-497d-83d3-3155ffb65af2 service neutron] 10.222.0.69 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824151 Jul 16 01:55:06.879456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f71b8f65-07fb-4b11-b319-972f0107cae3 req-e7f4207b-b178-4c54-80b3-25dd31669a82 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=abf754c8-91ac-44a9-bfd9-3c2a972747f6 HTTP/1.1" status: 200 len: 217 time: 0.0335734 Jul 16 01:55:06.931651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b8f65-07fb-4b11-b319-972f0107cae3 req-1358ee28-b66b-47d3-ad90-3deb863982cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:06.933010 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f71b8f65-07fb-4b11-b319-972f0107cae3 req-1358ee28-b66b-47d3-ad90-3deb863982cc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d7a66dba-dd63-47ac-8cc0-8a2682772ca4 HTTP/1.1" status: 200 len: 853 time: 0.0460036 Jul 16 01:55:06.975239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f71b8f65-07fb-4b11-b319-972f0107cae3 req-7f97b8a1-a1cc-4b02-9050-ba8a4e951f98 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=54879971-0223-4248-b7fc-01c4f800f9b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262530 Jul 16 01:55:07.370849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7c6369b2-73fd-42b2-95e5-1b40093253fe details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:55:07.373030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device b416d7e3-89e8-4961-a83f-0bef4cc66f23 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:07.406010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: b416d7e3-89e8-4961-a83f-0bef4cc66f23 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:07.406345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device b416d7e3-89e8-4961-a83f-0bef4cc66f23 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:07.419592 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.441167 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f71b8f65-07fb-4b11-b319-972f0107cae3 req-3be7d583-b3e0-4cdc-8ac6-0713130f2326 service neutron] 10.222.0.70 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564114 Jul 16 01:55:07.480664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f312a4-57d4-43c2-bb76-b9d2a62b33b8 req-06315517-16a3-4e9d-a79b-ebe9252e588d tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:07.482140 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27f312a4-57d4-43c2-bb76-b9d2a62b33b8 req-06315517-16a3-4e9d-a79b-ebe9252e588d tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=30b91bf4-d9a6-464f-8a10-3397091f3d07 HTTP/1.1" status: 200 len: 944 time: 0.4435410 Jul 16 01:55:07.500185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7c6369b2-73fd-42b2-95e5-1b40093253fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7c6369b2-73fd-42b2-95e5-1b40093253fe,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:07.510870 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '7c6369b2-73fd-42b2-95e5-1b40093253fe', 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5', 'port_id': '7c6369b2-73fd-42b2-95e5-1b40093253fe', 'mac_address': 'fa:16:3e:46:c3:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a66dba-dd63-47ac-8cc0-8a2682772ca4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:55:07.546917 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.560162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6369b2-73fd-42b2-95e5-1b40093253fe {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:07.563175 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27f312a4-57d4-43c2-bb76-b9d2a62b33b8 req-d35ab45e-ad96-4e0f-895e-e6f34d728d74 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752096 Jul 16 01:55:07.573962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f71b8f65-07fb-4b11-b319-972f0107cae3 req-8d90e767-48da-4036-bce3-7c02b7af578f service neutron] 10.222.0.70 "GET /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256673 Jul 16 01:55:07.581570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7c6369b2-73fd-42b2-95e5-1b40093253fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7c6369b2-73fd-42b2-95e5-1b40093253fe,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:07.586483 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.633020 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=7c6369b2-73fd-42b2-95e5-1b40093253fe,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:07.696793 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9e119a1d-4923-4eba-802e-d82bbb4e205f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:07.832744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['7c6369b2-73fd-42b2-95e5-1b40093253fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:07.859351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device abf754c8-91ac-44a9-bfd9-3c2a972747f6 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:55:07.861180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:07.890135 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:07.890412 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0d5ee620-0475-4ee2-8c1d-a2bb0cb62fbf not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:08.017990 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port abf754c8-91ac-44a9-bfd9-3c2a972747f6, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=abf754c8-91ac-44a9-bfd9-3c2a972747f6,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:08.036612 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'abf754c8-91ac-44a9-bfd9-3c2a972747f6', 'network_id': '54879971-0223-4248-b7fc-01c4f800f9b5', 'port_id': 'abf754c8-91ac-44a9-bfd9-3c2a972747f6', 'mac_address': 'fa:16:3e:12:ab:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7a66dba-dd63-47ac-8cc0-8a2682772ca4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:55:08.098332 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.114820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf754c8-91ac-44a9-bfd9-3c2a972747f6 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:08.134274 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port abf754c8-91ac-44a9-bfd9-3c2a972747f6, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=abf754c8-91ac-44a9-bfd9-3c2a972747f6,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:08.138172 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.183910 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=abf754c8-91ac-44a9-bfd9-3c2a972747f6,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:08.342479 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['abf754c8-91ac-44a9-bfd9-3c2a972747f6'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:08.648406 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:08.733489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0fe4a-616f-4ef3-abba-b26d9508f99f req-9a78e66f-1d28-4d3f-bee8-ff336ba430fb tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:08.734973 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23c0fe4a-616f-4ef3-abba-b26d9508f99f req-9a78e66f-1d28-4d3f-bee8-ff336ba430fb tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=30b91bf4-d9a6-464f-8a10-3397091f3d07 HTTP/1.1" status: 200 len: 945 time: 0.0621204 Jul 16 01:55:08.771001 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23c0fe4a-616f-4ef3-abba-b26d9508f99f req-1c024f3d-fe6e-4b01-a6cc-f5cd130cfd6b tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305884 Jul 16 01:55:09.366867 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7c6369b2-73fd-42b2-95e5-1b40093253fe up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:09.413555 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 7c6369b2-73fd-42b2-95e5-1b40093253fe completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:09.417070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 7c6369b2-73fd-42b2-95e5-1b40093253fe triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:09.417443 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.492614 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.513849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b91bf4-d9a6-464f-8a10-3397091f3d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6369b2-73fd-42b2-95e5-1b40093253fe'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:09.516124 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db54368-300b-4ef3-9ed1-e73062c9fa80" -d '{"events": [{"server_uuid": "30b91bf4-d9a6-464f-8a10-3397091f3d07", "name": "network-vif-plugged", "status": "completed", "tag": "7c6369b2-73fd-42b2-95e5-1b40093253fe"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:09.528807 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 7c6369b2-73fd-42b2-95e5-1b40093253fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7c6369b2-73fd-42b2-95e5-1b40093253fe,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:09.533068 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.556055 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a2e327-bfe0-4ac5-a6de-850d7e9775f7 x-openstack-request-id: req-f3a2e327-bfe0-4ac5-a6de-850d7e9775f7 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:09.556345 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b91bf4-d9a6-464f-8a10-3397091f3d07", "name": "network-vif-plugged", "status": "completed", "tag": "7c6369b2-73fd-42b2-95e5-1b40093253fe", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:09.556598 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3a2e327-bfe0-4ac5-a6de-850d7e9775f7 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:09.556985 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b91bf4-d9a6-464f-8a10-3397091f3d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6369b2-73fd-42b2-95e5-1b40093253fe', 'code': 200} Jul 16 01:55:09.582880 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=7c6369b2-73fd-42b2-95e5-1b40093253fe,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:09.674245 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c33cbe-9991-47f5-bbfb-e74b1a9e97e0 req-003cbc73-b446-423b-bbe2-e42d4497885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.675653 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-90c33cbe-9991-47f5-bbfb-e74b1a9e97e0 req-003cbc73-b446-423b-bbe2-e42d4497885e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=30b91bf4-d9a6-464f-8a10-3397091f3d07 HTTP/1.1" status: 200 len: 1098 time: 0.0605087 Jul 16 01:55:09.708453 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-90c33cbe-9991-47f5-bbfb-e74b1a9e97e0 req-becb209a-b23a-498f-8067-5f058504abfc service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268259 Jul 16 01:55:09.865743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device abf754c8-91ac-44a9-bfd9-3c2a972747f6 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:09.913404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port abf754c8-91ac-44a9-bfd9-3c2a972747f6 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:09.917405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port abf754c8-91ac-44a9-bfd9-3c2a972747f6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:09.917791 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:09.941236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59762737-2861-4db0-b13e-868ebb1205d5 req-15870dd7-23d8-446f-a8c4-05a8798847f0 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:09.942664 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59762737-2861-4db0-b13e-868ebb1205d5 req-15870dd7-23d8-446f-a8c4-05a8798847f0 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=30b91bf4-d9a6-464f-8a10-3397091f3d07 HTTP/1.1" status: 200 len: 946 time: 0.0633857 Jul 16 01:55:09.979561 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59762737-2861-4db0-b13e-868ebb1205d5 req-196c0d34-715c-4f77-bc12-d553a4afb154 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311413 Jul 16 01:55:09.997015 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.028720 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port abf754c8-91ac-44a9-bfd9-3c2a972747f6, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=abf754c8-91ac-44a9-bfd9-3c2a972747f6,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:10.032535 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:10.079503 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=abf754c8-91ac-44a9-bfd9-3c2a972747f6,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:10.297105 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:11.154557 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46624d97-3302-4c9a-b7c6-37c2540c7bde req-8692e07d-f852-4f78-8aa3-0456880f753a tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:11.156053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46624d97-3302-4c9a-b7c6-37c2540c7bde req-8692e07d-f852-4f78-8aa3-0456880f753a tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=30b91bf4-d9a6-464f-8a10-3397091f3d07 HTTP/1.1" status: 200 len: 946 time: 0.0648577 Jul 16 01:55:11.192294 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46624d97-3302-4c9a-b7c6-37c2540c7bde req-d57e66fb-942b-4d38-9062-9a5be07c49e8 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308666 Jul 16 01:55:11.358766 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c424153-f119-4d9d-b97b-0fd4c68b963d req-77497da7-8fb9-463a-b9c9-901a6f5e0c7c tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:11.360607 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c424153-f119-4d9d-b97b-0fd4c68b963d req-77497da7-8fb9-463a-b9c9-901a6f5e0c7c tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=81ec73b1-a210-4b5d-80e9-c7e67726c7fa HTTP/1.1" status: 200 len: 946 time: 0.0622790 Jul 16 01:55:11.397073 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c424153-f119-4d9d-b97b-0fd4c68b963d req-f3a4dd36-6ef0-4c31-8b00-ab8ff6607fe9 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310669 Jul 16 01:55:11.558571 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ec73b1-a210-4b5d-80e9-c7e67726c7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf754c8-91ac-44a9-bfd9-3c2a972747f6'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:11.560908 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f2c7625-5da5-4d37-a254-e25c363d657c" -d '{"events": [{"server_uuid": "81ec73b1-a210-4b5d-80e9-c7e67726c7fa", "name": "network-vif-plugged", "status": "completed", "tag": "abf754c8-91ac-44a9-bfd9-3c2a972747f6"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:11.594201 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c726c07-e9e2-4d82-ad7b-cc6a73e6e8dd x-openstack-request-id: req-9c726c07-e9e2-4d82-ad7b-cc6a73e6e8dd {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:11.594497 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ec73b1-a210-4b5d-80e9-c7e67726c7fa", "name": "network-vif-plugged", "status": "completed", "tag": "abf754c8-91ac-44a9-bfd9-3c2a972747f6", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:11.594754 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c726c07-e9e2-4d82-ad7b-cc6a73e6e8dd {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:11.595143 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ec73b1-a210-4b5d-80e9-c7e67726c7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf754c8-91ac-44a9-bfd9-3c2a972747f6', 'code': 200} Jul 16 01:55:11.706956 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d463b-566f-4fcd-bf16-1bc725e92e91 req-e3bc4fcd-d4c6-4e09-b3e2-4276847b9959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:11.708408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc8d463b-566f-4fcd-bf16-1bc725e92e91 req-e3bc4fcd-d4c6-4e09-b3e2-4276847b9959 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=81ec73b1-a210-4b5d-80e9-c7e67726c7fa HTTP/1.1" status: 200 len: 1098 time: 0.0518625 Jul 16 01:55:11.745735 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc8d463b-566f-4fcd-bf16-1bc725e92e91 req-5d215106-f12f-46f4-bc13-203a768b4908 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304508 Jul 16 01:55:12.570830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398b221-0309-4f3c-b62e-fa9ed9eb8ac1 req-45d89511-b20e-4612-b2da-4772ec857e70 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.572905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3398b221-0309-4f3c-b62e-fa9ed9eb8ac1 req-45d89511-b20e-4612-b2da-4772ec857e70 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=81ec73b1-a210-4b5d-80e9-c7e67726c7fa HTTP/1.1" status: 200 len: 946 time: 0.0641763 Jul 16 01:55:12.613840 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3398b221-0309-4f3c-b62e-fa9ed9eb8ac1 req-d73fa7e1-f71d-4a42-8299-5f6c01f0c851 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351696 Jul 16 01:55:12.684576 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-32084cf0-bc5d-47f2-bb22-f68b3bb372c0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0705278 Jul 16 01:55:12.784960 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-f72a0cf6-5549-44d6-bc9c-1141a8b8d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.785444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-f72a0cf6-5549-44d6-bc9c-1141a8b8d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.785914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-f72a0cf6-5549-44d6-bc9c-1141a8b8d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.786388 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-f72a0cf6-5549-44d6-bc9c-1141a8b8d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.786860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-f72a0cf6-5549-44d6-bc9c-1141a8b8d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.788640 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-f72a0cf6-5549-44d6-bc9c-1141a8b8d248 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0589266 Jul 16 01:55:12.899268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-63ffc6eb-7045-47e2-a6ca-303ef25909d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.899743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-63ffc6eb-7045-47e2-a6ca-303ef25909d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.900231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-63ffc6eb-7045-47e2-a6ca-303ef25909d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.901798 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-63ffc6eb-7045-47e2-a6ca-303ef25909d4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0907824 Jul 16 01:55:12.940995 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-f8035225-fc87-4243-b1a0-68c89c28aa84 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0332277 Jul 16 01:55:12.989602 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-c6640ee8-8cb4-4aaa-9417-9910317a0c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:12.991006 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-c6640ee8-8cb4-4aaa-9417-9910317a0c8e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0447662 Jul 16 01:55:13.044964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-a5da81c7-d5ce-475a-bd5d-645d5a4cecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.046725 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-a5da81c7-d5ce-475a-bd5d-645d5a4cecb5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496721 Jul 16 01:55:13.132061 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-3157c4bf-8c37-4b65-ad01-6aa8fd443366 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789812 Jul 16 01:55:13.219826 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-e0e0902f-b11a-462a-836e-294dee5811af service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818813 Jul 16 01:55:13.259857 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-c317d3c9-80c2-4d2a-a6e9-841ebcfb94b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0329354 Jul 16 01:55:13.305102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-f341c3f4-e0cf-4d18-97aa-66a21f672530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.307046 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-f341c3f4-e0cf-4d18-97aa-66a21f672530 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0418262 Jul 16 01:55:13.364679 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-7d7c164a-74c9-4a53-af4f-035bc7c8be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.366140 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-7d7c164a-74c9-4a53-af4f-035bc7c8be63 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0535219 Jul 16 01:55:13.450808 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-a329f996-55da-4c40-aea7-7b1d4e4cab50 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782309 Jul 16 01:55:13.539899 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-5709bbea-21f4-429f-939b-7a24806e49ac service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824282 Jul 16 01:55:13.577877 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-e5a1f80c-25c3-4b68-81e1-27268302a74e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0317326 Jul 16 01:55:13.618386 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:55:13.627927 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-2cfc339d-8258-46f2-bcb9-d3b3dbb82721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.629369 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-2cfc339d-8258-46f2-bcb9-d3b3dbb82721 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0450723 Jul 16 01:55:13.803564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359ffe1-6968-4a1f-af15-2f55f7e0f455 req-4a5e0429-ee5b-49ab-be16-93c8756541ce tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:13.805115 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d359ffe1-6968-4a1f-af15-2f55f7e0f455 req-4a5e0429-ee5b-49ab-be16-93c8756541ce tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=81ec73b1-a210-4b5d-80e9-c7e67726c7fa HTTP/1.1" status: 200 len: 946 time: 0.0669756 Jul 16 01:55:13.845241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d359ffe1-6968-4a1f-af15-2f55f7e0f455 req-885729c5-fdac-426c-818d-22ed80bab837 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344067 Jul 16 01:55:14.033834 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-ffc48778-35ee-4f15-8ab7-00d3860934f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:14.035348 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-ffc48778-35ee-4f15-8ab7-00d3860934f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4002404 Jul 16 01:55:14.128296 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-b7d2692d-bbc5-4fdb-b6d4-06e862197d5d service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856318 Jul 16 01:55:14.219097 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-dffe4163-49ca-47b9-9ba4-952f413b1b11 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843360 Jul 16 01:55:14.259985 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-45acb631-eb3f-46f1-aba4-b59147c2bc07 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0345571 Jul 16 01:55:14.312653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-1ef3c32e-c525-4bcd-8efa-7d083fd551c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:14.314065 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-1ef3c32e-c525-4bcd-8efa-7d083fd551c2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0488484 Jul 16 01:55:14.373802 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-22b20a42-4d15-445a-bd04-716962667bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:14.375362 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-22b20a42-4d15-445a-bd04-716962667bb1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0531495 Jul 16 01:55:14.440134 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743cb003-4979-46db-b239-ff3974eb43b2 req-0d81efc2-4c7e-4e15-97f8-b36c51713989 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:14.441667 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-743cb003-4979-46db-b239-ff3974eb43b2 req-0d81efc2-4c7e-4e15-97f8-b36c51713989 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=81ec73b1-a210-4b5d-80e9-c7e67726c7fa HTTP/1.1" status: 200 len: 946 time: 0.0664191 Jul 16 01:55:14.468484 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-e6befc20-9b92-4378-89a1-9c98ea16e66d service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855510 Jul 16 01:55:14.479154 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-743cb003-4979-46db-b239-ff3974eb43b2 req-aa68ddf2-9e97-4550-b10c-62f2ee6232a9 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 Jul 16 01:55:14.557453 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-ed18d49d-43d6-412a-9e03-01f0bb7da031 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818901 Jul 16 01:55:14.599884 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-0c9f441a-a30b-4d92-a370-f630e4f6ffc4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0358760 Jul 16 01:55:14.646203 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-78d875f8-0ea9-4d2f-8711-d622dbfd31ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:14.647616 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-78d875f8-0ea9-4d2f-8711-d622dbfd31ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0420272 Jul 16 01:55:14.704145 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-297e258e-e4fd-4d4d-af87-4474321dc77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:14.705630 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-297e258e-e4fd-4d4d-af87-4474321dc77c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0511730 Jul 16 01:55:14.797366 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-ec4fd9ec-0f81-4096-a370-7690c3300c97 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841405 Jul 16 01:55:14.884755 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4e3dd71-99de-49b7-9fd7-44b81354890c req-e16bc4f4-850a-448d-bcc9-a92b697295f7 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795162 Jul 16 01:55:15.681160 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1442de-a94a-4a68-ba1d-803ab2006021 req-48d70aab-4b85-4a37-b49f-73f416f63154 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:15.683144 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-af1442de-a94a-4a68-ba1d-803ab2006021 req-48d70aab-4b85-4a37-b49f-73f416f63154 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=81ec73b1-a210-4b5d-80e9-c7e67726c7fa HTTP/1.1" status: 200 len: 946 time: 0.0948539 Jul 16 01:55:15.715821 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d48e2-5e77-4248-822c-cfde9690c760 req-6a3ab976-bf0a-4964-a065-2a552058ffce tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:15.717314 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6c6d48e2-5e77-4248-822c-cfde9690c760 req-6a3ab976-bf0a-4964-a065-2a552058ffce tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.69 "GET /v2.0/ports?device_id=30b91bf4-d9a6-464f-8a10-3397091f3d07 HTTP/1.1" status: 200 len: 946 time: 0.0671217 Jul 16 01:55:15.729825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd162843-0ef8-4f4b-96bd-545aed85033f req-0b417d71-badb-4198-bcae-0ff025a7055d tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:15.731320 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd162843-0ef8-4f4b-96bd-545aed85033f req-0b417d71-badb-4198-bcae-0ff025a7055d tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.70 "GET /v2.0/ports?device_id=81ec73b1-a210-4b5d-80e9-c7e67726c7fa HTTP/1.1" status: 200 len: 946 time: 0.1036320 Jul 16 01:55:15.738695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-af1442de-a94a-4a68-ba1d-803ab2006021 req-3a3cba68-58dd-4a92-8db1-2b215b15142d tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/security-groups?id=a44568a7-876f-42d0-8729-e3da57059083&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482445 Jul 16 01:55:15.818783 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-6c6d48e2-5e77-4248-822c-cfde9690c760 req-7f914f12-49f4-464f-be05-32c35af09db1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Deleting port 7c6369b2-73fd-42b2-95e5-1b40093253fe {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:15.819143 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6c6d48e2-5e77-4248-822c-cfde9690c760 req-7f914f12-49f4-464f-be05-32c35af09db1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.837438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-dd162843-0ef8-4f4b-96bd-545aed85033f req-e2910422-0001-4a81-a604-d79ceb7125be tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Deleting port abf754c8-91ac-44a9-bfd9-3c2a972747f6 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:15.837813 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dd162843-0ef8-4f4b-96bd-545aed85033f req-e2910422-0001-4a81-a604-d79ceb7125be tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.910561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-6c6d48e2-5e77-4248-822c-cfde9690c760 req-7f914f12-49f4-464f-be05-32c35af09db1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] For port 7c6369b2-73fd-42b2-95e5-1b40093253fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=7c6369b2-73fd-42b2-95e5-1b40093253fe,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:15.910923 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6c6d48e2-5e77-4248-822c-cfde9690c760 req-7f914f12-49f4-464f-be05-32c35af09db1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.923194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-6c6d48e2-5e77-4248-822c-cfde9690c760 req-7f914f12-49f4-464f-be05-32c35af09db1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Calling delete_port for 7c6369b2-73fd-42b2-95e5-1b40093253fe owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:15.926699 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-dd162843-0ef8-4f4b-96bd-545aed85033f req-e2910422-0001-4a81-a604-d79ceb7125be tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] For port abf754c8-91ac-44a9-bfd9-3c2a972747f6, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=abf754c8-91ac-44a9-bfd9-3c2a972747f6,segment=NetworkSegment(a3480dca-6a99-4566-ae64-a0040147a6a6),segment_id=a3480dca-6a99-4566-ae64-a0040147a6a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:15.927067 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dd162843-0ef8-4f4b-96bd-545aed85033f req-e2910422-0001-4a81-a604-d79ceb7125be tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:15.939160 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-dd162843-0ef8-4f4b-96bd-545aed85033f req-e2910422-0001-4a81-a604-d79ceb7125be tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Calling delete_port for abf754c8-91ac-44a9-bfd9-3c2a972747f6 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:16.049752 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6c6d48e2-5e77-4248-822c-cfde9690c760 req-7f914f12-49f4-464f-be05-32c35af09db1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.064506 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['abf754c8-91ac-44a9-bfd9-3c2a972747f6'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:16.066713 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dd162843-0ef8-4f4b-96bd-545aed85033f req-e2910422-0001-4a81-a604-d79ceb7125be tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.072336 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['7c6369b2-73fd-42b2-95e5-1b40093253fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:16.084011 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f914f12-49f4-464f-be05-32c35af09db1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Pushing event deleted for resources: {'Port': ['ID=7c6369b2-73fd-42b2-95e5-1b40093253fe,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:16.100839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2910422-0001-4a81-a604-d79ceb7125be tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Pushing event deleted for resources: {'Port': ['ID=abf754c8-91ac-44a9-bfd9-3c2a972747f6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:16.127665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['abf754c8-91ac-44a9-bfd9-3c2a972747f6'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:16.130241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['7c6369b2-73fd-42b2-95e5-1b40093253fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:16.136450 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6d48e2-5e77-4248-822c-cfde9690c760 req-7f914f12-49f4-464f-be05-32c35af09db1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] No DVR routers for this DVR port 7c6369b2-73fd-42b2-95e5-1b40093253fe on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:16.139188 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-6c6d48e2-5e77-4248-822c-cfde9690c760 req-7f914f12-49f4-464f-be05-32c35af09db1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.141611 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6c6d48e2-5e77-4248-822c-cfde9690c760 req-7f914f12-49f4-464f-be05-32c35af09db1 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.69 "DELETE /v2.0/ports/7c6369b2-73fd-42b2-95e5-1b40093253fe HTTP/1.1" status: 204 len: 173 time: 0.4186208 Jul 16 01:55:16.142141 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b91bf4-d9a6-464f-8a10-3397091f3d07', 'name': 'network-vif-deleted', 'tag': '7c6369b2-73fd-42b2-95e5-1b40093253fe'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:16.145778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd162843-0ef8-4f4b-96bd-545aed85033f req-e2910422-0001-4a81-a604-d79ceb7125be tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] No DVR routers for this DVR port abf754c8-91ac-44a9-bfd9-3c2a972747f6 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:16.147871 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7e9ae3-d259-4baa-8ca3-63111f353b93" -d '{"events": [{"server_uuid": "30b91bf4-d9a6-464f-8a10-3397091f3d07", "name": "network-vif-deleted", "tag": "7c6369b2-73fd-42b2-95e5-1b40093253fe"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:16.148227 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dd162843-0ef8-4f4b-96bd-545aed85033f req-e2910422-0001-4a81-a604-d79ceb7125be tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:16.150199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd162843-0ef8-4f4b-96bd-545aed85033f req-e2910422-0001-4a81-a604-d79ceb7125be tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.70 "DELETE /v2.0/ports/abf754c8-91ac-44a9-bfd9-3c2a972747f6 HTTP/1.1" status: 204 len: 173 time: 0.4106252 Jul 16 01:55:16.150750 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ec73b1-a210-4b5d-80e9-c7e67726c7fa', 'name': 'network-vif-deleted', 'tag': 'abf754c8-91ac-44a9-bfd9-3c2a972747f6'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:16.153047 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d2425b-ab2c-4048-93e5-e84ceac570db" -d '{"events": [{"server_uuid": "81ec73b1-a210-4b5d-80e9-c7e67726c7fa", "name": "network-vif-deleted", "tag": "abf754c8-91ac-44a9-bfd9-3c2a972747f6"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:16.198386 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8415f29c-fcd5-4c3d-8feb-b48d23935bf3 x-openstack-request-id: req-8415f29c-fcd5-4c3d-8feb-b48d23935bf3 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:16.198820 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ec73b1-a210-4b5d-80e9-c7e67726c7fa", "name": "network-vif-deleted", "tag": "abf754c8-91ac-44a9-bfd9-3c2a972747f6", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:16.199178 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8415f29c-fcd5-4c3d-8feb-b48d23935bf3 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:16.199667 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ec73b1-a210-4b5d-80e9-c7e67726c7fa', 'name': 'network-vif-deleted', 'tag': 'abf754c8-91ac-44a9-bfd9-3c2a972747f6', 'status': 'completed', 'code': 200} Jul 16 01:55:16.229592 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4f74ead-ce43-49ac-86ec-9b7326525c58 x-openstack-request-id: req-f4f74ead-ce43-49ac-86ec-9b7326525c58 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:16.230655 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30b91bf4-d9a6-464f-8a10-3397091f3d07", "name": "network-vif-deleted", "tag": "7c6369b2-73fd-42b2-95e5-1b40093253fe", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:16.230920 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f4f74ead-ce43-49ac-86ec-9b7326525c58 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:16.231365 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30b91bf4-d9a6-464f-8a10-3397091f3d07', 'name': 'network-vif-deleted', 'tag': '7c6369b2-73fd-42b2-95e5-1b40093253fe', 'status': 'completed', 'code': 200} Jul 16 01:55:16.918885 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea8fd906-3c3f-4a54-ad61-ae0a0179bb7b req-48f749d9-a932-4d4b-90ee-b298f73bf840 tempest-MultipleCreateTestJSON-1561134914 tempest-MultipleCreateTestJSON-1561134914-project] 10.222.0.22 "GET /v2.0/ports?device_id=81ec73b1-a210-4b5d-80e9-c7e67726c7fa HTTP/1.1" status: 200 len: 210 time: 0.0430532 Jul 16 01:55:18.078081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39076) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:18.122887 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-777dbf8e-2650-457f-9fde-d7f16cd0241a admin admin] Deleting subnet d7a66dba-dd63-47ac-8cc0-8a2682772ca4 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:18.126007 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-777dbf8e-2650-457f-9fde-d7f16cd0241a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.160076 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-777dbf8e-2650-457f-9fde-d7f16cd0241a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.203984 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-777dbf8e-2650-457f-9fde-d7f16cd0241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.260628 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-777dbf8e-2650-457f-9fde-d7f16cd0241a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.286382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777dbf8e-2650-457f-9fde-d7f16cd0241a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7a66dba-dd63-47ac-8cc0-8a2682772ca4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:18.292421 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-777dbf8e-2650-457f-9fde-d7f16cd0241a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.297222 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-777dbf8e-2650-457f-9fde-d7f16cd0241a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d7a66dba-dd63-47ac-8cc0-8a2682772ca4 HTTP/1.1" status: 204 len: 168 time: 0.2154894 Jul 16 01:55:18.297376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39078) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:18.364794 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5875e8b9-73f7-4eb0-b57f-c38d6c15f595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.446967 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5875e8b9-73f7-4eb0-b57f-c38d6c15f595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.456440 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5875e8b9-73f7-4eb0-b57f-c38d6c15f595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54879971-0223-4248-b7fc-01c4f800f9b5']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:18.466114 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5875e8b9-73f7-4eb0-b57f-c38d6c15f595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3480dca-6a99-4566-ae64-a0040147a6a6') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:18.466402 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5875e8b9-73f7-4eb0-b57f-c38d6c15f595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3480dca-6a99-4566-ae64-a0040147a6a6') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:18.475834 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5875e8b9-73f7-4eb0-b57f-c38d6c15f595 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.491317 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5875e8b9-73f7-4eb0-b57f-c38d6c15f595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.498139 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5875e8b9-73f7-4eb0-b57f-c38d6c15f595 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:18.498645 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5875e8b9-73f7-4eb0-b57f-c38d6c15f595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:18.500344 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:18.558222 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5875e8b9-73f7-4eb0-b57f-c38d6c15f595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.564234 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5875e8b9-73f7-4eb0-b57f-c38d6c15f595 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.566200 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5875e8b9-73f7-4eb0-b57f-c38d6c15f595 admin admin] 10.222.0.22 "DELETE /v2.0/networks/54879971-0223-4248-b7fc-01c4f800f9b5 HTTP/1.1" status: 204 len: 168 time: 0.2680180 Jul 16 01:55:18.577896 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875e8b9-73f7-4eb0-b57f-c38d6c15f595 admin admin] Pushing event deleted for resources: {'Network': ['ID=54879971-0223-4248-b7fc-01c4f800f9b5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:18.675642 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39082) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:18.714642 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f70b4544-6c86-4d70-804b-a8cbf0a16439 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b18e0e000e547be9efca6b2a6894715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377145 Jul 16 01:55:18.717202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39084) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:18.764726 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0bb4a7f8-fd32-4740-b61a-b725827c7935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.785069 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0bb4a7f8-fd32-4740-b61a-b725827c7935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.836337 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0bb4a7f8-fd32-4740-b61a-b725827c7935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.839479 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0bb4a7f8-fd32-4740-b61a-b725827c7935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:18.840698 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0bb4a7f8-fd32-4740-b61a-b725827c7935 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a44568a7-876f-42d0-8729-e3da57059083 HTTP/1.1" status: 204 len: 168 time: 0.1224673 Jul 16 01:55:18.849502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4a7f8-fd32-4740-b61a-b725827c7935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44568a7-876f-42d0-8729-e3da57059083,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:19.445585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7c6369b2-73fd-42b2-95e5-1b40093253fe no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:19.464996 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 7c6369b2-73fd-42b2-95e5-1b40093253fe {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:19.465426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 7c6369b2-73fd-42b2-95e5-1b40093253fe not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:19.479007 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39106) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:19.571463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a4561d26-0d2f-4d4d-80d5-9db0218c54e2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1493197552-network', 'tenant_id': '03eb0f77d433489a8bf5ff43cd48d5a8'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:19.593095 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4561d26-0d2f-4d4d-80d5-9db0218c54e2 admin admin] Made reservation on behalf of 03eb0f77d433489a8bf5ff43cd48d5a8 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:19.595392 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a4561d26-0d2f-4d4d-80d5-9db0218c54e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.603706 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a4561d26-0d2f-4d4d-80d5-9db0218c54e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.688482 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a4561d26-0d2f-4d4d-80d5-9db0218c54e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.692406 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a4561d26-0d2f-4d4d-80d5-9db0218c54e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.718552 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4561d26-0d2f-4d4d-80d5-9db0218c54e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:55:19.723708 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4561d26-0d2f-4d4d-80d5-9db0218c54e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2980944c-ba10-43ea-9f02-d8ba1c6b432a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:19.732585 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a4561d26-0d2f-4d4d-80d5-9db0218c54e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.732935 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-a4561d26-0d2f-4d4d-80d5-9db0218c54e2 admin admin] Added segment a96635ee-2754-4f0f-ba46-470d8476b255 of type vlan for network 06ec785d-b32a-49f9-860a-6a07f998d53f Jul 16 01:55:19.772196 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a4561d26-0d2f-4d4d-80d5-9db0218c54e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.799834 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a4561d26-0d2f-4d4d-80d5-9db0218c54e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.800782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4561d26-0d2f-4d4d-80d5-9db0218c54e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:19.801371 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a4561d26-0d2f-4d4d-80d5-9db0218c54e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.833394 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a4561d26-0d2f-4d4d-80d5-9db0218c54e2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3523414 Jul 16 01:55:19.835534 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39110) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:19.840533 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-32f444b4-cbfb-4c53-b888-a70ea7ffa17f admin admin] Request body: {'subnet': {'network_id': '06ec785d-b32a-49f9-860a-6a07f998d53f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1493197552-subnet', 'tenant_id': '03eb0f77d433489a8bf5ff43cd48d5a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:19.861101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f444b4-cbfb-4c53-b888-a70ea7ffa17f admin admin] Made reservation on behalf of 03eb0f77d433489a8bf5ff43cd48d5a8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:19.864771 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32f444b4-cbfb-4c53-b888-a70ea7ffa17f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:19.864946 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4561d26-0d2f-4d4d-80d5-9db0218c54e2 admin admin] Pushing event updated for resources: {'Network': ['ID=06ec785d-b32a-49f9-860a-6a07f998d53f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:19.866205 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device abf754c8-91ac-44a9-bfd9-3c2a972747f6 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:19.890093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 06ec785d-b32a-49f9-860a-6a07f998d53f details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:55:19.893017 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: abf754c8-91ac-44a9-bfd9-3c2a972747f6 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:19.893365 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device abf754c8-91ac-44a9-bfd9-3c2a972747f6 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:20.039176 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32f444b4-cbfb-4c53-b888-a70ea7ffa17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.092450 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f444b4-cbfb-4c53-b888-a70ea7ffa17f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d57817a-7baf-45fc-af77-16bd94ef6f75,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:20.100569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f444b4-cbfb-4c53-b888-a70ea7ffa17f admin admin] Checking segment: {'id': 'a96635ee-2754-4f0f-ba46-470d8476b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '06ec785d-b32a-49f9-860a-6a07f998d53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:20.100925 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f444b4-cbfb-4c53-b888-a70ea7ffa17f admin admin] Network hostable DHCP agents. Network: 06ec785d-b32a-49f9-860a-6a07f998d53f, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:55:20.117035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f444b4-cbfb-4c53-b888-a70ea7ffa17f admin admin] Network 06ec785d-b32a-49f9-860a-6a07f998d53f is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:55:20.125728 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-32f444b4-cbfb-4c53-b888-a70ea7ffa17f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 06ec785d-b32a-49f9-860a-6a07f998d53f) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:20.129679 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f444b4-cbfb-4c53-b888-a70ea7ffa17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.130269 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-32f444b4-cbfb-4c53-b888-a70ea7ffa17f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:20.135745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89e86b1-a3a0-498d-83ba-73b3142e58ca None None] Network 06ec785d-b32a-49f9-860a-6a07f998d53f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:20.144976 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-32f444b4-cbfb-4c53-b888-a70ea7ffa17f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3083105 Jul 16 01:55:20.262315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eb2613-2035-4d61-a682-74b89468e697 None None] Network 06ec785d-b32a-49f9-860a-6a07f998d53f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:55:20.551683 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-8bb7ac59-da18-447c-8a60-2344bcda27fb tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:20.553188 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-8bb7ac59-da18-447c-8a60-2344bcda27fb tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/networks?id=06ec785d-b32a-49f9-860a-6a07f998d53f HTTP/1.1" status: 200 len: 814 time: 0.0980973 Jul 16 01:55:20.567844 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-d7777f8a-d760-4b13-bf13-511b37c55ce8 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/quotas/03eb0f77d433489a8bf5ff43cd48d5a8 HTTP/1.1" status: 200 len: 375 time: 0.0087526 Jul 16 01:55:20.599920 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-09e7bb00-b9ec-4318-a415-316df770d7d2 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=03eb0f77d433489a8bf5ff43cd48d5a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273604 Jul 16 01:55:20.691808 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-c0a1f84a-07fa-4fc2-a3ec-a9235aca0f76 service neutron] 10.222.0.22 "GET /v2.0/networks/06ec785d-b32a-49f9-860a-6a07f998d53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849199 Jul 16 01:55:20.781117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-0114b569-2524-41a1-8aa0-607298a141c8 service neutron] 10.222.0.22 "GET /v2.0/networks/06ec785d-b32a-49f9-860a-6a07f998d53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836830 Jul 16 01:55:20.942974 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-87ec67d7-88a6-452e-b184-6e8cbb47048b req-bfdd0de8-f67b-43f9-9349-b5fb2abc37ed tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/ports?device_id=2883fbd8-9e3b-435c-a3d1-d5645f8c05e0 HTTP/1.1" status: 200 len: 210 time: 0.0292263 Jul 16 01:55:21.993257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-56c7a4bd-6c26-4b5c-a347-a22904b27c38 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:21.995506 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-56c7a4bd-6c26-4b5c-a347-a22904b27c38 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.70 "GET /v2.0/networks?id=06ec785d-b32a-49f9-860a-6a07f998d53f HTTP/1.1" status: 200 len: 814 time: 0.1005125 Jul 16 01:55:22.017467 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-64fdd164-c8dc-494c-badb-389be5690e1d tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Request body: {'port': {'device_id': '2883fbd8-9e3b-435c-a3d1-d5645f8c05e0', 'network_id': '06ec785d-b32a-49f9-860a-6a07f998d53f', 'admin_state_up': True, 'tenant_id': '03eb0f77d433489a8bf5ff43cd48d5a8'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:22.111942 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d746f888-ae6a-4788-903c-c9714e0f7a73 req-92b80707-048f-4406-bdaf-8006a8f5f60b tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/ports?device_id=2883fbd8-9e3b-435c-a3d1-d5645f8c05e0 HTTP/1.1" status: 200 len: 210 time: 0.0563092 Jul 16 01:55:22.157474 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-64fdd164-c8dc-494c-badb-389be5690e1d tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Made reservation on behalf of 03eb0f77d433489a8bf5ff43cd48d5a8 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:55:22.161023 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-64fdd164-c8dc-494c-badb-389be5690e1d tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.285783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-64fdd164-c8dc-494c-badb-389be5690e1d tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Allocated IP 172.20.0.4 (06ec785d-b32a-49f9-860a-6a07f998d53f/9d57817a-7baf-45fc-af77-16bd94ef6f75/b46a286f-65ea-42d9-99e8-728ec5a026cd) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:55:22.371376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-89ab651e-404c-4a77-bf4b-98357fde8bb5 req-46b432c5-6f4f-4188-a11d-7f9197020800 tempest-AttachVolumeNegativeTest-615118544 tempest-AttachVolumeNegativeTest-615118544-project] (93920) timed out ('10.222.0.70', 55668) {{(pid=93920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:55:22.430999 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-64fdd164-c8dc-494c-badb-389be5690e1d tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.468542 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-64fdd164-c8dc-494c-badb-389be5690e1d tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.512568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-64fdd164-c8dc-494c-badb-389be5690e1d tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Network 06ec785d-b32a-49f9-860a-6a07f998d53f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:55:22.517893 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-64fdd164-c8dc-494c-badb-389be5690e1d tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:55:22.521613 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-64fdd164-c8dc-494c-badb-389be5690e1d tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:55:22.546488 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fdd164-c8dc-494c-badb-389be5690e1d tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Pushing event updated for resources: {'Port': ['ID=b46a286f-65ea-42d9-99e8-728ec5a026cd,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:22.573854 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-64fdd164-c8dc-494c-badb-389be5690e1d tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:22.574466 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-64fdd164-c8dc-494c-badb-389be5690e1d tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.587189 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-64fdd164-c8dc-494c-badb-389be5690e1d tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5737145 Jul 16 01:55:22.599283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Request body: {'port': {'device_id': '2883fbd8-9e3b-435c-a3d1-d5645f8c05e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:55:22.675783 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.930223 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b46a286f-65ea-42d9-99e8-728ec5a026cd {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:22.938020 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:22.949351 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Transition to ACTIVE for port object b46a286f-65ea-42d9-99e8-728ec5a026cd will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:55:22.953191 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.002804 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Pushing event updated for resources: {'Port': ['ID=b46a286f-65ea-42d9-99e8-728ec5a026cd,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:23.072189 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Attempting to bind port b46a286f-65ea-42d9-99e8-728ec5a026cd on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:55:23.072539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Attempting to bind port b46a286f-65ea-42d9-99e8-728ec5a026cd by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'a96635ee-2754-4f0f-ba46-470d8476b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '06ec785d-b32a-49f9-860a-6a07f998d53f'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:55:23.072873 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Attempting to bind port b46a286f-65ea-42d9-99e8-728ec5a026cd on network 06ec785d-b32a-49f9-860a-6a07f998d53f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:23.077041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Port b46a286f-65ea-42d9-99e8-728ec5a026cd on network 06ec785d-b32a-49f9-860a-6a07f998d53f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:55:23.077366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Attempting to bind port b46a286f-65ea-42d9-99e8-728ec5a026cd on network 06ec785d-b32a-49f9-860a-6a07f998d53f {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:55:23.082089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:55:23.082434 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Checking segment: {'id': 'a96635ee-2754-4f0f-ba46-470d8476b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '06ec785d-b32a-49f9-860a-6a07f998d53f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:55:23.082825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Bound using segment: {'id': 'a96635ee-2754-4f0f-ba46-470d8476b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '06ec785d-b32a-49f9-860a-6a07f998d53f'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:55:23.083258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Bound port: b46a286f-65ea-42d9-99e8-728ec5a026cd, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a96635ee-2754-4f0f-ba46-470d8476b255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '06ec785d-b32a-49f9-860a-6a07f998d53f'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:55:23.083611 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.145410 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] For port b46a286f-65ea-42d9-99e8-728ec5a026cd, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:55:23.148461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] For port b46a286f-65ea-42d9-99e8-728ec5a026cd, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b46a286f-65ea-42d9-99e8-728ec5a026cd,segment=NetworkSegment(a96635ee-2754-4f0f-ba46-470d8476b255),segment_id=a96635ee-2754-4f0f-ba46-470d8476b255)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:55:23.153857 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.187178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.187855 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:23.189232 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] 10.222.0.70 "PUT /v2.0/ports/b46a286f-65ea-42d9-99e8-728ec5a026cd HTTP/1.1" status: 200 len: 1092 time: 0.5939121 Jul 16 01:55:23.189672 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2883fbd8-9e3b-435c-a3d1-d5645f8c05e0', 'tag': 'b46a286f-65ea-42d9-99e8-728ec5a026cd'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:23.192154 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da2fac66-46f1-4d30-843d-f56725d1bb89" -d '{"events": [{"name": "network-changed", "server_uuid": "2883fbd8-9e3b-435c-a3d1-d5645f8c05e0", "tag": "b46a286f-65ea-42d9-99e8-728ec5a026cd"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:23.222647 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f494db-2fce-4f53-96aa-4531d59c5e57 service neutron] Pushing event updated for resources: {'Port': ['ID=b46a286f-65ea-42d9-99e8-728ec5a026cd,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:23.328645 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acd53a-18ea-4031-92ed-a1fb7728dd57 req-b9bc6d3b-df77-49fb-91fb-5739c2763de7 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.330149 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-29acd53a-18ea-4031-92ed-a1fb7728dd57 req-b9bc6d3b-df77-49fb-91fb-5739c2763de7 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/ports?device_id=2883fbd8-9e3b-435c-a3d1-d5645f8c05e0 HTTP/1.1" status: 200 len: 943 time: 0.1045694 Jul 16 01:55:23.335929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-0c6c7521-9ca4-4db3-a8ef-2be2ceec9f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.337322 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-0c6c7521-9ca4-4db3-a8ef-2be2ceec9f2c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03eb0f77d433489a8bf5ff43cd48d5a8&device_id=2883fbd8-9e3b-435c-a3d1-d5645f8c05e0 HTTP/1.1" status: 200 len: 1095 time: 0.0975351 Jul 16 01:55:23.392377 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-5c62203f-2b5d-4f24-a821-b4aa5ebb4066 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b46a286f-65ea-42d9-99e8-728ec5a026cd HTTP/1.1" status: 200 len: 217 time: 0.0409634 Jul 16 01:55:23.429784 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-29acd53a-18ea-4031-92ed-a1fb7728dd57 req-e9972678-1ff2-477e-bb7c-a27e9bfcb7f5 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/security-groups?id=2980944c-ba10-43ea-9f02-d8ba1c6b432a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915601 Jul 16 01:55:23.448361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-f11452da-b50a-4b2a-8cd4-de1fdfb44fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.449809 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-f11452da-b50a-4b2a-8cd4-de1fdfb44fb0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d57817a-7baf-45fc-af77-16bd94ef6f75 HTTP/1.1" status: 200 len: 854 time: 0.0506101 Jul 16 01:55:23.484482 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27cb7fb3-3f27-4940-851f-c1ec8b518e55 x-openstack-request-id: req-27cb7fb3-3f27-4940-851f-c1ec8b518e55 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:23.484782 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2883fbd8-9e3b-435c-a3d1-d5645f8c05e0", "tag": "b46a286f-65ea-42d9-99e8-728ec5a026cd", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:23.485037 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27cb7fb3-3f27-4940-851f-c1ec8b518e55 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:23.485433 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2883fbd8-9e3b-435c-a3d1-d5645f8c05e0', 'tag': 'b46a286f-65ea-42d9-99e8-728ec5a026cd', 'status': 'completed', 'code': 200} Jul 16 01:55:23.487388 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-f98642b9-44f9-40de-a917-9cff08e86732 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=06ec785d-b32a-49f9-860a-6a07f998d53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296004 Jul 16 01:55:23.578367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-32552f85-4e7a-4f65-82b9-0e7331310763 service neutron] 10.222.0.70 "GET /v2.0/networks/06ec785d-b32a-49f9-860a-6a07f998d53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839171 Jul 16 01:55:23.667723 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e29bb954-d25d-4f3a-8e59-7f5435f39df1 req-df12a8e0-df02-4ea0-ad82-2f35c65e3741 service neutron] 10.222.0.70 "GET /v2.0/networks/06ec785d-b32a-49f9-860a-6a07f998d53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795105 Jul 16 01:55:23.764596 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fac66-46f1-4d30-843d-f56725d1bb89 req-9b4f5991-8a42-48ef-a204-8af2c6d91c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.765994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da2fac66-46f1-4d30-843d-f56725d1bb89 req-9b4f5991-8a42-48ef-a204-8af2c6d91c3b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=03eb0f77d433489a8bf5ff43cd48d5a8&device_id=2883fbd8-9e3b-435c-a3d1-d5645f8c05e0 HTTP/1.1" status: 200 len: 1095 time: 0.0506604 Jul 16 01:55:23.860719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fac66-46f1-4d30-843d-f56725d1bb89 req-c5a5ba6b-1f89-46bb-bb6b-cf3ab016ff14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.862178 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da2fac66-46f1-4d30-843d-f56725d1bb89 req-c5a5ba6b-1f89-46bb-bb6b-cf3ab016ff14 service neutron] 10.222.0.70 "GET /v2.0/networks?id=06ec785d-b32a-49f9-860a-6a07f998d53f HTTP/1.1" status: 200 len: 915 time: 0.0870366 Jul 16 01:55:23.902205 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da2fac66-46f1-4d30-843d-f56725d1bb89 req-59510278-ab26-45f8-b7ab-9ff2709220ea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b46a286f-65ea-42d9-99e8-728ec5a026cd HTTP/1.1" status: 200 len: 217 time: 0.0330224 Jul 16 01:55:23.957258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fac66-46f1-4d30-843d-f56725d1bb89 req-f33a53b9-9d88-416d-975d-3adbf89c8eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:23.958712 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da2fac66-46f1-4d30-843d-f56725d1bb89 req-f33a53b9-9d88-416d-975d-3adbf89c8eac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9d57817a-7baf-45fc-af77-16bd94ef6f75 HTTP/1.1" status: 200 len: 854 time: 0.0469151 Jul 16 01:55:23.991125 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da2fac66-46f1-4d30-843d-f56725d1bb89 req-e4dda226-31d2-40bc-a675-c718250506f5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=06ec785d-b32a-49f9-860a-6a07f998d53f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250111 Jul 16 01:55:24.083692 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da2fac66-46f1-4d30-843d-f56725d1bb89 req-425064a9-466e-4929-9bfa-7b804cc43e47 service neutron] 10.222.0.70 "GET /v2.0/networks/06ec785d-b32a-49f9-860a-6a07f998d53f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844738 Jul 16 01:55:24.173781 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da2fac66-46f1-4d30-843d-f56725d1bb89 req-ca0d478b-a60c-4edc-95e7-106026317361 service neutron] 10.222.0.70 "GET /v2.0/networks/06ec785d-b32a-49f9-860a-6a07f998d53f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802548 Jul 16 01:55:24.785046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249a2d7-e769-4931-a369-87c22c5162d9 req-d1125d60-46d6-4891-ad12-8fe0b1d919e2 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:24.786544 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d249a2d7-e769-4931-a369-87c22c5162d9 req-d1125d60-46d6-4891-ad12-8fe0b1d919e2 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/ports?device_id=2883fbd8-9e3b-435c-a3d1-d5645f8c05e0 HTTP/1.1" status: 200 len: 943 time: 0.0625842 Jul 16 01:55:24.826927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d249a2d7-e769-4931-a369-87c22c5162d9 req-2a559f68-f90a-431d-ba65-d3d3fef026db tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/security-groups?id=2980944c-ba10-43ea-9f02-d8ba1c6b432a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343199 Jul 16 01:55:25.997419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee2451-180b-45ec-b85d-5ce97b37259d req-69238942-32cb-4a8d-ac22-ff94fc3e7c01 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:25.998935 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9cee2451-180b-45ec-b85d-5ce97b37259d req-69238942-32cb-4a8d-ac22-ff94fc3e7c01 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/ports?device_id=2883fbd8-9e3b-435c-a3d1-d5645f8c05e0 HTTP/1.1" status: 200 len: 943 time: 0.0623422 Jul 16 01:55:26.035540 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9cee2451-180b-45ec-b85d-5ce97b37259d req-c6121655-8b35-4640-a556-291efb9b633f tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/security-groups?id=2980944c-ba10-43ea-9f02-d8ba1c6b432a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311873 Jul 16 01:55:27.204857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb74b6c-bffd-4fde-ba93-e3374c7d0e87 req-ec844271-4859-49b9-858f-3f2305ed8159 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:27.206351 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfb74b6c-bffd-4fde-ba93-e3374c7d0e87 req-ec844271-4859-49b9-858f-3f2305ed8159 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/ports?device_id=2883fbd8-9e3b-435c-a3d1-d5645f8c05e0 HTTP/1.1" status: 200 len: 943 time: 0.0618248 Jul 16 01:55:27.242510 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dfb74b6c-bffd-4fde-ba93-e3374c7d0e87 req-d18d84d8-1cfb-4a6c-9e1f-680195faff96 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/security-groups?id=2980944c-ba10-43ea-9f02-d8ba1c6b432a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306976 Jul 16 01:55:27.894166 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b46a286f-65ea-42d9-99e8-728ec5a026cd details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 01:55:27.989273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b46a286f-65ea-42d9-99e8-728ec5a026cd, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b46a286f-65ea-42d9-99e8-728ec5a026cd,segment=NetworkSegment(a96635ee-2754-4f0f-ba46-470d8476b255),segment_id=a96635ee-2754-4f0f-ba46-470d8476b255)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:28.148223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'b46a286f-65ea-42d9-99e8-728ec5a026cd', 'network_id': '06ec785d-b32a-49f9-860a-6a07f998d53f', 'port_id': 'b46a286f-65ea-42d9-99e8-728ec5a026cd', 'mac_address': 'fa:16:3e:c2:4a:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d57817a-7baf-45fc-af77-16bd94ef6f75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 01:55:28.183633 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.196408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b46a286f-65ea-42d9-99e8-728ec5a026cd {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 01:55:28.217512 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b46a286f-65ea-42d9-99e8-728ec5a026cd, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b46a286f-65ea-42d9-99e8-728ec5a026cd,segment=NetworkSegment(a96635ee-2754-4f0f-ba46-470d8476b255),segment_id=a96635ee-2754-4f0f-ba46-470d8476b255)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:28.222532 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:28.268954 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=b46a286f-65ea-42d9-99e8-728ec5a026cd,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:28.419122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33fc45-c376-4d0d-93c0-1b60b8641597 req-54b8f903-d1fb-4d28-be73-b65873c20802 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:28.420607 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb33fc45-c376-4d0d-93c0-1b60b8641597 req-54b8f903-d1fb-4d28-be73-b65873c20802 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/ports?device_id=2883fbd8-9e3b-435c-a3d1-d5645f8c05e0 HTTP/1.1" status: 200 len: 944 time: 0.0659378 Jul 16 01:55:28.440379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['b46a286f-65ea-42d9-99e8-728ec5a026cd'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:28.458595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bb33fc45-c376-4d0d-93c0-1b60b8641597 req-4b9968a8-be60-4100-b8ea-a0c47c087cf3 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/security-groups?id=2980944c-ba10-43ea-9f02-d8ba1c6b432a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321674 Jul 16 01:55:29.625746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d667b-1dc5-40e7-9080-776b89851e19 req-90ca5275-13b0-4a00-a43f-12ceab76d7c3 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:29.627197 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba8d667b-1dc5-40e7-9080-776b89851e19 req-90ca5275-13b0-4a00-a43f-12ceab76d7c3 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/ports?device_id=2883fbd8-9e3b-435c-a3d1-d5645f8c05e0 HTTP/1.1" status: 200 len: 944 time: 0.0608170 Jul 16 01:55:29.665040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba8d667b-1dc5-40e7-9080-776b89851e19 req-8a3b4a95-7e5d-4220-b11b-17a9718de6da tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/security-groups?id=2980944c-ba10-43ea-9f02-d8ba1c6b432a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323703 Jul 16 01:55:29.893584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b46a286f-65ea-42d9-99e8-728ec5a026cd up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:55:29.940749 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port b46a286f-65ea-42d9-99e8-728ec5a026cd completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:55:29.944484 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port b46a286f-65ea-42d9-99e8-728ec5a026cd triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:55:29.944853 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.020928 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.042852 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2883fbd8-9e3b-435c-a3d1-d5645f8c05e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46a286f-65ea-42d9-99e8-728ec5a026cd'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:30.045640 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcd0b829-e714-48c1-b9ec-3d559d247b13" -d '{"events": [{"server_uuid": "2883fbd8-9e3b-435c-a3d1-d5645f8c05e0", "name": "network-vif-plugged", "status": "completed", "tag": "b46a286f-65ea-42d9-99e8-728ec5a026cd"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:30.058599 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b46a286f-65ea-42d9-99e8-728ec5a026cd, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b46a286f-65ea-42d9-99e8-728ec5a026cd,segment=NetworkSegment(a96635ee-2754-4f0f-ba46-470d8476b255),segment_id=a96635ee-2754-4f0f-ba46-470d8476b255)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:30.062966 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.086931 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9726f134-e4d1-4c15-ae3a-058c937563f5 x-openstack-request-id: req-9726f134-e4d1-4c15-ae3a-058c937563f5 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:30.087224 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2883fbd8-9e3b-435c-a3d1-d5645f8c05e0", "name": "network-vif-plugged", "status": "completed", "tag": "b46a286f-65ea-42d9-99e8-728ec5a026cd", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:30.087481 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9726f134-e4d1-4c15-ae3a-058c937563f5 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:30.087899 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2883fbd8-9e3b-435c-a3d1-d5645f8c05e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b46a286f-65ea-42d9-99e8-728ec5a026cd', 'code': 200} Jul 16 01:55:30.116147 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=b46a286f-65ea-42d9-99e8-728ec5a026cd,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:30.199917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e70c2-067f-4531-a30d-666f06090e31 req-41c9cb01-8144-4df5-8d67-7690ae17999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.201424 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b09e70c2-067f-4531-a30d-666f06090e31 req-41c9cb01-8144-4df5-8d67-7690ae17999f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2883fbd8-9e3b-435c-a3d1-d5645f8c05e0 HTTP/1.1" status: 200 len: 1097 time: 0.0510676 Jul 16 01:55:30.238898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b09e70c2-067f-4531-a30d-666f06090e31 req-37179457-947b-4e65-83f9-13489c106e4d service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=2980944c-ba10-43ea-9f02-d8ba1c6b432a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303435 Jul 16 01:55:30.631416 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:30.834337 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774ab21-438d-4b04-ba4f-68c27ac267d9 req-e7af5933-4ea9-4b06-b5c4-0f80e6226bf5 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:30.835829 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6774ab21-438d-4b04-ba4f-68c27ac267d9 req-e7af5933-4ea9-4b06-b5c4-0f80e6226bf5 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/ports?device_id=2883fbd8-9e3b-435c-a3d1-d5645f8c05e0 HTTP/1.1" status: 200 len: 945 time: 0.0621037 Jul 16 01:55:30.872396 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6774ab21-438d-4b04-ba4f-68c27ac267d9 req-47e5d47c-840c-48af-a85d-db6c1275c942 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/security-groups?id=2980944c-ba10-43ea-9f02-d8ba1c6b432a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309722 Jul 16 01:55:31.565274 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:32.041234 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37e5d7e-7b40-492b-9b28-b0ee29427b88 req-ca760d23-2485-4665-a9f8-3220b13f6cba tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.042706 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e37e5d7e-7b40-492b-9b28-b0ee29427b88 req-ca760d23-2485-4665-a9f8-3220b13f6cba tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/ports?device_id=2883fbd8-9e3b-435c-a3d1-d5645f8c05e0 HTTP/1.1" status: 200 len: 945 time: 0.0619040 Jul 16 01:55:32.080581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e37e5d7e-7b40-492b-9b28-b0ee29427b88 req-ad66c82c-d78f-4389-b80f-c318ca1f09ed tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/security-groups?id=2980944c-ba10-43ea-9f02-d8ba1c6b432a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319991 Jul 16 01:55:32.692561 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e118056-e80c-443e-8412-cc1fdf4bb971 req-b914dadc-6db3-4c0e-81a1-5cce9780fc21 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:32.693936 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e118056-e80c-443e-8412-cc1fdf4bb971 req-b914dadc-6db3-4c0e-81a1-5cce9780fc21 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/ports?device_id=2883fbd8-9e3b-435c-a3d1-d5645f8c05e0 HTTP/1.1" status: 200 len: 945 time: 0.0646617 Jul 16 01:55:32.729946 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e118056-e80c-443e-8412-cc1fdf4bb971 req-f1f99ba5-d0ce-4147-a7d0-07b7aa24bc66 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/security-groups?id=2980944c-ba10-43ea-9f02-d8ba1c6b432a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305517 Jul 16 01:55:33.901903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3995f-f549-40e7-b931-bbe8d3fd88a9 req-40febe29-419d-4dba-910f-ffae9ec0333a tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:33.903387 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fbf3995f-f549-40e7-b931-bbe8d3fd88a9 req-40febe29-419d-4dba-910f-ffae9ec0333a tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/ports?device_id=2883fbd8-9e3b-435c-a3d1-d5645f8c05e0 HTTP/1.1" status: 200 len: 945 time: 0.0645301 Jul 16 01:55:33.941109 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fbf3995f-f549-40e7-b931-bbe8d3fd88a9 req-606f729d-c803-4aeb-817a-255dbb553b01 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.22 "GET /v2.0/security-groups?id=2980944c-ba10-43ea-9f02-d8ba1c6b432a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322080 Jul 16 01:55:34.027375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5b2fa-6399-4103-8c78-84d1f206c371 req-0413d2b2-90e9-4fea-b609-0b9a8f904a7a tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:55:34.028813 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1a5b2fa-6399-4103-8c78-84d1f206c371 req-0413d2b2-90e9-4fea-b609-0b9a8f904a7a tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.70 "GET /v2.0/ports?device_id=2883fbd8-9e3b-435c-a3d1-d5645f8c05e0 HTTP/1.1" status: 200 len: 945 time: 0.0603354 Jul 16 01:55:34.127891 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a1a5b2fa-6399-4103-8c78-84d1f206c371 req-e9baf3dc-9425-41a7-a830-4f99914f6a90 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Deleting port b46a286f-65ea-42d9-99e8-728ec5a026cd {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:55:34.128230 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a1a5b2fa-6399-4103-8c78-84d1f206c371 req-e9baf3dc-9425-41a7-a830-4f99914f6a90 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.216209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-a1a5b2fa-6399-4103-8c78-84d1f206c371 req-e9baf3dc-9425-41a7-a830-4f99914f6a90 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] For port b46a286f-65ea-42d9-99e8-728ec5a026cd, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b46a286f-65ea-42d9-99e8-728ec5a026cd,segment=NetworkSegment(a96635ee-2754-4f0f-ba46-470d8476b255),segment_id=a96635ee-2754-4f0f-ba46-470d8476b255)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:55:34.216615 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a1a5b2fa-6399-4103-8c78-84d1f206c371 req-e9baf3dc-9425-41a7-a830-4f99914f6a90 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.227873 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-a1a5b2fa-6399-4103-8c78-84d1f206c371 req-e9baf3dc-9425-41a7-a830-4f99914f6a90 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Calling delete_port for b46a286f-65ea-42d9-99e8-728ec5a026cd owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:55:34.349578 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a1a5b2fa-6399-4103-8c78-84d1f206c371 req-e9baf3dc-9425-41a7-a830-4f99914f6a90 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.362314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['b46a286f-65ea-42d9-99e8-728ec5a026cd'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 01:55:34.382961 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9baf3dc-9425-41a7-a830-4f99914f6a90 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Pushing event deleted for resources: {'Port': ['ID=b46a286f-65ea-42d9-99e8-728ec5a026cd,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:34.424614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a5b2fa-6399-4103-8c78-84d1f206c371 req-e9baf3dc-9425-41a7-a830-4f99914f6a90 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] No DVR routers for this DVR port b46a286f-65ea-42d9-99e8-728ec5a026cd on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:55:34.427259 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-a1a5b2fa-6399-4103-8c78-84d1f206c371 req-e9baf3dc-9425-41a7-a830-4f99914f6a90 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:34.429539 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1a5b2fa-6399-4103-8c78-84d1f206c371 req-e9baf3dc-9425-41a7-a830-4f99914f6a90 tempest-ServerAddressesTestJSON-346665516 tempest-ServerAddressesTestJSON-346665516-project] 10.222.0.70 "DELETE /v2.0/ports/b46a286f-65ea-42d9-99e8-728ec5a026cd HTTP/1.1" status: 204 len: 173 time: 0.3946991 Jul 16 01:55:34.430058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2883fbd8-9e3b-435c-a3d1-d5645f8c05e0', 'name': 'network-vif-deleted', 'tag': 'b46a286f-65ea-42d9-99e8-728ec5a026cd'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 01:55:34.432287 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ff10e6-04a3-4289-b71b-ab828a47bac5" -d '{"events": [{"server_uuid": "2883fbd8-9e3b-435c-a3d1-d5645f8c05e0", "name": "network-vif-deleted", "tag": "b46a286f-65ea-42d9-99e8-728ec5a026cd"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 01:55:34.469048 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 01:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fecb43-bf77-430b-ad65-82903289448d x-openstack-request-id: req-d6fecb43-bf77-430b-ad65-82903289448d {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 01:55:34.469336 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2883fbd8-9e3b-435c-a3d1-d5645f8c05e0", "name": "network-vif-deleted", "tag": "b46a286f-65ea-42d9-99e8-728ec5a026cd", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 01:55:34.469595 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6fecb43-bf77-430b-ad65-82903289448d {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 01:55:34.469992 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2883fbd8-9e3b-435c-a3d1-d5645f8c05e0', 'name': 'network-vif-deleted', 'tag': 'b46a286f-65ea-42d9-99e8-728ec5a026cd', 'status': 'completed', 'code': 200} Jul 16 01:55:34.947241 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f8874f40-e862-48b6-9807-b2844db53cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.041411 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39178) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:35.091117 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1447378-5bc1-47b0-94b9-b0ce65fed244 admin admin] Deleting subnet 9d57817a-7baf-45fc-af77-16bd94ef6f75 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:55:35.094044 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1447378-5bc1-47b0-94b9-b0ce65fed244 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.127110 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1447378-5bc1-47b0-94b9-b0ce65fed244 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.164703 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1447378-5bc1-47b0-94b9-b0ce65fed244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.215734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1447378-5bc1-47b0-94b9-b0ce65fed244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.239967 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1447378-5bc1-47b0-94b9-b0ce65fed244 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d57817a-7baf-45fc-af77-16bd94ef6f75,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:35.243864 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e1447378-5bc1-47b0-94b9-b0ce65fed244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.245743 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e1447378-5bc1-47b0-94b9-b0ce65fed244 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9d57817a-7baf-45fc-af77-16bd94ef6f75 HTTP/1.1" status: 204 len: 168 time: 0.2032955 Jul 16 01:55:35.248702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39180) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:35.318321 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d163a0e0-7103-4ce7-9e6e-ecf105668fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.397950 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d163a0e0-7103-4ce7-9e6e-ecf105668fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.407587 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d163a0e0-7103-4ce7-9e6e-ecf105668fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ec785d-b32a-49f9-860a-6a07f998d53f']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:35.417218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d163a0e0-7103-4ce7-9e6e-ecf105668fa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96635ee-2754-4f0f-ba46-470d8476b255') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:35.417521 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d163a0e0-7103-4ce7-9e6e-ecf105668fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96635ee-2754-4f0f-ba46-470d8476b255') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:55:35.426738 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d163a0e0-7103-4ce7-9e6e-ecf105668fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.440741 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d163a0e0-7103-4ce7-9e6e-ecf105668fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.446500 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d163a0e0-7103-4ce7-9e6e-ecf105668fa9 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:55:35.446889 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d163a0e0-7103-4ce7-9e6e-ecf105668fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:55:35.448756 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:55:35.500912 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d163a0e0-7103-4ce7-9e6e-ecf105668fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.505848 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d163a0e0-7103-4ce7-9e6e-ecf105668fa9 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.510584 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d163a0e0-7103-4ce7-9e6e-ecf105668fa9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/06ec785d-b32a-49f9-860a-6a07f998d53f HTTP/1.1" status: 204 len: 168 time: 0.2609110 Jul 16 01:55:35.523738 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d163a0e0-7103-4ce7-9e6e-ecf105668fa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=06ec785d-b32a-49f9-860a-6a07f998d53f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:35.613220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39184) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:35.652660 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5a5f4408-fe40-4d17-b8e8-825d872bb0c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=03eb0f77d433489a8bf5ff43cd48d5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381746 Jul 16 01:55:35.654791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39186) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:55:35.706032 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d125fb13-5800-4bce-9deb-1f7a398d99a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.726700 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d125fb13-5800-4bce-9deb-1f7a398d99a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.771684 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d125fb13-5800-4bce-9deb-1f7a398d99a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.774223 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d125fb13-5800-4bce-9deb-1f7a398d99a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:35.775375 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d125fb13-5800-4bce-9deb-1f7a398d99a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2980944c-ba10-43ea-9f02-d8ba1c6b432a HTTP/1.1" status: 204 len: 168 time: 0.1196520 Jul 16 01:55:35.783664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d125fb13-5800-4bce-9deb-1f7a398d99a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2980944c-ba10-43ea-9f02-d8ba1c6b432a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:55:36.794107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-329859bf-77a7-43a7-9bd8-dd543721b8a3 req-41d08b1c-f568-4c17-8b57-ad6c5a4885de tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0277598 Jul 16 01:55:37.383042 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.697440 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-91333bb3-fb7d-4070-bea0-a262e3e9b7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:37.946391 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-01323fcd-5d20-4c31-b758-3bde9e31dec3 req-688a547f-e060-438b-9991-5d0756c79928 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0311885 Jul 16 01:55:37.984309 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b46a286f-65ea-42d9-99e8-728ec5a026cd no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:55:38.006498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: b46a286f-65ea-42d9-99e8-728ec5a026cd {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:55:38.006839 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b46a286f-65ea-42d9-99e8-728ec5a026cd not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:55:38.651101 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:38.919858 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ea211ce-f69d-40c6-bc2e-4679a23b8cf8 req-9d2c36b7-e8eb-45b2-ad3d-9e41d84640a7 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0282156 Jul 16 01:55:39.093915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c68e3e51-f2fa-43ca-9d10-e73f6b93eb96 req-5395186a-3c61-47ab-a115-be83bf8b64b2 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0283082 Jul 16 01:55:40.241172 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1b265b6-bcda-436b-9bf0-3e066bd3c20f req-b1ad07ba-f953-4edc-97e0-bf49fb2e564e tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0280507 Jul 16 01:55:40.299732 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:55:40.719268 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-882cbb0b-0817-4969-be2c-567d5124b248 req-835b33dc-afa1-4bea-bf7b-c59d954dc33f tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0277159 Jul 16 01:55:41.872517 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6770999-6d80-4d2b-9c13-64fc6b84bd47 req-3ea1967d-dbbd-4cdd-87b5-40db6cb7ddd6 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0309529 Jul 16 01:55:43.018838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f2c8d0b1-81a6-462a-93b1-c0573397e49a req-ce7eda39-8369-43c6-aaf7-e1ac2460a0f4 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0280273 Jul 16 01:55:44.164781 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77d0820c-1f39-4224-be4d-c932130e43f7 req-13573e42-871e-482b-8801-31b9b57955da tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0280530 Jul 16 01:55:45.315331 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a6aae87-28d2-4d55-b48a-8d293286243a req-ac701eb1-d3b4-457e-8cf4-10c1d1290a64 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0276937 Jul 16 01:55:46.465447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09d5ea26-31e8-4611-97ce-f5791b0c3a34 req-bbbc6e54-eaca-497e-89a4-e335928ff664 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0305860 Jul 16 01:55:47.612260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e922ad8-8d46-42cb-b78b-fe127e213348 req-9d698b37-f233-4518-82f3-93f2b6a033ff tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0277102 Jul 16 01:55:48.758524 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0bd048ec-4385-45bb-874b-13027df82ca9 req-1cd1e26e-6a79-49c3-8170-7151a9ab0691 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0278287 Jul 16 01:55:49.907464 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a5ca753-4eb2-4cd7-8b16-ba956b3c8b8b req-7512f197-ba34-4c11-be74-af228caa4a19 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0276432 Jul 16 01:55:50.619995 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:55:51.058784 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a82adba1-64df-4783-91b6-730edb863fef req-e11b9fb4-80ad-4baa-b6de-2ea738a644fc tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0327361 Jul 16 01:55:52.206125 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6547f88f-b612-4c16-9368-a465174be773 req-89f9d599-0f02-46f9-90ca-e0b311ef0a4e tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0279679 Jul 16 01:55:53.355546 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3a1ed439-ac59-4a66-92b6-8f4d0e94020d req-fa847689-1b69-46df-8182-5e11a61803e9 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0283270 Jul 16 01:55:54.503932 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa057ebb-6327-4097-a9bf-ea2675b87191 req-a18a933e-4c4f-4f4b-9813-c35e4e59c913 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0278494 Jul 16 01:55:55.653389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36c813a2-cc83-4e7e-9920-e0501b4431d2 req-8639d5da-c542-4040-9e5a-157d28dd8201 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0308807 Jul 16 01:55:56.799985 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8216e137-0eee-4bf9-b22e-a9f5b445f8e1 req-001b3341-50ca-4557-b00a-63f4d5c6cebd tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0275536 Jul 16 01:55:57.945038 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09cc2073-05cd-4e17-9352-650beb05d2ed req-9187977b-6f7a-4329-8567-a1f825e559c3 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0291021 Jul 16 01:55:59.095045 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c6ad316-6926-4152-82e3-16da9b1706b7 req-f0a97a76-73c5-457a-976e-595944bdcc1b tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0280201 Jul 16 01:56:00.245091 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23361c17-87c8-4c39-82d8-ea1677ceb169 req-5ca246e8-b2fa-4cef-8141-53e0ede68c20 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0308633 Jul 16 01:56:00.642646 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:01.391106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-92eb9303-953c-46df-9a31-7891aec50e02 req-fb96cff3-d226-465b-8b02-e15e8a064067 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0284176 Jul 16 01:56:01.566886 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:02.537929 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f5e86ec1-13ef-48aa-b014-348dd25a97dd req-0398f16a-4a11-4a2e-8738-32e1953aff69 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0304599 Jul 16 01:56:03.686824 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c187dc90-960a-4afb-aa1e-155c58bbcabf req-75e23c16-19a8-40eb-b40c-8f5315716ca5 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0277240 Jul 16 01:56:04.836625 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d827be42-0ae5-47fa-93a4-68f396d76cc5 req-f2c2e738-cd49-451f-bf2b-b1330a889d20 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0308726 Jul 16 01:56:04.947535 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3362fd42-9fe0-475e-a119-15fc9ea3343c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:05.985458 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e88fc40b-95bb-4154-a7be-87d4dbc884cb req-7cac910f-dd50-4443-aa98-9337896d14f5 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0280311 Jul 16 01:56:07.130768 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c8c8326-daf8-47f9-9702-024d139df24c req-f35c6084-0157-440a-805e-d096fe87fadc tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0285161 Jul 16 01:56:07.384088 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:07.698167 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-98633002-5d0b-4d38-8995-79a33d49091c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:08.285699 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db6ecb27-e85a-4c62-9e3f-88786ddf2f6f req-d4e94da9-a8dc-48cd-8b7c-2c38b651ed81 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0280621 Jul 16 01:56:08.653824 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:09.435239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34c5a036-3e63-4776-990f-7c5b68ffd217 req-2782e76d-6b6a-4fe6-ab4f-9e8bfdd63b40 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0307598 Jul 16 01:56:10.304036 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:10.582214 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ca83b58-58e3-4e44-8b49-44579fbe5ad8 req-788d2904-a563-4f9a-ba22-cffbd715b38e tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0287168 Jul 16 01:56:11.729261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e6a2bb76-2b20-406c-aa1d-94879c12f01b req-2b5d61ae-1bdb-4440-a1ec-4e3a037e9974 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0280161 Jul 16 01:56:12.878529 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-47baabb1-2b23-4260-a852-ad7236c643b7 req-719b5a3e-613a-4cad-82e3-f76d02a30f25 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0286324 Jul 16 01:56:13.402528 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0186394f-a2c6-4152-9dae-d33d0174780f req-1ba1189e-092c-4942-91a1-a23f51388e68 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0290420 Jul 16 01:56:14.023855 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8a0bdf09-cca9-4249-adea-cfb9d9748b42 req-33bcf57a-2792-440d-8f45-dd190b5b0f15 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0270312 Jul 16 01:56:15.170334 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35bb7e4a-e5a7-4794-b1be-a81ea45d049e req-f4b9ad21-d2b3-4178-a21d-1cc7a0953491 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0281818 Jul 16 01:56:15.459040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45168beb-b44c-4471-997e-27476ad4b3be req-b8499e83-5255-44b6-a5cc-5a3200dbc63c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=5f0105f9dd32443abed3207a0627019f&device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0274882 Jul 16 01:56:15.490695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45168beb-b44c-4471-997e-27476ad4b3be req-0f022ec6-14bf-497c-9158-e1a52ef30176 service neutron] 10.222.0.70 "GET /v2.0/networks?tenant_id=5f0105f9dd32443abed3207a0627019f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0251112 Jul 16 01:56:15.867288 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-574baa55-1ce4-4d35-b1ca-8f846b169c05 req-7a7cd0c0-b509-4f26-9e58-0fb97e9615be tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.3748624 Jul 16 01:56:16.002479 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45168beb-b44c-4471-997e-27476ad4b3be req-06311c39-bcec-4a0f-b546-50e5d169d34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:16.003973 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45168beb-b44c-4471-997e-27476ad4b3be req-06311c39-bcec-4a0f-b546-50e5d169d34f service neutron] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5032225 Jul 16 01:56:17.003339 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6573e6e4-dcb0-42b6-9d89-3fa718bd4b78 req-71d65c6f-7195-4401-87f3-9d90bdcc09a4 tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0282209 Jul 16 01:56:17.360746 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45168beb-b44c-4471-997e-27476ad4b3be req-6e940ef9-df27-4242-b7eb-2e97547e0e7a tempest-ServerShowV257Test-308787562 tempest-ServerShowV257Test-308787562-project] 10.222.0.70 "GET /v2.0/ports?device_id=bbb97972-bf97-4033-8b48-eee0354ea511 HTTP/1.1" status: 200 len: 210 time: 0.0310898 Jul 16 01:56:18.332837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39328) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:18.435279 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c404341e-8004-4a6e-bc6e-7212757c5cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.526747 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c404341e-8004-4a6e-bc6e-7212757c5cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.531026 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c404341e-8004-4a6e-bc6e-7212757c5cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.568175 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c404341e-8004-4a6e-bc6e-7212757c5cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2f7ebab-98f5-409e-8a73-466a4c80f01b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:18.572090 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c404341e-8004-4a6e-bc6e-7212757c5cd9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5f0105f9dd32443abed3207a0627019f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2380989 Jul 16 01:56:18.574924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39332) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:18.578359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c404341e-8004-4a6e-bc6e-7212757c5cd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.578711 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c404341e-8004-4a6e-bc6e-7212757c5cd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.579109 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c404341e-8004-4a6e-bc6e-7212757c5cd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.579402 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c404341e-8004-4a6e-bc6e-7212757c5cd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.580310 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c404341e-8004-4a6e-bc6e-7212757c5cd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.580653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c404341e-8004-4a6e-bc6e-7212757c5cd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.580983 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c404341e-8004-4a6e-bc6e-7212757c5cd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.581315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c404341e-8004-4a6e-bc6e-7212757c5cd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.581643 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c404341e-8004-4a6e-bc6e-7212757c5cd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.581970 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c404341e-8004-4a6e-bc6e-7212757c5cd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.582298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c404341e-8004-4a6e-bc6e-7212757c5cd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.582625 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c404341e-8004-4a6e-bc6e-7212757c5cd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.625715 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.647342 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.693869 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.696952 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:18.698117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a2f7ebab-98f5-409e-8a73-466a4c80f01b HTTP/1.1" status: 204 len: 168 time: 0.1220355 Jul 16 01:56:18.708680 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2f7ebab-98f5-409e-8a73-466a4c80f01b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:18.716463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.716817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.717163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.717508 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.717846 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.718187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.718516 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.718847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.719172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.719499 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.719848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:18.720173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26a61ce-b459-4c72-93a2-eb74a49a8290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:56:19.589280 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39366) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:19.692389 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c29ef90a-856f-427f-a6b6-9bb28c0ea31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.780654 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c29ef90a-856f-427f-a6b6-9bb28c0ea31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.784942 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c29ef90a-856f-427f-a6b6-9bb28c0ea31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.822080 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c29ef90a-856f-427f-a6b6-9bb28c0ea31b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=db2adc2ccae348af9d316a57a793f5fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317452 Jul 16 01:56:19.822916 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ef90a-856f-427f-a6b6-9bb28c0ea31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5445dd-278f-46b7-9587-81fc6d4c5201,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:19.825420 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39370) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:19.874453 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3aba87a1-96a1-4cf9-a7b7-a9a68ff4ca8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.895965 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3aba87a1-96a1-4cf9-a7b7-a9a68ff4ca8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.944543 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3aba87a1-96a1-4cf9-a7b7-a9a68ff4ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.947008 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3aba87a1-96a1-4cf9-a7b7-a9a68ff4ca8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:19.948202 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3aba87a1-96a1-4cf9-a7b7-a9a68ff4ca8b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf5445dd-278f-46b7-9587-81fc6d4c5201 HTTP/1.1" status: 204 len: 168 time: 0.1210804 Jul 16 01:56:19.956274 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aba87a1-96a1-4cf9-a7b7-a9a68ff4ca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5445dd-278f-46b7-9587-81fc6d4c5201,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:24.687591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39480) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:24.790364 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca0bdfbc-b237-4ce5-a895-c8d84eb25d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.875476 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca0bdfbc-b237-4ce5-a895-c8d84eb25d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.879100 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca0bdfbc-b237-4ce5-a895-c8d84eb25d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.913728 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ca0bdfbc-b237-4ce5-a895-c8d84eb25d16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7bcdd4b92c974b64bf96dd3f27426423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248912 Jul 16 01:56:24.916526 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39484) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:24.918151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0bdfbc-b237-4ce5-a895-c8d84eb25d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54d6661-a289-4a68-9ca5-84cfd193c2e3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:24.964156 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-80f45cfa-d02f-4799-bf36-8c7ed3eeb1a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:24.984769 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-80f45cfa-d02f-4799-bf36-8c7ed3eeb1a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.030129 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-80f45cfa-d02f-4799-bf36-8c7ed3eeb1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.032811 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-80f45cfa-d02f-4799-bf36-8c7ed3eeb1a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.034522 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-80f45cfa-d02f-4799-bf36-8c7ed3eeb1a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c54d6661-a289-4a68-9ca5-84cfd193c2e3 HTTP/1.1" status: 204 len: 168 time: 0.1169360 Jul 16 01:56:25.042112 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f45cfa-d02f-4799-bf36-8c7ed3eeb1a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54d6661-a289-4a68-9ca5-84cfd193c2e3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:25.288066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39490) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:25.301432 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-411b69da-dc1c-4804-8cdd-edecfc863be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.387243 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-411b69da-dc1c-4804-8cdd-edecfc863be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.390688 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-411b69da-dc1c-4804-8cdd-edecfc863be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.430654 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-411b69da-dc1c-4804-8cdd-edecfc863be7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=94eda609b31b4264b0974aa0760d0f50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415117 Jul 16 01:56:25.431586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411b69da-dc1c-4804-8cdd-edecfc863be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6570c41b-c30f-4e47-99d0-b6be15756464,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:25.433402 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39492) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:25.481530 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-23083417-4835-4f09-86d8-7f11ed66cd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.501587 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-23083417-4835-4f09-86d8-7f11ed66cd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.546988 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-23083417-4835-4f09-86d8-7f11ed66cd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.550421 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-23083417-4835-4f09-86d8-7f11ed66cd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:25.551601 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-23083417-4835-4f09-86d8-7f11ed66cd53 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6570c41b-c30f-4e47-99d0-b6be15756464 HTTP/1.1" status: 204 len: 168 time: 0.1171660 Jul 16 01:56:25.559305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23083417-4835-4f09-86d8-7f11ed66cd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6570c41b-c30f-4e47-99d0-b6be15756464,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:27.620217 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:56:27.737723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39574) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:27.848072 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8d4ab56e-9e25-43d2-8184-48c97e415a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.934926 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8d4ab56e-9e25-43d2-8184-48c97e415a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.938544 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8d4ab56e-9e25-43d2-8184-48c97e415a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:27.976318 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8d4ab56e-9e25-43d2-8184-48c97e415a03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=38ab2cf61be44aac9025fbd9f79360bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2375450 Jul 16 01:56:27.977160 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ab56e-9e25-43d2-8184-48c97e415a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78036029-40ee-44fd-823c-9377c565dc98,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:27.980644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39578) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:28.029503 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d4d792c-2b14-434d-9fdb-e3e0e417302a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.050703 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d4d792c-2b14-434d-9fdb-e3e0e417302a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.096792 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d4d792c-2b14-434d-9fdb-e3e0e417302a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.099428 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d4d792c-2b14-434d-9fdb-e3e0e417302a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.100613 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7d4d792c-2b14-434d-9fdb-e3e0e417302a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/78036029-40ee-44fd-823c-9377c565dc98 HTTP/1.1" status: 204 len: 168 time: 0.1188984 Jul 16 01:56:28.107880 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d792c-2b14-434d-9fdb-e3e0e417302a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78036029-40ee-44fd-823c-9377c565dc98,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:28.355149 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39584) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:28.369366 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c11758b2-dac3-4db1-b61c-dbeb9d1bb05d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.454388 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c11758b2-dac3-4db1-b61c-dbeb9d1bb05d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.458418 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c11758b2-dac3-4db1-b61c-dbeb9d1bb05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.494407 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c11758b2-dac3-4db1-b61c-dbeb9d1bb05d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b359c8674d74806b0e02cbf66206b0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381619 Jul 16 01:56:28.495255 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11758b2-dac3-4db1-b61c-dbeb9d1bb05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c367cb-f059-4dfd-9ad8-0280a145a8af,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:28.497214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39586) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:28.545065 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2c0a0885-086c-4fb6-a2b7-5c1e0314012a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.566338 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2c0a0885-086c-4fb6-a2b7-5c1e0314012a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.610193 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2c0a0885-086c-4fb6-a2b7-5c1e0314012a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.613201 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2c0a0885-086c-4fb6-a2b7-5c1e0314012a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:28.614359 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2c0a0885-086c-4fb6-a2b7-5c1e0314012a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6c367cb-f059-4dfd-9ad8-0280a145a8af HTTP/1.1" status: 204 len: 168 time: 0.1161563 Jul 16 01:56:28.621903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0a0885-086c-4fb6-a2b7-5c1e0314012a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c367cb-f059-4dfd-9ad8-0280a145a8af,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:30.659313 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:31.580727 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:34.947634 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c2934f0e-a768-4809-87bd-2c845ae8f97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:35.793331 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-00dbfce5-4660-47ce-868a-e538d3ab8f3a req-6d2a81e5-3faa-4c2c-bd55-1d42a15f96df service neutron] (93920) timed out ('10.222.0.22', 41634) {{(pid=93920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:56:37.385208 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:37.698663 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7e822595-9b4d-47c5-92fa-5cf0c4d61b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.648556 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39858) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:38.657302 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.751138 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-23789975-25f8-485b-afed-a8760c7636d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.840914 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-23789975-25f8-485b-afed-a8760c7636d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.844464 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-23789975-25f8-485b-afed-a8760c7636d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.880630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-23789975-25f8-485b-afed-a8760c7636d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=35aee7095a7649e18b7fd3f0e054499d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2309065 Jul 16 01:56:38.881724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23789975-25f8-485b-afed-a8760c7636d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9497bc5-fe7f-4bd3-815d-9a04ab5aea16,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:38.883333 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39862) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:38.935835 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88f77fbe-e8b1-4a64-a961-dde105523c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:38.955902 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88f77fbe-e8b1-4a64-a961-dde105523c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.001126 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88f77fbe-e8b1-4a64-a961-dde105523c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.003691 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-88f77fbe-e8b1-4a64-a961-dde105523c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.004952 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-88f77fbe-e8b1-4a64-a961-dde105523c84 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f9497bc5-fe7f-4bd3-815d-9a04ab5aea16 HTTP/1.1" status: 204 len: 168 time: 0.1204658 Jul 16 01:56:39.012793 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f77fbe-e8b1-4a64-a961-dde105523c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9497bc5-fe7f-4bd3-815d-9a04ab5aea16,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:39.260935 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 39868) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.274520 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b11df1d-42d3-4eef-860b-ff4043e5adc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.362565 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b11df1d-42d3-4eef-860b-ff4043e5adc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.366273 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b11df1d-42d3-4eef-860b-ff4043e5adc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.403027 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4b11df1d-42d3-4eef-860b-ff4043e5adc3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ec2d440b56b466aa21af137f08076fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1410110 Jul 16 01:56:39.404194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11df1d-42d3-4eef-860b-ff4043e5adc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49515d31-cd07-4062-9ac8-48907d3ec701,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:39.405733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 39870) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:39.455778 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-341f033b-7a0e-41b5-bb3c-dfba3b7e5d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.476340 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-341f033b-7a0e-41b5-bb3c-dfba3b7e5d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.521629 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-341f033b-7a0e-41b5-bb3c-dfba3b7e5d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.524094 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-341f033b-7a0e-41b5-bb3c-dfba3b7e5d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:39.525280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-341f033b-7a0e-41b5-bb3c-dfba3b7e5d86 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49515d31-cd07-4062-9ac8-48907d3ec701 HTTP/1.1" status: 204 len: 168 time: 0.1179581 Jul 16 01:56:39.532903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f033b-7a0e-41b5-bb3c-dfba3b7e5d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49515d31-cd07-4062-9ac8-48907d3ec701,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:40.308465 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.277414 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40216) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:44.380056 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2c7fe1a1-12a3-44e2-8697-b741fc1d8d17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.467369 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2c7fe1a1-12a3-44e2-8697-b741fc1d8d17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.470986 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2c7fe1a1-12a3-44e2-8697-b741fc1d8d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.508722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fe1a1-12a3-44e2-8697-b741fc1d8d17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72986e38-b0e4-4d79-ae66-d2c041bfd3a5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:44.512994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2c7fe1a1-12a3-44e2-8697-b741fc1d8d17 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0207bf649ec64579a65037ab31ab2e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2345388 Jul 16 01:56:44.515550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40220) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:44.566236 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6597294e-2875-47fb-bd92-c525b5b2b676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.586275 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6597294e-2875-47fb-bd92-c525b5b2b676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.632682 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6597294e-2875-47fb-bd92-c525b5b2b676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.635269 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6597294e-2875-47fb-bd92-c525b5b2b676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:44.636445 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6597294e-2875-47fb-bd92-c525b5b2b676 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/72986e38-b0e4-4d79-ae66-d2c041bfd3a5 HTTP/1.1" status: 204 len: 168 time: 0.1199584 Jul 16 01:56:44.643889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597294e-2875-47fb-bd92-c525b5b2b676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72986e38-b0e4-4d79-ae66-d2c041bfd3a5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:45.717985 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40256) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:45.853435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-637d56fa-6d3d-40cb-8789-6fba22de19a0 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1448687229'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:45.874287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637d56fa-6d3d-40cb-8789-6fba22de19a0 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Made reservation on behalf of e00494b782414f23a87d0b0a026eb046 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:45.877827 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-637d56fa-6d3d-40cb-8789-6fba22de19a0 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.886867 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-637d56fa-6d3d-40cb-8789-6fba22de19a0 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.973452 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-637d56fa-6d3d-40cb-8789-6fba22de19a0 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:45.977134 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-637d56fa-6d3d-40cb-8789-6fba22de19a0 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.004790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637d56fa-6d3d-40cb-8789-6fba22de19a0 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:46.011454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d56fa-6d3d-40cb-8789-6fba22de19a0 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608886c7-1e0d-4466-9628-4e2f90db5cca,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:46.017333 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-637d56fa-6d3d-40cb-8789-6fba22de19a0 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.017686 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-637d56fa-6d3d-40cb-8789-6fba22de19a0 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Added segment 96d9a81f-6f0e-42fe-94e7-ea18f8700477 of type vlan for network 453fc303-5b73-4458-ae15-dde4dbd5fd69 Jul 16 01:56:46.058411 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-637d56fa-6d3d-40cb-8789-6fba22de19a0 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.088690 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-637d56fa-6d3d-40cb-8789-6fba22de19a0 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.094111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637d56fa-6d3d-40cb-8789-6fba22de19a0 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.094715 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-637d56fa-6d3d-40cb-8789-6fba22de19a0 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.127418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-637d56fa-6d3d-40cb-8789-6fba22de19a0 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4083233 Jul 16 01:56:46.130692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40260) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:46.166035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d56fa-6d3d-40cb-8789-6fba22de19a0 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Pushing event updated for resources: {'Network': ['ID=453fc303-5b73-4458-ae15-dde4dbd5fd69,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:46.177893 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 453fc303-5b73-4458-ae15-dde4dbd5fd69 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:46.183640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-956efa35-5fa6-4998-b4b0-f0c7e76ac3ce tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Request body: {'network': {'name': 'tempest-network--1420595635', 'router:external': True}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:46.203725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956efa35-5fa6-4998-b4b0-f0c7e76ac3ce tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Made reservation on behalf of 319843920ede4eee8b559de292be5817 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:46.206175 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-956efa35-5fa6-4998-b4b0-f0c7e76ac3ce tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.214573 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-956efa35-5fa6-4998-b4b0-f0c7e76ac3ce tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.301851 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-956efa35-5fa6-4998-b4b0-f0c7e76ac3ce tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.305987 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-956efa35-5fa6-4998-b4b0-f0c7e76ac3ce tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.328910 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-956efa35-5fa6-4998-b4b0-f0c7e76ac3ce tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:46.338241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956efa35-5fa6-4998-b4b0-f0c7e76ac3ce tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59bfc1dc-a168-4544-906f-0d5491c08e0b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:46.342996 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-956efa35-5fa6-4998-b4b0-f0c7e76ac3ce tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.343288 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-956efa35-5fa6-4998-b4b0-f0c7e76ac3ce tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Added segment d528ab5c-bb06-4012-a4e0-d5b346337f1d of type vlan for network ecb419ed-872e-4611-b46a-4f17e69bc85f Jul 16 01:56:46.390122 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-956efa35-5fa6-4998-b4b0-f0c7e76ac3ce tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.421991 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-956efa35-5fa6-4998-b4b0-f0c7e76ac3ce tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.423001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956efa35-5fa6-4998-b4b0-f0c7e76ac3ce tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.423577 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-956efa35-5fa6-4998-b4b0-f0c7e76ac3ce tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.455039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-956efa35-5fa6-4998-b4b0-f0c7e76ac3ce tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3233366 Jul 16 01:56:46.457675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40264) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:46.499739 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956efa35-5fa6-4998-b4b0-f0c7e76ac3ce tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Pushing event updated for resources: {'Network': ['ID=ecb419ed-872e-4611-b46a-4f17e69bc85f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:46.509694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network ecb419ed-872e-4611-b46a-4f17e69bc85f details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:46.555782 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ccbba8e-41a9-44a1-b19e-dea8e9ff3086 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.630704 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ccbba8e-41a9-44a1-b19e-dea8e9ff3086 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.640033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-5ccbba8e-41a9-44a1-b19e-dea8e9ff3086 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb419ed-872e-4611-b46a-4f17e69bc85f']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:46.649912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-5ccbba8e-41a9-44a1-b19e-dea8e9ff3086 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd528ab5c-bb06-4012-a4e0-d5b346337f1d') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:46.650207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-5ccbba8e-41a9-44a1-b19e-dea8e9ff3086 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd528ab5c-bb06-4012-a4e0-d5b346337f1d') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:46.658598 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ccbba8e-41a9-44a1-b19e-dea8e9ff3086 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.672125 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ccbba8e-41a9-44a1-b19e-dea8e9ff3086 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.677904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccbba8e-41a9-44a1-b19e-dea8e9ff3086 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:46.678287 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ccbba8e-41a9-44a1-b19e-dea8e9ff3086 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:46.680017 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:46.737279 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ccbba8e-41a9-44a1-b19e-dea8e9ff3086 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.742666 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccbba8e-41a9-44a1-b19e-dea8e9ff3086 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ecb419ed-872e-4611-b46a-4f17e69bc85f {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:56:46.753706 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5ccbba8e-41a9-44a1-b19e-dea8e9ff3086 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.755603 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5ccbba8e-41a9-44a1-b19e-dea8e9ff3086 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "DELETE /v2.0/networks/ecb419ed-872e-4611-b46a-4f17e69bc85f HTTP/1.1" status: 204 len: 168 time: 0.2969921 Jul 16 01:56:46.756682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccbba8e-41a9-44a1-b19e-dea8e9ff3086 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Pushing event deleted for resources: {'Network': ['ID=ecb419ed-872e-4611-b46a-4f17e69bc85f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:46.759043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40266) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:46.763687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-aaf19ced-271e-4702-850a-8154fcfb617c tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:46.784023 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf19ced-271e-4702-850a-8154fcfb617c tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Made reservation on behalf of 319843920ede4eee8b559de292be5817 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:46.786396 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-aaf19ced-271e-4702-850a-8154fcfb617c tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.809811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf19ced-271e-4702-850a-8154fcfb617c tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:46.819086 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-aaf19ced-271e-4702-850a-8154fcfb617c tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.819444 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-aaf19ced-271e-4702-850a-8154fcfb617c tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Added segment f8456a13-3868-41c4-ba3f-f9cefab7fe2a of type vlan for network 16d37523-85e0-403b-8f53-7f4e3b2e7e01 Jul 16 01:56:46.862664 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-aaf19ced-271e-4702-850a-8154fcfb617c tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.894407 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-aaf19ced-271e-4702-850a-8154fcfb617c tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.895309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf19ced-271e-4702-850a-8154fcfb617c tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:46.895917 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-aaf19ced-271e-4702-850a-8154fcfb617c tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:46.934319 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-aaf19ced-271e-4702-850a-8154fcfb617c tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.1742818 Jul 16 01:56:46.937601 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40268) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:46.943488 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c28a2c70-7a09-4f41-8b52-b184b6db1151 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Request body: {'subnet': {'network_id': '16d37523-85e0-403b-8f53-7f4e3b2e7e01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:46.960571 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf19ced-271e-4702-850a-8154fcfb617c tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Pushing event updated for resources: {'Network': ['ID=16d37523-85e0-403b-8f53-7f4e3b2e7e01,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:46.969327 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28a2c70-7a09-4f41-8b52-b184b6db1151 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Made reservation on behalf of 319843920ede4eee8b559de292be5817 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:46.970751 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 16d37523-85e0-403b-8f53-7f4e3b2e7e01 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:46.971748 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c28a2c70-7a09-4f41-8b52-b184b6db1151 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.243307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.objects.ports [None req-c28a2c70-7a09-4f41-8b52-b184b6db1151 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93920) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 01:56:47.243674 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c28a2c70-7a09-4f41-8b52-b184b6db1151 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.296468 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a2c70-7a09-4f41-8b52-b184b6db1151 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Pushing event updated for resources: {'Subnet': ['ID=707e430d-9e56-4baf-b833-e931e5d3be95,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:47.305882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28a2c70-7a09-4f41-8b52-b184b6db1151 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Checking segment: {'id': 'f8456a13-3868-41c4-ba3f-f9cefab7fe2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '16d37523-85e0-403b-8f53-7f4e3b2e7e01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:47.306262 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28a2c70-7a09-4f41-8b52-b184b6db1151 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Network hostable DHCP agents. Network: 16d37523-85e0-403b-8f53-7f4e3b2e7e01, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:47.322680 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28a2c70-7a09-4f41-8b52-b184b6db1151 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Network 16d37523-85e0-403b-8f53-7f4e3b2e7e01 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:47.331132 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c28a2c70-7a09-4f41-8b52-b184b6db1151 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 16d37523-85e0-403b-8f53-7f4e3b2e7e01) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:47.335422 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28a2c70-7a09-4f41-8b52-b184b6db1151 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:47.336049 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c28a2c70-7a09-4f41-8b52-b184b6db1151 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.340818 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce36688e-ac32-4d4e-a31e-f3dc6dcdd03b None None] Network 16d37523-85e0-403b-8f53-7f4e3b2e7e01 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:47.351414 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c28a2c70-7a09-4f41-8b52-b184b6db1151 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4126101 Jul 16 01:56:47.353948 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40270) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:47.358926 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Request body: {'floatingip': {'floating_network_id': '16d37523-85e0-403b-8f53-7f4e3b2e7e01'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:47.379776 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.464364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca2299d-90a9-4ea3-a015-e95aca63225b None None] Network 16d37523-85e0-403b-8f53-7f4e3b2e7e01 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:47.468618 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.570924 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Allocated IP 172.20.0.2 (16d37523-85e0-403b-8f53-7f4e3b2e7e01/707e430d-9e56-4baf-b833-e931e5d3be95/e80ec0f7-faec-49d8-b7c0-f50b5702c87b) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:56:47.671012 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.708906 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.748299 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Network 16d37523-85e0-403b-8f53-7f4e3b2e7e01 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:47.751084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:47.754611 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:47.760080 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Pushing event updated for resources: {'Port': ['ID=e80ec0f7-faec-49d8-b7c0-f50b5702c87b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:47.841151 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:47.882281 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.026498 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.031478 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.101921 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Pushing event updated for resources: {'Port': ['ID=e80ec0f7-faec-49d8-b7c0-f50b5702c87b,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:48.111332 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.124146 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.125361 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4f30284f-5bda-46e5-b519-622fc7417419 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7704895 Jul 16 01:56:48.128061 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40272) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:48.190856 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dbbd329b-ff66-48d0-b77f-8e13a213512e tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "GET /v2.0/floatingips?floating_network_id=16d37523-85e0-403b-8f53-7f4e3b2e7e01 HTTP/1.1" status: 200 len: 689 time: 0.0616915 Jul 16 01:56:48.193242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40274) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:48.278586 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.388299 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Deleting port e80ec0f7-faec-49d8-b7c0-f50b5702c87b {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:48.388589 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.460663 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.460988 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.472142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Calling delete_port for e80ec0f7-faec-49d8-b7c0-f50b5702c87b owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:48.599592 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.628217 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Pushing event deleted for resources: {'Port': ['ID=e80ec0f7-faec-49d8-b7c0-f50b5702c87b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:48.685870 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.727225 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.779030 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.804715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=707e430d-9e56-4baf-b833-e931e5d3be95,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:48.856462 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.866298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d37523-85e0-403b-8f53-7f4e3b2e7e01']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:48.875581 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8456a13-3868-41c4-ba3f-f9cefab7fe2a') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:48.875909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8456a13-3868-41c4-ba3f-f9cefab7fe2a') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:48.884765 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.897668 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.903338 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:48.903722 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:48.905395 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:48.961380 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.966426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 16d37523-85e0-403b-8f53-7f4e3b2e7e01 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:56:48.968940 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:48.970753 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "DELETE /v2.0/networks/16d37523-85e0-403b-8f53-7f4e3b2e7e01 HTTP/1.1" status: 204 len: 168 time: 0.7765863 Jul 16 01:56:48.973440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40276) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:48.980049 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f26ea5-d738-40a7-9642-3678eb8a5cf2 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Pushing event deleted for resources: {'Network': ['ID=16d37523-85e0-403b-8f53-7f4e3b2e7e01,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:49.028404 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c78088f3-f096-412f-9f9f-a1ec87b1736d tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0537703 Jul 16 01:56:49.031134 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40278) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:49.093263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2403eb1-5b31-45dc-8b4b-2c4186e3dc23 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.093732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2403eb1-5b31-45dc-8b4b-2c4186e3dc23 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.094186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2403eb1-5b31-45dc-8b4b-2c4186e3dc23 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.094655 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2403eb1-5b31-45dc-8b4b-2c4186e3dc23 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.095091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2403eb1-5b31-45dc-8b4b-2c4186e3dc23 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.095545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2403eb1-5b31-45dc-8b4b-2c4186e3dc23 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.100751 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a2403eb1-5b31-45dc-8b4b-2c4186e3dc23 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3919 time: 0.0653818 Jul 16 01:56:49.100958 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40280) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:49.157926 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-77a8c2d4-8c48-4e0c-86eb-cf2308356c1d tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] delete failed (client error): The resource could not be found. Jul 16 01:56:49.161506 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-77a8c2d4-8c48-4e0c-86eb-cf2308356c1d tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/9e57e596-51ef-4565-bd06-a9bbdb467b03 HTTP/1.1" status: 404 len: 345 time: 0.0570765 Jul 16 01:56:49.162176 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40282) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:49.178512 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ce5709-0e04-4146-82ed-0b8bb89d55e0 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 01:56:49.179034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ce5709-0e04-4146-82ed-0b8bb89d55e0 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:49.180645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c9ce5709-0e04-4146-82ed-0b8bb89d55e0 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "DELETE /v2.0/networks/16d37523-85e0-403b-8f53-7f4e3b2e7e01 HTTP/1.1" status: 404 len: 339 time: 0.0175800 Jul 16 01:56:49.184146 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40284) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:49.189231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-61df2388-d5da-44d2-8616-1a4b6cd510a6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Request body: {'network': {'name': 'tempest-network--1538531287', 'router:external': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:49.209588 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61df2388-d5da-44d2-8616-1a4b6cd510a6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Made reservation on behalf of 319843920ede4eee8b559de292be5817 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:49.212337 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61df2388-d5da-44d2-8616-1a4b6cd510a6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.236269 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61df2388-d5da-44d2-8616-1a4b6cd510a6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:49.245532 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61df2388-d5da-44d2-8616-1a4b6cd510a6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.245936 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-61df2388-d5da-44d2-8616-1a4b6cd510a6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Added segment ccb38748-34c3-4bd3-ad5d-fbdf25e76496 of type vlan for network 7ab167e0-8e3f-4ddd-a0a1-775d32abb849 Jul 16 01:56:49.288273 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61df2388-d5da-44d2-8616-1a4b6cd510a6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.319743 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61df2388-d5da-44d2-8616-1a4b6cd510a6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.320703 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61df2388-d5da-44d2-8616-1a4b6cd510a6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.321361 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-61df2388-d5da-44d2-8616-1a4b6cd510a6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:49.352853 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-61df2388-d5da-44d2-8616-1a4b6cd510a6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1676261 Jul 16 01:56:49.355301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40286) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:49.417462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61df2388-d5da-44d2-8616-1a4b6cd510a6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Pushing event updated for resources: {'Network': ['ID=7ab167e0-8e3f-4ddd-a0a1-775d32abb849,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:49.429254 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 7ab167e0-8e3f-4ddd-a0a1-775d32abb849 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:49.579567 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1931fa99-2427-4f60-b053-9807444f1b39 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.585790 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1931fa99-2427-4f60-b053-9807444f1b39 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.591811 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1931fa99-2427-4f60-b053-9807444f1b39 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.597711 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1931fa99-2427-4f60-b053-9807444f1b39 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:49.599933 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1931fa99-2427-4f60-b053-9807444f1b39 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2430944 Jul 16 01:56:49.602826 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40288) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:49.987775 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00e2d5ab-d148-412e-81b3-251711d761c1 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.065098 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00e2d5ab-d148-412e-81b3-251711d761c1 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.074718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-00e2d5ab-d148-412e-81b3-251711d761c1 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab167e0-8e3f-4ddd-a0a1-775d32abb849']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:50.084096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-00e2d5ab-d148-412e-81b3-251711d761c1 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb38748-34c3-4bd3-ad5d-fbdf25e76496') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:50.084340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-00e2d5ab-d148-412e-81b3-251711d761c1 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb38748-34c3-4bd3-ad5d-fbdf25e76496') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:50.092704 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00e2d5ab-d148-412e-81b3-251711d761c1 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.106125 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00e2d5ab-d148-412e-81b3-251711d761c1 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.111637 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e2d5ab-d148-412e-81b3-251711d761c1 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:50.112050 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00e2d5ab-d148-412e-81b3-251711d761c1 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:50.113629 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:50.165606 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00e2d5ab-d148-412e-81b3-251711d761c1 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.170691 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e2d5ab-d148-412e-81b3-251711d761c1 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ab167e0-8e3f-4ddd-a0a1-775d32abb849 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:56:50.173404 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00e2d5ab-d148-412e-81b3-251711d761c1 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.175499 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-00e2d5ab-d148-412e-81b3-251711d761c1 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "DELETE /v2.0/networks/7ab167e0-8e3f-4ddd-a0a1-775d32abb849 HTTP/1.1" status: 204 len: 168 time: 0.5717413 Jul 16 01:56:50.180048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40290) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:50.185327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-bd298367-1b91-41aa-8c75-743184e3ed88 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Request body: {'network': {'name': 'tempest-network--1720805066', 'router:external': True}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:50.189087 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e2d5ab-d148-412e-81b3-251711d761c1 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ab167e0-8e3f-4ddd-a0a1-775d32abb849,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:50.206003 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd298367-1b91-41aa-8c75-743184e3ed88 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Made reservation on behalf of 319843920ede4eee8b559de292be5817 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:50.208378 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd298367-1b91-41aa-8c75-743184e3ed88 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.232417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd298367-1b91-41aa-8c75-743184e3ed88 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:50.240825 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd298367-1b91-41aa-8c75-743184e3ed88 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.241167 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-bd298367-1b91-41aa-8c75-743184e3ed88 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Added segment 27563daa-9c6d-45b7-805f-bae63cbee719 of type vlan for network 603531c2-13fa-4838-898a-07ec3b26696b Jul 16 01:56:50.294031 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd298367-1b91-41aa-8c75-743184e3ed88 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.330202 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd298367-1b91-41aa-8c75-743184e3ed88 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.331271 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd298367-1b91-41aa-8c75-743184e3ed88 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:50.331971 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd298367-1b91-41aa-8c75-743184e3ed88 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.365033 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bd298367-1b91-41aa-8c75-743184e3ed88 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1835015 Jul 16 01:56:50.367465 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40292) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:50.413668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd298367-1b91-41aa-8c75-743184e3ed88 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Pushing event updated for resources: {'Network': ['ID=603531c2-13fa-4838-898a-07ec3b26696b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:50.426795 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 603531c2-13fa-4838-898a-07ec3b26696b details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:50.480685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4381b4-bbd3-4f9f-9071-d617de36efff tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:50.482457 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-eb4381b4-bbd3-4f9f-9071-d617de36efff tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] 10.222.0.22 "GET /v2.0/networks/603531c2-13fa-4838-898a-07ec3b26696b HTTP/1.1" status: 200 len: 757 time: 0.1139541 Jul 16 01:56:50.485066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40294) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:50.563134 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6203aaf1-ca5f-409a-a13e-86e101ec2291 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:50.564584 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6203aaf1-ca5f-409a-a13e-86e101ec2291 tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] 10.222.0.22 "GET /v2.0/networks/453fc303-5b73-4458-ae15-dde4dbd5fd69 HTTP/1.1" status: 200 len: 768 time: 0.0783989 Jul 16 01:56:50.567332 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40296) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:50.645909 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-487d8a15-17f9-4cf9-a7be-2f143fba24c6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.726006 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-487d8a15-17f9-4cf9-a7be-2f143fba24c6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.735529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-487d8a15-17f9-4cf9-a7be-2f143fba24c6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603531c2-13fa-4838-898a-07ec3b26696b']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:50.744955 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-487d8a15-17f9-4cf9-a7be-2f143fba24c6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27563daa-9c6d-45b7-805f-bae63cbee719') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:50.745255 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-487d8a15-17f9-4cf9-a7be-2f143fba24c6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27563daa-9c6d-45b7-805f-bae63cbee719') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:50.753688 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-487d8a15-17f9-4cf9-a7be-2f143fba24c6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.767177 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-487d8a15-17f9-4cf9-a7be-2f143fba24c6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.773341 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-487d8a15-17f9-4cf9-a7be-2f143fba24c6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:50.773732 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-487d8a15-17f9-4cf9-a7be-2f143fba24c6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:50.775338 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:50.828481 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-487d8a15-17f9-4cf9-a7be-2f143fba24c6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.833393 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487d8a15-17f9-4cf9-a7be-2f143fba24c6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 603531c2-13fa-4838-898a-07ec3b26696b {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:56:50.836495 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-487d8a15-17f9-4cf9-a7be-2f143fba24c6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.838350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-487d8a15-17f9-4cf9-a7be-2f143fba24c6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "DELETE /v2.0/networks/603531c2-13fa-4838-898a-07ec3b26696b HTTP/1.1" status: 204 len: 168 time: 0.2695618 Jul 16 01:56:50.842404 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40298) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:50.847521 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-af75151b-89c9-4c6e-b9c9-7a9a96501bff tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Request body: {'network': {'name': 'tempest-network--1519218232'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:50.847839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d8a15-17f9-4cf9-a7be-2f143fba24c6 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Pushing event deleted for resources: {'Network': ['ID=603531c2-13fa-4838-898a-07ec3b26696b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:50.867592 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af75151b-89c9-4c6e-b9c9-7a9a96501bff tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Made reservation on behalf of 319843920ede4eee8b559de292be5817 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:50.869938 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af75151b-89c9-4c6e-b9c9-7a9a96501bff tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.892597 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af75151b-89c9-4c6e-b9c9-7a9a96501bff tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:50.902205 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af75151b-89c9-4c6e-b9c9-7a9a96501bff tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.902467 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-af75151b-89c9-4c6e-b9c9-7a9a96501bff tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Added segment c89d3eb7-89b7-4cbd-b729-7e21cb35b149 of type vlan for network 4a30e9dc-d845-494c-aa8d-5c496a7eeaf5 Jul 16 01:56:50.941113 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af75151b-89c9-4c6e-b9c9-7a9a96501bff tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.968939 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af75151b-89c9-4c6e-b9c9-7a9a96501bff tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:50.969873 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af75151b-89c9-4c6e-b9c9-7a9a96501bff tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:50.970459 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-af75151b-89c9-4c6e-b9c9-7a9a96501bff tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.000146 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-af75151b-89c9-4c6e-b9c9-7a9a96501bff tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.1566470 Jul 16 01:56:51.002871 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40300) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:51.033414 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7e87b81a-346b-435d-b528-55fdde4741f8 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:51.036810 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75151b-89c9-4c6e-b9c9-7a9a96501bff tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Pushing event updated for resources: {'Network': ['ID=4a30e9dc-d845-494c-aa8d-5c496a7eeaf5,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:51.047348 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 4a30e9dc-d845-494c-aa8d-5c496a7eeaf5 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:51.184913 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7e87b81a-346b-435d-b528-55fdde4741f8 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.198675 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7e87b81a-346b-435d-b528-55fdde4741f8 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.205456 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e87b81a-346b-435d-b528-55fdde4741f8 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Network 4a30e9dc-d845-494c-aa8d-5c496a7eeaf5 is not hosted by any dhcp agent {{(pid=93920) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:56:51.206298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e87b81a-346b-435d-b528-55fdde4741f8 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:51.206890 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7e87b81a-346b-435d-b528-55fdde4741f8 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.210626 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7e87b81a-346b-435d-b528-55fdde4741f8 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "PUT /v2.0/networks/4a30e9dc-d845-494c-aa8d-5c496a7eeaf5 HTTP/1.1" status: 200 len: 858 time: 0.2029815 Jul 16 01:56:51.211099 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40302) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:51.259316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87b81a-346b-435d-b528-55fdde4741f8 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Pushing event updated for resources: {'Network': ['ID=4a30e9dc-d845-494c-aa8d-5c496a7eeaf5,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:51.284467 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d061e9a-f7ca-4dba-b08e-b2e260ed2413 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.359869 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d061e9a-f7ca-4dba-b08e-b2e260ed2413 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.370087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9d061e9a-f7ca-4dba-b08e-b2e260ed2413 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a30e9dc-d845-494c-aa8d-5c496a7eeaf5']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:51.383895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9d061e9a-f7ca-4dba-b08e-b2e260ed2413 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89d3eb7-89b7-4cbd-b729-7e21cb35b149') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:51.384197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9d061e9a-f7ca-4dba-b08e-b2e260ed2413 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89d3eb7-89b7-4cbd-b729-7e21cb35b149') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:51.393713 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d061e9a-f7ca-4dba-b08e-b2e260ed2413 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.406796 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d061e9a-f7ca-4dba-b08e-b2e260ed2413 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.412936 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d061e9a-f7ca-4dba-b08e-b2e260ed2413 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:51.413328 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d061e9a-f7ca-4dba-b08e-b2e260ed2413 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:51.414921 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:51.467355 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d061e9a-f7ca-4dba-b08e-b2e260ed2413 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.472353 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d061e9a-f7ca-4dba-b08e-b2e260ed2413 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4a30e9dc-d845-494c-aa8d-5c496a7eeaf5 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 01:56:51.475370 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9d061e9a-f7ca-4dba-b08e-b2e260ed2413 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.477356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9d061e9a-f7ca-4dba-b08e-b2e260ed2413 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] 10.222.0.22 "DELETE /v2.0/networks/4a30e9dc-d845-494c-aa8d-5c496a7eeaf5 HTTP/1.1" status: 204 len: 168 time: 0.2650425 Jul 16 01:56:51.482370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40304) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:51.486808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d061e9a-f7ca-4dba-b08e-b2e260ed2413 tempest-ExternalNetworksTestJSON-437991883 tempest-ExternalNetworksTestJSON-437991883-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a30e9dc-d845-494c-aa8d-5c496a7eeaf5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:51.510333 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-8089a254-0b6f-486d-8cf3-09f082c553ac tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] DELETE failed (client error): The resource could not be found. Jul 16 01:56:51.510791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8089a254-0b6f-486d-8cf3-09f082c553ac tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:56:51.512528 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8089a254-0b6f-486d-8cf3-09f082c553ac tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] 10.222.0.22 "DELETE /v2.0/subnets/707e430d-9e56-4baf-b833-e931e5d3be95 HTTP/1.1" status: 404 len: 337 time: 0.0286305 Jul 16 01:56:51.515077 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40306) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:51.598764 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-161f4673-8bac-43fc-8d42-c24e8f01564b tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.694003 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-161f4673-8bac-43fc-8d42-c24e8f01564b tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.703605 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-161f4673-8bac-43fc-8d42-c24e8f01564b tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['453fc303-5b73-4458-ae15-dde4dbd5fd69']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:51.713515 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-161f4673-8bac-43fc-8d42-c24e8f01564b tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d9a81f-6f0e-42fe-94e7-ea18f8700477') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:51.713921 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-161f4673-8bac-43fc-8d42-c24e8f01564b tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d9a81f-6f0e-42fe-94e7-ea18f8700477') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:51.722274 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-161f4673-8bac-43fc-8d42-c24e8f01564b tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.736531 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-161f4673-8bac-43fc-8d42-c24e8f01564b tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.742100 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161f4673-8bac-43fc-8d42-c24e8f01564b tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:51.742488 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-161f4673-8bac-43fc-8d42-c24e8f01564b tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:51.745365 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:51.800494 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-161f4673-8bac-43fc-8d42-c24e8f01564b tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.807109 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-161f4673-8bac-43fc-8d42-c24e8f01564b tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:51.811207 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-161f4673-8bac-43fc-8d42-c24e8f01564b tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] 10.222.0.22 "DELETE /v2.0/networks/453fc303-5b73-4458-ae15-dde4dbd5fd69 HTTP/1.1" status: 204 len: 168 time: 0.2928824 Jul 16 01:56:51.827486 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f4673-8bac-43fc-8d42-c24e8f01564b tempest-ExternalNetworksTestJSON-1174452244 tempest-ExternalNetworksTestJSON-1174452244-project] Pushing event deleted for resources: {'Network': ['ID=453fc303-5b73-4458-ae15-dde4dbd5fd69,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:52.065627 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40312) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:52.192645 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-caf4e729-7f85-4378-9641-a45faad7284d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e00494b782414f23a87d0b0a026eb046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1258006 Jul 16 01:56:52.195610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40316) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:52.246273 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-51c41c30-d111-4153-af11-0c21a5302af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.267050 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-51c41c30-d111-4153-af11-0c21a5302af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.311750 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-51c41c30-d111-4153-af11-0c21a5302af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.314302 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-51c41c30-d111-4153-af11-0c21a5302af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.315446 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-51c41c30-d111-4153-af11-0c21a5302af8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/608886c7-1e0d-4466-9628-4e2f90db5cca HTTP/1.1" status: 204 len: 168 time: 0.1189094 Jul 16 01:56:52.325015 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c41c30-d111-4153-af11-0c21a5302af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608886c7-1e0d-4466-9628-4e2f90db5cca,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:52.566908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40322) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:52.604821 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1347944c-2ca5-44d7-a2bd-6ebf285c9b46 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=319843920ede4eee8b559de292be5817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367913 Jul 16 01:56:52.607070 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40324) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:52.655240 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e5619cf-2164-4388-8f58-9749227cc95f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.675712 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e5619cf-2164-4388-8f58-9749227cc95f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.721595 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e5619cf-2164-4388-8f58-9749227cc95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.724187 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e5619cf-2164-4388-8f58-9749227cc95f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:52.728111 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1e5619cf-2164-4388-8f58-9749227cc95f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59bfc1dc-a168-4544-906f-0d5491c08e0b HTTP/1.1" status: 204 len: 168 time: 0.1201236 Jul 16 01:56:52.735542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5619cf-2164-4388-8f58-9749227cc95f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59bfc1dc-a168-4544-906f-0d5491c08e0b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:53.864850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40360) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:54.001460 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-05932b2c-5516-4d76-9acd-47d729bf8d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1850672661'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:54.025791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05932b2c-5516-4d76-9acd-47d729bf8d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Made reservation on behalf of fd058beaeb8b4c23afaeefdd7969172b for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:54.029413 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05932b2c-5516-4d76-9acd-47d729bf8d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.037818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05932b2c-5516-4d76-9acd-47d729bf8d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.128062 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05932b2c-5516-4d76-9acd-47d729bf8d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.132030 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05932b2c-5516-4d76-9acd-47d729bf8d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.157080 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05932b2c-5516-4d76-9acd-47d729bf8d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:56:54.166484 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05932b2c-5516-4d76-9acd-47d729bf8d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e67272e0-889c-4caa-aae4-0700e69c095f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:54.172220 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05932b2c-5516-4d76-9acd-47d729bf8d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.172567 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-05932b2c-5516-4d76-9acd-47d729bf8d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Added segment 2ae6556e-74ce-42b4-ab65-c851a9bbd03b of type vlan for network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 Jul 16 01:56:54.212229 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05932b2c-5516-4d76-9acd-47d729bf8d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.239503 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05932b2c-5516-4d76-9acd-47d729bf8d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.245443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05932b2c-5516-4d76-9acd-47d729bf8d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:54.246033 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05932b2c-5516-4d76-9acd-47d729bf8d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.293374 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-05932b2c-5516-4d76-9acd-47d729bf8d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4273369 Jul 16 01:56:54.345283 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05932b2c-5516-4d76-9acd-47d729bf8d3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Pushing event updated for resources: {'Network': ['ID=cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:54.355858 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:56:54.473104 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40368) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:54.478701 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Request body: {'port': {'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574', 'binding:host_id': 'n-h1-791505-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1220282351'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:54.499131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Made reservation on behalf of 8ab31b6c0b814792a2623b7a6861191d for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:54.501584 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.509676 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.606142 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.609732 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.614758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] device_id is not set on port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:54.696721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37677aaa-c58b-460c-a1f4-ebeb2d17c406,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:54.836323 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] device_id is not set on port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:54.844697 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.855135 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Transition to ACTIVE for port object e8d49b78-cc71-40d7-be37-f28a1ab8ed06 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:54.863426 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:54.913071 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Pushing event updated for resources: {'Port': ['ID=e8d49b78-cc71-40d7-be37-f28a1ab8ed06,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:54.927689 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Checking segment: {'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:56:54.928096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Network hostable DHCP agents. Network: cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:56:54.947850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:56:54.956036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:54.960354 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:54.965657 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fab0d94-dfb7-4acb-81d8-484d211acbbc None None] Network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:56:54.975000 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:54.975346 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:54.975733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:54.980138 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:54.980492 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:54.980881 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 2 to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 Jul 16 01:56:54.992471 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:54.992807 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:54.993138 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:54.997370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:54.997700 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:54.998089 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 3 to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 Jul 16 01:56:55.010248 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:55.010708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:55.011053 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:55.015330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:55.015662 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:55.016087 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 4 to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 Jul 16 01:56:55.030121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:55.030639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:55.031159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:55.035736 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:55.036106 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:55.036496 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 5 to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 Jul 16 01:56:55.049170 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:55.049762 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:55.050099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:55.054307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:55.054637 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:55.055026 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 6 to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 Jul 16 01:56:55.066634 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:55.066970 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:55.067308 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:55.072051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:55.072382 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:55.072769 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 7 to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 Jul 16 01:56:55.085286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:55.085656 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:55.085988 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:55.090223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:55.090576 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:55.090969 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 8 to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 Jul 16 01:56:55.102427 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:55.102773 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:55.103105 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:55.107274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:55.107603 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:55.108091 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 9 to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 Jul 16 01:56:55.119727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:55.120084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:55.120416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:55.124545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:55.124873 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:55.125257 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 10 to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 Jul 16 01:56:55.136739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:55.137079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:55.137412 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:55.141511 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:55.141808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-96df531d-a316-4709-a2ba-1fe03df88e26 req-e6888bda-4071-48a7-98c1-0d049cc3ee67 tempest-TestNetworkAdvancedServerOps-2123928143 tempest-TestNetworkAdvancedServerOps-2123928143-project] (93919) timed out ('10.222.0.69', 55086) {{(pid=93919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 01:56:55.142370 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:55.142370 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.204774 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] For port e8d49b78-cc71-40d7-be37-f28a1ab8ed06, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:55.205066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempted to set empty binding levels {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:56:55.210193 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.238268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:55.238869 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.258629 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 0.7844081 Jul 16 01:56:55.261464 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40370) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:55.262143 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fbe2c-1bae-486f-b506-dc217d05d9c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Pushing event updated for resources: {'Port': ['ID=e8d49b78-cc71-40d7-be37-f28a1ab8ed06,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:55.346042 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9af6bcc2-22f0-4069-b383-1cbb2997c782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Deleting port e8d49b78-cc71-40d7-be37-f28a1ab8ed06 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:55.346385 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9af6bcc2-22f0-4069-b383-1cbb2997c782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.406202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-9af6bcc2-22f0-4069-b383-1cbb2997c782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] For port e8d49b78-cc71-40d7-be37-f28a1ab8ed06, host n-h1-791505-14, got binding levels [] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:55.406563 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9af6bcc2-22f0-4069-b383-1cbb2997c782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.417642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9af6bcc2-22f0-4069-b383-1cbb2997c782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Calling delete_port for e8d49b78-cc71-40d7-be37-f28a1ab8ed06 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:55.497395 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9af6bcc2-22f0-4069-b383-1cbb2997c782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.522631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6bcc2-22f0-4069-b383-1cbb2997c782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8d49b78-cc71-40d7-be37-f28a1ab8ed06,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:55.531143 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9af6bcc2-22f0-4069-b383-1cbb2997c782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.533077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9af6bcc2-22f0-4069-b383-1cbb2997c782 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] 10.222.0.22 "DELETE /v2.0/ports/e8d49b78-cc71-40d7-be37-f28a1ab8ed06 HTTP/1.1" status: 204 len: 168 time: 0.2705510 Jul 16 01:56:55.535809 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40372) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:55.562300 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90a8788-fe74-49b1-b6a0-6e89e0094a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:56:55.563710 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e90a8788-fe74-49b1-b6a0-6e89e0094a12 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] 10.222.0.22 "GET /v2.0/ports/e8d49b78-cc71-40d7-be37-f28a1ab8ed06 HTTP/1.1" status: 404 len: 333 time: 0.0268214 Jul 16 01:56:55.567088 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40374) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:55.572210 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a85c20d7-f37f-4f28-8c7e-476174b7c929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Request body: {'port': {'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-299520094'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:55.591484 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85c20d7-f37f-4f28-8c7e-476174b7c929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Made reservation on behalf of 8ab31b6c0b814792a2623b7a6861191d for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:55.593800 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a85c20d7-f37f-4f28-8c7e-476174b7c929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.607819 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-a85c20d7-f37f-4f28-8c7e-476174b7c929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] device_id is not set on port bf835ab8-d534-4bd9-879e-1c69196ad73a yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:55.747970 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a85c20d7-f37f-4f28-8c7e-476174b7c929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.783484 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a85c20d7-f37f-4f28-8c7e-476174b7c929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.824096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85c20d7-f37f-4f28-8c7e-476174b7c929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:55.826790 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-a85c20d7-f37f-4f28-8c7e-476174b7c929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:55.830120 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c20d7-f37f-4f28-8c7e-476174b7c929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:55.831142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85c20d7-f37f-4f28-8c7e-476174b7c929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:55.831623 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a85c20d7-f37f-4f28-8c7e-476174b7c929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:55.838972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c20d7-f37f-4f28-8c7e-476174b7c929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Pushing event updated for resources: {'Port': ['ID=bf835ab8-d534-4bd9-879e-1c69196ad73a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:55.848852 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a85c20d7-f37f-4f28-8c7e-476174b7c929 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.2807965 Jul 16 01:56:55.851943 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40376) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:55.856933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:55.928448 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.089691 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] device_id is not set on port bf835ab8-d534-4bd9-879e-1c69196ad73a yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:56.097442 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.109679 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Transition to ACTIVE for port object bf835ab8-d534-4bd9-879e-1c69196ad73a will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:56.113051 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.169479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Pushing event updated for resources: {'Port': ['ID=bf835ab8-d534-4bd9-879e-1c69196ad73a,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:56.174656 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:56.174997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:56.175334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:56.180331 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:56.180657 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:56.181039 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 2 to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a Jul 16 01:56:56.192290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:56.192643 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:56.192983 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:56.197209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:56.197537 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:56.197921 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 3 to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a Jul 16 01:56:56.213366 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:56.213700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:56.214027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:56.218095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:56.218419 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:56.218797 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 4 to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a Jul 16 01:56:56.230398 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:56.230734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:56.231064 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:56.235360 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:56.235685 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:56.236095 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 5 to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a Jul 16 01:56:56.247580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:56.247939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:56.248280 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:56.252340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:56.252662 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:56.253040 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 6 to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a Jul 16 01:56:56.264529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:56.264866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:56.265199 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:56.269267 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:56.269593 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:56.269973 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 7 to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a Jul 16 01:56:56.282567 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:56.282902 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:56.283231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:56.287941 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:56.288266 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:56.288642 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 8 to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a Jul 16 01:56:56.299869 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:56.300204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:56.300533 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:56.305137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:56.305459 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:56.305835 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 9 to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a Jul 16 01:56:56.317381 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:56.317661 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:56.318040 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:56.322615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:56.322938 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:56.323315 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 10 to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a Jul 16 01:56:56.334274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:56.334608 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:56.334935 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:56.339016 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:56.339344 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port bf835ab8-d534-4bd9-879e-1c69196ad73a on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:56.339709 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.401090 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] For port bf835ab8-d534-4bd9-879e-1c69196ad73a, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:56.401451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempted to set empty binding levels {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:56:56.405533 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.435082 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] In _notify_port_updated(), no bound segment for port bf835ab8-d534-4bd9-879e-1c69196ad73a on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:56:56.435970 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.436573 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.437879 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] 10.222.0.22 "PUT /v2.0/ports/bf835ab8-d534-4bd9-879e-1c69196ad73a HTTP/1.1" status: 200 len: 979 time: 0.5850244 Jul 16 01:56:56.440698 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40378) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:56.452862 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f54ac1a-598d-4f50-b41e-a8ca950a4d5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Pushing event updated for resources: {'Port': ['ID=bf835ab8-d534-4bd9-879e-1c69196ad73a,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:56.558595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9282c9c5-30ae-48ea-aec5-a36d18a2be66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.559082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9282c9c5-30ae-48ea-aec5-a36d18a2be66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.559550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9282c9c5-30ae-48ea-aec5-a36d18a2be66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.560039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9282c9c5-30ae-48ea-aec5-a36d18a2be66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.560551 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9282c9c5-30ae-48ea-aec5-a36d18a2be66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.560980 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9282c9c5-30ae-48ea-aec5-a36d18a2be66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.561440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9282c9c5-30ae-48ea-aec5-a36d18a2be66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.561899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9282c9c5-30ae-48ea-aec5-a36d18a2be66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.562351 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9282c9c5-30ae-48ea-aec5-a36d18a2be66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.562804 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9282c9c5-30ae-48ea-aec5-a36d18a2be66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.563253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9282c9c5-30ae-48ea-aec5-a36d18a2be66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.563703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9282c9c5-30ae-48ea-aec5-a36d18a2be66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.564199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9282c9c5-30ae-48ea-aec5-a36d18a2be66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:56.566523 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9282c9c5-30ae-48ea-aec5-a36d18a2be66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11974 time: 0.1248291 Jul 16 01:56:56.569951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40380) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:56.651319 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b72dcd70-05d8-490c-a8fa-0f0bc6693033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Deleting port bf835ab8-d534-4bd9-879e-1c69196ad73a {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:56.651660 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b72dcd70-05d8-490c-a8fa-0f0bc6693033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.711943 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-b72dcd70-05d8-490c-a8fa-0f0bc6693033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] For port bf835ab8-d534-4bd9-879e-1c69196ad73a, host n-h1-791505-14, got binding levels [] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:56.712303 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b72dcd70-05d8-490c-a8fa-0f0bc6693033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.723898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b72dcd70-05d8-490c-a8fa-0f0bc6693033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Calling delete_port for bf835ab8-d534-4bd9-879e-1c69196ad73a owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:56.806011 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b72dcd70-05d8-490c-a8fa-0f0bc6693033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.833285 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72dcd70-05d8-490c-a8fa-0f0bc6693033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Pushing event deleted for resources: {'Port': ['ID=bf835ab8-d534-4bd9-879e-1c69196ad73a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:56.836658 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b72dcd70-05d8-490c-a8fa-0f0bc6693033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.840890 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b72dcd70-05d8-490c-a8fa-0f0bc6693033 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] 10.222.0.22 "DELETE /v2.0/ports/bf835ab8-d534-4bd9-879e-1c69196ad73a HTTP/1.1" status: 204 len: 168 time: 0.2677572 Jul 16 01:56:56.841245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40382) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:56.867691 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ae1952-554b-4fab-ad74-ff824d8579fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:56:56.869127 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-86ae1952-554b-4fab-ad74-ff824d8579fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] 10.222.0.22 "GET /v2.0/ports/bf835ab8-d534-4bd9-879e-1c69196ad73a HTTP/1.1" status: 404 len: 333 time: 0.0269687 Jul 16 01:56:56.872497 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40384) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:56.876904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e86e0353-2fba-478e-9122-d2474ebdfe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1267015986', 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:56.896488 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86e0353-2fba-478e-9122-d2474ebdfe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Made reservation on behalf of 8ab31b6c0b814792a2623b7a6861191d for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:56.899129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e86e0353-2fba-478e-9122-d2474ebdfe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:56.917496 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-e86e0353-2fba-478e-9122-d2474ebdfe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] device_id is not set on port 3909f461-f92b-47cf-80e8-05c0c78413ac yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:57.065809 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e86e0353-2fba-478e-9122-d2474ebdfe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.107134 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e86e0353-2fba-478e-9122-d2474ebdfe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.148257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86e0353-2fba-478e-9122-d2474ebdfe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:57.150949 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-e86e0353-2fba-478e-9122-d2474ebdfe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:57.154324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86e0353-2fba-478e-9122-d2474ebdfe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:57.155844 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86e0353-2fba-478e-9122-d2474ebdfe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.155965 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e86e0353-2fba-478e-9122-d2474ebdfe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.163329 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86e0353-2fba-478e-9122-d2474ebdfe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Pushing event updated for resources: {'Port': ['ID=3909f461-f92b-47cf-80e8-05c0c78413ac,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:57.173017 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e86e0353-2fba-478e-9122-d2474ebdfe66 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.2994967 Jul 16 01:56:57.175843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40386) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:57.217592 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47eeed9-0b60-4374-8c9e-92c48420c083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.218943 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a47eeed9-0b60-4374-8c9e-92c48420c083 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] 10.222.0.22 "GET /v2.0/ports/3909f461-f92b-47cf-80e8-05c0c78413ac HTTP/1.1" status: 200 len: 959 time: 0.0421786 Jul 16 01:56:57.221585 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40388) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:57.305704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d727039a-070c-4c74-a93c-f09fa2a37a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Deleting port 3909f461-f92b-47cf-80e8-05c0c78413ac {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:57.306052 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d727039a-070c-4c74-a93c-f09fa2a37a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.362666 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d727039a-070c-4c74-a93c-f09fa2a37a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.374790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d727039a-070c-4c74-a93c-f09fa2a37a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Calling delete_port for 3909f461-f92b-47cf-80e8-05c0c78413ac owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:57.455449 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d727039a-070c-4c74-a93c-f09fa2a37a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.488394 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d727039a-070c-4c74-a93c-f09fa2a37a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.490911 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d727039a-070c-4c74-a93c-f09fa2a37a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] 10.222.0.22 "DELETE /v2.0/ports/3909f461-f92b-47cf-80e8-05c0c78413ac HTTP/1.1" status: 204 len: 168 time: 0.2683938 Jul 16 01:56:57.492143 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727039a-070c-4c74-a93c-f09fa2a37a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Pushing event deleted for resources: {'Port': ['ID=3909f461-f92b-47cf-80e8-05c0c78413ac,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:57.493659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40390) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:57.523092 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47ec61a-0d3b-4cd0-987b-2247b9978966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:56:57.524562 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f47ec61a-0d3b-4cd0-987b-2247b9978966 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] 10.222.0.22 "GET /v2.0/ports/3909f461-f92b-47cf-80e8-05c0c78413ac HTTP/1.1" status: 404 len: 333 time: 0.0298831 Jul 16 01:56:57.528050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40392) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:57.532704 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-aeea7298-8556-48de-9b8e-548914d13102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Request body: {'port': {'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1050114717'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:57.553369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeea7298-8556-48de-9b8e-548914d13102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Made reservation on behalf of 8ab31b6c0b814792a2623b7a6861191d for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:56:57.555634 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aeea7298-8556-48de-9b8e-548914d13102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.569640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-aeea7298-8556-48de-9b8e-548914d13102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] device_id is not set on port f2de8c14-4d8d-465e-9875-94843321e507 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:57.710356 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aeea7298-8556-48de-9b8e-548914d13102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.745204 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aeea7298-8556-48de-9b8e-548914d13102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.785241 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeea7298-8556-48de-9b8e-548914d13102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:56:57.787979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-aeea7298-8556-48de-9b8e-548914d13102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:56:57.791271 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeea7298-8556-48de-9b8e-548914d13102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:56:57.792298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeea7298-8556-48de-9b8e-548914d13102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:57.792795 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aeea7298-8556-48de-9b8e-548914d13102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:57.798127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea7298-8556-48de-9b8e-548914d13102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Pushing event updated for resources: {'Port': ['ID=f2de8c14-4d8d-465e-9875-94843321e507,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:57.810889 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-aeea7298-8556-48de-9b8e-548914d13102 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.2818213 Jul 16 01:56:57.813516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40394) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:57.819032 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:56:57.886762 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.051445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] device_id is not set on port f2de8c14-4d8d-465e-9875-94843321e507 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:56:58.059568 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.071014 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Transition to ACTIVE for port object f2de8c14-4d8d-465e-9875-94843321e507 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:56:58.075131 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.121335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Pushing event updated for resources: {'Port': ['ID=f2de8c14-4d8d-465e-9875-94843321e507,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:58.135050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:58.135358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:58.135716 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:58.139912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:58.140241 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:58.140621 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 2 to bind port f2de8c14-4d8d-465e-9875-94843321e507 Jul 16 01:56:58.152580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:58.152911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:58.153240 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:58.157329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:58.157658 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:58.158041 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 3 to bind port f2de8c14-4d8d-465e-9875-94843321e507 Jul 16 01:56:58.169442 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:58.169774 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:58.170102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:58.174210 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:58.174792 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:58.175171 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 4 to bind port f2de8c14-4d8d-465e-9875-94843321e507 Jul 16 01:56:58.187595 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:58.187974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:58.188292 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:58.192362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:58.192686 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:58.193097 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 5 to bind port f2de8c14-4d8d-465e-9875-94843321e507 Jul 16 01:56:58.204075 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:58.204408 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:58.204735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:58.208817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:58.209142 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:58.209521 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 6 to bind port f2de8c14-4d8d-465e-9875-94843321e507 Jul 16 01:56:58.221249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:58.221529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:58.221858 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:58.226409 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:58.226736 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:58.227115 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 7 to bind port f2de8c14-4d8d-465e-9875-94843321e507 Jul 16 01:56:58.239460 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:58.239896 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:58.240726 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:58.245036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:58.245369 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:58.245760 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 8 to bind port f2de8c14-4d8d-465e-9875-94843321e507 Jul 16 01:56:58.258305 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:58.258653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:58.259000 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:58.263237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:58.263549 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:58.263974 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 9 to bind port f2de8c14-4d8d-465e-9875-94843321e507 Jul 16 01:56:58.275211 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:58.275546 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:58.275914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:58.280004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:58.280333 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:58.280711 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempt 10 to bind port f2de8c14-4d8d-465e-9875-94843321e507 Jul 16 01:56:58.292776 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:56:58.293111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:56:58.293442 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempting to bind port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:56:58.297523 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:56:58.297850 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Failed to bind port f2de8c14-4d8d-465e-9875-94843321e507 on host n-h1-791505-14 for vnic_type normal using segments [{'id': '2ae6556e-74ce-42b4-ab65-c851a9bbd03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574'}] Jul 16 01:56:58.298217 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.360370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] For port f2de8c14-4d8d-465e-9875-94843321e507, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:56:58.360751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attempted to set empty binding levels {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:56:58.364777 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.392993 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] In _notify_port_updated(), no bound segment for port f2de8c14-4d8d-465e-9875-94843321e507 on network cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 {{(pid=93920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:56:58.394354 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:56:58.394497 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.395734 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] 10.222.0.22 "PUT /v2.0/ports/f2de8c14-4d8d-465e-9875-94843321e507 HTTP/1.1" status: 200 len: 980 time: 0.5812762 Jul 16 01:56:58.398623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40396) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:58.410287 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eeaafd-e92e-4fae-9e5e-693867929dac tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Pushing event updated for resources: {'Port': ['ID=f2de8c14-4d8d-465e-9875-94843321e507,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:58.480554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d81dbc1a-a666-4783-b691-a9c2102cb3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Deleting port f2de8c14-4d8d-465e-9875-94843321e507 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:56:58.481111 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d81dbc1a-a666-4783-b691-a9c2102cb3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.542264 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-d81dbc1a-a666-4783-b691-a9c2102cb3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] For port f2de8c14-4d8d-465e-9875-94843321e507, host n-h1-791505-14, got binding levels [] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:56:58.542617 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d81dbc1a-a666-4783-b691-a9c2102cb3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.554029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d81dbc1a-a666-4783-b691-a9c2102cb3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Calling delete_port for f2de8c14-4d8d-465e-9875-94843321e507 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:56:58.629088 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d81dbc1a-a666-4783-b691-a9c2102cb3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.659920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81dbc1a-a666-4783-b691-a9c2102cb3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2de8c14-4d8d-465e-9875-94843321e507,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:58.665783 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d81dbc1a-a666-4783-b691-a9c2102cb3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.667551 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d81dbc1a-a666-4783-b691-a9c2102cb3ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] 10.222.0.22 "DELETE /v2.0/ports/f2de8c14-4d8d-465e-9875-94843321e507 HTTP/1.1" status: 204 len: 168 time: 0.2678585 Jul 16 01:56:58.670147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40398) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:58.695554 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f711c1-6516-48c0-bec2-a9d57e161256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:56:58.696987 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-47f711c1-6516-48c0-bec2-a9d57e161256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681 tempest-PortsAdminExtendedAttrsIpV6TestJSON-199601681-project-admin] 10.222.0.22 "GET /v2.0/ports/f2de8c14-4d8d-465e-9875-94843321e507 HTTP/1.1" status: 404 len: 333 time: 0.0259385 Jul 16 01:56:58.699940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40400) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:58.771988 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3a60495-3357-4719-b9c1-ebe896f57f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.865421 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3a60495-3357-4719-b9c1-ebe896f57f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.874949 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-e3a60495-3357-4719-b9c1-ebe896f57f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:58.885024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-e3a60495-3357-4719-b9c1-ebe896f57f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae6556e-74ce-42b4-ab65-c851a9bbd03b') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:58.885325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-e3a60495-3357-4719-b9c1-ebe896f57f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae6556e-74ce-42b4-ab65-c851a9bbd03b') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:56:58.893890 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3a60495-3357-4719-b9c1-ebe896f57f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.908683 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3a60495-3357-4719-b9c1-ebe896f57f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.914759 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a60495-3357-4719-b9c1-ebe896f57f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:56:58.915148 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3a60495-3357-4719-b9c1-ebe896f57f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:56:58.918447 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:56:58.979813 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3a60495-3357-4719-b9c1-ebe896f57f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.986917 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e3a60495-3357-4719-b9c1-ebe896f57f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:58.988717 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e3a60495-3357-4719-b9c1-ebe896f57f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] 10.222.0.22 "DELETE /v2.0/networks/cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574 HTTP/1.1" status: 204 len: 168 time: 0.2878952 Jul 16 01:56:59.000186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a60495-3357-4719-b9c1-ebe896f57f2b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1153104547-project] Pushing event deleted for resources: {'Network': ['ID=cb1fbe62-aaf4-45cd-ac14-36e9a2bc0574,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:59.218213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40406) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:59.345035 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9da99b73-55f9-4e4c-abb2-626f92aab8d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd058beaeb8b4c23afaeefdd7969172b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256585 Jul 16 01:56:59.347440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40410) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:59.393691 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1ba3a48-5ba0-4382-a262-46e864351c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.415076 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1ba3a48-5ba0-4382-a262-46e864351c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.460424 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1ba3a48-5ba0-4382-a262-46e864351c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.462904 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c1ba3a48-5ba0-4382-a262-46e864351c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.464082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c1ba3a48-5ba0-4382-a262-46e864351c48 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e67272e0-889c-4caa-aae4-0700e69c095f HTTP/1.1" status: 204 len: 168 time: 0.1156917 Jul 16 01:56:59.471405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba3a48-5ba0-4382-a262-46e864351c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67272e0-889c-4caa-aae4-0700e69c095f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:56:59.713023 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40416) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:59.751415 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-847de216-4b6b-43a5-9443-d50107124f1d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ab31b6c0b814792a2623b7a6861191d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372410 Jul 16 01:56:59.753814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40418) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:56:59.800061 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a78d431e-4eb9-43ff-82dd-ead45fe5e42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.820688 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a78d431e-4eb9-43ff-82dd-ead45fe5e42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.864631 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a78d431e-4eb9-43ff-82dd-ead45fe5e42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.867257 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a78d431e-4eb9-43ff-82dd-ead45fe5e42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:56:59.868427 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a78d431e-4eb9-43ff-82dd-ead45fe5e42e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/37677aaa-c58b-460c-a1f4-ebeb2d17c406 HTTP/1.1" status: 204 len: 168 time: 0.1137297 Jul 16 01:56:59.876078 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d431e-4eb9-43ff-82dd-ead45fe5e42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37677aaa-c58b-460c-a1f4-ebeb2d17c406,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:00.659061 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.022405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40454) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:01.159941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4e46324c-b229-4f61-a57c-c6f5906f6337 tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-126193614'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:01.185941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e46324c-b229-4f61-a57c-c6f5906f6337 tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Made reservation on behalf of 90dba1e443d64adf8103888ff60b161e for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:01.189530 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e46324c-b229-4f61-a57c-c6f5906f6337 tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.197760 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e46324c-b229-4f61-a57c-c6f5906f6337 tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.297931 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e46324c-b229-4f61-a57c-c6f5906f6337 tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.301824 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e46324c-b229-4f61-a57c-c6f5906f6337 tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.324173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e46324c-b229-4f61-a57c-c6f5906f6337 tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:01.336847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46324c-b229-4f61-a57c-c6f5906f6337 tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3878d6e5-730c-443a-9c2a-003242c2df81,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:01.341557 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e46324c-b229-4f61-a57c-c6f5906f6337 tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.341886 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-4e46324c-b229-4f61-a57c-c6f5906f6337 tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Added segment a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0 of type vlan for network b458eded-dccb-4594-bdc1-9417cf8118e0 Jul 16 01:57:01.381433 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e46324c-b229-4f61-a57c-c6f5906f6337 tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.409166 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e46324c-b229-4f61-a57c-c6f5906f6337 tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.415107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e46324c-b229-4f61-a57c-c6f5906f6337 tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:01.415693 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e46324c-b229-4f61-a57c-c6f5906f6337 tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.448678 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4e46324c-b229-4f61-a57c-c6f5906f6337 tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.4251890 Jul 16 01:57:01.486404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46324c-b229-4f61-a57c-c6f5906f6337 tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Pushing event updated for resources: {'Network': ['ID=b458eded-dccb-4594-bdc1-9417cf8118e0,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:01.496958 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network b458eded-dccb-4594-bdc1-9417cf8118e0 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:01.595962 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.608280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40462) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:01.613321 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Request body: {'port': {'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0', 'binding:host_id': 'n-h1-791505-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2053604347'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:01.633115 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Made reservation on behalf of 8a68b2c0909d400ea6ebd76c5b005b9f for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:01.635538 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.644207 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.730833 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.734520 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.739504 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] device_id is not set on port 56b1ab19-b237-439e-87ed-f9f3282759c5 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:01.812936 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba2a83c-cf9b-4190-9d7e-468993828cdc,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:01.954713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] device_id is not set on port 56b1ab19-b237-439e-87ed-f9f3282759c5 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:01.964023 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:01.974764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Transition to ACTIVE for port object 56b1ab19-b237-439e-87ed-f9f3282759c5 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:01.983473 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.041232 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Pushing event updated for resources: {'Port': ['ID=56b1ab19-b237-439e-87ed-f9f3282759c5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:02.054791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Checking segment: {'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:02.055163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Network hostable DHCP agents. Network: b458eded-dccb-4594-bdc1-9417cf8118e0, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:02.075110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Network b458eded-dccb-4594-bdc1-9417cf8118e0 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:02.084721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, b458eded-dccb-4594-bdc1-9417cf8118e0) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:02.089335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:02.092440 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd581278-8cdb-46f0-be10-d82911d8ed8f None None] Network b458eded-dccb-4594-bdc1-9417cf8118e0 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:02.103346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:02.103709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:02.104110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:02.108343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:02.108692 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:02.109087 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 2 to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 Jul 16 01:57:02.120998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:02.121340 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:02.121678 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:02.125785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:02.126117 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:02.126504 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 3 to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 Jul 16 01:57:02.143044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:02.143386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:02.143720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:02.148040 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:02.148369 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:02.148759 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 4 to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 Jul 16 01:57:02.160098 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:02.160455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:02.160770 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:02.165487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:02.165815 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:02.166200 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 5 to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 Jul 16 01:57:02.179063 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:02.179401 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:02.179733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:02.183912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:02.184242 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:02.184631 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 6 to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 Jul 16 01:57:02.196144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:02.196483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:02.196814 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:02.200990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:02.201317 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:02.201704 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 7 to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 Jul 16 01:57:02.214428 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:02.214764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:02.215095 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:02.220558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:02.220891 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:02.221282 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 8 to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 Jul 16 01:57:02.233644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:02.233927 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:02.234260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:02.238676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:02.239002 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:02.239391 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 9 to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 Jul 16 01:57:02.251353 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:02.251688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:02.252050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:02.256204 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:02.256531 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:02.256916 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 10 to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 Jul 16 01:57:02.268014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:02.268352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:02.268686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:02.273305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port 56b1ab19-b237-439e-87ed-f9f3282759c5 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:02.273632 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port 56b1ab19-b237-439e-87ed-f9f3282759c5 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:02.274000 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.335222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] For port 56b1ab19-b237-439e-87ed-f9f3282759c5, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:02.335586 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempted to set empty binding levels {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:57:02.339841 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.368581 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:02.369173 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.391311 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 0.7819719 Jul 16 01:57:02.392037 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c76f900-8799-4cb7-b95b-c976c870ae03 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Pushing event updated for resources: {'Port': ['ID=56b1ab19-b237-439e-87ed-f9f3282759c5,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:02.394178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40464) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:02.480667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-60dfa126-a206-4a36-952e-9310e6b35fc7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Deleting port 56b1ab19-b237-439e-87ed-f9f3282759c5 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:02.481013 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-60dfa126-a206-4a36-952e-9310e6b35fc7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.541512 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-60dfa126-a206-4a36-952e-9310e6b35fc7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] For port 56b1ab19-b237-439e-87ed-f9f3282759c5, host n-h1-791505-14, got binding levels [] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:02.541879 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-60dfa126-a206-4a36-952e-9310e6b35fc7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.554669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-60dfa126-a206-4a36-952e-9310e6b35fc7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Calling delete_port for 56b1ab19-b237-439e-87ed-f9f3282759c5 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:02.642966 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-60dfa126-a206-4a36-952e-9310e6b35fc7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.671064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfa126-a206-4a36-952e-9310e6b35fc7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Pushing event deleted for resources: {'Port': ['ID=56b1ab19-b237-439e-87ed-f9f3282759c5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:02.676962 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-60dfa126-a206-4a36-952e-9310e6b35fc7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.678887 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-60dfa126-a206-4a36-952e-9310e6b35fc7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] 10.222.0.22 "DELETE /v2.0/ports/56b1ab19-b237-439e-87ed-f9f3282759c5 HTTP/1.1" status: 204 len: 168 time: 0.2837970 Jul 16 01:57:02.681537 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40466) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:02.706959 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecf82ad-b458-4810-a623-a69c71b25156 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:57:02.708375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6ecf82ad-b458-4810-a623-a69c71b25156 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] 10.222.0.22 "GET /v2.0/ports/56b1ab19-b237-439e-87ed-f9f3282759c5 HTTP/1.1" status: 404 len: 333 time: 0.0259497 Jul 16 01:57:02.712232 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40468) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:02.716560 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e709e242-0355-4a67-a7f5-4503026d900b tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Request body: {'port': {'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1764881008'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:02.735529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e709e242-0355-4a67-a7f5-4503026d900b tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Made reservation on behalf of 8a68b2c0909d400ea6ebd76c5b005b9f for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:02.737864 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e709e242-0355-4a67-a7f5-4503026d900b tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.755089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-e709e242-0355-4a67-a7f5-4503026d900b tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] device_id is not set on port f76d602a-b047-4c40-a66b-1a56fef2aea2 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:02.893790 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e709e242-0355-4a67-a7f5-4503026d900b tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.929940 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e709e242-0355-4a67-a7f5-4503026d900b tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.975202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e709e242-0355-4a67-a7f5-4503026d900b tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Network b458eded-dccb-4594-bdc1-9417cf8118e0 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:02.977975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-e709e242-0355-4a67-a7f5-4503026d900b tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:02.981361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e709e242-0355-4a67-a7f5-4503026d900b tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:02.982374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e709e242-0355-4a67-a7f5-4503026d900b tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:02.982877 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e709e242-0355-4a67-a7f5-4503026d900b tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:02.988372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e709e242-0355-4a67-a7f5-4503026d900b tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Pushing event updated for resources: {'Port': ['ID=f76d602a-b047-4c40-a66b-1a56fef2aea2,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:03.000927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e709e242-0355-4a67-a7f5-4503026d900b tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2877178 Jul 16 01:57:03.003461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40470) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:03.009020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:03.078874 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.241383 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] device_id is not set on port f76d602a-b047-4c40-a66b-1a56fef2aea2 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:03.249286 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.261733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Transition to ACTIVE for port object f76d602a-b047-4c40-a66b-1a56fef2aea2 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:03.266433 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.321557 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Pushing event updated for resources: {'Port': ['ID=f76d602a-b047-4c40-a66b-1a56fef2aea2,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:03.331477 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:03.331906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:03.332180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:03.336282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:03.336606 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:03.336979 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 2 to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 Jul 16 01:57:03.349569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:03.349930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:03.350256 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:03.354302 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:03.354623 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:03.355211 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 3 to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 Jul 16 01:57:03.366843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:03.367161 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:03.367488 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:03.371544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:03.371894 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:03.372271 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 4 to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 Jul 16 01:57:03.384508 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:03.384840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:03.385164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:03.389219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:03.389536 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:03.389913 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 5 to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 Jul 16 01:57:03.400944 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:03.401298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:03.401625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:03.405696 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:03.406016 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:03.406388 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 6 to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 Jul 16 01:57:03.419008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:03.419354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:03.419687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:03.423857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:03.424185 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:03.424830 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 7 to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 Jul 16 01:57:03.436619 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:03.436956 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:03.437288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:03.441439 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:03.441765 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:03.442149 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 8 to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 Jul 16 01:57:03.453797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:03.454133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:03.454464 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:03.458574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:03.458902 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:03.459287 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 9 to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 Jul 16 01:57:03.470419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:03.470755 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:03.471089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:03.475688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:03.476043 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:03.476431 n-d-791505-14 neutron-server[93919]: INFO neutron.plugins.ml2.plugin [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 10 to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 Jul 16 01:57:03.488226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:03.488578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:03.488892 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:03.493658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:03.493919 n-d-791505-14 neutron-server[93919]: ERROR neutron.plugins.ml2.managers [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f76d602a-b047-4c40-a66b-1a56fef2aea2 on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:03.494311 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.554185 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] For port f76d602a-b047-4c40-a66b-1a56fef2aea2, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:03.554549 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempted to set empty binding levels {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:57:03.558678 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.589612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] In _notify_port_updated(), no bound segment for port f76d602a-b047-4c40-a66b-1a56fef2aea2 on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93919) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:57:03.590460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.591055 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.592393 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] 10.222.0.22 "PUT /v2.0/ports/f76d602a-b047-4c40-a66b-1a56fef2aea2 HTTP/1.1" status: 200 len: 976 time: 0.5879500 Jul 16 01:57:03.595128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40472) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:03.607347 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a048e-d436-41f8-bc51-d524c0e244e7 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Pushing event updated for resources: {'Port': ['ID=f76d602a-b047-4c40-a66b-1a56fef2aea2,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:03.686350 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028d2d1-34c5-451c-bb9d-2d90645d7364 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.686838 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028d2d1-34c5-451c-bb9d-2d90645d7364 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.687316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028d2d1-34c5-451c-bb9d-2d90645d7364 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.687807 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028d2d1-34c5-451c-bb9d-2d90645d7364 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.688281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028d2d1-34c5-451c-bb9d-2d90645d7364 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.688748 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028d2d1-34c5-451c-bb9d-2d90645d7364 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.689214 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028d2d1-34c5-451c-bb9d-2d90645d7364 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.689677 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028d2d1-34c5-451c-bb9d-2d90645d7364 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.690141 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028d2d1-34c5-451c-bb9d-2d90645d7364 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.690603 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028d2d1-34c5-451c-bb9d-2d90645d7364 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.691060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028d2d1-34c5-451c-bb9d-2d90645d7364 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.691517 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028d2d1-34c5-451c-bb9d-2d90645d7364 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.691997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028d2d1-34c5-451c-bb9d-2d90645d7364 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:03.694334 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f028d2d1-34c5-451c-bb9d-2d90645d7364 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11971 time: 0.0981009 Jul 16 01:57:03.697598 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40474) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:03.778971 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1e49093f-9088-4782-9efc-f17fefc16184 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Deleting port f76d602a-b047-4c40-a66b-1a56fef2aea2 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:03.779243 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e49093f-9088-4782-9efc-f17fefc16184 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.838017 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-1e49093f-9088-4782-9efc-f17fefc16184 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] For port f76d602a-b047-4c40-a66b-1a56fef2aea2, host n-h1-791505-14, got binding levels [] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:03.838377 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e49093f-9088-4782-9efc-f17fefc16184 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.850442 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1e49093f-9088-4782-9efc-f17fefc16184 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Calling delete_port for f76d602a-b047-4c40-a66b-1a56fef2aea2 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:03.928703 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e49093f-9088-4782-9efc-f17fefc16184 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.953308 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49093f-9088-4782-9efc-f17fefc16184 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Pushing event deleted for resources: {'Port': ['ID=f76d602a-b047-4c40-a66b-1a56fef2aea2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:03.960878 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1e49093f-9088-4782-9efc-f17fefc16184 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:03.962765 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1e49093f-9088-4782-9efc-f17fefc16184 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] 10.222.0.22 "DELETE /v2.0/ports/f76d602a-b047-4c40-a66b-1a56fef2aea2 HTTP/1.1" status: 204 len: 168 time: 0.2642503 Jul 16 01:57:03.965416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40476) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:03.991077 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-784af11b-f160-4476-8de9-6f4fd473b976 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:57:03.992493 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-784af11b-f160-4476-8de9-6f4fd473b976 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] 10.222.0.22 "GET /v2.0/ports/f76d602a-b047-4c40-a66b-1a56fef2aea2 HTTP/1.1" status: 404 len: 333 time: 0.0261810 Jul 16 01:57:03.995850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40478) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:04.000215 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8e68b166-25c5-4b2a-9298-f23547b0bb97 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2137189946', 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:04.019315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e68b166-25c5-4b2a-9298-f23547b0bb97 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Made reservation on behalf of 8a68b2c0909d400ea6ebd76c5b005b9f for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:04.022084 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e68b166-25c5-4b2a-9298-f23547b0bb97 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.036288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-8e68b166-25c5-4b2a-9298-f23547b0bb97 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] device_id is not set on port 1b559501-4787-4f08-aa86-e30b37c158d4 yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:04.176284 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e68b166-25c5-4b2a-9298-f23547b0bb97 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.211492 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e68b166-25c5-4b2a-9298-f23547b0bb97 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.252085 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e68b166-25c5-4b2a-9298-f23547b0bb97 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Network b458eded-dccb-4594-bdc1-9417cf8118e0 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:04.254841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8e68b166-25c5-4b2a-9298-f23547b0bb97 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:04.259745 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e68b166-25c5-4b2a-9298-f23547b0bb97 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:04.260613 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e68b166-25c5-4b2a-9298-f23547b0bb97 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:04.261197 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8e68b166-25c5-4b2a-9298-f23547b0bb97 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.264047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68b166-25c5-4b2a-9298-f23547b0bb97 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Pushing event updated for resources: {'Port': ['ID=1b559501-4787-4f08-aa86-e30b37c158d4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:04.276379 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8e68b166-25c5-4b2a-9298-f23547b0bb97 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.2795863 Jul 16 01:57:04.278988 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40480) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:04.322756 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ea71db-3d28-406f-a2ec-745c57e5dea2 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:04.324097 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-98ea71db-3d28-406f-a2ec-745c57e5dea2 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] 10.222.0.22 "GET /v2.0/ports/1b559501-4787-4f08-aa86-e30b37c158d4 HTTP/1.1" status: 200 len: 955 time: 0.0441506 Jul 16 01:57:04.326640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40482) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:04.406543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-fd52d86b-2934-4b53-8034-0d86b90455a2 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Deleting port 1b559501-4787-4f08-aa86-e30b37c158d4 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:04.406895 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd52d86b-2934-4b53-8034-0d86b90455a2 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.466633 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd52d86b-2934-4b53-8034-0d86b90455a2 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.477937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-fd52d86b-2934-4b53-8034-0d86b90455a2 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Calling delete_port for 1b559501-4787-4f08-aa86-e30b37c158d4 owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:04.554300 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd52d86b-2934-4b53-8034-0d86b90455a2 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.580844 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52d86b-2934-4b53-8034-0d86b90455a2 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b559501-4787-4f08-aa86-e30b37c158d4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:04.586333 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fd52d86b-2934-4b53-8034-0d86b90455a2 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.588241 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fd52d86b-2934-4b53-8034-0d86b90455a2 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] 10.222.0.22 "DELETE /v2.0/ports/1b559501-4787-4f08-aa86-e30b37c158d4 HTTP/1.1" status: 204 len: 168 time: 0.2607019 Jul 16 01:57:04.590777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40484) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:04.621119 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:57:04.627205 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba2fc8a-929b-4fcc-aebe-5e1ba051a5e6 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:57:04.628748 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8ba2fc8a-929b-4fcc-aebe-5e1ba051a5e6 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] 10.222.0.22 "GET /v2.0/ports/1b559501-4787-4f08-aa86-e30b37c158d4 HTTP/1.1" status: 404 len: 333 time: 0.0370700 Jul 16 01:57:04.632937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40486) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:04.637554 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9f0394e5-36db-4e1d-ae4b-d4c62ff63e40 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Request body: {'port': {'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-414818970'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:04.657530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0394e5-36db-4e1d-ae4b-d4c62ff63e40 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Made reservation on behalf of 8a68b2c0909d400ea6ebd76c5b005b9f for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:04.659863 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f0394e5-36db-4e1d-ae4b-d4c62ff63e40 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.674002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-9f0394e5-36db-4e1d-ae4b-d4c62ff63e40 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] device_id is not set on port f2743e3b-c227-4502-b029-27974125080d yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:04.816058 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f0394e5-36db-4e1d-ae4b-d4c62ff63e40 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.851362 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f0394e5-36db-4e1d-ae4b-d4c62ff63e40 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.889175 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0394e5-36db-4e1d-ae4b-d4c62ff63e40 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Network b458eded-dccb-4594-bdc1-9417cf8118e0 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:04.894386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-9f0394e5-36db-4e1d-ae4b-d4c62ff63e40 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:04.897689 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0394e5-36db-4e1d-ae4b-d4c62ff63e40 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:04.898723 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0394e5-36db-4e1d-ae4b-d4c62ff63e40 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:04.899174 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9f0394e5-36db-4e1d-ae4b-d4c62ff63e40 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.909754 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0394e5-36db-4e1d-ae4b-d4c62ff63e40 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Pushing event updated for resources: {'Port': ['ID=f2743e3b-c227-4502-b029-27974125080d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:04.917690 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9f0394e5-36db-4e1d-ae4b-d4c62ff63e40 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.2837811 Jul 16 01:57:04.920397 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40488) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:04.925520 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:04.947457 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bf77628a-8862-49f8-b080-252c4e531b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:04.998293 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.394780 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] device_id is not set on port f2743e3b-c227-4502-b029-27974125080d yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:05.402512 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.414996 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Transition to ACTIVE for port object f2743e3b-c227-4502-b029-27974125080d will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:05.418140 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.465501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Pushing event updated for resources: {'Port': ['ID=f2743e3b-c227-4502-b029-27974125080d,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:05.479367 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:05.479702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:05.480122 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:05.484347 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:05.484666 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:05.485044 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 2 to bind port f2743e3b-c227-4502-b029-27974125080d Jul 16 01:57:05.497691 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:05.498021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:05.498516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:05.502608 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:05.502933 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:05.503305 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 3 to bind port f2743e3b-c227-4502-b029-27974125080d Jul 16 01:57:05.514981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:05.515310 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:05.515634 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:05.519660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:05.520126 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:05.520506 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 4 to bind port f2743e3b-c227-4502-b029-27974125080d Jul 16 01:57:05.532103 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:05.532434 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:05.532760 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:05.537389 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:05.537706 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:05.538078 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 5 to bind port f2743e3b-c227-4502-b029-27974125080d Jul 16 01:57:05.549165 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:05.549498 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:05.550082 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:05.554678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:05.554996 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:05.555369 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 6 to bind port f2743e3b-c227-4502-b029-27974125080d Jul 16 01:57:05.567013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:05.567348 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:05.567669 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:05.571749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:05.572093 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:05.572467 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 7 to bind port f2743e3b-c227-4502-b029-27974125080d Jul 16 01:57:05.583690 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:05.584056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:05.584389 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:05.588595 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:05.588949 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:05.589333 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 8 to bind port f2743e3b-c227-4502-b029-27974125080d Jul 16 01:57:05.601695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:05.602030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:05.602356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:05.606474 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:05.606795 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:05.607172 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 9 to bind port f2743e3b-c227-4502-b029-27974125080d Jul 16 01:57:05.618958 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:05.619295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:05.619624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:05.623795 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:05.624113 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:05.624493 n-d-791505-14 neutron-server[93920]: INFO neutron.plugins.ml2.plugin [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempt 10 to bind port f2743e3b-c227-4502-b029-27974125080d Jul 16 01:57:05.636256 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:05.636904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:05.636904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempting to bind port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:05.640998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 01:57:05.641319 n-d-791505-14 neutron-server[93920]: ERROR neutron.plugins.ml2.managers [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Failed to bind port f2743e3b-c227-4502-b029-27974125080d on host n-h1-791505-14 for vnic_type normal using segments [{'id': 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'b458eded-dccb-4594-bdc1-9417cf8118e0'}] Jul 16 01:57:05.641681 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.704799 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] For port f2743e3b-c227-4502-b029-27974125080d, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:05.705072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attempted to set empty binding levels {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 01:57:05.709384 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.738722 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] In _notify_port_updated(), no bound segment for port f2743e3b-c227-4502-b029-27974125080d on network b458eded-dccb-4594-bdc1-9417cf8118e0 {{(pid=93920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:57:05.739569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:05.740994 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.742049 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] 10.222.0.22 "PUT /v2.0/ports/f2743e3b-c227-4502-b029-27974125080d HTTP/1.1" status: 200 len: 975 time: 0.8207479 Jul 16 01:57:05.744909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40490) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:05.758681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6e6542-b106-4eda-a410-7290a5bdb23c tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Pushing event updated for resources: {'Port': ['ID=f2743e3b-c227-4502-b029-27974125080d,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:05.827518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-43e9896f-fdb5-4084-920a-9b7b5b7e5ada tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Deleting port f2743e3b-c227-4502-b029-27974125080d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:05.827898 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43e9896f-fdb5-4084-920a-9b7b5b7e5ada tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.893530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-43e9896f-fdb5-4084-920a-9b7b5b7e5ada tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] For port f2743e3b-c227-4502-b029-27974125080d, host n-h1-791505-14, got binding levels [] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:05.893890 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43e9896f-fdb5-4084-920a-9b7b5b7e5ada tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:05.905316 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-43e9896f-fdb5-4084-920a-9b7b5b7e5ada tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Calling delete_port for f2743e3b-c227-4502-b029-27974125080d owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:05.986351 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43e9896f-fdb5-4084-920a-9b7b5b7e5ada tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.014314 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e9896f-fdb5-4084-920a-9b7b5b7e5ada tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Pushing event deleted for resources: {'Port': ['ID=f2743e3b-c227-4502-b029-27974125080d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:06.021785 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-43e9896f-fdb5-4084-920a-9b7b5b7e5ada tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.023816 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-43e9896f-fdb5-4084-920a-9b7b5b7e5ada tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] 10.222.0.22 "DELETE /v2.0/ports/f2743e3b-c227-4502-b029-27974125080d HTTP/1.1" status: 204 len: 168 time: 0.2778690 Jul 16 01:57:06.026438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40492) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.056412 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca7dc3f-e258-4acb-9acb-5333a88d19b3 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] GET failed (client error): The resource could not be found. Jul 16 01:57:06.057910 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bca7dc3f-e258-4acb-9acb-5333a88d19b3 tempest-PortsAdminExtendedAttrsTestJSON-1346437362 tempest-PortsAdminExtendedAttrsTestJSON-1346437362-project-admin] 10.222.0.22 "GET /v2.0/ports/f2743e3b-c227-4502-b029-27974125080d HTTP/1.1" status: 404 len: 333 time: 0.0305502 Jul 16 01:57:06.061451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40494) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.134265 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d79b51ff-d4aa-490e-bf1c-5b09ed4cfd3d tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.218754 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d79b51ff-d4aa-490e-bf1c-5b09ed4cfd3d tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.228808 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d79b51ff-d4aa-490e-bf1c-5b09ed4cfd3d tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b458eded-dccb-4594-bdc1-9417cf8118e0']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:06.238526 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d79b51ff-d4aa-490e-bf1c-5b09ed4cfd3d tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:06.238806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-d79b51ff-d4aa-490e-bf1c-5b09ed4cfd3d tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7bb3bf7-3fb5-4609-a4a8-47a141ef87e0') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:06.247351 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d79b51ff-d4aa-490e-bf1c-5b09ed4cfd3d tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.260702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d79b51ff-d4aa-490e-bf1c-5b09ed4cfd3d tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.266246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d79b51ff-d4aa-490e-bf1c-5b09ed4cfd3d tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:06.266634 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d79b51ff-d4aa-490e-bf1c-5b09ed4cfd3d tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:06.269480 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:06.329702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d79b51ff-d4aa-490e-bf1c-5b09ed4cfd3d tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.337067 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d79b51ff-d4aa-490e-bf1c-5b09ed4cfd3d tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.338871 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d79b51ff-d4aa-490e-bf1c-5b09ed4cfd3d tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] 10.222.0.22 "DELETE /v2.0/networks/b458eded-dccb-4594-bdc1-9417cf8118e0 HTTP/1.1" status: 204 len: 168 time: 0.2763717 Jul 16 01:57:06.349846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79b51ff-d4aa-490e-bf1c-5b09ed4cfd3d tempest-PortsAdminExtendedAttrsTestJSON-349336419 tempest-PortsAdminExtendedAttrsTestJSON-349336419-project] Pushing event deleted for resources: {'Network': ['ID=b458eded-dccb-4594-bdc1-9417cf8118e0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:06.570295 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40500) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.700900 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-99a83da9-713a-45e0-8375-569471e0ed36 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90dba1e443d64adf8103888ff60b161e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294284 Jul 16 01:57:06.703259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40504) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:06.751359 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33853083-d8f4-4476-8529-fca06a835e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.773281 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33853083-d8f4-4476-8529-fca06a835e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.826387 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33853083-d8f4-4476-8529-fca06a835e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.829007 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33853083-d8f4-4476-8529-fca06a835e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:06.832906 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-33853083-d8f4-4476-8529-fca06a835e56 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3878d6e5-730c-443a-9c2a-003242c2df81 HTTP/1.1" status: 204 len: 168 time: 0.1286743 Jul 16 01:57:06.840997 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33853083-d8f4-4476-8529-fca06a835e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3878d6e5-730c-443a-9c2a-003242c2df81,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:07.089864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40510) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.129070 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5c75f82e-d4eb-4da5-92dc-c0a803ff5f8d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a68b2c0909d400ea6ebd76c5b005b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380852 Jul 16 01:57:07.131321 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40512) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:07.180933 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d103a41a-7ea2-4cf3-ba7d-f43ad87f07c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.386568 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.516007 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d103a41a-7ea2-4cf3-ba7d-f43ad87f07c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.559938 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d103a41a-7ea2-4cf3-ba7d-f43ad87f07c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.562421 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d103a41a-7ea2-4cf3-ba7d-f43ad87f07c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:07.563590 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d103a41a-7ea2-4cf3-ba7d-f43ad87f07c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ba2a83c-cf9b-4190-9d7e-468993828cdc HTTP/1.1" status: 204 len: 168 time: 0.4313500 Jul 16 01:57:07.571473 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d103a41a-7ea2-4cf3-ba7d-f43ad87f07c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba2a83c-cf9b-4190-9d7e-468993828cdc,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:07.699779 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-81b4f361-d51c-4eeb-aa0a-7820fcebacbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.660795 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.706231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40548) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:08.799089 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1881980222', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:08.818527 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Made reservation on behalf of 28ffe20f165e4baa9397308c75ce35b8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:08.820829 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.828800 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.913196 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.916736 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:08.921656 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] device_id is not set on port 77e2945e-243e-4ebb-a62a-5a031bb0ee3e yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:08.971574 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cc28f6-ddf0-4eb4-8981-2b7e9cdf1886,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:09.036860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Allocated IP 172.25.2.228 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/77e2945e-243e-4ebb-a62a-5a031bb0ee3e) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:09.162772 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.204586 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.244728 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:09.247411 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:09.251062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:09.257060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Pushing event updated for resources: {'Port': ['ID=77e2945e-243e-4ebb-a62a-5a031bb0ee3e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:09.291523 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:09.292092 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.305806 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f1996944-86da-4cbd-92eb-721c353f6553 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 0.5985351 Jul 16 01:57:09.308702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40552) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:09.312992 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-efcbc087-8e2f-4333-b94e-9ccd92e6508a tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.228'}]}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:09.334441 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efcbc087-8e2f-4333-b94e-9ccd92e6508a tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.335475 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efcbc087-8e2f-4333-b94e-9ccd92e6508a tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.420735 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efcbc087-8e2f-4333-b94e-9ccd92e6508a tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.552869 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efcbc087-8e2f-4333-b94e-9ccd92e6508a tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.738846 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efcbc087-8e2f-4333-b94e-9ccd92e6508a tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.763310 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efcbc087-8e2f-4333-b94e-9ccd92e6508a tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:09.900918 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efcbc087-8e2f-4333-b94e-9ccd92e6508a tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.054255 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efcbc087-8e2f-4333-b94e-9ccd92e6508a tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.056527 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efcbc087-8e2f-4333-b94e-9ccd92e6508a tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.101640 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efcbc087-8e2f-4333-b94e-9ccd92e6508a tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.102168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efcbc087-8e2f-4333-b94e-9ccd92e6508a tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0ddf2ff-cbd1-4fe3-9869-8a09152ccb5d {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:57:10.116856 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-efcbc087-8e2f-4333-b94e-9ccd92e6508a tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 01:57:10.118001 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-efcbc087-8e2f-4333-b94e-9ccd92e6508a tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.8083789 Jul 16 01:57:10.120787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40554) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.201611 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3c119e73-960b-4e72-ab12-b0ccb379f5d9 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Deleting port 77e2945e-243e-4ebb-a62a-5a031bb0ee3e {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:10.201965 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c119e73-960b-4e72-ab12-b0ccb379f5d9 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.277444 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c119e73-960b-4e72-ab12-b0ccb379f5d9 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.289311 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3c119e73-960b-4e72-ab12-b0ccb379f5d9 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Calling delete_port for 77e2945e-243e-4ebb-a62a-5a031bb0ee3e owned by {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:10.309005 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.406814 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c119e73-960b-4e72-ab12-b0ccb379f5d9 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.438231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c119e73-960b-4e72-ab12-b0ccb379f5d9 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Pushing event deleted for resources: {'Port': ['ID=77e2945e-243e-4ebb-a62a-5a031bb0ee3e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:10.499926 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3c119e73-960b-4e72-ab12-b0ccb379f5d9 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.501804 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3c119e73-960b-4e72-ab12-b0ccb379f5d9 tempest-RoutersAdminNegativeIpV6Test-815249587 tempest-RoutersAdminNegativeIpV6Test-815249587-project-admin] 10.222.0.22 "DELETE /v2.0/ports/77e2945e-243e-4ebb-a62a-5a031bb0ee3e HTTP/1.1" status: 204 len: 168 time: 0.3800888 Jul 16 01:57:10.738350 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40560) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:10.839426 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b293da82-8a7c-4d00-9476-8d158854f83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.922844 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b293da82-8a7c-4d00-9476-8d158854f83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.926514 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b293da82-8a7c-4d00-9476-8d158854f83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:10.962094 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293da82-8a7c-4d00-9476-8d158854f83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b3a98d-2a6e-4ab6-8877-de58fb8abc90,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:10.966399 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b293da82-8a7c-4d00-9476-8d158854f83b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f906208f7cde4ef1b97a662473f5d3e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2270026 Jul 16 01:57:10.969100 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40564) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:11.019882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-168b42f0-1c94-464d-9fcb-ab4a096e1891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.040740 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-168b42f0-1c94-464d-9fcb-ab4a096e1891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.085476 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-168b42f0-1c94-464d-9fcb-ab4a096e1891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.088009 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-168b42f0-1c94-464d-9fcb-ab4a096e1891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.090809 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-168b42f0-1c94-464d-9fcb-ab4a096e1891 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/37b3a98d-2a6e-4ab6-8877-de58fb8abc90 HTTP/1.1" status: 204 len: 168 time: 0.1191094 Jul 16 01:57:11.097121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b42f0-1c94-464d-9fcb-ab4a096e1891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b3a98d-2a6e-4ab6-8877-de58fb8abc90,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:11.338828 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40570) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:11.378038 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-07fef2c1-ea13-407a-abc0-2b927f9a206e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=28ffe20f165e4baa9397308c75ce35b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0380719 Jul 16 01:57:11.380441 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40572) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:11.427522 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-377ba01c-3f05-4c56-8dac-2533b9a4a578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.447838 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-377ba01c-3f05-4c56-8dac-2533b9a4a578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.494100 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-377ba01c-3f05-4c56-8dac-2533b9a4a578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.496713 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-377ba01c-3f05-4c56-8dac-2533b9a4a578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:11.497884 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-377ba01c-3f05-4c56-8dac-2533b9a4a578 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4cc28f6-ddf0-4eb4-8981-2b7e9cdf1886 HTTP/1.1" status: 204 len: 168 time: 0.1165571 Jul 16 01:57:11.505193 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ba01c-3f05-4c56-8dac-2533b9a4a578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cc28f6-ddf0-4eb4-8981-2b7e9cdf1886,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.155905 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40594) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:12.248481 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e9a1eec3-3eb9-4e87-b3d1-7f565fa8f740 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1917532644'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:12.268645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a1eec3-3eb9-4e87-b3d1-7f565fa8f740 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Made reservation on behalf of 995236c47fde4774a89f3ecec7d12582 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:12.272456 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e9a1eec3-3eb9-4e87-b3d1-7f565fa8f740 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.283028 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e9a1eec3-3eb9-4e87-b3d1-7f565fa8f740 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.370619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e9a1eec3-3eb9-4e87-b3d1-7f565fa8f740 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.375049 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e9a1eec3-3eb9-4e87-b3d1-7f565fa8f740 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.399118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a1eec3-3eb9-4e87-b3d1-7f565fa8f740 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:12.415413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1eec3-3eb9-4e87-b3d1-7f565fa8f740 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fae751e-b12c-4ebd-82ee-e58b99644f8d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.419227 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e9a1eec3-3eb9-4e87-b3d1-7f565fa8f740 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.419584 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-e9a1eec3-3eb9-4e87-b3d1-7f565fa8f740 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Added segment 84e48416-35cd-45bd-aa79-4e0f2c57688b of type vlan for network 60362c76-37aa-426d-aa69-c445e1b6173c Jul 16 01:57:12.460193 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e9a1eec3-3eb9-4e87-b3d1-7f565fa8f740 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.488438 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e9a1eec3-3eb9-4e87-b3d1-7f565fa8f740 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.494311 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a1eec3-3eb9-4e87-b3d1-7f565fa8f740 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.494905 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e9a1eec3-3eb9-4e87-b3d1-7f565fa8f740 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.532225 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e9a1eec3-3eb9-4e87-b3d1-7f565fa8f740 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.3725874 Jul 16 01:57:12.532477 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40598) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:12.537427 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-866e3c10-5879-4353-aa0c-a03f4398956f tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Request body: {'subnet': {'network_id': '60362c76-37aa-426d-aa69-c445e1b6173c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:12.590441 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1eec3-3eb9-4e87-b3d1-7f565fa8f740 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Pushing event updated for resources: {'Network': ['ID=60362c76-37aa-426d-aa69-c445e1b6173c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.600454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 60362c76-37aa-426d-aa69-c445e1b6173c details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:12.662011 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866e3c10-5879-4353-aa0c-a03f4398956f tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Made reservation on behalf of 995236c47fde4774a89f3ecec7d12582 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:12.665859 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-866e3c10-5879-4353-aa0c-a03f4398956f tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.840693 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-866e3c10-5879-4353-aa0c-a03f4398956f tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.898699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e3c10-5879-4353-aa0c-a03f4398956f tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Pushing event updated for resources: {'Subnet': ['ID=631adade-73b5-4572-a527-7e88f0a08147,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:12.907091 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866e3c10-5879-4353-aa0c-a03f4398956f tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Checking segment: {'id': '84e48416-35cd-45bd-aa79-4e0f2c57688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '60362c76-37aa-426d-aa69-c445e1b6173c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:12.907451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866e3c10-5879-4353-aa0c-a03f4398956f tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Network hostable DHCP agents. Network: 60362c76-37aa-426d-aa69-c445e1b6173c, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:12.923154 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866e3c10-5879-4353-aa0c-a03f4398956f tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Network 60362c76-37aa-426d-aa69-c445e1b6173c is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:12.931714 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-866e3c10-5879-4353-aa0c-a03f4398956f tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 60362c76-37aa-426d-aa69-c445e1b6173c) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:12.935650 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866e3c10-5879-4353-aa0c-a03f4398956f tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:12.936273 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-866e3c10-5879-4353-aa0c-a03f4398956f tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:12.941809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c52d3f6-28f1-4463-a3e6-4af610c70850 None None] Network 60362c76-37aa-426d-aa69-c445e1b6173c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:12.950840 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-866e3c10-5879-4353-aa0c-a03f4398956f tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4173150 Jul 16 01:57:12.953606 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40600) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:12.959209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-5c70e74d-8c1f-4dc8-bac6-57d1eab5c835 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Request body: {'port': {'network_id': '60362c76-37aa-426d-aa69-c445e1b6173c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1601178153'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:13.069836 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c70e74d-8c1f-4dc8-bac6-57d1eab5c835 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Made reservation on behalf of 995236c47fde4774a89f3ecec7d12582 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:13.073577 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c70e74d-8c1f-4dc8-bac6-57d1eab5c835 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.084989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-60362c76-37aa-426d-aa69-c445e1b6173c', 'network_id': '60362c76-37aa-426d-aa69-c445e1b6173c', 'tenant_id': '995236c47fde4774a89f3ecec7d12582', 'fixed_ips': [{'subnet_id': '631adade-73b5-4572-a527-7e88f0a08147'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:13.085958 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.091735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [None req-5c70e74d-8c1f-4dc8-bac6-57d1eab5c835 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] device_id is not set on port 3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d yet. {{(pid=93920) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:13.200608 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-5c70e74d-8c1f-4dc8-bac6-57d1eab5c835 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Allocated IP 172.20.0.6 (60362c76-37aa-426d-aa69-c445e1b6173c/631adade-73b5-4572-a527-7e88f0a08147/3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:13.344668 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c70e74d-8c1f-4dc8-bac6-57d1eab5c835 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.362253 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-5c70e74d-8c1f-4dc8-bac6-57d1eab5c835 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Transition to ACTIVE for port object 3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:13.394220 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c70e74d-8c1f-4dc8-bac6-57d1eab5c835 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.438332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Allocated IP 172.20.0.2 (60362c76-37aa-426d-aa69-c445e1b6173c/631adade-73b5-4572-a527-7e88f0a08147/da1e8e73-e3fd-4645-95f0-980c19ef1702) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:13.440417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c70e74d-8c1f-4dc8-bac6-57d1eab5c835 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Network 60362c76-37aa-426d-aa69-c445e1b6173c is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:13.443920 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-5c70e74d-8c1f-4dc8-bac6-57d1eab5c835 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:13.448597 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c70e74d-8c1f-4dc8-bac6-57d1eab5c835 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:13.455285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c70e74d-8c1f-4dc8-bac6-57d1eab5c835 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Pushing event updated for resources: {'Port': ['ID=3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:13.501053 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c70e74d-8c1f-4dc8-bac6-57d1eab5c835 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:13.501699 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c70e74d-8c1f-4dc8-bac6-57d1eab5c835 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.516480 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5c70e74d-8c1f-4dc8-bac6-57d1eab5c835 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 0.5617537 Jul 16 01:57:13.519694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40602) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:13.524940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Request body: {'port': {'network_id': '60362c76-37aa-426d-aa69-c445e1b6173c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-27124539', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:13.525442 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.api.validators [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] bootfile-name is not in valid_values {{(pid=93919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:57:13.525788 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.api.validators [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] tftp-server is not in valid_values {{(pid=93919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:57:13.526122 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.api.validators [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] server-ip-address is not in valid_values {{(pid=93919) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:57:13.587507 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.596505 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Transition to ACTIVE for port object da1e8e73-e3fd-4645-95f0-980c19ef1702 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:13.611232 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Transition to ACTIVE for port object da1e8e73-e3fd-4645-95f0-980c19ef1702 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:13.617831 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.649440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Made reservation on behalf of 995236c47fde4774a89f3ecec7d12582 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:13.653276 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.657815 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Network 60362c76-37aa-426d-aa69-c445e1b6173c is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:13.660645 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:13.664325 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:13.671242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Pushing event updated for resources: {'Port': ['ID=da1e8e73-e3fd-4645-95f0-980c19ef1702,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:13.674216 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] device_id is not set on port 392bcb12-8214-4fa3-ad32-f3c3001a1088 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:13.681851 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:13.682203 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:13.682549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:13.682886 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:13.683223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:13.683558 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:13.683916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:13.684246 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:13.684574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:13.684896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:13.685217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:13.685538 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:13.735209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Attempting to bind port da1e8e73-e3fd-4645-95f0-980c19ef1702 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:13.735483 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Attempting to bind port da1e8e73-e3fd-4645-95f0-980c19ef1702 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '84e48416-35cd-45bd-aa79-4e0f2c57688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '60362c76-37aa-426d-aa69-c445e1b6173c'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:13.735878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Attempting to bind port da1e8e73-e3fd-4645-95f0-980c19ef1702 on network 60362c76-37aa-426d-aa69-c445e1b6173c {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:13.741488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:13.741863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Checking segment: {'id': '84e48416-35cd-45bd-aa79-4e0f2c57688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '60362c76-37aa-426d-aa69-c445e1b6173c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:13.742268 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.742666 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Bound using segment: {'id': '84e48416-35cd-45bd-aa79-4e0f2c57688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '60362c76-37aa-426d-aa69-c445e1b6173c'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:13.743133 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Bound port: da1e8e73-e3fd-4645-95f0-980c19ef1702, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e48416-35cd-45bd-aa79-4e0f2c57688b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '60362c76-37aa-426d-aa69-c445e1b6173c'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:13.743516 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.784449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Allocated IP 172.20.0.9 (60362c76-37aa-426d-aa69-c445e1b6173c/631adade-73b5-4572-a527-7e88f0a08147/392bcb12-8214-4fa3-ad32-f3c3001a1088) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:13.809638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] For port da1e8e73-e3fd-4645-95f0-980c19ef1702, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:13.813147 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] For port da1e8e73-e3fd-4645-95f0-980c19ef1702, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=da1e8e73-e3fd-4645-95f0-980c19ef1702,segment=NetworkSegment(84e48416-35cd-45bd-aa79-4e0f2c57688b),segment_id=84e48416-35cd-45bd-aa79-4e0f2c57688b)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:13.823744 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.883708 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1b931-81bd-48f6-a191-4c4b07332107 None None] Pushing event updated for resources: {'Port': ['ID=da1e8e73-e3fd-4645-95f0-980c19ef1702,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:13.946088 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:13.959850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Transition to ACTIVE for port object 392bcb12-8214-4fa3-ad32-f3c3001a1088 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:13.995952 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.058572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Network 60362c76-37aa-426d-aa69-c445e1b6173c is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:14.062010 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:14.065941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:14.092107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Pushing event updated for resources: {'Port': ['ID=392bcb12-8214-4fa3-ad32-f3c3001a1088,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:14.121774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:14.122550 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.137131 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7435c7fd-24f1-437f-985f-34e47f3a0dc2 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.6162603 Jul 16 01:57:14.139704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40604) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:14.248798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7095f5-02a2-4bb7-a169-82d6c1aacefa tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:14.254994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7095f5-02a2-4bb7-a169-82d6c1aacefa tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:14.261173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7095f5-02a2-4bb7-a169-82d6c1aacefa tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:14.263111 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2d7095f5-02a2-4bb7-a169-82d6c1aacefa tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.1223822 Jul 16 01:57:14.266275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40606) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:14.367374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4cf7879d-6141-4f83-b4a6-e0c05a3b02ad tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Deleting port 392bcb12-8214-4fa3-ad32-f3c3001a1088 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:14.367720 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4cf7879d-6141-4f83-b4a6-e0c05a3b02ad tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.450623 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4cf7879d-6141-4f83-b4a6-e0c05a3b02ad tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.462597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4cf7879d-6141-4f83-b4a6-e0c05a3b02ad tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Calling delete_port for 392bcb12-8214-4fa3-ad32-f3c3001a1088 owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:14.596798 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4cf7879d-6141-4f83-b4a6-e0c05a3b02ad tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.626569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7879d-6141-4f83-b4a6-e0c05a3b02ad tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Pushing event deleted for resources: {'Port': ['ID=392bcb12-8214-4fa3-ad32-f3c3001a1088,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:14.706473 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4cf7879d-6141-4f83-b4a6-e0c05a3b02ad tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.708428 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4cf7879d-6141-4f83-b4a6-e0c05a3b02ad tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] 10.222.0.22 "DELETE /v2.0/ports/392bcb12-8214-4fa3-ad32-f3c3001a1088 HTTP/1.1" status: 204 len: 168 time: 0.4412677 Jul 16 01:57:14.712699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40608) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:14.718387 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7edb83f2-da49-4db5-b99e-a5c0d2e4404e tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Request body: {'port': {'name': 'tempest-new-port-name-1869101512', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:14.718788 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.api.validators [None req-7edb83f2-da49-4db5-b99e-a5c0d2e4404e tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] bootfile-name is not in valid_values {{(pid=93920) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:57:14.719132 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.api.validators [None req-7edb83f2-da49-4db5-b99e-a5c0d2e4404e tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] tftp-server is not in valid_values {{(pid=93920) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:57:14.719517 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.api.validators [None req-7edb83f2-da49-4db5-b99e-a5c0d2e4404e tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] server-ip-address is not in valid_values {{(pid=93920) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 01:57:14.819607 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7edb83f2-da49-4db5-b99e-a5c0d2e4404e tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:14.836139 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db17732b-4631-4cdb-80ef-3f9db719db3a None None] Network 60362c76-37aa-426d-aa69-c445e1b6173c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:14.954405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1ca45d40-cd92-4229-819f-ec4f1edf61f4 None None] Provisioning for port da1e8e73-e3fd-4645-95f0-980c19ef1702 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:15.008444 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7edb83f2-da49-4db5-b99e-a5c0d2e4404e tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.014257 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7edb83f2-da49-4db5-b99e-a5c0d2e4404e tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.092079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb83f2-da49-4db5-b99e-a5c0d2e4404e tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Pushing event updated for resources: {'Port': ['ID=3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:15.106840 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-7edb83f2-da49-4db5-b99e-a5c0d2e4404e tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] In _notify_port_updated(), no bound segment for port 3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d on network 60362c76-37aa-426d-aa69-c445e1b6173c {{(pid=93920) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 01:57:15.112515 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edb83f2-da49-4db5-b99e-a5c0d2e4404e tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:15.113158 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7edb83f2-da49-4db5-b99e-a5c0d2e4404e tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.114515 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7edb83f2-da49-4db5-b99e-a5c0d2e4404e tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] 10.222.0.22 "PUT /v2.0/ports/3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d HTTP/1.1" status: 200 len: 1136 time: 0.4007478 Jul 16 01:57:15.117214 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40610) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:15.171455 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d1efae-0a66-4667-a701-321e3bfc5c61 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:15.172945 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-03d1efae-0a66-4667-a701-321e3bfc5c61 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] 10.222.0.22 "GET /v2.0/ports/3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d HTTP/1.1" status: 200 len: 1136 time: 0.0547841 Jul 16 01:57:15.176690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40612) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:15.274671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-1ba4b242-1236-4291-a061-d3bae143df49 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Deleting port 3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:15.274978 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ba4b242-1236-4291-a061-d3bae143df49 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.295566 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4675edaa-76bd-4739-af72-88633759e3fd None None] Provisioning for port 3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:15.299685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4675edaa-76bd-4739-af72-88633759e3fd None None] Provisioning complete for port 3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:15.300362 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4675edaa-76bd-4739-af72-88633759e3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.335410 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4675edaa-76bd-4739-af72-88633759e3fd None None] Port 3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:15.367901 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ba4b242-1236-4291-a061-d3bae143df49 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.380920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-1ba4b242-1236-4291-a061-d3bae143df49 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Calling delete_port for 3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d owned by {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:15.454332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b0a428db-a72f-4a36-a407-45d5c6195b7a None None] Provisioning complete for port 3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:15.454706 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b0a428db-a72f-4a36-a407-45d5c6195b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.493629 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b0a428db-a72f-4a36-a407-45d5c6195b7a None None] Port 3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:15.519394 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ba4b242-1236-4291-a061-d3bae143df49 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.553901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4b242-1236-4291-a061-d3bae143df49 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Pushing event deleted for resources: {'Port': ['ID=3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:15.607817 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7fdeb91a-682c-47bd-af26-75ade7e7a968 None None] Could not find standard attr ID for object 392bcb12-8214-4fa3-ad32-f3c3001a1088. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:57:15.629803 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1ba4b242-1236-4291-a061-d3bae143df49 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.634495 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1ba4b242-1236-4291-a061-d3bae143df49 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] 10.222.0.22 "DELETE /v2.0/ports/3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d HTTP/1.1" status: 204 len: 168 time: 0.4545665 Jul 16 01:57:15.636209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40616) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:15.720439 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d3fda8a-06ea-4b0d-b684-e66ef0789b70 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Deleting subnet 631adade-73b5-4572-a527-7e88f0a08147 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:15.725146 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d3fda8a-06ea-4b0d-b684-e66ef0789b70 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.770702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d3fda8a-06ea-4b0d-b684-e66ef0789b70 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:15.810300 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-6a159e11-a819-42f7-b339-052de4aa822f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1867795 Jul 16 01:57:15.926360 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d3f78616-3679-45c1-87f9-e8f065421fba None None] Could not find standard attr ID for object 3dbfb23b-c7bd-472a-9d2b-ab4a7a98b36d. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:57:16.072579 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device da1e8e73-e3fd-4645-95f0-980c19ef1702 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:16.190812 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d3fda8a-06ea-4b0d-b684-e66ef0789b70 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.258923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-cc9ca5ef-c2f4-40f3-8d1f-d4b53d54417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.259406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-cc9ca5ef-c2f4-40f3-8d1f-d4b53d54417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.259909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-cc9ca5ef-c2f4-40f3-8d1f-d4b53d54417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.260378 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-cc9ca5ef-c2f4-40f3-8d1f-d4b53d54417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.260844 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-cc9ca5ef-c2f4-40f3-8d1f-d4b53d54417d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.262664 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-cc9ca5ef-c2f4-40f3-8d1f-d4b53d54417d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.1297700 Jul 16 01:57:16.268602 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d3fda8a-06ea-4b0d-b684-e66ef0789b70 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.276736 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port da1e8e73-e3fd-4645-95f0-980c19ef1702 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:16.282025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port da1e8e73-e3fd-4645-95f0-980c19ef1702 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:16.282402 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.306358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3fda8a-06ea-4b0d-b684-e66ef0789b70 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Pushing event deleted for resources: {'Subnet': ['ID=631adade-73b5-4572-a527-7e88f0a08147,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.320143 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be805f42-1f30-4d9b-a0ae-59d7adfdb112 None None] Network 60362c76-37aa-426d-aa69-c445e1b6173c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:16.320413 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7d3fda8a-06ea-4b0d-b684-e66ef0789b70 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.322267 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7d3fda8a-06ea-4b0d-b684-e66ef0789b70 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] 10.222.0.22 "DELETE /v2.0/subnets/631adade-73b5-4572-a527-7e88f0a08147 HTTP/1.1" status: 204 len: 168 time: 0.6849942 Jul 16 01:57:16.324873 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40618) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:16.400664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-1480c60d-751f-4cf1-975d-a6fb1a5d63dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.401153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-1480c60d-751f-4cf1-975d-a6fb1a5d63dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.401671 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-1480c60d-751f-4cf1-975d-a6fb1a5d63dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.403289 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-1480c60d-751f-4cf1-975d-a6fb1a5d63dd service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.1064243 Jul 16 01:57:16.410073 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.437208 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.449332 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-5b1136fb-e7de-46fe-bbba-fae7d752e5b3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0397048 Jul 16 01:57:16.467545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Deleting port da1e8e73-e3fd-4645-95f0-980c19ef1702 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:16.467955 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.490209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port da1e8e73-e3fd-4645-95f0-980c19ef1702, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=da1e8e73-e3fd-4645-95f0-980c19ef1702,segment=NetworkSegment(84e48416-35cd-45bd-aa79-4e0f2c57688b),segment_id=84e48416-35cd-45bd-aa79-4e0f2c57688b)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:16.498058 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.508458 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-40a469cf-a54a-4561-93aa-25c26400fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.510415 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-40a469cf-a54a-4561-93aa-25c26400fcca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0548871 Jul 16 01:57:16.542176 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] For port da1e8e73-e3fd-4645-95f0-980c19ef1702, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=da1e8e73-e3fd-4645-95f0-980c19ef1702,segment=NetworkSegment(84e48416-35cd-45bd-aa79-4e0f2c57688b),segment_id=84e48416-35cd-45bd-aa79-4e0f2c57688b)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:16.542556 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.556615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Calling delete_port for da1e8e73-e3fd-4645-95f0-980c19ef1702 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:16.561995 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=da1e8e73-e3fd-4645-95f0-980c19ef1702,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.573890 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-2761723f-d9a1-4193-9181-c2af221b7aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.575599 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-2761723f-d9a1-4193-9181-c2af221b7aac service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586076 Jul 16 01:57:16.615315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6629b894-6915-4013-98c6-4ad81e1b666b None None] DHCP port deletion for 60362c76-37aa-426d-aa69-c445e1b6173c request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:16.649666 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.664813 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6629b894-6915-4013-98c6-4ad81e1b666b None None] Deleting port da1e8e73-e3fd-4645-95f0-980c19ef1702 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:16.665589 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6629b894-6915-4013-98c6-4ad81e1b666b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.675699 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Pushing event deleted for resources: {'Port': ['ID=da1e8e73-e3fd-4645-95f0-980c19ef1702,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.675924 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-3f21e4ab-da2f-41d5-82b0-b2ec8cc1fb6a service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936270 Jul 16 01:57:16.679636 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] No DVR routers for this DVR port da1e8e73-e3fd-4645-95f0-980c19ef1702 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:16.729229 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-6629b894-6915-4013-98c6-4ad81e1b666b None None] For port da1e8e73-e3fd-4645-95f0-980c19ef1702, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:16.729636 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6629b894-6915-4013-98c6-4ad81e1b666b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.742620 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6629b894-6915-4013-98c6-4ad81e1b666b None None] Calling delete_port for da1e8e73-e3fd-4645-95f0-980c19ef1702 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:16.745277 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-6629b894-6915-4013-98c6-4ad81e1b666b None None] Port da1e8e73-e3fd-4645-95f0-980c19ef1702 was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:57:16.746571 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6629b894-6915-4013-98c6-4ad81e1b666b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.760754 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.774502 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-233c04e3-4893-476c-bb71-b14180346753 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920379 Jul 16 01:57:16.775120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629b894-6915-4013-98c6-4ad81e1b666b None None] Pushing event deleted for resources: {'Port': ['ID=da1e8e73-e3fd-4645-95f0-980c19ef1702,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.782430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629b894-6915-4013-98c6-4ad81e1b666b None None] No DVR routers for this DVR port da1e8e73-e3fd-4645-95f0-980c19ef1702 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:16.791429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60362c76-37aa-426d-aa69-c445e1b6173c']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:16.803205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e48416-35cd-45bd-aa79-4e0f2c57688b') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:16.803640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e48416-35cd-45bd-aa79-4e0f2c57688b') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:16.812321 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.825862 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.826727 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-a39e5433-99d2-4e59-b79f-238ef12b251e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0455387 Jul 16 01:57:16.831572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:16.831993 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:16.834885 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:16.877114 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-a52000c7-cefe-44cc-a2d5-ac3eef6ae36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.878497 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-a52000c7-cefe-44cc-a2d5-ac3eef6ae36a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0450847 Jul 16 01:57:16.891259 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.898028 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:16.902390 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] 10.222.0.22 "DELETE /v2.0/networks/60362c76-37aa-426d-aa69-c445e1b6173c HTTP/1.1" status: 204 len: 168 time: 0.5737920 Jul 16 01:57:16.913090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6637a4-88b9-49b3-93d0-7a9938237a77 tempest-ExtraDHCPOptionsTestJSON-229268447 tempest-ExtraDHCPOptionsTestJSON-229268447-project] Pushing event deleted for resources: {'Network': ['ID=60362c76-37aa-426d-aa69-c445e1b6173c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:16.943200 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-55542ede-202f-48b4-893e-c3bc410a1ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:16.944776 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-55542ede-202f-48b4-893e-c3bc410a1ada service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0603690 Jul 16 01:57:17.039677 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-879bb6b3-c2d0-450d-8e70-c704c5813308 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885839 Jul 16 01:57:17.129734 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-e52cf18a-6161-43f6-9aab-f7f840441054 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834696 Jul 16 01:57:17.142479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40624) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:17.178508 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-5f032679-c915-4f47-84be-1ad7c72d209d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0429723 Jul 16 01:57:17.226098 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-581fee36-beba-457d-af2a-0509ca74720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:17.227572 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-581fee36-beba-457d-af2a-0509ca74720d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0434785 Jul 16 01:57:17.311104 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0b127465-e39b-4f23-a57c-f64af4754589 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=995236c47fde4774a89f3ecec7d12582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1675780 Jul 16 01:57:17.313773 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40628) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:17.317179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-9cf79528-1b52-4335-8372-6d8d47e7f7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:17.318662 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-9cf79528-1b52-4335-8372-6d8d47e7f7ba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0843468 Jul 16 01:57:17.366381 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abf1d44e-3ebb-4d7b-a872-c4fb06bf6374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.387676 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abf1d44e-3ebb-4d7b-a872-c4fb06bf6374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.413000 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-ab3d3fb0-6d20-4d4e-a680-921542a2bfcc service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879836 Jul 16 01:57:17.434803 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abf1d44e-3ebb-4d7b-a872-c4fb06bf6374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.437465 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abf1d44e-3ebb-4d7b-a872-c4fb06bf6374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:17.438650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-abf1d44e-3ebb-4d7b-a872-c4fb06bf6374 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3fae751e-b12c-4ebd-82ee-e58b99644f8d HTTP/1.1" status: 204 len: 168 time: 0.1238532 Jul 16 01:57:17.448828 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1d44e-3ebb-4d7b-a872-c4fb06bf6374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fae751e-b12c-4ebd-82ee-e58b99644f8d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:17.502045 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-3f53db52-b8a4-4aa5-98e2-508b3fe95660 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831654 Jul 16 01:57:17.546867 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-4e622d32-d004-42c5-8bfa-0c0c028a6125 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0388906 Jul 16 01:57:17.595194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-536e4c45-c361-4f75-a4ac-fcebb5143a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:17.596695 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-536e4c45-c361-4f75-a4ac-fcebb5143a3f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0442877 Jul 16 01:57:17.653124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-37c6fa3b-72bf-4560-bea6-b5aa426223fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:17.654640 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-37c6fa3b-72bf-4560-bea6-b5aa426223fd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0521941 Jul 16 01:57:17.749162 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-fa1c6a3b-39d2-4408-997a-333b7d5177e4 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881248 Jul 16 01:57:17.841234 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-8bf83ecc-cf52-41d3-9fe4-809178e3697f service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860078 Jul 16 01:57:17.886134 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-abd8e429-26f9-420a-9829-2b7bb6848d5c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0389562 Jul 16 01:57:17.934631 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-7190990d-2733-4cda-9273-5e9a982b0cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:17.936129 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-7190990d-2733-4cda-9273-5e9a982b0cf9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0443964 Jul 16 01:57:18.023559 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-7e47198b-d1d2-420d-9c82-bb2584df89a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:18.023559 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-7e47198b-d1d2-420d-9c82-bb2584df89a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0720365 Jul 16 01:57:18.029193 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device da1e8e73-e3fd-4645-95f0-980c19ef1702 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:18.050333 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: da1e8e73-e3fd-4645-95f0-980c19ef1702 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:18.050756 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device da1e8e73-e3fd-4645-95f0-980c19ef1702 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:18.121497 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40652) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:18.129974 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-16e5215d-c8ea-4ecb-b20a-beef1747625b service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092689 Jul 16 01:57:18.223341 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1bb97a5c-1530-489c-9c04-35f23c8f110e req-981bd10e-27f4-4dd1-9161-dc00ca202bdb service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873752 Jul 16 01:57:18.226889 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3d1fa45f-8242-4225-b1be-4cc4c4f5cf71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-156018660'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:18.250464 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1fa45f-8242-4225-b1be-4cc4c4f5cf71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:18.254439 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa45f-8242-4225-b1be-4cc4c4f5cf71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.269960 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa45f-8242-4225-b1be-4cc4c4f5cf71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.366866 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa45f-8242-4225-b1be-4cc4c4f5cf71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.370522 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa45f-8242-4225-b1be-4cc4c4f5cf71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.399218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1fa45f-8242-4225-b1be-4cc4c4f5cf71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:18.409345 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fa45f-8242-4225-b1be-4cc4c4f5cf71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4804ab-ab3e-4b86-8a90-2b680c5f3583,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:18.416460 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa45f-8242-4225-b1be-4cc4c4f5cf71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.416821 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-3d1fa45f-8242-4225-b1be-4cc4c4f5cf71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Added segment 84d5e4b2-1303-40a7-8d56-c4968096d4be of type vlan for network ee05fbff-852f-43ea-bd34-c3713767bf2c Jul 16 01:57:18.456473 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa45f-8242-4225-b1be-4cc4c4f5cf71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.485585 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa45f-8242-4225-b1be-4cc4c4f5cf71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.491923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1fa45f-8242-4225-b1be-4cc4c4f5cf71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:18.492537 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d1fa45f-8242-4225-b1be-4cc4c4f5cf71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:18.532657 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3d1fa45f-8242-4225-b1be-4cc4c4f5cf71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4039404 Jul 16 01:57:18.566766 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fa45f-8242-4225-b1be-4cc4c4f5cf71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Network': ['ID=ee05fbff-852f-43ea-bd34-c3713767bf2c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:18.578696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network ee05fbff-852f-43ea-bd34-c3713767bf2c details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:21.734857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40658) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:21.740880 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'subnet': {'network_id': 'ee05fbff-852f-43ea-bd34-c3713767bf2c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:21.828194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:21.831784 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.023312 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.079840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Subnet': ['ID=3b715344-0cd3-43aa-9e1c-9186dc479776,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:22.091555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.091939 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.092285 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.092619 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.092951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.093281 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.093609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.093940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.094265 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.094587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.094907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.095226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.100750 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Checking segment: {'id': '84d5e4b2-1303-40a7-8d56-c4968096d4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ee05fbff-852f-43ea-bd34-c3713767bf2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:22.101109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network hostable DHCP agents. Network: ee05fbff-852f-43ea-bd34-c3713767bf2c, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:22.117253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network ee05fbff-852f-43ea-bd34-c3713767bf2c is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:22.125166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, ee05fbff-852f-43ea-bd34-c3713767bf2c) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:22.129119 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:22.129704 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.134003 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83743f0d-996d-4e3b-9ba9-f704783fe12a None None] Network ee05fbff-852f-43ea-bd34-c3713767bf2c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:22.143556 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e93e2270-3d97-4aac-a796-7af58e830c51 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4075632 Jul 16 01:57:22.147173 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40660) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:22.152401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1355861600'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:22.172383 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:22.176067 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.199146 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:22.208129 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.208470 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Added segment 56e830bd-8646-427d-8b30-2e73043613fa of type vlan for network e1dc76dd-13ac-49b8-abcc-9e29c465db7d Jul 16 01:57:22.248894 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.280348 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-ee05fbff-852f-43ea-bd34-c3713767bf2c', 'network_id': 'ee05fbff-852f-43ea-bd34-c3713767bf2c', 'tenant_id': '72dce68c628446e18a4baab272952b38', 'fixed_ips': [{'subnet_id': '3b715344-0cd3-43aa-9e1c-9186dc479776'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:22.281271 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.284610 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.290261 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:22.290852 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.325760 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1773944 Jul 16 01:57:22.328706 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40662) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:22.336229 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-10888a44-2482-4773-a600-6f49d457919d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'subnet': {'network_id': 'e1dc76dd-13ac-49b8-abcc-9e29c465db7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:22.381574 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Network': ['ID=e1dc76dd-13ac-49b8-abcc-9e29c465db7d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:22.398891 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.399247 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.399590 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.399956 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.400295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.400628 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.400959 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.401292 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.401622 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.401950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.402276 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.402600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84cc5361-d8a7-477d-98f3-cba6d4a2aa6b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:57:22.413155 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network e1dc76dd-13ac-49b8-abcc-9e29c465db7d details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:22.431077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Allocated IP 2001:db8:0:ffff::2 (ee05fbff-852f-43ea-bd34-c3713767bf2c/3b715344-0cd3-43aa-9e1c-9186dc479776/8b2e0664-b6da-486d-977e-5af8d579153f) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:22.470124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10888a44-2482-4773-a600-6f49d457919d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:22.473714 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10888a44-2482-4773-a600-6f49d457919d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.618764 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.626869 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Transition to ACTIVE for port object 8b2e0664-b6da-486d-977e-5af8d579153f will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:22.641549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Transition to ACTIVE for port object 8b2e0664-b6da-486d-977e-5af8d579153f will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:22.649548 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.651167 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10888a44-2482-4773-a600-6f49d457919d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.690978 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Network ee05fbff-852f-43ea-bd34-c3713767bf2c is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:22.696891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:22.699330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:22.706927 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10888a44-2482-4773-a600-6f49d457919d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Subnet': ['ID=76c5e592-e778-46d9-9516-837082d89017,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:22.711914 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Pushing event updated for resources: {'Port': ['ID=8b2e0664-b6da-486d-977e-5af8d579153f,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:22.722204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10888a44-2482-4773-a600-6f49d457919d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Checking segment: {'id': '56e830bd-8646-427d-8b30-2e73043613fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e1dc76dd-13ac-49b8-abcc-9e29c465db7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:22.722565 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10888a44-2482-4773-a600-6f49d457919d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network hostable DHCP agents. Network: e1dc76dd-13ac-49b8-abcc-9e29c465db7d, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:22.738940 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10888a44-2482-4773-a600-6f49d457919d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network e1dc76dd-13ac-49b8-abcc-9e29c465db7d is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:22.747878 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-10888a44-2482-4773-a600-6f49d457919d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, e1dc76dd-13ac-49b8-abcc-9e29c465db7d) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:22.751998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10888a44-2482-4773-a600-6f49d457919d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:22.752582 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10888a44-2482-4773-a600-6f49d457919d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.761655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb89f8b-3160-4689-9e80-fecd017fd895 None None] Network e1dc76dd-13ac-49b8-abcc-9e29c465db7d requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:22.769696 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-10888a44-2482-4773-a600-6f49d457919d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4376571 Jul 16 01:57:22.769916 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40664) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:22.776759 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Attempting to bind port 8b2e0664-b6da-486d-977e-5af8d579153f on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:22.777306 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Attempting to bind port 8b2e0664-b6da-486d-977e-5af8d579153f by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '84d5e4b2-1303-40a7-8d56-c4968096d4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ee05fbff-852f-43ea-bd34-c3713767bf2c'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:22.777677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Attempting to bind port 8b2e0664-b6da-486d-977e-5af8d579153f on network ee05fbff-852f-43ea-bd34-c3713767bf2c {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:22.791111 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:22.791492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Checking segment: {'id': '84d5e4b2-1303-40a7-8d56-c4968096d4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ee05fbff-852f-43ea-bd34-c3713767bf2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:22.791943 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.792345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Bound using segment: {'id': '84d5e4b2-1303-40a7-8d56-c4968096d4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ee05fbff-852f-43ea-bd34-c3713767bf2c'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:22.793587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Bound port: 8b2e0664-b6da-486d-977e-5af8d579153f, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d5e4b2-1303-40a7-8d56-c4968096d4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ee05fbff-852f-43ea-bd34-c3713767bf2c'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:22.793983 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.869330 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65eea4e2-6ac3-43c7-bcc4-0031c0d2eb8c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.934795 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] For port 8b2e0664-b6da-486d-977e-5af8d579153f, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:22.943073 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65eea4e2-6ac3-43c7-bcc4-0031c0d2eb8c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:22.950709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] For port 8b2e0664-b6da-486d-977e-5af8d579153f, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8b2e0664-b6da-486d-977e-5af8d579153f,segment=NetworkSegment(84d5e4b2-1303-40a7-8d56-c4968096d4be),segment_id=84d5e4b2-1303-40a7-8d56-c4968096d4be)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:22.957416 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.003097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06fea70-1ab3-426f-ba99-14adc206962a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-e1dc76dd-13ac-49b8-abcc-9e29c465db7d', 'network_id': 'e1dc76dd-13ac-49b8-abcc-9e29c465db7d', 'tenant_id': '72dce68c628446e18a4baab272952b38', 'fixed_ips': [{'subnet_id': '76c5e592-e778-46d9-9516-837082d89017'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:23.003970 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f06fea70-1ab3-426f-ba99-14adc206962a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.013506 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65eea4e2-6ac3-43c7-bcc4-0031c0d2eb8c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.042921 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eea4e2-6ac3-43c7-bcc4-0031c0d2eb8c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Subnet': ['ID=76c5e592-e778-46d9-9516-837082d89017,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:23.102930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd746392-4982-428e-aeab-1ce1b422ce38 None None] Pushing event updated for resources: {'Port': ['ID=8b2e0664-b6da-486d-977e-5af8d579153f,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:23.106543 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65eea4e2-6ac3-43c7-bcc4-0031c0d2eb8c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.117499 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-65eea4e2-6ac3-43c7-bcc4-0031c0d2eb8c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1dc76dd-13ac-49b8-abcc-9e29c465db7d']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:23.123838 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7b1870-8d3c-4717-ad2e-9e11a4a05748 None None] Network e1dc76dd-13ac-49b8-abcc-9e29c465db7d requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:23.132590 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-65eea4e2-6ac3-43c7-bcc4-0031c0d2eb8c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e830bd-8646-427d-8b30-2e73043613fa') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:23.132893 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-65eea4e2-6ac3-43c7-bcc4-0031c0d2eb8c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e830bd-8646-427d-8b30-2e73043613fa') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:23.141832 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65eea4e2-6ac3-43c7-bcc4-0031c0d2eb8c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.156088 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65eea4e2-6ac3-43c7-bcc4-0031c0d2eb8c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.162659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65eea4e2-6ac3-43c7-bcc4-0031c0d2eb8c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:23.163075 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65eea4e2-6ac3-43c7-bcc4-0031c0d2eb8c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:23.176585 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:23.260431 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65eea4e2-6ac3-43c7-bcc4-0031c0d2eb8c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.268898 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-65eea4e2-6ac3-43c7-bcc4-0031c0d2eb8c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.271808 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-65eea4e2-6ac3-43c7-bcc4-0031c0d2eb8c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/networks/e1dc76dd-13ac-49b8-abcc-9e29c465db7d HTTP/1.1" status: 204 len: 168 time: 0.5002413 Jul 16 01:57:23.275254 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40666) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:23.281578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-0e20224f-718b-4c1f-9e3a-8e058f4e3bd3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-614771114'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:23.289764 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eea4e2-6ac3-43c7-bcc4-0031c0d2eb8c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Network': ['ID=e1dc76dd-13ac-49b8-abcc-9e29c465db7d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:23.305041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e20224f-718b-4c1f-9e3a-8e058f4e3bd3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:23.308830 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0e20224f-718b-4c1f-9e3a-8e058f4e3bd3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.337615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e20224f-718b-4c1f-9e3a-8e058f4e3bd3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:23.347296 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0e20224f-718b-4c1f-9e3a-8e058f4e3bd3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.347739 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-0e20224f-718b-4c1f-9e3a-8e058f4e3bd3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Added segment 5f2169d7-c20a-4275-a707-4a583c133d7a of type vlan for network 7eea9d85-a793-45c0-a7ca-b776b15c0458 Jul 16 01:57:23.387881 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0e20224f-718b-4c1f-9e3a-8e058f4e3bd3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.415047 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0e20224f-718b-4c1f-9e3a-8e058f4e3bd3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.420994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e20224f-718b-4c1f-9e3a-8e058f4e3bd3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:23.421585 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0e20224f-718b-4c1f-9e3a-8e058f4e3bd3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.456067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0e20224f-718b-4c1f-9e3a-8e058f4e3bd3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1794264 Jul 16 01:57:23.458903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40668) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:23.465733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4e04a867-cd18-4788-922e-aee33c0d33ed tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'subnet': {'network_id': '7eea9d85-a793-45c0-a7ca-b776b15c0458', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:23.509167 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e20224f-718b-4c1f-9e3a-8e058f4e3bd3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Network': ['ID=7eea9d85-a793-45c0-a7ca-b776b15c0458,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:23.519149 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 7eea9d85-a793-45c0-a7ca-b776b15c0458 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:23.580349 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e04a867-cd18-4788-922e-aee33c0d33ed tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:23.583778 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e04a867-cd18-4788-922e-aee33c0d33ed tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.769288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e04a867-cd18-4788-922e-aee33c0d33ed tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.837252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04a867-cd18-4788-922e-aee33c0d33ed tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Subnet': ['ID=53f27bea-6920-44bf-b048-da29dd592244,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:23.845970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e04a867-cd18-4788-922e-aee33c0d33ed tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Checking segment: {'id': '5f2169d7-c20a-4275-a707-4a583c133d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7eea9d85-a793-45c0-a7ca-b776b15c0458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:23.846325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e04a867-cd18-4788-922e-aee33c0d33ed tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network hostable DHCP agents. Network: 7eea9d85-a793-45c0-a7ca-b776b15c0458, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:23.863631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e04a867-cd18-4788-922e-aee33c0d33ed tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network 7eea9d85-a793-45c0-a7ca-b776b15c0458 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:23.873611 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-4e04a867-cd18-4788-922e-aee33c0d33ed tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 7eea9d85-a793-45c0-a7ca-b776b15c0458) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:23.878911 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e04a867-cd18-4788-922e-aee33c0d33ed tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:23.879516 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e04a867-cd18-4788-922e-aee33c0d33ed tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.883296 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b653e736-ec6d-40d3-90df-a2252f8a1771 None None] Network 7eea9d85-a793-45c0-a7ca-b776b15c0458 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:23.894547 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4e04a867-cd18-4788-922e-aee33c0d33ed tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4345808 Jul 16 01:57:23.897833 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40670) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:23.902765 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-9282f05a-d0b0-4a11-bf69-1b26d4b67f03 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1258913948'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:23.923609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9282f05a-d0b0-4a11-bf69-1b26d4b67f03 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:23.928003 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9282f05a-d0b0-4a11-bf69-1b26d4b67f03 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.953232 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9282f05a-d0b0-4a11-bf69-1b26d4b67f03 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:23.963495 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9282f05a-d0b0-4a11-bf69-1b26d4b67f03 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:23.963864 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-9282f05a-d0b0-4a11-bf69-1b26d4b67f03 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Added segment fb23ad78-94ea-4d76-93f3-7dae59b36dbf of type vlan for network 3b39b392-cb60-4428-94d8-9edd2450ad43 Jul 16 01:57:24.018423 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9282f05a-d0b0-4a11-bf69-1b26d4b67f03 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.033806 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0c0459-c5e0-4281-9e6e-4de831fcbb68 None None] Network ee05fbff-852f-43ea-bd34-c3713767bf2c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:24.052746 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9282f05a-d0b0-4a11-bf69-1b26d4b67f03 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.059493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9282f05a-d0b0-4a11-bf69-1b26d4b67f03 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:24.060303 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9282f05a-d0b0-4a11-bf69-1b26d4b67f03 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.086539 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-7eea9d85-a793-45c0-a7ca-b776b15c0458', 'network_id': '7eea9d85-a793-45c0-a7ca-b776b15c0458', 'tenant_id': '72dce68c628446e18a4baab272952b38', 'fixed_ips': [{'subnet_id': '53f27bea-6920-44bf-b048-da29dd592244'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:24.088092 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.090016 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8b2e0664-b6da-486d-977e-5af8d579153f up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:24.099103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9282f05a-d0b0-4a11-bf69-1b26d4b67f03 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2001770 Jul 16 01:57:24.102606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40672) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:24.107314 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-8f2895b6-ddce-4d24-9098-f6c4fc8f338b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'subnet': {'network_id': '3b39b392-cb60-4428-94d8-9edd2450ad43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:24.154910 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282f05a-d0b0-4a11-bf69-1b26d4b67f03 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Network': ['ID=3b39b392-cb60-4428-94d8-9edd2450ad43,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:24.177712 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 3b39b392-cb60-4428-94d8-9edd2450ad43 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:24.204445 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4a046ed1-9a71-4967-b97f-5735aeef7a42 None None] Provisioning for port 8b2e0664-b6da-486d-977e-5af8d579153f completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:24.222314 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2895b6-ddce-4d24-9098-f6c4fc8f338b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:24.226522 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f2895b6-ddce-4d24-9098-f6c4fc8f338b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.284639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.ipam_backend_mixin [None req-8f2895b6-ddce-4d24-9098-f6c4fc8f338b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Performing IP validity checks on allocation pools {{(pid=93919) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:57:24.285213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.ipam_backend_mixin [None req-8f2895b6-ddce-4d24-9098-f6c4fc8f338b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93919) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:57:24.361676 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 8b2e0664-b6da-486d-977e-5af8d579153f completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:24.395592 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 8b2e0664-b6da-486d-977e-5af8d579153f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:24.396548 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.408696 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f2895b6-ddce-4d24-9098-f6c4fc8f338b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.465596 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Allocated IP 2001:db8::3 (7eea9d85-a793-45c0-a7ca-b776b15c0458/53f27bea-6920-44bf-b048-da29dd592244/7127a7bd-bb13-49ba-a92f-bdbb9e94f7be) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:24.472014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2895b6-ddce-4d24-9098-f6c4fc8f338b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Subnet': ['ID=bd1b3610-b37c-42ef-a8d9-24e7adb1a918,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:24.478088 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2895b6-ddce-4d24-9098-f6c4fc8f338b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Checking segment: {'id': 'fb23ad78-94ea-4d76-93f3-7dae59b36dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3b39b392-cb60-4428-94d8-9edd2450ad43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:24.478456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2895b6-ddce-4d24-9098-f6c4fc8f338b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network hostable DHCP agents. Network: 3b39b392-cb60-4428-94d8-9edd2450ad43, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:24.495496 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2895b6-ddce-4d24-9098-f6c4fc8f338b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network 3b39b392-cb60-4428-94d8-9edd2450ad43 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:24.504187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-8f2895b6-ddce-4d24-9098-f6c4fc8f338b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 3b39b392-cb60-4428-94d8-9edd2450ad43) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:24.508976 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2895b6-ddce-4d24-9098-f6c4fc8f338b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:24.509602 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8f2895b6-ddce-4d24-9098-f6c4fc8f338b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.515706 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0260cdb1-2451-4855-a24d-6ff23051ed1d None None] Network 3b39b392-cb60-4428-94d8-9edd2450ad43 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:24.524715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8f2895b6-ddce-4d24-9098-f6c4fc8f338b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.4212594 Jul 16 01:57:24.527475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40674) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:24.626120 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-10684cfc-c328-40ab-93d9-224b4dfcc4da tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.661129 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.721952 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-10684cfc-c328-40ab-93d9-224b4dfcc4da tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.793179 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-10684cfc-c328-40ab-93d9-224b4dfcc4da tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.821735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10684cfc-c328-40ab-93d9-224b4dfcc4da tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1b3610-b37c-42ef-a8d9-24e7adb1a918,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:24.885528 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-10684cfc-c328-40ab-93d9-224b4dfcc4da tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.895553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-10684cfc-c328-40ab-93d9-224b4dfcc4da tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b39b392-cb60-4428-94d8-9edd2450ad43']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:24.904669 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-10684cfc-c328-40ab-93d9-224b4dfcc4da tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb23ad78-94ea-4d76-93f3-7dae59b36dbf') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:24.905080 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-10684cfc-c328-40ab-93d9-224b4dfcc4da tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb23ad78-94ea-4d76-93f3-7dae59b36dbf') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:24.914797 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-10684cfc-c328-40ab-93d9-224b4dfcc4da tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.928280 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-10684cfc-c328-40ab-93d9-224b4dfcc4da tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.934099 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10684cfc-c328-40ab-93d9-224b4dfcc4da tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:24.934488 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-10684cfc-c328-40ab-93d9-224b4dfcc4da tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:24.937526 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:24.943907 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 8b2e0664-b6da-486d-977e-5af8d579153f, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8b2e0664-b6da-486d-977e-5af8d579153f,segment=NetworkSegment(84d5e4b2-1303-40a7-8d56-c4968096d4be),segment_id=84d5e4b2-1303-40a7-8d56-c4968096d4be)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:24.948621 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.954174 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:24.960860 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6792d50d-c4ce-41b2-abb1-558a6b9e64b8 None None] Network 3b39b392-cb60-4428-94d8-9edd2450ad43 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:24.996406 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-10684cfc-c328-40ab-93d9-224b4dfcc4da tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.001624 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-10684cfc-c328-40ab-93d9-224b4dfcc4da tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.002614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Transition to ACTIVE for port object 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:25.003571 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-10684cfc-c328-40ab-93d9-224b4dfcc4da tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/networks/3b39b392-cb60-4428-94d8-9edd2450ad43 HTTP/1.1" status: 204 len: 168 time: 0.4751318 Jul 16 01:57:25.009373 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40676) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:25.012664 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9dc017c6-9380-4c85-b0a4-233a762325ed None None] Provisioning complete for port 8b2e0664-b6da-486d-977e-5af8d579153f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:25.013037 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9dc017c6-9380-4c85-b0a4-233a762325ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.014315 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4710e9e6-c198-49ae-ad36-0bb296e26737 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1844321211'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:25.031366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10684cfc-c328-40ab-93d9-224b4dfcc4da tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Network': ['ID=3b39b392-cb60-4428-94d8-9edd2450ad43,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:25.048175 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4710e9e6-c198-49ae-ad36-0bb296e26737 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:25.052256 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4710e9e6-c198-49ae-ad36-0bb296e26737 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.076757 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4710e9e6-c198-49ae-ad36-0bb296e26737 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:25.086425 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4710e9e6-c198-49ae-ad36-0bb296e26737 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.086778 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-4710e9e6-c198-49ae-ad36-0bb296e26737 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Added segment 5fbf8bc2-9384-482c-a140-33de06d23da1 of type vlan for network 28e33f2e-8ccc-4000-b15b-61c944690cb4 Jul 16 01:57:25.096324 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Transition to ACTIVE for port object 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:25.111246 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.113008 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=8b2e0664-b6da-486d-977e-5af8d579153f,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:25.132255 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4710e9e6-c198-49ae-ad36-0bb296e26737 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.180077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Network 7eea9d85-a793-45c0-a7ca-b776b15c0458 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:25.189169 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:25.209224 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:25.219454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Pushing event updated for resources: {'Port': ['ID=7127a7bd-bb13-49ba-a92f-bdbb9e94f7be,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:25.307857 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Attempting to bind port 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:25.308231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Attempting to bind port 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '5f2169d7-c20a-4275-a707-4a583c133d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7eea9d85-a793-45c0-a7ca-b776b15c0458'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:25.308590 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Attempting to bind port 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be on network 7eea9d85-a793-45c0-a7ca-b776b15c0458 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:25.313935 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:25.314309 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Checking segment: {'id': '5f2169d7-c20a-4275-a707-4a583c133d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7eea9d85-a793-45c0-a7ca-b776b15c0458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:25.314707 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.315095 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Bound using segment: {'id': '5f2169d7-c20a-4275-a707-4a583c133d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7eea9d85-a793-45c0-a7ca-b776b15c0458'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:25.315564 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Bound port: 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f2169d7-c20a-4275-a707-4a583c133d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '7eea9d85-a793-45c0-a7ca-b776b15c0458'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:25.315964 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.379330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] For port 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:25.382617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] For port 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7127a7bd-bb13-49ba-a92f-bdbb9e94f7be,segment=NetworkSegment(5f2169d7-c20a-4275-a707-4a583c133d7a),segment_id=5f2169d7-c20a-4275-a707-4a583c133d7a)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:25.388063 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.403051 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4710e9e6-c198-49ae-ad36-0bb296e26737 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.408786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4710e9e6-c198-49ae-ad36-0bb296e26737 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:25.409371 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4710e9e6-c198-49ae-ad36-0bb296e26737 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.448591 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4710e9e6-c198-49ae-ad36-0bb296e26737 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4382024 Jul 16 01:57:25.451710 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40678) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:25.456594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f6e1c576-9029-4373-8598-611227b6d174 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'subnet': {'network_id': '28e33f2e-8ccc-4000-b15b-61c944690cb4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:25.459676 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63932d-f7c3-4dae-9c29-272ccdbd90aa None None] Pushing event updated for resources: {'Port': ['ID=7127a7bd-bb13-49ba-a92f-bdbb9e94f7be,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:25.486280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710e9e6-c198-49ae-ad36-0bb296e26737 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Network': ['ID=28e33f2e-8ccc-4000-b15b-61c944690cb4,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:25.498180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 28e33f2e-8ccc-4000-b15b-61c944690cb4 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:25.578000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e1c576-9029-4373-8598-611227b6d174 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:25.581725 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c576-9029-4373-8598-611227b6d174 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.790626 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c576-9029-4373-8598-611227b6d174 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.850119 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1c576-9029-4373-8598-611227b6d174 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Subnet': ['ID=ad4cf952-0c21-442f-9813-b10228f1f476,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:25.857420 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e1c576-9029-4373-8598-611227b6d174 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Checking segment: {'id': '5fbf8bc2-9384-482c-a140-33de06d23da1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '28e33f2e-8ccc-4000-b15b-61c944690cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:25.857782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e1c576-9029-4373-8598-611227b6d174 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network hostable DHCP agents. Network: 28e33f2e-8ccc-4000-b15b-61c944690cb4, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:25.873637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e1c576-9029-4373-8598-611227b6d174 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network 28e33f2e-8ccc-4000-b15b-61c944690cb4 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:25.882317 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-f6e1c576-9029-4373-8598-611227b6d174 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 28e33f2e-8ccc-4000-b15b-61c944690cb4) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:25.886450 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e1c576-9029-4373-8598-611227b6d174 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:25.887044 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c576-9029-4373-8598-611227b6d174 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:25.893805 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198184de-1306-46f9-ac5d-ed5e4f1b01d8 None None] Network 28e33f2e-8ccc-4000-b15b-61c944690cb4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:25.902366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f6e1c576-9029-4373-8598-611227b6d174 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.4496691 Jul 16 01:57:25.905010 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40680) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:26.008783 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b8432e48-4dca-4c11-855b-cf27a582caee tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.057764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7546f3ba-c4ba-4651-bf41-aaaa12d37bcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-28e33f2e-8ccc-4000-b15b-61c944690cb4', 'network_id': '28e33f2e-8ccc-4000-b15b-61c944690cb4', 'tenant_id': '72dce68c628446e18a4baab272952b38', 'fixed_ips': [{'subnet_id': 'ad4cf952-0c21-442f-9813-b10228f1f476'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:26.059261 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7546f3ba-c4ba-4651-bf41-aaaa12d37bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.070618 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b8432e48-4dca-4c11-855b-cf27a582caee tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.136528 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8b2e0664-b6da-486d-977e-5af8d579153f up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:26.145689 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b8432e48-4dca-4c11-855b-cf27a582caee tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.176035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8432e48-4dca-4c11-855b-cf27a582caee tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Subnet': ['ID=ad4cf952-0c21-442f-9813-b10228f1f476,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server [None req-7546f3ba-c4ba-4651-bf41-aaaa12d37bcb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad4cf952-0c21-442f-9813-b10228f1f476: This subnet is being modified by another concurrent operation. Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise exception Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ad4cf952-0c21-442f-9813-b10228f1f476: This subnet is being modified by another concurrent operation. Jul 16 01:57:26.197503 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Jul 16 01:57:26.209851 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 8b2e0664-b6da-486d-977e-5af8d579153f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:26.210611 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.236878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a6bc1e-3045-4817-9fee-0b26b381342a None None] Network 28e33f2e-8ccc-4000-b15b-61c944690cb4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:26.244304 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b8432e48-4dca-4c11-855b-cf27a582caee tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.254772 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b8432e48-4dca-4c11-855b-cf27a582caee tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e33f2e-8ccc-4000-b15b-61c944690cb4']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:26.265805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b8432e48-4dca-4c11-855b-cf27a582caee tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fbf8bc2-9384-482c-a140-33de06d23da1') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:26.266106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b8432e48-4dca-4c11-855b-cf27a582caee tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fbf8bc2-9384-482c-a140-33de06d23da1') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:26.275539 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b8432e48-4dca-4c11-855b-cf27a582caee tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.289322 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b8432e48-4dca-4c11-855b-cf27a582caee tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.295313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8432e48-4dca-4c11-855b-cf27a582caee tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:26.295710 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b8432e48-4dca-4c11-855b-cf27a582caee tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:26.298944 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:26.367643 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b8432e48-4dca-4c11-855b-cf27a582caee tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.382449 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b8432e48-4dca-4c11-855b-cf27a582caee tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.387783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b8432e48-4dca-4c11-855b-cf27a582caee tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/networks/28e33f2e-8ccc-4000-b15b-61c944690cb4 HTTP/1.1" status: 204 len: 168 time: 0.4784126 Jul 16 01:57:26.388249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40682) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:26.393551 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8ed8d827-0871-482f-92d3-5ddc4dd6ad97 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1140421939'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:26.395564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8432e48-4dca-4c11-855b-cf27a582caee tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Network': ['ID=28e33f2e-8ccc-4000-b15b-61c944690cb4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.396316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:26.420465 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed8d827-0871-482f-92d3-5ddc4dd6ad97 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:26.424465 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ed8d827-0871-482f-92d3-5ddc4dd6ad97 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.446713 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:26.451943 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ed8d827-0871-482f-92d3-5ddc4dd6ad97 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:26.462645 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ed8d827-0871-482f-92d3-5ddc4dd6ad97 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.462994 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-8ed8d827-0871-482f-92d3-5ddc4dd6ad97 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Added segment 28fadc44-e9be-4923-bf89-a440f197a1f3 of type vlan for network 80f24bee-318e-4b91-94df-71252ca2706e Jul 16 01:57:26.499401 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07092ed3-72f6-40d7-8c42-ecf6cae00485 None None] Network 7eea9d85-a793-45c0-a7ca-b776b15c0458 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:26.517389 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ed8d827-0871-482f-92d3-5ddc4dd6ad97 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.546094 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ed8d827-0871-482f-92d3-5ddc4dd6ad97 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.551967 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed8d827-0871-482f-92d3-5ddc4dd6ad97 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:26.553148 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8ed8d827-0871-482f-92d3-5ddc4dd6ad97 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.577434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ef69fd92-7500-44ca-8f3c-b117fa53026e None None] Provisioning for port 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:26.586457 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ef69fd92-7500-44ca-8f3c-b117fa53026e None None] Provisioning complete for port 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:26.586828 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef69fd92-7500-44ca-8f3c-b117fa53026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.589626 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8ed8d827-0871-482f-92d3-5ddc4dd6ad97 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2001662 Jul 16 01:57:26.592680 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40684) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:26.598054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3235e12d-f1a1-4a54-85da-c34232a5d3db tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'subnet': {'network_id': '80f24bee-318e-4b91-94df-71252ca2706e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:26.638385 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8d827-0871-482f-92d3-5ddc4dd6ad97 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Network': ['ID=80f24bee-318e-4b91-94df-71252ca2706e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.649667 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 80f24bee-318e-4b91-94df-71252ca2706e details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:26.717806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3235e12d-f1a1-4a54-85da-c34232a5d3db tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:26.721507 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3235e12d-f1a1-4a54-85da-c34232a5d3db tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.784445 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef69fd92-7500-44ca-8f3c-b117fa53026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.823927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ef69fd92-7500-44ca-8f3c-b117fa53026e None None] For port 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7127a7bd-bb13-49ba-a92f-bdbb9e94f7be,segment=NetworkSegment(5f2169d7-c20a-4275-a707-4a583c133d7a),segment_id=5f2169d7-c20a-4275-a707-4a583c133d7a)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:26.828934 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef69fd92-7500-44ca-8f3c-b117fa53026e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.881993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69fd92-7500-44ca-8f3c-b117fa53026e None None] Pushing event updated for resources: {'Port': ['ID=7127a7bd-bb13-49ba-a92f-bdbb9e94f7be,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.912161 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3235e12d-f1a1-4a54-85da-c34232a5d3db tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:26.967900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235e12d-f1a1-4a54-85da-c34232a5d3db tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Subnet': ['ID=defbe6b2-e66a-48ea-91db-05cd40733e04,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:26.984150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3235e12d-f1a1-4a54-85da-c34232a5d3db tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Checking segment: {'id': '28fadc44-e9be-4923-bf89-a440f197a1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '80f24bee-318e-4b91-94df-71252ca2706e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:26.984516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3235e12d-f1a1-4a54-85da-c34232a5d3db tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network hostable DHCP agents. Network: 80f24bee-318e-4b91-94df-71252ca2706e, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:26.998321 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b23b3d7-65ee-486b-9595-5494017ab266 None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:57:27.001586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3235e12d-f1a1-4a54-85da-c34232a5d3db tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network 80f24bee-318e-4b91-94df-71252ca2706e is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:27.010338 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-3235e12d-f1a1-4a54-85da-c34232a5d3db tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 80f24bee-318e-4b91-94df-71252ca2706e) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:27.014570 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3235e12d-f1a1-4a54-85da-c34232a5d3db tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:27.015098 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3235e12d-f1a1-4a54-85da-c34232a5d3db tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.029792 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3235e12d-f1a1-4a54-85da-c34232a5d3db tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.4356492 Jul 16 01:57:27.032547 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40686) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:27.077663 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-777081e9-f75e-42fa-8088-a614199ef4d8 None None] Provisioning complete for port 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:27.077969 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-777081e9-f75e-42fa-8088-a614199ef4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.127686 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05565a59-613d-44a6-9701-e6e5f198c05c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.137233 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b23b3d7-65ee-486b-9595-5494017ab266 None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:57:27.182303 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05565a59-613d-44a6-9701-e6e5f198c05c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.241986 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05565a59-613d-44a6-9701-e6e5f198c05c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.268238 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05565a59-613d-44a6-9701-e6e5f198c05c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Subnet': ['ID=defbe6b2-e66a-48ea-91db-05cd40733e04,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:27.331727 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05565a59-613d-44a6-9701-e6e5f198c05c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.342050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-05565a59-613d-44a6-9701-e6e5f198c05c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f24bee-318e-4b91-94df-71252ca2706e']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:27.351003 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-05565a59-613d-44a6-9701-e6e5f198c05c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28fadc44-e9be-4923-bf89-a440f197a1f3') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:27.351304 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-05565a59-613d-44a6-9701-e6e5f198c05c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28fadc44-e9be-4923-bf89-a440f197a1f3') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:27.360620 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05565a59-613d-44a6-9701-e6e5f198c05c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.373602 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05565a59-613d-44a6-9701-e6e5f198c05c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.381393 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05565a59-613d-44a6-9701-e6e5f198c05c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:27.381823 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05565a59-613d-44a6-9701-e6e5f198c05c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:27.385235 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:27.410213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b567a0fd-e234-4d71-8daf-d0d437702d2a None None] Network 80f24bee-318e-4b91-94df-71252ca2706e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:27.444516 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05565a59-613d-44a6-9701-e6e5f198c05c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.452871 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-05565a59-613d-44a6-9701-e6e5f198c05c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.454660 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-05565a59-613d-44a6-9701-e6e5f198c05c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/networks/80f24bee-318e-4b91-94df-71252ca2706e HTTP/1.1" status: 204 len: 168 time: 0.4211876 Jul 16 01:57:27.459226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40688) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:27.464540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e56764f8-b6c6-4dc8-80a5-1ecf0c2016d1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1720769473'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:27.468411 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05565a59-613d-44a6-9701-e6e5f198c05c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Network': ['ID=80f24bee-318e-4b91-94df-71252ca2706e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:27.485274 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56764f8-b6c6-4dc8-80a5-1ecf0c2016d1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:27.488874 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e56764f8-b6c6-4dc8-80a5-1ecf0c2016d1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.513245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56764f8-b6c6-4dc8-80a5-1ecf0c2016d1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:27.518466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39ed9ff-762c-4e0e-9f6e-7788bcd5532c None None] Network 80f24bee-318e-4b91-94df-71252ca2706e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:27.523302 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e56764f8-b6c6-4dc8-80a5-1ecf0c2016d1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.523774 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-e56764f8-b6c6-4dc8-80a5-1ecf0c2016d1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Added segment 63a5371a-7ccf-48db-8568-550b56313daf of type vlan for network 831d176b-6d07-4c48-9d32-bf9f54fb1c53 Jul 16 01:57:27.533585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39ed9ff-762c-4e0e-9f6e-7788bcd5532c None None] Network 80f24bee-318e-4b91-94df-71252ca2706e could not be found, it might have been deleted concurrently. {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 01:57:27.562479 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e56764f8-b6c6-4dc8-80a5-1ecf0c2016d1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.589828 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e56764f8-b6c6-4dc8-80a5-1ecf0c2016d1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.595161 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56764f8-b6c6-4dc8-80a5-1ecf0c2016d1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:27.595744 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e56764f8-b6c6-4dc8-80a5-1ecf0c2016d1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551534'] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.627474 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e56764f8-b6c6-4dc8-80a5-1ecf0c2016d1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1670897 Jul 16 01:57:27.630942 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40690) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:27.638144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-0612c975-a88f-482f-942b-5173b66897ef tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'subnet': {'network_id': '831d176b-6d07-4c48-9d32-bf9f54fb1c53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:27.682973 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56764f8-b6c6-4dc8-80a5-1ecf0c2016d1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Network': ['ID=831d176b-6d07-4c48-9d32-bf9f54fb1c53,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:27.694044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 831d176b-6d07-4c48-9d32-bf9f54fb1c53 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:27.758548 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0612c975-a88f-482f-942b-5173b66897ef tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:27.762142 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0612c975-a88f-482f-942b-5173b66897ef tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:27.939204 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0612c975-a88f-482f-942b-5173b66897ef tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.002267 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0612c975-a88f-482f-942b-5173b66897ef tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Subnet': ['ID=4dcbffac-3c8e-405b-9c60-0087708f8690,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.009986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0612c975-a88f-482f-942b-5173b66897ef tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Checking segment: {'id': '63a5371a-7ccf-48db-8568-550b56313daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '831d176b-6d07-4c48-9d32-bf9f54fb1c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:28.010347 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0612c975-a88f-482f-942b-5173b66897ef tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network hostable DHCP agents. Network: 831d176b-6d07-4c48-9d32-bf9f54fb1c53, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:28.026970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0612c975-a88f-482f-942b-5173b66897ef tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network 831d176b-6d07-4c48-9d32-bf9f54fb1c53 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:28.037873 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-0612c975-a88f-482f-942b-5173b66897ef tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 831d176b-6d07-4c48-9d32-bf9f54fb1c53) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:28.039274 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:28.042394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0612c975-a88f-482f-942b-5173b66897ef tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.042982 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0612c975-a88f-482f-942b-5173b66897ef tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.058207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0612c975-a88f-482f-942b-5173b66897ef tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4260881 Jul 16 01:57:28.061711 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40692) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:28.063012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a15370-fe0c-422e-b500-214b1fecfa59 None None] Network 831d176b-6d07-4c48-9d32-bf9f54fb1c53 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:28.067713 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-1b687984-6a5f-4387-8caf-703f15316be9 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'subnet': {'network_id': '831d176b-6d07-4c48-9d32-bf9f54fb1c53', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:28.153323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:28.153687 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.180694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b687984-6a5f-4387-8caf-703f15316be9 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:28.184354 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b687984-6a5f-4387-8caf-703f15316be9 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.273026 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-831d176b-6d07-4c48-9d32-bf9f54fb1c53', 'network_id': '831d176b-6d07-4c48-9d32-bf9f54fb1c53', 'tenant_id': '72dce68c628446e18a4baab272952b38', 'fixed_ips': [{'subnet_id': '4dcbffac-3c8e-405b-9c60-0087708f8690'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:28.274129 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.419334 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b687984-6a5f-4387-8caf-703f15316be9 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.424499 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Allocated IP 2001:db8::2 (831d176b-6d07-4c48-9d32-bf9f54fb1c53/4dcbffac-3c8e-405b-9c60-0087708f8690/041ca983-4b0a-458d-9c14-455282a2d779) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:28.571988 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.581650 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Transition to ACTIVE for port object 041ca983-4b0a-458d-9c14-455282a2d779 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:28.597323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Transition to ACTIVE for port object 041ca983-4b0a-458d-9c14-455282a2d779 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:28.602774 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.647629 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Network 831d176b-6d07-4c48-9d32-bf9f54fb1c53 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:28.650474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:28.654156 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:28.659843 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Pushing event updated for resources: {'Port': ['ID=041ca983-4b0a-458d-9c14-455282a2d779,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.716485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Attempting to bind port 041ca983-4b0a-458d-9c14-455282a2d779 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:28.716864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Attempting to bind port 041ca983-4b0a-458d-9c14-455282a2d779 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '63a5371a-7ccf-48db-8568-550b56313daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '831d176b-6d07-4c48-9d32-bf9f54fb1c53'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:28.717230 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Attempting to bind port 041ca983-4b0a-458d-9c14-455282a2d779 on network 831d176b-6d07-4c48-9d32-bf9f54fb1c53 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:28.722517 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:28.722894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Checking segment: {'id': '63a5371a-7ccf-48db-8568-550b56313daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '831d176b-6d07-4c48-9d32-bf9f54fb1c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:28.723301 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.723698 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Bound using segment: {'id': '63a5371a-7ccf-48db-8568-550b56313daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '831d176b-6d07-4c48-9d32-bf9f54fb1c53'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:28.724237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Bound port: 041ca983-4b0a-458d-9c14-455282a2d779, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a5371a-7ccf-48db-8568-550b56313daf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '831d176b-6d07-4c48-9d32-bf9f54fb1c53'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:28.724623 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.731068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b687984-6a5f-4387-8caf-703f15316be9 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network 831d176b-6d07-4c48-9d32-bf9f54fb1c53 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:28.734238 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-1b687984-6a5f-4387-8caf-703f15316be9 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:28.738726 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b687984-6a5f-4387-8caf-703f15316be9 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.739315 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b687984-6a5f-4387-8caf-703f15316be9 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.750767 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b687984-6a5f-4387-8caf-703f15316be9 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Subnet': ['ID=47026045-797d-44c9-a8b3-7e21daed3c6a,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.759351 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1b687984-6a5f-4387-8caf-703f15316be9 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6964209 Jul 16 01:57:28.761987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40694) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:28.790420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] For port 041ca983-4b0a-458d-9c14-455282a2d779, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:28.793475 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] For port 041ca983-4b0a-458d-9c14-455282a2d779, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=041ca983-4b0a-458d-9c14-455282a2d779,segment=NetworkSegment(63a5371a-7ccf-48db-8568-550b56313daf),segment_id=63a5371a-7ccf-48db-8568-550b56313daf)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:28.797489 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.850785 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e23ba52-3bd1-4320-b402-2a1cd86dc014 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.851618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e23ba52-3bd1-4320-b402-2a1cd86dc014 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.852275 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f4396b-82a2-437d-9d6c-1f4ab774320b None None] Pushing event updated for resources: {'Port': ['ID=041ca983-4b0a-458d-9c14-455282a2d779,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:28.853156 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e23ba52-3bd1-4320-b402-2a1cd86dc014 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.854669 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e23ba52-3bd1-4320-b402-2a1cd86dc014 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.856358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e23ba52-3bd1-4320-b402-2a1cd86dc014 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:28.858101 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3e23ba52-3bd1-4320-b402-2a1cd86dc014 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0951991 Jul 16 01:57:28.862007 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40696) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:28.867490 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-99896850-9777-4c59-91d0-6f319e6b40d5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-923437736'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:28.889157 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99896850-9777-4c59-91d0-6f319e6b40d5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:28.892682 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99896850-9777-4c59-91d0-6f319e6b40d5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.918762 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99896850-9777-4c59-91d0-6f319e6b40d5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:28.933831 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99896850-9777-4c59-91d0-6f319e6b40d5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:28.934170 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-99896850-9777-4c59-91d0-6f319e6b40d5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Added segment 7c094e60-7d95-4e03-b640-3236a3a73efb of type vlan for network 3d366a66-f1f7-49f2-9315-b9c986486260 Jul 16 01:57:28.976799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99896850-9777-4c59-91d0-6f319e6b40d5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.007087 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99896850-9777-4c59-91d0-6f319e6b40d5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.012353 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99896850-9777-4c59-91d0-6f319e6b40d5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:29.012936 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-99896850-9777-4c59-91d0-6f319e6b40d5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.060253 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-99896850-9777-4c59-91d0-6f319e6b40d5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1971767 Jul 16 01:57:29.063000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40698) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:29.069036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-294b5096-4e37-489a-9789-2cd498a00499 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:29.092341 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99896850-9777-4c59-91d0-6f319e6b40d5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Network': ['ID=3d366a66-f1f7-49f2-9315-b9c986486260,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:29.102772 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 3d366a66-f1f7-49f2-9315-b9c986486260 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:29.236625 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-294b5096-4e37-489a-9789-2cd498a00499 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.249452 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-294b5096-4e37-489a-9789-2cd498a00499 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.266738 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-294b5096-4e37-489a-9789-2cd498a00499 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network 3d366a66-f1f7-49f2-9315-b9c986486260 is not hosted by any dhcp agent {{(pid=93919) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:57:29.272565 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294b5096-4e37-489a-9789-2cd498a00499 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:29.273357 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-294b5096-4e37-489a-9789-2cd498a00499 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.274585 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-294b5096-4e37-489a-9789-2cd498a00499 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "PUT /v2.0/networks/3d366a66-f1f7-49f2-9315-b9c986486260 HTTP/1.1" status: 200 len: 723 time: 0.2101223 Jul 16 01:57:29.277647 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40700) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:29.282976 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2fffdc94-4093-4dcb-863b-c31776680102 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'subnet': {'network_id': '3d366a66-f1f7-49f2-9315-b9c986486260', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:29.319630 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b5096-4e37-489a-9789-2cd498a00499 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Network': ['ID=3d366a66-f1f7-49f2-9315-b9c986486260,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:29.332269 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 3d366a66-f1f7-49f2-9315-b9c986486260 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:29.372794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fffdc94-4093-4dcb-863b-c31776680102 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:29.376952 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2fffdc94-4093-4dcb-863b-c31776680102 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.561275 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2fffdc94-4093-4dcb-863b-c31776680102 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.622453 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffdc94-4093-4dcb-863b-c31776680102 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Subnet': ['ID=cc3d4373-f4b6-4df7-9044-bf321971d674,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:29.633157 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fffdc94-4093-4dcb-863b-c31776680102 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Checking segment: {'id': '7c094e60-7d95-4e03-b640-3236a3a73efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d366a66-f1f7-49f2-9315-b9c986486260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:29.633525 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fffdc94-4093-4dcb-863b-c31776680102 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network hostable DHCP agents. Network: 3d366a66-f1f7-49f2-9315-b9c986486260, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:29.650989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fffdc94-4093-4dcb-863b-c31776680102 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network 3d366a66-f1f7-49f2-9315-b9c986486260 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:29.659876 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-2fffdc94-4093-4dcb-863b-c31776680102 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 3d366a66-f1f7-49f2-9315-b9c986486260) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:29.664875 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fffdc94-4093-4dcb-863b-c31776680102 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:29.665468 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2fffdc94-4093-4dcb-863b-c31776680102 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.667912 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c1e00c-f586-40dd-90c8-56e4a9fd67cc None None] Network 3d366a66-f1f7-49f2-9315-b9c986486260 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:29.681803 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2fffdc94-4093-4dcb-863b-c31776680102 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4030113 Jul 16 01:57:29.684601 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40702) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:29.690700 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-262c6fb7-4d06-4491-99a5-864585a783f5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:29.791619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-262c6fb7-4d06-4491-99a5-864585a783f5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4474119'] for subnet, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.818637 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd878583-7e65-4b87-b017-eef936d18180 None None] Network 831d176b-6d07-4c48-9d32-bf9f54fb1c53 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:29.831583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-3d366a66-f1f7-49f2-9315-b9c986486260', 'network_id': '3d366a66-f1f7-49f2-9315-b9c986486260', 'tenant_id': '72dce68c628446e18a4baab272952b38', 'fixed_ips': [{'subnet_id': 'cc3d4373-f4b6-4df7-9044-bf321971d674'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:29.832439 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.931865 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-262c6fb7-4d06-4491-99a5-864585a783f5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770512798347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4526926'] for subnet, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.955735 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4bcf58f1-b3ac-4645-8d4e-7baccbe2a022 None None] Provisioning for port 041ca983-4b0a-458d-9c14-455282a2d779 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:29.972116 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262c6fb7-4d06-4491-99a5-864585a783f5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:29.972718 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-262c6fb7-4d06-4491-99a5-864585a783f5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:29.974059 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-262c6fb7-4d06-4491-99a5-864585a783f5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "PUT /v2.0/subnets/cc3d4373-f4b6-4df7-9044-bf321971d674 HTTP/1.1" status: 200 len: 826 time: 0.2884724 Jul 16 01:57:29.977045 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40704) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:29.992778 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c6fb7-4d06-4491-99a5-864585a783f5 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Subnet': ['ID=cc3d4373-f4b6-4df7-9044-bf321971d674,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:30.098565 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.151577 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.188284 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 041ca983-4b0a-458d-9c14-455282a2d779 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:30.294247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Allocated IP 2001:db8::2 (3d366a66-f1f7-49f2-9315-b9c986486260/cc3d4373-f4b6-4df7-9044-bf321971d674/18a9725d-c696-4b92-83c6-f72e0dc11c3e) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:30.341281 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 041ca983-4b0a-458d-9c14-455282a2d779 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:30.353743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 041ca983-4b0a-458d-9c14-455282a2d779 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:30.354116 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.541809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e59f29-de01-4fd2-89d3-6cc5a104484c None None] Update dhcp port {'port': {'network_id': '831d176b-6d07-4c48-9d32-bf9f54fb1c53', 'fixed_ips': [{'subnet_id': '4dcbffac-3c8e-405b-9c60-0087708f8690', 'ip_address': '2001:db8::2'}, {'subnet_id': '47026045-797d-44c9-a8b3-7e21daed3c6a'}], 'binding:host_id': 'n-d-791505-14'}, 'id': '041ca983-4b0a-458d-9c14-455282a2d779'} from n-d-791505-14. {{(pid=93921) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 01:57:30.575903 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.581479 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.593126 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Transition to ACTIVE for port object 18a9725d-c696-4b92-83c6-f72e0dc11c3e will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:30.613182 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d9e59f29-de01-4fd2-89d3-6cc5a104484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.634673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Transition to ACTIVE for port object 18a9725d-c696-4b92-83c6-f72e0dc11c3e will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:30.650085 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.660395 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.676713 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 041ca983-4b0a-458d-9c14-455282a2d779, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=041ca983-4b0a-458d-9c14-455282a2d779,segment=NetworkSegment(63a5371a-7ccf-48db-8568-550b56313daf),segment_id=63a5371a-7ccf-48db-8568-550b56313daf)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:30.689017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Subnet': ['ID=cc3d4373-f4b6-4df7-9044-bf321971d674,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:30.702718 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.730814 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Network 3d366a66-f1f7-49f2-9315-b9c986486260 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:30.753214 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.763088 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d366a66-f1f7-49f2-9315-b9c986486260']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:30.773112 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c094e60-7d95-4e03-b640-3236a3a73efb') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:30.773411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c094e60-7d95-4e03-b640-3236a3a73efb') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:30.782157 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.782803 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:30.792344 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:30.797482 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.804019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:30.804557 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.805102 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Pushing event updated for resources: {'Port': ['ID=18a9725d-c696-4b92-83c6-f72e0dc11c3e,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:30.807233 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:30.808861 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:30.871427 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.db.api [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:57:30.871427 n-d-791505-14 neutron-server[93919]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:57:30.871427 n-d-791505-14 neutron-server[93919]: [parameters: {'id': '3d366a66-f1f7-49f2-9315-b9c986486260'}] Jul 16 01:57:30.871427 n-d-791505-14 neutron-server[93919]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93919) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:57:30.871870 n-d-791505-14 neutron-server[93919]: DEBUG oslo_db.api [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:57:30.936030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Attempting to bind port 18a9725d-c696-4b92-83c6-f72e0dc11c3e on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:30.936404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Attempting to bind port 18a9725d-c696-4b92-83c6-f72e0dc11c3e by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '7c094e60-7d95-4e03-b640-3236a3a73efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d366a66-f1f7-49f2-9315-b9c986486260'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:30.936768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Attempting to bind port 18a9725d-c696-4b92-83c6-f72e0dc11c3e on network 3d366a66-f1f7-49f2-9315-b9c986486260 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:30.940134 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=041ca983-4b0a-458d-9c14-455282a2d779,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:30.949025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:30.949316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Checking segment: {'id': '7c094e60-7d95-4e03-b640-3236a3a73efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d366a66-f1f7-49f2-9315-b9c986486260'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:30.949715 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.950103 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Bound using segment: {'id': '7c094e60-7d95-4e03-b640-3236a3a73efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d366a66-f1f7-49f2-9315-b9c986486260'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:30.950568 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Bound port: 18a9725d-c696-4b92-83c6-f72e0dc11c3e, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c094e60-7d95-4e03-b640-3236a3a73efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3d366a66-f1f7-49f2-9315-b9c986486260'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:30.950947 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:30.971193 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-d9e59f29-de01-4fd2-89d3-6cc5a104484c None None] Allocated IP 172.20.0.1 (831d176b-6d07-4c48-9d32-bf9f54fb1c53/47026045-797d-44c9-a8b3-7e21daed3c6a/041ca983-4b0a-458d-9c14-455282a2d779) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:31.076669 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] For port 18a9725d-c696-4b92-83c6-f72e0dc11c3e, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:31.094241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] For port 18a9725d-c696-4b92-83c6-f72e0dc11c3e, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=18a9725d-c696-4b92-83c6-f72e0dc11c3e,segment=NetworkSegment(7c094e60-7d95-4e03-b640-3236a3a73efb),segment_id=7c094e60-7d95-4e03-b640-3236a3a73efb)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:31.099324 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.149518 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d9e59f29-de01-4fd2-89d3-6cc5a104484c None None] For port 041ca983-4b0a-458d-9c14-455282a2d779, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=041ca983-4b0a-458d-9c14-455282a2d779,segment=NetworkSegment(63a5371a-7ccf-48db-8568-550b56313daf),segment_id=63a5371a-7ccf-48db-8568-550b56313daf)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:31.209352 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df60b5d-86b8-439b-a90d-bd16461e863e None None] Pushing event updated for resources: {'Port': ['ID=18a9725d-c696-4b92-83c6-f72e0dc11c3e,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.225817 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d9e59f29-de01-4fd2-89d3-6cc5a104484c None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.240606 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2508700-d342-46d9-a6e1-43b3e28f3dd6 None None] Network 3d366a66-f1f7-49f2-9315-b9c986486260 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:31.242531 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d9e59f29-de01-4fd2-89d3-6cc5a104484c None None] Transition to ACTIVE for port object 041ca983-4b0a-458d-9c14-455282a2d779 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:31.254148 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d9e59f29-de01-4fd2-89d3-6cc5a104484c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.373340 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.405952 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e59f29-de01-4fd2-89d3-6cc5a104484c None None] Pushing event updated for resources: {'Port': ['ID=041ca983-4b0a-458d-9c14-455282a2d779,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.429775 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Deleting port 18a9725d-c696-4b92-83c6-f72e0dc11c3e {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:31.430152 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.457069 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517360f5-2c65-43a8-a86c-f6b63e48be8c None None] Network 3d366a66-f1f7-49f2-9315-b9c986486260 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:31.500238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] For port 18a9725d-c696-4b92-83c6-f72e0dc11c3e, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=18a9725d-c696-4b92-83c6-f72e0dc11c3e,segment=NetworkSegment(7c094e60-7d95-4e03-b640-3236a3a73efb),segment_id=7c094e60-7d95-4e03-b640-3236a3a73efb)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:31.500768 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.514816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Calling delete_port for 18a9725d-c696-4b92-83c6-f72e0dc11c3e owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:31.596198 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.602888 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.632041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Port': ['ID=18a9725d-c696-4b92-83c6-f72e0dc11c3e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.634197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No DVR routers for this DVR port 18a9725d-c696-4b92-83c6-f72e0dc11c3e on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:31.716697 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.727326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d366a66-f1f7-49f2-9315-b9c986486260']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:31.737743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c094e60-7d95-4e03-b640-3236a3a73efb') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:31.738129 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c094e60-7d95-4e03-b640-3236a3a73efb') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:31.747606 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.761998 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.768041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:31.768441 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:31.771621 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:31.831142 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.838382 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.840282 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/networks/3d366a66-f1f7-49f2-9315-b9c986486260 HTTP/1.1" status: 204 len: 168 time: 1.8622398 Jul 16 01:57:31.843059 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40706) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:31.856898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83924b4b-fb91-4216-9f68-27efd1e21c6c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Network': ['ID=3d366a66-f1f7-49f2-9315-b9c986486260,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:31.863881 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-adc4ee00-c800-49f4-94da-59df5f8e387f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:31.865201 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adc4ee00-c800-49f4-94da-59df5f8e387f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:31.867082 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-adc4ee00-c800-49f4-94da-59df5f8e387f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/networks/3d366a66-f1f7-49f2-9315-b9c986486260 HTTP/1.1" status: 404 len: 339 time: 0.0229013 Jul 16 01:57:31.870699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40708) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:31.876100 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a17a72bc-d52b-46e2-8bc2-2d3ad909110f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-796586416', 'description': 'd1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:31.896746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17a72bc-d52b-46e2-8bc2-2d3ad909110f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:31.900282 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a17a72bc-d52b-46e2-8bc2-2d3ad909110f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.914898 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02104b38-c1e1-4f79-a12d-835689d34b6b None None] Network 831d176b-6d07-4c48-9d32-bf9f54fb1c53 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:31.926124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17a72bc-d52b-46e2-8bc2-2d3ad909110f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:31.935865 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a17a72bc-d52b-46e2-8bc2-2d3ad909110f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:31.936254 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-a17a72bc-d52b-46e2-8bc2-2d3ad909110f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Added segment 3d580f19-ff4f-451c-9a29-e5b423183202 of type vlan for network d1d858cc-d221-4166-8574-ec910ba04347 Jul 16 01:57:31.974991 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a17a72bc-d52b-46e2-8bc2-2d3ad909110f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.007413 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a17a72bc-d52b-46e2-8bc2-2d3ad909110f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.010540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-da1fd5fa-3649-4234-a5ac-840878c47731 None None] Provisioning for port 041ca983-4b0a-458d-9c14-455282a2d779 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:32.014049 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17a72bc-d52b-46e2-8bc2-2d3ad909110f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.014726 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a17a72bc-d52b-46e2-8bc2-2d3ad909110f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.030647 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-da1fd5fa-3649-4234-a5ac-840878c47731 None None] Provisioning complete for port 041ca983-4b0a-458d-9c14-455282a2d779 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:32.031016 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-da1fd5fa-3649-4234-a5ac-840878c47731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.053911 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40710) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:32.054143 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a17a72bc-d52b-46e2-8bc2-2d3ad909110f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1822238 Jul 16 01:57:32.076068 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 041ca983-4b0a-458d-9c14-455282a2d779 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:32.093447 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a72bc-d52b-46e2-8bc2-2d3ad909110f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Network': ['ID=d1d858cc-d221-4166-8574-ec910ba04347,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:32.122295 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network d1d858cc-d221-4166-8574-ec910ba04347 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:32.145710 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67ba47d-b84a-4984-b25f-7aa203c13b23 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.149591 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b67ba47d-b84a-4984-b25f-7aa203c13b23 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "GET /v2.0/networks?id=d1d858cc-d221-4166-8574-ec910ba04347 HTTP/1.1" status: 200 len: 764 time: 0.0864956 Jul 16 01:57:32.149801 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40712) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:32.154836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-1e10e38a-b8cf-4387-8074-252201d0a553 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'network': {'description': 'd2'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:32.259544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 041ca983-4b0a-458d-9c14-455282a2d779 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:32.260119 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.315321 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1e10e38a-b8cf-4387-8074-252201d0a553 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.329618 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1e10e38a-b8cf-4387-8074-252201d0a553 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.339599 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1e10e38a-b8cf-4387-8074-252201d0a553 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network d1d858cc-d221-4166-8574-ec910ba04347 is not hosted by any dhcp agent {{(pid=93919) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 01:57:32.344999 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e10e38a-b8cf-4387-8074-252201d0a553 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.345600 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1e10e38a-b8cf-4387-8074-252201d0a553 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.347067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1e10e38a-b8cf-4387-8074-252201d0a553 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "PUT /v2.0/networks/d1d858cc-d221-4166-8574-ec910ba04347 HTTP/1.1" status: 200 len: 761 time: 0.1963408 Jul 16 01:57:32.350509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40714) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:32.408532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10e38a-b8cf-4387-8074-252201d0a553 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Network': ['ID=d1d858cc-d221-4166-8574-ec910ba04347,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:32.419916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network d1d858cc-d221-4166-8574-ec910ba04347 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:32.444837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b87bb8-26bd-476c-9234-86267ad3583c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.446399 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c2b87bb8-26bd-476c-9234-86267ad3583c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "GET /v2.0/networks?id=d1d858cc-d221-4166-8574-ec910ba04347 HTTP/1.1" status: 200 len: 764 time: 0.0948133 Jul 16 01:57:32.450509 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40716) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:32.484016 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ac1255-d410-4280-84f7-1441132d6f0c None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:57:32.529059 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cd1ea705-f123-4c97-ba76-504f70a44275 None None] Provisioning complete for port 041ca983-4b0a-458d-9c14-455282a2d779 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:32.529368 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cd1ea705-f123-4c97-ba76-504f70a44275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:32.630818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29abac0-5eec-4009-aac8-0704c6a0f189 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.632353 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e29abac0-5eec-4009-aac8-0704c6a0f189 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1806512 Jul 16 01:57:32.635030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40718) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:32.655786 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ac1255-d410-4280-84f7-1441132d6f0c None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:57:32.670468 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-aa3795d1-85dc-4f07-9757-30dd0f1b9860 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba HTTP/1.1" status: 200 len: 207 time: 0.0343282 Jul 16 01:57:32.673818 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40720) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:32.783544 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8860a-6215-402d-95c7-ed3385547d71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.789243 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8860a-6215-402d-95c7-ed3385547d71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.794854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8860a-6215-402d-95c7-ed3385547d71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.801000 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8860a-6215-402d-95c7-ed3385547d71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.806662 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8860a-6215-402d-95c7-ed3385547d71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.812324 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad8860a-6215-402d-95c7-ed3385547d71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:32.814126 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bad8860a-6215-402d-95c7-ed3385547d71 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1392934 Jul 16 01:57:32.818626 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40722) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:32.945254 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fff634e0-25ea-4061-ad9c-fb8461522ab0 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1254163 Jul 16 01:57:32.948456 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40724) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.006759 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed888337-6f23-4546-b999-2173d7400502 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.008289 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed888337-6f23-4546-b999-2173d7400502 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.009798 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed888337-6f23-4546-b999-2173d7400502 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.011283 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed888337-6f23-4546-b999-2173d7400502 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.012919 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed888337-6f23-4546-b999-2173d7400502 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.014580 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ed888337-6f23-4546-b999-2173d7400502 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0651436 Jul 16 01:57:33.018035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40726) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.073927 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65433c54-ea69-4811-84c8-9022f3d3b793 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.075335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65433c54-ea69-4811-84c8-9022f3d3b793 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.076763 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65433c54-ea69-4811-84c8-9022f3d3b793 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.078150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65433c54-ea69-4811-84c8-9022f3d3b793 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.079649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65433c54-ea69-4811-84c8-9022f3d3b793 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.081232 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-65433c54-ea69-4811-84c8-9022f3d3b793 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0623024 Jul 16 01:57:33.084716 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40728) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.183806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e299ef16-827f-46a4-933e-32da3c1f2fd4 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.185139 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e299ef16-827f-46a4-933e-32da3c1f2fd4 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "GET /v2.0/networks/ee05fbff-852f-43ea-bd34-c3713767bf2c HTTP/1.1" status: 200 len: 803 time: 0.0995181 Jul 16 01:57:33.188699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40730) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.282846 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3b32ff71-40b6-4343-bad9-d274df288c14 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "GET /v2.0/networks/ee05fbff-852f-43ea-bd34-c3713767bf2c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.0931003 Jul 16 01:57:33.286140 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40732) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.336002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892078cd-5479-42c1-8fea-baab8a251dda tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.337308 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-892078cd-5479-42c1-8fea-baab8a251dda tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "GET /v2.0/subnets/3b715344-0cd3-43aa-9e1c-9186dc479776 HTTP/1.1" status: 200 len: 843 time: 0.0497282 Jul 16 01:57:33.340784 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40734) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.395439 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283933aa-1e9d-42b2-bb6b-4e0ea031df7a tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['shared'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.396846 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-283933aa-1e9d-42b2-bb6b-4e0ea031df7a tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "GET /v2.0/subnets/3b715344-0cd3-43aa-9e1c-9186dc479776?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0551739 Jul 16 01:57:33.400260 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40736) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.404884 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c912fcd5-1248-40e1-95f9-ea435c3358a0 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-842561849'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:33.424826 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c912fcd5-1248-40e1-95f9-ea435c3358a0 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:33.428950 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c912fcd5-1248-40e1-95f9-ea435c3358a0 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.452012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c912fcd5-1248-40e1-95f9-ea435c3358a0 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:33.460845 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c912fcd5-1248-40e1-95f9-ea435c3358a0 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.461190 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-c912fcd5-1248-40e1-95f9-ea435c3358a0 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Added segment 3da331e6-c8ed-46b5-a67b-885b7162d666 of type vlan for network 3bc819fb-2497-4514-8ee4-c5a4896bfce7 Jul 16 01:57:33.499485 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c912fcd5-1248-40e1-95f9-ea435c3358a0 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.527300 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c912fcd5-1248-40e1-95f9-ea435c3358a0 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.532729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c912fcd5-1248-40e1-95f9-ea435c3358a0 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:33.533358 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c912fcd5-1248-40e1-95f9-ea435c3358a0 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.565396 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c912fcd5-1248-40e1-95f9-ea435c3358a0 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1641712 Jul 16 01:57:33.569386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40738) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:33.574664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ca11ebf5-0fe6-4563-9725-a23c5dcb22a2 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'subnet': {'network_id': '3bc819fb-2497-4514-8ee4-c5a4896bfce7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:33.602751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c912fcd5-1248-40e1-95f9-ea435c3358a0 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Network': ['ID=3bc819fb-2497-4514-8ee4-c5a4896bfce7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:33.612922 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 3bc819fb-2497-4514-8ee4-c5a4896bfce7 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:33.665511 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca11ebf5-0fe6-4563-9725-a23c5dcb22a2 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Made reservation on behalf of 72dce68c628446e18a4baab272952b38 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:33.669203 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca11ebf5-0fe6-4563-9725-a23c5dcb22a2 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:33.727686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.ipam_backend_mixin [None req-ca11ebf5-0fe6-4563-9725-a23c5dcb22a2 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Performing IP validity checks on allocation pools {{(pid=93919) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 01:57:33.728225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.ipam_backend_mixin [None req-ca11ebf5-0fe6-4563-9725-a23c5dcb22a2 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93919) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 01:57:34.093410 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca11ebf5-0fe6-4563-9725-a23c5dcb22a2 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.157913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11ebf5-0fe6-4563-9725-a23c5dcb22a2 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Subnet': ['ID=f3ca3c45-5bbb-42e1-9b77-d2697f8f37b6,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:34.162951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca11ebf5-0fe6-4563-9725-a23c5dcb22a2 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Checking segment: {'id': '3da331e6-c8ed-46b5-a67b-885b7162d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3bc819fb-2497-4514-8ee4-c5a4896bfce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:34.163313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca11ebf5-0fe6-4563-9725-a23c5dcb22a2 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network hostable DHCP agents. Network: 3bc819fb-2497-4514-8ee4-c5a4896bfce7, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:34.180720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca11ebf5-0fe6-4563-9725-a23c5dcb22a2 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Network 3bc819fb-2497-4514-8ee4-c5a4896bfce7 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:34.188666 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-ca11ebf5-0fe6-4563-9725-a23c5dcb22a2 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 3bc819fb-2497-4514-8ee4-c5a4896bfce7) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:34.192736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca11ebf5-0fe6-4563-9725-a23c5dcb22a2 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.193471 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca11ebf5-0fe6-4563-9725-a23c5dcb22a2 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.198256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0061a8a-405c-4bfb-8abd-bdc9a476295a None None] Network 3bc819fb-2497-4514-8ee4-c5a4896bfce7 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:34.206977 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ca11ebf5-0fe6-4563-9725-a23c5dcb22a2 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6364491 Jul 16 01:57:34.210013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40740) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.215478 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f5d2fcf5-7807-4030-8368-cc9fa3c21873 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:34.309671 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5d2fcf5-7807-4030-8368-cc9fa3c21873 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4474119'] for subnet, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.342391 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-3bc819fb-2497-4514-8ee4-c5a4896bfce7', 'network_id': '3bc819fb-2497-4514-8ee4-c5a4896bfce7', 'tenant_id': '72dce68c628446e18a4baab272952b38', 'fixed_ips': [{'subnet_id': 'f3ca3c45-5bbb-42e1-9b77-d2697f8f37b6'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:34.343276 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.467340 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5d2fcf5-7807-4030-8368-cc9fa3c21873 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770512798347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4526926'] for subnet, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.508898 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d2fcf5-7807-4030-8368-cc9fa3c21873 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:34.509506 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f5d2fcf5-7807-4030-8368-cc9fa3c21873 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.510801 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f5d2fcf5-7807-4030-8368-cc9fa3c21873 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "PUT /v2.0/subnets/f3ca3c45-5bbb-42e1-9b77-d2697f8f37b6 HTTP/1.1" status: 200 len: 900 time: 0.2997909 Jul 16 01:57:34.513315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Allocated IP 2001:db8::3 (3bc819fb-2497-4514-8ee4-c5a4896bfce7/f3ca3c45-5bbb-42e1-9b77-d2697f8f37b6/70dbd12a-e1e3-4357-ac0c-2130038a61eb) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:34.513900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40742) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:34.522532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2fcf5-7807-4030-8368-cc9fa3c21873 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event updated for resources: {'Subnet': ['ID=f3ca3c45-5bbb-42e1-9b77-d2697f8f37b6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:34.610145 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.662808 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.805990 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.814030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Transition to ACTIVE for port object 70dbd12a-e1e3-4357-ac0c-2130038a61eb will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:34.828673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Transition to ACTIVE for port object 70dbd12a-e1e3-4357-ac0c-2130038a61eb will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:34.834807 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.850568 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.873628 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Network 3bc819fb-2497-4514-8ee4-c5a4896bfce7 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:34.876492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Subnet': ['ID=f3ca3c45-5bbb-42e1-9b77-d2697f8f37b6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:34.878177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:34.883052 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:34.887333 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Pushing event updated for resources: {'Port': ['ID=70dbd12a-e1e3-4357-ac0c-2130038a61eb,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:34.935649 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.945873 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc819fb-2497-4514-8ee4-c5a4896bfce7']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:34.952011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Attempting to bind port 70dbd12a-e1e3-4357-ac0c-2130038a61eb on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:34.952011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Attempting to bind port 70dbd12a-e1e3-4357-ac0c-2130038a61eb by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '3da331e6-c8ed-46b5-a67b-885b7162d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3bc819fb-2497-4514-8ee4-c5a4896bfce7'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:34.952271 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Attempting to bind port 70dbd12a-e1e3-4357-ac0c-2130038a61eb on network 3bc819fb-2497-4514-8ee4-c5a4896bfce7 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:34.955861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da331e6-c8ed-46b5-a67b-885b7162d666') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:34.956384 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da331e6-c8ed-46b5-a67b-885b7162d666') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:34.960608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:34.960967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Checking segment: {'id': '3da331e6-c8ed-46b5-a67b-885b7162d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3bc819fb-2497-4514-8ee4-c5a4896bfce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:34.961374 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.961813 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Bound using segment: {'id': '3da331e6-c8ed-46b5-a67b-885b7162d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3bc819fb-2497-4514-8ee4-c5a4896bfce7'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:34.962292 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Bound port: 70dbd12a-e1e3-4357-ac0c-2130038a61eb, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da331e6-c8ed-46b5-a67b-885b7162d666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '3bc819fb-2497-4514-8ee4-c5a4896bfce7'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:34.962680 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.966034 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.970736 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-44cf6701-6389-40c7-8805-3f7777ab70d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.984313 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.990186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:34.990583 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:34.993516 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:35.026571 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] For port 70dbd12a-e1e3-4357-ac0c-2130038a61eb, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:35.047259 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] For port 70dbd12a-e1e3-4357-ac0c-2130038a61eb, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=70dbd12a-e1e3-4357-ac0c-2130038a61eb,segment=NetworkSegment(3da331e6-c8ed-46b5-a67b-885b7162d666),segment_id=3da331e6-c8ed-46b5-a67b-885b7162d666)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:35.047445 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.db.api [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 01:57:35.047445 n-d-791505-14 neutron-server[93919]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 01:57:35.047445 n-d-791505-14 neutron-server[93919]: [parameters: {'id': '3bc819fb-2497-4514-8ee4-c5a4896bfce7'}] Jul 16 01:57:35.047445 n-d-791505-14 neutron-server[93919]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93919) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 01:57:35.047674 n-d-791505-14 neutron-server[93919]: DEBUG oslo_db.api [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 01:57:35.051664 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.130845 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98882978-d137-4f13-9ddd-677a8d5effca None None] Pushing event updated for resources: {'Port': ['ID=70dbd12a-e1e3-4357-ac0c-2130038a61eb,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:35.148770 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0244af2-665b-4c2b-93fc-a235311a4136 None None] Network 3bc819fb-2497-4514-8ee4-c5a4896bfce7 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:35.273731 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd552847-76b3-4502-b945-ba0df32bd8f9 None None] Network 3bc819fb-2497-4514-8ee4-c5a4896bfce7 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:35.403171 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f169b0-3921-4850-8a8b-7c6733748db4 None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 01:57:35.502188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f169b0-3921-4850-8a8b-7c6733748db4 None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 01:57:35.548460 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.600344 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Deleting port 70dbd12a-e1e3-4357-ac0c-2130038a61eb {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:35.600685 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.667363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] For port 70dbd12a-e1e3-4357-ac0c-2130038a61eb, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=70dbd12a-e1e3-4357-ac0c-2130038a61eb,segment=NetworkSegment(3da331e6-c8ed-46b5-a67b-885b7162d666),segment_id=3da331e6-c8ed-46b5-a67b-885b7162d666)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:35.668030 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.679867 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Calling delete_port for 70dbd12a-e1e3-4357-ac0c-2130038a61eb owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:35.758440 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.784308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Port': ['ID=70dbd12a-e1e3-4357-ac0c-2130038a61eb,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:35.786142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No DVR routers for this DVR port 70dbd12a-e1e3-4357-ac0c-2130038a61eb on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:35.864450 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.874545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bc819fb-2497-4514-8ee4-c5a4896bfce7']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:35.884145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da331e6-c8ed-46b5-a67b-885b7162d666') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:35.884446 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da331e6-c8ed-46b5-a67b-885b7162d666') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:35.893063 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.906282 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.912472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:35.912865 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:35.915679 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:35.976573 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.984905 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:35.986708 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/networks/3bc819fb-2497-4514-8ee4-c5a4896bfce7 HTTP/1.1" status: 204 len: 168 time: 1.4717982 Jul 16 01:57:35.990530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40744) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:35.996047 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a43c6-8f0f-48c5-a72b-340489f7f4e1 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Network': ['ID=3bc819fb-2497-4514-8ee4-c5a4896bfce7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.018520 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f2bd688-56dc-45c2-9d34-b309228748c8 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:36.018962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f2bd688-56dc-45c2-9d34-b309228748c8 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:36.020635 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9f2bd688-56dc-45c2-9d34-b309228748c8 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/subnets/f3ca3c45-5bbb-42e1-9b77-d2697f8f37b6 HTTP/1.1" status: 404 len: 337 time: 0.0280240 Jul 16 01:57:36.023814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40746) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.041990 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-040e0124-3317-4777-a2aa-f29704e7400a tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:36.042523 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-040e0124-3317-4777-a2aa-f29704e7400a tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:36.044185 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-040e0124-3317-4777-a2aa-f29704e7400a tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/networks/3bc819fb-2497-4514-8ee4-c5a4896bfce7 HTTP/1.1" status: 404 len: 339 time: 0.0194499 Jul 16 01:57:36.046430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40748) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.122803 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b8c387a-24df-45c3-b7ab-698bf542300c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.208063 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b8c387a-24df-45c3-b7ab-698bf542300c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.218224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1b8c387a-24df-45c3-b7ab-698bf542300c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1d858cc-d221-4166-8574-ec910ba04347']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:36.228371 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1b8c387a-24df-45c3-b7ab-698bf542300c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d580f19-ff4f-451c-9a29-e5b423183202') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:36.228606 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1b8c387a-24df-45c3-b7ab-698bf542300c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d580f19-ff4f-451c-9a29-e5b423183202') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:36.237100 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b8c387a-24df-45c3-b7ab-698bf542300c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.250102 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b8c387a-24df-45c3-b7ab-698bf542300c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.255617 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8c387a-24df-45c3-b7ab-698bf542300c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:36.256031 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b8c387a-24df-45c3-b7ab-698bf542300c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:36.258820 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:36.313317 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b8c387a-24df-45c3-b7ab-698bf542300c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.320560 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1b8c387a-24df-45c3-b7ab-698bf542300c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.322361 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1b8c387a-24df-45c3-b7ab-698bf542300c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/networks/d1d858cc-d221-4166-8574-ec910ba04347 HTTP/1.1" status: 204 len: 168 time: 0.2750535 Jul 16 01:57:36.325031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40750) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.333184 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c387a-24df-45c3-b7ab-698bf542300c tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Network': ['ID=d1d858cc-d221-4166-8574-ec910ba04347,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.351254 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcad0188-3b40-4fbe-bda2-9b928ef4cdb6 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:36.351707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcad0188-3b40-4fbe-bda2-9b928ef4cdb6 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:36.353404 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dcad0188-3b40-4fbe-bda2-9b928ef4cdb6 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/subnets/cc3d4373-f4b6-4df7-9044-bf321971d674 HTTP/1.1" status: 404 len: 337 time: 0.0273302 Jul 16 01:57:36.355837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40752) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.372977 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddac1f8f-a7b6-41d7-af55-cb0e8bbe61ba tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:36.373504 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddac1f8f-a7b6-41d7-af55-cb0e8bbe61ba tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:36.375199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ddac1f8f-a7b6-41d7-af55-cb0e8bbe61ba tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/networks/3d366a66-f1f7-49f2-9315-b9c986486260 HTTP/1.1" status: 404 len: 339 time: 0.0184727 Jul 16 01:57:36.377600 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40754) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.426683 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d15afb9-2b73-43af-82f0-7a894be8dd84 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Deleting subnet 47026045-797d-44c9-a8b3-7e21daed3c6a {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:36.429690 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d15afb9-2b73-43af-82f0-7a894be8dd84 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.472854 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d15afb9-2b73-43af-82f0-7a894be8dd84 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.553455 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d15afb9-2b73-43af-82f0-7a894be8dd84 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.609265 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d15afb9-2b73-43af-82f0-7a894be8dd84 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.639779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d15afb9-2b73-43af-82f0-7a894be8dd84 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Subnet': ['ID=47026045-797d-44c9-a8b3-7e21daed3c6a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.643362 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d15afb9-2b73-43af-82f0-7a894be8dd84 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.646539 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2d15afb9-2b73-43af-82f0-7a894be8dd84 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/subnets/47026045-797d-44c9-a8b3-7e21daed3c6a HTTP/1.1" status: 204 len: 168 time: 0.2674506 Jul 16 01:57:36.648438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40756) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:36.651032 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18f929b-acb8-4b8c-b6a1-7bb324b53ebe None None] Network 831d176b-6d07-4c48-9d32-bf9f54fb1c53 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:36.699583 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb2453e-7dc3-4401-9f3b-25e97b0d378b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Deleting subnet 4dcbffac-3c8e-405b-9c60-0087708f8690 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:36.702717 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2bb2453e-7dc3-4401-9f3b-25e97b0d378b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.741788 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2bb2453e-7dc3-4401-9f3b-25e97b0d378b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.829061 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2bb2453e-7dc3-4401-9f3b-25e97b0d378b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.889789 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2bb2453e-7dc3-4401-9f3b-25e97b0d378b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.919848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb2453e-7dc3-4401-9f3b-25e97b0d378b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Subnet': ['ID=4dcbffac-3c8e-405b-9c60-0087708f8690,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:36.921881 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2bb2453e-7dc3-4401-9f3b-25e97b0d378b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:36.923775 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2bb2453e-7dc3-4401-9f3b-25e97b0d378b tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/subnets/4dcbffac-3c8e-405b-9c60-0087708f8690 HTTP/1.1" status: 204 len: 168 time: 0.2743831 Jul 16 01:57:36.926593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40758) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:37.008988 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.069772 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Deleting port 041ca983-4b0a-458d-9c14-455282a2d779 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:37.070343 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.137596 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] For port 041ca983-4b0a-458d-9c14-455282a2d779, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=041ca983-4b0a-458d-9c14-455282a2d779,segment=NetworkSegment(63a5371a-7ccf-48db-8568-550b56313daf),segment_id=63a5371a-7ccf-48db-8568-550b56313daf)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:37.137954 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.149718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Calling delete_port for 041ca983-4b0a-458d-9c14-455282a2d779 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:37.230706 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.256629 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Port': ['ID=041ca983-4b0a-458d-9c14-455282a2d779,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:37.260307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No DVR routers for this DVR port 041ca983-4b0a-458d-9c14-455282a2d779 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:37.287286 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3c54bc-0e5a-4501-ac0a-705c93e0e85c None None] Network 831d176b-6d07-4c48-9d32-bf9f54fb1c53 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:37.340537 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.348382 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ecd328d4-b0de-4090-a4a2-9182f2d9ff95 None None] Could not find standard attr ID for object 041ca983-4b0a-458d-9c14-455282a2d779. {{(pid=93921) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 01:57:37.352424 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831d176b-6d07-4c48-9d32-bf9f54fb1c53']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:37.362074 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a5371a-7ccf-48db-8568-550b56313daf') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:37.362371 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a5371a-7ccf-48db-8568-550b56313daf') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:37.371644 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.386977 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.393021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:37.393420 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:37.396419 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:37.405403 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.456004 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-471d7d95-2e63-4a63-86b2-548859c50ca0 None None] DHCP port deletion for 831d176b-6d07-4c48-9d32-bf9f54fb1c53 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:37.461039 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.467012 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.469418 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/networks/831d176b-6d07-4c48-9d32-bf9f54fb1c53 HTTP/1.1" status: 204 len: 168 time: 0.5412109 Jul 16 01:57:37.472073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40760) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:37.483708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26224922-b40d-4265-bf64-64a9dc2deb2f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Network': ['ID=831d176b-6d07-4c48-9d32-bf9f54fb1c53,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:37.498615 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-d405c365-f0cc-42dd-8cd2-0fa7e44e8cad tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:37.499069 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d405c365-f0cc-42dd-8cd2-0fa7e44e8cad tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:37.500779 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d405c365-f0cc-42dd-8cd2-0fa7e44e8cad tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/subnets/defbe6b2-e66a-48ea-91db-05cd40733e04 HTTP/1.1" status: 404 len: 337 time: 0.0276697 Jul 16 01:57:37.503269 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40762) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:37.520400 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad547f8-b330-49b5-ad44-5a04dd21be84 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:37.521449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad547f8-b330-49b5-ad44-5a04dd21be84 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:37.523002 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dad547f8-b330-49b5-ad44-5a04dd21be84 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/networks/80f24bee-318e-4b91-94df-71252ca2706e HTTP/1.1" status: 404 len: 339 time: 0.0188169 Jul 16 01:57:37.525193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40764) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:37.549484 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80b35a5-14e6-4870-9074-e84821455b5d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:37.549923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e80b35a5-14e6-4870-9074-e84821455b5d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:37.551776 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e80b35a5-14e6-4870-9074-e84821455b5d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/subnets/ad4cf952-0c21-442f-9813-b10228f1f476 HTTP/1.1" status: 404 len: 337 time: 0.0257614 Jul 16 01:57:37.553860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40766) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:37.570445 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdf4437-2cff-4861-be74-aaba03531a46 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:37.570978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdf4437-2cff-4861-be74-aaba03531a46 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:37.572649 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4bdf4437-2cff-4861-be74-aaba03531a46 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/networks/28e33f2e-8ccc-4000-b15b-61c944690cb4 HTTP/1.1" status: 404 len: 339 time: 0.0179334 Jul 16 01:57:37.574862 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40768) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:37.604900 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-76dfef87-bc59-4479-bf73-dcf52538a366 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:37.605274 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76dfef87-bc59-4479-bf73-dcf52538a366 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:37.606887 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-76dfef87-bc59-4479-bf73-dcf52538a366 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/subnets/bd1b3610-b37c-42ef-a8d9-24e7adb1a918 HTTP/1.1" status: 404 len: 337 time: 0.0311556 Jul 16 01:57:37.609178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40770) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:37.625805 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6fdbc3-2a23-47ae-b9e6-c22e244bef9d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:37.626320 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6fdbc3-2a23-47ae-b9e6-c22e244bef9d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:37.627924 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cd6fdbc3-2a23-47ae-b9e6-c22e244bef9d tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/networks/3b39b392-cb60-4428-94d8-9edd2450ad43 HTTP/1.1" status: 404 len: 339 time: 0.0178385 Jul 16 01:57:37.629944 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40772) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:37.678724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f3488b1-b69c-4ecb-8b81-24184c84dde3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Deleting subnet 53f27bea-6920-44bf-b048-da29dd592244 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:37.681626 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f3488b1-b69c-4ecb-8b81-24184c84dde3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.700112 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d5d3a03d-9d7b-483f-9f6b-1e0f6fd8ac40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.720953 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f3488b1-b69c-4ecb-8b81-24184c84dde3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.805569 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f3488b1-b69c-4ecb-8b81-24184c84dde3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.863117 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f3488b1-b69c-4ecb-8b81-24184c84dde3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.889405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3488b1-b69c-4ecb-8b81-24184c84dde3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Subnet': ['ID=53f27bea-6920-44bf-b048-da29dd592244,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:37.893005 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f3488b1-b69c-4ecb-8b81-24184c84dde3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:37.894840 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5f3488b1-b69c-4ecb-8b81-24184c84dde3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/subnets/53f27bea-6920-44bf-b048-da29dd592244 HTTP/1.1" status: 204 len: 168 time: 0.2640147 Jul 16 01:57:37.897430 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40774) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:37.902340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92a2616-c2c5-43bf-8025-a9678eccfca7 None None] Network 7eea9d85-a793-45c0-a7ca-b776b15c0458 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:37.975558 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.029435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Deleting port 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:38.029779 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.042604 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 041ca983-4b0a-458d-9c14-455282a2d779 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:38.063248 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 041ca983-4b0a-458d-9c14-455282a2d779 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:38.063825 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 041ca983-4b0a-458d-9c14-455282a2d779 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:38.096955 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] For port 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7127a7bd-bb13-49ba-a92f-bdbb9e94f7be,segment=NetworkSegment(5f2169d7-c20a-4275-a707-4a583c133d7a),segment_id=5f2169d7-c20a-4275-a707-4a583c133d7a)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:38.097327 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.109851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Calling delete_port for 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:38.110941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cef6d8-ca68-4453-90f4-736ff2dac345 None None] DHCP port deletion for 7eea9d85-a793-45c0-a7ca-b776b15c0458 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:38.156809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-79cef6d8-ca68-4453-90f4-736ff2dac345 None None] Deleting port 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:38.157107 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-79cef6d8-ca68-4453-90f4-736ff2dac345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.193720 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.216824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Port': ['ID=7127a7bd-bb13-49ba-a92f-bdbb9e94f7be,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:38.221767 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-79cef6d8-ca68-4453-90f4-736ff2dac345 None None] For port 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7127a7bd-bb13-49ba-a92f-bdbb9e94f7be,segment=NetworkSegment(5f2169d7-c20a-4275-a707-4a583c133d7a),segment_id=5f2169d7-c20a-4275-a707-4a583c133d7a)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:38.222063 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-79cef6d8-ca68-4453-90f4-736ff2dac345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.224481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No DVR routers for this DVR port 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:38.234283 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-79cef6d8-ca68-4453-90f4-736ff2dac345 None None] Calling delete_port for 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:38.310127 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.312500 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-79cef6d8-ca68-4453-90f4-736ff2dac345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.320586 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eea9d85-a793-45c0-a7ca-b776b15c0458']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:38.330500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2169d7-c20a-4275-a707-4a583c133d7a') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:38.330802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2169d7-c20a-4275-a707-4a583c133d7a') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:38.335194 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cef6d8-ca68-4453-90f4-736ff2dac345 None None] Pushing event deleted for resources: {'Port': ['ID=7127a7bd-bb13-49ba-a92f-bdbb9e94f7be,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:38.340114 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.342150 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cef6d8-ca68-4453-90f4-736ff2dac345 None None] No DVR routers for this DVR port 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:38.356904 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.362761 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:38.363156 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:38.366677 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:38.422848 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.430451 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.432257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/networks/7eea9d85-a793-45c0-a7ca-b776b15c0458 HTTP/1.1" status: 204 len: 168 time: 0.5339248 Jul 16 01:57:38.434642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40776) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:38.451713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0aff08-5c4c-4e95-b3d6-b26eb89d3d36 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Network': ['ID=7eea9d85-a793-45c0-a7ca-b776b15c0458,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:38.473581 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb97f6e-4b74-459d-b7c3-9ffccfb852b3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:38.474009 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb97f6e-4b74-459d-b7c3-9ffccfb852b3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:38.475699 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ccb97f6e-4b74-459d-b7c3-9ffccfb852b3 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/subnets/76c5e592-e778-46d9-9516-837082d89017 HTTP/1.1" status: 404 len: 337 time: 0.0401542 Jul 16 01:57:38.478114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40778) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:38.495312 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-918e97de-449e-4559-bc83-c941c1d19984 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] DELETE failed (client error): The resource could not be found. Jul 16 01:57:38.495852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-918e97de-449e-4559-bc83-c941c1d19984 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:57:38.497419 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-918e97de-449e-4559-bc83-c941c1d19984 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/networks/e1dc76dd-13ac-49b8-abcc-9e29c465db7d HTTP/1.1" status: 404 len: 339 time: 0.0184300 Jul 16 01:57:38.499687 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40780) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:38.550040 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5dfcfbb-55ba-4c1e-be20-ee29d99df3b8 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Deleting subnet 3b715344-0cd3-43aa-9e1c-9186dc479776 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:38.553787 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5dfcfbb-55ba-4c1e-be20-ee29d99df3b8 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.591140 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5dfcfbb-55ba-4c1e-be20-ee29d99df3b8 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.663498 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.676126 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5dfcfbb-55ba-4c1e-be20-ee29d99df3b8 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.732059 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5dfcfbb-55ba-4c1e-be20-ee29d99df3b8 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.758903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dfcfbb-55ba-4c1e-be20-ee29d99df3b8 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Subnet': ['ID=3b715344-0cd3-43aa-9e1c-9186dc479776,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:38.760875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b5dfcfbb-55ba-4c1e-be20-ee29d99df3b8 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.764072 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b5dfcfbb-55ba-4c1e-be20-ee29d99df3b8 tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/subnets/3b715344-0cd3-43aa-9e1c-9186dc479776 HTTP/1.1" status: 204 len: 168 time: 0.2619975 Jul 16 01:57:38.765108 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40782) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:38.766389 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99793e70-3c72-4515-a9d7-5855c99705dc None None] Network ee05fbff-852f-43ea-bd34-c3713767bf2c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:38.842925 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.894371 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Deleting port 8b2e0664-b6da-486d-977e-5af8d579153f {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:38.894721 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.938660 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093cf1ca-2120-4ab1-97b1-2afd9a053059 None None] DHCP port deletion for ee05fbff-852f-43ea-bd34-c3713767bf2c request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:38.960039 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] For port 8b2e0664-b6da-486d-977e-5af8d579153f, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8b2e0664-b6da-486d-977e-5af8d579153f,segment=NetworkSegment(84d5e4b2-1303-40a7-8d56-c4968096d4be),segment_id=84d5e4b2-1303-40a7-8d56-c4968096d4be)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:38.960412 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:38.972585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Calling delete_port for 8b2e0664-b6da-486d-977e-5af8d579153f owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:38.990667 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-093cf1ca-2120-4ab1-97b1-2afd9a053059 None None] Deleting port 8b2e0664-b6da-486d-977e-5af8d579153f {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:38.991567 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-093cf1ca-2120-4ab1-97b1-2afd9a053059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.052015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-093cf1ca-2120-4ab1-97b1-2afd9a053059 None None] For port 8b2e0664-b6da-486d-977e-5af8d579153f, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=8b2e0664-b6da-486d-977e-5af8d579153f,segment=NetworkSegment(84d5e4b2-1303-40a7-8d56-c4968096d4be),segment_id=84d5e4b2-1303-40a7-8d56-c4968096d4be)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:39.052612 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-093cf1ca-2120-4ab1-97b1-2afd9a053059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.056734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.068473 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-093cf1ca-2120-4ab1-97b1-2afd9a053059 None None] Calling delete_port for 8b2e0664-b6da-486d-977e-5af8d579153f owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:39.082730 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Port': ['ID=8b2e0664-b6da-486d-977e-5af8d579153f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:39.086339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] No DVR routers for this DVR port 8b2e0664-b6da-486d-977e-5af8d579153f on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:39.145775 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-093cf1ca-2120-4ab1-97b1-2afd9a053059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.165336 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.170001 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093cf1ca-2120-4ab1-97b1-2afd9a053059 None None] Pushing event deleted for resources: {'Port': ['ID=8b2e0664-b6da-486d-977e-5af8d579153f,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:39.174454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093cf1ca-2120-4ab1-97b1-2afd9a053059 None None] No DVR routers for this DVR port 8b2e0664-b6da-486d-977e-5af8d579153f on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:39.177409 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee05fbff-852f-43ea-bd34-c3713767bf2c']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:39.189052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d5e4b2-1303-40a7-8d56-c4968096d4be') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:39.189347 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d5e4b2-1303-40a7-8d56-c4968096d4be') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:39.198838 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.212809 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.219195 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:39.219781 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:39.222711 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:39.277878 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.299426 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.301589 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] 10.222.0.22 "DELETE /v2.0/networks/ee05fbff-852f-43ea-bd34-c3713767bf2c HTTP/1.1" status: 204 len: 168 time: 0.5355678 Jul 16 01:57:39.302641 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1971d-af68-44dc-8318-4c8bbff9e04f tempest-NetworksIpV6Test-633376593 tempest-NetworksIpV6Test-633376593-project] Pushing event deleted for resources: {'Network': ['ID=ee05fbff-852f-43ea-bd34-c3713767bf2c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:39.538579 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40790) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:39.669625 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-078f7373-e563-4a82-bc04-726defa7854c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=72dce68c628446e18a4baab272952b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1298902 Jul 16 01:57:39.672010 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40796) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:39.718107 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dcd4768a-7d72-4d06-b160-134bdbb49ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.738635 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dcd4768a-7d72-4d06-b160-134bdbb49ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.783950 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dcd4768a-7d72-4d06-b160-134bdbb49ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.786474 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dcd4768a-7d72-4d06-b160-134bdbb49ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:39.787636 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dcd4768a-7d72-4d06-b160-134bdbb49ae1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4c4804ab-ab3e-4b86-8a90-2b680c5f3583 HTTP/1.1" status: 204 len: 168 time: 0.1147006 Jul 16 01:57:39.795451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd4768a-7d72-4d06-b160-134bdbb49ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4804ab-ab3e-4b86-8a90-2b680c5f3583,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:40.040703 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8b2e0664-b6da-486d-977e-5af8d579153f no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:40.061827 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 8b2e0664-b6da-486d-977e-5af8d579153f {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:40.062179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 8b2e0664-b6da-486d-977e-5af8d579153f not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:40.062673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:40.081372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:40.081781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7127a7bd-bb13-49ba-a92f-bdbb9e94f7be not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:40.311603 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.408128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40820) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:40.499788 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-96f6a9be-8913-4181-a165-5130034b649c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-754914297'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:40.520645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f6a9be-8913-4181-a165-5130034b649c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:40.524062 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f6a9be-8913-4181-a165-5130034b649c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.532213 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f6a9be-8913-4181-a165-5130034b649c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.621474 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f6a9be-8913-4181-a165-5130034b649c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.625222 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f6a9be-8913-4181-a165-5130034b649c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.653983 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96f6a9be-8913-4181-a165-5130034b649c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:40.663425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6a9be-8913-4181-a165-5130034b649c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15be7b3f-c851-481a-9299-c2b3bf08c972,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:40.668126 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f6a9be-8913-4181-a165-5130034b649c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.668457 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-96f6a9be-8913-4181-a165-5130034b649c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Added segment 2034c528-3d92-41ec-b5c0-02a8ea0a987d of type vlan for network 39cf0d19-21d9-4216-a0b7-818c26edb914 Jul 16 01:57:40.707359 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f6a9be-8913-4181-a165-5130034b649c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.733897 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f6a9be-8913-4181-a165-5130034b649c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.739186 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f6a9be-8913-4181-a165-5130034b649c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.739753 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-96f6a9be-8913-4181-a165-5130034b649c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.772168 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-96f6a9be-8913-4181-a165-5130034b649c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3629057 Jul 16 01:57:40.774851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40824) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:40.780156 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d6bbd99f-4889-4128-bedb-1f48f508105c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2126777064'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:40.801904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6bbd99f-4889-4128-bedb-1f48f508105c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:40.806072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f6a9be-8913-4181-a165-5130034b649c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Network': ['ID=39cf0d19-21d9-4216-a0b7-818c26edb914,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:40.806194 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6bbd99f-4889-4128-bedb-1f48f508105c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.816085 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 39cf0d19-21d9-4216-a0b7-818c26edb914 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:40.830530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6bbd99f-4889-4128-bedb-1f48f508105c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:40.840103 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6bbd99f-4889-4128-bedb-1f48f508105c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.840461 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-d6bbd99f-4889-4128-bedb-1f48f508105c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Added segment 6509d97f-4875-4e00-8258-d77419a26c81 of type vlan for network 0b56a1f7-3571-4107-8986-2da8bedb7e57 Jul 16 01:57:40.879670 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6bbd99f-4889-4128-bedb-1f48f508105c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.906554 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6bbd99f-4889-4128-bedb-1f48f508105c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.911953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bbd99f-4889-4128-bedb-1f48f508105c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:40.912530 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6bbd99f-4889-4128-bedb-1f48f508105c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:40.947222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d6bbd99f-4889-4128-bedb-1f48f508105c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1712189 Jul 16 01:57:40.950193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40826) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:40.955159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4aaaa86a-30db-4a8b-8d36-8d448cf0db8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'subnet': {'network_id': '39cf0d19-21d9-4216-a0b7-818c26edb914', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:40.998858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bbd99f-4889-4128-bedb-1f48f508105c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Network': ['ID=0b56a1f7-3571-4107-8986-2da8bedb7e57,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:41.015577 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 0b56a1f7-3571-4107-8986-2da8bedb7e57 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:41.099152 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aaaa86a-30db-4a8b-8d36-8d448cf0db8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:41.103382 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4aaaa86a-30db-4a8b-8d36-8d448cf0db8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.280320 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4aaaa86a-30db-4a8b-8d36-8d448cf0db8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.336262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaaa86a-30db-4a8b-8d36-8d448cf0db8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Subnet': ['ID=ab6b9b3f-3391-4893-9d1b-e96eb57bd20f,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:41.351865 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aaaa86a-30db-4a8b-8d36-8d448cf0db8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Checking segment: {'id': '2034c528-3d92-41ec-b5c0-02a8ea0a987d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '39cf0d19-21d9-4216-a0b7-818c26edb914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:41.352224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaaa86a-30db-4a8b-8d36-8d448cf0db8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network hostable DHCP agents. Network: 39cf0d19-21d9-4216-a0b7-818c26edb914, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:41.367659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaaa86a-30db-4a8b-8d36-8d448cf0db8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 39cf0d19-21d9-4216-a0b7-818c26edb914 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:41.375681 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-4aaaa86a-30db-4a8b-8d36-8d448cf0db8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 39cf0d19-21d9-4216-a0b7-818c26edb914) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:41.380219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aaaa86a-30db-4a8b-8d36-8d448cf0db8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.380844 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4aaaa86a-30db-4a8b-8d36-8d448cf0db8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.385045 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe339027-04cc-452b-9532-9ba1a246e67d None None] Network 39cf0d19-21d9-4216-a0b7-818c26edb914 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:41.396169 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4aaaa86a-30db-4a8b-8d36-8d448cf0db8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4449065 Jul 16 01:57:41.399626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40830) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:41.404656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-fd76a7a3-be61-439f-803d-315d039e9b2a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'subnet': {'network_id': '0b56a1f7-3571-4107-8986-2da8bedb7e57', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:41.491048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd76a7a3-be61-439f-803d-315d039e9b2a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:41.494567 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd76a7a3-be61-439f-803d-315d039e9b2a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.529441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-39cf0d19-21d9-4216-a0b7-818c26edb914', 'network_id': '39cf0d19-21d9-4216-a0b7-818c26edb914', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'fixed_ips': [{'subnet_id': 'ab6b9b3f-3391-4893-9d1b-e96eb57bd20f'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:41.530303 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.621232 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:57:41.664038 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Allocated IP 2001:db8::2 (39cf0d19-21d9-4216-a0b7-818c26edb914/ab6b9b3f-3391-4893-9d1b-e96eb57bd20f/f79e3e8c-c447-4ce3-86db-5d9043b038f6) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:41.677630 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd76a7a3-be61-439f-803d-315d039e9b2a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.737815 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76a7a3-be61-439f-803d-315d039e9b2a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Subnet': ['ID=4b4c22f4-eb66-40aa-9ac7-ab29a9046fc2,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:41.744975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd76a7a3-be61-439f-803d-315d039e9b2a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Checking segment: {'id': '6509d97f-4875-4e00-8258-d77419a26c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0b56a1f7-3571-4107-8986-2da8bedb7e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:41.745347 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd76a7a3-be61-439f-803d-315d039e9b2a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network hostable DHCP agents. Network: 0b56a1f7-3571-4107-8986-2da8bedb7e57, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:41.761805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd76a7a3-be61-439f-803d-315d039e9b2a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 0b56a1f7-3571-4107-8986-2da8bedb7e57 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:41.770539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-fd76a7a3-be61-439f-803d-315d039e9b2a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 0b56a1f7-3571-4107-8986-2da8bedb7e57) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:41.775334 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd76a7a3-be61-439f-803d-315d039e9b2a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:41.775973 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fd76a7a3-be61-439f-803d-315d039e9b2a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.784115 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077ab69f-e50d-47fd-b701-98cf1cea7ebb None None] Network 0b56a1f7-3571-4107-8986-2da8bedb7e57 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:41.794145 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fd76a7a3-be61-439f-803d-315d039e9b2a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3910158 Jul 16 01:57:41.794386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40832) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:41.799108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-cd8381b0-11cf-40c2-95a7-8f72f5534c82 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1647387758', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:41.826936 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.833654 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cd8381b0-11cf-40c2-95a7-8f72f5534c82 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.835231 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cd8381b0-11cf-40c2-95a7-8f72f5534c82 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.862570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Transition to ACTIVE for port object f79e3e8c-c447-4ce3-86db-5d9043b038f6 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:41.889536 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Transition to ACTIVE for port object f79e3e8c-c447-4ce3-86db-5d9043b038f6 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:41.896616 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.919187 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cd8381b0-11cf-40c2-95a7-8f72f5534c82 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.923214 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cd8381b0-11cf-40c2-95a7-8f72f5534c82 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.939902 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cd8381b0-11cf-40c2-95a7-8f72f5534c82 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:41.941129 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cd8381b0-11cf-40c2-95a7-8f72f5534c82 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1457298 Jul 16 01:57:41.943935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40834) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:41.965634 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Network 39cf0d19-21d9-4216-a0b7-818c26edb914 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:41.974188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:41.977726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:41.981265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Pushing event updated for resources: {'Port': ['ID=f79e3e8c-c447-4ce3-86db-5d9043b038f6,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:42.027659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-0b56a1f7-3571-4107-8986-2da8bedb7e57', 'network_id': '0b56a1f7-3571-4107-8986-2da8bedb7e57', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'fixed_ips': [{'subnet_id': '4b4c22f4-eb66-40aa-9ac7-ab29a9046fc2'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:42.027659 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.071445 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Attempting to bind port f79e3e8c-c447-4ce3-86db-5d9043b038f6 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:42.071842 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Attempting to bind port f79e3e8c-c447-4ce3-86db-5d9043b038f6 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '2034c528-3d92-41ec-b5c0-02a8ea0a987d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '39cf0d19-21d9-4216-a0b7-818c26edb914'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:42.072207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Attempting to bind port f79e3e8c-c447-4ce3-86db-5d9043b038f6 on network 39cf0d19-21d9-4216-a0b7-818c26edb914 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:42.080172 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:42.080548 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Checking segment: {'id': '2034c528-3d92-41ec-b5c0-02a8ea0a987d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '39cf0d19-21d9-4216-a0b7-818c26edb914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:42.080948 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.081339 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Bound using segment: {'id': '2034c528-3d92-41ec-b5c0-02a8ea0a987d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '39cf0d19-21d9-4216-a0b7-818c26edb914'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:42.081802 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Bound port: f79e3e8c-c447-4ce3-86db-5d9043b038f6, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2034c528-3d92-41ec-b5c0-02a8ea0a987d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '39cf0d19-21d9-4216-a0b7-818c26edb914'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:42.082178 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.234330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] For port f79e3e8c-c447-4ce3-86db-5d9043b038f6, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:42.238421 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] For port f79e3e8c-c447-4ce3-86db-5d9043b038f6, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f79e3e8c-c447-4ce3-86db-5d9043b038f6,segment=NetworkSegment(2034c528-3d92-41ec-b5c0-02a8ea0a987d),segment_id=2034c528-3d92-41ec-b5c0-02a8ea0a987d)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:42.244873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Allocated IP 2001:db8:1::2 (0b56a1f7-3571-4107-8986-2da8bedb7e57/4b4c22f4-eb66-40aa-9ac7-ab29a9046fc2/58272f2a-0a3b-4a4a-bba8-64eaa0d785bc) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:42.247293 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.266953 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.538223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d45a5b-bf98-4b9a-a371-a4a648f4271f None None] Pushing event updated for resources: {'Port': ['ID=f79e3e8c-c447-4ce3-86db-5d9043b038f6,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:42.637355 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.648156 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Transition to ACTIVE for port object 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:42.671330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Transition to ACTIVE for port object 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:42.677041 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.718909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Network 0b56a1f7-3571-4107-8986-2da8bedb7e57 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:42.721772 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:42.726617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:42.729640 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Pushing event updated for resources: {'Port': ['ID=58272f2a-0a3b-4a4a-bba8-64eaa0d785bc,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:42.782755 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Attempting to bind port 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:42.783124 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Attempting to bind port 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '6509d97f-4875-4e00-8258-d77419a26c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0b56a1f7-3571-4107-8986-2da8bedb7e57'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:42.783489 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Attempting to bind port 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc on network 0b56a1f7-3571-4107-8986-2da8bedb7e57 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:42.789267 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:42.789648 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Checking segment: {'id': '6509d97f-4875-4e00-8258-d77419a26c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0b56a1f7-3571-4107-8986-2da8bedb7e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:42.790057 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.790451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Bound using segment: {'id': '6509d97f-4875-4e00-8258-d77419a26c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0b56a1f7-3571-4107-8986-2da8bedb7e57'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:42.790928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Bound port: 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6509d97f-4875-4e00-8258-d77419a26c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '0b56a1f7-3571-4107-8986-2da8bedb7e57'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:42.791312 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.851491 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Allocated IP 2001:db8::1 (39cf0d19-21d9-4216-a0b7-818c26edb914/ab6b9b3f-3391-4893-9d1b-e96eb57bd20f/dd8436ad-d6eb-4e87-b5df-1cbfb86fae41) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:42.854638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] For port 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:42.857856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] For port 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=58272f2a-0a3b-4a4a-bba8-64eaa0d785bc,segment=NetworkSegment(6509d97f-4875-4e00-8258-d77419a26c81),segment_id=6509d97f-4875-4e00-8258-d77419a26c81)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:42.861937 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.918320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727c194-06dd-4cc8-9ecb-a2129a53d475 None None] Pushing event updated for resources: {'Port': ['ID=58272f2a-0a3b-4a4a-bba8-64eaa0d785bc,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:42.976911 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:42.992579 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Transition to ACTIVE for port object dd8436ad-d6eb-4e87-b5df-1cbfb86fae41 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:43.034726 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.077450 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 39cf0d19-21d9-4216-a0b7-818c26edb914 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:43.085229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:43.092113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:43.092113 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.156201 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=dd8436ad-d6eb-4e87-b5df-1cbfb86fae41,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:43.288974 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.392143 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7f4186-7c01-4e14-9c62-75bfa1e96e53 None None] Network 39cf0d19-21d9-4216-a0b7-818c26edb914 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:43.454721 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6d35e2ec-9452-43ba-bcf5-79b7859b015d None None] Provisioning for port f79e3e8c-c447-4ce3-86db-5d9043b038f6 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:43.560118 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.564968 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.565833 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.640413 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=dd8436ad-d6eb-4e87-b5df-1cbfb86fae41,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:43.705423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 39cf0d19-21d9-4216-a0b7-818c26edb914 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:43.707115 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:43.841257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router 9c889a24-833d-43f7-afdc-5e96ecbe6f56 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:57:43.888862 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-76d71d72-65db-4d80-b8a4-b2627b9cd924 None None] Provisioning for port dd8436ad-d6eb-4e87-b5df-1cbfb86fae41 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:43.893569 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-76d71d72-65db-4d80-b8a4-b2627b9cd924 None None] Provisioning complete for port dd8436ad-d6eb-4e87-b5df-1cbfb86fae41 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:43.894021 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-76d71d72-65db-4d80-b8a4-b2627b9cd924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:43.936688 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-76d71d72-65db-4d80-b8a4-b2627b9cd924 None None] Port dd8436ad-d6eb-4e87-b5df-1cbfb86fae41 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:43.949036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:43.956046 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ca11e9c0-905e-4dd7-87c2-b4b45894777a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/9c889a24-833d-43f7-afdc-5e96ecbe6f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0104942 Jul 16 01:57:43.958578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40836) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:43.962227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e1bb9-e8c5-49c7-99f3-01fe261e711d None None] Sync routers for ids ['9c889a24-833d-43f7-afdc-5e96ecbe6f56'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:43.973282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e1bb9-e8c5-49c7-99f3-01fe261e711d None None] Routers {'9c889a24-833d-43f7-afdc-5e96ecbe6f56'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:43.973924 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6a6e1bb9-e8c5-49c7-99f3-01fe261e711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9c889a24-833d-43f7-afdc-5e96ecbe6f56'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:44.008810 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6a6e1bb9-e8c5-49c7-99f3-01fe261e711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:44.018615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e1bb9-e8c5-49c7-99f3-01fe261e711d None None] Routers {'9c889a24-833d-43f7-afdc-5e96ecbe6f56'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:44.019485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6a6e1bb9-e8c5-49c7-99f3-01fe261e711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9c889a24-833d-43f7-afdc-5e96ecbe6f56'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:44.036804 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f927090a-53df-4f36-8440-c90c91658307 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:44.038357 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f927090a-53df-4f36-8440-c90c91658307 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports/dd8436ad-d6eb-4e87-b5df-1cbfb86fae41 HTTP/1.1" status: 200 len: 911 time: 0.0788386 Jul 16 01:57:44.041259 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40838) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:44.065893 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6a6e1bb9-e8c5-49c7-99f3-01fe261e711d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:44.067408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6e1bb9-e8c5-49c7-99f3-01fe261e711d None None] The sync data for ids ['9c889a24-833d-43f7-afdc-5e96ecbe6f56'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:44.104560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d698ea-5043-4137-b891-21f385299261 None None] Network 0b56a1f7-3571-4107-8986-2da8bedb7e57 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:44.181894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:44.235207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c77784f4-1b34-451c-91fd-0814bcce69e4 None None] Provisioning complete for port dd8436ad-d6eb-4e87-b5df-1cbfb86fae41 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:44.235588 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c77784f4-1b34-451c-91fd-0814bcce69e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.314713 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c77784f4-1b34-451c-91fd-0814bcce69e4 None None] Port dd8436ad-d6eb-4e87-b5df-1cbfb86fae41 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:44.340440 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:44.350370 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f79e3e8c-c447-4ce3-86db-5d9043b038f6 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:44.353230 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c77784f4-1b34-451c-91fd-0814bcce69e4 None None] Provisioning for port 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:44.380252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c77784f4-1b34-451c-91fd-0814bcce69e4 None None] Provisioning complete for port 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:44.380634 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c77784f4-1b34-451c-91fd-0814bcce69e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.461401 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port f79e3e8c-c447-4ce3-86db-5d9043b038f6 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:44.465995 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f79e3e8c-c447-4ce3-86db-5d9043b038f6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:44.466372 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.535202 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c77784f4-1b34-451c-91fd-0814bcce69e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.602092 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c77784f4-1b34-451c-91fd-0814bcce69e4 None None] For port 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=58272f2a-0a3b-4a4a-bba8-64eaa0d785bc,segment=NetworkSegment(6509d97f-4875-4e00-8258-d77419a26c81),segment_id=6509d97f-4875-4e00-8258-d77419a26c81)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:44.609773 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c77784f4-1b34-451c-91fd-0814bcce69e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.619386 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.688603 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77784f4-1b34-451c-91fd-0814bcce69e4 None None] Pushing event updated for resources: {'Port': ['ID=58272f2a-0a3b-4a4a-bba8-64eaa0d785bc,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:44.693516 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port f79e3e8c-c447-4ce3-86db-5d9043b038f6, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f79e3e8c-c447-4ce3-86db-5d9043b038f6,segment=NetworkSegment(2034c528-3d92-41ec-b5c0-02a8ea0a987d),segment_id=2034c528-3d92-41ec-b5c0-02a8ea0a987d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:44.698226 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.756177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6723acba-7ee1-42e0-a4d2-fb703c4177f1 None None] Provisioning complete for port dd8436ad-d6eb-4e87-b5df-1cbfb86fae41 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:44.756992 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6723acba-7ee1-42e0-a4d2-fb703c4177f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.761262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=f79e3e8c-c447-4ce3-86db-5d9043b038f6,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:44.761398 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:44.798809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6723acba-7ee1-42e0-a4d2-fb703c4177f1 None None] Port dd8436ad-d6eb-4e87-b5df-1cbfb86fae41 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:44.808619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6723acba-7ee1-42e0-a4d2-fb703c4177f1 None None] Provisioning complete for port 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:44.809002 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6723acba-7ee1-42e0-a4d2-fb703c4177f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.059561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Allocated IP 2001:db8:1::1 (0b56a1f7-3571-4107-8986-2da8bedb7e57/4b4c22f4-eb66-40aa-9ac7-ab29a9046fc2/254c4708-1fa1-4d32-8782-69567309f428) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:45.171792 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.185163 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Transition to ACTIVE for port object 254c4708-1fa1-4d32-8782-69567309f428 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:45.216788 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.258827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 0b56a1f7-3571-4107-8986-2da8bedb7e57 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:45.261919 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:45.265817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:45.266354 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.272046 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=254c4708-1fa1-4d32-8782-69567309f428,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:45.400929 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.509282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9cb5520-e7c6-4c44-bb3b-1f4296afd3bc None None] Provisioning for port 254c4708-1fa1-4d32-8782-69567309f428 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:45.513524 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a9cb5520-e7c6-4c44-bb3b-1f4296afd3bc None None] Provisioning complete for port 254c4708-1fa1-4d32-8782-69567309f428 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:45.513892 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a9cb5520-e7c6-4c44-bb3b-1f4296afd3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.546992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a9cb5520-e7c6-4c44-bb3b-1f4296afd3bc None None] Port 254c4708-1fa1-4d32-8782-69567309f428 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:45.658529 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.663604 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.664358 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:45.730071 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=254c4708-1fa1-4d32-8782-69567309f428,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:45.789620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 0b56a1f7-3571-4107-8986-2da8bedb7e57 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:45.790935 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:45.888203 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router 9c889a24-833d-43f7-afdc-5e96ecbe6f56 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:45.983673 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:45.992041 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dfa8c647-6e89-4173-aeea-0ed13fc29f09 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/9c889a24-833d-43f7-afdc-5e96ecbe6f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9463458 Jul 16 01:57:45.992041 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40844) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:45.995657 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ee193-dd0f-42a4-8431-9a1d3f5b131b None None] Sync routers for ids ['9c889a24-833d-43f7-afdc-5e96ecbe6f56'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:46.007419 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ee193-dd0f-42a4-8431-9a1d3f5b131b None None] Routers {'9c889a24-833d-43f7-afdc-5e96ecbe6f56'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:46.008289 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-149ee193-dd0f-42a4-8431-9a1d3f5b131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9c889a24-833d-43f7-afdc-5e96ecbe6f56'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:46.045436 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-149ee193-dd0f-42a4-8431-9a1d3f5b131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:46.046676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79b81f8-8f1d-4b33-b6be-17d320eedba8 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:46.048296 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d79b81f8-8f1d-4b33-b6be-17d320eedba8 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports/254c4708-1fa1-4d32-8782-69567309f428 HTTP/1.1" status: 200 len: 913 time: 0.0560579 Jul 16 01:57:46.051314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40846) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:46.063449 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149ee193-dd0f-42a4-8431-9a1d3f5b131b None None] Routers {'9c889a24-833d-43f7-afdc-5e96ecbe6f56'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:46.067312 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:46.068309 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-149ee193-dd0f-42a4-8431-9a1d3f5b131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9c889a24-833d-43f7-afdc-5e96ecbe6f56'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:46.098923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c9cfe3fe-73f8-4a31-bc8f-7da73da2bf9d None None] Provisioning complete for port 254c4708-1fa1-4d32-8782-69567309f428 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:46.099219 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c9cfe3fe-73f8-4a31-bc8f-7da73da2bf9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.103789 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-149ee193-dd0f-42a4-8431-9a1d3f5b131b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:46.104629 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149ee193-dd0f-42a4-8431-9a1d3f5b131b None None] The sync data for ids ['9c889a24-833d-43f7-afdc-5e96ecbe6f56'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:46.142260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c9cfe3fe-73f8-4a31-bc8f-7da73da2bf9d None None] Port 254c4708-1fa1-4d32-8782-69567309f428 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:46.151668 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:46.152087 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.228129 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f79e3e8c-c447-4ce3-86db-5d9043b038f6 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:46.276558 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port f79e3e8c-c447-4ce3-86db-5d9043b038f6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:46.276858 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.364767 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74a6a6b8-1bb2-4340-93d4-32019b8300e1 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.607135 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-74a6a6b8-1bb2-4340-93d4-32019b8300e1 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port 254c4708-1fa1-4d32-8782-69567309f428 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:46.607479 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74a6a6b8-1bb2-4340-93d4-32019b8300e1 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.691540 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74a6a6b8-1bb2-4340-93d4-32019b8300e1 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.702840 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-74a6a6b8-1bb2-4340-93d4-32019b8300e1 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for 254c4708-1fa1-4d32-8782-69567309f428 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:46.864153 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74a6a6b8-1bb2-4340-93d4-32019b8300e1 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:46.891669 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a6a6b8-1bb2-4340-93d4-32019b8300e1 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=254c4708-1fa1-4d32-8782-69567309f428,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:47.004984 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-74a6a6b8-1bb2-4340-93d4-32019b8300e1 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:47.198197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a6a6b8-1bb2-4340-93d4-32019b8300e1 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router 9c889a24-833d-43f7-afdc-5e96ecbe6f56 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:47.552322 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a6a6b8-1bb2-4340-93d4-32019b8300e1 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:47.557758 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-74a6a6b8-1bb2-4340-93d4-32019b8300e1 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/9c889a24-833d-43f7-afdc-5e96ecbe6f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5053742 Jul 16 01:57:47.560469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40850) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:47.563018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac39c5d-c337-45ca-9c64-cce4780fa276 None None] Sync routers for ids ['9c889a24-833d-43f7-afdc-5e96ecbe6f56'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:47.572167 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac39c5d-c337-45ca-9c64-cce4780fa276 None None] Routers {'9c889a24-833d-43f7-afdc-5e96ecbe6f56'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:47.572783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5ac39c5d-c337-45ca-9c64-cce4780fa276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9c889a24-833d-43f7-afdc-5e96ecbe6f56'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:47.603652 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5ac39c5d-c337-45ca-9c64-cce4780fa276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:47.611996 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac39c5d-c337-45ca-9c64-cce4780fa276 None None] Routers {'9c889a24-833d-43f7-afdc-5e96ecbe6f56'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:47.612595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5ac39c5d-c337-45ca-9c64-cce4780fa276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9c889a24-833d-43f7-afdc-5e96ecbe6f56'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:47.646439 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5ac39c5d-c337-45ca-9c64-cce4780fa276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:47.647114 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac39c5d-c337-45ca-9c64-cce4780fa276 None None] The sync data for ids ['9c889a24-833d-43f7-afdc-5e96ecbe6f56'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:47.859488 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcddaf82-a799-4422-ae80-72fb98a51f08 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.102038 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bcddaf82-a799-4422-ae80-72fb98a51f08 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port dd8436ad-d6eb-4e87-b5df-1cbfb86fae41 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:48.102387 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcddaf82-a799-4422-ae80-72fb98a51f08 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.187550 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcddaf82-a799-4422-ae80-72fb98a51f08 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.198825 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bcddaf82-a799-4422-ae80-72fb98a51f08 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for dd8436ad-d6eb-4e87-b5df-1cbfb86fae41 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:48.364411 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcddaf82-a799-4422-ae80-72fb98a51f08 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.390841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcddaf82-a799-4422-ae80-72fb98a51f08 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=dd8436ad-d6eb-4e87-b5df-1cbfb86fae41,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:48.489676 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bcddaf82-a799-4422-ae80-72fb98a51f08 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.643907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcddaf82-a799-4422-ae80-72fb98a51f08 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router 9c889a24-833d-43f7-afdc-5e96ecbe6f56 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:48.718749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcddaf82-a799-4422-ae80-72fb98a51f08 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:48.723748 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bcddaf82-a799-4422-ae80-72fb98a51f08 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/9c889a24-833d-43f7-afdc-5e96ecbe6f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.1621664 Jul 16 01:57:48.726999 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40852) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:48.729361 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d85da4-9fe1-42fb-8570-6beac6c3b090 None None] Sync routers for ids ['9c889a24-833d-43f7-afdc-5e96ecbe6f56'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:48.738443 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d85da4-9fe1-42fb-8570-6beac6c3b090 None None] Routers {'9c889a24-833d-43f7-afdc-5e96ecbe6f56'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:48.739037 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-00d85da4-9fe1-42fb-8570-6beac6c3b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9c889a24-833d-43f7-afdc-5e96ecbe6f56'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:48.758550 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-467bd017-16ff-4cfe-8df9-59549c641671 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c889a24-833d-43f7-afdc-5e96ecbe6f56 HTTP/1.1" status: 200 len: 205 time: 0.0303628 Jul 16 01:57:48.760920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40854) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:48.770233 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-00d85da4-9fe1-42fb-8570-6beac6c3b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:48.778864 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d85da4-9fe1-42fb-8570-6beac6c3b090 None None] Routers {'9c889a24-833d-43f7-afdc-5e96ecbe6f56'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:48.779451 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-00d85da4-9fe1-42fb-8570-6beac6c3b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['9c889a24-833d-43f7-afdc-5e96ecbe6f56'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:48.813301 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-00d85da4-9fe1-42fb-8570-6beac6c3b090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:48.813911 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d85da4-9fe1-42fb-8570-6beac6c3b090 None None] The sync data for ids ['9c889a24-833d-43f7-afdc-5e96ecbe6f56'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:48.831022 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cead266b-4fb0-468e-86d2-31a8e856ef7f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.983563 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cead266b-4fb0-468e-86d2-31a8e856ef7f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:48.985552 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cead266b-4fb0-468e-86d2-31a8e856ef7f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.031634 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cead266b-4fb0-468e-86d2-31a8e856ef7f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.032171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cead266b-4fb0-468e-86d2-31a8e856ef7f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Fanout notify agent at l3_agent the message router_deleted on router 9c889a24-833d-43f7-afdc-5e96ecbe6f56 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:57:49.039268 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cead266b-4fb0-468e-86d2-31a8e856ef7f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.040289 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cead266b-4fb0-468e-86d2-31a8e856ef7f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/routers/9c889a24-833d-43f7-afdc-5e96ecbe6f56 HTTP/1.1" status: 204 len: 168 time: 0.2784789 Jul 16 01:57:49.042852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40856) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:49.093101 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e928c0e-8b62-446e-a8cb-899aa45463e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting subnet 4b4c22f4-eb66-40aa-9ac7-ab29a9046fc2 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:49.096098 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e928c0e-8b62-446e-a8cb-899aa45463e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.134665 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e928c0e-8b62-446e-a8cb-899aa45463e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.218220 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e928c0e-8b62-446e-a8cb-899aa45463e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.273724 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e928c0e-8b62-446e-a8cb-899aa45463e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.300438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e928c0e-8b62-446e-a8cb-899aa45463e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4c22f4-eb66-40aa-9ac7-ab29a9046fc2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:49.302631 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e928c0e-8b62-446e-a8cb-899aa45463e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.307265 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5e928c0e-8b62-446e-a8cb-899aa45463e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/4b4c22f4-eb66-40aa-9ac7-ab29a9046fc2 HTTP/1.1" status: 204 len: 168 time: 0.2608058 Jul 16 01:57:49.308086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40858) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:49.308164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc318e5-9210-4986-ad64-6137bf2e71fc None None] Network 0b56a1f7-3571-4107-8986-2da8bedb7e57 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:49.357142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3da9f90-089b-4555-8be3-5799332db1c9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting subnet ab6b9b3f-3391-4893-9d1b-e96eb57bd20f {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:49.360139 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d3da9f90-089b-4555-8be3-5799332db1c9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.400657 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d3da9f90-089b-4555-8be3-5799332db1c9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.483059 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0147284c-13a2-4c9a-a863-2613194da72d None None] DHCP port deletion for 0b56a1f7-3571-4107-8986-2da8bedb7e57 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:49.492078 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d3da9f90-089b-4555-8be3-5799332db1c9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.529891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0147284c-13a2-4c9a-a863-2613194da72d None None] Deleting port 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:49.530222 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0147284c-13a2-4c9a-a863-2613194da72d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.548312 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d3da9f90-089b-4555-8be3-5799332db1c9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.576344 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da9f90-089b-4555-8be3-5799332db1c9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Subnet': ['ID=ab6b9b3f-3391-4893-9d1b-e96eb57bd20f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:49.578320 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d3da9f90-089b-4555-8be3-5799332db1c9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.580225 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d3da9f90-089b-4555-8be3-5799332db1c9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/ab6b9b3f-3391-4893-9d1b-e96eb57bd20f HTTP/1.1" status: 204 len: 168 time: 0.2717996 Jul 16 01:57:49.582786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40860) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:49.590671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9637ad-7e1c-4197-813f-621424997cc6 None None] Network 39cf0d19-21d9-4216-a0b7-818c26edb914 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:49.627832 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0147284c-13a2-4c9a-a863-2613194da72d None None] For port 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=58272f2a-0a3b-4a4a-bba8-64eaa0d785bc,segment=NetworkSegment(6509d97f-4875-4e00-8258-d77419a26c81),segment_id=6509d97f-4875-4e00-8258-d77419a26c81)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:49.628227 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0147284c-13a2-4c9a-a863-2613194da72d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.661894 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.670220 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0147284c-13a2-4c9a-a863-2613194da72d None None] Calling delete_port for 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:49.714343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:49.714631 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.775985 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] For port 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=58272f2a-0a3b-4a4a-bba8-64eaa0d785bc,segment=NetworkSegment(6509d97f-4875-4e00-8258-d77419a26c81),segment_id=6509d97f-4875-4e00-8258-d77419a26c81)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:49.776648 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.792111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:49.799364 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0147284c-13a2-4c9a-a863-2613194da72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.826284 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0147284c-13a2-4c9a-a863-2613194da72d None None] Pushing event deleted for resources: {'Port': ['ID=58272f2a-0a3b-4a4a-bba8-64eaa0d785bc,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:49.828167 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0147284c-13a2-4c9a-a863-2613194da72d None None] No DVR routers for this DVR port 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:49.863695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cafb0f2-92c0-41c5-b2e3-b2b1a556b4e9 None None] DHCP port deletion for 39cf0d19-21d9-4216-a0b7-818c26edb914 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:49.876518 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.900909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=58272f2a-0a3b-4a4a-bba8-64eaa0d785bc,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:49.904463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] No DVR routers for this DVR port 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:49.910307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3cafb0f2-92c0-41c5-b2e3-b2b1a556b4e9 None None] Deleting port f79e3e8c-c447-4ce3-86db-5d9043b038f6 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:49.910683 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3cafb0f2-92c0-41c5-b2e3-b2b1a556b4e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.974767 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-3cafb0f2-92c0-41c5-b2e3-b2b1a556b4e9 None None] For port f79e3e8c-c447-4ce3-86db-5d9043b038f6, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f79e3e8c-c447-4ce3-86db-5d9043b038f6,segment=NetworkSegment(2034c528-3d92-41ec-b5c0-02a8ea0a987d),segment_id=2034c528-3d92-41ec-b5c0-02a8ea0a987d)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:49.975750 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3cafb0f2-92c0-41c5-b2e3-b2b1a556b4e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.985128 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:49.987256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-3cafb0f2-92c0-41c5-b2e3-b2b1a556b4e9 None None] Calling delete_port for f79e3e8c-c447-4ce3-86db-5d9043b038f6 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:49.995854 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b56a1f7-3571-4107-8986-2da8bedb7e57']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:50.005521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6509d97f-4875-4e00-8258-d77419a26c81') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:50.006695 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6509d97f-4875-4e00-8258-d77419a26c81') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:50.016151 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.031581 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.038777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:50.039184 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:50.042320 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:50.062629 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:50.090288 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:50.090556 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 58272f2a-0a3b-4a4a-bba8-64eaa0d785bc not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:50.090976 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f79e3e8c-c447-4ce3-86db-5d9043b038f6 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:50.105286 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.111027 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.113247 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/networks/0b56a1f7-3571-4107-8986-2da8bedb7e57 HTTP/1.1" status: 204 len: 168 time: 0.5293982 Jul 16 01:57:50.116823 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40862) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:50.120532 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3cafb0f2-92c0-41c5-b2e3-b2b1a556b4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.128417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b746d03-2588-45fb-9f16-ac3c285a1499 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Network': ['ID=0b56a1f7-3571-4107-8986-2da8bedb7e57,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.136682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cafb0f2-92c0-41c5-b2e3-b2b1a556b4e9 None None] No DVR routers for this DVR port f79e3e8c-c447-4ce3-86db-5d9043b038f6 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:50.160586 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cafb0f2-92c0-41c5-b2e3-b2b1a556b4e9 None None] Pushing event deleted for resources: {'Port': ['ID=f79e3e8c-c447-4ce3-86db-5d9043b038f6,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.166680 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No active binding found for port f79e3e8c-c447-4ce3-86db-5d9043b038f6 {{(pid=93921) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 01:57:50.167233 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device f79e3e8c-c447-4ce3-86db-5d9043b038f6 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:50.194015 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25dcb7e3-d524-49ef-9043-d1572afd83e3 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.280347 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25dcb7e3-d524-49ef-9043-d1572afd83e3 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.290658 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-25dcb7e3-d524-49ef-9043-d1572afd83e3 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39cf0d19-21d9-4216-a0b7-818c26edb914']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:50.300177 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-25dcb7e3-d524-49ef-9043-d1572afd83e3 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2034c528-3d92-41ec-b5c0-02a8ea0a987d') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:50.300421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-25dcb7e3-d524-49ef-9043-d1572afd83e3 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2034c528-3d92-41ec-b5c0-02a8ea0a987d') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:50.309306 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25dcb7e3-d524-49ef-9043-d1572afd83e3 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.322333 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25dcb7e3-d524-49ef-9043-d1572afd83e3 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.327914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25dcb7e3-d524-49ef-9043-d1572afd83e3 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:50.328300 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25dcb7e3-d524-49ef-9043-d1572afd83e3 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:50.331067 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:50.386607 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25dcb7e3-d524-49ef-9043-d1572afd83e3 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.393438 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25dcb7e3-d524-49ef-9043-d1572afd83e3 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.395232 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-25dcb7e3-d524-49ef-9043-d1572afd83e3 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/networks/39cf0d19-21d9-4216-a0b7-818c26edb914 HTTP/1.1" status: 204 len: 168 time: 0.2764714 Jul 16 01:57:50.399938 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40864) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:50.405232 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f53683aa-bd3d-43c3-8a57-4659a765cb98 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-345367801'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:50.411935 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcb7e3-d524-49ef-9043-d1572afd83e3 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Network': ['ID=39cf0d19-21d9-4216-a0b7-818c26edb914,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.428575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53683aa-bd3d-43c3-8a57-4659a765cb98 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:50.432047 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f53683aa-bd3d-43c3-8a57-4659a765cb98 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.453961 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53683aa-bd3d-43c3-8a57-4659a765cb98 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:50.463012 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f53683aa-bd3d-43c3-8a57-4659a765cb98 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.463418 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-f53683aa-bd3d-43c3-8a57-4659a765cb98 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Added segment 33fbde2a-03d1-4948-8abc-2f16f5710083 of type vlan for network 9a9503c0-8a10-4d4d-9230-cd52d3a57391 Jul 16 01:57:50.501197 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f53683aa-bd3d-43c3-8a57-4659a765cb98 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.528360 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f53683aa-bd3d-43c3-8a57-4659a765cb98 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.533757 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53683aa-bd3d-43c3-8a57-4659a765cb98 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:50.534334 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f53683aa-bd3d-43c3-8a57-4659a765cb98 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.564264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f53683aa-bd3d-43c3-8a57-4659a765cb98 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1629727 Jul 16 01:57:50.566966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40866) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:50.572309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-df017492-3844-4b6f-90ae-6caab39cce0e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'subnet': {'network_id': '9a9503c0-8a10-4d4d-9230-cd52d3a57391', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:50.626265 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53683aa-bd3d-43c3-8a57-4659a765cb98 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Network': ['ID=9a9503c0-8a10-4d4d-9230-cd52d3a57391,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.637151 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 9a9503c0-8a10-4d4d-9230-cd52d3a57391 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:50.691920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df017492-3844-4b6f-90ae-6caab39cce0e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:50.696186 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df017492-3844-4b6f-90ae-6caab39cce0e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.869885 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df017492-3844-4b6f-90ae-6caab39cce0e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.933264 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df017492-3844-4b6f-90ae-6caab39cce0e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Subnet': ['ID=86793651-348e-4210-803c-1926ac3831fc,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:50.941145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df017492-3844-4b6f-90ae-6caab39cce0e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Checking segment: {'id': '33fbde2a-03d1-4948-8abc-2f16f5710083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9a9503c0-8a10-4d4d-9230-cd52d3a57391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:50.941506 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df017492-3844-4b6f-90ae-6caab39cce0e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network hostable DHCP agents. Network: 9a9503c0-8a10-4d4d-9230-cd52d3a57391, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:50.957951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df017492-3844-4b6f-90ae-6caab39cce0e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 9a9503c0-8a10-4d4d-9230-cd52d3a57391 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:50.966033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-df017492-3844-4b6f-90ae-6caab39cce0e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 9a9503c0-8a10-4d4d-9230-cd52d3a57391) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:50.970455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df017492-3844-4b6f-90ae-6caab39cce0e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:50.971485 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df017492-3844-4b6f-90ae-6caab39cce0e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:50.974713 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53669a03-0374-4c20-9d81-e3320d52287c None None] Network 9a9503c0-8a10-4d4d-9230-cd52d3a57391 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:50.988164 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-df017492-3844-4b6f-90ae-6caab39cce0e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4177461 Jul 16 01:57:50.988372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40868) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:50.993333 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-2d4a57e4-218c-4c61-8a4a-0b5115b99785 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-856158727', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:51.018236 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d4a57e4-218c-4c61-8a4a-0b5115b99785 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.019220 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d4a57e4-218c-4c61-8a4a-0b5115b99785 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.123537 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-9a9503c0-8a10-4d4d-9230-cd52d3a57391', 'network_id': '9a9503c0-8a10-4d4d-9230-cd52d3a57391', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'fixed_ips': [{'subnet_id': '86793651-348e-4210-803c-1926ac3831fc'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:51.124390 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.260515 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Allocated IP 2001:db8::2 (9a9503c0-8a10-4d4d-9230-cd52d3a57391/86793651-348e-4210-803c-1926ac3831fc/7b5895f5-4f32-4167-bc79-d43a936f8e84) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:51.354227 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d4a57e4-218c-4c61-8a4a-0b5115b99785 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.358171 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d4a57e4-218c-4c61-8a4a-0b5115b99785 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.373931 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2d4a57e4-218c-4c61-8a4a-0b5115b99785 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.375232 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2d4a57e4-218c-4c61-8a4a-0b5115b99785 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3858986 Jul 16 01:57:51.377941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40870) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:51.383668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-87e8e86b-847d-4dd8-b2b1-b8e03c576dc2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'port': {'network_id': '9a9503c0-8a10-4d4d-9230-cd52d3a57391', 'name': 'tempest-RoutersIpV6Test-841874582'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:51.403012 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.411468 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Transition to ACTIVE for port object 7b5895f5-4f32-4167-bc79-d43a936f8e84 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:51.426012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Transition to ACTIVE for port object 7b5895f5-4f32-4167-bc79-d43a936f8e84 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:51.432674 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.470861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Network 9a9503c0-8a10-4d4d-9230-cd52d3a57391 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:51.473625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:51.477641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:51.483067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Pushing event updated for resources: {'Port': ['ID=7b5895f5-4f32-4167-bc79-d43a936f8e84,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:51.493951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e8e86b-847d-4dd8-b2b1-b8e03c576dc2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:51.497559 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87e8e86b-847d-4dd8-b2b1-b8e03c576dc2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.514637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [None req-87e8e86b-847d-4dd8-b2b1-b8e03c576dc2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] device_id is not set on port b6c470c2-6bf8-4f8a-b353-f128c37bf4b1 yet. {{(pid=93919) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 01:57:51.631081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-87e8e86b-847d-4dd8-b2b1-b8e03c576dc2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Allocated IP 2001:db8::3ac (9a9503c0-8a10-4d4d-9230-cd52d3a57391/86793651-348e-4210-803c-1926ac3831fc/b6c470c2-6bf8-4f8a-b353-f128c37bf4b1) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:51.688858 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Attempting to bind port 7b5895f5-4f32-4167-bc79-d43a936f8e84 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:51.689455 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Attempting to bind port 7b5895f5-4f32-4167-bc79-d43a936f8e84 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '33fbde2a-03d1-4948-8abc-2f16f5710083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9a9503c0-8a10-4d4d-9230-cd52d3a57391'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:51.689579 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Attempting to bind port 7b5895f5-4f32-4167-bc79-d43a936f8e84 on network 9a9503c0-8a10-4d4d-9230-cd52d3a57391 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:51.694643 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:51.695018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Checking segment: {'id': '33fbde2a-03d1-4948-8abc-2f16f5710083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9a9503c0-8a10-4d4d-9230-cd52d3a57391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:51.695536 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.695969 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Bound using segment: {'id': '33fbde2a-03d1-4948-8abc-2f16f5710083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9a9503c0-8a10-4d4d-9230-cd52d3a57391'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:51.696435 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Bound port: 7b5895f5-4f32-4167-bc79-d43a936f8e84, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33fbde2a-03d1-4948-8abc-2f16f5710083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9a9503c0-8a10-4d4d-9230-cd52d3a57391'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:51.696816 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.757412 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] For port 7b5895f5-4f32-4167-bc79-d43a936f8e84, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:51.760415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] For port 7b5895f5-4f32-4167-bc79-d43a936f8e84, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7b5895f5-4f32-4167-bc79-d43a936f8e84,segment=NetworkSegment(33fbde2a-03d1-4948-8abc-2f16f5710083),segment_id=33fbde2a-03d1-4948-8abc-2f16f5710083)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:51.764892 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.778853 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87e8e86b-847d-4dd8-b2b1-b8e03c576dc2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.792482 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-87e8e86b-847d-4dd8-b2b1-b8e03c576dc2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Transition to ACTIVE for port object b6c470c2-6bf8-4f8a-b353-f128c37bf4b1 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:51.821563 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d3c381-964c-44f8-a7a3-0096baa54934 None None] Pushing event updated for resources: {'Port': ['ID=7b5895f5-4f32-4167-bc79-d43a936f8e84,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:51.825127 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87e8e86b-847d-4dd8-b2b1-b8e03c576dc2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.875777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e8e86b-847d-4dd8-b2b1-b8e03c576dc2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 9a9503c0-8a10-4d4d-9230-cd52d3a57391 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:51.879144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-87e8e86b-847d-4dd8-b2b1-b8e03c576dc2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:51.883442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e8e86b-847d-4dd8-b2b1-b8e03c576dc2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:51.888903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e8e86b-847d-4dd8-b2b1-b8e03c576dc2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:51.889511 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-87e8e86b-847d-4dd8-b2b1-b8e03c576dc2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:51.895508 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e8e86b-847d-4dd8-b2b1-b8e03c576dc2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=b6c470c2-6bf8-4f8a-b353-f128c37bf4b1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:51.909245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-87e8e86b-847d-4dd8-b2b1-b8e03c576dc2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.5300770 Jul 16 01:57:51.911692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40872) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:52.093667 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7b5895f5-4f32-4167-bc79-d43a936f8e84 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:52.149263 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 7b5895f5-4f32-4167-bc79-d43a936f8e84 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:52.278852 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ea95-dede-42ae-a50d-6e91ae3c4596 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.519097 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ea95-dede-42ae-a50d-6e91ae3c4596 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.524197 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ea95-dede-42ae-a50d-6e91ae3c4596 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.606957 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6ea95-dede-42ae-a50d-6e91ae3c4596 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=b6c470c2-6bf8-4f8a-b353-f128c37bf4b1,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:52.726414 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ea95-dede-42ae-a50d-6e91ae3c4596 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.727735 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87e9fa4a-5e10-466a-b90c-3d6cefbd924c None None] Network 9a9503c0-8a10-4d4d-9230-cd52d3a57391 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:52.833829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ac8d2a75-4e0f-40e1-b5e8-991ce9b3d647 None None] Provisioning for port 7b5895f5-4f32-4167-bc79-d43a936f8e84 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:52.843831 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ac8d2a75-4e0f-40e1-b5e8-991ce9b3d647 None None] Provisioning complete for port 7b5895f5-4f32-4167-bc79-d43a936f8e84 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:52.844214 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac8d2a75-4e0f-40e1-b5e8-991ce9b3d647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.850022 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ea95-dede-42ae-a50d-6e91ae3c4596 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.961783 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac8d2a75-4e0f-40e1-b5e8-991ce9b3d647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:52.996344 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ac8d2a75-4e0f-40e1-b5e8-991ce9b3d647 None None] For port 7b5895f5-4f32-4167-bc79-d43a936f8e84, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7b5895f5-4f32-4167-bc79-d43a936f8e84,segment=NetworkSegment(33fbde2a-03d1-4948-8abc-2f16f5710083),segment_id=33fbde2a-03d1-4948-8abc-2f16f5710083)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:53.000334 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac8d2a75-4e0f-40e1-b5e8-991ce9b3d647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.059277 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8d2a75-4e0f-40e1-b5e8-991ce9b3d647 None None] Pushing event updated for resources: {'Port': ['ID=7b5895f5-4f32-4167-bc79-d43a936f8e84,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:53.112163 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ea95-dede-42ae-a50d-6e91ae3c4596 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.117508 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ea95-dede-42ae-a50d-6e91ae3c4596 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.118282 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1cb6ea95-dede-42ae-a50d-6e91ae3c4596 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.189268 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb6ea95-dede-42ae-a50d-6e91ae3c4596 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=b6c470c2-6bf8-4f8a-b353-f128c37bf4b1,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:53.223285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-54a3d40a-70d3-4c6e-8db1-b3f420ef405f None None] Provisioning complete for port 7b5895f5-4f32-4167-bc79-d43a936f8e84 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:53.223582 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-54a3d40a-70d3-4c6e-8db1-b3f420ef405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.256264 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb6ea95-dede-42ae-a50d-6e91ae3c4596 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 9a9503c0-8a10-4d4d-9230-cd52d3a57391 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:53.258071 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-1cb6ea95-dede-42ae-a50d-6e91ae3c4596 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:53.318116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-54a3d40a-70d3-4c6e-8db1-b3f420ef405f None None] Provisioning for port b6c470c2-6bf8-4f8a-b353-f128c37bf4b1 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:53.324053 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-54a3d40a-70d3-4c6e-8db1-b3f420ef405f None None] Provisioning complete for port b6c470c2-6bf8-4f8a-b353-f128c37bf4b1 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:53.324634 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-54a3d40a-70d3-4c6e-8db1-b3f420ef405f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.358898 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-54a3d40a-70d3-4c6e-8db1-b3f420ef405f None None] Port b6c470c2-6bf8-4f8a-b353-f128c37bf4b1 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:53.381055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb6ea95-dede-42ae-a50d-6e91ae3c4596 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router daecf697-4cbd-41cb-b2d3-ea321712aeed is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:57:53.478236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-86a15569-08db-45b2-9386-8d84f5e12854 None None] Provisioning complete for port b6c470c2-6bf8-4f8a-b353-f128c37bf4b1 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:53.478695 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-86a15569-08db-45b2-9386-8d84f5e12854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.478897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb6ea95-dede-42ae-a50d-6e91ae3c4596 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:53.485084 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1cb6ea95-dede-42ae-a50d-6e91ae3c4596 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/daecf697-4cbd-41cb-b2d3-ea321712aeed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5723903 Jul 16 01:57:53.487747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40874) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:53.506990 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a914b5-e96d-4169-9140-245c31604cea None None] Sync routers for ids ['daecf697-4cbd-41cb-b2d3-ea321712aeed'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:53.528238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a914b5-e96d-4169-9140-245c31604cea None None] Routers {'daecf697-4cbd-41cb-b2d3-ea321712aeed'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:53.529016 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e6a914b5-e96d-4169-9140-245c31604cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['daecf697-4cbd-41cb-b2d3-ea321712aeed'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:53.530856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-86a15569-08db-45b2-9386-8d84f5e12854 None None] Port b6c470c2-6bf8-4f8a-b353-f128c37bf4b1 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:53.546187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d14b3f-57f9-4177-a33e-82d5d372f6f1 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:53.547565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-63d14b3f-57f9-4177-a33e-82d5d372f6f1 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports/b6c470c2-6bf8-4f8a-b353-f128c37bf4b1 HTTP/1.1" status: 200 len: 983 time: 0.0588548 Jul 16 01:57:53.550388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40876) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:53.564221 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e6a914b5-e96d-4169-9140-245c31604cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:53.573088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a914b5-e96d-4169-9140-245c31604cea None None] Routers {'daecf697-4cbd-41cb-b2d3-ea321712aeed'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:53.573806 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e6a914b5-e96d-4169-9140-245c31604cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['daecf697-4cbd-41cb-b2d3-ea321712aeed'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:53.606477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e6a914b5-e96d-4169-9140-245c31604cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:53.607134 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a914b5-e96d-4169-9140-245c31604cea None None] The sync data for ids ['daecf697-4cbd-41cb-b2d3-ea321712aeed'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:53.651458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5a2d830c-27b0-4b80-97d3-1aefa8b6ef0d None None] Provisioning complete for port b6c470c2-6bf8-4f8a-b353-f128c37bf4b1 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:53.651943 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5a2d830c-27b0-4b80-97d3-1aefa8b6ef0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.691361 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5a2d830c-27b0-4b80-97d3-1aefa8b6ef0d None None] Port b6c470c2-6bf8-4f8a-b353-f128c37bf4b1 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:53.810337 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-311b6975-e2cb-4df9-a8af-268d45202738 None None] Provisioning complete for port b6c470c2-6bf8-4f8a-b353-f128c37bf4b1 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:53.811056 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-311b6975-e2cb-4df9-a8af-268d45202738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:53.843184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-311b6975-e2cb-4df9-a8af-268d45202738 None None] Port b6c470c2-6bf8-4f8a-b353-f128c37bf4b1 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:53.989165 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a2c39f02-4339-4617-8482-deb9aa445780 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.052005 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7b5895f5-4f32-4167-bc79-d43a936f8e84 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:54.098881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7b5895f5-4f32-4167-bc79-d43a936f8e84 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:54.099259 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.193327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-a2c39f02-4339-4617-8482-deb9aa445780 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port b6c470c2-6bf8-4f8a-b353-f128c37bf4b1 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:54.193843 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a2c39f02-4339-4617-8482-deb9aa445780 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.274267 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a2c39f02-4339-4617-8482-deb9aa445780 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.285461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-a2c39f02-4339-4617-8482-deb9aa445780 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for b6c470c2-6bf8-4f8a-b353-f128c37bf4b1 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:54.452093 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a2c39f02-4339-4617-8482-deb9aa445780 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.747209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c39f02-4339-4617-8482-deb9aa445780 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=b6c470c2-6bf8-4f8a-b353-f128c37bf4b1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:54.843337 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a2c39f02-4339-4617-8482-deb9aa445780 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:54.993196 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c39f02-4339-4617-8482-deb9aa445780 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router daecf697-4cbd-41cb-b2d3-ea321712aeed has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:57:55.069745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c39f02-4339-4617-8482-deb9aa445780 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:55.076314 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a2c39f02-4339-4617-8482-deb9aa445780 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/daecf697-4cbd-41cb-b2d3-ea321712aeed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5231984 Jul 16 01:57:55.077581 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40878) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:55.079153 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a572636-e94e-45f8-a092-c68dcdede6d3 None None] Sync routers for ids ['daecf697-4cbd-41cb-b2d3-ea321712aeed'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:55.088337 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a572636-e94e-45f8-a092-c68dcdede6d3 None None] Routers {'daecf697-4cbd-41cb-b2d3-ea321712aeed'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:55.088947 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1a572636-e94e-45f8-a092-c68dcdede6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['daecf697-4cbd-41cb-b2d3-ea321712aeed'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:55.121565 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1a572636-e94e-45f8-a092-c68dcdede6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:55.130008 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a572636-e94e-45f8-a092-c68dcdede6d3 None None] Routers {'daecf697-4cbd-41cb-b2d3-ea321712aeed'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:55.130605 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1a572636-e94e-45f8-a092-c68dcdede6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['daecf697-4cbd-41cb-b2d3-ea321712aeed'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:55.161647 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1a572636-e94e-45f8-a092-c68dcdede6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:55.162279 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a572636-e94e-45f8-a092-c68dcdede6d3 None None] The sync data for ids ['daecf697-4cbd-41cb-b2d3-ea321712aeed'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:55.258785 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-8d46394c-1d17-432d-b394-c4a5a5c8278f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 01:57:55.259871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8d46394c-1d17-432d-b394-c4a5a5c8278f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/daecf697-4cbd-41cb-b2d3-ea321712aeed/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1813002 Jul 16 01:57:55.262608 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40880) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:55.291151 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1314512a-59fa-4ba8-841d-dc8b9a198986 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports?device_id=daecf697-4cbd-41cb-b2d3-ea321712aeed HTTP/1.1" status: 200 len: 205 time: 0.0272095 Jul 16 01:57:55.293264 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40882) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:55.367938 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-00e91ba2-67a1-4689-8ff3-133cdaa0b826 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.522619 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-00e91ba2-67a1-4689-8ff3-133cdaa0b826 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.524682 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-00e91ba2-67a1-4689-8ff3-133cdaa0b826 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.565400 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-00e91ba2-67a1-4689-8ff3-133cdaa0b826 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.565911 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e91ba2-67a1-4689-8ff3-133cdaa0b826 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Fanout notify agent at l3_agent the message router_deleted on router daecf697-4cbd-41cb-b2d3-ea321712aeed {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:57:55.572500 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-00e91ba2-67a1-4689-8ff3-133cdaa0b826 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.573536 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-00e91ba2-67a1-4689-8ff3-133cdaa0b826 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/routers/daecf697-4cbd-41cb-b2d3-ea321712aeed HTTP/1.1" status: 204 len: 168 time: 0.2792165 Jul 16 01:57:55.576094 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40884) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:55.630505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-c18b84d3-7d57-40b5-94ca-498d03144273 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting subnet 86793651-348e-4210-803c-1926ac3831fc {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:57:55.633543 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c18b84d3-7d57-40b5-94ca-498d03144273 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.672381 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c18b84d3-7d57-40b5-94ca-498d03144273 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.752230 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c18b84d3-7d57-40b5-94ca-498d03144273 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.812365 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c18b84d3-7d57-40b5-94ca-498d03144273 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.837280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b84d3-7d57-40b5-94ca-498d03144273 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Subnet': ['ID=86793651-348e-4210-803c-1926ac3831fc,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:55.842736 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c18b84d3-7d57-40b5-94ca-498d03144273 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.844609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c18b84d3-7d57-40b5-94ca-498d03144273 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/86793651-348e-4210-803c-1926ac3831fc HTTP/1.1" status: 204 len: 168 time: 0.2675979 Jul 16 01:57:55.847204 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40886) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:55.849659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e52df71-87a2-4ec5-8c45-637b9b25beba None None] Network 9a9503c0-8a10-4d4d-9230-cd52d3a57391 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:55.921181 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:55.977117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port 7b5895f5-4f32-4167-bc79-d43a936f8e84 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:55.977457 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.039540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] For port 7b5895f5-4f32-4167-bc79-d43a936f8e84, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7b5895f5-4f32-4167-bc79-d43a936f8e84,segment=NetworkSegment(33fbde2a-03d1-4948-8abc-2f16f5710083),segment_id=33fbde2a-03d1-4948-8abc-2f16f5710083)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:56.039935 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.051741 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab8189-1039-4e9e-b644-37f16d63f57e None None] DHCP port deletion for 9a9503c0-8a10-4d4d-9230-cd52d3a57391 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:57:56.052123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for 7b5895f5-4f32-4167-bc79-d43a936f8e84 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:56.102097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-90ab8189-1039-4e9e-b644-37f16d63f57e None None] Deleting port 7b5895f5-4f32-4167-bc79-d43a936f8e84 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:56.102479 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90ab8189-1039-4e9e-b644-37f16d63f57e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.135843 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.161326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=7b5895f5-4f32-4167-bc79-d43a936f8e84,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:56.165077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-90ab8189-1039-4e9e-b644-37f16d63f57e None None] For port 7b5895f5-4f32-4167-bc79-d43a936f8e84, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7b5895f5-4f32-4167-bc79-d43a936f8e84,segment=NetworkSegment(33fbde2a-03d1-4948-8abc-2f16f5710083),segment_id=33fbde2a-03d1-4948-8abc-2f16f5710083)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:56.165390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] No DVR routers for this DVR port 7b5895f5-4f32-4167-bc79-d43a936f8e84 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:56.165592 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90ab8189-1039-4e9e-b644-37f16d63f57e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.179458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-90ab8189-1039-4e9e-b644-37f16d63f57e None None] Calling delete_port for 7b5895f5-4f32-4167-bc79-d43a936f8e84 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:56.241313 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.251170 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9503c0-8a10-4d4d-9230-cd52d3a57391']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:56.254864 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90ab8189-1039-4e9e-b644-37f16d63f57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.266144 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33fbde2a-03d1-4948-8abc-2f16f5710083') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:56.266655 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33fbde2a-03d1-4948-8abc-2f16f5710083') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:56.275789 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.279436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab8189-1039-4e9e-b644-37f16d63f57e None None] Pushing event deleted for resources: {'Port': ['ID=7b5895f5-4f32-4167-bc79-d43a936f8e84,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:56.282952 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab8189-1039-4e9e-b644-37f16d63f57e None None] No DVR routers for this DVR port 7b5895f5-4f32-4167-bc79-d43a936f8e84 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:57:56.296279 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.298709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:57:56.299128 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:57:56.302343 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:57:56.358953 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.365463 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.367236 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/networks/9a9503c0-8a10-4d4d-9230-cd52d3a57391 HTTP/1.1" status: 204 len: 168 time: 0.5190477 Jul 16 01:57:56.371071 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40888) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:56.376879 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ba06ce6a-9399-4400-9fee-a70b83555fa8 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-683141645'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:56.378693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229276fd-4936-4bca-80bb-6a6422ce5e1c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Network': ['ID=9a9503c0-8a10-4d4d-9230-cd52d3a57391,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:56.397930 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba06ce6a-9399-4400-9fee-a70b83555fa8 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:56.401599 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba06ce6a-9399-4400-9fee-a70b83555fa8 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.425237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba06ce6a-9399-4400-9fee-a70b83555fa8 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:57:56.434216 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba06ce6a-9399-4400-9fee-a70b83555fa8 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.434491 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-ba06ce6a-9399-4400-9fee-a70b83555fa8 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Added segment e30b1bfd-ebdc-46c6-b03b-c5d2e4e26170 of type vlan for network 5eeb4b48-1111-43ea-b961-80b5af8a9afe Jul 16 01:57:56.472845 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba06ce6a-9399-4400-9fee-a70b83555fa8 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.500491 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba06ce6a-9399-4400-9fee-a70b83555fa8 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.505872 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba06ce6a-9399-4400-9fee-a70b83555fa8 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:56.506979 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba06ce6a-9399-4400-9fee-a70b83555fa8 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.541408 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ba06ce6a-9399-4400-9fee-a70b83555fa8 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1686590 Jul 16 01:57:56.544177 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40890) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:56.549020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b57df982-933b-4336-934d-b34c14097b3d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'subnet': {'network_id': '5eeb4b48-1111-43ea-b961-80b5af8a9afe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:56.599769 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06ce6a-9399-4400-9fee-a70b83555fa8 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Network': ['ID=5eeb4b48-1111-43ea-b961-80b5af8a9afe,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:56.609733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 5eeb4b48-1111-43ea-b961-80b5af8a9afe details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:57:56.668318 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57df982-933b-4336-934d-b34c14097b3d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:57:56.671772 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b57df982-933b-4336-934d-b34c14097b3d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.846291 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b57df982-933b-4336-934d-b34c14097b3d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.904469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57df982-933b-4336-934d-b34c14097b3d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Subnet': ['ID=b614caa3-efa7-4ee3-9148-35eccafce4de,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:56.911944 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57df982-933b-4336-934d-b34c14097b3d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Checking segment: {'id': 'e30b1bfd-ebdc-46c6-b03b-c5d2e4e26170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5eeb4b48-1111-43ea-b961-80b5af8a9afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:56.911944 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57df982-933b-4336-934d-b34c14097b3d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network hostable DHCP agents. Network: 5eeb4b48-1111-43ea-b961-80b5af8a9afe, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:57:56.927889 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57df982-933b-4336-934d-b34c14097b3d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 5eeb4b48-1111-43ea-b961-80b5af8a9afe is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:57:56.936527 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-b57df982-933b-4336-934d-b34c14097b3d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 5eeb4b48-1111-43ea-b961-80b5af8a9afe) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:56.941334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57df982-933b-4336-934d-b34c14097b3d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:56.942852 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b57df982-933b-4336-934d-b34c14097b3d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.946525 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d85bc6-e71c-4be3-8288-34ca040af98f None None] Network 5eeb4b48-1111-43ea-b961-80b5af8a9afe requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:56.959490 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b57df982-933b-4336-934d-b34c14097b3d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4119461 Jul 16 01:57:56.959687 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40892) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:56.964055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9351e1d6-6863-4a04-97ca-104cf57abda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-646179412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:57:56.985454 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9351e1d6-6863-4a04-97ca-104cf57abda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:56.986402 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9351e1d6-6863-4a04-97ca-104cf57abda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.040389 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9351e1d6-6863-4a04-97ca-104cf57abda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.045024 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9351e1d6-6863-4a04-97ca-104cf57abda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.063246 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9351e1d6-6863-4a04-97ca-104cf57abda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.063921 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9351e1d6-6863-4a04-97ca-104cf57abda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1032751 Jul 16 01:57:57.066527 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40894) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:57.102906 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-5eeb4b48-1111-43ea-b961-80b5af8a9afe', 'network_id': '5eeb4b48-1111-43ea-b961-80b5af8a9afe', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'fixed_ips': [{'subnet_id': 'b614caa3-efa7-4ee3-9148-35eccafce4de'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:57:57.103798 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.236624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Allocated IP 2001:db8::2 (5eeb4b48-1111-43ea-b961-80b5af8a9afe/b614caa3-efa7-4ee3-9148-35eccafce4de/e6a06e79-1084-446e-86bb-66b4cc8d5fef) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:57.332535 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.378901 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.387144 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Transition to ACTIVE for port object e6a06e79-1084-446e-86bb-66b4cc8d5fef will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:57.401428 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Transition to ACTIVE for port object e6a06e79-1084-446e-86bb-66b4cc8d5fef will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:57.406309 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.445770 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Network 5eeb4b48-1111-43ea-b961-80b5af8a9afe is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:57.450159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:57.454458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:57.457453 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Pushing event updated for resources: {'Port': ['ID=e6a06e79-1084-446e-86bb-66b4cc8d5fef,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:57.514724 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Attempting to bind port e6a06e79-1084-446e-86bb-66b4cc8d5fef on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:57:57.515117 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Attempting to bind port e6a06e79-1084-446e-86bb-66b4cc8d5fef by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'e30b1bfd-ebdc-46c6-b03b-c5d2e4e26170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5eeb4b48-1111-43ea-b961-80b5af8a9afe'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:57:57.515494 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Attempting to bind port e6a06e79-1084-446e-86bb-66b4cc8d5fef on network 5eeb4b48-1111-43ea-b961-80b5af8a9afe {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:57:57.520415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:57:57.520794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Checking segment: {'id': 'e30b1bfd-ebdc-46c6-b03b-c5d2e4e26170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5eeb4b48-1111-43ea-b961-80b5af8a9afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:57:57.521202 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.521601 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Bound using segment: {'id': 'e30b1bfd-ebdc-46c6-b03b-c5d2e4e26170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5eeb4b48-1111-43ea-b961-80b5af8a9afe'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:57:57.522109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Bound port: e6a06e79-1084-446e-86bb-66b4cc8d5fef, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30b1bfd-ebdc-46c6-b03b-c5d2e4e26170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '5eeb4b48-1111-43ea-b961-80b5af8a9afe'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:57:57.522495 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.566883 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Allocated IP 2001:db8::1 (5eeb4b48-1111-43ea-b961-80b5af8a9afe/b614caa3-efa7-4ee3-9148-35eccafce4de/631b4c7d-bffe-4575-bf59-c8fd68f189a6) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:57:57.584000 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] For port e6a06e79-1084-446e-86bb-66b4cc8d5fef, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:57:57.587306 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] For port e6a06e79-1084-446e-86bb-66b4cc8d5fef, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=e6a06e79-1084-446e-86bb-66b4cc8d5fef,segment=NetworkSegment(e30b1bfd-ebdc-46c6-b03b-c5d2e4e26170),segment_id=e30b1bfd-ebdc-46c6-b03b-c5d2e4e26170)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:57:57.590639 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.653308 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1ce3f4-10f3-4b0f-81b9-8be6c225518c None None] Pushing event updated for resources: {'Port': ['ID=e6a06e79-1084-446e-86bb-66b4cc8d5fef,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:57.681108 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.695083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Transition to ACTIVE for port object 631b4c7d-bffe-4575-bf59-c8fd68f189a6 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:57:57.729078 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.768301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 5eeb4b48-1111-43ea-b961-80b5af8a9afe is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:57.774097 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:57.778108 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:57:57.779130 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:57.828322 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=631b4c7d-bffe-4575-bf59-c8fd68f189a6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:57.929307 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.080837 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e6a06e79-1084-446e-86bb-66b4cc8d5fef up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:57:58.133990 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port e6a06e79-1084-446e-86bb-66b4cc8d5fef completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:58.183939 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7b5895f5-4f32-4167-bc79-d43a936f8e84 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:57:58.208417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 7b5895f5-4f32-4167-bc79-d43a936f8e84 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:57:58.208769 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7b5895f5-4f32-4167-bc79-d43a936f8e84 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:57:58.478419 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.483131 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.484076 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.554322 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=631b4c7d-bffe-4575-bf59-c8fd68f189a6,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:58.582869 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31a5a29-3d25-497d-b2d8-ec6e11e8b6d0 None None] Network 5eeb4b48-1111-43ea-b961-80b5af8a9afe requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:57:58.616627 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 5eeb4b48-1111-43ea-b961-80b5af8a9afe is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:57:58.618002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:57:58.643669 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-02a9ba63-67ff-4ae3-a4fc-12aff503720e None None] Provisioning for port e6a06e79-1084-446e-86bb-66b4cc8d5fef completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:58.652957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-02a9ba63-67ff-4ae3-a4fc-12aff503720e None None] Provisioning complete for port e6a06e79-1084-446e-86bb-66b4cc8d5fef triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:58.653337 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-02a9ba63-67ff-4ae3-a4fc-12aff503720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.732589 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router 4ca1d394-bec9-4b06-886f-52b6f21488ce is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:57:58.793720 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-02a9ba63-67ff-4ae3-a4fc-12aff503720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.825660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:57:58.833558 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-efe03a98-43b4-4f4b-abd8-db89abe96ace tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/4ca1d394-bec9-4b06-886f-52b6f21488ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7629855 Jul 16 01:57:58.833558 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40896) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:58.838404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7251635-683c-4910-9f1c-db423e4f7f31 None None] Sync routers for ids ['4ca1d394-bec9-4b06-886f-52b6f21488ce'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:57:58.845036 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-02a9ba63-67ff-4ae3-a4fc-12aff503720e None None] For port e6a06e79-1084-446e-86bb-66b4cc8d5fef, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=e6a06e79-1084-446e-86bb-66b4cc8d5fef,segment=NetworkSegment(e30b1bfd-ebdc-46c6-b03b-c5d2e4e26170),segment_id=e30b1bfd-ebdc-46c6-b03b-c5d2e4e26170)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:57:58.851247 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-02a9ba63-67ff-4ae3-a4fc-12aff503720e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:58.857987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7251635-683c-4910-9f1c-db423e4f7f31 None None] Routers {'4ca1d394-bec9-4b06-886f-52b6f21488ce'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:58.858153 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a7251635-683c-4910-9f1c-db423e4f7f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4ca1d394-bec9-4b06-886f-52b6f21488ce'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:58.888962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7419b7a-da97-401a-b8df-c599c5ba06c4 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:57:58.893029 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e7419b7a-da97-401a-b8df-c599c5ba06c4 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports/631b4c7d-bffe-4575-bf59-c8fd68f189a6 HTTP/1.1" status: 200 len: 911 time: 0.0564375 Jul 16 01:57:58.893278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40898) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:57:58.909623 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a7251635-683c-4910-9f1c-db423e4f7f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:58.930714 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7251635-683c-4910-9f1c-db423e4f7f31 None None] Routers {'4ca1d394-bec9-4b06-886f-52b6f21488ce'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:57:58.931354 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a7251635-683c-4910-9f1c-db423e4f7f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4ca1d394-bec9-4b06-886f-52b6f21488ce'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:58.972196 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a7251635-683c-4910-9f1c-db423e4f7f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:57:58.972845 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7251635-683c-4910-9f1c-db423e4f7f31 None None] The sync data for ids ['4ca1d394-bec9-4b06-886f-52b6f21488ce'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:57:58.975930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a9ba63-67ff-4ae3-a4fc-12aff503720e None None] Pushing event updated for resources: {'Port': ['ID=e6a06e79-1084-446e-86bb-66b4cc8d5fef,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:59.078640 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aea23b71-33a3-47ac-95d9-c67fbbd2b0e1 None None] Provisioning for port 631b4c7d-bffe-4575-bf59-c8fd68f189a6 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:57:59.085324 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aea23b71-33a3-47ac-95d9-c67fbbd2b0e1 None None] Provisioning complete for port 631b4c7d-bffe-4575-bf59-c8fd68f189a6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:59.086053 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aea23b71-33a3-47ac-95d9-c67fbbd2b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.132018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-aea23b71-33a3-47ac-95d9-c67fbbd2b0e1 None None] Port 631b4c7d-bffe-4575-bf59-c8fd68f189a6 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:59.141761 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aea23b71-33a3-47ac-95d9-c67fbbd2b0e1 None None] Provisioning complete for port e6a06e79-1084-446e-86bb-66b4cc8d5fef triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:59.142142 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aea23b71-33a3-47ac-95d9-c67fbbd2b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.234035 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e12cfbfe-7f77-4cd9-be3b-0fc1a1088e6d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.343523 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8456f7d8-5ef8-4ae9-a8d5-548bb590add5 None None] Provisioning complete for port 631b4c7d-bffe-4575-bf59-c8fd68f189a6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:59.344004 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8456f7d8-5ef8-4ae9-a8d5-548bb590add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.379543 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8456f7d8-5ef8-4ae9-a8d5-548bb590add5 None None] Port 631b4c7d-bffe-4575-bf59-c8fd68f189a6 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:59.495441 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-e12cfbfe-7f77-4cd9-be3b-0fc1a1088e6d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port 631b4c7d-bffe-4575-bf59-c8fd68f189a6 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:57:59.495703 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e12cfbfe-7f77-4cd9-be3b-0fc1a1088e6d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.497943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-312cc344-bd48-45af-ba06-197db6b36446 None None] Provisioning complete for port 631b4c7d-bffe-4575-bf59-c8fd68f189a6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:57:59.498309 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-312cc344-bd48-45af-ba06-197db6b36446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.533768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-312cc344-bd48-45af-ba06-197db6b36446 None None] Port 631b4c7d-bffe-4575-bf59-c8fd68f189a6 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:57:59.581208 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e12cfbfe-7f77-4cd9-be3b-0fc1a1088e6d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.593212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-e12cfbfe-7f77-4cd9-be3b-0fc1a1088e6d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for 631b4c7d-bffe-4575-bf59-c8fd68f189a6 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:57:59.758703 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e12cfbfe-7f77-4cd9-be3b-0fc1a1088e6d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:57:59.788496 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12cfbfe-7f77-4cd9-be3b-0fc1a1088e6d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=631b4c7d-bffe-4575-bf59-c8fd68f189a6,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:57:59.889238 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e12cfbfe-7f77-4cd9-be3b-0fc1a1088e6d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.041005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12cfbfe-7f77-4cd9-be3b-0fc1a1088e6d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router 4ca1d394-bec9-4b06-886f-52b6f21488ce has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:00.057435 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e6a06e79-1084-446e-86bb-66b4cc8d5fef up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:00.105350 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port e6a06e79-1084-446e-86bb-66b4cc8d5fef triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:00.106013 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.115487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12cfbfe-7f77-4cd9-be3b-0fc1a1088e6d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:00.120870 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e12cfbfe-7f77-4cd9-be3b-0fc1a1088e6d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/4ca1d394-bec9-4b06-886f-52b6f21488ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2266331 Jul 16 01:58:00.123551 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40900) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:00.128093 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406bf756-f5c0-4ec8-93f5-9a3ce692b365 None None] Sync routers for ids ['4ca1d394-bec9-4b06-886f-52b6f21488ce'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:00.138201 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406bf756-f5c0-4ec8-93f5-9a3ce692b365 None None] Routers {'4ca1d394-bec9-4b06-886f-52b6f21488ce'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:00.139065 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-406bf756-f5c0-4ec8-93f5-9a3ce692b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4ca1d394-bec9-4b06-886f-52b6f21488ce'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:00.152270 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f81788d6-3ab2-4920-92b8-58de39a6d1d9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ca1d394-bec9-4b06-886f-52b6f21488ce HTTP/1.1" status: 200 len: 205 time: 0.0275607 Jul 16 01:58:00.154693 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40902) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:00.174397 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-406bf756-f5c0-4ec8-93f5-9a3ce692b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:00.183474 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406bf756-f5c0-4ec8-93f5-9a3ce692b365 None None] Routers {'4ca1d394-bec9-4b06-886f-52b6f21488ce'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:00.184125 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-406bf756-f5c0-4ec8-93f5-9a3ce692b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4ca1d394-bec9-4b06-886f-52b6f21488ce'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:00.216193 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-406bf756-f5c0-4ec8-93f5-9a3ce692b365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:00.216831 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406bf756-f5c0-4ec8-93f5-9a3ce692b365 None None] The sync data for ids ['4ca1d394-bec9-4b06-886f-52b6f21488ce'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:00.228381 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-97e7e24b-212f-412d-8412-4f3092bef9d2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.380713 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-97e7e24b-212f-412d-8412-4f3092bef9d2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.382782 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-97e7e24b-212f-412d-8412-4f3092bef9d2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.422392 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-97e7e24b-212f-412d-8412-4f3092bef9d2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.422923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e7e24b-212f-412d-8412-4f3092bef9d2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Fanout notify agent at l3_agent the message router_deleted on router 4ca1d394-bec9-4b06-886f-52b6f21488ce {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:00.430335 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-97e7e24b-212f-412d-8412-4f3092bef9d2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.433895 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-97e7e24b-212f-412d-8412-4f3092bef9d2 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/routers/4ca1d394-bec9-4b06-886f-52b6f21488ce HTTP/1.1" status: 204 len: 168 time: 0.2758338 Jul 16 01:58:00.434357 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40904) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:00.486465 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-8653d104-9d13-4e6a-8ed4-514c636e86a4 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting subnet b614caa3-efa7-4ee3-9148-35eccafce4de {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:00.489362 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8653d104-9d13-4e6a-8ed4-514c636e86a4 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.526768 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8653d104-9d13-4e6a-8ed4-514c636e86a4 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.604757 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8653d104-9d13-4e6a-8ed4-514c636e86a4 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.667239 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8653d104-9d13-4e6a-8ed4-514c636e86a4 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.693496 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653d104-9d13-4e6a-8ed4-514c636e86a4 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Subnet': ['ID=b614caa3-efa7-4ee3-9148-35eccafce4de,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:00.697498 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8653d104-9d13-4e6a-8ed4-514c636e86a4 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.700766 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8653d104-9d13-4e6a-8ed4-514c636e86a4 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/b614caa3-efa7-4ee3-9148-35eccafce4de HTTP/1.1" status: 204 len: 168 time: 0.2648802 Jul 16 01:58:00.702127 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40906) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:00.706977 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf6ecf2-3772-4460-9b08-01bb3a40bd47 None None] Network 5eeb4b48-1111-43ea-b961-80b5af8a9afe requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:00.710974 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.784135 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.836178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port e6a06e79-1084-446e-86bb-66b4cc8d5fef {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:00.836594 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.891130 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b81a1f-b002-4420-b3cd-358d7d0a50a5 None None] DHCP port deletion for 5eeb4b48-1111-43ea-b961-80b5af8a9afe request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:00.899147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] For port e6a06e79-1084-446e-86bb-66b4cc8d5fef, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=e6a06e79-1084-446e-86bb-66b4cc8d5fef,segment=NetworkSegment(e30b1bfd-ebdc-46c6-b03b-c5d2e4e26170),segment_id=e30b1bfd-ebdc-46c6-b03b-c5d2e4e26170)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:00.899517 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.916709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for e6a06e79-1084-446e-86bb-66b4cc8d5fef owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:00.939848 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f6b81a1f-b002-4420-b3cd-358d7d0a50a5 None None] Deleting port e6a06e79-1084-446e-86bb-66b4cc8d5fef {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:00.940232 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f6b81a1f-b002-4420-b3cd-358d7d0a50a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:00.993113 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.000916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f6b81a1f-b002-4420-b3cd-358d7d0a50a5 None None] For port e6a06e79-1084-446e-86bb-66b4cc8d5fef, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=e6a06e79-1084-446e-86bb-66b4cc8d5fef,segment=NetworkSegment(e30b1bfd-ebdc-46c6-b03b-c5d2e4e26170),segment_id=e30b1bfd-ebdc-46c6-b03b-c5d2e4e26170)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:01.001309 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f6b81a1f-b002-4420-b3cd-358d7d0a50a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.013141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f6b81a1f-b002-4420-b3cd-358d7d0a50a5 None None] Calling delete_port for e6a06e79-1084-446e-86bb-66b4cc8d5fef owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:01.018058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=e6a06e79-1084-446e-86bb-66b4cc8d5fef,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:01.021464 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] No DVR routers for this DVR port e6a06e79-1084-446e-86bb-66b4cc8d5fef on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:01.096439 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f6b81a1f-b002-4420-b3cd-358d7d0a50a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.112872 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.120041 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b81a1f-b002-4420-b3cd-358d7d0a50a5 None None] Pushing event deleted for resources: {'Port': ['ID=e6a06e79-1084-446e-86bb-66b4cc8d5fef,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:01.123549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b81a1f-b002-4420-b3cd-358d7d0a50a5 None None] No DVR routers for this DVR port e6a06e79-1084-446e-86bb-66b4cc8d5fef on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:01.124163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eeb4b48-1111-43ea-b961-80b5af8a9afe']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:01.139427 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30b1bfd-ebdc-46c6-b03b-c5d2e4e26170') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:01.139728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30b1bfd-ebdc-46c6-b03b-c5d2e4e26170') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:01.149006 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.162738 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.168459 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:01.168858 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:01.171704 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:01.227422 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.234002 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.235810 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/networks/5eeb4b48-1111-43ea-b961-80b5af8a9afe HTTP/1.1" status: 204 len: 168 time: 0.5326173 Jul 16 01:58:01.239662 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40908) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:01.244985 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-7866197', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:01.251162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6f58e-3ba0-4e6f-a488-cb9227e7f044 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Network': ['ID=5eeb4b48-1111-43ea-b961-80b5af8a9afe,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:01.269818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.270929 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.321258 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.458161 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.595743 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.646162 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.664033 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.761792 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Allocated IP 172.25.2.139 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/e37446e9-4df1-4a28-80cf-03885efc0bea) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:01.861617 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.898888 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:01.937639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:01.940397 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:01.944721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:01.951637 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=e37446e9-4df1-4a28-80cf-03885efc0bea,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:02.060929 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e6a06e79-1084-446e-86bb-66b4cc8d5fef no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:02.081697 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: e6a06e79-1084-446e-86bb-66b4cc8d5fef {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:02.082046 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e6a06e79-1084-446e-86bb-66b4cc8d5fef not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:02.488347 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.681290 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.800901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router fa83b385-3791-489c-a928-6af94273cb85 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:02.902558 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:02.912042 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a94702-2d8d-4005-ad29-5159f613a275 None None] Sync routers for ids ['fa83b385-3791-489c-a928-6af94273cb85'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:02.921176 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:02.925119 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a94702-2d8d-4005-ad29-5159f613a275 None None] Routers {'fa83b385-3791-489c-a928-6af94273cb85'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:02.925278 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0a1c4096-39b5-4d52-a47e-645f7fd8d7db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 881 time: 1.6812112 Jul 16 01:58:02.925369 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c8a94702-2d8d-4005-ad29-5159f613a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['fa83b385-3791-489c-a928-6af94273cb85'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:02.925462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40914) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:02.955044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c8a94702-2d8d-4005-ad29-5159f613a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:02.963982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a94702-2d8d-4005-ad29-5159f613a275 None None] Routers {'fa83b385-3791-489c-a928-6af94273cb85'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:02.964587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c8a94702-2d8d-4005-ad29-5159f613a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['fa83b385-3791-489c-a928-6af94273cb85'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:02.998774 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c8a94702-2d8d-4005-ad29-5159f613a275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:02.999417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a94702-2d8d-4005-ad29-5159f613a275 None None] The sync data for ids ['fa83b385-3791-489c-a928-6af94273cb85'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:03.055995 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d6ea9676-030f-4117-9e37-6b1e7840ff72 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/routers/fa83b385-3791-489c-a928-6af94273cb85 HTTP/1.1" status: 200 len: 882 time: 0.1293564 Jul 16 01:58:03.058419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40916) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:03.281981 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a654dc92-c37c-4b70-ad19-0a32933ad1cf tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 885 time: 0.2223978 Jul 16 01:58:03.284487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40918) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:03.288852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-52c7908a-8818-4ca1-ae5b-fe0fb9a96a8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-7866197'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:03.862910 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-52c7908a-8818-4ca1-ae5b-fe0fb9a96a8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.873178 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-52c7908a-8818-4ca1-ae5b-fe0fb9a96a8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:03.975524 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c7908a-8818-4ca1-ae5b-fe0fb9a96a8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router fa83b385-3791-489c-a928-6af94273cb85 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:04.077197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c7908a-8818-4ca1-ae5b-fe0fb9a96a8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:04.084462 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-52c7908a-8818-4ca1-ae5b-fe0fb9a96a8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.085957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-52c7908a-8818-4ca1-ae5b-fe0fb9a96a8c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/fa83b385-3791-489c-a928-6af94273cb85 HTTP/1.1" status: 200 len: 889 time: 0.8005562 Jul 16 01:58:04.086287 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8196fb-ab0c-40f0-94db-e27c239188e1 None None] Sync routers for ids ['fa83b385-3791-489c-a928-6af94273cb85'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:04.088683 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40922) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:04.095294 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8196fb-ab0c-40f0-94db-e27c239188e1 None None] Routers {'fa83b385-3791-489c-a928-6af94273cb85'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:04.095934 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9a8196fb-ab0c-40f0-94db-e27c239188e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['fa83b385-3791-489c-a928-6af94273cb85'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:04.131438 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9a8196fb-ab0c-40f0-94db-e27c239188e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:04.139773 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8196fb-ab0c-40f0-94db-e27c239188e1 None None] Routers {'fa83b385-3791-489c-a928-6af94273cb85'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:04.140387 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9a8196fb-ab0c-40f0-94db-e27c239188e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['fa83b385-3791-489c-a928-6af94273cb85'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:04.171948 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9a8196fb-ab0c-40f0-94db-e27c239188e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:04.172577 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8196fb-ab0c-40f0-94db-e27c239188e1 None None] The sync data for ids ['fa83b385-3791-489c-a928-6af94273cb85'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:04.196590 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c1d00143-c966-436c-8724-e40ec8e7ffef tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/routers/fa83b385-3791-489c-a928-6af94273cb85 HTTP/1.1" status: 200 len: 889 time: 0.1068060 Jul 16 01:58:04.199116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40924) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:04.230255 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-29ac4a42-9ea4-4139-a645-0f0fdc0942f8 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa83b385-3791-489c-a928-6af94273cb85 HTTP/1.1" status: 200 len: 205 time: 0.0301225 Jul 16 01:58:04.232640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40926) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:04.333519 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62af98f0-fa95-449f-84c8-624520a49e59 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.430260 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62af98f0-fa95-449f-84c8-624520a49e59 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.482774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-62af98f0-fa95-449f-84c8-624520a49e59 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port e37446e9-4df1-4a28-80cf-03885efc0bea {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:04.483134 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62af98f0-fa95-449f-84c8-624520a49e59 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.556136 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62af98f0-fa95-449f-84c8-624520a49e59 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.567182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-62af98f0-fa95-449f-84c8-624520a49e59 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for e37446e9-4df1-4a28-80cf-03885efc0bea owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:04.728463 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62af98f0-fa95-449f-84c8-624520a49e59 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.759424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af98f0-fa95-449f-84c8-624520a49e59 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=e37446e9-4df1-4a28-80cf-03885efc0bea,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:04.820015 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62af98f0-fa95-449f-84c8-624520a49e59 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.907632 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62af98f0-fa95-449f-84c8-624520a49e59 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.909816 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62af98f0-fa95-449f-84c8-624520a49e59 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.951009 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9319939c-0f45-4fc4-af35-261329311f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.954758 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62af98f0-fa95-449f-84c8-624520a49e59 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.955351 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62af98f0-fa95-449f-84c8-624520a49e59 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Fanout notify agent at l3_agent the message router_deleted on router fa83b385-3791-489c-a928-6af94273cb85 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:04.961856 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62af98f0-fa95-449f-84c8-624520a49e59 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:04.962951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-62af98f0-fa95-449f-84c8-624520a49e59 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/routers/fa83b385-3791-489c-a928-6af94273cb85 HTTP/1.1" status: 204 len: 168 time: 0.7294419 Jul 16 01:58:04.966601 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40928) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:04.971279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-52365143-4944-4777-a1c3-bac60063a15f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1522403842'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:04.992232 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52365143-4944-4777-a1c3-bac60063a15f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:04.995544 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-52365143-4944-4777-a1c3-bac60063a15f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.018115 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52365143-4944-4777-a1c3-bac60063a15f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:05.028128 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-52365143-4944-4777-a1c3-bac60063a15f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.028478 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-52365143-4944-4777-a1c3-bac60063a15f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Added segment 49035ac0-2858-442d-b81c-2a4312f699ad of type vlan for network a7ff56b1-f171-4e2a-990c-6067e6fa373f Jul 16 01:58:05.071798 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-52365143-4944-4777-a1c3-bac60063a15f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.098773 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-52365143-4944-4777-a1c3-bac60063a15f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.104260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52365143-4944-4777-a1c3-bac60063a15f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:05.104831 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-52365143-4944-4777-a1c3-bac60063a15f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.135518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-52365143-4944-4777-a1c3-bac60063a15f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1679928 Jul 16 01:58:05.138375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40930) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:05.145154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-98642033-66a4-4b45-8d50-ea991b586d50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'subnet': {'network_id': 'a7ff56b1-f171-4e2a-990c-6067e6fa373f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:05.194641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52365143-4944-4777-a1c3-bac60063a15f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Network': ['ID=a7ff56b1-f171-4e2a-990c-6067e6fa373f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:05.205280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network a7ff56b1-f171-4e2a-990c-6067e6fa373f details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:05.265842 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98642033-66a4-4b45-8d50-ea991b586d50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:05.269748 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98642033-66a4-4b45-8d50-ea991b586d50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.457524 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98642033-66a4-4b45-8d50-ea991b586d50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.514876 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98642033-66a4-4b45-8d50-ea991b586d50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Subnet': ['ID=ff62b678-ac93-48ed-98c7-02f87206441d,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:05.523228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98642033-66a4-4b45-8d50-ea991b586d50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Checking segment: {'id': '49035ac0-2858-442d-b81c-2a4312f699ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a7ff56b1-f171-4e2a-990c-6067e6fa373f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:05.523587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98642033-66a4-4b45-8d50-ea991b586d50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network hostable DHCP agents. Network: a7ff56b1-f171-4e2a-990c-6067e6fa373f, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:05.542184 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98642033-66a4-4b45-8d50-ea991b586d50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network a7ff56b1-f171-4e2a-990c-6067e6fa373f is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:05.552435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-98642033-66a4-4b45-8d50-ea991b586d50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, a7ff56b1-f171-4e2a-990c-6067e6fa373f) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:05.556786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98642033-66a4-4b45-8d50-ea991b586d50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:05.557488 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98642033-66a4-4b45-8d50-ea991b586d50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.562814 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8341af-baa4-4364-86af-f21ddb019411 None None] Network a7ff56b1-f171-4e2a-990c-6067e6fa373f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:05.576664 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-98642033-66a4-4b45-8d50-ea991b586d50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4372945 Jul 16 01:58:05.579311 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40936) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:05.583933 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-63a4e592-3780-42d5-9c4c-8db977803404 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1249061354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:05.606568 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-63a4e592-3780-42d5-9c4c-8db977803404 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.607638 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-63a4e592-3780-42d5-9c4c-8db977803404 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.659342 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-63a4e592-3780-42d5-9c4c-8db977803404 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.664401 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-63a4e592-3780-42d5-9c4c-8db977803404 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.681225 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-63a4e592-3780-42d5-9c4c-8db977803404 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.685336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-63a4e592-3780-42d5-9c4c-8db977803404 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1021931 Jul 16 01:58:05.685459 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40938) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:05.706096 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-a7ff56b1-f171-4e2a-990c-6067e6fa373f', 'network_id': 'a7ff56b1-f171-4e2a-990c-6067e6fa373f', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'fixed_ips': [{'subnet_id': 'ff62b678-ac93-48ed-98c7-02f87206441d'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:05.706995 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:05.841675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Allocated IP 2001:db8::2 (a7ff56b1-f171-4e2a-990c-6067e6fa373f/ff62b678-ac93-48ed-98c7-02f87206441d/7f126c69-901c-4043-9269-801eeb369097) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:05.955695 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.132323 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.140242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Transition to ACTIVE for port object 7f126c69-901c-4043-9269-801eeb369097 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:06.154873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Transition to ACTIVE for port object 7f126c69-901c-4043-9269-801eeb369097 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:06.160448 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.200939 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Network a7ff56b1-f171-4e2a-990c-6067e6fa373f is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:06.203837 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:06.207778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Allocated IP 2001:db8::1 (a7ff56b1-f171-4e2a-990c-6067e6fa373f/ff62b678-ac93-48ed-98c7-02f87206441d/f55e252f-c40a-4a65-9166-9ecaffd80f36) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:06.208331 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:06.211878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Pushing event updated for resources: {'Port': ['ID=7f126c69-901c-4043-9269-801eeb369097,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:06.275405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Attempting to bind port 7f126c69-901c-4043-9269-801eeb369097 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:06.275786 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Attempting to bind port 7f126c69-901c-4043-9269-801eeb369097 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '49035ac0-2858-442d-b81c-2a4312f699ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a7ff56b1-f171-4e2a-990c-6067e6fa373f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:06.276166 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Attempting to bind port 7f126c69-901c-4043-9269-801eeb369097 on network a7ff56b1-f171-4e2a-990c-6067e6fa373f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:06.281007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 57, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:06.281377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Checking segment: {'id': '49035ac0-2858-442d-b81c-2a4312f699ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a7ff56b1-f171-4e2a-990c-6067e6fa373f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:06.281768 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.282155 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Bound using segment: {'id': '49035ac0-2858-442d-b81c-2a4312f699ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a7ff56b1-f171-4e2a-990c-6067e6fa373f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:06.282609 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Bound port: 7f126c69-901c-4043-9269-801eeb369097, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49035ac0-2858-442d-b81c-2a4312f699ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a7ff56b1-f171-4e2a-990c-6067e6fa373f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:06.282981 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.322820 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.341462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Transition to ACTIVE for port object f55e252f-c40a-4a65-9166-9ecaffd80f36 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:06.345394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] For port 7f126c69-901c-4043-9269-801eeb369097, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:06.348405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] For port 7f126c69-901c-4043-9269-801eeb369097, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7f126c69-901c-4043-9269-801eeb369097,segment=NetworkSegment(49035ac0-2858-442d-b81c-2a4312f699ad),segment_id=49035ac0-2858-442d-b81c-2a4312f699ad)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:06.353123 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.373978 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.416528 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecef393-bc32-4624-873e-e8c05ac3c3fe None None] Pushing event updated for resources: {'Port': ['ID=7f126c69-901c-4043-9269-801eeb369097,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:06.423909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network a7ff56b1-f171-4e2a-990c-6067e6fa373f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:06.427727 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:06.432409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:06.432949 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.436971 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=f55e252f-c40a-4a65-9166-9ecaffd80f36,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:06.584208 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.859372 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.863981 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.864783 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:06.929005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=f55e252f-c40a-4a65-9166-9ecaffd80f36,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:07.002761 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network a7ff56b1-f171-4e2a-990c-6067e6fa373f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:07.004241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:07.145087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router 0e1731b3-6242-4312-ab84-367cf7bf0383 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:07.289138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:07.296565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f38ea07e-8b60-4106-b47e-137c7f9bbda7 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/0e1731b3-6242-4312-ab84-367cf7bf0383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6076643 Jul 16 01:58:07.297130 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40940) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:07.298477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd350965-adf3-48bd-97c6-cc50ef63675d None None] Sync routers for ids ['0e1731b3-6242-4312-ab84-367cf7bf0383'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:07.308875 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd350965-adf3-48bd-97c6-cc50ef63675d None None] Routers {'0e1731b3-6242-4312-ab84-367cf7bf0383'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:07.309684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-cd350965-adf3-48bd-97c6-cc50ef63675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0e1731b3-6242-4312-ab84-367cf7bf0383'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:07.346677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb9d754-4be4-4c63-ad69-f0725d08ec6e None None] Network a7ff56b1-f171-4e2a-990c-6067e6fa373f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:07.348956 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-cd350965-adf3-48bd-97c6-cc50ef63675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:07.362643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641da022-9b3c-4256-a675-8e6abec8eff0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:07.364051 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-641da022-9b3c-4256-a675-8e6abec8eff0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports/f55e252f-c40a-4a65-9166-9ecaffd80f36 HTTP/1.1" status: 200 len: 911 time: 0.0659416 Jul 16 01:58:07.367331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40942) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:07.373683 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-1f8e1c8c-8d91-4c18-9b64-63fef68dd5e9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ff62b678-ac93-48ed-98c7-02f87206441d'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:07.386478 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd350965-adf3-48bd-97c6-cc50ef63675d None None] Routers {'0e1731b3-6242-4312-ab84-367cf7bf0383'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:07.387100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-cd350965-adf3-48bd-97c6-cc50ef63675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:57:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0e1731b3-6242-4312-ab84-367cf7bf0383'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:07.456998 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.458353 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-cd350965-adf3-48bd-97c6-cc50ef63675d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:07.458968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd350965-adf3-48bd-97c6-cc50ef63675d None None] The sync data for ids ['0e1731b3-6242-4312-ab84-367cf7bf0383'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:07.473434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9f8471ec-4875-44b7-a330-bb4ddab851ed None None] Provisioning for port 7f126c69-901c-4043-9269-801eeb369097 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:07.543703 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1f8e1c8c-8d91-4c18-9b64-63fef68dd5e9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.702175 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-69787e71-3fc2-4819-b16b-e1227d0d5948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.817427 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e1b8cc21-16ec-4c65-8784-4572d8b355ba None None] Provisioning for port f55e252f-c40a-4a65-9166-9ecaffd80f36 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:07.822060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e1b8cc21-16ec-4c65-8784-4572d8b355ba None None] Provisioning complete for port f55e252f-c40a-4a65-9166-9ecaffd80f36 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:07.822552 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e1b8cc21-16ec-4c65-8784-4572d8b355ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.859299 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e1b8cc21-16ec-4c65-8784-4572d8b355ba None None] Port f55e252f-c40a-4a65-9166-9ecaffd80f36 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:07.917531 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1f8e1c8c-8d91-4c18-9b64-63fef68dd5e9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.926457 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1f8e1c8c-8d91-4c18-9b64-63fef68dd5e9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.932974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8e1c8c-8d91-4c18-9b64-63fef68dd5e9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:07.933602 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1f8e1c8c-8d91-4c18-9b64-63fef68dd5e9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:07.934959 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1f8e1c8c-8d91-4c18-9b64-63fef68dd5e9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/ports/f55e252f-c40a-4a65-9166-9ecaffd80f36 HTTP/1.1" status: 200 len: 911 time: 0.5666826 Jul 16 01:58:07.938522 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40944) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:07.981153 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8e1c8c-8d91-4c18-9b64-63fef68dd5e9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=f55e252f-c40a-4a65-9166-9ecaffd80f36,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:07.981317 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cead9e32-a7c2-42de-8b6a-b99c9c7b9e53 None None] Provisioning complete for port f55e252f-c40a-4a65-9166-9ecaffd80f36 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:07.981715 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cead9e32-a7c2-42de-8b6a-b99c9c7b9e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.027231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-cead9e32-a7c2-42de-8b6a-b99c9c7b9e53 None None] Port f55e252f-c40a-4a65-9166-9ecaffd80f36 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:08.103128 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7f126c69-901c-4043-9269-801eeb369097 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:08.153226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 7f126c69-901c-4043-9269-801eeb369097 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:08.157448 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7f126c69-901c-4043-9269-801eeb369097 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:08.157851 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.241724 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.270315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9ed05432-702c-4404-99ce-c35614a135e7 None None] Provisioning complete for port f55e252f-c40a-4a65-9166-9ecaffd80f36 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:08.270689 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9ed05432-702c-4404-99ce-c35614a135e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.305405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 7f126c69-901c-4043-9269-801eeb369097, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7f126c69-901c-4043-9269-801eeb369097,segment=NetworkSegment(49035ac0-2858-442d-b81c-2a4312f699ad),segment_id=49035ac0-2858-442d-b81c-2a4312f699ad)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:08.306064 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-724ecd2b-d6a7-4cce-b7b7-d719982edf56 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.315055 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.339333 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9ed05432-702c-4404-99ce-c35614a135e7 None None] Port f55e252f-c40a-4a65-9166-9ecaffd80f36 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:08.365523 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=7f126c69-901c-4043-9269-801eeb369097,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:08.555292 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-724ecd2b-d6a7-4cce-b7b7-d719982edf56 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port f55e252f-c40a-4a65-9166-9ecaffd80f36 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:08.555637 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-724ecd2b-d6a7-4cce-b7b7-d719982edf56 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.636504 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-724ecd2b-d6a7-4cce-b7b7-d719982edf56 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.647816 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-724ecd2b-d6a7-4cce-b7b7-d719982edf56 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for f55e252f-c40a-4a65-9166-9ecaffd80f36 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:08.666547 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.815130 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-724ecd2b-d6a7-4cce-b7b7-d719982edf56 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:08.844968 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ecd2b-d6a7-4cce-b7b7-d719982edf56 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=f55e252f-c40a-4a65-9166-9ecaffd80f36,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:08.942192 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-724ecd2b-d6a7-4cce-b7b7-d719982edf56 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.094219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724ecd2b-d6a7-4cce-b7b7-d719982edf56 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router 0e1731b3-6242-4312-ab84-367cf7bf0383 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:09.168452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724ecd2b-d6a7-4cce-b7b7-d719982edf56 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:09.173311 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-724ecd2b-d6a7-4cce-b7b7-d719982edf56 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/0e1731b3-6242-4312-ab84-367cf7bf0383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2315376 Jul 16 01:58:09.176209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40946) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:09.178280 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5351a740-88e9-47eb-bb81-baeaecc1ab81 None None] Sync routers for ids ['0e1731b3-6242-4312-ab84-367cf7bf0383'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:09.186967 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351a740-88e9-47eb-bb81-baeaecc1ab81 None None] Routers {'0e1731b3-6242-4312-ab84-367cf7bf0383'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:09.187655 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5351a740-88e9-47eb-bb81-baeaecc1ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0e1731b3-6242-4312-ab84-367cf7bf0383'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:09.204991 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f43b7523-9d43-429f-a6e9-20ce352db8b3 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e1731b3-6242-4312-ab84-367cf7bf0383 HTTP/1.1" status: 200 len: 205 time: 0.0272028 Jul 16 01:58:09.207520 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40948) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:09.221913 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5351a740-88e9-47eb-bb81-baeaecc1ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:09.230840 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351a740-88e9-47eb-bb81-baeaecc1ab81 None None] Routers {'0e1731b3-6242-4312-ab84-367cf7bf0383'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:09.231431 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5351a740-88e9-47eb-bb81-baeaecc1ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['0e1731b3-6242-4312-ab84-367cf7bf0383'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:09.262133 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5351a740-88e9-47eb-bb81-baeaecc1ab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:09.262751 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5351a740-88e9-47eb-bb81-baeaecc1ab81 None None] The sync data for ids ['0e1731b3-6242-4312-ab84-367cf7bf0383'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:09.283591 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d30aa427-27df-4a28-ba22-bc5ac824581f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.743057 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d30aa427-27df-4a28-ba22-bc5ac824581f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.745121 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d30aa427-27df-4a28-ba22-bc5ac824581f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.786749 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d30aa427-27df-4a28-ba22-bc5ac824581f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.787324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30aa427-27df-4a28-ba22-bc5ac824581f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Fanout notify agent at l3_agent the message router_deleted on router 0e1731b3-6242-4312-ab84-367cf7bf0383 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:09.794110 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d30aa427-27df-4a28-ba22-bc5ac824581f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.797817 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d30aa427-27df-4a28-ba22-bc5ac824581f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/routers/0e1731b3-6242-4312-ab84-367cf7bf0383 HTTP/1.1" status: 204 len: 168 time: 0.5867121 Jul 16 01:58:09.797912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40950) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:09.851655 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-62770174-f304-4019-bc42-a0e66f301c5d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting subnet ff62b678-ac93-48ed-98c7-02f87206441d {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:09.854688 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62770174-f304-4019-bc42-a0e66f301c5d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.893675 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62770174-f304-4019-bc42-a0e66f301c5d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:09.971216 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62770174-f304-4019-bc42-a0e66f301c5d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.033231 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62770174-f304-4019-bc42-a0e66f301c5d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.061696 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62770174-f304-4019-bc42-a0e66f301c5d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Subnet': ['ID=ff62b678-ac93-48ed-98c7-02f87206441d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:10.065477 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62770174-f304-4019-bc42-a0e66f301c5d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.067109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7f126c69-901c-4043-9269-801eeb369097 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:10.067526 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-62770174-f304-4019-bc42-a0e66f301c5d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/ff62b678-ac93-48ed-98c7-02f87206441d HTTP/1.1" status: 204 len: 168 time: 0.2684910 Jul 16 01:58:10.070613 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40952) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:10.089114 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1de6f6-3999-4cfa-bbee-b79e4bc0a3a5 None None] Network a7ff56b1-f171-4e2a-990c-6067e6fa373f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:10.147133 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.199296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port 7f126c69-901c-4043-9269-801eeb369097 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:10.199837 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.203926 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7f126c69-901c-4043-9269-801eeb369097 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:10.204301 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.267063 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] For port 7f126c69-901c-4043-9269-801eeb369097, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7f126c69-901c-4043-9269-801eeb369097,segment=NetworkSegment(49035ac0-2858-442d-b81c-2a4312f699ad),segment_id=49035ac0-2858-442d-b81c-2a4312f699ad)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:10.267442 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.280983 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for 7f126c69-901c-4043-9269-801eeb369097 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:10.316567 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.339399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed0cac7-8f3d-46d5-8c09-ffaf7017ec16 None None] DHCP port deletion for a7ff56b1-f171-4e2a-990c-6067e6fa373f request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:10.371294 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.385467 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-fed0cac7-8f3d-46d5-8c09-ffaf7017ec16 None None] Deleting port 7f126c69-901c-4043-9269-801eeb369097 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:10.385957 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fed0cac7-8f3d-46d5-8c09-ffaf7017ec16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.401920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=7f126c69-901c-4043-9269-801eeb369097,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:10.405542 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] No DVR routers for this DVR port 7f126c69-901c-4043-9269-801eeb369097 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:10.449623 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-fed0cac7-8f3d-46d5-8c09-ffaf7017ec16 None None] For port 7f126c69-901c-4043-9269-801eeb369097, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:10.450018 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fed0cac7-8f3d-46d5-8c09-ffaf7017ec16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.462007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-fed0cac7-8f3d-46d5-8c09-ffaf7017ec16 None None] Calling delete_port for 7f126c69-901c-4043-9269-801eeb369097 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:10.464667 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-fed0cac7-8f3d-46d5-8c09-ffaf7017ec16 None None] Port 7f126c69-901c-4043-9269-801eeb369097 was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:58:10.465909 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fed0cac7-8f3d-46d5-8c09-ffaf7017ec16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.482149 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.491911 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ff56b1-f171-4e2a-990c-6067e6fa373f']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:10.493994 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0cac7-8f3d-46d5-8c09-ffaf7017ec16 None None] Pushing event deleted for resources: {'Port': ['ID=7f126c69-901c-4043-9269-801eeb369097,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:10.498289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0cac7-8f3d-46d5-8c09-ffaf7017ec16 None None] No DVR routers for this DVR port 7f126c69-901c-4043-9269-801eeb369097 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:10.507385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49035ac0-2858-442d-b81c-2a4312f699ad') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:10.507794 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49035ac0-2858-442d-b81c-2a4312f699ad') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:10.516767 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.534885 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.540928 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:10.541322 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:10.544810 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:10.600889 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.607334 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.609177 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/networks/a7ff56b1-f171-4e2a-990c-6067e6fa373f HTTP/1.1" status: 204 len: 168 time: 0.5365303 Jul 16 01:58:10.614698 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40954) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:10.619427 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-90048d6f-a3d7-498a-9228-addf3845cb64 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2056064996', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:10.620358 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a9733-5083-4d67-b8f5-df847db39779 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Network': ['ID=a7ff56b1-f171-4e2a-990c-6067e6fa373f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:10.643183 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-90048d6f-a3d7-498a-9228-addf3845cb64 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.644261 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-90048d6f-a3d7-498a-9228-addf3845cb64 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.695407 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-90048d6f-a3d7-498a-9228-addf3845cb64 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.699387 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-90048d6f-a3d7-498a-9228-addf3845cb64 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.714557 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-90048d6f-a3d7-498a-9228-addf3845cb64 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.715845 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-90048d6f-a3d7-498a-9228-addf3845cb64 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1001201 Jul 16 01:58:10.718510 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40956) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:10.723524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-730e9819-2ff7-4fa9-a278-fbcd1d9f940f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1046883800'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:10.744250 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730e9819-2ff7-4fa9-a278-fbcd1d9f940f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:10.747544 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-730e9819-2ff7-4fa9-a278-fbcd1d9f940f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.770765 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730e9819-2ff7-4fa9-a278-fbcd1d9f940f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:10.779555 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-730e9819-2ff7-4fa9-a278-fbcd1d9f940f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.780221 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-730e9819-2ff7-4fa9-a278-fbcd1d9f940f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Added segment eb012efe-4a37-4b55-ad4f-948f9130ce3f of type vlan for network db1ed6f8-97a6-4cf3-814c-a697c12de11d Jul 16 01:58:10.822341 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-730e9819-2ff7-4fa9-a278-fbcd1d9f940f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.850840 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-730e9819-2ff7-4fa9-a278-fbcd1d9f940f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.856246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730e9819-2ff7-4fa9-a278-fbcd1d9f940f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:10.856821 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-730e9819-2ff7-4fa9-a278-fbcd1d9f940f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:10.891092 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-730e9819-2ff7-4fa9-a278-fbcd1d9f940f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1713226 Jul 16 01:58:10.894025 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40958) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:10.899208 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-28e1ffd7-49d4-40d4-a203-711c532cc551 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'subnet': {'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:10.921166 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730e9819-2ff7-4fa9-a278-fbcd1d9f940f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Network': ['ID=db1ed6f8-97a6-4cf3-814c-a697c12de11d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:10.934611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network db1ed6f8-97a6-4cf3-814c-a697c12de11d details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:10.989359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e1ffd7-49d4-40d4-a203-711c532cc551 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:10.993651 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-28e1ffd7-49d4-40d4-a203-711c532cc551 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.173739 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-28e1ffd7-49d4-40d4-a203-711c532cc551 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.233516 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e1ffd7-49d4-40d4-a203-711c532cc551 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Subnet': ['ID=24a67427-fd74-427c-9541-0820ddb0b6ff,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:11.240624 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e1ffd7-49d4-40d4-a203-711c532cc551 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Checking segment: {'id': 'eb012efe-4a37-4b55-ad4f-948f9130ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:11.240989 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1ffd7-49d4-40d4-a203-711c532cc551 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network hostable DHCP agents. Network: db1ed6f8-97a6-4cf3-814c-a697c12de11d, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:11.256829 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e1ffd7-49d4-40d4-a203-711c532cc551 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network db1ed6f8-97a6-4cf3-814c-a697c12de11d is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:11.264532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-28e1ffd7-49d4-40d4-a203-711c532cc551 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, db1ed6f8-97a6-4cf3-814c-a697c12de11d) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:11.268447 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e1ffd7-49d4-40d4-a203-711c532cc551 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:11.269040 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-28e1ffd7-49d4-40d4-a203-711c532cc551 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.274390 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01812d29-107e-4313-bca1-d27dcf1a336b None None] Network db1ed6f8-97a6-4cf3-814c-a697c12de11d requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:11.283267 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-28e1ffd7-49d4-40d4-a203-711c532cc551 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3880689 Jul 16 01:58:11.286138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40960) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:11.419153 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:11.420065 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.554110 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Allocated IP 2001:db8::2 (db1ed6f8-97a6-4cf3-814c-a697c12de11d/24a67427-fd74-427c-9541-0820ddb0b6ff/59ac7537-81b2-4fab-9edf-8335e532391b) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:11.560173 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.694197 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.702212 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Transition to ACTIVE for port object 59ac7537-81b2-4fab-9edf-8335e532391b will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:11.716779 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Transition to ACTIVE for port object 59ac7537-81b2-4fab-9edf-8335e532391b will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:11.722267 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.762679 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Network db1ed6f8-97a6-4cf3-814c-a697c12de11d is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:11.765370 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:11.769537 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:11.776768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Pushing event updated for resources: {'Port': ['ID=59ac7537-81b2-4fab-9edf-8335e532391b,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:11.798745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Allocated IP 2001:db8::1 (db1ed6f8-97a6-4cf3-814c-a697c12de11d/24a67427-fd74-427c-9541-0820ddb0b6ff/21d8e7df-9887-4bf1-84b5-61cfe79b281d) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:11.836049 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Attempting to bind port 59ac7537-81b2-4fab-9edf-8335e532391b on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:11.836422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Attempting to bind port 59ac7537-81b2-4fab-9edf-8335e532391b by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'eb012efe-4a37-4b55-ad4f-948f9130ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:11.836793 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Attempting to bind port 59ac7537-81b2-4fab-9edf-8335e532391b on network db1ed6f8-97a6-4cf3-814c-a697c12de11d {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:11.841644 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:11.842017 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Checking segment: {'id': 'eb012efe-4a37-4b55-ad4f-948f9130ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:11.842416 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.842809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Bound using segment: {'id': 'eb012efe-4a37-4b55-ad4f-948f9130ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:11.843270 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Bound port: 59ac7537-81b2-4fab-9edf-8335e532391b, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb012efe-4a37-4b55-ad4f-948f9130ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:11.843647 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.906661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] For port 59ac7537-81b2-4fab-9edf-8335e532391b, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:11.910055 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.910218 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] For port 59ac7537-81b2-4fab-9edf-8335e532391b, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=59ac7537-81b2-4fab-9edf-8335e532391b,segment=NetworkSegment(eb012efe-4a37-4b55-ad4f-948f9130ce3f),segment_id=eb012efe-4a37-4b55-ad4f-948f9130ce3f)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:11.913726 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.923571 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Transition to ACTIVE for port object 21d8e7df-9887-4bf1-84b5-61cfe79b281d will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:11.957911 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:11.973492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eba262-535b-40c6-90f8-f269ee8a0a84 None None] Pushing event updated for resources: {'Port': ['ID=59ac7537-81b2-4fab-9edf-8335e532391b,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:11.998298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network db1ed6f8-97a6-4cf3-814c-a697c12de11d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:12.003811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:12.008308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:12.008831 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.051449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=21d8e7df-9887-4bf1-84b5-61cfe79b281d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:12.070330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7f126c69-901c-4043-9269-801eeb369097 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:12.090241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 7f126c69-901c-4043-9269-801eeb369097 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:12.090587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7f126c69-901c-4043-9269-801eeb369097 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:12.166650 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.423657 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.429364 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.430281 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.498120 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=21d8e7df-9887-4bf1-84b5-61cfe79b281d,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:12.558109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network db1ed6f8-97a6-4cf3-814c-a697c12de11d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:12.559440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:12.682117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router d57b798f-c6b4-494b-832f-483c0c7318dd is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:12.775903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:12.781032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7464dd80-0587-42a6-b64d-f40050957e50 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/d57b798f-c6b4-494b-832f-483c0c7318dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4938109 Jul 16 01:58:12.783557 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40962) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:12.788461 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Sync routers for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:12.789707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f2fac375-fc34-4bcf-848d-7a6482a0160b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-967535906'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:12.798833 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:12.799457 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:12.813569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fac375-fc34-4bcf-848d-7a6482a0160b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:12.817306 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f2fac375-fc34-4bcf-848d-7a6482a0160b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.842515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2fac375-fc34-4bcf-848d-7a6482a0160b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:12.852220 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f2fac375-fc34-4bcf-848d-7a6482a0160b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.852588 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-f2fac375-fc34-4bcf-848d-7a6482a0160b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Added segment 48beaf2a-a2d6-4207-b35b-c4b076b30491 of type vlan for network 0616a90a-5486-4567-8528-429c7d9afe21 Jul 16 01:58:12.890412 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:12.895128 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f2fac375-fc34-4bcf-848d-7a6482a0160b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.929317 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f2fac375-fc34-4bcf-848d-7a6482a0160b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.935706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fac375-fc34-4bcf-848d-7a6482a0160b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:12.936602 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f2fac375-fc34-4bcf-848d-7a6482a0160b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:12.967011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7009832-af5e-4c26-9b9d-284d3dfe1cd3 None None] Network db1ed6f8-97a6-4cf3-814c-a697c12de11d requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:12.972953 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f2fac375-fc34-4bcf-848d-7a6482a0160b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1882000 Jul 16 01:58:12.975906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40964) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:12.983359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-341d08e6-c04a-4a62-8677-25cc44b6182b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'subnet': {'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:13.032627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fac375-fc34-4bcf-848d-7a6482a0160b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Network': ['ID=0616a90a-5486-4567-8528-429c7d9afe21,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:13.072841 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 0616a90a-5486-4567-8528-429c7d9afe21 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:13.104395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341d08e6-c04a-4a62-8677-25cc44b6182b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:13.105633 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4704be5d-dbcd-420c-978f-fb89713f5aab None None] Provisioning for port 59ac7537-81b2-4fab-9edf-8335e532391b completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:13.108303 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-341d08e6-c04a-4a62-8677-25cc44b6182b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.280385 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:12Z', 'revision_number': 2, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:12Z', 'revision_number': 2, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:13.290527 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-341d08e6-c04a-4a62-8677-25cc44b6182b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.315068 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Checking router: d57b798f-c6b4-494b-832f-483c0c7318dd for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:13.315421 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Updating router d57b798f-c6b4-494b-832f-483c0c7318dd port 21d8e7df-9887-4bf1-84b5-61cfe79b281d binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:58:13.363451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d08e6-c04a-4a62-8677-25cc44b6182b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Subnet': ['ID=70c79a9f-695d-4df9-bdc7-fdf33f220937,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:13.372742 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-341d08e6-c04a-4a62-8677-25cc44b6182b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Checking segment: {'id': '48beaf2a-a2d6-4207-b35b-c4b076b30491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:13.373100 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341d08e6-c04a-4a62-8677-25cc44b6182b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network hostable DHCP agents. Network: 0616a90a-5486-4567-8528-429c7d9afe21, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:13.393726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341d08e6-c04a-4a62-8677-25cc44b6182b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 0616a90a-5486-4567-8528-429c7d9afe21 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:13.404807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-341d08e6-c04a-4a62-8677-25cc44b6182b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 0616a90a-5486-4567-8528-429c7d9afe21) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:13.410262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341d08e6-c04a-4a62-8677-25cc44b6182b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:13.410853 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-341d08e6-c04a-4a62-8677-25cc44b6182b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.426637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-341d08e6-c04a-4a62-8677-25cc44b6182b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4496932 Jul 16 01:58:13.429781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40966) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:13.494077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b07e1b8-9781-4ce4-b58c-2567ab4f1bcf None None] Network 0616a90a-5486-4567-8528-429c7d9afe21 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:13.529736 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.771145 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-0616a90a-5486-4567-8528-429c7d9afe21', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:13.772619 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.817595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f0cb09ea-3409-472d-a46c-afd6446f419e None None] Provisioning for port 21d8e7df-9887-4bf1-84b5-61cfe79b281d completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:13.836029 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f0cb09ea-3409-472d-a46c-afd6446f419e None None] Provisioning complete for port 21d8e7df-9887-4bf1-84b5-61cfe79b281d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:13.836406 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f0cb09ea-3409-472d-a46c-afd6446f419e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:13.971602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f0cb09ea-3409-472d-a46c-afd6446f419e None None] Port 21d8e7df-9887-4bf1-84b5-61cfe79b281d cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:14.059584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Allocated IP 2001:db8:1::2 (0616a90a-5486-4567-8528-429c7d9afe21/70c79a9f-695d-4df9-bdc7-fdf33f220937/84e1719e-14ab-4661-be80-47a26876311d) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:14.081611 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.114523 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Transition to ACTIVE for port object 21d8e7df-9887-4bf1-84b5-61cfe79b281d will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:14.123549 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.126232 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.148016 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 59ac7537-81b2-4fab-9edf-8335e532391b up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:14.270179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15b8cf-feff-4ab5-8686-2416f7e645cc None None] Pushing event updated for resources: {'Port': ['ID=21d8e7df-9887-4bf1-84b5-61cfe79b281d,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:14.317961 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15b8cf-feff-4ab5-8686-2416f7e645cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.318313 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15b8cf-feff-4ab5-8686-2416f7e645cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.318687 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15b8cf-feff-4ab5-8686-2416f7e645cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.319032 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15b8cf-feff-4ab5-8686-2416f7e645cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.319370 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15b8cf-feff-4ab5-8686-2416f7e645cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.319709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15b8cf-feff-4ab5-8686-2416f7e645cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.320066 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15b8cf-feff-4ab5-8686-2416f7e645cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.320399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15b8cf-feff-4ab5-8686-2416f7e645cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.320729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15b8cf-feff-4ab5-8686-2416f7e645cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.321057 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15b8cf-feff-4ab5-8686-2416f7e645cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.322083 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15b8cf-feff-4ab5-8686-2416f7e645cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.322083 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15b8cf-feff-4ab5-8686-2416f7e645cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:14.396465 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 59ac7537-81b2-4fab-9edf-8335e532391b completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:14.404034 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.406250 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Attempting to bind port 21d8e7df-9887-4bf1-84b5-61cfe79b281d on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:14.406628 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Attempting to bind port 21d8e7df-9887-4bf1-84b5-61cfe79b281d by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'eb012efe-4a37-4b55-ad4f-948f9130ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:14.407012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Attempting to bind port 21d8e7df-9887-4bf1-84b5-61cfe79b281d on network db1ed6f8-97a6-4cf3-814c-a697c12de11d {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:14.411347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 59ac7537-81b2-4fab-9edf-8335e532391b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:14.411707 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.439220 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Transition to ACTIVE for port object 84e1719e-14ab-4661-be80-47a26876311d will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:14.450838 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:14.451213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Checking segment: {'id': 'eb012efe-4a37-4b55-ad4f-948f9130ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:14.451617 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.452046 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Bound using segment: {'id': 'eb012efe-4a37-4b55-ad4f-948f9130ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:14.452530 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Bound port: 21d8e7df-9887-4bf1-84b5-61cfe79b281d, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb012efe-4a37-4b55-ad4f-948f9130ce3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:14.452912 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.485750 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Transition to ACTIVE for port object 84e1719e-14ab-4661-be80-47a26876311d will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:14.513016 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.545813 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Allocated IP 2001:db8:1::1 (0616a90a-5486-4567-8528-429c7d9afe21/70c79a9f-695d-4df9-bdc7-fdf33f220937/0584e0c9-8dde-4066-9476-3de97a7e1bb1) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:14.578868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Network 0616a90a-5486-4567-8528-429c7d9afe21 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:14.605141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:14.617293 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:14.619689 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Pushing event updated for resources: {'Port': ['ID=84e1719e-14ab-4661-be80-47a26876311d,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:14.637895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] For port 21d8e7df-9887-4bf1-84b5-61cfe79b281d, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:14.658159 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.671121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Transition to ACTIVE for port object 0584e0c9-8dde-4066-9476-3de97a7e1bb1 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:14.673386 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] For port 21d8e7df-9887-4bf1-84b5-61cfe79b281d, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=21d8e7df-9887-4bf1-84b5-61cfe79b281d,segment=NetworkSegment(eb012efe-4a37-4b55-ad4f-948f9130ce3f),segment_id=eb012efe-4a37-4b55-ad4f-948f9130ce3f)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:14.674433 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.687525 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.704345 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.748523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 0616a90a-5486-4567-8528-429c7d9afe21 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:14.754016 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:14.758531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:14.759090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.768618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Attempting to bind port 84e1719e-14ab-4661-be80-47a26876311d on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:14.768618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Attempting to bind port 84e1719e-14ab-4661-be80-47a26876311d by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '48beaf2a-a2d6-4207-b35b-c4b076b30491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:14.769001 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Attempting to bind port 84e1719e-14ab-4661-be80-47a26876311d on network 0616a90a-5486-4567-8528-429c7d9afe21 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:14.792048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:14.792433 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Checking segment: {'id': '48beaf2a-a2d6-4207-b35b-c4b076b30491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:14.792836 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.793234 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Bound using segment: {'id': '48beaf2a-a2d6-4207-b35b-c4b076b30491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:14.793863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Bound port: 84e1719e-14ab-4661-be80-47a26876311d, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48beaf2a-a2d6-4207-b35b-c4b076b30491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:14.794255 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.798161 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=0584e0c9-8dde-4066-9476-3de97a7e1bb1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:14.798491 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 59ac7537-81b2-4fab-9edf-8335e532391b, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=59ac7537-81b2-4fab-9edf-8335e532391b,segment=NetworkSegment(eb012efe-4a37-4b55-ad4f-948f9130ce3f),segment_id=eb012efe-4a37-4b55-ad4f-948f9130ce3f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:14.818104 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.821778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15b8cf-feff-4ab5-8686-2416f7e645cc None None] Pushing event updated for resources: {'Port': ['ID=21d8e7df-9887-4bf1-84b5-61cfe79b281d,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:14.824951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:14.825568 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:14.899835 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:14.986641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=59ac7537-81b2-4fab-9edf-8335e532391b,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:14.992661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] For port 84e1719e-14ab-4661-be80-47a26876311d, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:14.995130 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:15.047024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] For port 84e1719e-14ab-4661-be80-47a26876311d, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=84e1719e-14ab-4661-be80-47a26876311d,segment=NetworkSegment(48beaf2a-a2d6-4207-b35b-c4b076b30491),segment_id=48beaf2a-a2d6-4207-b35b-c4b076b30491)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:15.053721 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.162184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3067ca0-9a71-4f61-8ec8-f7ffa099adfc None None] Pushing event updated for resources: {'Port': ['ID=84e1719e-14ab-4661-be80-47a26876311d,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:15.171144 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.177421 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.178747 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.251824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=0584e0c9-8dde-4066-9476-3de97a7e1bb1,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:15.275661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:12Z', 'revision_number': 2, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:14Z', 'revision_number': 4, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:15.303158 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fd549d-fbba-421c-a2ca-848ef080cb07 None None] The sync data for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 is: [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:12Z', 'revision_number': 2, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:14Z', 'revision_number': 4, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:15.324330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 0616a90a-5486-4567-8528-429c7d9afe21 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:15.333737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:15.453997 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router d57b798f-c6b4-494b-832f-483c0c7318dd has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:15.567464 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:15.572969 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ab69e4de-ab7b-42a1-96dd-5d53c3e60bbb tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/d57b798f-c6b4-494b-832f-483c0c7318dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1421435 Jul 16 01:58:15.575600 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40968) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:15.588182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4fce57c1-3bbd-46e8-97d7-5cf1ac3a26ae tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-530457819'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:15.609838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fce57c1-3bbd-46e8-97d7-5cf1ac3a26ae tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:15.613599 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fce57c1-3bbd-46e8-97d7-5cf1ac3a26ae tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.642379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fce57c1-3bbd-46e8-97d7-5cf1ac3a26ae tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:15.654479 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fce57c1-3bbd-46e8-97d7-5cf1ac3a26ae tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.654917 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-4fce57c1-3bbd-46e8-97d7-5cf1ac3a26ae tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Added segment bd3edba1-6d97-41aa-8081-898f462f2d7f of type vlan for network 64268c3f-4fa6-44b1-81db-7a6fa2923769 Jul 16 01:58:15.677872 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-10a11996-add5-4ee3-aed2-f926dca1dd49 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0686047 Jul 16 01:58:15.701238 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fce57c1-3bbd-46e8-97d7-5cf1ac3a26ae tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.733726 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fce57c1-3bbd-46e8-97d7-5cf1ac3a26ae tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.739792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fce57c1-3bbd-46e8-97d7-5cf1ac3a26ae tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.740429 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4fce57c1-3bbd-46e8-97d7-5cf1ac3a26ae tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.782110 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4fce57c1-3bbd-46e8-97d7-5cf1ac3a26ae tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2049251 Jul 16 01:58:15.784847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40970) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:15.790134 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-e7fe13da-cf7a-4091-884c-a19fa9f558d6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'subnet': {'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:15.793440 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-a679d82f-7e03-4379-989e-3a9487b87277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.794012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-a679d82f-7e03-4379-989e-3a9487b87277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.794500 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-a679d82f-7e03-4379-989e-3a9487b87277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.794974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-a679d82f-7e03-4379-989e-3a9487b87277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.795501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-a679d82f-7e03-4379-989e-3a9487b87277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.797365 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-a679d82f-7e03-4379-989e-3a9487b87277 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0720026 Jul 16 01:58:15.842973 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce57c1-3bbd-46e8-97d7-5cf1ac3a26ae tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Network': ['ID=64268c3f-4fa6-44b1-81db-7a6fa2923769,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:15.859817 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 64268c3f-4fa6-44b1-81db-7a6fa2923769 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:15.933534 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-d272f0ad-ce11-42d8-bf94-dedaa046b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.934379 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-d272f0ad-ce11-42d8-bf94-dedaa046b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.935006 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-d272f0ad-ce11-42d8-bf94-dedaa046b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:15.936830 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-d272f0ad-ce11-42d8-bf94-dedaa046b436 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.1136258 Jul 16 01:58:15.948640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7fe13da-cf7a-4091-884c-a19fa9f558d6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:15.952961 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7fe13da-cf7a-4091-884c-a19fa9f558d6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:15.982920 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-d1c1ac3a-b9fe-4ba6-92d5-8349762940de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0388227 Jul 16 01:58:16.130309 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-1138b133-e5aa-432a-beb9-160a9bbcb33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:16.132428 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-1138b133-e5aa-432a-beb9-160a9bbcb33e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.1384892 Jul 16 01:58:16.211409 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-53f81a6d-3bec-4ce6-9c32-be2ce3e9305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:16.215879 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-53f81a6d-3bec-4ce6-9c32-be2ce3e9305d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0774391 Jul 16 01:58:16.305355 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 21d8e7df-9887-4bf1-84b5-61cfe79b281d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:16.306028 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7fe13da-cf7a-4091-884c-a19fa9f558d6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.329448 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-73c1fc17-5df7-41ce-a8c5-515c877ea8e6 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072912 Jul 16 01:58:16.365260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 21d8e7df-9887-4bf1-84b5-61cfe79b281d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:16.370138 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 21d8e7df-9887-4bf1-84b5-61cfe79b281d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:16.370521 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.373437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47aaa16-7a98-4ac2-a13d-f554eb4d142d None None] Network 0616a90a-5486-4567-8528-429c7d9afe21 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:16.376032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fe13da-cf7a-4091-884c-a19fa9f558d6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Subnet': ['ID=98726e91-c5ce-4ca3-9bf6-75f9c50218bd,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:16.390713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7fe13da-cf7a-4091-884c-a19fa9f558d6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Checking segment: {'id': 'bd3edba1-6d97-41aa-8081-898f462f2d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:16.391075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fe13da-cf7a-4091-884c-a19fa9f558d6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network hostable DHCP agents. Network: 64268c3f-4fa6-44b1-81db-7a6fa2923769, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:16.408486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fe13da-cf7a-4091-884c-a19fa9f558d6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 64268c3f-4fa6-44b1-81db-7a6fa2923769 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:16.418409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-e7fe13da-cf7a-4091-884c-a19fa9f558d6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 64268c3f-4fa6-44b1-81db-7a6fa2923769) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:16.432818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fe13da-cf7a-4091-884c-a19fa9f558d6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:16.433397 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e7fe13da-cf7a-4091-884c-a19fa9f558d6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.436031 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eb3fab-4e75-4962-9717-6e26e07ee011 None None] Network 64268c3f-4fa6-44b1-81db-7a6fa2923769 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:16.447515 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e7fe13da-cf7a-4091-884c-a19fa9f558d6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6615899 Jul 16 01:58:16.450523 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40972) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:16.459844 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-0cd837c5-613d-4606-9575-dbe69c8235e3 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237180 Jul 16 01:58:16.501222 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9956116d-3df6-420c-8dcd-0c5bdf7f6e4d None None] Provisioning for port 84e1719e-14ab-4661-be80-47a26876311d completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:16.672391 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.766225 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 21d8e7df-9887-4bf1-84b5-61cfe79b281d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=21d8e7df-9887-4bf1-84b5-61cfe79b281d,segment=NetworkSegment(eb012efe-4a37-4b55-ad4f-948f9130ce3f),segment_id=eb012efe-4a37-4b55-ad4f-948f9130ce3f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:16.772837 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-64268c3f-4fa6-44b1-81db-7a6fa2923769', 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'fixed_ips': [{'subnet_id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:16.773743 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.777388 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:16.778180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 59ac7537-81b2-4fab-9edf-8335e532391b up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:16.840623 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-2039df07-b27c-4a65-ac3c-7574e0c02c8b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.3507659 Jul 16 01:58:16.888507 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Sync routers for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:16.899584 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:16.900251 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:16.936061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=21d8e7df-9887-4bf1-84b5-61cfe79b281d,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:16.954483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-08c97a60-91da-43f6-874e-7f6a6806b69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:16.956462 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-08c97a60-91da-43f6-874e-7f6a6806b69b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.1055369 Jul 16 01:58:16.999044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 59ac7537-81b2-4fab-9edf-8335e532391b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:16.999491 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.000120 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:17.076817 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Allocated IP 2001:db8:2::2 (64268c3f-4fa6-44b1-81db-7a6fa2923769/98726e91-c5ce-4ca3-9bf6-75f9c50218bd/2fe4549d-35f1-413c-93bc-43bd9ed9ee97) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:17.158198 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-fe819fd3-41f2-40d6-a5c2-e14383b4ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:17.160186 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-fe819fd3-41f2-40d6-a5c2-e14383b4ead8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1540568 Jul 16 01:58:17.218269 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:14Z', 'revision_number': 3, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:15Z', 'revision_number': 2, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:17.234298 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d6a876b1-a793-4b4d-9dfe-8f7570086d66 None None] Provisioning for port 0584e0c9-8dde-4066-9476-3de97a7e1bb1 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:17.236963 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 84e1719e-14ab-4661-be80-47a26876311d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:17.254187 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Checking router: d57b798f-c6b4-494b-832f-483c0c7318dd for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:17.254942 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Updating router d57b798f-c6b4-494b-832f-483c0c7318dd port 0584e0c9-8dde-4066-9476-3de97a7e1bb1 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:58:17.284435 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d6a876b1-a793-4b4d-9dfe-8f7570086d66 None None] Provisioning complete for port 0584e0c9-8dde-4066-9476-3de97a7e1bb1 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:17.285082 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d6a876b1-a793-4b4d-9dfe-8f7570086d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.297347 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.332060 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.341312 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d6a876b1-a793-4b4d-9dfe-8f7570086d66 None None] Port 0584e0c9-8dde-4066-9476-3de97a7e1bb1 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:17.358768 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-8f55a024-5e21-4a53-b66c-8f46ec3c7a94 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891668 Jul 16 01:58:17.382545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 84e1719e-14ab-4661-be80-47a26876311d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:17.388641 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.393850 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 84e1719e-14ab-4661-be80-47a26876311d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:17.394218 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.445214 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Transition to ACTIVE for port object 2fe4549d-35f1-413c-93bc-43bd9ed9ee97 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:17.466177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Transition to ACTIVE for port object 2fe4549d-35f1-413c-93bc-43bd9ed9ee97 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:17.509862 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.519741 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.563947 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-55d0c6e5-46be-44c0-8bd9-2d89a740644b None None] Provisioning complete for port 0584e0c9-8dde-4066-9476-3de97a7e1bb1 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:17.564325 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-55d0c6e5-46be-44c0-8bd9-2d89a740644b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.580639 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Network 64268c3f-4fa6-44b1-81db-7a6fa2923769 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:17.604477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:17.609925 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:17.611050 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-b3a03639-e527-4783-a3ff-e62f62132517 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754346 Jul 16 01:58:17.650420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 84e1719e-14ab-4661-be80-47a26876311d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=84e1719e-14ab-4661-be80-47a26876311d,segment=NetworkSegment(48beaf2a-a2d6-4207-b35b-c4b076b30491),segment_id=48beaf2a-a2d6-4207-b35b-c4b076b30491)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:17.652922 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Pushing event updated for resources: {'Port': ['ID=2fe4549d-35f1-413c-93bc-43bd9ed9ee97,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:17.674243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-55d0c6e5-46be-44c0-8bd9-2d89a740644b None None] Port 0584e0c9-8dde-4066-9476-3de97a7e1bb1 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:17.676727 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.702249 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-358e40ad-4244-4a82-bb0e-e494e4b2d9b2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0642192 Jul 16 01:58:17.739804 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Attempting to bind port 2fe4549d-35f1-413c-93bc-43bd9ed9ee97 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:17.740188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Attempting to bind port 2fe4549d-35f1-413c-93bc-43bd9ed9ee97 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'bd3edba1-6d97-41aa-8081-898f462f2d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:17.740583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Attempting to bind port 2fe4549d-35f1-413c-93bc-43bd9ed9ee97 on network 64268c3f-4fa6-44b1-81db-7a6fa2923769 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:17.751024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:17.751408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Checking segment: {'id': 'bd3edba1-6d97-41aa-8081-898f462f2d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:17.751817 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.752216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Bound using segment: {'id': 'bd3edba1-6d97-41aa-8081-898f462f2d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:17.752682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Bound port: 2fe4549d-35f1-413c-93bc-43bd9ed9ee97, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3edba1-6d97-41aa-8081-898f462f2d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:17.753065 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.758717 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.769410 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Transition to ACTIVE for port object 0584e0c9-8dde-4066-9476-3de97a7e1bb1 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:17.773422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=84e1719e-14ab-4661-be80-47a26876311d,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:17.777423 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.810139 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-4c031f19-ddec-4a60-856c-f03672d1fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:17.811677 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-4c031f19-ddec-4a60-856c-f03672d1fffa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.1032236 Jul 16 01:58:17.828931 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Allocated IP 2001:db8:2::1 (64268c3f-4fa6-44b1-81db-7a6fa2923769/98726e91-c5ce-4ca3-9bf6-75f9c50218bd/c5563f88-520c-4d9b-b0c1-4228a586b8e4) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:17.829289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] For port 2fe4549d-35f1-413c-93bc-43bd9ed9ee97, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:17.833247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] For port 2fe4549d-35f1-413c-93bc-43bd9ed9ee97, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2fe4549d-35f1-413c-93bc-43bd9ed9ee97,segment=NetworkSegment(bd3edba1-6d97-41aa-8081-898f462f2d7f),segment_id=bd3edba1-6d97-41aa-8081-898f462f2d7f)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:17.844993 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.860218 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17541fab-6733-43c6-90d9-b58b784fae01 None None] Pushing event updated for resources: {'Port': ['ID=0584e0c9-8dde-4066-9476-3de97a7e1bb1,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:17.892306 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17541fab-6733-43c6-90d9-b58b784fae01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:17.892963 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17541fab-6733-43c6-90d9-b58b784fae01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:17.892963 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17541fab-6733-43c6-90d9-b58b784fae01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:17.893301 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17541fab-6733-43c6-90d9-b58b784fae01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:17.893634 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17541fab-6733-43c6-90d9-b58b784fae01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:17.893963 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17541fab-6733-43c6-90d9-b58b784fae01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:17.894288 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17541fab-6733-43c6-90d9-b58b784fae01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:17.895091 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17541fab-6733-43c6-90d9-b58b784fae01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:17.895091 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17541fab-6733-43c6-90d9-b58b784fae01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:17.895250 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17541fab-6733-43c6-90d9-b58b784fae01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:17.895535 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17541fab-6733-43c6-90d9-b58b784fae01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:17.897467 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17541fab-6733-43c6-90d9-b58b784fae01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:17.926858 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Attempting to bind port 0584e0c9-8dde-4066-9476-3de97a7e1bb1 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:17.928701 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Attempting to bind port 0584e0c9-8dde-4066-9476-3de97a7e1bb1 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '48beaf2a-a2d6-4207-b35b-c4b076b30491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:17.929071 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Attempting to bind port 0584e0c9-8dde-4066-9476-3de97a7e1bb1 on network 0616a90a-5486-4567-8528-429c7d9afe21 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:17.934446 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:17.934820 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Checking segment: {'id': '48beaf2a-a2d6-4207-b35b-c4b076b30491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:17.935225 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.935619 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Bound using segment: {'id': '48beaf2a-a2d6-4207-b35b-c4b076b30491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:17.936129 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Bound port: 0584e0c9-8dde-4066-9476-3de97a7e1bb1, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48beaf2a-a2d6-4207-b35b-c4b076b30491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:17.936513 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:17.945152 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78d68bd-2c8f-42a0-bd25-e19830fe905b None None] Pushing event updated for resources: {'Port': ['ID=2fe4549d-35f1-413c-93bc-43bd9ed9ee97,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:17.955045 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-b670d331-2ac3-425e-8a98-b7d440324761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:17.956824 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-b670d331-2ac3-425e-8a98-b7d440324761 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1358461 Jul 16 01:58:18.012375 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] For port 0584e0c9-8dde-4066-9476-3de97a7e1bb1, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:18.015978 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] For port 0584e0c9-8dde-4066-9476-3de97a7e1bb1, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0584e0c9-8dde-4066-9476-3de97a7e1bb1,segment=NetworkSegment(48beaf2a-a2d6-4207-b35b-c4b076b30491),segment_id=48beaf2a-a2d6-4207-b35b-c4b076b30491)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:18.026478 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.083251 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.094140 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-46565e68-480a-40e4-85e3-ddfde014b1bc service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299644 Jul 16 01:58:18.106877 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:18.107328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Transition to ACTIVE for port object c5563f88-520c-4d9b-b0c1-4228a586b8e4 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:18.108146 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:18.141566 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 21d8e7df-9887-4bf1-84b5-61cfe79b281d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:18.176050 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17541fab-6733-43c6-90d9-b58b784fae01 None None] Pushing event updated for resources: {'Port': ['ID=0584e0c9-8dde-4066-9476-3de97a7e1bb1,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:18.229228 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.237885 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-31fbfc78-3e19-4bbe-b362-0e45f4d1cb89 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362517 Jul 16 01:58:18.278784 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 21d8e7df-9887-4bf1-84b5-61cfe79b281d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:18.282983 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.306856 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:18.354865 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-c39e038a-ce35-4ae8-9d7a-28bbb901fd17 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.1055758 Jul 16 01:58:18.361333 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 64268c3f-4fa6-44b1-81db-7a6fa2923769 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:18.386733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:18.396705 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:18.401005 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.419807 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=c5563f88-520c-4d9b-b0c1-4228a586b8e4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:18.430581 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 84e1719e-14ab-4661-be80-47a26876311d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:18.518130 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 84e1719e-14ab-4661-be80-47a26876311d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:18.518506 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.622581 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:58:18.626599 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-fe509bd6-c9f1-430e-82de-75fd0ad95516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:18.628135 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-fe509bd6-c9f1-430e-82de-75fd0ad95516 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.2634795 Jul 16 01:58:18.655468 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:14Z', 'revision_number': 3, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:18Z', 'revision_number': 4, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:18.688799 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7625bc7-3a0e-475c-8d40-46ea8fa0821b None None] The sync data for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 is: [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:14Z', 'revision_number': 3, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:18Z', 'revision_number': 4, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:18.737706 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:18.769028 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-a7b93f68-8cbb-4216-af3a-fe9dc53b80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:18.770612 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-a7b93f68-8cbb-4216-af3a-fe9dc53b80dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1259680 Jul 16 01:58:18.988346 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-ad0c0140-2421-4de9-bbbf-1d76f639fa59 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111762 Jul 16 01:58:19.176511 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-41719343-e353-489c-9e38-69268386107c service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813695 Jul 16 01:58:19.233442 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-57510b39-5435-4d5e-969b-32fe43de6f0a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0502472 Jul 16 01:58:19.296066 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.299318 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-0a334325-a1b6-4715-822a-5897e5f41329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:19.301004 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-0a334325-a1b6-4715-822a-5897e5f41329 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0618222 Jul 16 01:58:19.302459 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.303866 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.398245 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=c5563f88-520c-4d9b-b0c1-4228a586b8e4,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:19.422283 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34be348-fb12-4edd-a9f9-de5d85ab718e None None] Network 64268c3f-4fa6-44b1-81db-7a6fa2923769 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:19.478271 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-5fc956e6-5dae-4327-be66-97f0d0b8cb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:19.479821 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-5fc956e6-5dae-4327-be66-97f0d0b8cb00 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1438692 Jul 16 01:58:19.500329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 64268c3f-4fa6-44b1-81db-7a6fa2923769 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:19.503061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-212dd60e-837a-46d4-a616-a8c826de0bd1 None None] Provisioning for port 2fe4549d-35f1-413c-93bc-43bd9ed9ee97 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:19.510382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:19.658640 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-3739201a-809e-42bb-abe7-e291acc439e3 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713598 Jul 16 01:58:19.664180 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router d57b798f-c6b4-494b-832f-483c0c7318dd has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:19.836878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-419f362e-52b7-4390-8040-d4c763c4b566 None None] Provisioning for port c5563f88-520c-4d9b-b0c1-4228a586b8e4 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:19.841407 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-419f362e-52b7-4390-8040-d4c763c4b566 None None] Provisioning complete for port c5563f88-520c-4d9b-b0c1-4228a586b8e4 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:19.841787 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-419f362e-52b7-4390-8040-d4c763c4b566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:19.882754 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-419f362e-52b7-4390-8040-d4c763c4b566 None None] Port c5563f88-520c-4d9b-b0c1-4228a586b8e4 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:20.026673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5b8517c8-ec52-4616-ab19-dfdfa70c7818 None None] Provisioning complete for port c5563f88-520c-4d9b-b0c1-4228a586b8e4 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:20.027045 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5b8517c8-ec52-4616-ab19-dfdfa70c7818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.063634 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5b8517c8-ec52-4616-ab19-dfdfa70c7818 None None] Port c5563f88-520c-4d9b-b0c1-4228a586b8e4 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:20.148040 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6d68645a-2e1b-4dd7-8231-1e08e7d78512 req-4ccc2503-b6bd-44e3-86e6-bb573c6a278e service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827070 Jul 16 01:58:20.150862 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:20.156878 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cb3f6df3-9e2b-4151-b692-4922dd290d31 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/d57b798f-c6b4-494b-832f-483c0c7318dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7052958 Jul 16 01:58:20.159667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40976) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:20.166067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0584e0c9-8dde-4066-9476-3de97a7e1bb1 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:20.171313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-bba29fc6-33c4-45d3-9011-2fb4a800b0d5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-44047960'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:20.189532 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Sync routers for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:20.207175 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba29fc6-33c4-45d3-9011-2fb4a800b0d5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:20.213614 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bba29fc6-33c4-45d3-9011-2fb4a800b0d5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.214809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:20.215500 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:20.244582 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bba29fc6-33c4-45d3-9011-2fb4a800b0d5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:20.253461 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bba29fc6-33c4-45d3-9011-2fb4a800b0d5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.253809 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-bba29fc6-33c4-45d3-9011-2fb4a800b0d5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Added segment d9635360-443b-4744-9e71-bf1f0a494eb4 of type vlan for network 77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce Jul 16 01:58:20.293164 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bba29fc6-33c4-45d3-9011-2fb4a800b0d5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.312759 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 0584e0c9-8dde-4066-9476-3de97a7e1bb1 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:20.316494 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-323bb1a7-ae4b-4283-96bc-1b7a762dfe7a None None] Provisioning complete for port c5563f88-520c-4d9b-b0c1-4228a586b8e4 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:20.316865 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-323bb1a7-ae4b-4283-96bc-1b7a762dfe7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.324952 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 0584e0c9-8dde-4066-9476-3de97a7e1bb1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:20.325306 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.325420 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bba29fc6-33c4-45d3-9011-2fb4a800b0d5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.331134 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba29fc6-33c4-45d3-9011-2fb4a800b0d5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:20.331727 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bba29fc6-33c4-45d3-9011-2fb4a800b0d5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.342558 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:20.370271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bba29fc6-33c4-45d3-9011-2fb4a800b0d5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2088201 Jul 16 01:58:20.372966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40978) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:20.402663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-dd67ca50-f0ad-4d43-b93a-ecf60a390271 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'subnet': {'network_id': '77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:20.407493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba29fc6-33c4-45d3-9011-2fb4a800b0d5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Network': ['ID=77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:20.420026 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-323bb1a7-ae4b-4283-96bc-1b7a762dfe7a None None] Port c5563f88-520c-4d9b-b0c1-4228a586b8e4 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:20.427437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:20.511550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd67ca50-f0ad-4d43-b93a-ecf60a390271 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Made reservation on behalf of 2c89e84258424ef3863d4f9344683393 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:20.515297 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dd67ca50-f0ad-4d43-b93a-ecf60a390271 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.711423 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dd67ca50-f0ad-4d43-b93a-ecf60a390271 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.765246 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67ca50-f0ad-4d43-b93a-ecf60a390271 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Subnet': ['ID=91ad19aa-c9b1-4088-95ba-a6778611a61b,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:20.774433 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.780405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd67ca50-f0ad-4d43-b93a-ecf60a390271 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Checking segment: {'id': 'd9635360-443b-4744-9e71-bf1f0a494eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:20.780775 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd67ca50-f0ad-4d43-b93a-ecf60a390271 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network hostable DHCP agents. Network: 77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:20.798286 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd67ca50-f0ad-4d43-b93a-ecf60a390271 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:20.808040 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-dd67ca50-f0ad-4d43-b93a-ecf60a390271 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:20.812209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd67ca50-f0ad-4d43-b93a-ecf60a390271 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:20.812802 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dd67ca50-f0ad-4d43-b93a-ecf60a390271 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.823302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d3c97a-aa09-49dd-a365-95d15077586b None None] Network 77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:20.828818 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dd67ca50-f0ad-4d43-b93a-ecf60a390271 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4547892 Jul 16 01:58:20.831637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40982) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:20.840152 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 0584e0c9-8dde-4066-9476-3de97a7e1bb1, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0584e0c9-8dde-4066-9476-3de97a7e1bb1,segment=NetworkSegment(48beaf2a-a2d6-4207-b35b-c4b076b30491),segment_id=48beaf2a-a2d6-4207-b35b-c4b076b30491)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:20.857065 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:20.857847 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2fe4549d-35f1-413c-93bc-43bd9ed9ee97 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:20.985450 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:18Z', 'revision_number': 4, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:18Z', 'revision_number': 4, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5563f88-520c-4d9b-b0c1-4228a586b8e4', 'name': '', 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:dd:f0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:17Z', 'updated_at': '2021-07-16T01:58:18Z', 'revision_number': 2, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:20.993654 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=0584e0c9-8dde-4066-9476-3de97a7e1bb1,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:21.024278 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Checking router: d57b798f-c6b4-494b-832f-483c0c7318dd for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:21.024638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Updating router d57b798f-c6b4-494b-832f-483c0c7318dd port c5563f88-520c-4d9b-b0c1-4228a586b8e4 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:58:21.083074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 2fe4549d-35f1-413c-93bc-43bd9ed9ee97 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:21.094962 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2fe4549d-35f1-413c-93bc-43bd9ed9ee97 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:21.095329 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.101542 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.175850 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce', 'network_id': '77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'fixed_ips': [{'subnet_id': '91ad19aa-c9b1-4088-95ba-a6778611a61b'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:21.176710 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.184965 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.377875 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.487443 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Allocated IP 2001:db8:3::2 (77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce/91ad19aa-c9b1-4088-95ba-a6778611a61b/744d0a3e-39f3-49a4-a942-334b052e672a) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:21.502222 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 2fe4549d-35f1-413c-93bc-43bd9ed9ee97, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2fe4549d-35f1-413c-93bc-43bd9ed9ee97,segment=NetworkSegment(bd3edba1-6d97-41aa-8081-898f462f2d7f),segment_id=bd3edba1-6d97-41aa-8081-898f462f2d7f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:21.508826 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.627732 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=2fe4549d-35f1-413c-93bc-43bd9ed9ee97,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:21.693351 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.726821 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Transition to ACTIVE for port object c5563f88-520c-4d9b-b0c1-4228a586b8e4 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:21.736063 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.776186 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.798271 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Transition to ACTIVE for port object 744d0a3e-39f3-49a4-a942-334b052e672a will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:21.799899 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158951f-dbb2-4cc9-b654-2114fa3d24b6 None None] Pushing event updated for resources: {'Port': ['ID=c5563f88-520c-4d9b-b0c1-4228a586b8e4,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:21.837630 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Transition to ACTIVE for port object 744d0a3e-39f3-49a4-a942-334b052e672a will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:21.860826 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.894437 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Allocated IP 2001:db8:3::1 (77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce/91ad19aa-c9b1-4088-95ba-a6778611a61b/2353b5fe-73de-4870-a71f-5969a62aa01c) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:21.903920 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Attempting to bind port c5563f88-520c-4d9b-b0c1-4228a586b8e4 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:21.904294 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Attempting to bind port c5563f88-520c-4d9b-b0c1-4228a586b8e4 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'bd3edba1-6d97-41aa-8081-898f462f2d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:21.904654 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Attempting to bind port c5563f88-520c-4d9b-b0c1-4228a586b8e4 on network 64268c3f-4fa6-44b1-81db-7a6fa2923769 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:21.916965 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Network 77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:21.919979 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:21.920355 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Checking segment: {'id': 'bd3edba1-6d97-41aa-8081-898f462f2d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:21.920764 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.921155 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Bound using segment: {'id': 'bd3edba1-6d97-41aa-8081-898f462f2d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:21.921648 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Bound port: c5563f88-520c-4d9b-b0c1-4228a586b8e4, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3edba1-6d97-41aa-8081-898f462f2d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:21.922012 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:21.925862 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:21.936343 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:21.941745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Pushing event updated for resources: {'Port': ['ID=744d0a3e-39f3-49a4-a942-334b052e672a,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:22.018806 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.033080 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Transition to ACTIVE for port object 2353b5fe-73de-4870-a71f-5969a62aa01c will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:22.034347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Attempting to bind port 744d0a3e-39f3-49a4-a942-334b052e672a on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:22.034778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Attempting to bind port 744d0a3e-39f3-49a4-a942-334b052e672a by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'd9635360-443b-4744-9e71-bf1f0a494eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:22.035141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Attempting to bind port 744d0a3e-39f3-49a4-a942-334b052e672a on network 77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:22.051023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:22.051399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Checking segment: {'id': 'd9635360-443b-4744-9e71-bf1f0a494eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:22.051848 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.052503 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Bound using segment: {'id': 'd9635360-443b-4744-9e71-bf1f0a494eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:22.053008 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Bound port: 744d0a3e-39f3-49a4-a942-334b052e672a, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9635360-443b-4744-9e71-bf1f0a494eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:22.053897 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.059456 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] For port c5563f88-520c-4d9b-b0c1-4228a586b8e4, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:22.064214 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] For port c5563f88-520c-4d9b-b0c1-4228a586b8e4, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c5563f88-520c-4d9b-b0c1-4228a586b8e4,segment=NetworkSegment(bd3edba1-6d97-41aa-8081-898f462f2d7f),segment_id=bd3edba1-6d97-41aa-8081-898f462f2d7f)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:22.067944 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.078807 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.109658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0584e0c9-8dde-4066-9476-3de97a7e1bb1 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:22.114389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:22.118265 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:22.122661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:22.123195 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.126999 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=2353b5fe-73de-4870-a71f-5969a62aa01c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:22.169131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:22.169484 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:22.169828 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:22.170167 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:22.170510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:22.170829 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:22.171843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:22.171843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:22.172046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:22.172310 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:22.172817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:22.173113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:22.211992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:22.212630 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:22.251604 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3158951f-dbb2-4cc9-b654-2114fa3d24b6 None None] Pushing event updated for resources: {'Port': ['ID=c5563f88-520c-4d9b-b0c1-4228a586b8e4,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:22.258767 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] For port 744d0a3e-39f3-49a4-a942-334b052e672a, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:22.274954 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.472566 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] For port 744d0a3e-39f3-49a4-a942-334b052e672a, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=744d0a3e-39f3-49a4-a942-334b052e672a,segment=NetworkSegment(d9635360-443b-4744-9e71-bf1f0a494eb4),segment_id=d9635360-443b-4744-9e71-bf1f0a494eb4)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:22.485461 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.520835 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:22.525688 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 0584e0c9-8dde-4066-9476-3de97a7e1bb1 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:22.526057 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.550160 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.555792 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.556704 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.622253 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873fbaf4-da13-4561-96c3-07604c6077ab None None] Pushing event updated for resources: {'Port': ['ID=744d0a3e-39f3-49a4-a942-334b052e672a,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:22.640682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event updated for resources: {'Port': ['ID=2353b5fe-73de-4870-a71f-5969a62aa01c,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:22.716747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Network 77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:22.718149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:22.771852 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2fe4549d-35f1-413c-93bc-43bd9ed9ee97 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:22.855169 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router d57b798f-c6b4-494b-832f-483c0c7318dd has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:22.867323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2fe4549d-35f1-413c-93bc-43bd9ed9ee97 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:22.867704 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:22.910551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:18Z', 'revision_number': 4, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5563f88-520c-4d9b-b0c1-4228a586b8e4', 'name': '', 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:dd:f0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:17Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:22.946377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3821183-f730-4883-9991-0409c7a1f1da None None] The sync data for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 is: [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:18Z', 'revision_number': 4, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5563f88-520c-4d9b-b0c1-4228a586b8e4', 'name': '', 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:dd:f0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:17Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:23.313743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:23.319441 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-45afc09a-c0bc-4ef0-988a-7259fa5a5ba0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/d57b798f-c6b4-494b-832f-483c0c7318dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4864969 Jul 16 01:58:23.322206 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40984) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:23.327395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d85b4379-59cf-4b90-b318-0ccf27d6b4e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:23.633614 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Sync routers for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:23.643593 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:23.644217 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:23.673960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e671af7-9ffd-4fa0-bdfc-e227d1277437 None None] Network 77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:23.734746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.extraroute_db [None req-d85b4379-59cf-4b90-b318-0ccf27d6b4e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:58:23.737009 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8ea4f37f-5ff5-46fa-8bc8-d36c64ee2f03 None None] Provisioning for port 744d0a3e-39f3-49a4-a942-334b052e672a completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:23.741487 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:23.753259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.extraroute_db [None req-d85b4379-59cf-4b90-b318-0ccf27d6b4e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Removed routes are [] {{(pid=93919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:58:23.753745 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d85b4379-59cf-4b90-b318-0ccf27d6b4e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.951189 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d85b4379-59cf-4b90-b318-0ccf27d6b4e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.954753 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d85b4379-59cf-4b90-b318-0ccf27d6b4e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:23.965443 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2353b5fe-73de-4870-a71f-5969a62aa01c', 'name': '', 'network_id': '77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:88:a3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '91ad19aa-c9b1-4088-95ba-a6778611a61b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:21Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 2, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '91ad19aa-c9b1-4088-95ba-a6778611a61b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5563f88-520c-4d9b-b0c1-4228a586b8e4', 'name': '', 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:dd:f0:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:17Z', 'updated_at': '2021-07-16T01:58:22Z', 'revision_number': 4, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:23.992379 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Checking router: d57b798f-c6b4-494b-832f-483c0c7318dd for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:23.992736 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Updating router d57b798f-c6b4-494b-832f-483c0c7318dd port 2353b5fe-73de-4870-a71f-5969a62aa01c binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:58:24.036794 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.089828 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85b4379-59cf-4b90-b318-0ccf27d6b4e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router d57b798f-c6b4-494b-832f-483c0c7318dd has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:24.172420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c5563f88-520c-4d9b-b0c1-4228a586b8e4 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:24.230451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port c5563f88-520c-4d9b-b0c1-4228a586b8e4 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:24.234648 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port c5563f88-520c-4d9b-b0c1-4228a586b8e4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:24.235026 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.239039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85b4379-59cf-4b90-b318-0ccf27d6b4e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:24.245999 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d85b4379-59cf-4b90-b318-0ccf27d6b4e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.249778 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d85b4379-59cf-4b90-b318-0ccf27d6b4e0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/d57b798f-c6b4-494b-832f-483c0c7318dd HTTP/1.1" status: 200 len: 954 time: 0.9240513 Jul 16 01:58:24.250304 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40986) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:24.313324 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-42487381-9cf0-4b0d-abb7-a22c6b0f9da9 None None] Provisioning for port 2353b5fe-73de-4870-a71f-5969a62aa01c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:24.341177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-42487381-9cf0-4b0d-abb7-a22c6b0f9da9 None None] Provisioning complete for port 2353b5fe-73de-4870-a71f-5969a62aa01c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:24.341553 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-42487381-9cf0-4b0d-abb7-a22c6b0f9da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.368782 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ce64fb80-3bef-4b6c-8360-c9ff9aa67df4 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/routers/d57b798f-c6b4-494b-832f-483c0c7318dd HTTP/1.1" status: 200 len: 954 time: 0.1138453 Jul 16 01:58:24.369008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40988) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:24.373536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3556f4b3-6b40-40ed-9978-92e7008a9e12 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'router': {'routes': None}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:24.374627 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.380714 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.392988 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Transition to ACTIVE for port object 2353b5fe-73de-4870-a71f-5969a62aa01c will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:24.400251 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.403994 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-42487381-9cf0-4b0d-abb7-a22c6b0f9da9 None None] Port 2353b5fe-73de-4870-a71f-5969a62aa01c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:24.421286 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port c5563f88-520c-4d9b-b0c1-4228a586b8e4, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c5563f88-520c-4d9b-b0c1-4228a586b8e4,segment=NetworkSegment(bd3edba1-6d97-41aa-8081-898f462f2d7f),segment_id=bd3edba1-6d97-41aa-8081-898f462f2d7f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:24.425898 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.426799 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 744d0a3e-39f3-49a4-a942-334b052e672a up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:24.454211 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da412681-25d7-4af9-b07f-533b04127d0d None None] Pushing event updated for resources: {'Port': ['ID=2353b5fe-73de-4870-a71f-5969a62aa01c,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:24.514741 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=c5563f88-520c-4d9b-b0c1-4228a586b8e4,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:24.530675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 744d0a3e-39f3-49a4-a942-334b052e672a completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:24.533731 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Attempting to bind port 2353b5fe-73de-4870-a71f-5969a62aa01c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:24.534233 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Attempting to bind port 2353b5fe-73de-4870-a71f-5969a62aa01c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'd9635360-443b-4744-9e71-bf1f0a494eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:24.534664 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Attempting to bind port 2353b5fe-73de-4870-a71f-5969a62aa01c on network 77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:24.541055 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:24.541594 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Checking segment: {'id': 'd9635360-443b-4744-9e71-bf1f0a494eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:24.542101 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.542389 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Bound using segment: {'id': 'd9635360-443b-4744-9e71-bf1f0a494eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:24.542668 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 744d0a3e-39f3-49a4-a942-334b052e672a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:24.542869 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Bound port: 2353b5fe-73de-4870-a71f-5969a62aa01c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9635360-443b-4744-9e71-bf1f0a494eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:24.543157 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.543260 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.615215 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] For port 2353b5fe-73de-4870-a71f-5969a62aa01c, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:24.619973 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] For port 2353b5fe-73de-4870-a71f-5969a62aa01c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2353b5fe-73de-4870-a71f-5969a62aa01c,segment=NetworkSegment(d9635360-443b-4744-9e71-bf1f0a494eb4),segment_id=d9635360-443b-4744-9e71-bf1f0a494eb4)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:24.627168 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.634779 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.671336 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 744d0a3e-39f3-49a4-a942-334b052e672a, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=744d0a3e-39f3-49a4-a942-334b052e672a,segment=NetworkSegment(d9635360-443b-4744-9e71-bf1f0a494eb4),segment_id=d9635360-443b-4744-9e71-bf1f0a494eb4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:24.676942 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.692056 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:24.693013 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:24.695175 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da412681-25d7-4af9-b07f-533b04127d0d None None] Pushing event updated for resources: {'Port': ['ID=2353b5fe-73de-4870-a71f-5969a62aa01c,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:24.737220 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=744d0a3e-39f3-49a4-a942-334b052e672a,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:24.832516 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.extraroute_db [None req-3556f4b3-6b40-40ed-9978-92e7008a9e12 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Added routes are [] {{(pid=93919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:58:24.833108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.extraroute_db [None req-3556f4b3-6b40-40ed-9978-92e7008a9e12 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93919) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:58:24.865054 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3556f4b3-6b40-40ed-9978-92e7008a9e12 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:24.887922 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:25.067289 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3556f4b3-6b40-40ed-9978-92e7008a9e12 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.071431 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3556f4b3-6b40-40ed-9978-92e7008a9e12 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.117950 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:23Z', 'revision_number': 6, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2353b5fe-73de-4870-a71f-5969a62aa01c', 'name': '', 'network_id': '77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:88:a3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '91ad19aa-c9b1-4088-95ba-a6778611a61b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:21Z', 'updated_at': '2021-07-16T01:58:24Z', 'revision_number': 4, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '91ad19aa-c9b1-4088-95ba-a6778611a61b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5563f88-520c-4d9b-b0c1-4228a586b8e4', 'name': '', 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:dd:f0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:17Z', 'updated_at': '2021-07-16T01:58:24Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:25.145150 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d6c3c53-6a6a-405e-bd8d-02f7c35ca048 None None] The sync data for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 is: [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:23Z', 'revision_number': 6, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2353b5fe-73de-4870-a71f-5969a62aa01c', 'name': '', 'network_id': '77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:88:a3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '91ad19aa-c9b1-4088-95ba-a6778611a61b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:21Z', 'updated_at': '2021-07-16T01:58:24Z', 'revision_number': 4, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '91ad19aa-c9b1-4088-95ba-a6778611a61b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5563f88-520c-4d9b-b0c1-4228a586b8e4', 'name': '', 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:dd:f0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:17Z', 'updated_at': '2021-07-16T01:58:24Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:25.171115 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3556f4b3-6b40-40ed-9978-92e7008a9e12 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router d57b798f-c6b4-494b-832f-483c0c7318dd has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:25.292807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3556f4b3-6b40-40ed-9978-92e7008a9e12 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:25.300355 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3556f4b3-6b40-40ed-9978-92e7008a9e12 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.301558 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3556f4b3-6b40-40ed-9978-92e7008a9e12 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/d57b798f-c6b4-494b-832f-483c0c7318dd HTTP/1.1" status: 200 len: 704 time: 0.9319258 Jul 16 01:58:25.304483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40990) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:25.405701 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-91a12993-e953-4413-90f6-614443ced3db tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/routers/d57b798f-c6b4-494b-832f-483c0c7318dd HTTP/1.1" status: 200 len: 704 time: 0.1001017 Jul 16 01:58:25.408529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40992) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:25.749003 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:25.887985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5da98d4-c46e-493b-b99d-66854e97426e None None] Sync routers for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:25.897235 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5da98d4-c46e-493b-b99d-66854e97426e None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:25.897958 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d5da98d4-c46e-493b-b99d-66854e97426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:25.983587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-d5da98d4-c46e-493b-b99d-66854e97426e None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:26.001661 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port 2353b5fe-73de-4870-a71f-5969a62aa01c {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:26.002005 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.105222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] For port 2353b5fe-73de-4870-a71f-5969a62aa01c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2353b5fe-73de-4870-a71f-5969a62aa01c,segment=NetworkSegment(d9635360-443b-4744-9e71-bf1f0a494eb4),segment_id=d9635360-443b-4744-9e71-bf1f0a494eb4)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:26.105585 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.119009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for 2353b5fe-73de-4870-a71f-5969a62aa01c owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:26.178528 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c5563f88-520c-4d9b-b0c1-4228a586b8e4 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:26.242305 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port c5563f88-520c-4d9b-b0c1-4228a586b8e4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:26.242593 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.246251 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d5da98d4-c46e-493b-b99d-66854e97426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:24Z', 'revision_number': 7, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2353b5fe-73de-4870-a71f-5969a62aa01c', 'name': '', 'network_id': '77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:88:a3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': '91ad19aa-c9b1-4088-95ba-a6778611a61b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:21Z', 'updated_at': '2021-07-16T01:58:24Z', 'revision_number': 4, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '91ad19aa-c9b1-4088-95ba-a6778611a61b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5563f88-520c-4d9b-b0c1-4228a586b8e4', 'name': '', 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:dd:f0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:17Z', 'updated_at': '2021-07-16T01:58:24Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:26.291823 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5da98d4-c46e-493b-b99d-66854e97426e None None] Checking router: d57b798f-c6b4-494b-832f-483c0c7318dd for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:26.292859 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.312614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5da98d4-c46e-493b-b99d-66854e97426e None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:26.313339 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d5da98d4-c46e-493b-b99d-66854e97426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:26.326507 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=2353b5fe-73de-4870-a71f-5969a62aa01c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:26.360599 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:26.360956 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:26.361328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:26.361646 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:26.361986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:26.362321 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:26.362652 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:26.362985 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:26.363314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:26.363642 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:26.364002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:26.364329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:58:26.433115 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-d5da98d4-c46e-493b-b99d-66854e97426e None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:26.463517 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.464767 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 744d0a3e-39f3-49a4-a942-334b052e672a up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:26.608943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 744d0a3e-39f3-49a4-a942-334b052e672a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:26.609258 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.659991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router d57b798f-c6b4-494b-832f-483c0c7318dd has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:26.757900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:26.763147 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-794d8771-ad6b-41bf-9db8-08ed916ec337 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/d57b798f-c6b4-494b-832f-483c0c7318dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3535581 Jul 16 01:58:26.765824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40994) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:26.821797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfc66858-cab0-4d64-883f-61c0e38e442f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting subnet 91ad19aa-c9b1-4088-95ba-a6778611a61b {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:26.824931 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cfc66858-cab0-4d64-883f-61c0e38e442f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.864457 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cfc66858-cab0-4d64-883f-61c0e38e442f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.890541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2353b5fe-73de-4870-a71f-5969a62aa01c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:26.895748 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d5da98d4-c46e-493b-b99d-66854e97426e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:26Z', 'revision_number': 8, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5563f88-520c-4d9b-b0c1-4228a586b8e4', 'name': '', 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:dd:f0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:17Z', 'updated_at': '2021-07-16T01:58:24Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:26.939684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 2353b5fe-73de-4870-a71f-5969a62aa01c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:26.940060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2353b5fe-73de-4870-a71f-5969a62aa01c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 01:58:26.941932 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5da98d4-c46e-493b-b99d-66854e97426e None None] The sync data for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 is: [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:26Z', 'revision_number': 8, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5563f88-520c-4d9b-b0c1-4228a586b8e4', 'name': '', 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:dd:f0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:17Z', 'updated_at': '2021-07-16T01:58:24Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:26.946728 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cfc66858-cab0-4d64-883f-61c0e38e442f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:26.962266 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Port 2353b5fe-73de-4870-a71f-5969a62aa01c not found, will not notify nova. {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 01:58:27.012101 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cfc66858-cab0-4d64-883f-61c0e38e442f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.036413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc66858-cab0-4d64-883f-61c0e38e442f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Subnet': ['ID=91ad19aa-c9b1-4088-95ba-a6778611a61b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:27.042044 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cfc66858-cab0-4d64-883f-61c0e38e442f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.043921 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cfc66858-cab0-4d64-883f-61c0e38e442f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/91ad19aa-c9b1-4088-95ba-a6778611a61b HTTP/1.1" status: 204 len: 168 time: 0.2771220 Jul 16 01:58:27.046479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 40996) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:27.047995 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b93bd16-e8e2-4f18-a2b6-90955936672d None None] Network 77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:27.121406 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.173442 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port 744d0a3e-39f3-49a4-a942-334b052e672a {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:27.173799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.240488 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] For port 744d0a3e-39f3-49a4-a942-334b052e672a, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=744d0a3e-39f3-49a4-a942-334b052e672a,segment=NetworkSegment(d9635360-443b-4744-9e71-bf1f0a494eb4),segment_id=d9635360-443b-4744-9e71-bf1f0a494eb4)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:27.240801 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.252019 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for 744d0a3e-39f3-49a4-a942-334b052e672a owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:27.296632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a8c4f6-918e-440c-9e92-10073cfdb144 None None] DHCP port deletion for 77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:27.338744 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.347368 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-59a8c4f6-918e-440c-9e92-10073cfdb144 None None] Deleting port 744d0a3e-39f3-49a4-a942-334b052e672a {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:27.347938 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-59a8c4f6-918e-440c-9e92-10073cfdb144 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.370619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=744d0a3e-39f3-49a4-a942-334b052e672a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:27.372509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] No DVR routers for this DVR port 744d0a3e-39f3-49a4-a942-334b052e672a on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:27.420059 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-59a8c4f6-918e-440c-9e92-10073cfdb144 None None] For port 744d0a3e-39f3-49a4-a942-334b052e672a, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:27.420562 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-59a8c4f6-918e-440c-9e92-10073cfdb144 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.434817 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-59a8c4f6-918e-440c-9e92-10073cfdb144 None None] Calling delete_port for 744d0a3e-39f3-49a4-a942-334b052e672a owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:27.437438 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-59a8c4f6-918e-440c-9e92-10073cfdb144 None None] Port 744d0a3e-39f3-49a4-a942-334b052e672a was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 01:58:27.438677 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-59a8c4f6-918e-440c-9e92-10073cfdb144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.452328 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.462606 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:27.464430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8c4f6-918e-440c-9e92-10073cfdb144 None None] Pushing event deleted for resources: {'Port': ['ID=744d0a3e-39f3-49a4-a942-334b052e672a,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:27.469310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a8c4f6-918e-440c-9e92-10073cfdb144 None None] No DVR routers for this DVR port 744d0a3e-39f3-49a4-a942-334b052e672a on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:27.472961 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9635360-443b-4744-9e71-bf1f0a494eb4') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:27.473464 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9635360-443b-4744-9e71-bf1f0a494eb4') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:27.485099 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.500697 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.510851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:27.511535 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:27.515905 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:27.577581 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45a840f-6234-4054-bc00-944879842e8d None None] Sync routers for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:27.579912 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.584916 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:27.586875 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45a840f-6234-4054-bc00-944879842e8d None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:27.587171 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/networks/77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce HTTP/1.1" status: 204 len: 168 time: 0.5396583 Jul 16 01:58:27.588464 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c45a840f-6234-4054-bc00-944879842e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:27.590229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 40998) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:27.601695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cd339-5053-4df8-a7c7-26a735cafa6a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Network': ['ID=77a0b83f-6be9-4274-93ce-6c4ab2e9e7ce,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:27.680272 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c45a840f-6234-4054-bc00-944879842e8d None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:27.888195 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c45a840f-6234-4054-bc00-944879842e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:26Z', 'revision_number': 8, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5563f88-520c-4d9b-b0c1-4228a586b8e4', 'name': '', 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:dd:f0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:17Z', 'updated_at': '2021-07-16T01:58:24Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:27.919206 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45a840f-6234-4054-bc00-944879842e8d None None] Checking router: d57b798f-c6b4-494b-832f-483c0c7318dd for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:27.928864 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45a840f-6234-4054-bc00-944879842e8d None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:27.929491 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c45a840f-6234-4054-bc00-944879842e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:28.017461 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-c45a840f-6234-4054-bc00-944879842e8d None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:28.085975 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 744d0a3e-39f3-49a4-a942-334b052e672a no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:28.106946 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 744d0a3e-39f3-49a4-a942-334b052e672a {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:28.107300 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 744d0a3e-39f3-49a4-a942-334b052e672a not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:28.107716 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2353b5fe-73de-4870-a71f-5969a62aa01c no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:28.127189 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 2353b5fe-73de-4870-a71f-5969a62aa01c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:28.127541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2353b5fe-73de-4870-a71f-5969a62aa01c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:28.228390 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-c45a840f-6234-4054-bc00-944879842e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:26Z', 'revision_number': 8, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5563f88-520c-4d9b-b0c1-4228a586b8e4', 'name': '', 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:dd:f0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:17Z', 'updated_at': '2021-07-16T01:58:24Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:28.228662 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f81e2926-42aa-4259-943a-41525c657559 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.257945 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45a840f-6234-4054-bc00-944879842e8d None None] The sync data for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 is: [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:26Z', 'revision_number': 8, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5563f88-520c-4d9b-b0c1-4228a586b8e4', 'name': '', 'network_id': '64268c3f-4fa6-44b1-81db-7a6fa2923769', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:dd:f0:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:17Z', 'updated_at': '2021-07-16T01:58:24Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '98726e91-c5ce-4ca3-9bf6-75f9c50218bd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:28.483371 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-f81e2926-42aa-4259-943a-41525c657559 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port c5563f88-520c-4d9b-b0c1-4228a586b8e4 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:28.483720 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f81e2926-42aa-4259-943a-41525c657559 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.569870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-f81e2926-42aa-4259-943a-41525c657559 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] For port c5563f88-520c-4d9b-b0c1-4228a586b8e4, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c5563f88-520c-4d9b-b0c1-4228a586b8e4,segment=NetworkSegment(bd3edba1-6d97-41aa-8081-898f462f2d7f),segment_id=bd3edba1-6d97-41aa-8081-898f462f2d7f)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:28.570229 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f81e2926-42aa-4259-943a-41525c657559 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.582354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-f81e2926-42aa-4259-943a-41525c657559 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for c5563f88-520c-4d9b-b0c1-4228a586b8e4 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:28.747045 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f81e2926-42aa-4259-943a-41525c657559 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:28.773946 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81e2926-42aa-4259-943a-41525c657559 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=c5563f88-520c-4d9b-b0c1-4228a586b8e4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:28.890286 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f81e2926-42aa-4259-943a-41525c657559 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.082310 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81e2926-42aa-4259-943a-41525c657559 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router d57b798f-c6b4-494b-832f-483c0c7318dd has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:29.174357 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81e2926-42aa-4259-943a-41525c657559 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:29.179578 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f81e2926-42aa-4259-943a-41525c657559 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/d57b798f-c6b4-494b-832f-483c0c7318dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5870411 Jul 16 01:58:29.182226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41000) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:29.184749 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c191d7-a924-446e-9302-258e89a53afb None None] Sync routers for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:29.193994 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c191d7-a924-446e-9302-258e89a53afb None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:29.194611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a1c191d7-a924-446e-9302-258e89a53afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:29.232287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-e402845e-8607-409e-9554-0d0d2ff6a0b9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting subnet 98726e91-c5ce-4ca3-9bf6-75f9c50218bd {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:29.235344 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e402845e-8607-409e-9554-0d0d2ff6a0b9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.276044 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e402845e-8607-409e-9554-0d0d2ff6a0b9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.282025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-a1c191d7-a924-446e-9302-258e89a53afb None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:29.364507 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e402845e-8607-409e-9554-0d0d2ff6a0b9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.424847 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e402845e-8607-409e-9554-0d0d2ff6a0b9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.454611 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e402845e-8607-409e-9554-0d0d2ff6a0b9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.460374 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e402845e-8607-409e-9554-0d0d2ff6a0b9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/98726e91-c5ce-4ca3-9bf6-75f9c50218bd HTTP/1.1" status: 204 len: 168 time: 0.2742267 Jul 16 01:58:29.460374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402845e-8607-409e-9554-0d0d2ff6a0b9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Subnet': ['ID=98726e91-c5ce-4ca3-9bf6-75f9c50218bd,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:29.461371 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41002) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:29.466105 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82683265-98d3-4909-a05f-1a72359d6728 None None] Network 64268c3f-4fa6-44b1-81db-7a6fa2923769 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:29.535852 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.569597 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a1c191d7-a924-446e-9302-258e89a53afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:28Z', 'revision_number': 9, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:29.592676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port 2fe4549d-35f1-413c-93bc-43bd9ed9ee97 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:29.593021 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.614359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c191d7-a924-446e-9302-258e89a53afb None None] Checking router: d57b798f-c6b4-494b-832f-483c0c7318dd for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:29.629807 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c191d7-a924-446e-9302-258e89a53afb None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:29.630357 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a1c191d7-a924-446e-9302-258e89a53afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:29.654125 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] For port 2fe4549d-35f1-413c-93bc-43bd9ed9ee97, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2fe4549d-35f1-413c-93bc-43bd9ed9ee97,segment=NetworkSegment(bd3edba1-6d97-41aa-8081-898f462f2d7f),segment_id=bd3edba1-6d97-41aa-8081-898f462f2d7f)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:29.654485 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.667085 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for 2fe4549d-35f1-413c-93bc-43bd9ed9ee97 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:29.723784 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-a1c191d7-a924-446e-9302-258e89a53afb None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:29.752816 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.779433 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=2fe4549d-35f1-413c-93bc-43bd9ed9ee97,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:29.782964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] No DVR routers for this DVR port 2fe4549d-35f1-413c-93bc-43bd9ed9ee97 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:29.801172 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e723b61-ae92-4fd0-b504-00908a6846c4 None None] DHCP port deletion for 64268c3f-4fa6-44b1-81db-7a6fa2923769 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:29.863330 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.873424 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64268c3f-4fa6-44b1-81db-7a6fa2923769']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:29.884015 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3edba1-6d97-41aa-8081-898f462f2d7f') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:29.884249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3edba1-6d97-41aa-8081-898f462f2d7f') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:29.893060 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.906560 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.912501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:29.912928 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:29.915854 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:29.938457 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a1c191d7-a924-446e-9302-258e89a53afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:28Z', 'revision_number': 9, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:29.968889 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c191d7-a924-446e-9302-258e89a53afb None None] The sync data for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 is: [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:28Z', 'revision_number': 9, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '0584e0c9-8dde-4066-9476-3de97a7e1bb1', 'name': '', 'network_id': '0616a90a-5486-4567-8528-429c7d9afe21', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:14:8d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:14Z', 'updated_at': '2021-07-16T01:58:20Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '70c79a9f-695d-4df9-bdc7-fdf33f220937', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:29.974208 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.981388 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:29.983519 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/networks/64268c3f-4fa6-44b1-81db-7a6fa2923769 HTTP/1.1" status: 204 len: 168 time: 0.5211432 Jul 16 01:58:29.986400 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41004) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:29.995851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e98fe-ec2d-45d5-ba07-e832390c8cb0 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Network': ['ID=64268c3f-4fa6-44b1-81db-7a6fa2923769,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:30.315667 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e2a60d49-4959-4324-94d1-652c71a52102 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.384262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c5563f88-520c-4d9b-b0c1-4228a586b8e4 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:30.405553 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: c5563f88-520c-4d9b-b0c1-4228a586b8e4 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:30.405992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c5563f88-520c-4d9b-b0c1-4228a586b8e4 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:30.406421 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2fe4549d-35f1-413c-93bc-43bd9ed9ee97 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:30.425744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 2fe4549d-35f1-413c-93bc-43bd9ed9ee97 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:30.426093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2fe4549d-35f1-413c-93bc-43bd9ed9ee97 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:30.578786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e2a60d49-4959-4324-94d1-652c71a52102 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port 0584e0c9-8dde-4066-9476-3de97a7e1bb1 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:30.579054 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e2a60d49-4959-4324-94d1-652c71a52102 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.666726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-e2a60d49-4959-4324-94d1-652c71a52102 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] For port 0584e0c9-8dde-4066-9476-3de97a7e1bb1, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0584e0c9-8dde-4066-9476-3de97a7e1bb1,segment=NetworkSegment(48beaf2a-a2d6-4207-b35b-c4b076b30491),segment_id=48beaf2a-a2d6-4207-b35b-c4b076b30491)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:30.667098 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e2a60d49-4959-4324-94d1-652c71a52102 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.679405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e2a60d49-4959-4324-94d1-652c71a52102 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for 0584e0c9-8dde-4066-9476-3de97a7e1bb1 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:30.705412 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.848866 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e2a60d49-4959-4324-94d1-652c71a52102 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:30.878768 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a60d49-4959-4324-94d1-652c71a52102 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=0584e0c9-8dde-4066-9476-3de97a7e1bb1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:30.993011 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e2a60d49-4959-4324-94d1-652c71a52102 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.173229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a60d49-4959-4324-94d1-652c71a52102 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router d57b798f-c6b4-494b-832f-483c0c7318dd has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:31.261036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a60d49-4959-4324-94d1-652c71a52102 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:31.266869 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e2a60d49-4959-4324-94d1-652c71a52102 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/d57b798f-c6b4-494b-832f-483c0c7318dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2777929 Jul 16 01:58:31.268568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41006) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:31.270975 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0f532c-fc81-4401-9b5c-7f1991f78959 None None] Sync routers for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:31.280397 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0f532c-fc81-4401-9b5c-7f1991f78959 None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:31.281105 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1f0f532c-fc81-4401-9b5c-7f1991f78959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:31.321772 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac11648c-be83-4715-b28c-f39003216735 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting subnet 70c79a9f-695d-4df9-bdc7-fdf33f220937 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:31.324833 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac11648c-be83-4715-b28c-f39003216735 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.362651 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac11648c-be83-4715-b28c-f39003216735 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.363040 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-1f0f532c-fc81-4401-9b5c-7f1991f78959 None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:31.444826 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac11648c-be83-4715-b28c-f39003216735 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.506909 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac11648c-be83-4715-b28c-f39003216735 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.533656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11648c-be83-4715-b28c-f39003216735 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Subnet': ['ID=70c79a9f-695d-4df9-bdc7-fdf33f220937,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:31.540356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb777567-c042-4934-9d05-53c5f5ec35b7 None None] Network 0616a90a-5486-4567-8528-429c7d9afe21 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:31.543499 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac11648c-be83-4715-b28c-f39003216735 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.545443 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ac11648c-be83-4715-b28c-f39003216735 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/70c79a9f-695d-4df9-bdc7-fdf33f220937 HTTP/1.1" status: 204 len: 168 time: 0.2759662 Jul 16 01:58:31.548008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41008) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:31.568435 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1f0f532c-fc81-4401-9b5c-7f1991f78959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:30Z', 'revision_number': 10, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:31.595324 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0f532c-fc81-4401-9b5c-7f1991f78959 None None] Checking router: d57b798f-c6b4-494b-832f-483c0c7318dd for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:31.604747 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0f532c-fc81-4401-9b5c-7f1991f78959 None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:31.605352 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1f0f532c-fc81-4401-9b5c-7f1991f78959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:31.624083 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.624328 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.677753 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port 84e1719e-14ab-4661-be80-47a26876311d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:31.679071 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.749587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] For port 84e1719e-14ab-4661-be80-47a26876311d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=84e1719e-14ab-4661-be80-47a26876311d,segment=NetworkSegment(48beaf2a-a2d6-4207-b35b-c4b076b30491),segment_id=48beaf2a-a2d6-4207-b35b-c4b076b30491)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:31.750031 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.762179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for 84e1719e-14ab-4661-be80-47a26876311d owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:31.770003 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551989de-c32f-415a-9ef7-dd3036bedea8 None None] DHCP port deletion for 0616a90a-5486-4567-8528-429c7d9afe21 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:31.790839 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-1f0f532c-fc81-4401-9b5c-7f1991f78959 None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:31.817526 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-551989de-c32f-415a-9ef7-dd3036bedea8 None None] Deleting port 84e1719e-14ab-4661-be80-47a26876311d {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:31.817905 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-551989de-c32f-415a-9ef7-dd3036bedea8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.842622 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.875058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=84e1719e-14ab-4661-be80-47a26876311d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:31.879546 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] No DVR routers for this DVR port 84e1719e-14ab-4661-be80-47a26876311d on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:31.887689 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-551989de-c32f-415a-9ef7-dd3036bedea8 None None] For port 84e1719e-14ab-4661-be80-47a26876311d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=84e1719e-14ab-4661-be80-47a26876311d,segment=NetworkSegment(48beaf2a-a2d6-4207-b35b-c4b076b30491),segment_id=48beaf2a-a2d6-4207-b35b-c4b076b30491)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:31.888242 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-551989de-c32f-415a-9ef7-dd3036bedea8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.900673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-551989de-c32f-415a-9ef7-dd3036bedea8 None None] Calling delete_port for 84e1719e-14ab-4661-be80-47a26876311d owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:31.960734 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.970437 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0616a90a-5486-4567-8528-429c7d9afe21']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:31.980085 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-551989de-c32f-415a-9ef7-dd3036bedea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.981987 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48beaf2a-a2d6-4207-b35b-c4b076b30491') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:31.982368 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48beaf2a-a2d6-4207-b35b-c4b076b30491') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:31.992171 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:31.996951 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-1f0f532c-fc81-4401-9b5c-7f1991f78959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:30Z', 'revision_number': 10, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:32.005634 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551989de-c32f-415a-9ef7-dd3036bedea8 None None] Pushing event deleted for resources: {'Port': ['ID=84e1719e-14ab-4661-be80-47a26876311d,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:32.010117 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551989de-c32f-415a-9ef7-dd3036bedea8 None None] No DVR routers for this DVR port 84e1719e-14ab-4661-be80-47a26876311d on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:32.012438 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.026150 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:32.026150 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.027303 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0f532c-fc81-4401-9b5c-7f1991f78959 None None] The sync data for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 is: [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:30Z', 'revision_number': 10, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None, '_interfaces': [{'id': '21d8e7df-9887-4bf1-84b5-61cfe79b281d', 'name': '', 'network_id': 'db1ed6f8-97a6-4cf3-814c-a697c12de11d', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'mac_address': 'fa:16:3e:6f:f0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:58:11Z', 'updated_at': '2021-07-16T01:58:16Z', 'revision_number': 5, 'project_id': '2c89e84258424ef3863d4f9344683393', 'subnets': [{'id': '24a67427-fd74-427c-9541-0820ddb0b6ff', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:32.035297 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:32.109490 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.113948 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.115884 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/networks/0616a90a-5486-4567-8528-429c7d9afe21 HTTP/1.1" status: 204 len: 168 time: 0.5669174 Jul 16 01:58:32.118791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41010) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:32.129712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e44b0e1-7c67-444f-9328-116a5dfedc0b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Network': ['ID=0616a90a-5486-4567-8528-429c7d9afe21,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:32.444577 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-401f3678-dda1-4c33-9e4f-722e65656f92 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.481384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 84e1719e-14ab-4661-be80-47a26876311d no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:32.508357 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 84e1719e-14ab-4661-be80-47a26876311d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:32.509011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 84e1719e-14ab-4661-be80-47a26876311d not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:32.712969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-401f3678-dda1-4c33-9e4f-722e65656f92 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port 21d8e7df-9887-4bf1-84b5-61cfe79b281d {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:32.713232 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-401f3678-dda1-4c33-9e4f-722e65656f92 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.798425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-401f3678-dda1-4c33-9e4f-722e65656f92 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] For port 21d8e7df-9887-4bf1-84b5-61cfe79b281d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=21d8e7df-9887-4bf1-84b5-61cfe79b281d,segment=NetworkSegment(eb012efe-4a37-4b55-ad4f-948f9130ce3f),segment_id=eb012efe-4a37-4b55-ad4f-948f9130ce3f)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:32.798781 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-401f3678-dda1-4c33-9e4f-722e65656f92 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:32.811539 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-401f3678-dda1-4c33-9e4f-722e65656f92 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for 21d8e7df-9887-4bf1-84b5-61cfe79b281d owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:32.973662 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-401f3678-dda1-4c33-9e4f-722e65656f92 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.004429 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f3678-dda1-4c33-9e4f-722e65656f92 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=21d8e7df-9887-4bf1-84b5-61cfe79b281d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:33.099137 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-401f3678-dda1-4c33-9e4f-722e65656f92 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.246803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401f3678-dda1-4c33-9e4f-722e65656f92 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router d57b798f-c6b4-494b-832f-483c0c7318dd has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:33.600892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401f3678-dda1-4c33-9e4f-722e65656f92 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:33.605684 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-401f3678-dda1-4c33-9e4f-722e65656f92 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/d57b798f-c6b4-494b-832f-483c0c7318dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4858451 Jul 16 01:58:33.608803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41012) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:33.609743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815556e1-6cab-462d-a2a6-a51ddb67ed58 None None] Sync routers for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:33.619223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815556e1-6cab-462d-a2a6-a51ddb67ed58 None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:33.619845 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-815556e1-6cab-462d-a2a6-a51ddb67ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:33.659277 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61abde5-2f33-4052-94ba-f2a0df314fe5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting subnet 24a67427-fd74-427c-9541-0820ddb0b6ff {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:33.662725 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d61abde5-2f33-4052-94ba-f2a0df314fe5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.684414 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-815556e1-6cab-462d-a2a6-a51ddb67ed58 None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:33.702512 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d61abde5-2f33-4052-94ba-f2a0df314fe5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.738134 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-815556e1-6cab-462d-a2a6-a51ddb67ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 11, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:33.764783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815556e1-6cab-462d-a2a6-a51ddb67ed58 None None] Checking router: d57b798f-c6b4-494b-832f-483c0c7318dd for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:33.772937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815556e1-6cab-462d-a2a6-a51ddb67ed58 None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:33.773551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-815556e1-6cab-462d-a2a6-a51ddb67ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:33.787095 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d61abde5-2f33-4052-94ba-f2a0df314fe5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.844904 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-815556e1-6cab-462d-a2a6-a51ddb67ed58 None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:33.845141 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d61abde5-2f33-4052-94ba-f2a0df314fe5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.873335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61abde5-2f33-4052-94ba-f2a0df314fe5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Subnet': ['ID=24a67427-fd74-427c-9541-0820ddb0b6ff,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:33.875257 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d61abde5-2f33-4052-94ba-f2a0df314fe5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:33.877178 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d61abde5-2f33-4052-94ba-f2a0df314fe5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/24a67427-fd74-427c-9541-0820ddb0b6ff HTTP/1.1" status: 204 len: 168 time: 0.2673554 Jul 16 01:58:33.880455 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41014) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:33.903607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72db7eb-a97b-407c-9127-2adec10dde6d None None] Network db1ed6f8-97a6-4cf3-814c-a697c12de11d requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:33.905950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-815556e1-6cab-462d-a2a6-a51ddb67ed58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 11, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:33.945179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815556e1-6cab-462d-a2a6-a51ddb67ed58 None None] The sync data for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 is: [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 11, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:33.960420 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.014850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Deleting port 59ac7537-81b2-4fab-9edf-8335e532391b {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:34.015196 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.078676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] For port 59ac7537-81b2-4fab-9edf-8335e532391b, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=59ac7537-81b2-4fab-9edf-8335e532391b,segment=NetworkSegment(eb012efe-4a37-4b55-ad4f-948f9130ce3f),segment_id=eb012efe-4a37-4b55-ad4f-948f9130ce3f)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:34.079044 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.096515 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Calling delete_port for 59ac7537-81b2-4fab-9edf-8335e532391b owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:34.173036 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.198069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Port': ['ID=59ac7537-81b2-4fab-9edf-8335e532391b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:34.203169 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] No DVR routers for this DVR port 59ac7537-81b2-4fab-9edf-8335e532391b on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:34.284482 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.295879 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db1ed6f8-97a6-4cf3-814c-a697c12de11d']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:34.309036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb012efe-4a37-4b55-ad4f-948f9130ce3f') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:34.309396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb012efe-4a37-4b55-ad4f-948f9130ce3f') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:34.313824 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940c2ac3-e8e8-4c42-996c-44f1d8071e6d None None] DHCP port deletion for db1ed6f8-97a6-4cf3-814c-a697c12de11d request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:34.319684 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.335041 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.341365 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:34.341780 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:34.344927 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:34.379422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0584e0c9-8dde-4066-9476-3de97a7e1bb1 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:34.402232 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 0584e0c9-8dde-4066-9476-3de97a7e1bb1 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:34.402686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0584e0c9-8dde-4066-9476-3de97a7e1bb1 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:34.403182 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 21d8e7df-9887-4bf1-84b5-61cfe79b281d no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:34.413171 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.420523 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.422372 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/networks/db1ed6f8-97a6-4cf3-814c-a697c12de11d HTTP/1.1" status: 204 len: 168 time: 0.5417840 Jul 16 01:58:34.423154 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 21d8e7df-9887-4bf1-84b5-61cfe79b281d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:34.423453 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 21d8e7df-9887-4bf1-84b5-61cfe79b281d not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:34.423907 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 59ac7537-81b2-4fab-9edf-8335e532391b no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:34.425111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41016) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:34.432220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0d5b9870-0957-4aa9-8ddf-b8c496eafd5e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'router': {'routes': None}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:34.445095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8569e-dd0e-4656-b64d-703e536fdc7a tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Pushing event deleted for resources: {'Network': ['ID=db1ed6f8-97a6-4cf3-814c-a697c12de11d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:34.451487 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 59ac7537-81b2-4fab-9edf-8335e532391b {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:34.451944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 59ac7537-81b2-4fab-9edf-8335e532391b not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:34.610992 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.extraroute_db [None req-0d5b9870-0957-4aa9-8ddf-b8c496eafd5e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Added routes are [] {{(pid=93920) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 01:58:34.611301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.extraroute_db [None req-0d5b9870-0957-4aa9-8ddf-b8c496eafd5e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Removed routes are [] {{(pid=93920) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 01:58:34.611674 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9870-0957-4aa9-8ddf-b8c496eafd5e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.741583 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9870-0957-4aa9-8ddf-b8c496eafd5e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.745454 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9870-0957-4aa9-8ddf-b8c496eafd5e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.821846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5b9870-0957-4aa9-8ddf-b8c496eafd5e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router d57b798f-c6b4-494b-832f-483c0c7318dd has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:34.895524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5b9870-0957-4aa9-8ddf-b8c496eafd5e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:34.904026 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9870-0957-4aa9-8ddf-b8c496eafd5e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.904871 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e798a51-f194-4941-95ea-66f5b7ca09d9 None None] Sync routers for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:34.905407 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0d5b9870-0957-4aa9-8ddf-b8c496eafd5e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/d57b798f-c6b4-494b-832f-483c0c7318dd HTTP/1.1" status: 200 len: 705 time: 0.4788687 Jul 16 01:58:34.907970 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41018) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:34.914414 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e798a51-f194-4941-95ea-66f5b7ca09d9 None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:34.915018 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7e798a51-f194-4941-95ea-66f5b7ca09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:34.938818 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c3e4774c-52dc-44d9-a7f6-9e6eca6a899f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports?device_id=d57b798f-c6b4-494b-832f-483c0c7318dd HTTP/1.1" status: 200 len: 205 time: 0.0276058 Jul 16 01:58:34.939027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41020) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:34.953045 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-40c88d67-c20a-4c15-800b-713749b4e69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:34.984904 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-7e798a51-f194-4941-95ea-66f5b7ca09d9 None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:35.013647 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13dc22ae-2ebb-4d96-bfe2-cddf8aaf8c1f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.035786 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7e798a51-f194-4941-95ea-66f5b7ca09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 11, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:35.065898 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e798a51-f194-4941-95ea-66f5b7ca09d9 None None] Checking router: d57b798f-c6b4-494b-832f-483c0c7318dd for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:35.074512 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e798a51-f194-4941-95ea-66f5b7ca09d9 None None] Routers {'d57b798f-c6b4-494b-832f-483c0c7318dd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:35.075128 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7e798a51-f194-4941-95ea-66f5b7ca09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['d57b798f-c6b4-494b-832f-483c0c7318dd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:35.141885 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-7e798a51-f194-4941-95ea-66f5b7ca09d9 None None] Set router d57b798f-c6b4-494b-832f-483c0c7318dd gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:35.170831 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13dc22ae-2ebb-4d96-bfe2-cddf8aaf8c1f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.173037 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13dc22ae-2ebb-4d96-bfe2-cddf8aaf8c1f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.192748 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7e798a51-f194-4941-95ea-66f5b7ca09d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 11, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:35.215567 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13dc22ae-2ebb-4d96-bfe2-cddf8aaf8c1f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.216108 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13dc22ae-2ebb-4d96-bfe2-cddf8aaf8c1f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Fanout notify agent at l3_agent the message router_deleted on router d57b798f-c6b4-494b-832f-483c0c7318dd {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:35.222713 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-13dc22ae-2ebb-4d96-bfe2-cddf8aaf8c1f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.228362 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e798a51-f194-4941-95ea-66f5b7ca09d9 None None] The sync data for ids ['d57b798f-c6b4-494b-832f-483c0c7318dd'] in n-d-791505-14 is: [{'id': 'd57b798f-c6b4-494b-832f-483c0c7318dd', 'name': 'tempest-RoutersIpV6Test-router-2056064996', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:10Z', 'updated_at': '2021-07-16T01:58:32Z', 'revision_number': 11, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:35.228542 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-13dc22ae-2ebb-4d96-bfe2-cddf8aaf8c1f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/routers/d57b798f-c6b4-494b-832f-483c0c7318dd HTTP/1.1" status: 204 len: 168 time: 0.2839055 Jul 16 01:58:35.228542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41022) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:35.233320 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9d355701-472e-4657-a87d-0a7ec7d4c759 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1577591808', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:35.256967 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d355701-472e-4657-a87d-0a7ec7d4c759 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.257993 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d355701-472e-4657-a87d-0a7ec7d4c759 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.313766 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d355701-472e-4657-a87d-0a7ec7d4c759 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.318977 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d355701-472e-4657-a87d-0a7ec7d4c759 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.336996 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9d355701-472e-4657-a87d-0a7ec7d4c759 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.338197 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9d355701-472e-4657-a87d-0a7ec7d4c759 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1087072 Jul 16 01:58:35.340960 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41024) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:35.345586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-19980bca-ff9e-48b2-96c1-e036a543803d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:35.550965 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-19980bca-ff9e-48b2-96c1-e036a543803d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.561565 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-19980bca-ff9e-48b2-96c1-e036a543803d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-780831', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-780806', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-780943'] for router, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.658143 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19980bca-ff9e-48b2-96c1-e036a543803d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Router 474f6f88-3580-4a24-9e2e-d1f16402aa63 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:35.732197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19980bca-ff9e-48b2-96c1-e036a543803d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:35.739530 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-19980bca-ff9e-48b2-96c1-e036a543803d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.741435 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-19980bca-ff9e-48b2-96c1-e036a543803d tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "PUT /v2.0/routers/474f6f88-3580-4a24-9e2e-d1f16402aa63 HTTP/1.1" status: 200 len: 698 time: 0.3995378 Jul 16 01:58:35.741670 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387cc933-6c7a-4032-9933-374d8f5970af None None] Sync routers for ids ['474f6f88-3580-4a24-9e2e-d1f16402aa63'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:35.744115 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41026) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:35.750667 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387cc933-6c7a-4032-9933-374d8f5970af None None] Routers {'474f6f88-3580-4a24-9e2e-d1f16402aa63'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:35.751270 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-387cc933-6c7a-4032-9933-374d8f5970af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['474f6f88-3580-4a24-9e2e-d1f16402aa63'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:35.817442 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6a78fb34-9465-490c-85cb-163393eaf45e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/routers/474f6f88-3580-4a24-9e2e-d1f16402aa63 HTTP/1.1" status: 200 len: 704 time: 0.0720901 Jul 16 01:58:35.817816 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-387cc933-6c7a-4032-9933-374d8f5970af None None] Set router 474f6f88-3580-4a24-9e2e-d1f16402aa63 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:35.820607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41028) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:35.850572 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4901b85c-1717-4a8e-aae3-bf3be80fa85e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports?device_id=474f6f88-3580-4a24-9e2e-d1f16402aa63 HTTP/1.1" status: 200 len: 205 time: 0.0265791 Jul 16 01:58:35.850791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41030) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:35.871901 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-387cc933-6c7a-4032-9933-374d8f5970af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474f6f88-3580-4a24-9e2e-d1f16402aa63', 'name': 'tempest-RoutersIpV6Test-router-1577591808', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:35Z', 'updated_at': '2021-07-16T01:58:35Z', 'revision_number': 2, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:35.897746 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387cc933-6c7a-4032-9933-374d8f5970af None None] Checking router: 474f6f88-3580-4a24-9e2e-d1f16402aa63 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:58:35.905944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387cc933-6c7a-4032-9933-374d8f5970af None None] Routers {'474f6f88-3580-4a24-9e2e-d1f16402aa63'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:35.906550 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-387cc933-6c7a-4032-9933-374d8f5970af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['474f6f88-3580-4a24-9e2e-d1f16402aa63'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:35.924033 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-742841d5-d645-40c9-be96-e7426d9151e6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:35.975296 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-387cc933-6c7a-4032-9933-374d8f5970af None None] Set router 474f6f88-3580-4a24-9e2e-d1f16402aa63 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:58:36.082001 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-742841d5-d645-40c9-be96-e7426d9151e6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.084438 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-742841d5-d645-40c9-be96-e7426d9151e6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.128705 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-742841d5-d645-40c9-be96-e7426d9151e6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.129260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-742841d5-d645-40c9-be96-e7426d9151e6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Fanout notify agent at l3_agent the message router_deleted on router 474f6f88-3580-4a24-9e2e-d1f16402aa63 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:36.136321 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-742841d5-d645-40c9-be96-e7426d9151e6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:36.137503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-742841d5-d645-40c9-be96-e7426d9151e6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/routers/474f6f88-3580-4a24-9e2e-d1f16402aa63 HTTP/1.1" status: 204 len: 168 time: 0.2858186 Jul 16 01:58:36.140901 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41032) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.174446 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-51b5a034-3ee8-4eb1-9a12-286b0728c099 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports?device_id=474f6f88-3580-4a24-9e2e-d1f16402aa63 HTTP/1.1" status: 200 len: 205 time: 0.0324380 Jul 16 01:58:36.176796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41034) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.182772 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-387cc933-6c7a-4032-9933-374d8f5970af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '474f6f88-3580-4a24-9e2e-d1f16402aa63', 'name': 'tempest-RoutersIpV6Test-router-1577591808', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:35Z', 'updated_at': '2021-07-16T01:58:35Z', 'revision_number': 2, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:36.208412 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-387cc933-6c7a-4032-9933-374d8f5970af None None] The sync data for ids ['474f6f88-3580-4a24-9e2e-d1f16402aa63'] in n-d-791505-14 is: [{'id': '474f6f88-3580-4a24-9e2e-d1f16402aa63', 'name': 'tempest-RoutersIpV6Test-router-1577591808', 'tenant_id': '2c89e84258424ef3863d4f9344683393', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:58:35Z', 'updated_at': '2021-07-16T01:58:35Z', 'revision_number': 2, 'project_id': '2c89e84258424ef3863d4f9344683393', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:36.213918 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-bd3a806f-2e4d-4e91-8745-dc7857460478 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] delete failed (client error): The resource could not be found. Jul 16 01:58:36.214951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bd3a806f-2e4d-4e91-8745-dc7857460478 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/routers/474f6f88-3580-4a24-9e2e-d1f16402aa63 HTTP/1.1" status: 404 len: 336 time: 0.0372090 Jul 16 01:58:36.217465 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41036) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.249575 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-c01dd4e9-3187-490a-8c15-fdaada6b96d9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:36.250035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c01dd4e9-3187-490a-8c15-fdaada6b96d9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:36.251803 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c01dd4e9-3187-490a-8c15-fdaada6b96d9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/91ad19aa-c9b1-4088-95ba-a6778611a61b HTTP/1.1" status: 404 len: 337 time: 0.0334101 Jul 16 01:58:36.254486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41038) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.280724 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-55de1ba8-d2c3-4f83-b55b-8b697b93cc91 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:36.281186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55de1ba8-d2c3-4f83-b55b-8b697b93cc91 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:36.282927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-55de1ba8-d2c3-4f83-b55b-8b697b93cc91 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/98726e91-c5ce-4ca3-9bf6-75f9c50218bd HTTP/1.1" status: 404 len: 337 time: 0.0275154 Jul 16 01:58:36.285482 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41040) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.316194 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca76e89-2e6e-4137-addf-b752fbe5c157 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:36.316651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca76e89-2e6e-4137-addf-b752fbe5c157 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:36.318358 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2ca76e89-2e6e-4137-addf-b752fbe5c157 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/70c79a9f-695d-4df9-bdc7-fdf33f220937 HTTP/1.1" status: 404 len: 337 time: 0.0318992 Jul 16 01:58:36.321011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41042) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.346573 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6de69a-73ca-43a8-a7a4-825b8310934b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:36.347034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c6de69a-73ca-43a8-a7a4-825b8310934b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:36.348812 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4c6de69a-73ca-43a8-a7a4-825b8310934b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/24a67427-fd74-427c-9541-0820ddb0b6ff HTTP/1.1" status: 404 len: 337 time: 0.0268867 Jul 16 01:58:36.352011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41044) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.381461 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-62a325c0-7c71-46bc-8e10-eeb0c4e5c55f tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports?device_id=d57b798f-c6b4-494b-832f-483c0c7318dd HTTP/1.1" status: 200 len: 205 time: 0.0282750 Jul 16 01:58:36.383965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41046) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.424794 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-e52ad927-5af7-41f7-820a-5ac3acd29f40 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] delete failed (client error): The resource could not be found. Jul 16 01:58:36.425820 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e52ad927-5af7-41f7-820a-5ac3acd29f40 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/routers/d57b798f-c6b4-494b-832f-483c0c7318dd HTTP/1.1" status: 404 len: 336 time: 0.0408466 Jul 16 01:58:36.429189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41048) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.457760 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c088bfd7-53c3-4cd2-bbf7-18bcd637b0cf tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports?device_id=0e1731b3-6242-4312-ab84-367cf7bf0383 HTTP/1.1" status: 200 len: 205 time: 0.0275199 Jul 16 01:58:36.459946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41050) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.495743 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-2b0041fc-daa7-41be-b4dc-3787295433cf tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] delete failed (client error): The resource could not be found. Jul 16 01:58:36.496735 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2b0041fc-daa7-41be-b4dc-3787295433cf tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/routers/0e1731b3-6242-4312-ab84-367cf7bf0383 HTTP/1.1" status: 404 len: 336 time: 0.0358946 Jul 16 01:58:36.499170 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41052) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.530537 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48440db-5bd0-479b-9184-4636da0569b5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:36.530993 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48440db-5bd0-479b-9184-4636da0569b5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:36.532697 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b48440db-5bd0-479b-9184-4636da0569b5 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/ff62b678-ac93-48ed-98c7-02f87206441d HTTP/1.1" status: 404 len: 337 time: 0.0325503 Jul 16 01:58:36.535275 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41054) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.563381 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a808847b-8004-48f6-b5ac-e97768b62258 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa83b385-3791-489c-a928-6af94273cb85 HTTP/1.1" status: 200 len: 205 time: 0.0270257 Jul 16 01:58:36.565644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41056) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.601922 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-31a60a92-f0aa-4d82-88ea-64c5629835dd tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] delete failed (client error): The resource could not be found. Jul 16 01:58:36.602853 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-31a60a92-f0aa-4d82-88ea-64c5629835dd tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/routers/fa83b385-3791-489c-a928-6af94273cb85 HTTP/1.1" status: 404 len: 336 time: 0.0363212 Jul 16 01:58:36.605390 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41058) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.637111 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-247ed7ec-f12d-433e-85e5-380bad6008d6 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ca1d394-bec9-4b06-886f-52b6f21488ce HTTP/1.1" status: 200 len: 205 time: 0.0307100 Jul 16 01:58:36.639296 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41060) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.674020 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-c702f8c0-b5b2-469c-bfd7-bfa13de4beb9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] delete failed (client error): The resource could not be found. Jul 16 01:58:36.674995 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c702f8c0-b5b2-469c-bfd7-bfa13de4beb9 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/routers/4ca1d394-bec9-4b06-886f-52b6f21488ce HTTP/1.1" status: 404 len: 336 time: 0.0347984 Jul 16 01:58:36.677401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41062) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.703664 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-5105ed64-34d1-403c-a55d-fb9b28c225cc tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:36.704130 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5105ed64-34d1-403c-a55d-fb9b28c225cc tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:36.705726 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5105ed64-34d1-403c-a55d-fb9b28c225cc tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/b614caa3-efa7-4ee3-9148-35eccafce4de HTTP/1.1" status: 404 len: 337 time: 0.0266895 Jul 16 01:58:36.708016 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41064) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.738220 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7b744f7c-8b10-4cd5-91de-e1e037392606 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports?device_id=daecf697-4cbd-41cb-b2d3-ea321712aeed HTTP/1.1" status: 200 len: 205 time: 0.0292213 Jul 16 01:58:36.741017 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41066) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.777078 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-232afba1-cef1-4124-94fd-b655fa7e360b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] delete failed (client error): The resource could not be found. Jul 16 01:58:36.778111 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-232afba1-cef1-4124-94fd-b655fa7e360b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/routers/daecf697-4cbd-41cb-b2d3-ea321712aeed HTTP/1.1" status: 404 len: 336 time: 0.0362163 Jul 16 01:58:36.780656 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41068) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.808259 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-29e81244-bbda-47fe-bf6c-7d9341f0494b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:36.808727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29e81244-bbda-47fe-bf6c-7d9341f0494b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:36.810480 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-29e81244-bbda-47fe-bf6c-7d9341f0494b tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/86793651-348e-4210-803c-1926ac3831fc HTTP/1.1" status: 404 len: 337 time: 0.0289257 Jul 16 01:58:36.813112 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41070) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.841339 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-347e19e1-32a7-40f4-bf2a-f223d9125d6e tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "GET /v2.0/ports?device_id=9c889a24-833d-43f7-afdc-5e96ecbe6f56 HTTP/1.1" status: 200 len: 205 time: 0.0271561 Jul 16 01:58:36.843591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41072) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.883840 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-021eaca7-2852-4cc0-b849-c8864b97e601 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] delete failed (client error): The resource could not be found. Jul 16 01:58:36.884816 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-021eaca7-2852-4cc0-b849-c8864b97e601 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/routers/9c889a24-833d-43f7-afdc-5e96ecbe6f56 HTTP/1.1" status: 404 len: 336 time: 0.0402646 Jul 16 01:58:36.887260 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41074) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.913661 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-0921adef-773d-4e54-bf9b-edca17a0b71c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:36.914119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0921adef-773d-4e54-bf9b-edca17a0b71c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:36.915867 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0921adef-773d-4e54-bf9b-edca17a0b71c tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/4b4c22f4-eb66-40aa-9ac7-ab29a9046fc2 HTTP/1.1" status: 404 len: 337 time: 0.0276563 Jul 16 01:58:36.918360 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41076) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:36.944470 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-614932ad-862f-4f34-b5bd-4c50d882c531 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] DELETE failed (client error): The resource could not be found. Jul 16 01:58:36.944900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-614932ad-862f-4f34-b5bd-4c50d882c531 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 01:58:36.946522 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-614932ad-862f-4f34-b5bd-4c50d882c531 tempest-RoutersIpV6Test-1062009327 tempest-RoutersIpV6Test-1062009327-project] 10.222.0.22 "DELETE /v2.0/subnets/ab6b9b3f-3391-4893-9d1b-e96eb57bd20f HTTP/1.1" status: 404 len: 337 time: 0.0272338 Jul 16 01:58:37.187595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41082) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:37.315299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-014a6e60-2073-4a7e-a053-bc93ed00a4ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c89e84258424ef3863d4f9344683393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265323 Jul 16 01:58:37.317721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41086) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:37.364016 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cf15b3ec-ae5a-4857-8484-6e2459047e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.387281 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cf15b3ec-ae5a-4857-8484-6e2459047e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.389743 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.439800 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cf15b3ec-ae5a-4857-8484-6e2459047e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.442181 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cf15b3ec-ae5a-4857-8484-6e2459047e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:37.443325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cf15b3ec-ae5a-4857-8484-6e2459047e2d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15be7b3f-c851-481a-9299-c2b3bf08c972 HTTP/1.1" status: 204 len: 168 time: 0.1247177 Jul 16 01:58:37.451349 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf15b3ec-ae5a-4857-8484-6e2459047e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15be7b3f-c851-481a-9299-c2b3bf08c972,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:37.703490 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eab5307b-75a0-4f49-86ce-198b869a5790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.041892 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41108) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:38.135457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-df6ef3f3-a0f7-4ae0-b398-c3a4ac18336c tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-588271329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:38.157941 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df6ef3f3-a0f7-4ae0-b398-c3a4ac18336c tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.158903 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df6ef3f3-a0f7-4ae0-b398-c3a4ac18336c tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.208276 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df6ef3f3-a0f7-4ae0-b398-c3a4ac18336c tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.212128 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df6ef3f3-a0f7-4ae0-b398-c3a4ac18336c tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.227172 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-df6ef3f3-a0f7-4ae0-b398-c3a4ac18336c tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.228421 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-df6ef3f3-a0f7-4ae0-b398-c3a4ac18336c tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1855226 Jul 16 01:58:38.231213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41112) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:38.236104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-9877fa38-8b26-4bfd-9ba7-4a121e0a8cc0 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1074753795'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:38.256778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9877fa38-8b26-4bfd-9ba7-4a121e0a8cc0 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Made reservation on behalf of c650250e547f4696bceedcc15ce986c6 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:38.260258 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9877fa38-8b26-4bfd-9ba7-4a121e0a8cc0 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.269179 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9877fa38-8b26-4bfd-9ba7-4a121e0a8cc0 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.363104 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9877fa38-8b26-4bfd-9ba7-4a121e0a8cc0 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.367793 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9877fa38-8b26-4bfd-9ba7-4a121e0a8cc0 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.394054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9877fa38-8b26-4bfd-9ba7-4a121e0a8cc0 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:38.402536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877fa38-8b26-4bfd-9ba7-4a121e0a8cc0 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39414e8c-f5f7-4713-8c6f-b319dbeb59c9,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:38.408436 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9877fa38-8b26-4bfd-9ba7-4a121e0a8cc0 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.408830 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-9877fa38-8b26-4bfd-9ba7-4a121e0a8cc0 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Added segment 441ca0f8-18ec-493c-afea-a79964a6d7a8 of type vlan for network 235f50d4-0c8c-4015-859b-50406133eed6 Jul 16 01:58:38.447834 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9877fa38-8b26-4bfd-9ba7-4a121e0a8cc0 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.475204 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9877fa38-8b26-4bfd-9ba7-4a121e0a8cc0 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.481005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9877fa38-8b26-4bfd-9ba7-4a121e0a8cc0 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:38.481584 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9877fa38-8b26-4bfd-9ba7-4a121e0a8cc0 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.519014 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9877fa38-8b26-4bfd-9ba7-4a121e0a8cc0 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2867455 Jul 16 01:58:38.521936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41114) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:38.527185 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-da751bfb-af20-4227-99e8-9eb97e0e5a2a tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Request body: {'subnet': {'network_id': '235f50d4-0c8c-4015-859b-50406133eed6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:38.546366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877fa38-8b26-4bfd-9ba7-4a121e0a8cc0 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event updated for resources: {'Network': ['ID=235f50d4-0c8c-4015-859b-50406133eed6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:38.557126 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 235f50d4-0c8c-4015-859b-50406133eed6 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:38.616951 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da751bfb-af20-4227-99e8-9eb97e0e5a2a tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Made reservation on behalf of c650250e547f4696bceedcc15ce986c6 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:38.620482 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da751bfb-af20-4227-99e8-9eb97e0e5a2a tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:38.669434 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.073632 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da751bfb-af20-4227-99e8-9eb97e0e5a2a tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.129232 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da751bfb-af20-4227-99e8-9eb97e0e5a2a tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event updated for resources: {'Subnet': ['ID=78beb3c5-f2b0-444e-8bfb-fdc054b77259,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:39.139500 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da751bfb-af20-4227-99e8-9eb97e0e5a2a tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Checking segment: {'id': '441ca0f8-18ec-493c-afea-a79964a6d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '235f50d4-0c8c-4015-859b-50406133eed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:39.139888 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da751bfb-af20-4227-99e8-9eb97e0e5a2a tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Network hostable DHCP agents. Network: 235f50d4-0c8c-4015-859b-50406133eed6, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:39.156220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da751bfb-af20-4227-99e8-9eb97e0e5a2a tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Network 235f50d4-0c8c-4015-859b-50406133eed6 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:39.164673 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-da751bfb-af20-4227-99e8-9eb97e0e5a2a tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 235f50d4-0c8c-4015-859b-50406133eed6) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:39.169209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da751bfb-af20-4227-99e8-9eb97e0e5a2a tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:39.170351 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-da751bfb-af20-4227-99e8-9eb97e0e5a2a tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.175632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0f677b-ed9c-4be4-9a20-0be32adfa14e None None] Network 235f50d4-0c8c-4015-859b-50406133eed6 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:39.185406 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-da751bfb-af20-4227-99e8-9eb97e0e5a2a tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6623251 Jul 16 01:58:39.188392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41116) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:39.193338 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e100d6ea-ba82-4512-a209-5ea31e7f1b57 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Request body: {'network': {'name': 'tempest-router-network01--429011467'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:39.215210 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e100d6ea-ba82-4512-a209-5ea31e7f1b57 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Made reservation on behalf of c650250e547f4696bceedcc15ce986c6 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:39.218681 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e100d6ea-ba82-4512-a209-5ea31e7f1b57 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.242929 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e100d6ea-ba82-4512-a209-5ea31e7f1b57 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:39.252248 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e100d6ea-ba82-4512-a209-5ea31e7f1b57 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.252589 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-e100d6ea-ba82-4512-a209-5ea31e7f1b57 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Added segment e4df1d0e-efc2-4e03-bc09-eccc1036f28f of type vlan for network ece22320-59c9-41e3-8290-b0c3f839441b Jul 16 01:58:39.292466 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e100d6ea-ba82-4512-a209-5ea31e7f1b57 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.322286 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e100d6ea-ba82-4512-a209-5ea31e7f1b57 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.323507 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-235f50d4-0c8c-4015-859b-50406133eed6', 'network_id': '235f50d4-0c8c-4015-859b-50406133eed6', 'tenant_id': 'c650250e547f4696bceedcc15ce986c6', 'fixed_ips': [{'subnet_id': '78beb3c5-f2b0-444e-8bfb-fdc054b77259'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:39.324422 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.327839 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e100d6ea-ba82-4512-a209-5ea31e7f1b57 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:39.328432 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e100d6ea-ba82-4512-a209-5ea31e7f1b57 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.366317 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e100d6ea-ba82-4512-a209-5ea31e7f1b57 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.1768718 Jul 16 01:58:39.368971 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41118) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:39.374642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-01a94690-801b-4132-8cbb-dbd34161a06b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Request body: {'network': {'name': 'tempest-router-network02--1562928602'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:39.398348 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a94690-801b-4132-8cbb-dbd34161a06b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Made reservation on behalf of c650250e547f4696bceedcc15ce986c6 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:39.401560 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100d6ea-ba82-4512-a209-5ea31e7f1b57 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event updated for resources: {'Network': ['ID=ece22320-59c9-41e3-8290-b0c3f839441b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:39.402473 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01a94690-801b-4132-8cbb-dbd34161a06b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.413635 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network ece22320-59c9-41e3-8290-b0c3f839441b details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:39.429609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01a94690-801b-4132-8cbb-dbd34161a06b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:58:39.438727 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01a94690-801b-4132-8cbb-dbd34161a06b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.439067 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-01a94690-801b-4132-8cbb-dbd34161a06b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Added segment 72f13738-1bda-4396-915a-12e8332f83b8 of type vlan for network 90f1d5df-042a-488f-9bc8-740b9fab2ecf Jul 16 01:58:39.482548 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01a94690-801b-4132-8cbb-dbd34161a06b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.511387 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01a94690-801b-4132-8cbb-dbd34161a06b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.517350 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a94690-801b-4132-8cbb-dbd34161a06b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:39.517945 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01a94690-801b-4132-8cbb-dbd34161a06b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.525742 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Allocated IP 172.20.0.2 (235f50d4-0c8c-4015-859b-50406133eed6/78beb3c5-f2b0-444e-8bfb-fdc054b77259/e093fcb0-7a78-4f5c-bedd-f715199d167b) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:39.555086 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-01a94690-801b-4132-8cbb-dbd34161a06b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.1817863 Jul 16 01:58:39.555408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41120) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:39.562211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-0b9c469b-1a61-4554-9d64-c51b9fc7f5a2 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Request body: {'subnet': {'network_id': 'ece22320-59c9-41e3-8290-b0c3f839441b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:39.591057 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a94690-801b-4132-8cbb-dbd34161a06b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event updated for resources: {'Network': ['ID=90f1d5df-042a-488f-9bc8-740b9fab2ecf,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:39.603069 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 90f1d5df-042a-488f-9bc8-740b9fab2ecf details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:58:39.683559 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9c469b-1a61-4554-9d64-c51b9fc7f5a2 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Made reservation on behalf of c650250e547f4696bceedcc15ce986c6 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:39.687072 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0b9c469b-1a61-4554-9d64-c51b9fc7f5a2 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.725534 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.733900 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Transition to ACTIVE for port object e093fcb0-7a78-4f5c-bedd-f715199d167b will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:39.749158 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Transition to ACTIVE for port object e093fcb0-7a78-4f5c-bedd-f715199d167b will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:39.755058 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.794860 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Network 235f50d4-0c8c-4015-859b-50406133eed6 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:39.800890 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:39.805190 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:39.811808 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Pushing event updated for resources: {'Port': ['ID=e093fcb0-7a78-4f5c-bedd-f715199d167b,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:39.867156 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Attempting to bind port e093fcb0-7a78-4f5c-bedd-f715199d167b on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:39.867444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Attempting to bind port e093fcb0-7a78-4f5c-bedd-f715199d167b by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '441ca0f8-18ec-493c-afea-a79964a6d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '235f50d4-0c8c-4015-859b-50406133eed6'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:39.867844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Attempting to bind port e093fcb0-7a78-4f5c-bedd-f715199d167b on network 235f50d4-0c8c-4015-859b-50406133eed6 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:39.873134 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:39.873506 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Checking segment: {'id': '441ca0f8-18ec-493c-afea-a79964a6d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '235f50d4-0c8c-4015-859b-50406133eed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:39.873909 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.874304 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Bound using segment: {'id': '441ca0f8-18ec-493c-afea-a79964a6d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '235f50d4-0c8c-4015-859b-50406133eed6'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:39.874770 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Bound port: e093fcb0-7a78-4f5c-bedd-f715199d167b, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441ca0f8-18ec-493c-afea-a79964a6d7a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '235f50d4-0c8c-4015-859b-50406133eed6'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:39.875147 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:39.940252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] For port e093fcb0-7a78-4f5c-bedd-f715199d167b, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:39.944200 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] For port e093fcb0-7a78-4f5c-bedd-f715199d167b, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=e093fcb0-7a78-4f5c-bedd-f715199d167b,segment=NetworkSegment(441ca0f8-18ec-493c-afea-a79964a6d7a8),segment_id=441ca0f8-18ec-493c-afea-a79964a6d7a8)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:39.948971 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.018321 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf559c39-f417-4029-899e-6c6024c3a816 None None] Pushing event updated for resources: {'Port': ['ID=e093fcb0-7a78-4f5c-bedd-f715199d167b,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:40.199713 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0b9c469b-1a61-4554-9d64-c51b9fc7f5a2 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.264104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9c469b-1a61-4554-9d64-c51b9fc7f5a2 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event updated for resources: {'Subnet': ['ID=1ff06d6c-3300-4fcd-9476-6440ee2a4158,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:40.275348 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9c469b-1a61-4554-9d64-c51b9fc7f5a2 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Checking segment: {'id': 'e4df1d0e-efc2-4e03-bc09-eccc1036f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ece22320-59c9-41e3-8290-b0c3f839441b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:40.275702 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9c469b-1a61-4554-9d64-c51b9fc7f5a2 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Network hostable DHCP agents. Network: ece22320-59c9-41e3-8290-b0c3f839441b, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:40.293303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9c469b-1a61-4554-9d64-c51b9fc7f5a2 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Network ece22320-59c9-41e3-8290-b0c3f839441b is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:40.302371 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-0b9c469b-1a61-4554-9d64-c51b9fc7f5a2 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, ece22320-59c9-41e3-8290-b0c3f839441b) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:40.307254 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9c469b-1a61-4554-9d64-c51b9fc7f5a2 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:40.308302 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0b9c469b-1a61-4554-9d64-c51b9fc7f5a2 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.312825 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce331a2-9d33-4c42-bda9-06d51b8d6b6c None None] Network ece22320-59c9-41e3-8290-b0c3f839441b requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:40.326168 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0b9c469b-1a61-4554-9d64-c51b9fc7f5a2 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7671866 Jul 16 01:58:40.326473 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41122) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:40.329042 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.331456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3dada535-1b42-4273-86a1-8a56aef873eb tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Request body: {'subnet': {'network_id': '90f1d5df-042a-488f-9bc8-740b9fab2ecf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:40.423202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dada535-1b42-4273-86a1-8a56aef873eb tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Made reservation on behalf of c650250e547f4696bceedcc15ce986c6 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:58:40.426601 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3dada535-1b42-4273-86a1-8a56aef873eb tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.462095 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-ece22320-59c9-41e3-8290-b0c3f839441b', 'network_id': 'ece22320-59c9-41e3-8290-b0c3f839441b', 'tenant_id': 'c650250e547f4696bceedcc15ce986c6', 'fixed_ips': [{'subnet_id': '1ff06d6c-3300-4fcd-9476-6440ee2a4158'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:40.462982 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.593869 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Allocated IP 172.20.0.2 (ece22320-59c9-41e3-8290-b0c3f839441b/1ff06d6c-3300-4fcd-9476-6440ee2a4158/543c2dd7-a48b-4737-815d-455038c94fa3) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:40.613790 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3dada535-1b42-4273-86a1-8a56aef873eb tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.681806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dada535-1b42-4273-86a1-8a56aef873eb tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event updated for resources: {'Subnet': ['ID=9b899089-556d-4b1a-852e-f7c53f21007b,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:40.691670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dada535-1b42-4273-86a1-8a56aef873eb tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Checking segment: {'id': '72f13738-1bda-4396-915a-12e8332f83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '90f1d5df-042a-488f-9bc8-740b9fab2ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:40.692154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dada535-1b42-4273-86a1-8a56aef873eb tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Network hostable DHCP agents. Network: 90f1d5df-042a-488f-9bc8-740b9fab2ecf, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:58:40.710647 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dada535-1b42-4273-86a1-8a56aef873eb tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Network 90f1d5df-042a-488f-9bc8-740b9fab2ecf is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:58:40.720405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-3dada535-1b42-4273-86a1-8a56aef873eb tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 90f1d5df-042a-488f-9bc8-740b9fab2ecf) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:40.725293 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dada535-1b42-4273-86a1-8a56aef873eb tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:58:40.725877 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3dada535-1b42-4273-86a1-8a56aef873eb tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.734798 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e043ea5e-3ca9-4071-9b26-f7998e5f70d7 None None] Network 90f1d5df-042a-488f-9bc8-740b9fab2ecf requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:40.742632 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3dada535-1b42-4273-86a1-8a56aef873eb tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4149916 Jul 16 01:58:40.745157 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41124) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:40.761455 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.778915 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Transition to ACTIVE for port object 543c2dd7-a48b-4737-815d-455038c94fa3 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:40.832110 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Transition to ACTIVE for port object 543c2dd7-a48b-4737-815d-455038c94fa3 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:40.839572 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:40.892449 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Network ece22320-59c9-41e3-8290-b0c3f839441b is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:40.913244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:40.919345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:40.922781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Pushing event updated for resources: {'Port': ['ID=543c2dd7-a48b-4737-815d-455038c94fa3,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:40.999036 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fd0d28-626a-4bce-8861-dd7b2113eb44 None None] Network 235f50d4-0c8c-4015-859b-50406133eed6 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:41.017732 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-90f1d5df-042a-488f-9bc8-740b9fab2ecf', 'network_id': '90f1d5df-042a-488f-9bc8-740b9fab2ecf', 'tenant_id': 'c650250e547f4696bceedcc15ce986c6', 'fixed_ips': [{'subnet_id': '9b899089-556d-4b1a-852e-f7c53f21007b'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:58:41.018559 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.040411 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.080524 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Attempting to bind port 543c2dd7-a48b-4737-815d-455038c94fa3 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:41.080896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Attempting to bind port 543c2dd7-a48b-4737-815d-455038c94fa3 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'e4df1d0e-efc2-4e03-bc09-eccc1036f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ece22320-59c9-41e3-8290-b0c3f839441b'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:41.081256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Attempting to bind port 543c2dd7-a48b-4737-815d-455038c94fa3 on network ece22320-59c9-41e3-8290-b0c3f839441b {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:41.092490 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c3738696-659a-4d82-8f57-4271aa5ed793 None None] Provisioning for port e093fcb0-7a78-4f5c-bedd-f715199d167b completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:41.108619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:41.108989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Checking segment: {'id': 'e4df1d0e-efc2-4e03-bc09-eccc1036f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ece22320-59c9-41e3-8290-b0c3f839441b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:41.109382 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.109762 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Bound using segment: {'id': 'e4df1d0e-efc2-4e03-bc09-eccc1036f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ece22320-59c9-41e3-8290-b0c3f839441b'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:41.110315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Bound port: 543c2dd7-a48b-4737-815d-455038c94fa3, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4df1d0e-efc2-4e03-bc09-eccc1036f28f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ece22320-59c9-41e3-8290-b0c3f839441b'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:41.110612 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.282047 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Allocated IP 172.20.0.1 (ece22320-59c9-41e3-8290-b0c3f839441b/1ff06d6c-3300-4fcd-9476-6440ee2a4158/b0e195e0-3c04-423f-8314-7f79ebf9fb15) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:41.323689 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Allocated IP 172.20.0.2 (90f1d5df-042a-488f-9bc8-740b9fab2ecf/9b899089-556d-4b1a-852e-f7c53f21007b/0d5d521b-9b05-449e-9616-6ba4a6b10269) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:41.334223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] For port 543c2dd7-a48b-4737-815d-455038c94fa3, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:41.352304 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] For port 543c2dd7-a48b-4737-815d-455038c94fa3, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=543c2dd7-a48b-4737-815d-455038c94fa3,segment=NetworkSegment(e4df1d0e-efc2-4e03-bc09-eccc1036f28f),segment_id=e4df1d0e-efc2-4e03-bc09-eccc1036f28f)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:41.360133 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.393836 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.407446 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Transition to ACTIVE for port object b0e195e0-3c04-423f-8314-7f79ebf9fb15 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:41.441789 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.480130 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Network ece22320-59c9-41e3-8290-b0c3f839441b is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:41.483379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:41.487338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:41.504116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2202a-c650-4328-9429-1a84b0b7baa5 None None] Pushing event updated for resources: {'Port': ['ID=543c2dd7-a48b-4737-815d-455038c94fa3,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:41.533575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event updated for resources: {'Port': ['ID=b0e195e0-3c04-423f-8314-7f79ebf9fb15,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:41.549707 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.560085 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.569010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Transition to ACTIVE for port object 0d5d521b-9b05-449e-9616-6ba4a6b10269 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:41.584912 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Transition to ACTIVE for port object 0d5d521b-9b05-449e-9616-6ba4a6b10269 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:41.590987 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.641684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Network 90f1d5df-042a-488f-9bc8-740b9fab2ecf is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:41.645840 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:41.650235 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:41.653510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Pushing event updated for resources: {'Port': ['ID=0d5d521b-9b05-449e-9616-6ba4a6b10269,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:41.698753 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.893598 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Attempting to bind port 0d5d521b-9b05-449e-9616-6ba4a6b10269 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:58:41.894129 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Attempting to bind port 0d5d521b-9b05-449e-9616-6ba4a6b10269 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '72f13738-1bda-4396-915a-12e8332f83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '90f1d5df-042a-488f-9bc8-740b9fab2ecf'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:58:41.894311 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Attempting to bind port 0d5d521b-9b05-449e-9616-6ba4a6b10269 on network 90f1d5df-042a-488f-9bc8-740b9fab2ecf {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:58:41.899472 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:58:41.899871 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Checking segment: {'id': '72f13738-1bda-4396-915a-12e8332f83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '90f1d5df-042a-488f-9bc8-740b9fab2ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:58:41.900272 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.900662 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Bound using segment: {'id': '72f13738-1bda-4396-915a-12e8332f83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '90f1d5df-042a-488f-9bc8-740b9fab2ecf'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:58:41.901121 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Bound port: 0d5d521b-9b05-449e-9616-6ba4a6b10269, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72f13738-1bda-4396-915a-12e8332f83b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '90f1d5df-042a-488f-9bc8-740b9fab2ecf'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:58:41.901497 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:41.974012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] For port 0d5d521b-9b05-449e-9616-6ba4a6b10269, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:58:41.977223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] For port 0d5d521b-9b05-449e-9616-6ba4a6b10269, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0d5d521b-9b05-449e-9616-6ba4a6b10269,segment=NetworkSegment(72f13738-1bda-4396-915a-12e8332f83b8),segment_id=72f13738-1bda-4396-915a-12e8332f83b8)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:58:41.980878 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.001792 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.006982 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.051509 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67942cbf-1f06-418b-bbc2-445ec13a253d None None] Pushing event updated for resources: {'Port': ['ID=0d5d521b-9b05-449e-9616-6ba4a6b10269,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:42.102992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event updated for resources: {'Port': ['ID=b0e195e0-3c04-423f-8314-7f79ebf9fb15,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:42.107533 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.186396 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e093fcb0-7a78-4f5c-bedd-f715199d167b up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:42.221607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Network ece22320-59c9-41e3-8290-b0c3f839441b is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:42.223390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:42.255348 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port e093fcb0-7a78-4f5c-bedd-f715199d167b completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:42.258051 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port e093fcb0-7a78-4f5c-bedd-f715199d167b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:42.258484 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.369947 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.387534 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Router 34003c98-7b83-45fc-8c98-1621db373a26 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:58:42.424903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port e093fcb0-7a78-4f5c-bedd-f715199d167b, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=e093fcb0-7a78-4f5c-bedd-f715199d167b,segment=NetworkSegment(441ca0f8-18ec-493c-afea-a79964a6d7a8),segment_id=441ca0f8-18ec-493c-afea-a79964a6d7a8)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:42.430218 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.431035 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 543c2dd7-a48b-4737-815d-455038c94fa3 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:42.496108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:42.506045 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8e939fd8-31a9-4926-aedd-b819ffbf5c24 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "PUT /v2.0/routers/34003c98-7b83-45fc-8c98-1621db373a26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7569385 Jul 16 01:58:42.506649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41126) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:42.513485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=e093fcb0-7a78-4f5c-bedd-f715199d167b,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:42.513748 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf987c17-b498-434c-9c26-41d2d60275a1 None None] Sync routers for ids ['34003c98-7b83-45fc-8c98-1621db373a26'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:42.525546 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf987c17-b498-434c-9c26-41d2d60275a1 None None] Routers {'34003c98-7b83-45fc-8c98-1621db373a26'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:42.526294 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cf987c17-b498-434c-9c26-41d2d60275a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['34003c98-7b83-45fc-8c98-1621db373a26'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:42.528943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 543c2dd7-a48b-4737-815d-455038c94fa3 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:42.560159 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cf987c17-b498-434c-9c26-41d2d60275a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:42.569465 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf987c17-b498-434c-9c26-41d2d60275a1 None None] Routers {'34003c98-7b83-45fc-8c98-1621db373a26'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:42.570328 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cf987c17-b498-434c-9c26-41d2d60275a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['34003c98-7b83-45fc-8c98-1621db373a26'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:42.612635 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-cf987c17-b498-434c-9c26-41d2d60275a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:42.613516 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf987c17-b498-434c-9c26-41d2d60275a1 None None] The sync data for ids ['34003c98-7b83-45fc-8c98-1621db373a26'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:42.704933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc7de02-3854-4e58-96d3-6f5917791afa None None] Network ece22320-59c9-41e3-8290-b0c3f839441b requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:42.822606 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f162a575-87bd-4aa5-b053-d4ee0911a511 None None] Provisioning for port 543c2dd7-a48b-4737-815d-455038c94fa3 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:42.828080 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f162a575-87bd-4aa5-b053-d4ee0911a511 None None] Provisioning complete for port 543c2dd7-a48b-4737-815d-455038c94fa3 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:42.828390 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f162a575-87bd-4aa5-b053-d4ee0911a511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.880121 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-405a7ed1-7523-4dee-a1d0-8eea8da172de tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 01:58:42.882076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-405a7ed1-7523-4dee-a1d0-8eea8da172de tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "PUT /v2.0/routers/34003c98-7b83-45fc-8c98-1621db373a26/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.3740184 Jul 16 01:58:42.884688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41128) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:42.949092 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f162a575-87bd-4aa5-b053-d4ee0911a511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:42.990033 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f162a575-87bd-4aa5-b053-d4ee0911a511 None None] For port 543c2dd7-a48b-4737-815d-455038c94fa3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=543c2dd7-a48b-4737-815d-455038c94fa3,segment=NetworkSegment(e4df1d0e-efc2-4e03-bc09-eccc1036f28f),segment_id=e4df1d0e-efc2-4e03-bc09-eccc1036f28f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:42.997470 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f162a575-87bd-4aa5-b053-d4ee0911a511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.056210 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162a575-87bd-4aa5-b053-d4ee0911a511 None None] Pushing event updated for resources: {'Port': ['ID=543c2dd7-a48b-4737-815d-455038c94fa3,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:43.190265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86e364b-d70a-42c8-b138-ee08b6a3deb4 None None] Network 90f1d5df-042a-488f-9bc8-740b9fab2ecf requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:43.224704 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6966256-1d5b-48fb-8e52-789b4b78d873 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.265162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-72c512b7-d46e-49f7-a682-6af5ee082c5a None None] Provisioning complete for port 543c2dd7-a48b-4737-815d-455038c94fa3 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:43.265456 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-72c512b7-d46e-49f7-a682-6af5ee082c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.437965 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-72c512b7-d46e-49f7-a682-6af5ee082c5a None None] Provisioning for port 0d5d521b-9b05-449e-9616-6ba4a6b10269 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:43.460531 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-72c512b7-d46e-49f7-a682-6af5ee082c5a None None] Provisioning for port b0e195e0-3c04-423f-8314-7f79ebf9fb15 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:43.463736 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-72c512b7-d46e-49f7-a682-6af5ee082c5a None None] Provisioning complete for port b0e195e0-3c04-423f-8314-7f79ebf9fb15 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:43.464222 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-72c512b7-d46e-49f7-a682-6af5ee082c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.500721 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-72c512b7-d46e-49f7-a682-6af5ee082c5a None None] Port b0e195e0-3c04-423f-8314-7f79ebf9fb15 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:43.512396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-a6966256-1d5b-48fb-8e52-789b4b78d873 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Deleting port b0e195e0-3c04-423f-8314-7f79ebf9fb15 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:43.512925 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6966256-1d5b-48fb-8e52-789b4b78d873 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.609813 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6966256-1d5b-48fb-8e52-789b4b78d873 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.622744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ef480351-ea16-49bb-86dd-6ee37975f7ae None None] Provisioning complete for port b0e195e0-3c04-423f-8314-7f79ebf9fb15 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:43.623124 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ef480351-ea16-49bb-86dd-6ee37975f7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.624218 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-a6966256-1d5b-48fb-8e52-789b4b78d873 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Calling delete_port for b0e195e0-3c04-423f-8314-7f79ebf9fb15 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:43.657579 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ef480351-ea16-49bb-86dd-6ee37975f7ae None None] Port b0e195e0-3c04-423f-8314-7f79ebf9fb15 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:43.783342 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d35e360c-a64c-4fe4-a9f0-2875e024b608 None None] Provisioning complete for port b0e195e0-3c04-423f-8314-7f79ebf9fb15 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:43.783715 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d35e360c-a64c-4fe4-a9f0-2875e024b608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.795876 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6966256-1d5b-48fb-8e52-789b4b78d873 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:43.818176 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d35e360c-a64c-4fe4-a9f0-2875e024b608 None None] Port b0e195e0-3c04-423f-8314-7f79ebf9fb15 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:43.824313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6966256-1d5b-48fb-8e52-789b4b78d873 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event deleted for resources: {'Port': ['ID=b0e195e0-3c04-423f-8314-7f79ebf9fb15,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:43.964983 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a6966256-1d5b-48fb-8e52-789b4b78d873 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.166279 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0d5d521b-9b05-449e-9616-6ba4a6b10269 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:44.219069 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 0d5d521b-9b05-449e-9616-6ba4a6b10269 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:44.223173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 0d5d521b-9b05-449e-9616-6ba4a6b10269 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:44.223636 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.303873 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.337306 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 0d5d521b-9b05-449e-9616-6ba4a6b10269, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0d5d521b-9b05-449e-9616-6ba4a6b10269,segment=NetworkSegment(72f13738-1bda-4396-915a-12e8332f83b8),segment_id=72f13738-1bda-4396-915a-12e8332f83b8)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:44.341007 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.341775 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 543c2dd7-a48b-4737-815d-455038c94fa3 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:44.418786 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=0d5d521b-9b05-449e-9616-6ba4a6b10269,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:44.421859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6966256-1d5b-48fb-8e52-789b4b78d873 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Router 34003c98-7b83-45fc-8c98-1621db373a26 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:44.430916 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 543c2dd7-a48b-4737-815d-455038c94fa3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:44.431294 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.494604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6966256-1d5b-48fb-8e52-789b4b78d873 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:44.503931 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a6966256-1d5b-48fb-8e52-789b4b78d873 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "PUT /v2.0/routers/34003c98-7b83-45fc-8c98-1621db373a26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6138966 Jul 16 01:58:44.503931 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41130) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:44.506230 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c5113-ec07-43d0-b2f3-6db45d7529cb None None] Sync routers for ids ['34003c98-7b83-45fc-8c98-1621db373a26'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:44.511494 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e093fcb0-7a78-4f5c-bedd-f715199d167b up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:44.535209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c5113-ec07-43d0-b2f3-6db45d7529cb None None] Routers {'34003c98-7b83-45fc-8c98-1621db373a26'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:44.535861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5c9c5113-ec07-43d0-b2f3-6db45d7529cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['34003c98-7b83-45fc-8c98-1621db373a26'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:44.543057 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-b2433ed5-5b32-4c02-a26b-a1c375a9ad0b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] delete failed (client error): The resource could not be found. Jul 16 01:58:44.544115 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b2433ed5-5b32-4c02-a26b-a1c375a9ad0b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-890542101 HTTP/1.1" status: 404 len: 334 time: 0.0396004 Jul 16 01:58:44.547796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41132) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:44.552242 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-274d2a95-3b13-4f64-b31b-9a4171771d54 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Request body: {'router': {'external_gateway_info': {'network_id': '34003c98-7b83-45fc-8c98-1621db373a26'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:44.575310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5c9c5113-ec07-43d0-b2f3-6db45d7529cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:44.589502 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c5113-ec07-43d0-b2f3-6db45d7529cb None None] Routers {'34003c98-7b83-45fc-8c98-1621db373a26'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:44.590099 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5c9c5113-ec07-43d0-b2f3-6db45d7529cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['34003c98-7b83-45fc-8c98-1621db373a26'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:44.622534 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5c9c5113-ec07-43d0-b2f3-6db45d7529cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:44.623165 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9c5113-ec07-43d0-b2f3-6db45d7529cb None None] The sync data for ids ['34003c98-7b83-45fc-8c98-1621db373a26'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:44.632097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port e093fcb0-7a78-4f5c-bedd-f715199d167b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:44.632470 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.762674 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-274d2a95-3b13-4f64-b31b-9a4171771d54 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:44.783814 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-274d2a95-3b13-4f64-b31b-9a4171771d54 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] update failed (client error): The resource could not be found. Jul 16 01:58:44.784875 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-274d2a95-3b13-4f64-b31b-9a4171771d54 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "PUT /v2.0/routers/34003c98-7b83-45fc-8c98-1621db373a26 HTTP/1.1" status: 404 len: 339 time: 0.2361443 Jul 16 01:58:44.789129 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41134) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:45.058401 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.291346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Allocated IP 172.20.0.1 (235f50d4-0c8c-4015-859b-50406133eed6/78beb3c5-f2b0-444e-8bfb-fdc054b77259/e5dbc999-73d7-4a49-8f20-04a417b2dd3f) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:58:45.400814 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.418536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Transition to ACTIVE for port object e5dbc999-73d7-4a49-8f20-04a417b2dd3f will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:58:45.452323 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.494906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Network 235f50d4-0c8c-4015-859b-50406133eed6 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:45.498044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:45.501996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:58:45.525674 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event updated for resources: {'Port': ['ID=e5dbc999-73d7-4a49-8f20-04a417b2dd3f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:45.548536 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.678755 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.748853 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6d6abd7a-cfc7-47ed-8abb-43b4fbf4628d None None] Provisioning for port e5dbc999-73d7-4a49-8f20-04a417b2dd3f completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:58:45.752942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6d6abd7a-cfc7-47ed-8abb-43b4fbf4628d None None] Provisioning complete for port e5dbc999-73d7-4a49-8f20-04a417b2dd3f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:45.753465 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6d6abd7a-cfc7-47ed-8abb-43b4fbf4628d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.788096 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6d6abd7a-cfc7-47ed-8abb-43b4fbf4628d None None] Port e5dbc999-73d7-4a49-8f20-04a417b2dd3f cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:45.935040 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:45.939226 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.010668 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.013164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event updated for resources: {'Port': ['ID=e5dbc999-73d7-4a49-8f20-04a417b2dd3f,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:46.086539 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0d5d521b-9b05-449e-9616-6ba4a6b10269 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:58:46.107435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Network 235f50d4-0c8c-4015-859b-50406133eed6 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:58:46.108811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:58:46.133672 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 0d5d521b-9b05-449e-9616-6ba4a6b10269 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:46.134049 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.210369 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Router 34003c98-7b83-45fc-8c98-1621db373a26 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:46.305922 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:46.308866 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4ed59e8a-06bc-4c5f-b711-2c2e1326abbf None None] Provisioning complete for port e5dbc999-73d7-4a49-8f20-04a417b2dd3f triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:58:46.309242 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4ed59e8a-06bc-4c5f-b711-2c2e1326abbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.312212 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c27b6215-b6f5-4a91-8d2a-fe35df7d4981 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "PUT /v2.0/routers/34003c98-7b83-45fc-8c98-1621db373a26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5221236 Jul 16 01:58:46.314296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41136) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:46.315748 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eb5582-0f77-4528-9dce-35f6bd17c607 None None] Sync routers for ids ['34003c98-7b83-45fc-8c98-1621db373a26'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:46.325504 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eb5582-0f77-4528-9dce-35f6bd17c607 None None] Routers {'34003c98-7b83-45fc-8c98-1621db373a26'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:46.326115 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-66eb5582-0f77-4528-9dce-35f6bd17c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['34003c98-7b83-45fc-8c98-1621db373a26'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:46.343122 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4ed59e8a-06bc-4c5f-b711-2c2e1326abbf None None] Port e5dbc999-73d7-4a49-8f20-04a417b2dd3f cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:58:46.362483 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-66eb5582-0f77-4528-9dce-35f6bd17c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:46.370812 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eb5582-0f77-4528-9dce-35f6bd17c607 None None] Routers {'34003c98-7b83-45fc-8c98-1621db373a26'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:46.371409 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-66eb5582-0f77-4528-9dce-35f6bd17c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['34003c98-7b83-45fc-8c98-1621db373a26'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:46.403397 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-66eb5582-0f77-4528-9dce-35f6bd17c607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:46.403988 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66eb5582-0f77-4528-9dce-35f6bd17c607 None None] The sync data for ids ['34003c98-7b83-45fc-8c98-1621db373a26'] in n-d-791505-14 is: [] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:46.405484 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f6e17ac1-5dfd-4f06-9c95-85db31e25869 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:46.483967 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-f6e17ac1-5dfd-4f06-9c95-85db31e25869 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 01:58:46.484931 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f6e17ac1-5dfd-4f06-9c95-85db31e25869 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "DELETE /v2.0/routers/34003c98-7b83-45fc-8c98-1621db373a26 HTTP/1.1" status: 409 len: 329 time: 0.1695604 Jul 16 01:58:46.487751 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41138) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:46.786111 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-332d105f-9691-410f-9da8-71f1d4a0e3c3 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.026360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-332d105f-9691-410f-9da8-71f1d4a0e3c3 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Deleting port e5dbc999-73d7-4a49-8f20-04a417b2dd3f {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:47.026706 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-332d105f-9691-410f-9da8-71f1d4a0e3c3 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.108213 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-332d105f-9691-410f-9da8-71f1d4a0e3c3 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.120065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-332d105f-9691-410f-9da8-71f1d4a0e3c3 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Calling delete_port for e5dbc999-73d7-4a49-8f20-04a417b2dd3f owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:47.286457 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-332d105f-9691-410f-9da8-71f1d4a0e3c3 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.314250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d105f-9691-410f-9da8-71f1d4a0e3c3 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event deleted for resources: {'Port': ['ID=e5dbc999-73d7-4a49-8f20-04a417b2dd3f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:47.455311 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-332d105f-9691-410f-9da8-71f1d4a0e3c3 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:47.906599 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332d105f-9691-410f-9da8-71f1d4a0e3c3 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Router 34003c98-7b83-45fc-8c98-1621db373a26 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:58:47.977110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332d105f-9691-410f-9da8-71f1d4a0e3c3 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:58:47.982246 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-332d105f-9691-410f-9da8-71f1d4a0e3c3 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "PUT /v2.0/routers/34003c98-7b83-45fc-8c98-1621db373a26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4935367 Jul 16 01:58:47.985789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41140) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:47.986454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda8327e-d559-4d0c-a754-a7b1ddedfd0e None None] Sync routers for ids ['34003c98-7b83-45fc-8c98-1621db373a26'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:58:47.995968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8327e-d559-4d0c-a754-a7b1ddedfd0e None None] Routers {'34003c98-7b83-45fc-8c98-1621db373a26'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:47.996573 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dda8327e-d559-4d0c-a754-a7b1ddedfd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['34003c98-7b83-45fc-8c98-1621db373a26'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:48.026065 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-f24ad00c-4c3e-4fee-b155-711fab3d85f1 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] show failed (client error): The resource could not be found. Jul 16 01:58:48.027129 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f24ad00c-4c3e-4fee-b155-711fab3d85f1 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-203523125 HTTP/1.1" status: 404 len: 334 time: 0.0404074 Jul 16 01:58:48.028497 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dda8327e-d559-4d0c-a754-a7b1ddedfd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:48.031165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41142) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:48.036147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-7a6a992d-3f34-4258-a52b-2baeae7a170f tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:58:48.038669 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda8327e-d559-4d0c-a754-a7b1ddedfd0e None None] Routers {'34003c98-7b83-45fc-8c98-1621db373a26'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:58:48.039228 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dda8327e-d559-4d0c-a754-a7b1ddedfd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:58:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['34003c98-7b83-45fc-8c98-1621db373a26'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:48.069979 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-7a6a992d-3f34-4258-a52b-2baeae7a170f tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] update failed (client error): The resource could not be found. Jul 16 01:58:48.071031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7a6a992d-3f34-4258-a52b-2baeae7a170f tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-1900501237 HTTP/1.1" status: 404 len: 335 time: 0.0388830 Jul 16 01:58:48.073436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dda8327e-d559-4d0c-a754-a7b1ddedfd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:48.074078 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda8327e-d559-4d0c-a754-a7b1ddedfd0e None None] The sync data for ids ['34003c98-7b83-45fc-8c98-1621db373a26'] in n-d-791505-14 is: [] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:58:48.075408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41144) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:48.128737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e2382b-47f8-4aeb-b2ef-c295ee6affe4 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Deleting subnet 9b899089-556d-4b1a-852e-f7c53f21007b {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:48.131650 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-05e2382b-47f8-4aeb-b2ef-c295ee6affe4 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.169427 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-05e2382b-47f8-4aeb-b2ef-c295ee6affe4 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.249146 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-05e2382b-47f8-4aeb-b2ef-c295ee6affe4 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.311327 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-05e2382b-47f8-4aeb-b2ef-c295ee6affe4 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.339328 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-05e2382b-47f8-4aeb-b2ef-c295ee6affe4 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.341239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-05e2382b-47f8-4aeb-b2ef-c295ee6affe4 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "DELETE /v2.0/subnets/9b899089-556d-4b1a-852e-f7c53f21007b HTTP/1.1" status: 204 len: 168 time: 0.2648742 Jul 16 01:58:48.342526 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e2382b-47f8-4aeb-b2ef-c295ee6affe4 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event deleted for resources: {'Subnet': ['ID=9b899089-556d-4b1a-852e-f7c53f21007b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:48.343874 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41146) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:48.346579 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1aeb48-56f0-4282-83d6-c8c73689c860 None None] Network 90f1d5df-042a-488f-9bc8-740b9fab2ecf requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:48.394722 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-3282c609-e3fe-4ada-8759-237d80810035 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Deleting subnet 1ff06d6c-3300-4fcd-9476-6440ee2a4158 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:48.398347 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3282c609-e3fe-4ada-8759-237d80810035 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.436863 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3282c609-e3fe-4ada-8759-237d80810035 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.523459 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3282c609-e3fe-4ada-8759-237d80810035 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.529422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4c7549-13ce-44c8-84f3-1941b6210c46 None None] DHCP port deletion for 90f1d5df-042a-488f-9bc8-740b9fab2ecf request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:48.574861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-fc4c7549-13ce-44c8-84f3-1941b6210c46 None None] Deleting port 0d5d521b-9b05-449e-9616-6ba4a6b10269 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:48.575234 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7549-13ce-44c8-84f3-1941b6210c46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.581667 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3282c609-e3fe-4ada-8759-237d80810035 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.606947 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282c609-e3fe-4ada-8759-237d80810035 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event deleted for resources: {'Subnet': ['ID=1ff06d6c-3300-4fcd-9476-6440ee2a4158,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:48.613352 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3282c609-e3fe-4ada-8759-237d80810035 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.617383 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3282c609-e3fe-4ada-8759-237d80810035 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "DELETE /v2.0/subnets/1ff06d6c-3300-4fcd-9476-6440ee2a4158 HTTP/1.1" status: 204 len: 168 time: 0.2702878 Jul 16 01:58:48.618249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41148) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:48.629723 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec037a8-abbc-401a-b9f6-953396593191 None None] Network ece22320-59c9-41e3-8290-b0c3f839441b requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:48.666004 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-fc4c7549-13ce-44c8-84f3-1941b6210c46 None None] For port 0d5d521b-9b05-449e-9616-6ba4a6b10269, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0d5d521b-9b05-449e-9616-6ba4a6b10269,segment=NetworkSegment(72f13738-1bda-4396-915a-12e8332f83b8),segment_id=72f13738-1bda-4396-915a-12e8332f83b8)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:48.666421 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7549-13ce-44c8-84f3-1941b6210c46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.693333 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.704626 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-fc4c7549-13ce-44c8-84f3-1941b6210c46 None None] Calling delete_port for 0d5d521b-9b05-449e-9616-6ba4a6b10269 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:48.745447 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Deleting port 0d5d521b-9b05-449e-9616-6ba4a6b10269 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:48.745799 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.812001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] For port 0d5d521b-9b05-449e-9616-6ba4a6b10269, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0d5d521b-9b05-449e-9616-6ba4a6b10269,segment=NetworkSegment(72f13738-1bda-4396-915a-12e8332f83b8),segment_id=72f13738-1bda-4396-915a-12e8332f83b8)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:48.812518 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.824548 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Calling delete_port for 0d5d521b-9b05-449e-9616-6ba4a6b10269 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:48.843856 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fc4c7549-13ce-44c8-84f3-1941b6210c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.869252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c7549-13ce-44c8-84f3-1941b6210c46 None None] Pushing event deleted for resources: {'Port': ['ID=0d5d521b-9b05-449e-9616-6ba4a6b10269,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:48.872943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4c7549-13ce-44c8-84f3-1941b6210c46 None None] No DVR routers for this DVR port 0d5d521b-9b05-449e-9616-6ba4a6b10269 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:48.895245 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1159364-e578-4018-9512-4cf053d608b7 None None] DHCP port deletion for ece22320-59c9-41e3-8290-b0c3f839441b request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:48.908923 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:48.938151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event deleted for resources: {'Port': ['ID=0d5d521b-9b05-449e-9616-6ba4a6b10269,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:48.941630 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] No DVR routers for this DVR port 0d5d521b-9b05-449e-9616-6ba4a6b10269 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:48.946123 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f1159364-e578-4018-9512-4cf053d608b7 None None] Deleting port 543c2dd7-a48b-4737-815d-455038c94fa3 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:48.946503 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f1159364-e578-4018-9512-4cf053d608b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.007842 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-f1159364-e578-4018-9512-4cf053d608b7 None None] For port 543c2dd7-a48b-4737-815d-455038c94fa3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=543c2dd7-a48b-4737-815d-455038c94fa3,segment=NetworkSegment(e4df1d0e-efc2-4e03-bc09-eccc1036f28f),segment_id=e4df1d0e-efc2-4e03-bc09-eccc1036f28f)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:49.008550 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f1159364-e578-4018-9512-4cf053d608b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.020337 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f1159364-e578-4018-9512-4cf053d608b7 None None] Calling delete_port for 543c2dd7-a48b-4737-815d-455038c94fa3 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:49.026973 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.033039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f1d5df-042a-488f-9bc8-740b9fab2ecf']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:49.043112 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72f13738-1bda-4396-915a-12e8332f83b8') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:49.043413 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72f13738-1bda-4396-915a-12e8332f83b8') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:49.052007 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.071455 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.077328 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:49.077715 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: self.session.flush() Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:49.080678 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:49.102412 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f1159364-e578-4018-9512-4cf053d608b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.127418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1159364-e578-4018-9512-4cf053d608b7 None None] Pushing event deleted for resources: {'Port': ['ID=543c2dd7-a48b-4737-815d-455038c94fa3,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:49.131676 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1159364-e578-4018-9512-4cf053d608b7 None None] No DVR routers for this DVR port 543c2dd7-a48b-4737-815d-455038c94fa3 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:49.142153 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.148828 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.150643 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "DELETE /v2.0/networks/90f1d5df-042a-488f-9bc8-740b9fab2ecf HTTP/1.1" status: 204 len: 168 time: 0.5313673 Jul 16 01:58:49.153329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41150) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:49.161848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b645863-ff7f-4e4a-9496-a87ceaeb699b tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event deleted for resources: {'Network': ['ID=90f1d5df-042a-488f-9bc8-740b9fab2ecf,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:49.232294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf5f-68d3-4157-ad3d-4fc8ee231638 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.314899 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf5f-68d3-4157-ad3d-4fc8ee231638 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.325141 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-eecaaf5f-68d3-4157-ad3d-4fc8ee231638 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece22320-59c9-41e3-8290-b0c3f839441b']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:49.339208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-eecaaf5f-68d3-4157-ad3d-4fc8ee231638 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4df1d0e-efc2-4e03-bc09-eccc1036f28f') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:49.339506 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-eecaaf5f-68d3-4157-ad3d-4fc8ee231638 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4df1d0e-efc2-4e03-bc09-eccc1036f28f') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:49.348075 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf5f-68d3-4157-ad3d-4fc8ee231638 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.361369 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf5f-68d3-4157-ad3d-4fc8ee231638 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.367584 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecaaf5f-68d3-4157-ad3d-4fc8ee231638 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:49.368010 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf5f-68d3-4157-ad3d-4fc8ee231638 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: timer() Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:49.370821 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:49.426063 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf5f-68d3-4157-ad3d-4fc8ee231638 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.431436 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-eecaaf5f-68d3-4157-ad3d-4fc8ee231638 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.433612 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-eecaaf5f-68d3-4157-ad3d-4fc8ee231638 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "DELETE /v2.0/networks/ece22320-59c9-41e3-8290-b0c3f839441b HTTP/1.1" status: 204 len: 168 time: 0.2789953 Jul 16 01:58:49.435898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41152) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:49.448101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecaaf5f-68d3-4157-ad3d-4fc8ee231638 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event deleted for resources: {'Network': ['ID=ece22320-59c9-41e3-8290-b0c3f839441b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:49.487011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ea5b34c-ee07-4107-9f46-40a2fd662525 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Deleting subnet 78beb3c5-f2b0-444e-8bfb-fdc054b77259 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 01:58:49.489967 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ea5b34c-ee07-4107-9f46-40a2fd662525 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.533032 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ea5b34c-ee07-4107-9f46-40a2fd662525 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.612730 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ea5b34c-ee07-4107-9f46-40a2fd662525 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.668337 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ea5b34c-ee07-4107-9f46-40a2fd662525 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.700595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5b34c-ee07-4107-9f46-40a2fd662525 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event deleted for resources: {'Subnet': ['ID=78beb3c5-f2b0-444e-8bfb-fdc054b77259,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:49.702864 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ea5b34c-ee07-4107-9f46-40a2fd662525 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.704948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6ea5b34c-ee07-4107-9f46-40a2fd662525 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "DELETE /v2.0/subnets/78beb3c5-f2b0-444e-8bfb-fdc054b77259 HTTP/1.1" status: 204 len: 168 time: 0.2680271 Jul 16 01:58:49.707364 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41154) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:49.709368 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2e647e-4c5d-470f-97d7-5749a553ca83 None None] Network 235f50d4-0c8c-4015-859b-50406133eed6 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:58:49.786344 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.841621 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Deleting port e093fcb0-7a78-4f5c-bedd-f715199d167b {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 01:58:49.841968 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.911590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] For port e093fcb0-7a78-4f5c-bedd-f715199d167b, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=e093fcb0-7a78-4f5c-bedd-f715199d167b,segment=NetworkSegment(441ca0f8-18ec-493c-afea-a79964a6d7a8),segment_id=441ca0f8-18ec-493c-afea-a79964a6d7a8)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:58:49.912352 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:49.924635 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Calling delete_port for e093fcb0-7a78-4f5c-bedd-f715199d167b owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 01:58:50.004638 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.035250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event deleted for resources: {'Port': ['ID=e093fcb0-7a78-4f5c-bedd-f715199d167b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:50.038802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] No DVR routers for this DVR port e093fcb0-7a78-4f5c-bedd-f715199d167b on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 01:58:50.051121 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b036a4-45a3-4db0-8c25-0eb661054811 None None] DHCP port deletion for 235f50d4-0c8c-4015-859b-50406133eed6 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 01:58:50.110565 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0d5d521b-9b05-449e-9616-6ba4a6b10269 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:50.120090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.129999 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['235f50d4-0c8c-4015-859b-50406133eed6']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:50.130338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 0d5d521b-9b05-449e-9616-6ba4a6b10269 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:50.130682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0d5d521b-9b05-449e-9616-6ba4a6b10269 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:50.131693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 543c2dd7-a48b-4737-815d-455038c94fa3 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:50.140766 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441ca0f8-18ec-493c-afea-a79964a6d7a8') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:50.141067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441ca0f8-18ec-493c-afea-a79964a6d7a8') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:58:50.149044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 543c2dd7-a48b-4737-815d-455038c94fa3 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:50.149388 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 543c2dd7-a48b-4737-815d-455038c94fa3 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:50.149725 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.149836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e093fcb0-7a78-4f5c-bedd-f715199d167b no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 01:58:50.163170 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.167025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: e093fcb0-7a78-4f5c-bedd-f715199d167b {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 01:58:50.167365 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e093fcb0-7a78-4f5c-bedd-f715199d167b not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 01:58:50.168932 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 01:58:50.169330 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: timer() Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 01:58:50.172241 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 01:58:50.234908 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.242056 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.243882 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "DELETE /v2.0/networks/235f50d4-0c8c-4015-859b-50406133eed6 HTTP/1.1" status: 204 len: 168 time: 0.5355129 Jul 16 01:58:50.246717 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41158) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:50.254874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767bd7d-c29b-42d3-822a-b996b7910b97 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Pushing event deleted for resources: {'Network': ['ID=235f50d4-0c8c-4015-859b-50406133eed6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:50.275703 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-da39f6a7-8bb9-44fe-909c-6e50d87f232c tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "GET /v2.0/ports?device_id=34003c98-7b83-45fc-8c98-1621db373a26 HTTP/1.1" status: 200 len: 205 time: 0.0277734 Jul 16 01:58:50.277892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41160) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:50.350723 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f7d58b37-c99d-4bd4-8763-8e2c53f81861 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.503484 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f7d58b37-c99d-4bd4-8763-8e2c53f81861 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.505756 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f7d58b37-c99d-4bd4-8763-8e2c53f81861 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.546050 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f7d58b37-c99d-4bd4-8763-8e2c53f81861 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.546696 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d58b37-c99d-4bd4-8763-8e2c53f81861 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Fanout notify agent at l3_agent the message router_deleted on router 34003c98-7b83-45fc-8c98-1621db373a26 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 01:58:50.554462 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f7d58b37-c99d-4bd4-8763-8e2c53f81861 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.555445 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f7d58b37-c99d-4bd4-8763-8e2c53f81861 tempest-RoutersNegativeTest-1878404160 tempest-RoutersNegativeTest-1878404160-project] 10.222.0.22 "DELETE /v2.0/routers/34003c98-7b83-45fc-8c98-1621db373a26 HTTP/1.1" status: 204 len: 168 time: 0.2766695 Jul 16 01:58:50.789255 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41166) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:50.921349 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2a355a4f-f8cf-49d3-adb2-228ddef71b4b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c650250e547f4696bceedcc15ce986c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306083 Jul 16 01:58:50.923872 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41170) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:50.969619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39906a52-705b-4117-bf3a-f8fc606e5904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:50.990654 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39906a52-705b-4117-bf3a-f8fc606e5904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.036702 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39906a52-705b-4117-bf3a-f8fc606e5904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.039180 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-39906a52-705b-4117-bf3a-f8fc606e5904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:51.040368 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-39906a52-705b-4117-bf3a-f8fc606e5904 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39414e8c-f5f7-4713-8c6f-b319dbeb59c9 HTTP/1.1" status: 204 len: 168 time: 0.1156130 Jul 16 01:58:51.048344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39906a52-705b-4117-bf3a-f8fc606e5904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39414e8c-f5f7-4713-8c6f-b319dbeb59c9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:52.358845 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41210) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:52.463167 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e6489e2-9f80-405f-8e82-9d45bb125b29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.547635 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e6489e2-9f80-405f-8e82-9d45bb125b29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.551176 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e6489e2-9f80-405f-8e82-9d45bb125b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.589152 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5e6489e2-9f80-405f-8e82-9d45bb125b29 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f1b636c80fd4aeebf146766d3612183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292068 Jul 16 01:58:52.590125 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6489e2-9f80-405f-8e82-9d45bb125b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613c549c-ae56-44c6-ae57-44cff0c0fe24,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:52.591923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41214) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:52.644025 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ab91e9e1-5517-4151-b3bb-57906b8c3732 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.664409 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ab91e9e1-5517-4151-b3bb-57906b8c3732 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.711544 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ab91e9e1-5517-4151-b3bb-57906b8c3732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.714104 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ab91e9e1-5517-4151-b3bb-57906b8c3732 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:52.715286 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ab91e9e1-5517-4151-b3bb-57906b8c3732 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/613c549c-ae56-44c6-ae57-44cff0c0fe24 HTTP/1.1" status: 204 len: 168 time: 0.1217172 Jul 16 01:58:52.723202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91e9e1-5517-4151-b3bb-57906b8c3732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613c549c-ae56-44c6-ae57-44cff0c0fe24,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:52.965714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41220) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:52.978595 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc348-e271-4f79-8698-8688aed6a3f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.070014 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc348-e271-4f79-8698-8688aed6a3f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.073871 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e8cfc348-e271-4f79-8698-8688aed6a3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.110444 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e8cfc348-e271-4f79-8698-8688aed6a3f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=05feb40232dc476fb86e6b5fae4f99e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1436706 Jul 16 01:58:53.112329 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cfc348-e271-4f79-8698-8688aed6a3f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a40554-c38a-41d9-82d6-8c7dfa162b66,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:53.113238 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41222) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:53.164523 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67bed6a9-9139-4cbe-a6e1-191e26680e91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.185171 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67bed6a9-9139-4cbe-a6e1-191e26680e91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.229950 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67bed6a9-9139-4cbe-a6e1-191e26680e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.232452 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67bed6a9-9139-4cbe-a6e1-191e26680e91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:53.233601 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-67bed6a9-9139-4cbe-a6e1-191e26680e91 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/63a40554-c38a-41d9-82d6-8c7dfa162b66 HTTP/1.1" status: 204 len: 168 time: 0.1193643 Jul 16 01:58:53.241737 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bed6a9-9139-4cbe-a6e1-191e26680e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a40554-c38a-41d9-82d6-8c7dfa162b66,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:54.949756 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41288) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:55.052255 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf8f011c-3a70-4beb-b7ad-cb927fc292a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.139370 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf8f011c-3a70-4beb-b7ad-cb927fc292a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.143057 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bf8f011c-3a70-4beb-b7ad-cb927fc292a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.180636 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bf8f011c-3a70-4beb-b7ad-cb927fc292a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd9a45b2ec954aa8ae873c33b90709d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297623 Jul 16 01:58:55.181738 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f011c-3a70-4beb-b7ad-cb927fc292a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ef9f25-feea-4560-a3d2-c2ae8cf1e651,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:55.183353 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41292) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:55.231599 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdbcbb2b-0f3c-4ac9-8f00-9c27c907671b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.252016 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdbcbb2b-0f3c-4ac9-8f00-9c27c907671b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.297731 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdbcbb2b-0f3c-4ac9-8f00-9c27c907671b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.300079 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fdbcbb2b-0f3c-4ac9-8f00-9c27c907671b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.301216 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fdbcbb2b-0f3c-4ac9-8f00-9c27c907671b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57ef9f25-feea-4560-a3d2-c2ae8cf1e651 HTTP/1.1" status: 204 len: 168 time: 0.1168354 Jul 16 01:58:55.309471 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbcbb2b-0f3c-4ac9-8f00-9c27c907671b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ef9f25-feea-4560-a3d2-c2ae8cf1e651,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:55.551114 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41298) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:55.564930 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4948f0e-4e20-4b8d-b3b6-e57c9ceb7e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.621773 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:58:55.651881 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4948f0e-4e20-4b8d-b3b6-e57c9ceb7e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.655473 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a4948f0e-4e20-4b8d-b3b6-e57c9ceb7e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.693346 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a4948f0e-4e20-4b8d-b3b6-e57c9ceb7e57 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63821d6aebfd4ca2b3f2aa140033c971&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412365 Jul 16 01:58:55.694472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4948f0e-4e20-4b8d-b3b6-e57c9ceb7e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9901004f-9ea2-4861-8794-5a0581cbd193,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:55.696136 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41300) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:55.745298 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-821205c1-7171-4051-bb7d-ffe235e7f210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.765578 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-821205c1-7171-4051-bb7d-ffe235e7f210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.815844 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-821205c1-7171-4051-bb7d-ffe235e7f210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.818199 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-821205c1-7171-4051-bb7d-ffe235e7f210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:55.819348 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-821205c1-7171-4051-bb7d-ffe235e7f210 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9901004f-9ea2-4861-8794-5a0581cbd193 HTTP/1.1" status: 204 len: 168 time: 0.1215441 Jul 16 01:58:55.826798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821205c1-7171-4051-bb7d-ffe235e7f210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9901004f-9ea2-4861-8794-5a0581cbd193,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:57.412763 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41352) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:57.517082 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-23770d4d-ac5d-4ee0-89d4-6201c0a3c72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.605388 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-23770d4d-ac5d-4ee0-89d4-6201c0a3c72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.608816 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-23770d4d-ac5d-4ee0-89d4-6201c0a3c72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.646913 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-23770d4d-ac5d-4ee0-89d4-6201c0a3c72f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=560695be81964b5fa60680d8f779ad8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331054 Jul 16 01:58:57.647830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23770d4d-ac5d-4ee0-89d4-6201c0a3c72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8392dc7a-df97-432c-95e6-2c0b7990a509,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:57.650427 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41356) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:57.700058 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea93ca77-48c4-4e8e-ad73-52062e919e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.720642 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea93ca77-48c4-4e8e-ad73-52062e919e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.766364 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea93ca77-48c4-4e8e-ad73-52062e919e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.768872 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ea93ca77-48c4-4e8e-ad73-52062e919e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:57.770007 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ea93ca77-48c4-4e8e-ad73-52062e919e42 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8392dc7a-df97-432c-95e6-2c0b7990a509 HTTP/1.1" status: 204 len: 168 time: 0.1180770 Jul 16 01:58:57.777623 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93ca77-48c4-4e8e-ad73-52062e919e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8392dc7a-df97-432c-95e6-2c0b7990a509,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:58.019298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41362) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:58.032914 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-151e4d15-553f-4a8c-a793-1e96505387ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.120458 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-151e4d15-553f-4a8c-a793-1e96505387ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.124223 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-151e4d15-553f-4a8c-a793-1e96505387ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.163210 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-151e4d15-553f-4a8c-a793-1e96505387ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=61677b52f3234ce7a1b0503dbd023450&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427753 Jul 16 01:58:58.165111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e4d15-553f-4a8c-a793-1e96505387ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a11896-9635-4ae8-917a-31d795e2e54c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:58.165942 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41364) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:58.215021 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2daf9d8c-7000-450b-8977-167a44bf61cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.235362 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2daf9d8c-7000-450b-8977-167a44bf61cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.281078 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2daf9d8c-7000-450b-8977-167a44bf61cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.283614 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2daf9d8c-7000-450b-8977-167a44bf61cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:58:58.284802 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2daf9d8c-7000-450b-8977-167a44bf61cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05a11896-9635-4ae8-917a-31d795e2e54c HTTP/1.1" status: 204 len: 168 time: 0.1178691 Jul 16 01:58:58.292590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf9d8c-7000-450b-8977-167a44bf61cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a11896-9635-4ae8-917a-31d795e2e54c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:58:59.855055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41418) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:58:59.961212 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69643613-c532-4bd2-9b25-500fc5588644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.050456 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69643613-c532-4bd2-9b25-500fc5588644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.054416 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69643613-c532-4bd2-9b25-500fc5588644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.093081 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-69643613-c532-4bd2-9b25-500fc5588644 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b105ea06ecb48c9a0681abb5d563554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2368162 Jul 16 01:59:00.093936 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69643613-c532-4bd2-9b25-500fc5588644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d46dad06-8f84-4adc-a7c7-17b3b04094f1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:00.096408 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41422) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:00.144573 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a01e61f5-8bf8-4472-824b-7502358416f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.165124 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a01e61f5-8bf8-4472-824b-7502358416f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.210415 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a01e61f5-8bf8-4472-824b-7502358416f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.213006 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a01e61f5-8bf8-4472-824b-7502358416f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.214159 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a01e61f5-8bf8-4472-824b-7502358416f6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d46dad06-8f84-4adc-a7c7-17b3b04094f1 HTTP/1.1" status: 204 len: 168 time: 0.1167154 Jul 16 01:59:00.222503 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01e61f5-8bf8-4472-824b-7502358416f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46dad06-8f84-4adc-a7c7-17b3b04094f1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:00.465550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41428) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:00.478913 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-62e1352a-6344-4991-bcf2-46c0dcfb4bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.563670 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-62e1352a-6344-4991-bcf2-46c0dcfb4bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.567463 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-62e1352a-6344-4991-bcf2-46c0dcfb4bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.605632 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-62e1352a-6344-4991-bcf2-46c0dcfb4bbe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ad9a8cba7ec41adb8ecde028bd8cabf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1389110 Jul 16 01:59:00.606510 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1352a-6344-4991-bcf2-46c0dcfb4bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e59aaaf-9f02-450d-87fe-5dffc7341bc8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:00.608365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41430) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:00.658056 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-478e35ec-8c15-4eb7-b876-04259106dd25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.679227 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-478e35ec-8c15-4eb7-b876-04259106dd25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.721098 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.724658 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-478e35ec-8c15-4eb7-b876-04259106dd25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.727816 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-478e35ec-8c15-4eb7-b876-04259106dd25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:00.729026 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-478e35ec-8c15-4eb7-b876-04259106dd25 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e59aaaf-9f02-450d-87fe-5dffc7341bc8 HTTP/1.1" status: 204 len: 168 time: 0.1196868 Jul 16 01:59:00.736693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e35ec-8c15-4eb7-b876-04259106dd25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e59aaaf-9f02-450d-87fe-5dffc7341bc8,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:01.597603 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.432608 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41488) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.535347 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97ac45b4-25fc-4bd2-b633-5f745531939b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.623686 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97ac45b4-25fc-4bd2-b633-5f745531939b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.627373 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-97ac45b4-25fc-4bd2-b633-5f745531939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.664871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-97ac45b4-25fc-4bd2-b633-5f745531939b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=850a3206c6a44c40afaf9eb97b0444ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2312105 Jul 16 01:59:02.665743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac45b4-25fc-4bd2-b633-5f745531939b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212a3c3f-a03d-4296-a679-dd3bd8a6f9bc,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:02.668201 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41492) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:02.722409 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ede4b7e1-4d99-4598-917a-c731435377f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.743392 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ede4b7e1-4d99-4598-917a-c731435377f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.789252 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ede4b7e1-4d99-4598-917a-c731435377f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.791777 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ede4b7e1-4d99-4598-917a-c731435377f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:02.793086 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ede4b7e1-4d99-4598-917a-c731435377f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/212a3c3f-a03d-4296-a679-dd3bd8a6f9bc HTTP/1.1" status: 204 len: 168 time: 0.1238799 Jul 16 01:59:02.801054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4b7e1-4d99-4598-917a-c731435377f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212a3c3f-a03d-4296-a679-dd3bd8a6f9bc,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:03.042417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41498) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:03.056322 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ea130f9-2dbe-4b93-8a06-efe6c59f24ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.141114 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ea130f9-2dbe-4b93-8a06-efe6c59f24ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.144848 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2ea130f9-2dbe-4b93-8a06-efe6c59f24ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.182854 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2ea130f9-2dbe-4b93-8a06-efe6c59f24ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d84ef362829489c8ea1eb9bdf5f50dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1394415 Jul 16 01:59:03.184051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea130f9-2dbe-4b93-8a06-efe6c59f24ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4492a16b-e5f6-4d3e-b122-dfb2e35fc96f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:03.185541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41500) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:03.234857 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2faaa8d6-97dc-4e27-a7c1-416cbe162ae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.255699 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2faaa8d6-97dc-4e27-a7c1-416cbe162ae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.300581 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2faaa8d6-97dc-4e27-a7c1-416cbe162ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.303013 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2faaa8d6-97dc-4e27-a7c1-416cbe162ae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:03.305107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2faaa8d6-97dc-4e27-a7c1-416cbe162ae5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4492a16b-e5f6-4d3e-b122-dfb2e35fc96f HTTP/1.1" status: 204 len: 168 time: 0.1178503 Jul 16 01:59:03.312759 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faaa8d6-97dc-4e27-a7c1-416cbe162ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4492a16b-e5f6-4d3e-b122-dfb2e35fc96f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:04.954420 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-85204cfa-2f53-46db-a496-00ab3c9edc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.394440 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:07.703689 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8571a936-b2bb-4a65-87e3-9eb1c2dd4fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:08.672428 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:10.324288 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:15.669929 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-ff9a2016-7064-4eef-b3b9-aaf49ef6a49a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0588117 Jul 16 01:59:15.782069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-cf125897-85ba-4ca0-972a-730af3782676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:15.782556 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-cf125897-85ba-4ca0-972a-730af3782676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:15.783058 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-cf125897-85ba-4ca0-972a-730af3782676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:15.783529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-cf125897-85ba-4ca0-972a-730af3782676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:15.784023 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-cf125897-85ba-4ca0-972a-730af3782676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:15.785859 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-cf125897-85ba-4ca0-972a-730af3782676 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0707204 Jul 16 01:59:15.896730 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-4ce34bcb-fa3d-4049-bf88-2c38d4d48e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:15.897136 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-4ce34bcb-fa3d-4049-bf88-2c38d4d48e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:15.897610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-4ce34bcb-fa3d-4049-bf88-2c38d4d48e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:15.899894 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-4ce34bcb-fa3d-4049-bf88-2c38d4d48e00 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0909081 Jul 16 01:59:15.943494 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-91b25223-dcbf-4ab1-80bf-bf67fd766d00 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0375633 Jul 16 01:59:15.991590 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-e5ff032a-f1ea-4709-9445-ebdd8f1c55e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:15.993184 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-e5ff032a-f1ea-4709-9445-ebdd8f1c55e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0442305 Jul 16 01:59:16.058850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-5dc19237-5397-40cf-982a-f00f6ecef73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.061699 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-5dc19237-5397-40cf-982a-f00f6ecef73c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620544 Jul 16 01:59:16.157288 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-a297dbe2-e328-4c17-a5bf-800968583281 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893350 Jul 16 01:59:16.245740 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-28a122f9-5ab1-41ee-a28b-cde48df21836 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823967 Jul 16 01:59:16.289642 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-3854e347-be59-4ffc-9608-42bea9306c14 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0380437 Jul 16 01:59:16.337403 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-f9c69e0d-1d6e-4143-8b50-80c4069a496b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.338854 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-f9c69e0d-1d6e-4143-8b50-80c4069a496b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0437763 Jul 16 01:59:16.394991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-e5d892f2-d162-4a08-b4e5-93d9de5529cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.396561 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-e5d892f2-d162-4a08-b4e5-93d9de5529cf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0515904 Jul 16 01:59:16.488818 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-0cf45995-3fe1-403f-8693-28304a6ae094 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859246 Jul 16 01:59:16.581278 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-2111949b-803c-4393-b81d-059eaabb6b35 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860589 Jul 16 01:59:16.626506 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-45430c36-9423-42ad-8359-6e7f453cabbd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0384014 Jul 16 01:59:16.674154 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-3c1b8041-b4e5-4cc3-a688-6cfffc887f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.675622 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-3c1b8041-b4e5-4cc3-a688-6cfffc887f22 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0427647 Jul 16 01:59:16.731059 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-9f9d85f3-af76-4d0f-820b-d79b39461a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:16.732856 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-9f9d85f3-af76-4d0f-820b-d79b39461a3f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0513356 Jul 16 01:59:16.827340 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-01d655b7-0d5e-4eb4-9670-6af54d0c397f service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882890 Jul 16 01:59:16.918316 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-3a51ca4a-d4b0-4579-b63e-acaa2ee1ebd3 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837986 Jul 16 01:59:16.972148 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-f7584799-8035-44c6-ae87-b756951a465a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0476317 Jul 16 01:59:17.027628 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-0c205b05-bf4b-4b40-afd3-3aab8474d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:17.027628 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-0c205b05-bf4b-4b40-afd3-3aab8474d4c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0460536 Jul 16 01:59:17.036960 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41624) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:17.081409 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-ba35743c-59df-47c3-809a-ff6c226f1dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:17.082944 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-ba35743c-59df-47c3-809a-ff6c226f1dd4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0518649 Jul 16 01:59:17.175169 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-a452ca73-9df5-41cb-b2b1-e681fdd831af service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857453 Jul 16 01:59:17.186126 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c4f68273-992f-4b46-ba44-a9fa4f685b00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.265083 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-b238dab7-1f36-4147-9fc1-cd823979b0b8 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838230 Jul 16 01:59:17.272655 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c4f68273-992f-4b46-ba44-a9fa4f685b00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.276819 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c4f68273-992f-4b46-ba44-a9fa4f685b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.309461 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-73484431-d716-46e7-856c-7ed7af274fc9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0380743 Jul 16 01:59:17.320015 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c4f68273-992f-4b46-ba44-a9fa4f685b00 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3b64e88947ca4fe29d697a3a98da1ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793186 Jul 16 01:59:17.320226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41630) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:17.328211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f68273-992f-4b46-ba44-a9fa4f685b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e91fbc-1a9d-40e3-8558-edd477e77cd6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:17.357285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-636e7386-9cda-415c-a8ae-7d3ebaf11891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:17.358762 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-636e7386-9cda-415c-a8ae-7d3ebaf11891 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0437858 Jul 16 01:59:17.374137 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98c58124-56b2-4dbe-984c-d71cf9224c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.396624 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98c58124-56b2-4dbe-984c-d71cf9224c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.414295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-16a3e07c-d098-48cd-a7b7-92f102f33c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:17.415820 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-16a3e07c-d098-48cd-a7b7-92f102f33c27 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0513289 Jul 16 01:59:17.442305 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98c58124-56b2-4dbe-984c-d71cf9224c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.445041 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98c58124-56b2-4dbe-984c-d71cf9224c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.446825 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-98c58124-56b2-4dbe-984c-d71cf9224c7d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/98e91fbc-1a9d-40e3-8558-edd477e77cd6 HTTP/1.1" status: 204 len: 168 time: 0.1250849 Jul 16 01:59:17.455057 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c58124-56b2-4dbe-984c-d71cf9224c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e91fbc-1a9d-40e3-8558-edd477e77cd6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:17.512018 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-a5eda80d-1295-4bb5-876e-ca59251af282 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900924 Jul 16 01:59:17.600699 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1f3269b8-46a2-463f-9956-d1c2d3a81367 req-dbb13408-44c8-456c-bc50-a59062d93618 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826678 Jul 16 01:59:17.708031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41636) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:17.721338 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-157d37f4-134f-4f66-bfd0-6ca1a7e6b2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.805461 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-157d37f4-134f-4f66-bfd0-6ca1a7e6b2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.808899 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-157d37f4-134f-4f66-bfd0-6ca1a7e6b2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.846171 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-157d37f4-134f-4f66-bfd0-6ca1a7e6b2b6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4edff5f379d14b1d94ab310e47d64887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370065 Jul 16 01:59:17.847065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157d37f4-134f-4f66-bfd0-6ca1a7e6b2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4fb6f2-78c0-4b47-b177-9c46ad7daca9,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:17.848855 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41638) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:17.900128 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-36e967c7-78b7-47f2-b893-708c6a268044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.919800 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-36e967c7-78b7-47f2-b893-708c6a268044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.964837 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-36e967c7-78b7-47f2-b893-708c6a268044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.967367 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-36e967c7-78b7-47f2-b893-708c6a268044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:17.968541 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-36e967c7-78b7-47f2-b893-708c6a268044 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f4fb6f2-78c0-4b47-b177-9c46ad7daca9 HTTP/1.1" status: 204 len: 168 time: 0.1186912 Jul 16 01:59:17.975942 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e967c7-78b7-47f2-b893-708c6a268044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4fb6f2-78c0-4b47-b177-9c46ad7daca9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:27.405285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41728) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:27.531604 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f08cf61e-9720-4712-8613-f4797a1b66c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.615504 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f08cf61e-9720-4712-8613-f4797a1b66c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.619667 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f08cf61e-9720-4712-8613-f4797a1b66c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.655346 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cf61e-9720-4712-8613-f4797a1b66c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a2d5b18-30a2-4689-956d-0f6767928acd,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:27.659121 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f08cf61e-9720-4712-8613-f4797a1b66c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37491ae934df4b1a9f02f98867d6370f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527208 Jul 16 01:59:27.661914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41734) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:27.665237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cf61e-9720-4712-8613-f4797a1b66c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.665587 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cf61e-9720-4712-8613-f4797a1b66c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.665933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cf61e-9720-4712-8613-f4797a1b66c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.666270 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cf61e-9720-4712-8613-f4797a1b66c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.666609 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cf61e-9720-4712-8613-f4797a1b66c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.666940 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cf61e-9720-4712-8613-f4797a1b66c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.667266 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cf61e-9720-4712-8613-f4797a1b66c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.667592 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cf61e-9720-4712-8613-f4797a1b66c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.667949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cf61e-9720-4712-8613-f4797a1b66c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.668270 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cf61e-9720-4712-8613-f4797a1b66c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.668595 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cf61e-9720-4712-8613-f4797a1b66c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.668913 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cf61e-9720-4712-8613-f4797a1b66c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.713231 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.733441 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.777764 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.780897 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:27.782527 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a2d5b18-30a2-4689-956d-0f6767928acd HTTP/1.1" status: 204 len: 168 time: 0.1196046 Jul 16 01:59:27.790625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a2d5b18-30a2-4689-956d-0f6767928acd,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:27.797773 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.798124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.798465 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.798799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.799165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.799461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.799814 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.800146 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.800472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.800799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.801123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:27.801447 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09f4fc2-2117-4db4-b3c7-cb49ddfc1bef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:30.737912 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:31.597585 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.632502 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 01:59:32.705210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41808) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:32.806807 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fc49a1d4-0fa1-49bc-8bec-c829b7496260 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.891503 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fc49a1d4-0fa1-49bc-8bec-c829b7496260 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.895094 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fc49a1d4-0fa1-49bc-8bec-c829b7496260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:32.933762 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fc49a1d4-0fa1-49bc-8bec-c829b7496260 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d332b1be9c4d488080e972dc42b476bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274630 Jul 16 01:59:32.934908 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc49a1d4-0fa1-49bc-8bec-c829b7496260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5b9621-e3e5-44db-9055-b756881b01de,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:32.936587 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41812) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:32.984843 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1765716-4761-40e1-8c96-7262574895d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.007649 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1765716-4761-40e1-8c96-7262574895d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.053918 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1765716-4761-40e1-8c96-7262574895d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.056854 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a1765716-4761-40e1-8c96-7262574895d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:33.058071 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a1765716-4761-40e1-8c96-7262574895d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a5b9621-e3e5-44db-9055-b756881b01de HTTP/1.1" status: 204 len: 168 time: 0.1204724 Jul 16 01:59:33.066051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1765716-4761-40e1-8c96-7262574895d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5b9621-e3e5-44db-9055-b756881b01de,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:34.956791 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c7340ca8-2d36-405d-b48a-28f034c715b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.387073 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:37.704434 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b74739ed-3a7e-450a-936d-0ea5a32eb143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:38.678447 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:40.325234 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:42.924326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41940) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:43.027322 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d9ec-8938-4217-a89e-317561729104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.114054 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d9ec-8938-4217-a89e-317561729104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.117583 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d9ec-8938-4217-a89e-317561729104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.157557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0ac8d9ec-8938-4217-a89e-317561729104 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2de3ebfa66034900b606e1700ed85fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317779 Jul 16 01:59:43.158501 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8d9ec-8938-4217-a89e-317561729104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57fd4a37-c080-4282-b3c9-16adf778d1a3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:43.160290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41944) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:43.207566 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6dabda4d-85db-44e0-b293-ff1aaead963f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.227695 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6dabda4d-85db-44e0-b293-ff1aaead963f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.272293 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6dabda4d-85db-44e0-b293-ff1aaead963f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.274715 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6dabda4d-85db-44e0-b293-ff1aaead963f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.276415 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6dabda4d-85db-44e0-b293-ff1aaead963f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57fd4a37-c080-4282-b3c9-16adf778d1a3 HTTP/1.1" status: 204 len: 168 time: 0.1151173 Jul 16 01:59:43.283962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabda4d-85db-44e0-b293-ff1aaead963f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57fd4a37-c080-4282-b3c9-16adf778d1a3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:43.532311 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41950) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:43.545540 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf818-6d50-43ca-a1b7-192408b2b5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.629435 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf818-6d50-43ca-a1b7-192408b2b5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.633139 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a5fdf818-6d50-43ca-a1b7-192408b2b5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.670125 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a5fdf818-6d50-43ca-a1b7-192408b2b5cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff394c6c5e3a43eea5fa103d25169ce8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367700 Jul 16 01:59:43.671090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdf818-6d50-43ca-a1b7-192408b2b5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d0d409-4a7f-4125-b873-2bec0f056453,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:43.672857 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 41952) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:43.721149 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67588524-55d0-48f4-84cc-d8b02f5712cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.741206 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67588524-55d0-48f4-84cc-d8b02f5712cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.789962 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67588524-55d0-48f4-84cc-d8b02f5712cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.792567 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-67588524-55d0-48f4-84cc-d8b02f5712cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:43.793703 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-67588524-55d0-48f4-84cc-d8b02f5712cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9d0d409-4a7f-4125-b873-2bec0f056453 HTTP/1.1" status: 204 len: 168 time: 0.1197860 Jul 16 01:59:43.800915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67588524-55d0-48f4-84cc-d8b02f5712cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d0d409-4a7f-4125-b873-2bec0f056453,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:44.097679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41958) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:44.110987 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-28623585-7815-486a-a083-c8e49522b97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.197920 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-28623585-7815-486a-a083-c8e49522b97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.201986 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-28623585-7815-486a-a083-c8e49522b97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.238629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-28623585-7815-486a-a083-c8e49522b97b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e02797a927514a1bb1664031e163add3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1398048 Jul 16 01:59:44.241395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41960) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:44.248928 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28623585-7815-486a-a083-c8e49522b97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf1d433-2edc-45e4-86d4-91a69280cb20,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:44.297492 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36780867-3820-4d20-915f-cb49448dca57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.318525 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36780867-3820-4d20-915f-cb49448dca57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.373468 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36780867-3820-4d20-915f-cb49448dca57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.376171 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36780867-3820-4d20-915f-cb49448dca57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:44.377360 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-36780867-3820-4d20-915f-cb49448dca57 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3cf1d433-2edc-45e4-86d4-91a69280cb20 HTTP/1.1" status: 204 len: 168 time: 0.1350534 Jul 16 01:59:44.384632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36780867-3820-4d20-915f-cb49448dca57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf1d433-2edc-45e4-86d4-91a69280cb20,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:45.379612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41990) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:45.482263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-275ed4f3-9bad-4295-96d6-dddbf07d7984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.567501 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-275ed4f3-9bad-4295-96d6-dddbf07d7984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.571071 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-275ed4f3-9bad-4295-96d6-dddbf07d7984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.606775 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ed4f3-9bad-4295-96d6-dddbf07d7984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46885f4b-8f4c-458e-89c1-b110f2b1ad4b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:45.611058 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-275ed4f3-9bad-4295-96d6-dddbf07d7984 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90d498c200d849d2a1da4543fce05f32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2303677 Jul 16 01:59:45.614186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 41994) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:45.660959 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fecb7400-63cb-423b-991e-1263fc2e5d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.684709 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fecb7400-63cb-423b-991e-1263fc2e5d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.729747 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fecb7400-63cb-423b-991e-1263fc2e5d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.732435 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fecb7400-63cb-423b-991e-1263fc2e5d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:45.733661 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fecb7400-63cb-423b-991e-1263fc2e5d9f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46885f4b-8f4c-458e-89c1-b110f2b1ad4b HTTP/1.1" status: 204 len: 168 time: 0.1191061 Jul 16 01:59:45.741117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecb7400-63cb-423b-991e-1263fc2e5d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46885f4b-8f4c-458e-89c1-b110f2b1ad4b,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.666062 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42068) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:54.765960 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ece93cd-f3a4-44e7-b6a8-876dc5841b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.852275 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ece93cd-f3a4-44e7-b6a8-876dc5841b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.856263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3ece93cd-f3a4-44e7-b6a8-876dc5841b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.893666 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3ece93cd-f3a4-44e7-b6a8-876dc5841b85 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=73fa8624120f4d42812896193f39a33c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2265458 Jul 16 01:59:54.894816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ece93cd-f3a4-44e7-b6a8-876dc5841b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cedfe2-0364-45b0-85b1-eed178542d34,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:54.896414 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42072) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:54.944273 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4df9866b-a15d-4a6d-aff9-f346f1e7028a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:54.965980 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4df9866b-a15d-4a6d-aff9-f346f1e7028a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.012599 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4df9866b-a15d-4a6d-aff9-f346f1e7028a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.015267 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4df9866b-a15d-4a6d-aff9-f346f1e7028a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.016436 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4df9866b-a15d-4a6d-aff9-f346f1e7028a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26cedfe2-0364-45b0-85b1-eed178542d34 HTTP/1.1" status: 204 len: 168 time: 0.1190267 Jul 16 01:59:55.023912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9866b-a15d-4a6d-aff9-f346f1e7028a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cedfe2-0364-45b0-85b1-eed178542d34,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:55.609575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42094) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:55.700138 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d5e146d2-f54a-4a29-9e64-5cf687cf185d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1726962889-network', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:55.720418 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e146d2-f54a-4a29-9e64-5cf687cf185d admin admin] Made reservation on behalf of 520338b0e8c94c93b2082f5c0605466c for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:55.722770 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5e146d2-f54a-4a29-9e64-5cf687cf185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.731177 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5e146d2-f54a-4a29-9e64-5cf687cf185d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.816047 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5e146d2-f54a-4a29-9e64-5cf687cf185d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.819966 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5e146d2-f54a-4a29-9e64-5cf687cf185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.840095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e146d2-f54a-4a29-9e64-5cf687cf185d admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 01:59:55.853589 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e146d2-f54a-4a29-9e64-5cf687cf185d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:55.858428 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5e146d2-f54a-4a29-9e64-5cf687cf185d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.858776 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-d5e146d2-f54a-4a29-9e64-5cf687cf185d admin admin] Added segment d83193f8-ebdb-4bbf-af33-68b1c4049249 of type vlan for network 6bc50b86-4f68-4c63-b273-60b7e90b675e Jul 16 01:59:55.899241 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5e146d2-f54a-4a29-9e64-5cf687cf185d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.926873 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5e146d2-f54a-4a29-9e64-5cf687cf185d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.927812 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e146d2-f54a-4a29-9e64-5cf687cf185d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:55.928394 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5e146d2-f54a-4a29-9e64-5cf687cf185d admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.958558 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d5e146d2-f54a-4a29-9e64-5cf687cf185d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3479078 Jul 16 01:59:55.961637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42098) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:55.967318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-362b7921-d8cc-4e04-8701-405ccef134c1 admin admin] Request body: {'subnet': {'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1726962889-subnet', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:55.988052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362b7921-d8cc-4e04-8701-405ccef134c1 admin admin] Made reservation on behalf of 520338b0e8c94c93b2082f5c0605466c for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:55.988694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e146d2-f54a-4a29-9e64-5cf687cf185d admin admin] Pushing event updated for resources: {'Network': ['ID=6bc50b86-4f68-4c63-b273-60b7e90b675e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:55.990374 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-362b7921-d8cc-4e04-8701-405ccef134c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:55.998561 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 6bc50b86-4f68-4c63-b273-60b7e90b675e details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 01:59:56.157490 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-362b7921-d8cc-4e04-8701-405ccef134c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.211027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b7921-d8cc-4e04-8701-405ccef134c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9334a482-618c-419f-93f8-32dfa29203e5,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:56.220743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362b7921-d8cc-4e04-8701-405ccef134c1 admin admin] Checking segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:56.221099 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362b7921-d8cc-4e04-8701-405ccef134c1 admin admin] Network hostable DHCP agents. Network: 6bc50b86-4f68-4c63-b273-60b7e90b675e, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 01:59:56.236032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362b7921-d8cc-4e04-8701-405ccef134c1 admin admin] Network 6bc50b86-4f68-4c63-b273-60b7e90b675e is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 01:59:56.244433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-362b7921-d8cc-4e04-8701-405ccef134c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 6bc50b86-4f68-4c63-b273-60b7e90b675e) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:56.249033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362b7921-d8cc-4e04-8701-405ccef134c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 01:59:56.249637 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-362b7921-d8cc-4e04-8701-405ccef134c1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.253767 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e2ca2e-640e-41d6-a894-a2700ad57fe5 None None] Network 6bc50b86-4f68-4c63-b273-60b7e90b675e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:56.267131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42100) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:56.267332 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-362b7921-d8cc-4e04-8701-405ccef134c1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3039432 Jul 16 01:59:56.271933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:56.293288 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.294591 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.349930 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.398159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-6bc50b86-4f68-4c63-b273-60b7e90b675e', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 01:59:56.399061 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.486320 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.533804 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Allocated IP 172.20.0.2 (6bc50b86-4f68-4c63-b273-60b7e90b675e/9334a482-618c-419f-93f8-32dfa29203e5/ff77ac64-48f9-46f9-a280-94168d6f69ac) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:56.676983 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.685406 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Transition to ACTIVE for port object ff77ac64-48f9-46f9-a280-94168d6f69ac will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:56.685965 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.699719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Transition to ACTIVE for port object ff77ac64-48f9-46f9-a280-94168d6f69ac will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:56.704941 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.705235 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.739574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Network 6bc50b86-4f68-4c63-b273-60b7e90b675e is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:56.745836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:56.748529 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:56.761799 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Pushing event updated for resources: {'Port': ['ID=ff77ac64-48f9-46f9-a280-94168d6f69ac,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:56.802185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:56.802452 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:56.802796 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:56.803136 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:56.803476 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:56.803905 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:56.804240 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:56.804570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:56.805157 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:56.805490 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:56.805821 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:56.806484 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:56.807452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Allocated IP 172.25.2.22 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/51d9177c-894c-4c19-8d93-903582fee79a) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:56.823092 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Attempting to bind port ff77ac64-48f9-46f9-a280-94168d6f69ac on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:56.823474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Attempting to bind port ff77ac64-48f9-46f9-a280-94168d6f69ac by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:56.823874 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Attempting to bind port ff77ac64-48f9-46f9-a280-94168d6f69ac on network 6bc50b86-4f68-4c63-b273-60b7e90b675e {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:56.828930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:56.829310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Checking segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:56.829717 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.830113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Bound using segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:56.830583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Bound port: ff77ac64-48f9-46f9-a280-94168d6f69ac, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:56.830968 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.894279 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] For port ff77ac64-48f9-46f9-a280-94168d6f69ac, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:56.897269 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] For port ff77ac64-48f9-46f9-a280-94168d6f69ac, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ff77ac64-48f9-46f9-a280-94168d6f69ac,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:56.902319 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.912811 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.953167 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:56.965591 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9869b-be59-4bf0-924f-37100c3e85a7 None None] Pushing event updated for resources: {'Port': ['ID=ff77ac64-48f9-46f9-a280-94168d6f69ac,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:56.990073 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:56.996622 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:57.000504 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:57.032159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Pushing event updated for resources: {'Port': ['ID=51d9177c-894c-4c19-8d93-903582fee79a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:57.276368 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.460570 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.589514 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Router 4fcb604c-9e75-4804-9e05-552e59088f6e is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 01:59:57.698569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:57.710935 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Sync routers for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 01:59:57.719442 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:57.720621 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:57.720869 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0b58491c-cdb0-488f-99b0-16e2cbb8e087 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4524260 Jul 16 01:59:57.721712 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:59:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:57.723606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42102) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:57.838056 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:57.859928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e059a477-4526-4dbb-8d89-43df500c0ff9 None None] Network 6bc50b86-4f68-4c63-b273-60b7e90b675e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 01:59:57.949586 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e3eff2ab-4457-4034-a18c-64628a2ca31b None None] Provisioning for port ff77ac64-48f9-46f9-a280-94168d6f69ac completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:58.134694 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:57Z', 'revision_number': 3, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:58.166260 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Checking router: 4fcb604c-9e75-4804-9e05-552e59088f6e for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 01:59:58.166604 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Updating router 4fcb604c-9e75-4804-9e05-552e59088f6e port 51d9177c-894c-4c19-8d93-903582fee79a binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 01:59:58.187322 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.192064 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ff77ac64-48f9-46f9-a280-94168d6f69ac up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 01:59:58.217494 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.249310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port ff77ac64-48f9-46f9-a280-94168d6f69ac completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:58.253473 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port ff77ac64-48f9-46f9-a280-94168d6f69ac triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:58.253849 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.352522 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.393912 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port ff77ac64-48f9-46f9-a280-94168d6f69ac, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ff77ac64-48f9-46f9-a280-94168d6f69ac,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 01:59:58.399376 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.403939 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d3cdc8ef-9528-466b-9c14-eee25e9e18c6 None None] Provisioning complete for port ff77ac64-48f9-46f9-a280-94168d6f69ac triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:58.404516 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d3cdc8ef-9528-466b-9c14-eee25e9e18c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.414852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Allocated IP 172.20.0.1 (6bc50b86-4f68-4c63-b273-60b7e90b675e/9334a482-618c-419f-93f8-32dfa29203e5/53b74b4a-057b-48ee-a5d6-214ef8804753) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 01:59:58.476209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=ff77ac64-48f9-46f9-a280-94168d6f69ac,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:58.514268 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.526869 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.527752 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Transition to ACTIVE for port object 51d9177c-894c-4c19-8d93-903582fee79a will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:58.533360 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.541040 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Transition to ACTIVE for port object 53b74b4a-057b-48ee-a5d6-214ef8804753 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 01:59:58.575250 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.584912 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ba998-f242-436d-9a10-228ebe99340c None None] Pushing event updated for resources: {'Port': ['ID=51d9177c-894c-4c19-8d93-903582fee79a,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:58.592104 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Attempting to bind port 51d9177c-894c-4c19-8d93-903582fee79a on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 01:59:58.592470 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Attempting to bind port 51d9177c-894c-4c19-8d93-903582fee79a by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 01:59:58.592829 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Attempting to bind port 51d9177c-894c-4c19-8d93-903582fee79a on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 01:59:58.596324 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ba998-f242-436d-9a10-228ebe99340c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.596667 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ba998-f242-436d-9a10-228ebe99340c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.597003 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ba998-f242-436d-9a10-228ebe99340c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.597343 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ba998-f242-436d-9a10-228ebe99340c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.597670 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ba998-f242-436d-9a10-228ebe99340c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.597998 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ba998-f242-436d-9a10-228ebe99340c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.598325 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ba998-f242-436d-9a10-228ebe99340c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.598650 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ba998-f242-436d-9a10-228ebe99340c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.598967 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ba998-f242-436d-9a10-228ebe99340c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.599290 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ba998-f242-436d-9a10-228ebe99340c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.599615 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ba998-f242-436d-9a10-228ebe99340c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.599957 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9ba998-f242-436d-9a10-228ebe99340c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 01:59:58.605917 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 01:59:58.606354 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 01:59:58.607121 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.607514 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 01:59:58.608019 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Bound port: 51d9177c-894c-4c19-8d93-903582fee79a, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 01:59:58.608402 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.615922 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Network 6bc50b86-4f68-4c63-b273-60b7e90b675e is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:58.619201 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:58.622107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 01:59:58.649213 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=53b74b4a-057b-48ee-a5d6-214ef8804753,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:58.659256 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] For port 51d9177c-894c-4c19-8d93-903582fee79a, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 01:59:58.662563 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] For port 51d9177c-894c-4c19-8d93-903582fee79a, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=51d9177c-894c-4c19-8d93-903582fee79a,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 01:59:58.666820 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.667910 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.726114 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ba998-f242-436d-9a10-228ebe99340c None None] Pushing event updated for resources: {'Port': ['ID=51d9177c-894c-4c19-8d93-903582fee79a,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:58.735342 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 01:59:58.735906 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:59:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:58.813610 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.848181 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 01:59:58.851091 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-11e51718-587c-4c9f-bbf6-5ee092e58a11 None None] Provisioning for port 53b74b4a-057b-48ee-a5d6-214ef8804753 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 01:59:58.856622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-11e51718-587c-4c9f-bbf6-5ee092e58a11 None None] Provisioning complete for port 53b74b4a-057b-48ee-a5d6-214ef8804753 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:58.857005 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-11e51718-587c-4c9f-bbf6-5ee092e58a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.892725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-11e51718-587c-4c9f-bbf6-5ee092e58a11 None None] Port 53b74b4a-057b-48ee-a5d6-214ef8804753 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:58.975813 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:58.981363 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.022613 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:57Z', 'revision_number': 3, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 01:59:59.049258 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.051086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=53b74b4a-057b-48ee-a5d6-214ef8804753,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 01:59:59.053407 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab2d898-da62-4ca0-8b38-22be235736a9 None None] The sync data for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 is: [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:57Z', 'revision_number': 3, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 01:59:59.143568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Network 6bc50b86-4f68-4c63-b273-60b7e90b675e is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 01:59:59.144902 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 01:59:59.278504 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Router 4fcb604c-9e75-4804-9e05-552e59088f6e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 01:59:59.407045 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 01:59:59.412001 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b896bb86-b234-40c9-bf8b-938558b3a3f0 admin admin] 10.222.0.22 "PUT /v2.0/routers/4fcb604c-9e75-4804-9e05-552e59088f6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6872773 Jul 16 01:59:59.417994 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4c516621-80d2-4cdb-8b89-bc1d8ea63d23 None None] Provisioning complete for port 53b74b4a-057b-48ee-a5d6-214ef8804753 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 01:59:59.418312 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4c516621-80d2-4cdb-8b89-bc1d8ea63d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.454519 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4c516621-80d2-4cdb-8b89-bc1d8ea63d23 None None] Port 53b74b4a-057b-48ee-a5d6-214ef8804753 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 01:59:59.884968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42118) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 01:59:59.890226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5a987441-3ae0-4007-94ec-72e0de563ffb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1644002418-network', 'tenant_id': '3b6e760e5c6c41a3b934a9dcf1677355'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 01:59:59.911385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a987441-3ae0-4007-94ec-72e0de563ffb admin admin] Made reservation on behalf of 3b6e760e5c6c41a3b934a9dcf1677355 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 01:59:59.913772 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a987441-3ae0-4007-94ec-72e0de563ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 01:59:59.922834 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a987441-3ae0-4007-94ec-72e0de563ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.009947 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a987441-3ae0-4007-94ec-72e0de563ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.013984 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a987441-3ae0-4007-94ec-72e0de563ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.035628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a987441-3ae0-4007-94ec-72e0de563ffb admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:00:00.051197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a987441-3ae0-4007-94ec-72e0de563ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1edc83-95db-4663-973f-9b170c42e359,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:00.054006 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a987441-3ae0-4007-94ec-72e0de563ffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.054345 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-5a987441-3ae0-4007-94ec-72e0de563ffb admin admin] Added segment 38f3609a-3557-4ba3-b2f7-dab6bcbbfa50 of type vlan for network bf125dda-7a9a-4e41-8405-ce60107af262 Jul 16 02:00:00.102562 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a987441-3ae0-4007-94ec-72e0de563ffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.131149 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a987441-3ae0-4007-94ec-72e0de563ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.132289 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a987441-3ae0-4007-94ec-72e0de563ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:00.132865 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a987441-3ae0-4007-94ec-72e0de563ffb admin admin] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.164011 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5a987441-3ae0-4007-94ec-72e0de563ffb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2776349 Jul 16 02:00:00.166597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 42120) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:00.172725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-91ec69d4-7233-4881-b2b8-1dc3ea442ba3 admin admin] Request body: {'subnet': {'network_id': 'bf125dda-7a9a-4e41-8405-ce60107af262', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1644002418-subnet', 'tenant_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:00.204475 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a987441-3ae0-4007-94ec-72e0de563ffb admin admin] Pushing event updated for resources: {'Network': ['ID=bf125dda-7a9a-4e41-8405-ce60107af262,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:00.206847 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 51d9177c-894c-4c19-8d93-903582fee79a up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:00.219333 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ec69d4-7233-4881-b2b8-1dc3ea442ba3 admin admin] Made reservation on behalf of 3b6e760e5c6c41a3b934a9dcf1677355 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:00.221746 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-91ec69d4-7233-4881-b2b8-1dc3ea442ba3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.229884 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network bf125dda-7a9a-4e41-8405-ce60107af262 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:00:00.316151 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 51d9177c-894c-4c19-8d93-903582fee79a completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:00.319991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 51d9177c-894c-4c19-8d93-903582fee79a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:00.320343 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.401726 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.403621 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-91ec69d4-7233-4881-b2b8-1dc3ea442ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.423380 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 51d9177c-894c-4c19-8d93-903582fee79a, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=51d9177c-894c-4c19-8d93-903582fee79a,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:00.428147 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.429011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ff77ac64-48f9-46f9-a280-94168d6f69ac up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:00.462496 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ec69d4-7233-4881-b2b8-1dc3ea442ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd784f54-52f2-4ca9-bbac-9a16ba4d8a59,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:00.471880 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ec69d4-7233-4881-b2b8-1dc3ea442ba3 admin admin] Checking segment: {'id': '38f3609a-3557-4ba3-b2f7-dab6bcbbfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf125dda-7a9a-4e41-8405-ce60107af262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:00.472541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec69d4-7233-4881-b2b8-1dc3ea442ba3 admin admin] Network hostable DHCP agents. Network: bf125dda-7a9a-4e41-8405-ce60107af262, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:00:00.490229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ec69d4-7233-4881-b2b8-1dc3ea442ba3 admin admin] Network bf125dda-7a9a-4e41-8405-ce60107af262 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:00:00.501762 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-91ec69d4-7233-4881-b2b8-1dc3ea442ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, bf125dda-7a9a-4e41-8405-ce60107af262) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:00.507630 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=51d9177c-894c-4c19-8d93-903582fee79a,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:00.507781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ec69d4-7233-4881-b2b8-1dc3ea442ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:00.507781 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-91ec69d4-7233-4881-b2b8-1dc3ea442ba3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.511811 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27df9bad-71a5-4e9d-9f23-a4646f926713 None None] Network bf125dda-7a9a-4e41-8405-ce60107af262 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:00.523985 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-91ec69d4-7233-4881-b2b8-1dc3ea442ba3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3562946 Jul 16 02:00:00.526533 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42122) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:00.532094 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1644002418-router', 'tenant_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:00.539511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port ff77ac64-48f9-46f9-a280-94168d6f69ac triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:00.539934 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.554974 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.556760 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.608414 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.650521 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Sync routers for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:00.695643 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:00.696307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:59:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:00.821097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-bf125dda-7a9a-4e41-8405-ce60107af262', 'network_id': 'bf125dda-7a9a-4e41-8405-ce60107af262', 'tenant_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'fixed_ips': [{'subnet_id': 'fd784f54-52f2-4ca9-bbac-9a16ba4d8a59'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:00:00.821899 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.828726 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:00.910612 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:01.031901 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.232403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Allocated IP 172.20.0.2 (bf125dda-7a9a-4e41-8405-ce60107af262/fd784f54-52f2-4ca9-bbac-9a16ba4d8a59/de1241d0-8734-4dbb-b3ff-dd2201cdca96) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:01.234342 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.255042 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.357352 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Allocated IP 172.25.2.32 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/85bf5943-8465-48de-8fc2-2d61ae407e0b) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:01.412827 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 2, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:01.448239 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Checking router: 4fcb604c-9e75-4804-9e05-552e59088f6e for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:01.448601 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Updating router 4fcb604c-9e75-4804-9e05-552e59088f6e port 53b74b4a-057b-48ee-a5d6-214ef8804753 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:00:01.450569 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.462205 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.477183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Transition to ACTIVE for port object de1241d0-8734-4dbb-b3ff-dd2201cdca96 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:01.499186 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.501078 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Transition to ACTIVE for port object de1241d0-8734-4dbb-b3ff-dd2201cdca96 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:01.501517 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.512143 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.541644 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:01.544432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:01.548000 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:01.571079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Pushing event updated for resources: {'Port': ['ID=85bf5943-8465-48de-8fc2-2d61ae407e0b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:01.571573 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Network bf125dda-7a9a-4e41-8405-ce60107af262 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:01.582834 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:01.589692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:01.608854 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Pushing event updated for resources: {'Port': ['ID=de1241d0-8734-4dbb-b3ff-dd2201cdca96,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:01.686048 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.729902 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Attempting to bind port de1241d0-8734-4dbb-b3ff-dd2201cdca96 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:01.730282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Attempting to bind port de1241d0-8734-4dbb-b3ff-dd2201cdca96 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '38f3609a-3557-4ba3-b2f7-dab6bcbbfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf125dda-7a9a-4e41-8405-ce60107af262'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:01.730655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Attempting to bind port de1241d0-8734-4dbb-b3ff-dd2201cdca96 on network bf125dda-7a9a-4e41-8405-ce60107af262 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:01.750557 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:01.750864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Checking segment: {'id': '38f3609a-3557-4ba3-b2f7-dab6bcbbfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf125dda-7a9a-4e41-8405-ce60107af262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:01.751277 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.751676 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Bound using segment: {'id': '38f3609a-3557-4ba3-b2f7-dab6bcbbfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf125dda-7a9a-4e41-8405-ce60107af262'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:01.752186 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Bound port: de1241d0-8734-4dbb-b3ff-dd2201cdca96, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f3609a-3557-4ba3-b2f7-dab6bcbbfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf125dda-7a9a-4e41-8405-ce60107af262'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:01.752574 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.796810 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.871341 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] For port de1241d0-8734-4dbb-b3ff-dd2201cdca96, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:01.877309 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] For port de1241d0-8734-4dbb-b3ff-dd2201cdca96, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=de1241d0-8734-4dbb-b3ff-dd2201cdca96,segment=NetworkSegment(38f3609a-3557-4ba3-b2f7-dab6bcbbfa50),segment_id=38f3609a-3557-4ba3-b2f7-dab6bcbbfa50)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:01.883454 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.978028 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:01.980524 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111fab5-4ec0-42a8-83eb-0c266d5ddb88 None None] Pushing event updated for resources: {'Port': ['ID=de1241d0-8734-4dbb-b3ff-dd2201cdca96,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:01.990959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Transition to ACTIVE for port object 53b74b4a-057b-48ee-a5d6-214ef8804753 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:01.998020 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.005286 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.050524 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a94203-120f-4801-9f54-0cb90dbaf58d None None] Pushing event updated for resources: {'Port': ['ID=53b74b4a-057b-48ee-a5d6-214ef8804753,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:02.110525 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Attempting to bind port 53b74b4a-057b-48ee-a5d6-214ef8804753 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:02.111033 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Attempting to bind port 53b74b4a-057b-48ee-a5d6-214ef8804753 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:02.111546 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Attempting to bind port 53b74b4a-057b-48ee-a5d6-214ef8804753 on network 6bc50b86-4f68-4c63-b273-60b7e90b675e {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:02.117487 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:02.117871 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Checking segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:02.118283 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.119227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Bound using segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:02.119712 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Bound port: 53b74b4a-057b-48ee-a5d6-214ef8804753, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:02.120130 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.199410 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Router f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:00:02.213811 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 51d9177c-894c-4c19-8d93-903582fee79a up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:02.264669 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] For port 53b74b4a-057b-48ee-a5d6-214ef8804753, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:02.285190 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] For port 53b74b4a-057b-48ee-a5d6-214ef8804753, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=53b74b4a-057b-48ee-a5d6-214ef8804753,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:02.291737 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.346832 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:02.349257 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 51d9177c-894c-4c19-8d93-903582fee79a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:02.349637 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.359854 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Sync routers for ids ['f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:02.366097 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.367383 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8d28b8a1-d136-40ca-b5b1-c159a85e661b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8392172 Jul 16 02:00:02.370727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 42124) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:00:02.375036 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Routers {'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:02.375663 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:59:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:02.402887 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:02.403520 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:59:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:02.506273 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Set router f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:02.547401 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a94203-120f-4801-9f54-0cb90dbaf58d None None] Pushing event updated for resources: {'Port': ['ID=53b74b4a-057b-48ee-a5d6-214ef8804753,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:02.568764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:02.720312 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'name': 'tempest-TestVolumeBootPattern-1644002418-router', 'tenant_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '85bf5943-8465-48de-8fc2-2d61ae407e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:00Z', 'updated_at': '2021-07-16T02:00:01Z', 'revision_number': 3, 'project_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'gw_port': {'id': '85bf5943-8465-48de-8fc2-2d61ae407e0b', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:55:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:01Z', 'updated_at': '2021-07-16T02:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:02.751361 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Checking router: f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:02.752029 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Updating router f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d port 85bf5943-8465-48de-8fc2-2d61ae407e0b binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:00:02.794648 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:02.834556 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:02Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:02.867222 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6182bf3a-138c-48c6-9ce8-9e59b085f680 None None] The sync data for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 is: [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:02Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:02.885483 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.135259 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.143681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Allocated IP 172.20.0.1 (bf125dda-7a9a-4e41-8405-ce60107af262/fd784f54-52f2-4ca9-bbac-9a16ba4d8a59/b70269d0-b302-491d-9db3-a27724b7673c) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:03.148668 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Transition to ACTIVE for port object 85bf5943-8465-48de-8fc2-2d61ae407e0b will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:03.156582 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.217722 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Attempting to bind port 85bf5943-8465-48de-8fc2-2d61ae407e0b on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:03.218089 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Attempting to bind port 85bf5943-8465-48de-8fc2-2d61ae407e0b by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:03.218440 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Attempting to bind port 85bf5943-8465-48de-8fc2-2d61ae407e0b on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:03.220566 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb055d03-b8b7-40d9-94d8-28e1f38a3b8c None None] Pushing event updated for resources: {'Port': ['ID=85bf5943-8465-48de-8fc2-2d61ae407e0b,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:03.221272 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e49d8f7-356e-42cc-a5ae-68fc7e51dc0c None None] Network bf125dda-7a9a-4e41-8405-ce60107af262 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:00:03.231850 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:03.232224 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:03.232622 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.233002 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:03.233472 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Bound port: 85bf5943-8465-48de-8fc2-2d61ae407e0b, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:03.233845 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.278178 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.293597 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Transition to ACTIVE for port object b70269d0-b302-491d-9db3-a27724b7673c will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:03.299486 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] For port 85bf5943-8465-48de-8fc2-2d61ae407e0b, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:03.303573 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] For port 85bf5943-8465-48de-8fc2-2d61ae407e0b, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=85bf5943-8465-48de-8fc2-2d61ae407e0b,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:03.308079 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-220229ba-7385-4258-9f76-0433096f136d None None] Provisioning for port de1241d0-8734-4dbb-b3ff-dd2201cdca96 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:03.309513 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.333898 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.385407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Network bf125dda-7a9a-4e41-8405-ce60107af262 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:03.391539 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:03.396810 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:03.428829 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Pushing event updated for resources: {'Port': ['ID=b70269d0-b302-491d-9db3-a27724b7673c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:03.453138 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.508013 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb055d03-b8b7-40d9-94d8-28e1f38a3b8c None None] Pushing event updated for resources: {'Port': ['ID=85bf5943-8465-48de-8fc2-2d61ae407e0b,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:03.516782 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Routers {'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:03.517413 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:59:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:03.628314 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.658475 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] Set router f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:03.740658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-23177e08-ea90-4bbe-9a4f-3f442c770c23 None None] Provisioning for port b70269d0-b302-491d-9db3-a27724b7673c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:03.746335 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-23177e08-ea90-4bbe-9a4f-3f442c770c23 None None] Provisioning complete for port b70269d0-b302-491d-9db3-a27724b7673c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:03.746718 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-23177e08-ea90-4bbe-9a4f-3f442c770c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.805554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-23177e08-ea90-4bbe-9a4f-3f442c770c23 None None] Port b70269d0-b302-491d-9db3-a27724b7673c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:03.858901 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.869462 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.879870 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'name': 'tempest-TestVolumeBootPattern-1644002418-router', 'tenant_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '85bf5943-8465-48de-8fc2-2d61ae407e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:00Z', 'updated_at': '2021-07-16T02:00:01Z', 'revision_number': 3, 'project_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'gw_port': {'id': '85bf5943-8465-48de-8fc2-2d61ae407e0b', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:55:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:01Z', 'updated_at': '2021-07-16T02:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:03.919558 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff9d7bd-5a27-4282-b550-7512ba07cb39 None None] The sync data for ids ['f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'] in n-d-791505-14 is: [{'id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'name': 'tempest-TestVolumeBootPattern-1644002418-router', 'tenant_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '85bf5943-8465-48de-8fc2-2d61ae407e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:00Z', 'updated_at': '2021-07-16T02:00:01Z', 'revision_number': 3, 'project_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'gw_port': {'id': '85bf5943-8465-48de-8fc2-2d61ae407e0b', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:55:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:01Z', 'updated_at': '2021-07-16T02:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:03.939137 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4b00cc68-b13f-4a15-9bc4-50a71f2d8d8b None None] Provisioning complete for port b70269d0-b302-491d-9db3-a27724b7673c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:03.939860 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4b00cc68-b13f-4a15-9bc4-50a71f2d8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.942785 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Pushing event updated for resources: {'Port': ['ID=b70269d0-b302-491d-9db3-a27724b7673c,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:03.947896 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:03.987276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4b00cc68-b13f-4a15-9bc4-50a71f2d8d8b None None] Port b70269d0-b302-491d-9db3-a27724b7673c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:04.044989 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Network bf125dda-7a9a-4e41-8405-ce60107af262 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:04.046406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:04.203794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Router f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:00:04.247482 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device de1241d0-8734-4dbb-b3ff-dd2201cdca96 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:04.348858 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port de1241d0-8734-4dbb-b3ff-dd2201cdca96 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:04.355873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port de1241d0-8734-4dbb-b3ff-dd2201cdca96 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:04.356470 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.358070 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:00:04.366274 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7507ec8b-8570-48fd-96a1-e7ad07726963 admin admin] 10.222.0.22 "PUT /v2.0/routers/f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9945118 Jul 16 02:00:04.606289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8b6112f1-e3a2-4b1d-911c-0ddd3f735272 None None] Provisioning complete for port b70269d0-b302-491d-9db3-a27724b7673c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:04.606665 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8b6112f1-e3a2-4b1d-911c-0ddd3f735272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.639861 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.659183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8b6112f1-e3a2-4b1d-911c-0ddd3f735272 None None] Port b70269d0-b302-491d-9db3-a27724b7673c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:04.685833 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port de1241d0-8734-4dbb-b3ff-dd2201cdca96, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=de1241d0-8734-4dbb-b3ff-dd2201cdca96,segment=NetworkSegment(38f3609a-3557-4ba3-b2f7-dab6bcbbfa50),segment_id=38f3609a-3557-4ba3-b2f7-dab6bcbbfa50)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:04.690765 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.691651 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 53b74b4a-057b-48ee-a5d6-214ef8804753 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:04.761589 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=de1241d0-8734-4dbb-b3ff-dd2201cdca96,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:04.787229 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 53b74b4a-057b-48ee-a5d6-214ef8804753 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:04.792591 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 53b74b4a-057b-48ee-a5d6-214ef8804753 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:04.792962 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.876183 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.911415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 53b74b4a-057b-48ee-a5d6-214ef8804753, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=53b74b4a-057b-48ee-a5d6-214ef8804753,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:04.916120 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.971405 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9fdf4e50-6b7a-4966-8edb-57568073c491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:04.980919 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=53b74b4a-057b-48ee-a5d6-214ef8804753,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:06.208859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device de1241d0-8734-4dbb-b3ff-dd2201cdca96 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:06.263195 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port de1241d0-8734-4dbb-b3ff-dd2201cdca96 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:06.263575 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.349658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 85bf5943-8465-48de-8fc2-2d61ae407e0b up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:06.353965 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Sync routers for ids ['f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:00:06.387489 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Routers {'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:06.388151 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:59:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.477685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 85bf5943-8465-48de-8fc2-2d61ae407e0b completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:06.485597 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 85bf5943-8465-48de-8fc2-2d61ae407e0b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:06.485973 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.535022 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Set router f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:06.674685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-930535ea-e595-4f48-9d35-93cf80c85768 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:06.676100 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-930535ea-e595-4f48-9d35-93cf80c85768 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 812 time: 0.1126885 Jul 16 02:00:06.691144 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-b9b43791-d016-45da-ac91-833ee8c4b36f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/quotas/520338b0e8c94c93b2082f5c0605466c HTTP/1.1" status: 200 len: 375 time: 0.0088329 Jul 16 02:00:06.695185 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.724695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 85bf5943-8465-48de-8fc2-2d61ae407e0b, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=85bf5943-8465-48de-8fc2-2d61ae407e0b,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:06.730796 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.731565 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 53b74b4a-057b-48ee-a5d6-214ef8804753 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:06.756909 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-2710edba-b12a-4c39-9825-795a9df08d14 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606303 Jul 16 02:00:06.837024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=85bf5943-8465-48de-8fc2-2d61ae407e0b,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:06.858501 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 53b74b4a-057b-48ee-a5d6-214ef8804753 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:06.858875 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:06.898577 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'name': 'tempest-TestVolumeBootPattern-1644002418-router', 'tenant_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '85bf5943-8465-48de-8fc2-2d61ae407e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:00Z', 'updated_at': '2021-07-16T02:00:03Z', 'revision_number': 4, 'project_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'gw_port': {'id': '85bf5943-8465-48de-8fc2-2d61ae407e0b', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:55:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:01Z', 'updated_at': '2021-07-16T02:00:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b70269d0-b302-491d-9db3-a27724b7673c', 'name': '', 'network_id': 'bf125dda-7a9a-4e41-8405-ce60107af262', 'tenant_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'mac_address': 'fa:16:3e:0a:7e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'fd784f54-52f2-4ca9-bbac-9a16ba4d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:02Z', 'updated_at': '2021-07-16T02:00:03Z', 'revision_number': 2, 'project_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'subnets': [{'id': 'fd784f54-52f2-4ca9-bbac-9a16ba4d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:06.928951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Checking router: f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:00:06.929309 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Updating router f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d port b70269d0-b302-491d-9db3-a27724b7673c binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:00:06.947802 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-11e1c088-c775-4786-adba-9bfda0dd2534 service neutron] 10.222.0.22 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834955 Jul 16 02:00:06.984058 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.038345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-3d4df17c-c11a-4b5c-aea0-825e1b8f509c service neutron] 10.222.0.22 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848219 Jul 16 02:00:07.261928 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.271743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Transition to ACTIVE for port object b70269d0-b302-491d-9db3-a27724b7673c will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:07.277802 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.328869 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89afb42-9f92-4a85-b4d0-9eef3eb601ba None None] Pushing event updated for resources: {'Port': ['ID=b70269d0-b302-491d-9db3-a27724b7673c,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:07.384935 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Attempting to bind port b70269d0-b302-491d-9db3-a27724b7673c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:07.385246 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Attempting to bind port b70269d0-b302-491d-9db3-a27724b7673c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '38f3609a-3557-4ba3-b2f7-dab6bcbbfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf125dda-7a9a-4e41-8405-ce60107af262'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:07.385609 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Attempting to bind port b70269d0-b302-491d-9db3-a27724b7673c on network bf125dda-7a9a-4e41-8405-ce60107af262 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:07.398418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 1, 59, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:07.398706 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Checking segment: {'id': '38f3609a-3557-4ba3-b2f7-dab6bcbbfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf125dda-7a9a-4e41-8405-ce60107af262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:07.399079 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.400166 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Bound using segment: {'id': '38f3609a-3557-4ba3-b2f7-dab6bcbbfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf125dda-7a9a-4e41-8405-ce60107af262'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:07.400712 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Bound port: b70269d0-b302-491d-9db3-a27724b7673c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38f3609a-3557-4ba3-b2f7-dab6bcbbfa50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bf125dda-7a9a-4e41-8405-ce60107af262'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:07.401206 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.404988 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.469778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] For port b70269d0-b302-491d-9db3-a27724b7673c, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:07.472913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] For port b70269d0-b302-491d-9db3-a27724b7673c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b70269d0-b302-491d-9db3-a27724b7673c,segment=NetworkSegment(38f3609a-3557-4ba3-b2f7-dab6bcbbfa50),segment_id=38f3609a-3557-4ba3-b2f7-dab6bcbbfa50)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:07.477489 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.549043 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89afb42-9f92-4a85-b4d0-9eef3eb601ba None None] Pushing event updated for resources: {'Port': ['ID=b70269d0-b302-491d-9db3-a27724b7673c,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:07.553004 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Routers {'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:00:07.553616 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T01:59:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:07.687621 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] Set router f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:00:07.745068 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-56dfbaec-eb96-466a-8f80-b70db508250a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:07.925830 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'name': 'tempest-TestVolumeBootPattern-1644002418-router', 'tenant_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '85bf5943-8465-48de-8fc2-2d61ae407e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:00Z', 'updated_at': '2021-07-16T02:00:03Z', 'revision_number': 4, 'project_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'gw_port': {'id': '85bf5943-8465-48de-8fc2-2d61ae407e0b', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:01Z', 'updated_at': '2021-07-16T02:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b70269d0-b302-491d-9db3-a27724b7673c', 'name': '', 'network_id': 'bf125dda-7a9a-4e41-8405-ce60107af262', 'tenant_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'mac_address': 'fa:16:3e:0a:7e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'fd784f54-52f2-4ca9-bbac-9a16ba4d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:02Z', 'updated_at': '2021-07-16T02:00:07Z', 'revision_number': 4, 'project_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'subnets': [{'id': 'fd784f54-52f2-4ca9-bbac-9a16ba4d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:00:07.958551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1ceee0-6724-4f9e-99e6-5d0489fef407 None None] The sync data for ids ['f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'] in n-d-791505-14 is: [{'id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'name': 'tempest-TestVolumeBootPattern-1644002418-router', 'tenant_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '85bf5943-8465-48de-8fc2-2d61ae407e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:00Z', 'updated_at': '2021-07-16T02:00:03Z', 'revision_number': 4, 'project_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'gw_port': {'id': '85bf5943-8465-48de-8fc2-2d61ae407e0b', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:01Z', 'updated_at': '2021-07-16T02:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b70269d0-b302-491d-9db3-a27724b7673c', 'name': '', 'network_id': 'bf125dda-7a9a-4e41-8405-ce60107af262', 'tenant_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'mac_address': 'fa:16:3e:0a:7e:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'fd784f54-52f2-4ca9-bbac-9a16ba4d8a59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:02Z', 'updated_at': '2021-07-16T02:00:07Z', 'revision_number': 4, 'project_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'subnets': [{'id': 'fd784f54-52f2-4ca9-bbac-9a16ba4d8a59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:00:08.209647 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b70269d0-b302-491d-9db3-a27724b7673c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:08.259328 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port b70269d0-b302-491d-9db3-a27724b7673c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:08.263801 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port b70269d0-b302-491d-9db3-a27724b7673c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:08.264446 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.360480 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.375857 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb142d96-48c9-4157-b6de-a885bebef7fc req-55b26a33-71f9-4137-a187-5b9f7ce178d6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 210 time: 0.0402601 Jul 16 02:00:08.397955 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port b70269d0-b302-491d-9db3-a27724b7673c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b70269d0-b302-491d-9db3-a27724b7673c,segment=NetworkSegment(38f3609a-3557-4ba3-b2f7-dab6bcbbfa50),segment_id=38f3609a-3557-4ba3-b2f7-dab6bcbbfa50)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:08.404494 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.405549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 85bf5943-8465-48de-8fc2-2d61ae407e0b up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:08.481088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=b70269d0-b302-491d-9db3-a27724b7673c,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:08.493011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 85bf5943-8465-48de-8fc2-2d61ae407e0b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:08.493409 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:08.678141 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:09.468107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bfb030d6-f9a0-4e30-879b-266d39a04d23 req-e6302096-9435-4fd8-8b25-02b5b7adbb86 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 210 time: 0.0355217 Jul 16 02:00:09.621268 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:00:10.139116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b70269d0-b302-491d-9db3-a27724b7673c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:10.189900 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port b70269d0-b302-491d-9db3-a27724b7673c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:10.190280 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.327043 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:10.548316 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8da3021-6dec-4891-8f2f-dd10fe9d8314 req-b840d8fd-b907-4182-8997-d4ea6da3aa90 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 210 time: 0.0284989 Jul 16 02:00:11.627565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23888f4a-32cd-4e45-9b06-d6f46f372307 req-3bffcd85-a47f-4078-b0a6-9f37dbbc5c5c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 210 time: 0.0278571 Jul 16 02:00:12.765165 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c16d198-f13a-4958-9e4a-b5bcdccc2776 req-916910e6-d8ea-4711-a834-aaaddc48365e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 210 time: 0.0304081 Jul 16 02:00:13.692947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-e4633e50-85b2-4acb-9e48-7e7f4833abcf tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:13.694405 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-e4633e50-85b2-4acb-9e48-7e7f4833abcf tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 812 time: 0.1018853 Jul 16 02:00:13.708916 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-5a9f26c1-0232-4a84-94a5-4b19b12545b3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Request body: {'port': {'device_id': '6e50d68a-8245-4104-8aac-a63edbd376a5', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'admin_state_up': True, 'tenant_id': '520338b0e8c94c93b2082f5c0605466c'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:13.827895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-5a9f26c1-0232-4a84-94a5-4b19b12545b3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Made reservation on behalf of 520338b0e8c94c93b2082f5c0605466c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:00:13.831487 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-5a9f26c1-0232-4a84-94a5-4b19b12545b3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:13.929244 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2cbc34d5-5c2e-4558-be9a-c42dc2255351 req-d7171240-8d61-45f2-898c-12e85b521169 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 210 time: 0.0406249 Jul 16 02:00:14.298130 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-5a9f26c1-0232-4a84-94a5-4b19b12545b3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Allocated IP 172.20.0.5 (6bc50b86-4f68-4c63-b273-60b7e90b675e/9334a482-618c-419f-93f8-32dfa29203e5/4e796029-3651-4afe-a4b2-23947f5a07a0) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:00:14.443857 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-5a9f26c1-0232-4a84-94a5-4b19b12545b3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.457271 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-5a9f26c1-0232-4a84-94a5-4b19b12545b3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Transition to ACTIVE for port object 4e796029-3651-4afe-a4b2-23947f5a07a0 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:14.489455 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-5a9f26c1-0232-4a84-94a5-4b19b12545b3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.530700 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-5a9f26c1-0232-4a84-94a5-4b19b12545b3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Network 6bc50b86-4f68-4c63-b273-60b7e90b675e is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:00:14.535808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-5a9f26c1-0232-4a84-94a5-4b19b12545b3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:00:14.539528 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-5a9f26c1-0232-4a84-94a5-4b19b12545b3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:00:14.565748 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f26c1-0232-4a84-94a5-4b19b12545b3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'Port': ['ID=4e796029-3651-4afe-a4b2-23947f5a07a0,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:14.595571 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-5a9f26c1-0232-4a84-94a5-4b19b12545b3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:14.596234 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-5a9f26c1-0232-4a84-94a5-4b19b12545b3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.611708 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-5a9f26c1-0232-4a84-94a5-4b19b12545b3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9063339 Jul 16 02:00:14.675868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Request body: {'port': {'device_id': '6e50d68a-8245-4104-8aac-a63edbd376a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:00:14.774440 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.786100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7d80dcf1-b117-417f-be58-43625290d6f2 None None] Provisioning for port 4e796029-3651-4afe-a4b2-23947f5a07a0 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:14.791180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7d80dcf1-b117-417f-be58-43625290d6f2 None None] Provisioning complete for port 4e796029-3651-4afe-a4b2-23947f5a07a0 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:14.792103 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7d80dcf1-b117-417f-be58-43625290d6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:14.832438 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-7d80dcf1-b117-417f-be58-43625290d6f2 None None] Port 4e796029-3651-4afe-a4b2-23947f5a07a0 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:00:15.100786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e796029-3651-4afe-a4b2-23947f5a07a0 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:00:15.110456 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.130270 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Transition to ACTIVE for port object 4e796029-3651-4afe-a4b2-23947f5a07a0 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:00:15.133668 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.192806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cc46f-7c7e-4064-bb53-a6c6594729e5 req-920d76bd-be9e-4002-8522-54b96382375e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:15.194369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa1cc46f-7c7e-4064-bb53-a6c6594729e5 req-920d76bd-be9e-4002-8522-54b96382375e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 931 time: 0.1334059 Jul 16 02:00:15.208649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e796029-3651-4afe-a4b2-23947f5a07a0,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:15.293953 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa1cc46f-7c7e-4064-bb53-a6c6594729e5 req-eeb1d0a2-856c-4cf5-a38c-619d5d701c70 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904932 Jul 16 02:00:15.310558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Attempting to bind port 4e796029-3651-4afe-a4b2-23947f5a07a0 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:00:15.310969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Attempting to bind port 4e796029-3651-4afe-a4b2-23947f5a07a0 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:00:15.311367 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Attempting to bind port 4e796029-3651-4afe-a4b2-23947f5a07a0 on network 6bc50b86-4f68-4c63-b273-60b7e90b675e {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:15.316059 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Port 4e796029-3651-4afe-a4b2-23947f5a07a0 on network 6bc50b86-4f68-4c63-b273-60b7e90b675e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:00:15.316452 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Attempting to bind port 4e796029-3651-4afe-a4b2-23947f5a07a0 on network 6bc50b86-4f68-4c63-b273-60b7e90b675e {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:00:15.321444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:00:15.321907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Checking segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:00:15.322413 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Bound using segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:00:15.322904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Bound port: 4e796029-3651-4afe-a4b2-23947f5a07a0, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:00:15.323331 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.396652 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] For port 4e796029-3651-4afe-a4b2-23947f5a07a0, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:00:15.400146 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] For port 4e796029-3651-4afe-a4b2-23947f5a07a0, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4e796029-3651-4afe-a4b2-23947f5a07a0,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:00:15.404577 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.440668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:15.441494 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:15.443129 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] 10.222.0.70 "PUT /v2.0/ports/4e796029-3651-4afe-a4b2-23947f5a07a0 HTTP/1.1" status: 200 len: 1092 time: 0.8222156 Jul 16 02:00:15.443666 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e50d68a-8245-4104-8aac-a63edbd376a5', 'tag': '4e796029-3651-4afe-a4b2-23947f5a07a0'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:15.446670 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dbb991-5a30-49a7-a663-22783815a166" -d '{"events": [{"name": "network-changed", "server_uuid": "6e50d68a-8245-4104-8aac-a63edbd376a5", "tag": "4e796029-3651-4afe-a4b2-23947f5a07a0"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:15.486415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8413bfa9-d035-4324-b087-2bbb26de66d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4e796029-3651-4afe-a4b2-23947f5a07a0,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:15.562857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-fa031c08-f515-4dce-b9ac-033c565396ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:15.564908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-fa031c08-f515-4dce-b9ac-033c565396ba service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 1095 time: 0.0675163 Jul 16 02:00:15.581711 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bec4222-ae6d-4596-8f67-5945a38867bc x-openstack-request-id: req-1bec4222-ae6d-4596-8f67-5945a38867bc {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:15.582005 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e50d68a-8245-4104-8aac-a63edbd376a5", "tag": "4e796029-3651-4afe-a4b2-23947f5a07a0", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:15.582260 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1bec4222-ae6d-4596-8f67-5945a38867bc {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:15.582666 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e50d68a-8245-4104-8aac-a63edbd376a5', 'tag': '4e796029-3651-4afe-a4b2-23947f5a07a0', 'status': 'completed', 'code': 200} Jul 16 02:00:15.618742 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-c82473f4-accb-4895-969b-bd6c8c4b4af9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e796029-3651-4afe-a4b2-23947f5a07a0 HTTP/1.1" status: 200 len: 217 time: 0.0444870 Jul 16 02:00:15.674689 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-1494ba93-6edc-4212-9538-91364908da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:15.676236 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-1494ba93-6edc-4212-9538-91364908da53 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0500464 Jul 16 02:00:15.735375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-e49c48dc-02cd-4ae8-8cf9-1a028917dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:15.736876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-e49c48dc-02cd-4ae8-8cf9-1a028917dc23 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529752 Jul 16 02:00:15.831565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-e4f41847-5d5b-48ec-a765-c77d8de85154 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878057 Jul 16 02:00:15.919699 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bc9d51f-d902-4f29-b12b-ef19c3af415d req-91ca38a9-d8a5-4072-82a7-4a091dfdbc6f service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811012 Jul 16 02:00:16.021429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbb991-5a30-49a7-a663-22783815a166 req-20294a41-a94a-4200-a687-3f27722f10d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.022984 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24dbb991-5a30-49a7-a663-22783815a166 req-20294a41-a94a-4200-a687-3f27722f10d6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 1095 time: 0.0566041 Jul 16 02:00:16.115217 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbb991-5a30-49a7-a663-22783815a166 req-31f04b88-af8e-4de5-8cbf-25f9d4501f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.116792 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24dbb991-5a30-49a7-a663-22783815a166 req-31f04b88-af8e-4de5-8cbf-25f9d4501f4c service neutron] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.0867698 Jul 16 02:00:16.163544 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24dbb991-5a30-49a7-a663-22783815a166 req-23a8308f-82b7-43dd-849e-a3a1d8a59691 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e796029-3651-4afe-a4b2-23947f5a07a0 HTTP/1.1" status: 200 len: 217 time: 0.0389848 Jul 16 02:00:16.200211 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-b928ffa5-1e37-42b7-9d7d-2c7efb859a18 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0594110 Jul 16 02:00:16.214007 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbb991-5a30-49a7-a663-22783815a166 req-5f3ef776-fee4-451e-8264-14d834d2d4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.215647 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24dbb991-5a30-49a7-a663-22783815a166 req-5f3ef776-fee4-451e-8264-14d834d2d4b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0452495 Jul 16 02:00:16.281031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbb991-5a30-49a7-a663-22783815a166 req-9652a920-ff4e-4bfd-af7f-39695de036fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.282629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24dbb991-5a30-49a7-a663-22783815a166 req-9652a920-ff4e-4bfd-af7f-39695de036fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585248 Jul 16 02:00:16.309391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-33b571ac-260d-4050-afb9-d83b10ac33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.310026 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-33b571ac-260d-4050-afb9-d83b10ac33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.310677 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-33b571ac-260d-4050-afb9-d83b10ac33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.311300 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-33b571ac-260d-4050-afb9-d83b10ac33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.311953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-33b571ac-260d-4050-afb9-d83b10ac33ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.314013 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-33b571ac-260d-4050-afb9-d83b10ac33ee service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0684898 Jul 16 02:00:16.386629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24dbb991-5a30-49a7-a663-22783815a166 req-81b7349f-a907-409e-95d5-55d0b3a8a4cf service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964262 Jul 16 02:00:16.437073 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-7f738fb2-8594-4d33-95ea-6619e4dd21cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.437551 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-7f738fb2-8594-4d33-95ea-6619e4dd21cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.438024 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-7f738fb2-8594-4d33-95ea-6619e4dd21cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.439640 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-7f738fb2-8594-4d33-95ea-6619e4dd21cd service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0986867 Jul 16 02:00:16.485028 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-9387459d-5c91-4c45-8d41-8792fe7ca899 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0389087 Jul 16 02:00:16.518158 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24dbb991-5a30-49a7-a663-22783815a166 req-c7704069-2738-4296-a401-12ffa6ca3fd3 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248703 Jul 16 02:00:16.544647 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad084e7-71b4-4e03-80ac-7847ccfd7b03 req-2fe8f519-1be1-440c-848a-4f6022f28f33 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.546610 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ad084e7-71b4-4e03-80ac-7847ccfd7b03 req-2fe8f519-1be1-440c-848a-4f6022f28f33 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 943 time: 0.0907609 Jul 16 02:00:16.590481 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ad084e7-71b4-4e03-80ac-7847ccfd7b03 req-1a6ce687-7e4d-417d-908e-bb8bc9e4c7e2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380991 Jul 16 02:00:16.831328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-0a0952e2-231e-4ca3-919e-4659ad7dd99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.832932 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-0a0952e2-231e-4ca3-919e-4659ad7dd99b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.3426564 Jul 16 02:00:16.889993 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-d2bc37e0-5039-4e60-9920-2df83bed6501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:16.891493 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-d2bc37e0-5039-4e60-9920-2df83bed6501 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524428 Jul 16 02:00:16.984642 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-fa28bf7b-7b98-4e88-81d1-82b1ab88e2ff service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866318 Jul 16 02:00:17.079725 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-e340f937-f27d-4e52-98f8-c35f49337e96 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881228 Jul 16 02:00:17.124576 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-4f7e9434-0d2a-4ea1-91c9-198bf6e3d553 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0377336 Jul 16 02:00:17.172488 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-2aae3b47-fff2-4ca4-bdc7-c864e7b63b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:17.173964 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-2aae3b47-fff2-4ca4-bdc7-c864e7b63b1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0435233 Jul 16 02:00:17.231007 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-bd1f01e9-3417-4347-acc6-53678e7a39ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:17.232557 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-bd1f01e9-3417-4347-acc6-53678e7a39ec service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0522838 Jul 16 02:00:17.325839 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-eced34c6-aa31-4875-98fc-42eba7243a0a service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867472 Jul 16 02:00:17.415246 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-455c508d-773f-473a-aec1-30f934954fc8 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834014 Jul 16 02:00:17.459493 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-8f50ae06-a117-4937-a56b-221c9bdbace0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0384774 Jul 16 02:00:17.507613 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-2ac43b47-4d04-4f98-9683-9163fb4b72db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:17.509102 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-2ac43b47-4d04-4f98-9683-9163fb4b72db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0441809 Jul 16 02:00:17.565748 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-fefc442a-328b-4d47-8d5b-30031df49883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:17.567240 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-fefc442a-328b-4d47-8d5b-30031df49883 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0525126 Jul 16 02:00:17.664576 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-5c38abb5-4876-4004-b17c-b48bb4f90dcf service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906069 Jul 16 02:00:17.763019 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-3276897d-49aa-4e68-a5ea-9f57fc5319ff service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925522 Jul 16 02:00:17.769984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8490ba-f30e-4b24-a766-ce44a83b5a63 req-1615ed56-d167-474d-bb90-907be3131aa3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:17.771490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da8490ba-f30e-4b24-a766-ce44a83b5a63 req-1615ed56-d167-474d-bb90-907be3131aa3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 943 time: 0.0667598 Jul 16 02:00:17.812314 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-61c7bb3e-b5ec-4592-b476-6df4423b5caa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0429783 Jul 16 02:00:17.813198 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-da8490ba-f30e-4b24-a766-ce44a83b5a63 req-4315c672-c499-4184-a9be-f932b970710f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338559 Jul 16 02:00:17.862886 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-735690c7-35df-43c7-9294-3a1b21e0fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:17.864393 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-735690c7-35df-43c7-9294-3a1b21e0fd43 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0456128 Jul 16 02:00:17.922677 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-ea246892-7405-4de3-8a4c-4fffea72756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:17.924281 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-ea246892-7405-4de3-8a4c-4fffea72756b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0534368 Jul 16 02:00:18.017748 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-e1ba41e5-e6e7-4aaf-9ea9-c4fb4cfd2789 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864871 Jul 16 02:00:18.108824 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-9c6c2c6f-7218-4dfa-96e9-709281d35e2d service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847936 Jul 16 02:00:18.154393 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-c40f0d07-8c9c-4cf6-8533-968f099e7fd6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0387194 Jul 16 02:00:18.202159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-dad452b1-6037-41d8-a45b-3464c296df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:18.203587 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-dad452b1-6037-41d8-a45b-3464c296df5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0432734 Jul 16 02:00:18.260560 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-98510bda-ce2b-4ca0-8fd4-b8c1f12baad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:18.262073 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-98510bda-ce2b-4ca0-8fd4-b8c1f12baad0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0521953 Jul 16 02:00:18.361418 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-31b3b301-00f6-4dd4-8d5c-b23c2f2ced8c service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930765 Jul 16 02:00:18.452793 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d397a79d-38e9-4c05-b9b7-ad180fa90242 req-bd86155e-7627-4798-95a7-95721accbb53 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848629 Jul 16 02:00:18.996687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9335c43-c657-4ebe-8567-ec7592bc0ca3 req-e15a29af-bb3e-479e-9bc9-c67bd4a738d7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:18.998190 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c9335c43-c657-4ebe-8567-ec7592bc0ca3 req-e15a29af-bb3e-479e-9bc9-c67bd4a738d7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 943 time: 0.0670435 Jul 16 02:00:19.038072 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c9335c43-c657-4ebe-8567-ec7592bc0ca3 req-5e9d812c-5e1e-4264-a224-ad24f91554a5 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325186 Jul 16 02:00:20.209243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744a884-cf26-4906-8cc9-a5d53da376be req-9b687c91-250b-4540-85af-9b309ede5618 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:20.210713 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8744a884-cf26-4906-8cc9-a5d53da376be req-9b687c91-250b-4540-85af-9b309ede5618 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 943 time: 0.0657215 Jul 16 02:00:20.247334 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8744a884-cf26-4906-8cc9-a5d53da376be req-1e8badf0-798f-42b5-a0f3-a79de8966f0c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305336 Jul 16 02:00:21.415885 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b7c7c-7460-4de2-843c-4c27cd1879c4 req-4234cd51-28b7-48e0-8da0-d845e8b2f519 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:21.417301 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c71b7c7c-7460-4de2-843c-4c27cd1879c4 req-4234cd51-28b7-48e0-8da0-d845e8b2f519 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 943 time: 0.0624466 Jul 16 02:00:21.454839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c71b7c7c-7460-4de2-843c-4c27cd1879c4 req-a9653dfd-4586-444f-bb3b-f34f52ca2b70 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320051 Jul 16 02:00:22.629413 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953aa1fc-c520-4a46-9d77-cce11d70cd2e req-e1935bc3-2087-4e3a-afe0-26d655f35487 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:22.630908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-953aa1fc-c520-4a46-9d77-cce11d70cd2e req-e1935bc3-2087-4e3a-afe0-26d655f35487 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 943 time: 0.0687094 Jul 16 02:00:22.669996 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-953aa1fc-c520-4a46-9d77-cce11d70cd2e req-088a3bbe-a4df-4e3e-a6cd-16f7160a850b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329030 Jul 16 02:00:23.842743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06f720-da2d-4560-a79f-d36f5df182f3 req-a72e6bc5-e1fa-4f23-89b9-d34a5af3c949 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:23.844273 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c06f720-da2d-4560-a79f-d36f5df182f3 req-a72e6bc5-e1fa-4f23-89b9-d34a5af3c949 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 943 time: 0.0627348 Jul 16 02:00:23.881101 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c06f720-da2d-4560-a79f-d36f5df182f3 req-8fa85236-3d9a-460a-8864-97efe0f0c53f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313828 Jul 16 02:00:25.049863 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4626407-5249-4b9a-a08b-8da0fb49d8ac req-14067217-c443-4664-9e54-486e49faa13f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:25.051364 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4626407-5249-4b9a-a08b-8da0fb49d8ac req-14067217-c443-4664-9e54-486e49faa13f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 943 time: 0.0622904 Jul 16 02:00:25.089445 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4626407-5249-4b9a-a08b-8da0fb49d8ac req-6bf533be-72c6-4391-8b4d-891ca6cafd79 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322530 Jul 16 02:00:25.301112 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 4e796029-3651-4afe-a4b2-23947f5a07a0 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:00:25.393111 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 4e796029-3651-4afe-a4b2-23947f5a07a0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4e796029-3651-4afe-a4b2-23947f5a07a0,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:25.403902 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '4e796029-3651-4afe-a4b2-23947f5a07a0', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'port_id': '4e796029-3651-4afe-a4b2-23947f5a07a0', 'mac_address': 'fa:16:3e:45:1b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:00:25.440043 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.455023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e796029-3651-4afe-a4b2-23947f5a07a0 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:00:25.473196 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 4e796029-3651-4afe-a4b2-23947f5a07a0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4e796029-3651-4afe-a4b2-23947f5a07a0,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:25.476959 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:25.668944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=4e796029-3651-4afe-a4b2-23947f5a07a0,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:25.725984 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['4e796029-3651-4afe-a4b2-23947f5a07a0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:00:26.261532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc84ecd-0388-4e0c-9298-b5352f8272af req-92e2eb2b-9825-462a-8157-d24207b5bef2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:26.263836 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-acc84ecd-0388-4e0c-9298-b5352f8272af req-92e2eb2b-9825-462a-8157-d24207b5bef2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 944 time: 0.0680633 Jul 16 02:00:26.301411 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-acc84ecd-0388-4e0c-9298-b5352f8272af req-b3ccb43e-a215-4a77-b0ea-b1f469b7be46 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320125 Jul 16 02:00:27.317782 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 4e796029-3651-4afe-a4b2-23947f5a07a0 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:00:27.367896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 4e796029-3651-4afe-a4b2-23947f5a07a0 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:00:27.371396 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 4e796029-3651-4afe-a4b2-23947f5a07a0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:00:27.371798 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.446238 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.468593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e50d68a-8245-4104-8aac-a63edbd376a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e796029-3651-4afe-a4b2-23947f5a07a0'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:27.470844 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38538240-1ae1-484e-8cb4-bd81b3c21826" -d '{"events": [{"server_uuid": "6e50d68a-8245-4104-8aac-a63edbd376a5", "name": "network-vif-plugged", "status": "completed", "tag": "4e796029-3651-4afe-a4b2-23947f5a07a0"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:27.472506 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a47e0-a854-4ace-a74c-24da076062af req-e91f8b26-8c64-4386-b753-9c1423ebe14f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:27.474041 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a06a47e0-a854-4ace-a74c-24da076062af req-e91f8b26-8c64-4386-b753-9c1423ebe14f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 944 time: 0.0629497 Jul 16 02:00:27.483828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 4e796029-3651-4afe-a4b2-23947f5a07a0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4e796029-3651-4afe-a4b2-23947f5a07a0,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:27.488394 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:27.513622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a06a47e0-a854-4ace-a74c-24da076062af req-4327a865-1621-430c-afce-d2ea12de76a3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335138 Jul 16 02:00:27.544245 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=4e796029-3651-4afe-a4b2-23947f5a07a0,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:27.615890 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ebb9a5-f590-4f98-8225-9087925f9207 x-openstack-request-id: req-27ebb9a5-f590-4f98-8225-9087925f9207 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:27.616189 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e50d68a-8245-4104-8aac-a63edbd376a5", "name": "network-vif-plugged", "status": "completed", "tag": "4e796029-3651-4afe-a4b2-23947f5a07a0", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:27.616443 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-27ebb9a5-f590-4f98-8225-9087925f9207 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:27.616838 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e50d68a-8245-4104-8aac-a63edbd376a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e796029-3651-4afe-a4b2-23947f5a07a0', 'code': 200} Jul 16 02:00:27.733848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b09b1e-9782-4f2c-ab2b-e81f90ee5a68 req-4f41fe33-f555-40eb-91df-8c968b8d657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:27.735349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7b09b1e-9782-4f2c-ab2b-e81f90ee5a68 req-4f41fe33-f555-40eb-91df-8c968b8d657a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 1097 time: 0.0547230 Jul 16 02:00:27.769030 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7b09b1e-9782-4f2c-ab2b-e81f90ee5a68 req-e746c543-198b-439f-89f7-6d28a331bdaa service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268967 Jul 16 02:00:28.692397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbee5a7-4241-4f7c-840a-994d3be66af8 req-0f79a7bd-2596-4dea-b43e-c941e96f23bd tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:28.693949 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4bbee5a7-4241-4f7c-840a-994d3be66af8 req-0f79a7bd-2596-4dea-b43e-c941e96f23bd tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 945 time: 0.0657978 Jul 16 02:00:28.731640 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4bbee5a7-4241-4f7c-840a-994d3be66af8 req-00bfe9da-9c78-4e75-8a8e-5561ce075a84 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319498 Jul 16 02:00:29.900118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174c83c-0740-42bd-9dd5-619405d2142a req-30049eb2-d60a-41ff-a3c9-17cc9a2f90c1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:29.901602 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c174c83c-0740-42bd-9dd5-619405d2142a req-30049eb2-d60a-41ff-a3c9-17cc9a2f90c1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 945 time: 0.0627570 Jul 16 02:00:29.938838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c174c83c-0740-42bd-9dd5-619405d2142a req-96e4d8eb-946d-4083-b23c-7c6f8138f882 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317388 Jul 16 02:00:30.114208 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f78b7-9e4e-4ed9-8dfc-d02d0709f621 req-441965c3-3f87-4a5e-a7e3-7079dccd7aaa tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:30.115711 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b9f78b7-9e4e-4ed9-8dfc-d02d0709f621 req-441965c3-3f87-4a5e-a7e3-7079dccd7aaa tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 945 time: 0.0720060 Jul 16 02:00:30.151820 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b9f78b7-9e4e-4ed9-8dfc-d02d0709f621 req-82948842-58c2-4cfe-a917-deb70070e792 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306172 Jul 16 02:00:30.318826 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ec9c8-4663-4b22-9de4-c1f9be5d873d req-b7565e36-3254-4e97-b525-07c66766b223 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:30.320264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe7ec9c8-4663-4b22-9de4-c1f9be5d873d req-b7565e36-3254-4e97-b525-07c66766b223 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 945 time: 0.0634639 Jul 16 02:00:30.356846 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe7ec9c8-4663-4b22-9de4-c1f9be5d873d req-36f7d2b6-3c74-49b2-8b48-7f74cd154ded tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310607 Jul 16 02:00:30.728718 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff87f42-d172-4c3e-8643-f3aa5ac74447 req-5b746f4c-a904-49c3-93a0-6a95b9d83739 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:30.730240 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ff87f42-d172-4c3e-8643-f3aa5ac74447 req-5b746f4c-a904-49c3-93a0-6a95b9d83739 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 945 time: 0.0656362 Jul 16 02:00:30.742422 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:30.770640 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ff87f42-d172-4c3e-8643-f3aa5ac74447 req-ca10a608-263d-4bcb-a9a8-fd3849a6a04c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339470 Jul 16 02:00:31.612206 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:31.944653 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b29507c-a58f-4f02-aa9c-3ba29d2455c8 req-952bda60-3b30-415e-bcb6-d657c254a673 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:31.946047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b29507c-a58f-4f02-aa9c-3ba29d2455c8 req-952bda60-3b30-415e-bcb6-d657c254a673 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 945 time: 0.0635808 Jul 16 02:00:31.984478 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7b29507c-a58f-4f02-aa9c-3ba29d2455c8 req-e32b5f8d-230f-4aa1-ba1d-27e46ca67a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321317 Jul 16 02:00:32.288231 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0abc4f-3f60-447b-8bb8-4fc5b27d2923 req-7680e190-6ec0-4c96-97a2-d49d05e2d519 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:32.289706 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6f0abc4f-3f60-447b-8bb8-4fc5b27d2923 req-7680e190-6ec0-4c96-97a2-d49d05e2d519 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 945 time: 0.0621161 Jul 16 02:00:32.391012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-6f0abc4f-3f60-447b-8bb8-4fc5b27d2923 req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Deleting port 4e796029-3651-4afe-a4b2-23947f5a07a0 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:00:32.391360 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6f0abc4f-3f60-447b-8bb8-4fc5b27d2923 req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.480021 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-6f0abc4f-3f60-447b-8bb8-4fc5b27d2923 req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] For port 4e796029-3651-4afe-a4b2-23947f5a07a0, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4e796029-3651-4afe-a4b2-23947f5a07a0,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:00:32.480413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6f0abc4f-3f60-447b-8bb8-4fc5b27d2923 req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.497008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-6f0abc4f-3f60-447b-8bb8-4fc5b27d2923 req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Calling delete_port for 4e796029-3651-4afe-a4b2-23947f5a07a0 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:00:32.624098 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6f0abc4f-3f60-447b-8bb8-4fc5b27d2923 req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.635913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['4e796029-3651-4afe-a4b2-23947f5a07a0'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:00:32.651986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event deleted for resources: {'Port': ['ID=4e796029-3651-4afe-a4b2-23947f5a07a0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:00:32.665388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:32.665730 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:32.666065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:32.666396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:32.666728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:32.667056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:32.667381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:32.667704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:32.668056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:32.668379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:32.668706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:32.669027 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:00:32.713029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0abc4f-3f60-447b-8bb8-4fc5b27d2923 req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] No DVR routers for this DVR port 4e796029-3651-4afe-a4b2-23947f5a07a0 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:00:32.715933 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6f0abc4f-3f60-447b-8bb8-4fc5b27d2923 req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:32.718584 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6f0abc4f-3f60-447b-8bb8-4fc5b27d2923 req-7440d418-50e5-4aed-b078-27fd474f5a99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "DELETE /v2.0/ports/4e796029-3651-4afe-a4b2-23947f5a07a0 HTTP/1.1" status: 204 len: 173 time: 0.4219072 Jul 16 02:00:32.719032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e50d68a-8245-4104-8aac-a63edbd376a5', 'name': 'network-vif-deleted', 'tag': '4e796029-3651-4afe-a4b2-23947f5a07a0'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:00:32.721348 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50597f15-1a51-4ba3-8225-9b3dab2a256c" -d '{"events": [{"server_uuid": "6e50d68a-8245-4104-8aac-a63edbd376a5", "name": "network-vif-deleted", "tag": "4e796029-3651-4afe-a4b2-23947f5a07a0"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:00:32.775528 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8845fc68-49c2-42a5-89ba-2af6df9eebb2 x-openstack-request-id: req-8845fc68-49c2-42a5-89ba-2af6df9eebb2 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:00:32.775853 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e50d68a-8245-4104-8aac-a63edbd376a5", "name": "network-vif-deleted", "tag": "4e796029-3651-4afe-a4b2-23947f5a07a0", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:00:32.776118 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8845fc68-49c2-42a5-89ba-2af6df9eebb2 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:00:32.776521 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e50d68a-8245-4104-8aac-a63edbd376a5', 'name': 'network-vif-deleted', 'tag': '4e796029-3651-4afe-a4b2-23947f5a07a0', 'status': 'completed', 'code': 200} Jul 16 02:00:33.124014 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2e62ebf-ea80-450e-9488-af65445c1c75 req-a511ae95-c895-4eb7-9fc3-73df5b3cba06 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 210 time: 0.0279360 Jul 16 02:00:34.261365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9f2f4d0-aa49-4575-b702-94d79f15f21a req-eff39289-0218-4e35-9e87-09fa6d226e66 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 210 time: 0.0292203 Jul 16 02:00:34.961967 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c71d4b1f-bf89-4025-a76d-9d16f6ac03a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:35.363820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 4e796029-3651-4afe-a4b2-23947f5a07a0 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:00:35.385431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 4e796029-3651-4afe-a4b2-23947f5a07a0 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:00:35.385775 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 4e796029-3651-4afe-a4b2-23947f5a07a0 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:00:35.406481 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58d768b6-5ab3-40ab-9291-0bc1015718ee req-d8ce6e42-4874-4d83-a575-5450f480ef77 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 210 time: 0.0342553 Jul 16 02:00:36.571494 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8da0a1f0-eb69-46fc-9f6a-d87280872cf6 req-f7d3cbba-3d03-42b5-9fb7-66c08fb43f48 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e50d68a-8245-4104-8aac-a63edbd376a5 HTTP/1.1" status: 200 len: 210 time: 0.0296195 Jul 16 02:00:37.387162 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:37.708609 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ff13f0e-73bc-4ebe-9384-b206cbeeb6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:38.681094 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:40.341453 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:00:46.619832 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:00:55.545609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-2821c60b-3834-4f51-ab30-b9959850d071 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:00:55.547054 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-2821c60b-3834-4f51-ab30-b9959850d071 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 812 time: 0.0967596 Jul 16 02:00:55.561947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-f9203d33-8234-493e-b461-346d1de5b9e1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/quotas/520338b0e8c94c93b2082f5c0605466c HTTP/1.1" status: 200 len: 375 time: 0.0090230 Jul 16 02:00:55.629820 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-9e65cba0-57a8-4b35-b4a7-fe32190ab92c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629594 Jul 16 02:00:55.716743 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-f8c7dd1e-0747-4cfe-a73a-b93e1ca29af2 service neutron] 10.222.0.22 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805368 Jul 16 02:00:55.807564 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-d11fc541-1055-4f43-979c-dba145f6d070 service neutron] 10.222.0.22 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846069 Jul 16 02:00:55.992571 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77d1bb6f-8381-4088-9862-693763b6ef94 req-1e47b9bd-7041-40ad-abbb-8c3ac2db63e9 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 210 time: 0.0283904 Jul 16 02:00:57.073078 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2e3127bd-7db7-4038-9b9c-a1e5216de925 req-96385895-21d3-4dac-a615-061b64deb43b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 210 time: 0.0303409 Jul 16 02:00:58.158404 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1799d167-d07b-4108-b454-afa04ca404f8 req-fdf29b70-2567-4def-8a36-137eda4b761a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 210 time: 0.0334165 Jul 16 02:00:59.237305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d46324c-d719-4650-a74a-f89e55fea3c0 req-7ec102a5-2c32-4d2a-b3c4-0cee9b1f1db0 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 210 time: 0.0272465 Jul 16 02:01:00.370836 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e736931a-fafc-4eba-90a0-6ef1fd30aed4 req-99493cf4-b636-428d-bf46-4f31152fc672 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 210 time: 0.0280185 Jul 16 02:01:00.744719 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.220798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-8ee08135-a248-41ae-ab1e-b03af8792d95 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:01.222240 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-8ee08135-a248-41ae-ab1e-b03af8792d95 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 812 time: 0.1011269 Jul 16 02:01:01.235438 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-3861fa31-33a7-44be-8b6d-3d434927c7d2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Request body: {'port': {'device_id': 'f90b8ad4-fea5-44f3-bffd-5b921ef2af77', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'admin_state_up': True, 'tenant_id': '520338b0e8c94c93b2082f5c0605466c'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:01.339568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-3861fa31-33a7-44be-8b6d-3d434927c7d2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Made reservation on behalf of 520338b0e8c94c93b2082f5c0605466c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:01.343057 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-3861fa31-33a7-44be-8b6d-3d434927c7d2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.477632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-3861fa31-33a7-44be-8b6d-3d434927c7d2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Allocated IP 172.20.0.12 (6bc50b86-4f68-4c63-b273-60b7e90b675e/9334a482-618c-419f-93f8-32dfa29203e5/68fd9612-ab23-4319-9e91-7d37cac9399d) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:01.520513 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e3970d1-cfc6-455f-96af-b4db0b187efc req-d955fab1-5949-487e-aeb6-de1da2e21676 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 210 time: 0.0357833 Jul 16 02:01:01.626773 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.663453 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-3861fa31-33a7-44be-8b6d-3d434927c7d2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.677219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-3861fa31-33a7-44be-8b6d-3d434927c7d2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Transition to ACTIVE for port object 68fd9612-ab23-4319-9e91-7d37cac9399d will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:01.710602 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-3861fa31-33a7-44be-8b6d-3d434927c7d2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.755524 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-3861fa31-33a7-44be-8b6d-3d434927c7d2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Network 6bc50b86-4f68-4c63-b273-60b7e90b675e is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:01.758756 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-3861fa31-33a7-44be-8b6d-3d434927c7d2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:01.762775 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-3861fa31-33a7-44be-8b6d-3d434927c7d2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:01.769284 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861fa31-33a7-44be-8b6d-3d434927c7d2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'Port': ['ID=68fd9612-ab23-4319-9e91-7d37cac9399d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:01.816667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-3861fa31-33a7-44be-8b6d-3d434927c7d2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:01.817466 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-3861fa31-33a7-44be-8b6d-3d434927c7d2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.837524 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-3861fa31-33a7-44be-8b6d-3d434927c7d2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6055620 Jul 16 02:01:01.851241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Request body: {'port': {'device_id': 'f90b8ad4-fea5-44f3-bffd-5b921ef2af77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:01.932783 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:01.993006 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c23998f6-9b1f-4f19-adbd-22bdc7268778 None None] Provisioning for port 68fd9612-ab23-4319-9e91-7d37cac9399d completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:01.997940 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c23998f6-9b1f-4f19-adbd-22bdc7268778 None None] Provisioning complete for port 68fd9612-ab23-4319-9e91-7d37cac9399d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:01.998493 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c23998f6-9b1f-4f19-adbd-22bdc7268778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.044679 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c23998f6-9b1f-4f19-adbd-22bdc7268778 None None] Port 68fd9612-ab23-4319-9e91-7d37cac9399d cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:02.202006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68fd9612-ab23-4319-9e91-7d37cac9399d {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:02.211874 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.223846 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Transition to ACTIVE for port object 68fd9612-ab23-4319-9e91-7d37cac9399d will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:02.227807 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.302336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=68fd9612-ab23-4319-9e91-7d37cac9399d,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:02.353119 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Attempting to bind port 68fd9612-ab23-4319-9e91-7d37cac9399d on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:02.353691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Attempting to bind port 68fd9612-ab23-4319-9e91-7d37cac9399d by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:02.354215 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Attempting to bind port 68fd9612-ab23-4319-9e91-7d37cac9399d on network 6bc50b86-4f68-4c63-b273-60b7e90b675e {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:02.358932 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Port 68fd9612-ab23-4319-9e91-7d37cac9399d on network 6bc50b86-4f68-4c63-b273-60b7e90b675e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:01:02.359258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Attempting to bind port 68fd9612-ab23-4319-9e91-7d37cac9399d on network 6bc50b86-4f68-4c63-b273-60b7e90b675e {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:02.365164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:02.365436 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Checking segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:02.365826 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Bound using segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:02.366259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Bound port: 68fd9612-ab23-4319-9e91-7d37cac9399d, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:02.366623 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.435329 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] For port 68fd9612-ab23-4319-9e91-7d37cac9399d, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:02.438595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] For port 68fd9612-ab23-4319-9e91-7d37cac9399d, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=68fd9612-ab23-4319-9e91-7d37cac9399d,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:02.443786 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.467946 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:02.468615 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:02.470045 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] 10.222.0.70 "PUT /v2.0/ports/68fd9612-ab23-4319-9e91-7d37cac9399d HTTP/1.1" status: 200 len: 1093 time: 0.6242025 Jul 16 02:01:02.487591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90b8ad4-fea5-44f3-bffd-5b921ef2af77', 'tag': '68fd9612-ab23-4319-9e91-7d37cac9399d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:02.490247 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0669d3f5-85d8-497b-b421-9124ab2a84a6" -d '{"events": [{"name": "network-changed", "server_uuid": "f90b8ad4-fea5-44f3-bffd-5b921ef2af77", "tag": "68fd9612-ab23-4319-9e91-7d37cac9399d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:02.543658 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e8bc8f-c09c-4d08-b92a-949902893b5a x-openstack-request-id: req-c0e8bc8f-c09c-4d08-b92a-949902893b5a {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:02.544372 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90b8ad4-fea5-44f3-bffd-5b921ef2af77", "tag": "68fd9612-ab23-4319-9e91-7d37cac9399d", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:02.544716 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0e8bc8f-c09c-4d08-b92a-949902893b5a {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:02.545199 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f90b8ad4-fea5-44f3-bffd-5b921ef2af77', 'tag': '68fd9612-ab23-4319-9e91-7d37cac9399d', 'status': 'completed', 'code': 200} Jul 16 02:01:02.573813 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dde769-9fa6-433e-9473-ada529bf9ff2 service neutron] Pushing event updated for resources: {'Port': ['ID=68fd9612-ab23-4319-9e91-7d37cac9399d,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:02.605641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-3e214430-4894-47f1-bf8d-eee05a8aac6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:02.607335 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-3e214430-4894-47f1-bf8d-eee05a8aac6d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 1096 time: 0.0843625 Jul 16 02:01:02.664895 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-30b6bbad-2f17-402b-ad78-03abf6c40452 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68fd9612-ab23-4319-9e91-7d37cac9399d HTTP/1.1" status: 200 len: 217 time: 0.0490084 Jul 16 02:01:02.744055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-295ce244-0b37-436a-bbf2-b8dab361d10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:02.745563 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-295ce244-0b37-436a-bbf2-b8dab361d10c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0603333 Jul 16 02:01:02.761661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b83b6-6a45-451f-b1e3-38aab4c57d05 req-bbb12f90-5f6a-4a20-8542-ce8da5d0f473 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:02.763215 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e7b83b6-6a45-451f-b1e3-38aab4c57d05 req-bbb12f90-5f6a-4a20-8542-ce8da5d0f473 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.1087379 Jul 16 02:01:02.831740 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e7b83b6-6a45-451f-b1e3-38aab4c57d05 req-6d7b4ab8-44f8-4a13-a684-4b74c7fcfbb4 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611017 Jul 16 02:01:02.847695 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-3e78a8da-ef47-464b-98d4-5e95b9a9589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:02.849782 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-3e78a8da-ef47-464b-98d4-5e95b9a9589d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0965476 Jul 16 02:01:03.252850 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-7f3a4a2e-6c79-4198-9f0a-a97663273c56 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962708 Jul 16 02:01:03.344767 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cbc2e36f-9dbb-4b21-8574-e82ea65fa33b req-2b229ae1-0b19-43b9-8b8c-302a11486153 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851574 Jul 16 02:01:03.461079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669d3f5-85d8-497b-b421-9124ab2a84a6 req-91151b20-e754-43ee-afce-6b56bb214ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.462609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0669d3f5-85d8-497b-b421-9124ab2a84a6 req-91151b20-e754-43ee-afce-6b56bb214ade service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 1096 time: 0.0578561 Jul 16 02:01:03.555363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669d3f5-85d8-497b-b421-9124ab2a84a6 req-f079eafd-ca19-4055-994d-02311c4558b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.557140 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0669d3f5-85d8-497b-b421-9124ab2a84a6 req-f079eafd-ca19-4055-994d-02311c4558b7 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.0871944 Jul 16 02:01:03.597310 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0669d3f5-85d8-497b-b421-9124ab2a84a6 req-150a14b6-f3c2-4bcf-b4fa-482ba57bdace service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68fd9612-ab23-4319-9e91-7d37cac9399d HTTP/1.1" status: 200 len: 217 time: 0.0330777 Jul 16 02:01:03.644272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669d3f5-85d8-497b-b421-9124ab2a84a6 req-8245d640-4bc2-4f92-888c-a85d02c66649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.645855 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0669d3f5-85d8-497b-b421-9124ab2a84a6 req-8245d640-4bc2-4f92-888c-a85d02c66649 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0428364 Jul 16 02:01:03.704797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669d3f5-85d8-497b-b421-9124ab2a84a6 req-4ea7ba50-7580-4764-93de-810019aff084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:03.706221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0669d3f5-85d8-497b-b421-9124ab2a84a6 req-4ea7ba50-7580-4764-93de-810019aff084 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546966 Jul 16 02:01:03.804050 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0669d3f5-85d8-497b-b421-9124ab2a84a6 req-0faf52f2-27f4-44c2-9889-9ac9ec69d437 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910606 Jul 16 02:01:03.939066 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0669d3f5-85d8-497b-b421-9124ab2a84a6 req-ff3a4cce-5a5b-46c3-a936-3ef8537357fa service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282709 Jul 16 02:01:04.050414 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89f309d-7cfb-4ac4-aec7-5b175f01575c req-d671a6c5-3076-4dce-a686-f1d493ddd2e9 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:04.051958 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a89f309d-7cfb-4ac4-aec7-5b175f01575c req-d671a6c5-3076-4dce-a686-f1d493ddd2e9 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.0754204 Jul 16 02:01:04.108799 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a89f309d-7cfb-4ac4-aec7-5b175f01575c req-0705d61d-d603-404a-a60a-aa1e942f5caf tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504148 Jul 16 02:01:04.986377 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e58a7a1-264e-4702-a8fc-5dacf35c9800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:05.310250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c8327-2590-4fc8-a2b6-15d365e42919 req-ebc4ef21-5cb6-410b-9d95-efe3ab7dd9a7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:05.311959 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e2c8327-2590-4fc8-a2b6-15d365e42919 req-ebc4ef21-5cb6-410b-9d95-efe3ab7dd9a7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.0702629 Jul 16 02:01:05.360531 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e2c8327-2590-4fc8-a2b6-15d365e42919 req-abc2fb3b-cf59-413a-ace9-e70f4227154d tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406177 Jul 16 02:01:06.598288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cbe3c-8de2-49c1-8129-6aec857b54d0 req-5a4a1e9f-5f11-49b7-befe-5dbb5b868eac tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:06.600481 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df6cbe3c-8de2-49c1-8129-6aec857b54d0 req-5a4a1e9f-5f11-49b7-befe-5dbb5b868eac tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.0779359 Jul 16 02:01:06.643443 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df6cbe3c-8de2-49c1-8129-6aec857b54d0 req-b78f035b-5ea4-475c-8d2a-e9d0616fd08e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370884 Jul 16 02:01:07.398702 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.716953 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d2df1db9-d90c-4300-89ec-b8c636d5ee21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:07.844904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93767aaf-5a25-4ba1-8074-df321324065f req-487b5989-6ccc-4803-a807-54d3eda86886 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:07.850108 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93767aaf-5a25-4ba1-8074-df321324065f req-487b5989-6ccc-4803-a807-54d3eda86886 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.0849433 Jul 16 02:01:07.907610 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93767aaf-5a25-4ba1-8074-df321324065f req-33a6ce7d-9fe7-4d08-bc6d-4bda26c92c1c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503917 Jul 16 02:01:08.683448 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:09.090194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1006c8-5081-491e-ad48-118cc7c939f1 req-039d12a6-ba56-446d-b63f-54df91c0d77c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:09.091685 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c1006c8-5081-491e-ad48-118cc7c939f1 req-039d12a6-ba56-446d-b63f-54df91c0d77c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.0662303 Jul 16 02:01:09.128154 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c1006c8-5081-491e-ad48-118cc7c939f1 req-716c6f19-3506-4f9b-9036-3bdcc755880c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308390 Jul 16 02:01:10.295598 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1c494-8494-49e9-8ff6-d001f6a89124 req-dfac2c12-b483-4d79-a6dd-3ad5986af586 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:10.297097 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bb1c494-8494-49e9-8ff6-d001f6a89124 req-dfac2c12-b483-4d79-a6dd-3ad5986af586 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.0626395 Jul 16 02:01:10.332472 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:10.334919 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bb1c494-8494-49e9-8ff6-d001f6a89124 req-0e547874-12eb-4dc8-97b8-03ad0a1e7cc7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323267 Jul 16 02:01:11.508374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40643465-d6d3-4f6a-947a-bc0fad924aae req-6cae1fa3-e739-4eed-8835-6688de903cb2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:11.509935 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40643465-d6d3-4f6a-947a-bc0fad924aae req-6cae1fa3-e739-4eed-8835-6688de903cb2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.0632370 Jul 16 02:01:11.553468 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40643465-d6d3-4f6a-947a-bc0fad924aae req-7eb8d393-0c5d-4d49-9ff0-4f4651a185ae tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377779 Jul 16 02:01:12.734921 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4d6c4-a669-4f12-a988-b06cc4a5ca0c req-6e51b8e0-9c76-4947-b503-ba2910b47269 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:12.736609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bbc4d6c4-a669-4f12-a988-b06cc4a5ca0c req-6e51b8e0-9c76-4947-b503-ba2910b47269 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.0729566 Jul 16 02:01:12.776876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bbc4d6c4-a669-4f12-a988-b06cc4a5ca0c req-5638bce2-03d7-4fc3-9250-2c1933fa871a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342476 Jul 16 02:01:13.947748 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e898153-eb8d-46ca-88d5-9d32fc029c91 req-5c6f0b1c-bb58-4ec9-98f8-24038470f01e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:13.949296 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2e898153-eb8d-46ca-88d5-9d32fc029c91 req-5c6f0b1c-bb58-4ec9-98f8-24038470f01e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.0639813 Jul 16 02:01:13.986865 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2e898153-eb8d-46ca-88d5-9d32fc029c91 req-d1bf1142-5067-469a-9098-547ed786d83d tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320411 Jul 16 02:01:15.163116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edb197-888f-450a-9723-683a1e711339 req-9f5c7257-a855-4841-9cbc-9f9061066367 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:15.164648 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9edb197-888f-450a-9723-683a1e711339 req-9f5c7257-a855-4841-9cbc-9f9061066367 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.0664151 Jul 16 02:01:15.201162 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9edb197-888f-450a-9723-683a1e711339 req-b47320e7-3444-43f0-a820-88eb45a7c007 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309646 Jul 16 02:01:16.373282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccdc66-a007-45ca-be48-03569978dcf8 req-d4936ee2-974b-4a15-bdee-97e36cde4da5 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.374691 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5ccdc66-a007-45ca-be48-03569978dcf8 req-d4936ee2-974b-4a15-bdee-97e36cde4da5 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.0621865 Jul 16 02:01:16.412510 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5ccdc66-a007-45ca-be48-03569978dcf8 req-721b089d-811c-4569-870d-bac36e6647f6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Jul 16 02:01:16.688068 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-713a58d5-0406-407f-9c7b-4ef99b64a1bf service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0632892 Jul 16 02:01:16.786507 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-fa4574a7-ac75-4226-8a1e-170618d2e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.786997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-fa4574a7-ac75-4226-8a1e-170618d2e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.787480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-fa4574a7-ac75-4226-8a1e-170618d2e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.788075 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-fa4574a7-ac75-4226-8a1e-170618d2e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.789052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-fa4574a7-ac75-4226-8a1e-170618d2e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.790839 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-fa4574a7-ac75-4226-8a1e-170618d2e37e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0593526 Jul 16 02:01:16.903889 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-ed615cf3-aad8-4eb5-b9cb-7734e1d9ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.904363 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-ed615cf3-aad8-4eb5-b9cb-7734e1d9ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.904829 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-ed615cf3-aad8-4eb5-b9cb-7734e1d9ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.906392 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-ed615cf3-aad8-4eb5-b9cb-7734e1d9ef55 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0922978 Jul 16 02:01:16.945988 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-b6f7d600-baa6-42be-9f9a-114b7b5a0bff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0330229 Jul 16 02:01:16.991125 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-780e77b7-75ab-4267-ba60-76eb988e316e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:16.992548 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-780e77b7-75ab-4267-ba60-76eb988e316e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0412312 Jul 16 02:01:17.051450 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-07ed5176-7b97-4796-aa00-3fa636ae4b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.052962 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-07ed5176-7b97-4796-aa00-3fa636ae4b3c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539703 Jul 16 02:01:17.063603 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-d5bca758-3269-4ef0-a881-0fbc8fd8fb7c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:01:17.064718 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-d5bca758-3269-4ef0-a881-0fbc8fd8fb7c service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053818 Jul 16 02:01:17.150717 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-fc108fdd-33d7-4ce0-98d2-3cc29aa3c989 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800261 Jul 16 02:01:17.241774 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-9176c3c4-d8bb-48bf-b3d1-89cad027409e service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840943 Jul 16 02:01:17.281190 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-d3a80f3c-f44d-4cb4-a9cc-d1a8f03a30f7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0332870 Jul 16 02:01:17.328540 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-092a850a-ffd7-47f1-82c7-766444a61739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.329947 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-092a850a-ffd7-47f1-82c7-766444a61739 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0424321 Jul 16 02:01:17.388489 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-b21a586c-a0b6-4f87-8964-2836b9bc0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.389942 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-b21a586c-a0b6-4f87-8964-2836b9bc0bc2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0541878 Jul 16 02:01:17.477204 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-fa5a6da4-8430-4973-8358-d085f74f2f1c service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806618 Jul 16 02:01:17.570430 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-60358cd7-fc78-474e-831c-63122c8ac22e service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872521 Jul 16 02:01:17.584785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbe8ca-2dc5-467d-bc1a-257afa85b55f req-f4c5fd3f-314a-4312-9de6-bdac8eec0973 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.586325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cfcbe8ca-2dc5-467d-bc1a-257afa85b55f req-f4c5fd3f-314a-4312-9de6-bdac8eec0973 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.0646431 Jul 16 02:01:17.610757 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-8b4712d9-de19-47c8-8673-74ebec00429e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0339060 Jul 16 02:01:17.628033 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cfcbe8ca-2dc5-467d-bc1a-257afa85b55f req-2086ac40-a614-4da5-93cf-6bd278c9f94e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360098 Jul 16 02:01:17.658955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-060e3538-be3d-44a9-9fdd-2cf4efec99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.660472 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-060e3538-be3d-44a9-9fdd-2cf4efec99f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0442128 Jul 16 02:01:17.719963 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-c88035b3-a3ce-463a-98cc-34b339b12c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.721434 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-c88035b3-a3ce-463a-98cc-34b339b12c31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0548491 Jul 16 02:01:17.808426 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-6d7244b4-7902-4482-a50e-6c51bb8383bf service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805523 Jul 16 02:01:17.897500 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-0dd56b9a-864a-474c-9d29-eed64661fe2e service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830519 Jul 16 02:01:17.937045 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-bda87e43-0f59-4b44-b23c-66e03f67389c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0337229 Jul 16 02:01:17.982455 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-03cb6d2a-3ea0-420b-9f09-92ee387cdc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:17.983879 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-03cb6d2a-3ea0-420b-9f09-92ee387cdc1c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0413094 Jul 16 02:01:18.042921 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-baea6d97-dfe1-4253-9e4b-11ca23038447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.044434 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-baea6d97-dfe1-4253-9e4b-11ca23038447 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0548358 Jul 16 02:01:18.132528 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-e619ee81-7a45-4238-9be2-650340cdb723 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811923 Jul 16 02:01:18.224243 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-dc1d6484-9f80-4aa9-94bb-c4bfcf5dcc43 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856113 Jul 16 02:01:18.264214 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-c3807cc2-8d6a-435b-81f0-ebf0a8e3373a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0332646 Jul 16 02:01:18.316721 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-24132ebf-bb8a-4fb4-b0a6-f1890aae07a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.318180 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-24132ebf-bb8a-4fb4-b0a6-f1890aae07a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0483603 Jul 16 02:01:18.375251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-5d8a3fd8-f00d-4d01-8939-3f925c6efa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.376834 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-5d8a3fd8-f00d-4d01-8939-3f925c6efa8a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0520854 Jul 16 02:01:18.464794 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-c79c3554-3ece-440f-ab68-5eca3ce484bd service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814381 Jul 16 02:01:18.560452 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf5a6133-17d4-473f-a59d-89713f7bda68 req-3df727a7-7d2f-430a-8cb9-ce821c2e9aaa service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893669 Jul 16 02:01:18.805116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592df02-9774-4c16-b6b3-5f887a0c22fa req-197d52c1-b1cf-4234-8b2c-f732f9bdeed1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:18.806894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1592df02-9774-4c16-b6b3-5f887a0c22fa req-197d52c1-b1cf-4234-8b2c-f732f9bdeed1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.0686138 Jul 16 02:01:18.846713 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1592df02-9774-4c16-b6b3-5f887a0c22fa req-3253ff6a-ff23-4c06-b3ff-524801ca12f2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337732 Jul 16 02:01:20.016483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1396fdb1-2629-4884-b41a-6b66cd67d17e req-8d24b801-cf22-4133-bf68-9d2064f127ed tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:20.017893 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1396fdb1-2629-4884-b41a-6b66cd67d17e req-8d24b801-cf22-4133-bf68-9d2064f127ed tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.0626886 Jul 16 02:01:20.055312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1396fdb1-2629-4884-b41a-6b66cd67d17e req-3476e585-44d4-4478-8834-58793d961b11 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318434 Jul 16 02:01:21.230810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6e4cf-da2d-4c63-9df4-ba0b0572f3c0 req-10029f70-95cb-4762-9a24-f2ade790fb89 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:21.232312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53e6e4cf-da2d-4c63-9df4-ba0b0572f3c0 req-10029f70-95cb-4762-9a24-f2ade790fb89 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.0650029 Jul 16 02:01:21.269838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53e6e4cf-da2d-4c63-9df4-ba0b0572f3c0 req-7140bebe-b738-43e7-b643-5678e32608e1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320559 Jul 16 02:01:22.438883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4540ce-bd55-49f1-bd48-c28e00dcad05 req-4dccc42e-fcf5-43b3-9933-64bc7357de78 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:22.440318 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a4540ce-bd55-49f1-bd48-c28e00dcad05 req-4dccc42e-fcf5-43b3-9933-64bc7357de78 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.0622675 Jul 16 02:01:22.477587 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a4540ce-bd55-49f1-bd48-c28e00dcad05 req-574e117e-7c0e-4723-a3af-f4f5be336f36 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316823 Jul 16 02:01:23.547025 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 68fd9612-ab23-4319-9e91-7d37cac9399d details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:01:23.621664 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:01:23.641138 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 68fd9612-ab23-4319-9e91-7d37cac9399d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=68fd9612-ab23-4319-9e91-7d37cac9399d,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:23.651134 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858ae1e-e3ff-4a3b-a5a9-572256fe707d req-eed7b2ab-b109-4718-a8ea-0b76cfd60b11 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:23.652710 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c858ae1e-e3ff-4a3b-a5a9-572256fe707d req-eed7b2ab-b109-4718-a8ea-0b76cfd60b11 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 944 time: 0.0654716 Jul 16 02:01:23.656702 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '68fd9612-ab23-4319-9e91-7d37cac9399d', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'port_id': '68fd9612-ab23-4319-9e91-7d37cac9399d', 'mac_address': 'fa:16:3e:67:2a:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:01:23.693957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c858ae1e-e3ff-4a3b-a5a9-572256fe707d req-df134baa-bdde-482b-8604-92e4697e0308 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354841 Jul 16 02:01:23.696473 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.709101 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68fd9612-ab23-4319-9e91-7d37cac9399d {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:23.728386 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 68fd9612-ab23-4319-9e91-7d37cac9399d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=68fd9612-ab23-4319-9e91-7d37cac9399d,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:23.732507 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:23.779227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=68fd9612-ab23-4319-9e91-7d37cac9399d,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:23.786261 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.786610 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.786959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.787302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.787637 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.788002 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.788335 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.788664 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.788991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.789318 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.789643 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.789966 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:23.918522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['68fd9612-ab23-4319-9e91-7d37cac9399d'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:24.862644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e5d3f-ec99-4045-a0e5-381424576aad req-3057441e-3b00-4291-99d8-1d5d3b83f854 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:24.864183 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-371e5d3f-ec99-4045-a0e5-381424576aad req-3057441e-3b00-4291-99d8-1d5d3b83f854 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 945 time: 0.0635636 Jul 16 02:01:24.901454 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-371e5d3f-ec99-4045-a0e5-381424576aad req-afb196c0-be00-44ae-848d-86bbf5aad288 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312357 Jul 16 02:01:25.549481 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 68fd9612-ab23-4319-9e91-7d37cac9399d up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:01:25.596672 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 68fd9612-ab23-4319-9e91-7d37cac9399d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:25.600285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 68fd9612-ab23-4319-9e91-7d37cac9399d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:25.600651 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.674948 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.696693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90b8ad4-fea5-44f3-bffd-5b921ef2af77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fd9612-ab23-4319-9e91-7d37cac9399d'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:25.699487 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee27f5c7-ab42-4eee-9048-11940ef33faa" -d '{"events": [{"server_uuid": "f90b8ad4-fea5-44f3-bffd-5b921ef2af77", "name": "network-vif-plugged", "status": "completed", "tag": "68fd9612-ab23-4319-9e91-7d37cac9399d"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:25.711386 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 68fd9612-ab23-4319-9e91-7d37cac9399d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=68fd9612-ab23-4319-9e91-7d37cac9399d,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:25.715681 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:25.738306 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ce7c8c-6811-42ec-8572-a3abae5fa989 x-openstack-request-id: req-f9ce7c8c-6811-42ec-8572-a3abae5fa989 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:25.738597 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90b8ad4-fea5-44f3-bffd-5b921ef2af77", "name": "network-vif-plugged", "status": "completed", "tag": "68fd9612-ab23-4319-9e91-7d37cac9399d", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:25.738851 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9ce7c8c-6811-42ec-8572-a3abae5fa989 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:25.739233 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90b8ad4-fea5-44f3-bffd-5b921ef2af77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68fd9612-ab23-4319-9e91-7d37cac9399d', 'code': 200} Jul 16 02:01:25.765371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=68fd9612-ab23-4319-9e91-7d37cac9399d,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:25.848578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3f927-5d87-464d-93e9-78c9f8e3f42a req-d0b2d7e6-b729-4c51-a40f-dbb1cd556fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:25.849980 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9c3f927-5d87-464d-93e9-78c9f8e3f42a req-d0b2d7e6-b729-4c51-a40f-dbb1cd556fd3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 1098 time: 0.0508022 Jul 16 02:01:25.884680 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d9c3f927-5d87-464d-93e9-78c9f8e3f42a req-8143f684-1588-412e-b07d-5ce63528bd00 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272655 Jul 16 02:01:26.077050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee92c7f-5510-4b4d-889d-b0aef618b502 req-96167c5f-3790-4713-82ea-b804d59faff0 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:26.078537 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ee92c7f-5510-4b4d-889d-b0aef618b502 req-96167c5f-3790-4713-82ea-b804d59faff0 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 946 time: 0.0654552 Jul 16 02:01:26.115107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ee92c7f-5510-4b4d-889d-b0aef618b502 req-1e6efd12-d9a6-4a4a-a37e-f5a3f1cabbac tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307705 Jul 16 02:01:27.283044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e83ac-1757-4eb0-91fe-6b251d4456e1 req-9139fa5e-d7b1-4e3c-9dac-c4cb8d95c2ad tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:27.284532 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-923e83ac-1757-4eb0-91fe-6b251d4456e1 req-9139fa5e-d7b1-4e3c-9dac-c4cb8d95c2ad tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 946 time: 0.0615778 Jul 16 02:01:27.321974 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-923e83ac-1757-4eb0-91fe-6b251d4456e1 req-6b498ff1-8c3e-4214-8d48-8e17ef95b60a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318255 Jul 16 02:01:27.489672 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60594d89-d2d2-4645-af27-7fc45b1dcf71 req-3f0522ff-7d88-42b2-8973-096fa3bd61ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:27.491166 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60594d89-d2d2-4645-af27-7fc45b1dcf71 req-3f0522ff-7d88-42b2-8973-096fa3bd61ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 946 time: 0.0622001 Jul 16 02:01:27.531728 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60594d89-d2d2-4645-af27-7fc45b1dcf71 req-89a0c1a8-9574-4adf-843a-a2c7705284d3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344765 Jul 16 02:01:27.699060 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a35ac-a93d-463e-9c63-a24c17ff687d req-72c4f445-115b-4e52-8ce2-28dff5841a73 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:27.700482 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e69a35ac-a93d-463e-9c63-a24c17ff687d req-72c4f445-115b-4e52-8ce2-28dff5841a73 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 946 time: 0.0630112 Jul 16 02:01:27.736595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e69a35ac-a93d-463e-9c63-a24c17ff687d req-a1cf5dd0-ca32-4f03-a3dd-a6b0e08f7885 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307510 Jul 16 02:01:28.160099 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352fc5a9-1999-4e21-a49a-6f30cb92f898 req-652333a2-0215-4fce-9dbb-9c5df8542fd8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:28.161597 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-352fc5a9-1999-4e21-a49a-6f30cb92f898 req-652333a2-0215-4fce-9dbb-9c5df8542fd8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 946 time: 0.0627689 Jul 16 02:01:28.198111 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-352fc5a9-1999-4e21-a49a-6f30cb92f898 req-1e22a4b2-0166-4140-942c-0c8a85aac7b4 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310838 Jul 16 02:01:29.370092 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3fcaa-fd58-4b56-81d3-5787f07c4226 req-0590c8d5-8b5f-47c9-8487-7f32e3f6f517 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:29.371581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2b3fcaa-fd58-4b56-81d3-5787f07c4226 req-0590c8d5-8b5f-47c9-8487-7f32e3f6f517 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 946 time: 0.0663033 Jul 16 02:01:29.408395 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2b3fcaa-fd58-4b56-81d3-5787f07c4226 req-d5fa898e-b0a8-4b1d-a1fa-88585b3c183a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312233 Jul 16 02:01:29.560844 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23f06a-502d-4827-ba1c-f0118a86ceb5 req-4af37682-14a8-443e-b209-7aab8263c6ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:29.562294 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed23f06a-502d-4827-ba1c-f0118a86ceb5 req-4af37682-14a8-443e-b209-7aab8263c6ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 946 time: 0.0614629 Jul 16 02:01:29.662362 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-ed23f06a-502d-4827-ba1c-f0118a86ceb5 req-0a9364d6-28a6-4276-89e6-4bbb06acc94b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Deleting port 68fd9612-ab23-4319-9e91-7d37cac9399d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:01:29.662709 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ed23f06a-502d-4827-ba1c-f0118a86ceb5 req-0a9364d6-28a6-4276-89e6-4bbb06acc94b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.748585 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-ed23f06a-502d-4827-ba1c-f0118a86ceb5 req-0a9364d6-28a6-4276-89e6-4bbb06acc94b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] For port 68fd9612-ab23-4319-9e91-7d37cac9399d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=68fd9612-ab23-4319-9e91-7d37cac9399d,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:01:29.748953 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ed23f06a-502d-4827-ba1c-f0118a86ceb5 req-0a9364d6-28a6-4276-89e6-4bbb06acc94b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.761468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-ed23f06a-502d-4827-ba1c-f0118a86ceb5 req-0a9364d6-28a6-4276-89e6-4bbb06acc94b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Calling delete_port for 68fd9612-ab23-4319-9e91-7d37cac9399d owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:01:29.889216 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ed23f06a-502d-4827-ba1c-f0118a86ceb5 req-0a9364d6-28a6-4276-89e6-4bbb06acc94b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.900659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['68fd9612-ab23-4319-9e91-7d37cac9399d'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:01:29.918525 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9364d6-28a6-4276-89e6-4bbb06acc94b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event deleted for resources: {'Port': ['ID=68fd9612-ab23-4319-9e91-7d37cac9399d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:29.965138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed23f06a-502d-4827-ba1c-f0118a86ceb5 req-0a9364d6-28a6-4276-89e6-4bbb06acc94b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] No DVR routers for this DVR port 68fd9612-ab23-4319-9e91-7d37cac9399d on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:01:29.968220 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-ed23f06a-502d-4827-ba1c-f0118a86ceb5 req-0a9364d6-28a6-4276-89e6-4bbb06acc94b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:29.970251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed23f06a-502d-4827-ba1c-f0118a86ceb5 req-0a9364d6-28a6-4276-89e6-4bbb06acc94b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "DELETE /v2.0/ports/68fd9612-ab23-4319-9e91-7d37cac9399d HTTP/1.1" status: 204 len: 173 time: 0.4022903 Jul 16 02:01:29.970698 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90b8ad4-fea5-44f3-bffd-5b921ef2af77', 'name': 'network-vif-deleted', 'tag': '68fd9612-ab23-4319-9e91-7d37cac9399d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:29.972987 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd68c015-8297-4045-963f-0c79d7c54473" -d '{"events": [{"server_uuid": "f90b8ad4-fea5-44f3-bffd-5b921ef2af77", "name": "network-vif-deleted", "tag": "68fd9612-ab23-4319-9e91-7d37cac9399d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:30.013136 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4843ad3c-773e-47e7-af14-8ff9d08d75b1 x-openstack-request-id: req-4843ad3c-773e-47e7-af14-8ff9d08d75b1 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:30.013445 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90b8ad4-fea5-44f3-bffd-5b921ef2af77", "name": "network-vif-deleted", "tag": "68fd9612-ab23-4319-9e91-7d37cac9399d", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:30.013703 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4843ad3c-773e-47e7-af14-8ff9d08d75b1 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:30.014112 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f90b8ad4-fea5-44f3-bffd-5b921ef2af77', 'name': 'network-vif-deleted', 'tag': '68fd9612-ab23-4319-9e91-7d37cac9399d', 'status': 'completed', 'code': 200} Jul 16 02:01:30.552553 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5a2ac77-09e5-4c69-ab27-12c509a39155 req-6baac678-7139-4957-80ad-7ce75836504c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 210 time: 0.0336163 Jul 16 02:01:30.740582 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.627295 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:31.690535 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34edd2ec-560f-4dd1-8230-5c4ad732bd69 req-e29a05fc-a31c-46a8-ac1b-e5f304be21d5 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 210 time: 0.0291100 Jul 16 02:01:32.833170 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54a6b704-c83c-43d1-8d65-94072e6a7316 req-355e3991-4cea-4411-99c4-7137ad768db5 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=f90b8ad4-fea5-44f3-bffd-5b921ef2af77 HTTP/1.1" status: 200 len: 210 time: 0.0288479 Jul 16 02:01:33.629383 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 68fd9612-ab23-4319-9e91-7d37cac9399d no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:01:33.650595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 68fd9612-ab23-4319-9e91-7d37cac9399d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:01:33.650924 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 68fd9612-ab23-4319-9e91-7d37cac9399d not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:01:34.960523 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-46fa987c-c861-4b2d-802c-ee706d6a4370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.395786 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:37.708379 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-53af0676-b6eb-41e3-a360-38a6a193b669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:38.687263 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:40.336588 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:53.893456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-e281e4fa-1d6a-427f-a0e2-59c56cd64a63 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:53.894843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-e281e4fa-1d6a-427f-a0e2-59c56cd64a63 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 812 time: 0.1028855 Jul 16 02:01:53.909754 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-1ab04ad7-4ba2-4f6c-86e0-033dc73dc2be tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/quotas/520338b0e8c94c93b2082f5c0605466c HTTP/1.1" status: 200 len: 375 time: 0.0095024 Jul 16 02:01:53.974279 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-e11d68dc-2192-4fcb-a608-f9b3254e2a00 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598283 Jul 16 02:01:54.066811 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-52af345a-ab16-4cd3-ba93-eba997d8ce92 service neutron] 10.222.0.22 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861981 Jul 16 02:01:54.153647 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-6e402e60-26e8-471a-9618-215e501e0059 service neutron] 10.222.0.22 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811064 Jul 16 02:01:54.446955 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-263b8732-7501-4132-abb2-7e8296255bf2 req-5ccf8f0e-478d-4396-a7e8-4d5b4d67ce6e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 210 time: 0.0340126 Jul 16 02:01:55.461689 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-7cafd7de-91c7-4058-a491-495093f2c047 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:55.463952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-7cafd7de-91c7-4058-a491-495093f2c047 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 812 time: 0.1046977 Jul 16 02:01:55.477593 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Request body: {'port': {'device_id': '720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'admin_state_up': True, 'tenant_id': '520338b0e8c94c93b2082f5c0605466c'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:55.599988 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-608c6a18-484e-461b-a84e-edac0f532dc6 req-7a797a4c-e7a0-48ab-aa78-55e22b3750c8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 210 time: 0.0341721 Jul 16 02:01:55.626039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Made reservation on behalf of 520338b0e8c94c93b2082f5c0605466c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:01:55.629949 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.762263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Allocated IP 172.20.0.10 (6bc50b86-4f68-4c63-b273-60b7e90b675e/9334a482-618c-419f-93f8-32dfa29203e5/767fbcf4-e1b1-45bd-9223-40b26d983fa9) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:01:55.909895 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:55.923288 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Transition to ACTIVE for port object 767fbcf4-e1b1-45bd-9223-40b26d983fa9 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:55.955585 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.004142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Network 6bc50b86-4f68-4c63-b273-60b7e90b675e is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:01:56.007440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:01:56.011834 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:01:56.015643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'Port': ['ID=767fbcf4-e1b1-45bd-9223-40b26d983fa9,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:56.048955 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:56.049306 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:56.049649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:56.049990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:56.050324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:56.050659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:56.050993 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:56.051318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:56.051644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:56.051998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:56.052321 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:56.052642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:01:56.074793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:56.075597 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.091779 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-e479e8b2-f8f9-4b88-9113-74cc59815d3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6179385 Jul 16 02:01:56.103398 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Request body: {'port': {'device_id': '720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:01:56.184045 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.221530 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2b973c63-39c2-41d7-ae7f-7176a33dcb60 None None] Provisioning for port 767fbcf4-e1b1-45bd-9223-40b26d983fa9 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:01:56.225510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2b973c63-39c2-41d7-ae7f-7176a33dcb60 None None] Provisioning complete for port 767fbcf4-e1b1-45bd-9223-40b26d983fa9 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:01:56.225987 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2b973c63-39c2-41d7-ae7f-7176a33dcb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.260375 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-2b973c63-39c2-41d7-ae7f-7176a33dcb60 None None] Port 767fbcf4-e1b1-45bd-9223-40b26d983fa9 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:01:56.445889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 767fbcf4-e1b1-45bd-9223-40b26d983fa9 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:01:56.453224 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.464661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Transition to ACTIVE for port object 767fbcf4-e1b1-45bd-9223-40b26d983fa9 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:01:56.469090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.516958 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Pushing event updated for resources: {'Port': ['ID=767fbcf4-e1b1-45bd-9223-40b26d983fa9,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:56.606874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Attempting to bind port 767fbcf4-e1b1-45bd-9223-40b26d983fa9 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:01:56.607358 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Attempting to bind port 767fbcf4-e1b1-45bd-9223-40b26d983fa9 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:01:56.607938 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Attempting to bind port 767fbcf4-e1b1-45bd-9223-40b26d983fa9 on network 6bc50b86-4f68-4c63-b273-60b7e90b675e {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:56.613107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Port 767fbcf4-e1b1-45bd-9223-40b26d983fa9 on network 6bc50b86-4f68-4c63-b273-60b7e90b675e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:01:56.613581 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Attempting to bind port 767fbcf4-e1b1-45bd-9223-40b26d983fa9 on network 6bc50b86-4f68-4c63-b273-60b7e90b675e {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:01:56.619067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:01:56.619417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Checking segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:01:56.619825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Bound using segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:01:56.620255 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Bound port: 767fbcf4-e1b1-45bd-9223-40b26d983fa9, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:01:56.620614 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.708524 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] For port 767fbcf4-e1b1-45bd-9223-40b26d983fa9, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:01:56.716576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] For port 767fbcf4-e1b1-45bd-9223-40b26d983fa9, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=767fbcf4-e1b1-45bd-9223-40b26d983fa9,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:01:56.721305 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.795643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:56.796320 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:01:56.797726 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] 10.222.0.70 "PUT /v2.0/ports/767fbcf4-e1b1-45bd-9223-40b26d983fa9 HTTP/1.1" status: 200 len: 1093 time: 0.6988411 Jul 16 02:01:56.798325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35', 'tag': '767fbcf4-e1b1-45bd-9223-40b26d983fa9'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:01:56.800592 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1acda21-1739-4ecc-a347-2c8362545d25" -d '{"events": [{"name": "network-changed", "server_uuid": "720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35", "tag": "767fbcf4-e1b1-45bd-9223-40b26d983fa9"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:01:56.850307 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e4b69-4322-4b10-9232-ed145e082c63 service neutron] Pushing event updated for resources: {'Port': ['ID=767fbcf4-e1b1-45bd-9223-40b26d983fa9,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:01:56.909417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbe938d-5bd7-461d-8300-55ee5254dec6 req-348b1207-990e-40bb-becd-186ef9e0dd53 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:56.911365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbe938d-5bd7-461d-8300-55ee5254dec6 req-348b1207-990e-40bb-becd-186ef9e0dd53 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 944 time: 0.1642694 Jul 16 02:01:56.939857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-c3972312-9ea7-4978-a122-c0706b4d1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:56.941413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-c3972312-9ea7-4978-a122-c0706b4d1ad3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 1096 time: 0.1020043 Jul 16 02:01:56.996789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cbe938d-5bd7-461d-8300-55ee5254dec6 req-3e219544-bf07-4141-b4b8-c1e838314d19 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797176 Jul 16 02:01:56.998593 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-b2c312bd-0882-4d7c-b033-fe53d5b7a3dd service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=767fbcf4-e1b1-45bd-9223-40b26d983fa9 HTTP/1.1" status: 200 len: 217 time: 0.0464063 Jul 16 02:01:57.049629 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905d3313-3f3f-4792-ac33-01650f37f6af x-openstack-request-id: req-905d3313-3f3f-4792-ac33-01650f37f6af {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:01:57.050007 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35", "tag": "767fbcf4-e1b1-45bd-9223-40b26d983fa9", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:01:57.050267 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-905d3313-3f3f-4792-ac33-01650f37f6af {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:01:57.050661 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35', 'tag': '767fbcf4-e1b1-45bd-9223-40b26d983fa9', 'status': 'completed', 'code': 200} Jul 16 02:01:57.058077 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-b357c737-cb6c-43a5-aed6-2ee3d4ede677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:57.059617 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-b357c737-cb6c-43a5-aed6-2ee3d4ede677 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0549259 Jul 16 02:01:57.117864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-0ffb7ee9-a731-4b8f-9517-768777bb0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:57.119382 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-0ffb7ee9-a731-4b8f-9517-768777bb0b6f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520728 Jul 16 02:01:57.211460 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-4976953f-a167-4be7-b9f5-5a9c0fef4add service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845900 Jul 16 02:01:57.300063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8c2c84f-c9a6-4567-a94a-27e4d385f1e9 req-ae0e0db4-ad10-4085-bdb9-a382cca09d24 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818648 Jul 16 02:01:57.413649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acda21-1739-4ecc-a347-2c8362545d25 req-a5d5c4e3-04ab-4abd-b57d-e5f7db96c5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:57.415208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1acda21-1739-4ecc-a347-2c8362545d25 req-a5d5c4e3-04ab-4abd-b57d-e5f7db96c5d5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 1096 time: 0.0598161 Jul 16 02:01:57.504517 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acda21-1739-4ecc-a347-2c8362545d25 req-f4a6f4e2-183f-4dc7-a19f-1f0a530e829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:57.506025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1acda21-1739-4ecc-a347-2c8362545d25 req-f4a6f4e2-183f-4dc7-a19f-1f0a530e829e service neutron] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.0839381 Jul 16 02:01:57.550952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1acda21-1739-4ecc-a347-2c8362545d25 req-d2efcdec-7cba-4e88-aa20-e5de48ea8148 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=767fbcf4-e1b1-45bd-9223-40b26d983fa9 HTTP/1.1" status: 200 len: 217 time: 0.0374024 Jul 16 02:01:57.600108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acda21-1739-4ecc-a347-2c8362545d25 req-2c5a9bac-2206-47db-8428-a15cc2a50d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:57.601595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1acda21-1739-4ecc-a347-2c8362545d25 req-2c5a9bac-2206-47db-8428-a15cc2a50d43 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0443251 Jul 16 02:01:57.658521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acda21-1739-4ecc-a347-2c8362545d25 req-24bc5945-3bd9-43d5-8bb2-8e217638dfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:57.660031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1acda21-1739-4ecc-a347-2c8362545d25 req-24bc5945-3bd9-43d5-8bb2-8e217638dfa6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514724 Jul 16 02:01:57.752303 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1acda21-1739-4ecc-a347-2c8362545d25 req-70097a50-6668-41d4-9587-0bf2bab2fd01 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853808 Jul 16 02:01:57.842645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1acda21-1739-4ecc-a347-2c8362545d25 req-8701a324-def1-414f-852d-6afe42753d01 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836957 Jul 16 02:01:58.177656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a314b44-93b3-4267-9d03-bc7c00a81ca9 req-06fa70bb-16c6-4dc7-96ce-78b76cb68644 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:58.179158 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3a314b44-93b3-4267-9d03-bc7c00a81ca9 req-06fa70bb-16c6-4dc7-96ce-78b76cb68644 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 944 time: 0.0680532 Jul 16 02:01:58.216984 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3a314b44-93b3-4267-9d03-bc7c00a81ca9 req-9d7fbd02-b8e4-43ab-8997-6f46d7f15794 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318103 Jul 16 02:01:59.390446 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853a15f-5662-4651-b7f8-174f7217072d req-03279150-f0e6-4df6-b4d1-d19550b3c4f0 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:01:59.391977 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6853a15f-5662-4651-b7f8-174f7217072d req-03279150-f0e6-4df6-b4d1-d19550b3c4f0 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 944 time: 0.0648940 Jul 16 02:01:59.435348 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6853a15f-5662-4651-b7f8-174f7217072d req-2d0b8991-9ea4-4775-ad6c-69d535a80580 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373061 Jul 16 02:02:00.604604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc75b8d-7801-4452-928a-f4f748e683a9 req-94c465fd-0e49-4988-bb5f-ab907d9e9a85 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:00.606108 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcc75b8d-7801-4452-928a-f4f748e683a9 req-94c465fd-0e49-4988-bb5f-ab907d9e9a85 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 944 time: 0.0615447 Jul 16 02:02:00.622290 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:02:00.644275 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fcc75b8d-7801-4452-928a-f4f748e683a9 req-f03a0825-c381-4ba7-b32d-a82e718a31d2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327456 Jul 16 02:02:00.764837 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.638971 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:01.821025 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7cfe3-9def-463f-99be-22da529840af req-d239f746-be4a-48eb-9006-254e7d0b11ed tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:01.822521 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-78f7cfe3-9def-463f-99be-22da529840af req-d239f746-be4a-48eb-9006-254e7d0b11ed tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 944 time: 0.0664632 Jul 16 02:02:01.859588 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-78f7cfe3-9def-463f-99be-22da529840af req-15cd3934-11c7-412e-a557-bd97d36cce69 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315568 Jul 16 02:02:03.029049 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f9955-782f-4072-9304-4cd438eaae3d req-0008b646-1e0d-471d-b895-b394d666347b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:03.030582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-693f9955-782f-4072-9304-4cd438eaae3d req-0008b646-1e0d-471d-b895-b394d666347b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 944 time: 0.0635808 Jul 16 02:02:03.068085 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-693f9955-782f-4072-9304-4cd438eaae3d req-75bda59b-8f9c-41ba-b034-cd52c16bcc2b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320208 Jul 16 02:02:04.241733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e610e-0b81-4b48-8d01-f355552f608b req-fb4b4926-3f72-4580-9d88-c8c8fb4e1c1a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:04.243210 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee1e610e-0b81-4b48-8d01-f355552f608b req-fb4b4926-3f72-4580-9d88-c8c8fb4e1c1a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 944 time: 0.0651183 Jul 16 02:02:04.280140 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee1e610e-0b81-4b48-8d01-f355552f608b req-1211f9c7-fce3-4198-b16f-4a3b161726c6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314424 Jul 16 02:02:04.960608 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f5f6ccd6-49af-4ddd-af15-d36ba022ff78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:05.453340 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac4fa4-4685-45c3-a04a-73d45a892dc7 req-ea2c7899-3f16-49cd-86d0-e9ab6ec34875 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:05.454852 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62ac4fa4-4685-45c3-a04a-73d45a892dc7 req-ea2c7899-3f16-49cd-86d0-e9ab6ec34875 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 944 time: 0.0638268 Jul 16 02:02:05.491415 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62ac4fa4-4685-45c3-a04a-73d45a892dc7 req-bb172c7f-c003-4073-93a9-9151167649fc tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310347 Jul 16 02:02:06.663795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04d997-9753-4a41-b9e0-ecfecd34fd49 req-d4916544-9ec2-43e0-b46d-f2f7f5292ae4 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:06.665280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa04d997-9753-4a41-b9e0-ecfecd34fd49 req-d4916544-9ec2-43e0-b46d-f2f7f5292ae4 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 944 time: 0.0613513 Jul 16 02:02:06.702126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa04d997-9753-4a41-b9e0-ecfecd34fd49 req-a3578bbd-8df4-4a1f-b8e8-fe0584010d5a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307398 Jul 16 02:02:07.397132 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.708724 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4d8817e9-7f17-45ba-b549-85e6b47c8e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.799072 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 767fbcf4-e1b1-45bd-9223-40b26d983fa9 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:02:07.874382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c347bb0-6f9a-4560-9f8b-7788afe7917c req-059228e3-ddf3-43de-b9de-119cbd2beb1b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:07.875974 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c347bb0-6f9a-4560-9f8b-7788afe7917c req-059228e3-ddf3-43de-b9de-119cbd2beb1b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 944 time: 0.0651271 Jul 16 02:02:07.894369 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 767fbcf4-e1b1-45bd-9223-40b26d983fa9, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=767fbcf4-e1b1-45bd-9223-40b26d983fa9,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:07.905937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '767fbcf4-e1b1-45bd-9223-40b26d983fa9', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'port_id': '767fbcf4-e1b1-45bd-9223-40b26d983fa9', 'mac_address': 'fa:16:3e:6e:a5:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:02:07.913792 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c347bb0-6f9a-4560-9f8b-7788afe7917c req-989d531a-b61a-4e99-bfef-1acb9ca247bf tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321972 Jul 16 02:02:07.942720 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:07.954948 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 767fbcf4-e1b1-45bd-9223-40b26d983fa9 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:07.973632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 767fbcf4-e1b1-45bd-9223-40b26d983fa9, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=767fbcf4-e1b1-45bd-9223-40b26d983fa9,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:07.977428 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:08.023439 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=767fbcf4-e1b1-45bd-9223-40b26d983fa9,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:08.183716 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['767fbcf4-e1b1-45bd-9223-40b26d983fa9'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:08.689021 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.082945 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b600ab-6f7d-440e-bfd9-c21c79c4ecf5 req-2b13fba7-9b93-4e13-b3b4-b0903693cf26 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:09.084446 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05b600ab-6f7d-440e-bfd9-c21c79c4ecf5 req-2b13fba7-9b93-4e13-b3b4-b0903693cf26 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 945 time: 0.0621564 Jul 16 02:02:09.121278 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05b600ab-6f7d-440e-bfd9-c21c79c4ecf5 req-1a7e0e98-6d20-4dc6-bed7-0ff376969761 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312877 Jul 16 02:02:09.814444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 767fbcf4-e1b1-45bd-9223-40b26d983fa9 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:09.861879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 767fbcf4-e1b1-45bd-9223-40b26d983fa9 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:09.865865 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 767fbcf4-e1b1-45bd-9223-40b26d983fa9 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:09.866229 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.950997 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:09.973747 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767fbcf4-e1b1-45bd-9223-40b26d983fa9'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:09.976219 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55c8f9b-83dd-44bf-9ed6-51a13e1a2285" -d '{"events": [{"server_uuid": "720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35", "name": "network-vif-plugged", "status": "completed", "tag": "767fbcf4-e1b1-45bd-9223-40b26d983fa9"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:09.989693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 767fbcf4-e1b1-45bd-9223-40b26d983fa9, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=767fbcf4-e1b1-45bd-9223-40b26d983fa9,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:09.994476 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:10.017867 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1249225e-5656-48b5-82d4-000f8538ba75 x-openstack-request-id: req-1249225e-5656-48b5-82d4-000f8538ba75 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:10.018161 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35", "name": "network-vif-plugged", "status": "completed", "tag": "767fbcf4-e1b1-45bd-9223-40b26d983fa9", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:10.018415 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1249225e-5656-48b5-82d4-000f8538ba75 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:10.018803 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '767fbcf4-e1b1-45bd-9223-40b26d983fa9', 'code': 200} Jul 16 02:02:10.046585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=767fbcf4-e1b1-45bd-9223-40b26d983fa9,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:10.127820 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995a426-ebb9-415e-a12a-21fdaac281e3 req-36e28123-37a7-436b-af05-8b779c3c5c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:10.129313 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9995a426-ebb9-415e-a12a-21fdaac281e3 req-36e28123-37a7-436b-af05-8b779c3c5c20 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 1098 time: 0.0539460 Jul 16 02:02:10.162980 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9995a426-ebb9-415e-a12a-21fdaac281e3 req-5d73739c-60d2-4b74-8dc2-ed6e4d523109 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273352 Jul 16 02:02:10.290236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4120d-7ff2-44fa-96fe-237d424f3340 req-9103edcc-d7c3-4930-85c1-1aed558a56a9 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:10.291709 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-78c4120d-7ff2-44fa-96fe-237d424f3340 req-9103edcc-d7c3-4930-85c1-1aed558a56a9 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 946 time: 0.0612173 Jul 16 02:02:10.329148 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-78c4120d-7ff2-44fa-96fe-237d424f3340 req-209a7e13-feef-4d85-89ec-7ae12783745a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311062 Jul 16 02:02:10.338929 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:11.505381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47eee46-2e81-4136-a9dd-b0039d5a96b3 req-b39159c9-ac66-4a68-b77c-95041bf00290 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:11.506846 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f47eee46-2e81-4136-a9dd-b0039d5a96b3 req-b39159c9-ac66-4a68-b77c-95041bf00290 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 946 time: 0.0624669 Jul 16 02:02:11.542199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f47eee46-2e81-4136-a9dd-b0039d5a96b3 req-d9474b19-3b81-4a33-9e7a-49087c769c39 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298111 Jul 16 02:02:11.713898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826a37f-6d20-41d1-aea3-963540f2f1ac req-0e96740b-653c-4ad0-bcef-d22ab0f28d8c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:11.715277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2826a37f-6d20-41d1-aea3-963540f2f1ac req-0e96740b-653c-4ad0-bcef-d22ab0f28d8c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 946 time: 0.0653334 Jul 16 02:02:11.752196 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2826a37f-6d20-41d1-aea3-963540f2f1ac req-70093b7a-c3ce-41fb-8c40-d7716af6a521 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313516 Jul 16 02:02:14.257466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-d1a0dbbb-7b69-49f5-9007-e87b402ff930 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:14.258929 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-d1a0dbbb-7b69-49f5-9007-e87b402ff930 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 812 time: 0.1020513 Jul 16 02:02:14.273411 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-159b3749-c671-4528-a7b8-2221afc4ae31 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/quotas/520338b0e8c94c93b2082f5c0605466c HTTP/1.1" status: 200 len: 375 time: 0.0086529 Jul 16 02:02:14.646518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-e3387f4d-e756-460d-b2b9-34965071cab2 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3683152 Jul 16 02:02:14.735746 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-cb93670d-c19e-4d5f-9ce5-d98013a74a29 service neutron] 10.222.0.22 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824602 Jul 16 02:02:14.824910 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-b7d63225-209f-43ec-8a18-2ea64d7a7549 service neutron] 10.222.0.22 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836115 Jul 16 02:02:15.018567 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe010e21-dadc-4977-b718-2c2fa927ecb1 req-0702ec1f-63bf-451a-8ccd-8ae3a5b9b80c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 210 time: 0.0287018 Jul 16 02:02:16.047842 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-492fc239-50a6-4cc1-bbda-77fb75f19b6f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:16.049339 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-492fc239-50a6-4cc1-bbda-77fb75f19b6f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.69 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 812 time: 0.1077235 Jul 16 02:02:16.069305 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Request body: {'port': {'device_id': '71888988-f4be-4652-9b20-e503ff7a7726', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'admin_state_up': True, 'tenant_id': '520338b0e8c94c93b2082f5c0605466c'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:16.163282 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ca7ccc4-192f-4467-81b9-dc41d47b89b3 req-60b58b01-c614-4007-9e48-de5e98461bda tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 210 time: 0.0333433 Jul 16 02:02:16.188055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Made reservation on behalf of 520338b0e8c94c93b2082f5c0605466c for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:02:16.191575 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.325628 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Allocated IP 172.20.0.9 (6bc50b86-4f68-4c63-b273-60b7e90b675e/9334a482-618c-419f-93f8-32dfa29203e5/896141d9-51aa-4bb1-869e-4155f51cd224) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:02:16.488728 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.503143 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Transition to ACTIVE for port object 896141d9-51aa-4bb1-869e-4155f51cd224 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:16.535967 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.548111 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['767fbcf4-e1b1-45bd-9223-40b26d983fa9'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:16.579561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Network 6bc50b86-4f68-4c63-b273-60b7e90b675e is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:02:16.584973 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:02:16.588903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:02:16.629521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.69', 55757) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:02:16.631680 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'Port': ['ID=896141d9-51aa-4bb1-869e-4155f51cd224,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:16.646123 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.646539 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.646951 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.647365 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.647790 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.648209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.648698 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.649040 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.649432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.649830 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.650224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.650736 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:16.667316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:16.668069 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.689905 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-bf6e9c9a-524c-4837-8532-816ec416cbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6241727 Jul 16 02:02:16.754670 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Request body: {'port': {'device_id': '71888988-f4be-4652-9b20-e503ff7a7726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:02:16.801112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-5dda441f-cbc7-4474-9895-8be4614eb1dc service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1708417 Jul 16 02:02:16.837165 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.908106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-69a3462a-a5af-47b7-bcbc-a129220013f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:16.908609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-69a3462a-a5af-47b7-bcbc-a129220013f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:16.909081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-69a3462a-a5af-47b7-bcbc-a129220013f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:16.909541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-69a3462a-a5af-47b7-bcbc-a129220013f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:16.910030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-69a3462a-a5af-47b7-bcbc-a129220013f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:16.911849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-69a3462a-a5af-47b7-bcbc-a129220013f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0608191 Jul 16 02:02:16.941342 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e2a9eb98-3516-451a-9e85-8541ac0e7193 None None] Provisioning for port 896141d9-51aa-4bb1-869e-4155f51cd224 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:16.948123 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e2a9eb98-3516-451a-9e85-8541ac0e7193 None None] Provisioning complete for port 896141d9-51aa-4bb1-869e-4155f51cd224 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:16.948877 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e2a9eb98-3516-451a-9e85-8541ac0e7193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:16.988642 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9eb98-3516-451a-9e85-8541ac0e7193 None None] Port 896141d9-51aa-4bb1-869e-4155f51cd224 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:02:17.048389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-66717132-ffd7-4ee5-b4ba-09af25e16850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:17.049223 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-66717132-ffd7-4ee5-b4ba-09af25e16850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:17.049696 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-66717132-ffd7-4ee5-b4ba-09af25e16850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:17.051338 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-66717132-ffd7-4ee5-b4ba-09af25e16850 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.1110511 Jul 16 02:02:17.099975 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-2333ab0a-57a2-4c19-9760-eb6baffe43e0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0423369 Jul 16 02:02:17.131533 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 896141d9-51aa-4bb1-869e-4155f51cd224 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:17.140506 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.152908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Transition to ACTIVE for port object 896141d9-51aa-4bb1-869e-4155f51cd224 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:02:17.154280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-5d7851de-bbfb-4f88-9328-fbb8ce0f5d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:17.156604 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-5d7851de-bbfb-4f88-9328-fbb8ce0f5d3e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0511031 Jul 16 02:02:17.157951 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.211804 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Pushing event updated for resources: {'Port': ['ID=896141d9-51aa-4bb1-869e-4155f51cd224,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:17.227131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-a7aed6bd-826f-4e39-bbf0-83cb781ba095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:17.235133 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-a7aed6bd-826f-4e39-bbf0-83cb781ba095 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662279 Jul 16 02:02:17.305510 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Attempting to bind port 896141d9-51aa-4bb1-869e-4155f51cd224 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:02:17.305922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Attempting to bind port 896141d9-51aa-4bb1-869e-4155f51cd224 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:02:17.306348 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Attempting to bind port 896141d9-51aa-4bb1-869e-4155f51cd224 on network 6bc50b86-4f68-4c63-b273-60b7e90b675e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:17.311354 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Port 896141d9-51aa-4bb1-869e-4155f51cd224 on network 6bc50b86-4f68-4c63-b273-60b7e90b675e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:02:17.311784 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Attempting to bind port 896141d9-51aa-4bb1-869e-4155f51cd224 on network 6bc50b86-4f68-4c63-b273-60b7e90b675e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:02:17.317031 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:02:17.317444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Checking segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:02:17.317903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Bound using segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:02:17.318406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Bound port: 896141d9-51aa-4bb1-869e-4155f51cd224, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:02:17.318784 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.351751 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-a441c2d3-6a0a-4951-961f-910a359cbe5f service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156793 Jul 16 02:02:17.393093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] For port 896141d9-51aa-4bb1-869e-4155f51cd224, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:02:17.396991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] For port 896141d9-51aa-4bb1-869e-4155f51cd224, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=896141d9-51aa-4bb1-869e-4155f51cd224,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:02:17.403461 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.474069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Pushing event updated for resources: {'Port': ['ID=896141d9-51aa-4bb1-869e-4155f51cd224,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:17.485223 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625ffea-c381-4739-b6cc-49535987c456 req-cb641b6e-a4c9-4610-86e4-a48118ded9f4 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:17.486763 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5625ffea-c381-4739-b6cc-49535987c456 req-cb641b6e-a4c9-4610-86e4-a48118ded9f4 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.1341302 Jul 16 02:02:17.492945 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:17.493828 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:17.495370 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-58f3cac6-c4b9-469c-b6c0-18bfb3ee6d79 service neutron] 10.222.0.69 "PUT /v2.0/ports/896141d9-51aa-4bb1-869e-4155f51cd224 HTTP/1.1" status: 200 len: 1092 time: 0.7986329 Jul 16 02:02:17.496098 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71888988-f4be-4652-9b20-e503ff7a7726', 'tag': '896141d9-51aa-4bb1-869e-4155f51cd224'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:17.499708 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e19017a51da28ecaf688a69954e092d021b272a1657d4ae1a4ab74e1f56254ee" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4735339-c04b-4b8c-bfd4-ac640e1d22d6" -d '{"events": [{"name": "network-changed", "server_uuid": "71888988-f4be-4652-9b20-e503ff7a7726", "tag": "896141d9-51aa-4bb1-869e-4155f51cd224"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:17.509033 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-19039696-4932-4396-9d08-0d454e912054 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244075 Jul 16 02:02:17.591072 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-e47499f7-dea0-4ece-a905-8a8cebb57d3a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0736570 Jul 16 02:02:17.633055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-795d310d-9fcc-44b4-ae21-27e58c829186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:17.635547 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-795d310d-9fcc-44b4-ae21-27e58c829186 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 1095 time: 0.0947094 Jul 16 02:02:17.664919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-cfe0b17c-bc25-45ca-afbd-d7687febe562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:17.666409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-cfe0b17c-bc25-45ca-afbd-d7687febe562 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0685039 Jul 16 02:02:17.681942 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-0f2aebfa-4a6f-4353-8566-2c21ca0c80ad service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=896141d9-51aa-4bb1-869e-4155f51cd224 HTTP/1.1" status: 200 len: 217 time: 0.0393832 Jul 16 02:02:17.684398 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5625ffea-c381-4739-b6cc-49535987c456 req-e049ab74-bc0b-445e-b732-01509cef206f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878405 Jul 16 02:02:17.750148 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-38b82fb2-9751-4deb-b525-b5cb8693396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:17.752617 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-38b82fb2-9751-4deb-b525-b5cb8693396f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0641184 Jul 16 02:02:17.761401 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-1201831d-d368-4814-8fa4-346e5aadd26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:17.763102 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-1201831d-d368-4814-8fa4-346e5aadd26f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0774395 Jul 16 02:02:17.864453 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-7e10c15e-436a-4d89-8a18-ba9e67e61401 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941150 Jul 16 02:02:17.959851 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-7254fba4-04be-4edd-9d06-653640f1d059 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887024 Jul 16 02:02:18.006684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-ae205384-b742-47a5-9515-af053634383a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0410457 Jul 16 02:02:18.059907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-08aa89af-903f-4df0-b9d1-2272a217ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:18.063361 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-08aa89af-903f-4df0-b9d1-2272a217ebce service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0500562 Jul 16 02:02:18.105487 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237d470e-5f8b-40d7-8702-df72b0be87d2 x-openstack-request-id: req-237d470e-5f8b-40d7-8702-df72b0be87d2 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:18.106054 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71888988-f4be-4652-9b20-e503ff7a7726", "tag": "896141d9-51aa-4bb1-869e-4155f51cd224", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:18.106593 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-237d470e-5f8b-40d7-8702-df72b0be87d2 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:18.106852 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71888988-f4be-4652-9b20-e503ff7a7726', 'tag': '896141d9-51aa-4bb1-869e-4155f51cd224', 'status': 'completed', 'code': 200} Jul 16 02:02:18.133645 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-7c709cd1-88e1-4432-af7c-120b6c528f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:18.135203 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-7c709cd1-88e1-4432-af7c-120b6c528f96 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0660596 Jul 16 02:02:18.138128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-a2e87d05-0e2d-4495-9941-3ad504ff9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:18.139671 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-a2e87d05-0e2d-4495-9941-3ad504ff9567 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3815751 Jul 16 02:02:18.247090 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-a318c336-77eb-46b1-be18-a5a24f5987f6 service neutron] 10.222.0.69 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991046 Jul 16 02:02:18.247271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-3e788327-ecdd-41ae-9dbb-e7f2b1022354 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991426 Jul 16 02:02:18.351118 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-9d478886-c6c8-412e-9dba-8693cd270901 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926597 Jul 16 02:02:18.355365 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fa8e4655-ab74-4764-b894-5965ed3e27a7 req-b6f86bf6-8f64-4fb0-b63f-6248c082a28f service neutron] 10.222.0.69 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974393 Jul 16 02:02:18.409737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-ec719b05-42fc-4f2f-9dfc-75e7117fdb29 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0485487 Jul 16 02:02:18.470590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-c7e18c1b-0ebd-4003-8245-871c9a9dd61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:18.471671 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4735339-c04b-4b8c-bfd4-ac640e1d22d6 req-5768765e-5a21-4900-a3aa-f323038ccd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:18.472886 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-c7e18c1b-0ebd-4003-8245-871c9a9dd61f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0576460 Jul 16 02:02:18.473445 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4735339-c04b-4b8c-bfd4-ac640e1d22d6 req-5768765e-5a21-4900-a3aa-f323038ccd81 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 1095 time: 0.0700469 Jul 16 02:02:18.543775 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-75b43638-8603-4673-b071-66cd73c38fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:18.545994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-75b43638-8603-4673-b071-66cd73c38fa3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0598965 Jul 16 02:02:18.589993 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4735339-c04b-4b8c-bfd4-ac640e1d22d6 req-9b346d16-5157-40da-b49f-d661ee9eca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:18.592369 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4735339-c04b-4b8c-bfd4-ac640e1d22d6 req-9b346d16-5157-40da-b49f-d661ee9eca75 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.1064081 Jul 16 02:02:18.636821 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4735339-c04b-4b8c-bfd4-ac640e1d22d6 req-be8c8408-cdae-4d43-b3ec-d36a10b52609 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=896141d9-51aa-4bb1-869e-4155f51cd224 HTTP/1.1" status: 200 len: 217 time: 0.0388062 Jul 16 02:02:18.648287 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-f22824be-06f6-43ef-b08e-db07076ad600 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957959 Jul 16 02:02:18.694323 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4735339-c04b-4b8c-bfd4-ac640e1d22d6 req-00ea99e0-4482-4511-bdba-abd7be9a9e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:18.696272 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4735339-c04b-4b8c-bfd4-ac640e1d22d6 req-00ea99e0-4482-4511-bdba-abd7be9a9e5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0516152 Jul 16 02:02:18.759896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-b286bd74-5c0a-4c7b-bd7b-a5cdc25a45d5 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055083 Jul 16 02:02:18.809452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4735339-c04b-4b8c-bfd4-ac640e1d22d6 req-d9664661-7e99-411d-a94a-008211788ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:18.811336 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4735339-c04b-4b8c-bfd4-ac640e1d22d6 req-d9664661-7e99-411d-a94a-008211788ae2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1089275 Jul 16 02:02:18.822696 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-d8d70f31-8606-4167-821c-7aa185323e6d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0557621 Jul 16 02:02:18.917554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-d29daffa-2c2b-4330-90f1-b37180520f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:18.919512 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-d29daffa-2c2b-4330-90f1-b37180520f04 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0909655 Jul 16 02:02:18.938369 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4735339-c04b-4b8c-bfd4-ac640e1d22d6 req-d9fb5648-adbe-462c-bc11-bad5b7e3eabf service neutron] 10.222.0.69 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179707 Jul 16 02:02:18.980050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472cdc2-1cfa-4a22-8228-d36cfd44a210 req-078237d9-9ba7-492d-95b7-1d5aef84461e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:18.987034 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f472cdc2-1cfa-4a22-8228-d36cfd44a210 req-078237d9-9ba7-492d-95b7-1d5aef84461e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.1469131 Jul 16 02:02:19.036317 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088f08e-8493-4536-b796-2805cee6d155 req-81ef0da5-dc20-4f7e-bed9-2629d5746d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:19.036813 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-81ef0da5-dc20-4f7e-bed9-2629d5746d25 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1092677 Jul 16 02:02:19.049258 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f472cdc2-1cfa-4a22-8228-d36cfd44a210 req-6112a0ea-fde9-4091-8a9d-63048f23981c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603926 Jul 16 02:02:19.169137 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4735339-c04b-4b8c-bfd4-ac640e1d22d6 req-594b1785-620d-4e19-9771-25017e9c24f4 service neutron] 10.222.0.69 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243774 Jul 16 02:02:19.170771 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-0285c6a1-16f5-4e70-9cd9-03b47c4480a2 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187630 Jul 16 02:02:19.317159 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9088f08e-8493-4536-b796-2805cee6d155 req-ca0ad9be-8ce2-4f83-8a4f-3ad407211e19 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372616 Jul 16 02:02:20.357163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71215047-7d73-4bed-bf28-a88ebf3957e0 req-95bd7485-5644-461b-ab74-5983a47335b5 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:20.360229 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71215047-7d73-4bed-bf28-a88ebf3957e0 req-95bd7485-5644-461b-ab74-5983a47335b5 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.0891733 Jul 16 02:02:20.410773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71215047-7d73-4bed-bf28-a88ebf3957e0 req-9c798ed1-b433-4f2c-ba60-a45cc3041c43 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403175 Jul 16 02:02:21.640514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886bc894-b235-4956-983b-788e7f056ce7 req-a519274d-27da-4c2d-bfc1-335a3414830d tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:21.643574 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-886bc894-b235-4956-983b-788e7f056ce7 req-a519274d-27da-4c2d-bfc1-335a3414830d tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.0876040 Jul 16 02:02:21.690839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-886bc894-b235-4956-983b-788e7f056ce7 req-e0ac3d9f-6981-4a94-ad68-7c8b2daae923 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404632 Jul 16 02:02:22.880302 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89806513-e35b-40f4-a24e-5d418ad9aa7c req-c6cf0dad-fab2-4951-b435-ab14b033307d tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:22.881758 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89806513-e35b-40f4-a24e-5d418ad9aa7c req-c6cf0dad-fab2-4951-b435-ab14b033307d tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.0642123 Jul 16 02:02:22.921689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89806513-e35b-40f4-a24e-5d418ad9aa7c req-6ba91c26-68d3-4058-a64f-6b4b67c543d8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338211 Jul 16 02:02:24.092096 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e545ac0-728f-42de-b08a-dbbf4bb99858 req-cbf5a8f2-7b7a-4bfd-a41a-45bce6586df6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:24.093600 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e545ac0-728f-42de-b08a-dbbf4bb99858 req-cbf5a8f2-7b7a-4bfd-a41a-45bce6586df6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.0621390 Jul 16 02:02:24.130493 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e545ac0-728f-42de-b08a-dbbf4bb99858 req-e45b75a3-0ce4-4d0b-bc84-eb5893de67d4 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314312 Jul 16 02:02:25.309547 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5276016-4dc0-4477-abe2-fffd0d7d7d6d req-6da0ac82-fe2b-42d0-b10e-36b052785d0e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:25.311615 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d5276016-4dc0-4477-abe2-fffd0d7d7d6d req-6da0ac82-fe2b-42d0-b10e-36b052785d0e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.0687275 Jul 16 02:02:25.348584 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d5276016-4dc0-4477-abe2-fffd0d7d7d6d req-b2b3104b-73fc-479f-b58e-e832cf202312 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314071 Jul 16 02:02:26.521311 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5140b20-f830-4a39-9b54-2cf6722cc605 req-590a9e12-67f8-4934-be80-3cd19b29fb3c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:26.522740 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d5140b20-f830-4a39-9b54-2cf6722cc605 req-590a9e12-67f8-4934-be80-3cd19b29fb3c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.0639594 Jul 16 02:02:26.559890 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d5140b20-f830-4a39-9b54-2cf6722cc605 req-ad0db12a-4e12-4ae0-9bb1-798e9d927785 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314500 Jul 16 02:02:27.552272 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54aab5dd-888f-4f6b-bfc6-b3568d0f9fdf req-22c23980-7d52-4d01-babd-f826dcaedbdc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563800 Jul 16 02:02:27.646558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aab5dd-888f-4f6b-bfc6-b3568d0f9fdf req-a88a004e-e59a-46bb-8cf7-f8163b12bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:27.649116 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54aab5dd-888f-4f6b-bfc6-b3568d0f9fdf req-a88a004e-e59a-46bb-8cf7-f8163b12bcf4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 1098 time: 0.0534387 Jul 16 02:02:27.794345 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aab5dd-888f-4f6b-bfc6-b3568d0f9fdf req-49b18a21-f148-40e8-8410-908bf155e16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:27.795917 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54aab5dd-888f-4f6b-bfc6-b3568d0f9fdf req-49b18a21-f148-40e8-8410-908bf155e16a service neutron] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.1267354 Jul 16 02:02:27.807907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d886b0b-6da9-4042-b83a-91fedd23ad7f req-19885337-eb04-4571-b3ed-a1fef67de2df tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:27.809600 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d886b0b-6da9-4042-b83a-91fedd23ad7f req-19885337-eb04-4571-b3ed-a1fef67de2df tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.1327136 Jul 16 02:02:27.850818 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54aab5dd-888f-4f6b-bfc6-b3568d0f9fdf req-15fb8c73-ffbd-4893-b9e4-fae2c942a2c9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=767fbcf4-e1b1-45bd-9223-40b26d983fa9 HTTP/1.1" status: 200 len: 217 time: 0.0402606 Jul 16 02:02:27.909351 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d886b0b-6da9-4042-b83a-91fedd23ad7f req-0f0281ea-2290-494b-ad45-9c25fd684d9b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932598 Jul 16 02:02:27.920625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aab5dd-888f-4f6b-bfc6-b3568d0f9fdf req-0b730330-7baa-4bce-b511-282afb0c632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:27.922072 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54aab5dd-888f-4f6b-bfc6-b3568d0f9fdf req-0b730330-7baa-4bce-b511-282afb0c632a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0634027 Jul 16 02:02:27.980516 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aab5dd-888f-4f6b-bfc6-b3568d0f9fdf req-cdec1748-b620-4103-8351-cb01ed4a9ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:27.982067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54aab5dd-888f-4f6b-bfc6-b3568d0f9fdf req-cdec1748-b620-4103-8351-cb01ed4a9ddd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527515 Jul 16 02:02:28.072928 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54aab5dd-888f-4f6b-bfc6-b3568d0f9fdf req-bcb92f54-a7c3-4ffc-8f98-60a7452094ce service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840364 Jul 16 02:02:28.174768 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54aab5dd-888f-4f6b-bfc6-b3568d0f9fdf req-447db170-41f7-4140-95ba-373cbad87acc service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937624 Jul 16 02:02:29.088794 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8db0e-a1a8-4a29-b6cd-5a290ffb407e req-60ef6376-f358-4fcc-9143-246463eaf322 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:29.090306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53d8db0e-a1a8-4a29-b6cd-5a290ffb407e req-60ef6376-f358-4fcc-9143-246463eaf322 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.0705578 Jul 16 02:02:29.128275 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53d8db0e-a1a8-4a29-b6cd-5a290ffb407e req-ed4f7cc5-2b9f-4915-96c6-1ce24497c5e6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315313 Jul 16 02:02:30.311701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32be3e2-bb19-4c05-84f6-dccddc1a5e58 req-02dfadfc-b68a-4c00-a895-11d43d98e1a8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:30.313244 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e32be3e2-bb19-4c05-84f6-dccddc1a5e58 req-02dfadfc-b68a-4c00-a895-11d43d98e1a8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.0705304 Jul 16 02:02:30.348916 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e32be3e2-bb19-4c05-84f6-dccddc1a5e58 req-b00d3571-c4ea-4c54-abcd-cada201ca1fa tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302913 Jul 16 02:02:30.754805 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:31.524249 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27aef9-533a-4035-8c87-d1679cde0cbe req-46a66a23-9b78-4734-8a8d-992be1c0ff3a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:31.525737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f27aef9-533a-4035-8c87-d1679cde0cbe req-46a66a23-9b78-4734-8a8d-992be1c0ff3a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.0675561 Jul 16 02:02:31.564657 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f27aef9-533a-4035-8c87-d1679cde0cbe req-5814ce1d-783a-4ba6-a223-e5c0820d2a3a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323029 Jul 16 02:02:31.638234 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:32.740909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db0796-e872-44f4-920c-c742f7432569 req-266065d4-a3a5-4103-b25e-b53b50a04843 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:32.742708 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9db0796-e872-44f4-920c-c742f7432569 req-266065d4-a3a5-4103-b25e-b53b50a04843 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.0671954 Jul 16 02:02:32.780253 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9db0796-e872-44f4-920c-c742f7432569 req-7c621256-225a-48c2-a8f9-5437fa84a023 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313785 Jul 16 02:02:33.958463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ee70f-1f22-4582-8875-97ec4b083436 req-635d04b4-42e1-4937-bbb7-910a6c62e88e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:33.959979 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-216ee70f-1f22-4582-8875-97ec4b083436 req-635d04b4-42e1-4937-bbb7-910a6c62e88e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.0670371 Jul 16 02:02:33.998049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-216ee70f-1f22-4582-8875-97ec4b083436 req-d01103bd-69c0-486c-9bde-3a38a466c855 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323141 Jul 16 02:02:34.961472 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-215749c3-f2b2-461e-9816-337f6bdc4bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:35.178785 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe232cfb-0a18-4540-8e6b-0ab41959c6f0 req-5b9ede36-a108-4ed3-8772-bb648641bf41 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:35.180317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe232cfb-0a18-4540-8e6b-0ab41959c6f0 req-5b9ede36-a108-4ed3-8772-bb648641bf41 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.0632434 Jul 16 02:02:35.222577 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fe232cfb-0a18-4540-8e6b-0ab41959c6f0 req-4137cda5-5d8c-4e05-946b-fc5dd24f54bb tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345266 Jul 16 02:02:36.400312 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3356eb26-8d9b-472c-8753-6c14cf945f43 req-bcf8c4fd-bf29-42c1-902b-194b6c61cebb tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:36.401730 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3356eb26-8d9b-472c-8753-6c14cf945f43 req-bcf8c4fd-bf29-42c1-902b-194b6c61cebb tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.0679770 Jul 16 02:02:36.441141 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3356eb26-8d9b-472c-8753-6c14cf945f43 req-b9393e4c-0b83-4954-8e3c-cbcc4c675a7f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333211 Jul 16 02:02:37.397626 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:37.611158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e81f43-007c-416e-b65b-30e641a08c4f req-2d3594a7-65b8-4f84-853d-61129b0874b6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:37.612730 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34e81f43-007c-416e-b65b-30e641a08c4f req-2d3594a7-65b8-4f84-853d-61129b0874b6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.0622587 Jul 16 02:02:37.621531 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:02:37.649644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34e81f43-007c-416e-b65b-30e641a08c4f req-adbdb410-ee67-4ff7-9130-347d79988901 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313280 Jul 16 02:02:37.708737 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5f730d66-7551-42cf-bb60-3b5b0cedd9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:38.694556 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:38.848640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13848686-f271-4bd3-93e1-ef08d3cbb9d8 req-a0f96cdc-92e4-40e1-bfac-591d615752c6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:38.850499 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13848686-f271-4bd3-93e1-ef08d3cbb9d8 req-a0f96cdc-92e4-40e1-bfac-591d615752c6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 943 time: 0.0739853 Jul 16 02:02:38.891299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13848686-f271-4bd3-93e1-ef08d3cbb9d8 req-84bfd56c-cf34-4d99-8502-4e3cfa236716 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346668 Jul 16 02:02:39.325706 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 896141d9-51aa-4bb1-869e-4155f51cd224 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:02:39.435223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 896141d9-51aa-4bb1-869e-4155f51cd224, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=896141d9-51aa-4bb1-869e-4155f51cd224,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:39.446628 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '896141d9-51aa-4bb1-869e-4155f51cd224', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'port_id': '896141d9-51aa-4bb1-869e-4155f51cd224', 'mac_address': 'fa:16:3e:fb:41:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:02:39.486316 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.498658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 896141d9-51aa-4bb1-869e-4155f51cd224 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:02:39.521943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 896141d9-51aa-4bb1-869e-4155f51cd224, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=896141d9-51aa-4bb1-869e-4155f51cd224,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:39.525504 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:39.573079 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=896141d9-51aa-4bb1-869e-4155f51cd224,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:39.580849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:39.581131 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:39.581469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:39.581804 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:39.582133 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:39.582479 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:39.582866 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:39.583345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:39.583775 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:39.584099 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:39.584426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:39.584747 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:39.816936 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['896141d9-51aa-4bb1-869e-4155f51cd224'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:40.085569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab05cef5-2bde-4273-868a-7cd819936dd7 req-e1335618-bdb7-4d37-9490-5928f8eedc70 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:40.087107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ab05cef5-2bde-4273-868a-7cd819936dd7 req-e1335618-bdb7-4d37-9490-5928f8eedc70 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 944 time: 0.0725517 Jul 16 02:02:40.125688 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ab05cef5-2bde-4273-868a-7cd819936dd7 req-66951f56-e081-4f3e-942b-6161ab237c89 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328186 Jul 16 02:02:40.342893 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.313811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a2ebf-d199-4f08-b595-9cc5f48253b9 req-31238f81-e2ca-4f50-bb00-12e99ffd946b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:41.315280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b9a2ebf-d199-4f08-b595-9cc5f48253b9 req-31238f81-e2ca-4f50-bb00-12e99ffd946b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 944 time: 0.0686576 Jul 16 02:02:41.349026 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 896141d9-51aa-4bb1-869e-4155f51cd224 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:02:41.355053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b9a2ebf-d199-4f08-b595-9cc5f48253b9 req-d3ee7546-f1c0-4542-ab16-b05c2a1504e1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324111 Jul 16 02:02:41.399282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 896141d9-51aa-4bb1-869e-4155f51cd224 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:02:41.403263 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 896141d9-51aa-4bb1-869e-4155f51cd224 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:02:41.403686 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.486197 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.509675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71888988-f4be-4652-9b20-e503ff7a7726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896141d9-51aa-4bb1-869e-4155f51cd224'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:41.511929 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754fc92b-1327-421a-afd7-57f723896d82" -d '{"events": [{"server_uuid": "71888988-f4be-4652-9b20-e503ff7a7726", "name": "network-vif-plugged", "status": "completed", "tag": "896141d9-51aa-4bb1-869e-4155f51cd224"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:41.526809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 896141d9-51aa-4bb1-869e-4155f51cd224, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=896141d9-51aa-4bb1-869e-4155f51cd224,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:41.530760 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:41.559622 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e5c0dc-4db7-4fbc-823b-976d5554d23d x-openstack-request-id: req-f8e5c0dc-4db7-4fbc-823b-976d5554d23d {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:41.559953 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71888988-f4be-4652-9b20-e503ff7a7726", "name": "network-vif-plugged", "status": "completed", "tag": "896141d9-51aa-4bb1-869e-4155f51cd224", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:41.560183 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8e5c0dc-4db7-4fbc-823b-976d5554d23d {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:41.560565 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71888988-f4be-4652-9b20-e503ff7a7726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '896141d9-51aa-4bb1-869e-4155f51cd224', 'code': 200} Jul 16 02:02:41.593112 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=896141d9-51aa-4bb1-869e-4155f51cd224,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:41.676237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15a7838-76b6-475b-ab46-2b5576692a0f req-203e6a89-fd9d-46d7-b128-19a125c56d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:41.677752 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a15a7838-76b6-475b-ab46-2b5576692a0f req-203e6a89-fd9d-46d7-b128-19a125c56d12 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 1097 time: 0.0567782 Jul 16 02:02:41.715018 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a15a7838-76b6-475b-ab46-2b5576692a0f req-9c66eaf6-5526-4f6b-b5a3-fbacbae8c5ca service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304589 Jul 16 02:02:42.544612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19864efe-51e5-408d-b7ae-17edf4184075 req-8be15d82-dc81-48a1-9f54-788319f57b8e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:42.546270 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19864efe-51e5-408d-b7ae-17edf4184075 req-8be15d82-dc81-48a1-9f54-788319f57b8e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 945 time: 0.0697548 Jul 16 02:02:42.589889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19864efe-51e5-408d-b7ae-17edf4184075 req-abca62e6-b5ac-45d1-b057-d1a045e9ed33 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367084 Jul 16 02:02:43.774853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0c82-faf8-4a3d-8261-453057b30e98 req-ac4d3cd5-8722-4d7f-bfc5-943868b0ba4a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:43.776392 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fbc0c82-faf8-4a3d-8261-453057b30e98 req-ac4d3cd5-8722-4d7f-bfc5-943868b0ba4a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 945 time: 0.0722516 Jul 16 02:02:43.813646 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fbc0c82-faf8-4a3d-8261-453057b30e98 req-ac0c47e0-9c8d-4f69-ac9d-70e4d7afa972 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316169 Jul 16 02:02:43.988974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0afb0-79ce-4dc9-ab0c-4493b769aeab req-437b12e9-62a9-4364-bfe8-381b419894ca tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:43.990651 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ab0afb0-79ce-4dc9-ab0c-4493b769aeab req-437b12e9-62a9-4364-bfe8-381b419894ca tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 945 time: 0.0663252 Jul 16 02:02:44.027807 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4ab0afb0-79ce-4dc9-ab0c-4493b769aeab req-66cbef90-b9c8-470d-bf8e-5085ca258f18 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315621 Jul 16 02:02:44.457830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066203c-2f01-4d8b-9871-fe0e5301b681 req-0b3dcae0-42c8-4d63-b187-da7e46dc5738 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:44.459316 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7066203c-2f01-4d8b-9871-fe0e5301b681 req-0b3dcae0-42c8-4d63-b187-da7e46dc5738 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 945 time: 0.0635958 Jul 16 02:02:44.495415 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7066203c-2f01-4d8b-9871-fe0e5301b681 req-0cb561c4-b875-495f-b1a6-eb4516ae9e0f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304618 Jul 16 02:02:45.886428 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7e371-e6cb-4d0a-bac9-60c2003da53d req-df0044c8-101a-4e1f-83ff-ced6e4b0f3eb tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:45.888000 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1be7e371-e6cb-4d0a-bac9-60c2003da53d req-df0044c8-101a-4e1f-83ff-ced6e4b0f3eb tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.69 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 945 time: 0.1092200 Jul 16 02:02:45.898086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2a28f-036e-4b21-882c-b1c2fe853a0e req-c486ad39-4dd9-4a12-b76a-9161df444254 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:45.899522 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05a2a28f-036e-4b21-882c-b1c2fe853a0e req-c486ad39-4dd9-4a12-b76a-9161df444254 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 945 time: 0.0887063 Jul 16 02:02:45.973873 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05a2a28f-036e-4b21-882c-b1c2fe853a0e req-2306fc89-4656-48f3-86f5-6544c7c25753 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670865 Jul 16 02:02:46.020452 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1be7e371-e6cb-4d0a-bac9-60c2003da53d req-d1f0a317-0ed5-4b54-80e8-e6903b849e32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Deleting port 896141d9-51aa-4bb1-869e-4155f51cd224 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:46.020799 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1be7e371-e6cb-4d0a-bac9-60c2003da53d req-d1f0a317-0ed5-4b54-80e8-e6903b849e32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.106490 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-1be7e371-e6cb-4d0a-bac9-60c2003da53d req-d1f0a317-0ed5-4b54-80e8-e6903b849e32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] For port 896141d9-51aa-4bb1-869e-4155f51cd224, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=896141d9-51aa-4bb1-869e-4155f51cd224,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:46.106853 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1be7e371-e6cb-4d0a-bac9-60c2003da53d req-d1f0a317-0ed5-4b54-80e8-e6903b849e32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.118733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-1be7e371-e6cb-4d0a-bac9-60c2003da53d req-d1f0a317-0ed5-4b54-80e8-e6903b849e32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Calling delete_port for 896141d9-51aa-4bb1-869e-4155f51cd224 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:46.245776 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1be7e371-e6cb-4d0a-bac9-60c2003da53d req-d1f0a317-0ed5-4b54-80e8-e6903b849e32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.258834 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['767fbcf4-e1b1-45bd-9223-40b26d983fa9'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:46.261789 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['896141d9-51aa-4bb1-869e-4155f51cd224'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:46.275094 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f0a317-0ed5-4b54-80e8-e6903b849e32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event deleted for resources: {'Port': ['ID=896141d9-51aa-4bb1-869e-4155f51cd224,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:46.328132 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be7e371-e6cb-4d0a-bac9-60c2003da53d req-d1f0a317-0ed5-4b54-80e8-e6903b849e32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] No DVR routers for this DVR port 896141d9-51aa-4bb1-869e-4155f51cd224 on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:46.330868 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-1be7e371-e6cb-4d0a-bac9-60c2003da53d req-d1f0a317-0ed5-4b54-80e8-e6903b849e32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:46.333612 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1be7e371-e6cb-4d0a-bac9-60c2003da53d req-d1f0a317-0ed5-4b54-80e8-e6903b849e32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.69 "DELETE /v2.0/ports/896141d9-51aa-4bb1-869e-4155f51cd224 HTTP/1.1" status: 204 len: 173 time: 0.4331706 Jul 16 02:02:46.335873 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71888988-f4be-4652-9b20-e503ff7a7726', 'name': 'network-vif-deleted', 'tag': '896141d9-51aa-4bb1-869e-4155f51cd224'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:46.336377 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20461c9f-03b1-4fd3-af95-de066e188e47" -d '{"events": [{"server_uuid": "71888988-f4be-4652-9b20-e503ff7a7726", "name": "network-vif-deleted", "tag": "896141d9-51aa-4bb1-869e-4155f51cd224"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:46.372149 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4472b39c-256f-4dad-8beb-a311148c104c x-openstack-request-id: req-4472b39c-256f-4dad-8beb-a311148c104c {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:46.372450 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71888988-f4be-4652-9b20-e503ff7a7726", "name": "network-vif-deleted", "tag": "896141d9-51aa-4bb1-869e-4155f51cd224", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:46.372712 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4472b39c-256f-4dad-8beb-a311148c104c {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:46.373121 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71888988-f4be-4652-9b20-e503ff7a7726', 'name': 'network-vif-deleted', 'tag': '896141d9-51aa-4bb1-869e-4155f51cd224', 'status': 'completed', 'code': 200} Jul 16 02:02:47.117042 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3159310c-cd60-47cb-9e9b-bbfa73c0e6c3 req-1fd1a008-bc74-4fea-97b5-5c58e75257e4 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 210 time: 0.0304031 Jul 16 02:02:48.264516 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c78bb3e8-44e1-4b83-a7eb-bd72270e96cb req-aa341bf1-b68d-47cf-9733-6cb2e82a9cf4 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 210 time: 0.0288839 Jul 16 02:02:49.381568 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 896141d9-51aa-4bb1-869e-4155f51cd224 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:02:49.404072 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 896141d9-51aa-4bb1-869e-4155f51cd224 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:02:49.404416 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 896141d9-51aa-4bb1-869e-4155f51cd224 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:02:49.407147 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0542299-59d6-4694-9113-60c494ec8fcf req-83dcf82b-036c-4b5e-b136-4abda367771f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=71888988-f4be-4652-9b20-e503ff7a7726 HTTP/1.1" status: 200 len: 210 time: 0.0311341 Jul 16 02:02:55.113545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd36ed5-2cb3-4f0f-976f-b1e563cc5c16 req-6c538dee-bf9c-4da1-a760-87cc7f9249ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:55.115032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-abd36ed5-2cb3-4f0f-976f-b1e563cc5c16 req-6c538dee-bf9c-4da1-a760-87cc7f9249ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 946 time: 0.0649645 Jul 16 02:02:55.153041 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-abd36ed5-2cb3-4f0f-976f-b1e563cc5c16 req-57c266b0-2e24-41c4-b622-ff81cc469519 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324593 Jul 16 02:02:56.322104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e321b0b-2b90-4fe0-9341-d56e4d9c69cf req-b9d9d6ec-79cf-4eab-95da-d479a9f5ffaa tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:56.323510 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e321b0b-2b90-4fe0-9341-d56e4d9c69cf req-b9d9d6ec-79cf-4eab-95da-d479a9f5ffaa tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 946 time: 0.0629017 Jul 16 02:02:56.360687 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e321b0b-2b90-4fe0-9341-d56e4d9c69cf req-a30313e8-8961-461b-acb0-5683c63a2416 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317214 Jul 16 02:02:56.633621 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13763023-eff7-4a57-ba52-b5e389f1b4e4 req-fb1f6b2a-d1b8-4fb4-9ade-dce9306ff0d6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:02:56.635014 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13763023-eff7-4a57-ba52-b5e389f1b4e4 req-fb1f6b2a-d1b8-4fb4-9ade-dce9306ff0d6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 946 time: 0.0616515 Jul 16 02:02:56.734660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-13763023-eff7-4a57-ba52-b5e389f1b4e4 req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Deleting port 767fbcf4-e1b1-45bd-9223-40b26d983fa9 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:02:56.735000 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-13763023-eff7-4a57-ba52-b5e389f1b4e4 req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.819612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-13763023-eff7-4a57-ba52-b5e389f1b4e4 req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] For port 767fbcf4-e1b1-45bd-9223-40b26d983fa9, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=767fbcf4-e1b1-45bd-9223-40b26d983fa9,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:02:56.819997 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-13763023-eff7-4a57-ba52-b5e389f1b4e4 req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.835973 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-13763023-eff7-4a57-ba52-b5e389f1b4e4 req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Calling delete_port for 767fbcf4-e1b1-45bd-9223-40b26d983fa9 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:02:56.956405 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-13763023-eff7-4a57-ba52-b5e389f1b4e4 req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:56.968814 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['767fbcf4-e1b1-45bd-9223-40b26d983fa9'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:02:56.983103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event deleted for resources: {'Port': ['ID=767fbcf4-e1b1-45bd-9223-40b26d983fa9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:02:56.993599 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:56.993953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:56.994293 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:56.994628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:56.994961 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:56.995290 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:56.995616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:56.995966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:56.996790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:56.996790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:56.996982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:56.997223 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:02:57.044935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-13763023-eff7-4a57-ba52-b5e389f1b4e4 req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] No DVR routers for this DVR port 767fbcf4-e1b1-45bd-9223-40b26d983fa9 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:02:57.047448 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-13763023-eff7-4a57-ba52-b5e389f1b4e4 req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:02:57.049637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-13763023-eff7-4a57-ba52-b5e389f1b4e4 req-19c58cd6-aafd-4109-a046-846b4df16079 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "DELETE /v2.0/ports/767fbcf4-e1b1-45bd-9223-40b26d983fa9 HTTP/1.1" status: 204 len: 173 time: 0.4084568 Jul 16 02:02:57.050072 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35', 'name': 'network-vif-deleted', 'tag': '767fbcf4-e1b1-45bd-9223-40b26d983fa9'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:02:57.052949 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e5027a-6fb1-4d56-a791-d876235b546f" -d '{"events": [{"server_uuid": "720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35", "name": "network-vif-deleted", "tag": "767fbcf4-e1b1-45bd-9223-40b26d983fa9"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:02:57.092099 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4046bd7-9f82-4091-a099-3e25d48a2605 x-openstack-request-id: req-a4046bd7-9f82-4091-a099-3e25d48a2605 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:02:57.092400 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35", "name": "network-vif-deleted", "tag": "767fbcf4-e1b1-45bd-9223-40b26d983fa9", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:02:57.092657 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4046bd7-9f82-4091-a099-3e25d48a2605 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:02:57.093057 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35', 'name': 'network-vif-deleted', 'tag': '767fbcf4-e1b1-45bd-9223-40b26d983fa9', 'status': 'completed', 'code': 200} Jul 16 02:02:57.507578 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19ea71d2-b139-41d9-82c2-00e66c461d1c req-8138f467-0224-463d-ae82-1c3fb4d83792 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 210 time: 0.0288823 Jul 16 02:02:58.648942 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c575f4d7-b840-4921-a618-aee1ccdc761c req-4354acb4-472f-4bb7-bb42-dec7236d62b1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 210 time: 0.0279555 Jul 16 02:02:59.787852 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7ed7786-dbb9-4e09-9c6b-1d6fb9be1a3f req-a1cd5a5f-a37f-4cf4-9ab9-2bb3b7d4eeb3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 210 time: 0.0286720 Jul 16 02:03:00.753038 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:00.951329 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afbf3da6-f236-4321-af68-21dc7a6c16e4 req-0f2e16d6-d220-4cb0-9838-2c4946e0eb74 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=720fe19d-71f2-4efe-ad6f-9e7cf9d8ae35 HTTP/1.1" status: 200 len: 210 time: 0.0344436 Jul 16 02:03:01.638830 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:02.034564 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 767fbcf4-e1b1-45bd-9223-40b26d983fa9 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:03:02.054703 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 767fbcf4-e1b1-45bd-9223-40b26d983fa9 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:03:02.055252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 767fbcf4-e1b1-45bd-9223-40b26d983fa9 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:03:04.225318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43036) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:04.229924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f527e7c8-1647-4784-9830-756807c80017 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-971803993', 'description': 'tempest-secgroup-smoke-971803993 description', 'project_id': '520338b0e8c94c93b2082f5c0605466c'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:04.253880 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f527e7c8-1647-4784-9830-756807c80017 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.332642 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f527e7c8-1647-4784-9830-756807c80017 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.336068 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f527e7c8-1647-4784-9830-756807c80017 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.365145 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f527e7c8-1647-4784-9830-756807c80017 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.366372 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f527e7c8-1647-4784-9830-756807c80017 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1400492 Jul 16 02:03:04.367215 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527e7c8-1647-4784-9830-756807c80017 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c569cca-bb24-4da5-be83-e5ea8d350174,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:04.369264 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43038) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:04.373858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-39ab06e3-344e-40ff-ad99-9548bc971e8a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Request body: {'security_group_rule': {'security_group_id': '8c569cca-bb24-4da5-be83-e5ea8d350174', 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:04.401608 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39ab06e3-344e-40ff-ad99-9548bc971e8a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.453538 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39ab06e3-344e-40ff-ad99-9548bc971e8a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.456946 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39ab06e3-344e-40ff-ad99-9548bc971e8a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.474429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab06e3-344e-40ff-ad99-9548bc971e8a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ded381-4a8a-4a8f-b111-75793611776c,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:04.480001 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-39ab06e3-344e-40ff-ad99-9548bc971e8a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.481324 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-39ab06e3-344e-40ff-ad99-9548bc971e8a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111403 Jul 16 02:03:04.484210 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43040) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:04.489553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-9c51da41-24db-473a-befd-176e5cced6b4 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Request body: {'security_group_rule': {'security_group_id': '8c569cca-bb24-4da5-be83-e5ea8d350174', 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:04.519590 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c51da41-24db-473a-befd-176e5cced6b4 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.586433 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c51da41-24db-473a-befd-176e5cced6b4 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.590057 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c51da41-24db-473a-befd-176e5cced6b4 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.607312 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51da41-24db-473a-befd-176e5cced6b4 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77af1d97-eb0c-446f-a8e1-921322a536f7,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:04.612792 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-9c51da41-24db-473a-befd-176e5cced6b4 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.616625 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9c51da41-24db-473a-befd-176e5cced6b4 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286449 Jul 16 02:03:04.616726 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43042) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:04.621009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-adf6d859-0702-4025-9bf6-225686f5cbe8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Request body: {'security_group_rule': {'security_group_id': '8c569cca-bb24-4da5-be83-e5ea8d350174', 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:04.645693 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-adf6d859-0702-4025-9bf6-225686f5cbe8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.705410 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-adf6d859-0702-4025-9bf6-225686f5cbe8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.709494 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-adf6d859-0702-4025-9bf6-225686f5cbe8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.726914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf6d859-0702-4025-9bf6-225686f5cbe8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b81953e8-6ece-4c3d-8613-e50c1ef57030,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:04.732472 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-adf6d859-0702-4025-9bf6-225686f5cbe8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.733813 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-adf6d859-0702-4025-9bf6-225686f5cbe8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162152 Jul 16 02:03:04.736444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43044) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:04.740841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d09cec6d-5de7-4a1b-b623-e85d22da227b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Request body: {'security_group_rule': {'security_group_id': '8c569cca-bb24-4da5-be83-e5ea8d350174', 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:04.765519 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d09cec6d-5de7-4a1b-b623-e85d22da227b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.822234 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d09cec6d-5de7-4a1b-b623-e85d22da227b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.825638 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d09cec6d-5de7-4a1b-b623-e85d22da227b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.843237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cec6d-5de7-4a1b-b623-e85d22da227b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a22dff5-5fea-4c1b-8d12-c4fd59d4fe62,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:04.852560 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d09cec6d-5de7-4a1b-b623-e85d22da227b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.855792 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d09cec6d-5de7-4a1b-b623-e85d22da227b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163986 Jul 16 02:03:04.856410 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43046) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:04.860812 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-07fbc5c0-fce1-46e7-871a-a2ed23fee6e9 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Request body: {'security_group_rule': {'security_group_id': '8c569cca-bb24-4da5-be83-e5ea8d350174', 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:04.881209 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-07fbc5c0-fce1-46e7-871a-a2ed23fee6e9 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Project 520338b0e8c94c93b2082f5c0605466c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:03:04.885985 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07fbc5c0-fce1-46e7-871a-a2ed23fee6e9 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.944264 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07fbc5c0-fce1-46e7-871a-a2ed23fee6e9 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.948363 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07fbc5c0-fce1-46e7-871a-a2ed23fee6e9 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.962109 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7358090d-734d-4eaa-a697-043ef7fa37fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.968224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fbc5c0-fce1-46e7-871a-a2ed23fee6e9 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03de0ca7-d59d-48e2-ad5e-dc65d9018f47,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:04.970667 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-07fbc5c0-fce1-46e7-871a-a2ed23fee6e9 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:04.971859 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-07fbc5c0-fce1-46e7-871a-a2ed23fee6e9 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1144805 Jul 16 02:03:04.975210 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43048) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:04.979569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-23618dc0-993b-4c51-ab8c-4ea265ff72a8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Request body: {'security_group_rule': {'security_group_id': '8c569cca-bb24-4da5-be83-e5ea8d350174', 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:05.000354 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-23618dc0-993b-4c51-ab8c-4ea265ff72a8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Project 520338b0e8c94c93b2082f5c0605466c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:03:05.005482 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-23618dc0-993b-4c51-ab8c-4ea265ff72a8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.067510 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-23618dc0-993b-4c51-ab8c-4ea265ff72a8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.071112 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-23618dc0-993b-4c51-ab8c-4ea265ff72a8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.091083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23618dc0-993b-4c51-ab8c-4ea265ff72a8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=647be132-5c74-47cd-a36d-28b5351ddb48,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:05.094752 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-23618dc0-993b-4c51-ab8c-4ea265ff72a8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:05.095883 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-23618dc0-993b-4c51-ab8c-4ea265ff72a8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1196795 Jul 16 02:03:07.401275 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:07.710257 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9982f903-2c2c-4755-947d-9c6e60b68812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:08.696696 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:10.347917 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:14.621125 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:03:16.682519 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-b844114f-ddfc-42bf-9ace-8a56adde9338 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0608292 Jul 16 02:03:16.790009 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-fc49856d-e2a2-42dc-b044-9f2f9bfc1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:16.790500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-fc49856d-e2a2-42dc-b044-9f2f9bfc1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:16.790975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-fc49856d-e2a2-42dc-b044-9f2f9bfc1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:16.791452 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-fc49856d-e2a2-42dc-b044-9f2f9bfc1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:16.791951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-fc49856d-e2a2-42dc-b044-9f2f9bfc1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:16.793743 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-fc49856d-e2a2-42dc-b044-9f2f9bfc1ff2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0603147 Jul 16 02:03:16.907981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-55a63057-212c-4ee7-8ce2-8ba17c650a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:16.908463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-55a63057-212c-4ee7-8ce2-8ba17c650a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:16.908935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-55a63057-212c-4ee7-8ce2-8ba17c650a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:16.910581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-55a63057-212c-4ee7-8ce2-8ba17c650a52 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0926731 Jul 16 02:03:16.951247 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-de3e2d9b-9bfe-4ee3-b0e6-feeb1c985896 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0343006 Jul 16 02:03:16.998173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-b8be8dd3-af13-4c6c-b291-153c7a867d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:16.999544 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-b8be8dd3-af13-4c6c-b291-153c7a867d7e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0427949 Jul 16 02:03:17.083746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-65217152-803d-40ea-b3ad-750d42b2eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:17.085418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-65217152-803d-40ea-b3ad-750d42b2eb58 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798802 Jul 16 02:03:17.194361 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-571188b0-865e-4706-b25f-0ba0828d292a service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018758 Jul 16 02:03:17.313097 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-788f1d38-4e36-4f02-9f9b-5b2f0ebf6e2b service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123400 Jul 16 02:03:17.367667 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-982ec764-4992-4c07-ba0f-2e1c73a61992 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0483882 Jul 16 02:03:17.424950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-68e7e54f-182d-4677-b21f-f6417b784fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:17.426748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-68e7e54f-182d-4677-b21f-f6417b784fac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0533452 Jul 16 02:03:17.500907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-2c7f9314-1228-4a80-8790-36022ee8d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:17.502568 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-2c7f9314-1228-4a80-8790-36022ee8d6d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0697830 Jul 16 02:03:17.593355 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-b1ca4b0e-9ecc-41b2-b180-dd0199101d09 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840464 Jul 16 02:03:17.992941 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-3afba098-926b-4cba-b9b5-cd30c311bfeb service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3932815 Jul 16 02:03:18.033420 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-a244d740-c4e7-4d6d-a588-05b8169736e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0333455 Jul 16 02:03:18.084406 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-2c3faaff-4690-46ab-8c45-06f15c985320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.085867 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-2c3faaff-4690-46ab-8c45-06f15c985320 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0469296 Jul 16 02:03:18.145774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-3e69ffc4-e651-4c24-ae2d-a163af55cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.147812 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-3e69ffc4-e651-4c24-ae2d-a163af55cf4b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0561168 Jul 16 02:03:18.247847 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-d6df5622-a6ee-4750-898a-8802db367560 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934510 Jul 16 02:03:18.339642 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-6ba35e56-f1a3-40e9-bd30-26586c0c0286 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860848 Jul 16 02:03:18.379306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-aa22f59c-5c75-45f5-b9bf-7953ba85579a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0336003 Jul 16 02:03:18.429417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-96ebfb67-c8e4-4d4d-ab62-f8e78d1397dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.430942 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-96ebfb67-c8e4-4d4d-ab62-f8e78d1397dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0459285 Jul 16 02:03:18.492275 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-d9da8acb-9115-4394-97d9-669c80becf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.493761 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-d9da8acb-9115-4394-97d9-669c80becf95 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0560286 Jul 16 02:03:18.583963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-550e8dc0-6788-4db1-a800-46e67ff2da69 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839622 Jul 16 02:03:18.674442 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-c55ef190-42e7-4b4d-bcf3-9f724cf63ea5 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841806 Jul 16 02:03:18.714480 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-dab8e18f-f1a0-492c-a47e-ce5db8003e40 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0344396 Jul 16 02:03:18.765735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-702bf73b-8121-4577-9fa0-fc33324ff82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.767117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-702bf73b-8121-4577-9fa0-fc33324ff82d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0470114 Jul 16 02:03:18.822312 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82856b04-671a-4ccc-9f64-e161419527f6 req-bd4f74dc-c9a5-46b5-8897-9def2c8a76ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:18.823734 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-bd4f74dc-c9a5-46b5-8897-9def2c8a76ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0507264 Jul 16 02:03:18.909896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-65370456-0258-4bdf-b4a9-1092c2b6acaf service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800774 Jul 16 02:03:19.002791 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-82856b04-671a-4ccc-9f64-e161419527f6 req-aca8e804-181c-40c4-a7aa-4c512fc3ba67 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872226 Jul 16 02:03:19.446557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-5318ab81-461d-4610-8fda-1e329824e14f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971803993&fields=id&tenant_id=520338b0e8c94c93b2082f5c0605466c HTTP/1.1" status: 200 len: 267 time: 0.0371892 Jul 16 02:03:19.554155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-d0d6c6cb-ca0c-4dfd-a17f-f542934de33c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:19.555640 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-d0d6c6cb-ca0c-4dfd-a17f-f542934de33c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 812 time: 0.1028748 Jul 16 02:03:19.569990 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-289da5e1-cb21-413a-afbf-3f92db608c6b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/quotas/520338b0e8c94c93b2082f5c0605466c HTTP/1.1" status: 200 len: 375 time: 0.0087259 Jul 16 02:03:19.634504 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-5d849ea8-db54-41fc-8a26-741903014a8c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598915 Jul 16 02:03:19.730561 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-3539ea66-b9be-4c6c-a9bc-a238d3ee5a66 service neutron] 10.222.0.22 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841889 Jul 16 02:03:19.816693 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-d1df82b2-1b1c-46b0-99ed-acfb788833f3 service neutron] 10.222.0.22 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805521 Jul 16 02:03:20.106372 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c7407fc-0d9c-4a6b-9370-255567d8803e req-ff2f5252-37cb-4ff6-a5e5-338d15bde5d5 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 210 time: 0.0300195 Jul 16 02:03:21.134992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-87efde42-5056-4832-9b23-fb105f116886 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:21.137987 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-87efde42-5056-4832-9b23-fb105f116886 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 812 time: 0.1128640 Jul 16 02:03:21.191882 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-9e264adc-ddaf-4a69-b199-ce81dfa871cf tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=520338b0e8c94c93b2082f5c0605466c HTTP/1.1" status: 200 len: 379 time: 0.0359662 Jul 16 02:03:21.201582 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-23b77f1e-6097-42a2-bc5b-8969f403954f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Request body: {'port': {'device_id': 'c2b71022-3cf4-4f09-a341-88b69ca6b771', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'admin_state_up': True, 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'security_groups': ['8c569cca-bb24-4da5-be83-e5ea8d350174']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:21.299040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46cb31dd-505a-4214-a8dd-246f1101b47c req-4f7bbfdd-81f8-4a16-ad54-6a2001443929 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 210 time: 0.0346038 Jul 16 02:03:21.343370 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-23b77f1e-6097-42a2-bc5b-8969f403954f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Made reservation on behalf of 520338b0e8c94c93b2082f5c0605466c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:03:21.347008 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-23b77f1e-6097-42a2-bc5b-8969f403954f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:21.475292 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-23b77f1e-6097-42a2-bc5b-8969f403954f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Allocated IP 172.20.0.5 (6bc50b86-4f68-4c63-b273-60b7e90b675e/9334a482-618c-419f-93f8-32dfa29203e5/ac1afcf5-d82f-4a65-8702-68961e4ce93d) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:03:21.609416 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-23b77f1e-6097-42a2-bc5b-8969f403954f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:21.622965 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-23b77f1e-6097-42a2-bc5b-8969f403954f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Transition to ACTIVE for port object ac1afcf5-d82f-4a65-8702-68961e4ce93d will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:21.656740 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-23b77f1e-6097-42a2-bc5b-8969f403954f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:21.703321 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-23b77f1e-6097-42a2-bc5b-8969f403954f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Network 6bc50b86-4f68-4c63-b273-60b7e90b675e is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:21.708584 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-23b77f1e-6097-42a2-bc5b-8969f403954f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:21.712338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-23b77f1e-6097-42a2-bc5b-8969f403954f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:03:21.742697 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b77f1e-6097-42a2-bc5b-8969f403954f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'Port': ['ID=ac1afcf5-d82f-4a65-8702-68961e4ce93d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:21.766322 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-23b77f1e-6097-42a2-bc5b-8969f403954f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:21.766986 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-23b77f1e-6097-42a2-bc5b-8969f403954f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:21.783579 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-23b77f1e-6097-42a2-bc5b-8969f403954f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5857606 Jul 16 02:03:21.796494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Request body: {'port': {'device_id': 'c2b71022-3cf4-4f09-a341-88b69ca6b771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:21.875564 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:21.953015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f2495cac-1023-4d64-bdb3-d1167d298f84 None None] Provisioning for port ac1afcf5-d82f-4a65-8702-68961e4ce93d completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:21.957985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f2495cac-1023-4d64-bdb3-d1167d298f84 None None] Provisioning complete for port ac1afcf5-d82f-4a65-8702-68961e4ce93d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:21.958376 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f2495cac-1023-4d64-bdb3-d1167d298f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:21.995107 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f2495cac-1023-4d64-bdb3-d1167d298f84 None None] Port ac1afcf5-d82f-4a65-8702-68961e4ce93d cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:03:22.146209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1afcf5-d82f-4a65-8702-68961e4ce93d {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:03:22.153787 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.166001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Transition to ACTIVE for port object ac1afcf5-d82f-4a65-8702-68961e4ce93d will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:03:22.169558 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.221981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1afcf5-d82f-4a65-8702-68961e4ce93d,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:22.295620 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Attempting to bind port ac1afcf5-d82f-4a65-8702-68961e4ce93d on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:03:22.296001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Attempting to bind port ac1afcf5-d82f-4a65-8702-68961e4ce93d by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:03:22.296361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Attempting to bind port ac1afcf5-d82f-4a65-8702-68961e4ce93d on network 6bc50b86-4f68-4c63-b273-60b7e90b675e {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:22.301342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Port ac1afcf5-d82f-4a65-8702-68961e4ce93d on network 6bc50b86-4f68-4c63-b273-60b7e90b675e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:03:22.301825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Attempting to bind port ac1afcf5-d82f-4a65-8702-68961e4ce93d on network 6bc50b86-4f68-4c63-b273-60b7e90b675e {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:03:22.307601 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:03:22.308052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Checking segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:03:22.308442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Bound using segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:03:22.308875 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Bound port: ac1afcf5-d82f-4a65-8702-68961e4ce93d, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:03:22.309517 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.382822 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] For port ac1afcf5-d82f-4a65-8702-68961e4ce93d, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:03:22.387493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] For port ac1afcf5-d82f-4a65-8702-68961e4ce93d, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ac1afcf5-d82f-4a65-8702-68961e4ce93d,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:03:22.393070 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.483837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:22.484515 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:22.485972 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] 10.222.0.70 "PUT /v2.0/ports/ac1afcf5-d82f-4a65-8702-68961e4ce93d HTTP/1.1" status: 200 len: 1092 time: 0.6942668 Jul 16 02:03:22.487380 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b71022-3cf4-4f09-a341-88b69ca6b771', 'tag': 'ac1afcf5-d82f-4a65-8702-68961e4ce93d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:22.489772 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1efaa0c-7413-4086-b1b1-b39fdcacbd54" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b71022-3cf4-4f09-a341-88b69ca6b771", "tag": "ac1afcf5-d82f-4a65-8702-68961e4ce93d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:22.514773 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6a410-96b5-4ac6-b43b-412e96de2374 service neutron] Pushing event updated for resources: {'Port': ['ID=ac1afcf5-d82f-4a65-8702-68961e4ce93d,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:22.589414 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8572d50-f140-4b82-956e-0f3ba19e0411 req-1569452a-cb32-4fab-876c-149c8ebd6661 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:22.591020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e8572d50-f140-4b82-956e-0f3ba19e0411 req-1569452a-cb32-4fab-876c-149c8ebd6661 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 943 time: 0.1542451 Jul 16 02:03:22.638050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-2f5d2c7b-04ac-454a-8ad0-be886498f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:22.639598 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-2f5d2c7b-04ac-454a-8ad0-be886498f3ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 1095 time: 0.1000426 Jul 16 02:03:22.647330 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e8572d50-f140-4b82-956e-0f3ba19e0411 req-7fb3d198-ba73-45a2-ab34-1e16fbd2b7b0 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448399 Jul 16 02:03:22.687900 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-4ef256a2-0b5e-467f-9c44-38ad7dbb7f1b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac1afcf5-d82f-4a65-8702-68961e4ce93d HTTP/1.1" status: 200 len: 217 time: 0.0394669 Jul 16 02:03:22.726715 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd1374c-cca7-4e3d-ba71-15f9470476fe x-openstack-request-id: req-5dd1374c-cca7-4e3d-ba71-15f9470476fe {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:22.726941 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b71022-3cf4-4f09-a341-88b69ca6b771", "tag": "ac1afcf5-d82f-4a65-8702-68961e4ce93d", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:22.727197 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5dd1374c-cca7-4e3d-ba71-15f9470476fe {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:22.727600 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b71022-3cf4-4f09-a341-88b69ca6b771', 'tag': 'ac1afcf5-d82f-4a65-8702-68961e4ce93d', 'status': 'completed', 'code': 200} Jul 16 02:03:22.751315 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-0c9f2205-5d7b-4218-9efe-b451784918aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:22.755313 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-0c9f2205-5d7b-4218-9efe-b451784918aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0612824 Jul 16 02:03:22.819065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-180867ec-e7ae-4b43-bd32-a2de13da4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:22.820626 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-180867ec-e7ae-4b43-bd32-a2de13da4cd5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590851 Jul 16 02:03:22.909896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-61b14a13-cf55-4286-a3d4-da081ef6fb5b service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814426 Jul 16 02:03:23.003835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8cb96ad-40e5-46fd-bd3b-c163294d6eb9 req-094b41e2-1b1b-421f-94ba-75448bcb9572 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870049 Jul 16 02:03:23.106344 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efaa0c-7413-4086-b1b1-b39fdcacbd54 req-3379daf4-88b2-4d8e-badf-866846327837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:23.107971 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1efaa0c-7413-4086-b1b1-b39fdcacbd54 req-3379daf4-88b2-4d8e-badf-866846327837 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 1095 time: 0.0546038 Jul 16 02:03:23.202516 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efaa0c-7413-4086-b1b1-b39fdcacbd54 req-0de14c3b-d7ad-4f82-91a4-67ed5df08ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:23.204060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1efaa0c-7413-4086-b1b1-b39fdcacbd54 req-0de14c3b-d7ad-4f82-91a4-67ed5df08ae5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.0899956 Jul 16 02:03:23.245394 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1efaa0c-7413-4086-b1b1-b39fdcacbd54 req-f7edc0a3-107a-4f6e-bf7b-9be268de4600 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac1afcf5-d82f-4a65-8702-68961e4ce93d HTTP/1.1" status: 200 len: 217 time: 0.0345070 Jul 16 02:03:23.298360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efaa0c-7413-4086-b1b1-b39fdcacbd54 req-be0531fd-0307-4b5a-9c8c-f3c22424a7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:23.299897 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1efaa0c-7413-4086-b1b1-b39fdcacbd54 req-be0531fd-0307-4b5a-9c8c-f3c22424a7ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0480950 Jul 16 02:03:23.356829 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efaa0c-7413-4086-b1b1-b39fdcacbd54 req-6b3c15f6-0816-4f7a-8594-a8a259b28d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:23.358348 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1efaa0c-7413-4086-b1b1-b39fdcacbd54 req-6b3c15f6-0816-4f7a-8594-a8a259b28d0e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528145 Jul 16 02:03:23.448185 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1efaa0c-7413-4086-b1b1-b39fdcacbd54 req-0377bfb2-0bf7-4ae3-a1e4-11005f4fadad service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826476 Jul 16 02:03:23.542197 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1efaa0c-7413-4086-b1b1-b39fdcacbd54 req-985519b2-ff3f-4b68-af3d-12b9ccb19b52 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860856 Jul 16 02:03:23.840729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a98e18-139b-4003-80e7-7ced95baa7f7 req-543b1b4a-f999-4ab4-bbd7-245e2c066085 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:23.842279 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37a98e18-139b-4003-80e7-7ced95baa7f7 req-543b1b4a-f999-4ab4-bbd7-245e2c066085 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 943 time: 0.0662358 Jul 16 02:03:23.879046 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37a98e18-139b-4003-80e7-7ced95baa7f7 req-32ba4ca1-5203-498a-a691-8ca66e936ebe tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310233 Jul 16 02:03:25.056816 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3b015-9a43-46a8-97bd-803952d53391 req-6c89c3ac-8d9a-41db-8625-05148868a4eb tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:25.058596 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a0f3b015-9a43-46a8-97bd-803952d53391 req-6c89c3ac-8d9a-41db-8625-05148868a4eb tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 943 time: 0.0695376 Jul 16 02:03:25.097955 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a0f3b015-9a43-46a8-97bd-803952d53391 req-89b04397-a2e9-4f2c-8249-93a21842ac58 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328810 Jul 16 02:03:26.270114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02129bf-415c-4175-9f8c-2770295f50ba req-9a5e3438-efe8-4bf1-80f5-605b852c675e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:26.271619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d02129bf-415c-4175-9f8c-2770295f50ba req-9a5e3438-efe8-4bf1-80f5-605b852c675e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 943 time: 0.0625472 Jul 16 02:03:26.308725 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d02129bf-415c-4175-9f8c-2770295f50ba req-07f895d3-9090-42b7-9159-36084a2ec7af tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316432 Jul 16 02:03:27.477145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea627c-0086-4f83-a6af-02730e6697ec req-b3046a57-9ba2-4839-883b-210716688c60 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:27.478650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22ea627c-0086-4f83-a6af-02730e6697ec req-b3046a57-9ba2-4839-883b-210716688c60 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 943 time: 0.0620909 Jul 16 02:03:27.515583 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22ea627c-0086-4f83-a6af-02730e6697ec req-3b94ab61-c67e-4059-8f9a-f251633b6453 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313601 Jul 16 02:03:28.686775 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10227f8e-5176-4abd-9bad-074bd44af88f req-f1e7532f-3651-41f7-a586-a353ec57ee3f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:28.688315 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10227f8e-5176-4abd-9bad-074bd44af88f req-f1e7532f-3651-41f7-a586-a353ec57ee3f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 943 time: 0.0658123 Jul 16 02:03:28.724813 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10227f8e-5176-4abd-9bad-074bd44af88f req-6cb16c03-8ca5-4cd8-b35e-a6d9842f3f3b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310855 Jul 16 02:03:29.894650 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eb1ad3-4693-41ef-8d4a-954f4c0ed56e req-267fe20a-bf4d-4627-8e87-8e2f52734bb1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:29.896168 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42eb1ad3-4693-41ef-8d4a-954f4c0ed56e req-267fe20a-bf4d-4627-8e87-8e2f52734bb1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 943 time: 0.0618973 Jul 16 02:03:29.932819 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42eb1ad3-4693-41ef-8d4a-954f4c0ed56e req-151bd6bf-3392-4fdf-9536-fecbabb38400 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313184 Jul 16 02:03:30.759691 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:31.110711 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607dddd-9f1e-449c-bbb5-b07e4b20e1aa req-3420e951-7eef-4e43-8b4d-f22a5f3d9f53 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:31.112239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9607dddd-9f1e-449c-bbb5-b07e4b20e1aa req-3420e951-7eef-4e43-8b4d-f22a5f3d9f53 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 943 time: 0.0662048 Jul 16 02:03:31.148983 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9607dddd-9f1e-449c-bbb5-b07e4b20e1aa req-fde5a38e-0a8f-4cd5-a161-eb16cee56424 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309608 Jul 16 02:03:31.640595 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:32.172021 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ac1afcf5-d82f-4a65-8702-68961e4ce93d details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:03:32.265394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port ac1afcf5-d82f-4a65-8702-68961e4ce93d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ac1afcf5-d82f-4a65-8702-68961e4ce93d,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:32.276340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'ac1afcf5-d82f-4a65-8702-68961e4ce93d', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'port_id': 'ac1afcf5-d82f-4a65-8702-68961e4ce93d', 'mac_address': 'fa:16:3e:f5:3b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:03:32.316658 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:32.319195 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062faa59-e096-4ef7-b2a2-25d73ed8086b req-7c2c3c46-ecde-48a4-a9d5-265140fce05f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:32.320912 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-062faa59-e096-4ef7-b2a2-25d73ed8086b req-7c2c3c46-ecde-48a4-a9d5-265140fce05f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 943 time: 0.0623343 Jul 16 02:03:32.329202 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1afcf5-d82f-4a65-8702-68961e4ce93d {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:03:32.348293 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port ac1afcf5-d82f-4a65-8702-68961e4ce93d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ac1afcf5-d82f-4a65-8702-68961e4ce93d,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:32.352912 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:32.359506 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-062faa59-e096-4ef7-b2a2-25d73ed8086b req-d7eeb5a9-1a7d-48f9-86b4-7d3c76168267 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329745 Jul 16 02:03:32.398998 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=ac1afcf5-d82f-4a65-8702-68961e4ce93d,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:32.557547 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['ac1afcf5-d82f-4a65-8702-68961e4ce93d'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:03:33.528324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ae649-bdef-4fd8-916b-5cab6474abfa req-3e4df9ff-b189-44b4-be24-f4d59062705d tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:33.529815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f4ae649-bdef-4fd8-916b-5cab6474abfa req-3e4df9ff-b189-44b4-be24-f4d59062705d tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 944 time: 0.0616281 Jul 16 02:03:33.565784 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f4ae649-bdef-4fd8-916b-5cab6474abfa req-30fd5613-a648-4e80-9595-b77fac3e4942 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304918 Jul 16 02:03:34.176255 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ac1afcf5-d82f-4a65-8702-68961e4ce93d up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:03:34.222945 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port ac1afcf5-d82f-4a65-8702-68961e4ce93d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:03:34.226887 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port ac1afcf5-d82f-4a65-8702-68961e4ce93d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:03:34.227258 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:34.304664 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:34.326456 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b71022-3cf4-4f09-a341-88b69ca6b771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1afcf5-d82f-4a65-8702-68961e4ce93d'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:34.328661 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df13cb3-ad31-4fee-836b-ec880ab58dd8" -d '{"events": [{"server_uuid": "c2b71022-3cf4-4f09-a341-88b69ca6b771", "name": "network-vif-plugged", "status": "completed", "tag": "ac1afcf5-d82f-4a65-8702-68961e4ce93d"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:34.340929 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port ac1afcf5-d82f-4a65-8702-68961e4ce93d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ac1afcf5-d82f-4a65-8702-68961e4ce93d,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:03:34.344787 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:34.369521 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4f754c-ec36-406f-a45a-a4e49096792d x-openstack-request-id: req-9f4f754c-ec36-406f-a45a-a4e49096792d {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:34.369814 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b71022-3cf4-4f09-a341-88b69ca6b771", "name": "network-vif-plugged", "status": "completed", "tag": "ac1afcf5-d82f-4a65-8702-68961e4ce93d", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:34.370062 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f4f754c-ec36-406f-a45a-a4e49096792d {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:34.370440 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b71022-3cf4-4f09-a341-88b69ca6b771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1afcf5-d82f-4a65-8702-68961e4ce93d', 'code': 200} Jul 16 02:03:34.395099 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=ac1afcf5-d82f-4a65-8702-68961e4ce93d,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:34.484995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae7449-b836-4ddb-829a-646a5636942f req-e75f6fe0-8f0e-4f62-9ed6-be27b1f390be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:34.486483 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5ae7449-b836-4ddb-829a-646a5636942f req-e75f6fe0-8f0e-4f62-9ed6-be27b1f390be service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 1097 time: 0.0536923 Jul 16 02:03:34.519839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5ae7449-b836-4ddb-829a-646a5636942f req-65b0cce5-5726-4880-b961-27451afc2ee5 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263982 Jul 16 02:03:34.736433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c6014-5734-4041-a5aa-3fea238a36d1 req-b5866094-01af-49b1-9060-efdc2f49e553 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:34.737943 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8a0c6014-5734-4041-a5aa-3fea238a36d1 req-b5866094-01af-49b1-9060-efdc2f49e553 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 945 time: 0.0621247 Jul 16 02:03:34.774111 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8a0c6014-5734-4041-a5aa-3fea238a36d1 req-c48ccdb3-d758-45cf-b0e1-924817e37989 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307548 Jul 16 02:03:34.962187 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-051a66d6-7f2f-4d5d-af48-a7fa01d14d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:35.948725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dd4c9-2593-4ec3-a81d-e799e1d71cf3 req-b6ecf081-92a5-4447-982b-e4df1f447a4f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:35.950213 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b52dd4c9-2593-4ec3-a81d-e799e1d71cf3 req-b6ecf081-92a5-4447-982b-e4df1f447a4f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 945 time: 0.0654509 Jul 16 02:03:35.986809 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b52dd4c9-2593-4ec3-a81d-e799e1d71cf3 req-bc77c764-38b7-4c11-b40d-54589d27d758 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311060 Jul 16 02:03:36.161538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7d983-ec29-4de0-8df5-6b5882785bf5 req-217a4701-e160-45b0-9413-0d0fcc6e3438 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:36.163700 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3a7d983-ec29-4de0-8df5-6b5882785bf5 req-217a4701-e160-45b0-9413-0d0fcc6e3438 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 945 time: 0.0615864 Jul 16 02:03:36.199865 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3a7d983-ec29-4de0-8df5-6b5882785bf5 req-e056cd7f-be16-4671-a1ea-8bbc50d86207 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306294 Jul 16 02:03:36.225795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43234) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:36.275023 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cedef87-abd0-4aec-80b4-c876a3e4d3b0 tempest-TestVolumeBootPattern-1420066941 tempest-TestVolumeBootPattern-1420066941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:36.276532 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6cedef87-abd0-4aec-80b4-c876a3e4d3b0 tempest-TestVolumeBootPattern-1420066941 tempest-TestVolumeBootPattern-1420066941-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 1092 time: 0.0497794 Jul 16 02:03:36.279336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43236) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:03:36.283566 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': 'ac1afcf5-d82f-4a65-8702-68961e4ce93d', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:03:36.305736 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:36.401373 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:36.505243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Allocated IP 172.25.2.128 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/d186ac49-67d0-44e0-889b-7627d1d095ba) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:03:36.602798 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:36.641728 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:36.676324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:03:36.681467 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:03:36.685007 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:03:36.712993 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'Port': ['ID=d186ac49-67d0-44e0-889b-7627d1d095ba,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:37.043339 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:37.119228 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:37.264167 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:37.268605 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:37.336806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'Port': ['ID=d186ac49-67d0-44e0-889b-7627d1d095ba,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:03:37.344586 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:37.403161 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:37.442411 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Floating IP 684ea005-ff69-4804-b76c-f0a635dd8ede associated. External IP: 172.25.2.128, port: ac1afcf5-d82f-4a65-8702-68961e4ce93d. Jul 16 02:03:37.712062 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-60369390-dbdb-4b81-9bf8-acea078d1411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:37.954529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Router 4fcb604c-9e75-4804-9e05-552e59088f6e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:03:38.058653 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:03:38.067900 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e607ad7-cc8d-4e44-91dd-1bff4e57f936 None None] Sync routers for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:03:38.074019 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:38.076699 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e607ad7-cc8d-4e44-91dd-1bff4e57f936 None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:38.077288 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9e607ad7-cc8d-4e44-91dd-1bff4e57f936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:03:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:38.116947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1dfe4a7f-2983-4e5e-8cb0-6d84238102ef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8365469 Jul 16 02:03:38.117536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b71022-3cf4-4f09-a341-88b69ca6b771', 'tag': 'ac1afcf5-d82f-4a65-8702-68961e4ce93d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:03:38.119858 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d8b10f-3e1a-4702-9885-e9a7b265206d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b71022-3cf4-4f09-a341-88b69ca6b771", "tag": "ac1afcf5-d82f-4a65-8702-68961e4ce93d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:03:38.154294 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700ae331-56a0-45bb-84fc-5efa8b4ef46d x-openstack-request-id: req-700ae331-56a0-45bb-84fc-5efa8b4ef46d {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:03:38.154581 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b71022-3cf4-4f09-a341-88b69ca6b771", "tag": "ac1afcf5-d82f-4a65-8702-68961e4ce93d", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:03:38.154830 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-700ae331-56a0-45bb-84fc-5efa8b4ef46d {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:03:38.155225 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b71022-3cf4-4f09-a341-88b69ca6b771', 'tag': 'ac1afcf5-d82f-4a65-8702-68961e4ce93d', 'status': 'completed', 'code': 200} Jul 16 02:03:38.184668 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-9e607ad7-cc8d-4e44-91dd-1bff4e57f936 None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:38.229520 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8b10f-3e1a-4702-9885-e9a7b265206d req-f251dcb5-7c2a-450e-b2e4-2ac40a71e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:38.231031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d8b10f-3e1a-4702-9885-e9a7b265206d req-f251dcb5-7c2a-450e-b2e4-2ac40a71e4e4 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 1097 time: 0.0517304 Jul 16 02:03:38.322774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8b10f-3e1a-4702-9885-e9a7b265206d req-2efb4d3a-6a00-4ec8-a2d7-146ffdd599ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:38.324186 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d8b10f-3e1a-4702-9885-e9a7b265206d req-2efb4d3a-6a00-4ec8-a2d7-146ffdd599ed service neutron] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.0861685 Jul 16 02:03:38.389028 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d8b10f-3e1a-4702-9885-e9a7b265206d req-1d9f3ca0-d4c8-4277-8919-e4c6a0e46249 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac1afcf5-d82f-4a65-8702-68961e4ce93d HTTP/1.1" status: 200 len: 999 time: 0.0573602 Jul 16 02:03:38.406539 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9e607ad7-cc8d-4e44-91dd-1bff4e57f936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '684ea005-ff69-4804-b76c-f0a635dd8ede', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'port_id': 'ac1afcf5-d82f-4a65-8702-68961e4ce93d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'mac_address': 'fa:16:3e:f5:3b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b71022-3cf4-4f09-a341-88b69ca6b771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:03:36Z', 'updated_at': '2021-07-16T02:03:36Z', 'revision_number': 0, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:38.432938 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e607ad7-cc8d-4e44-91dd-1bff4e57f936 None None] Checking router: 4fcb604c-9e75-4804-9e05-552e59088f6e for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:03:38.441116 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e607ad7-cc8d-4e44-91dd-1bff4e57f936 None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:03:38.441724 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9e607ad7-cc8d-4e44-91dd-1bff4e57f936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:03:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:38.442515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8b10f-3e1a-4702-9885-e9a7b265206d req-270f1cc2-826c-4b57-8286-b5bf729689b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:38.444630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d8b10f-3e1a-4702-9885-e9a7b265206d req-270f1cc2-826c-4b57-8286-b5bf729689b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0478985 Jul 16 02:03:38.504004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8b10f-3e1a-4702-9885-e9a7b265206d req-a6c4cf7d-d136-4cd1-898a-e580ae78be85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:03:38.505551 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d8b10f-3e1a-4702-9885-e9a7b265206d req-a6c4cf7d-d136-4cd1-898a-e580ae78be85 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528769 Jul 16 02:03:38.544205 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-9e607ad7-cc8d-4e44-91dd-1bff4e57f936 None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:03:38.594948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d8b10f-3e1a-4702-9885-e9a7b265206d req-bc916914-b50e-41e3-ba2c-4009d132060d service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810971 Jul 16 02:03:38.687533 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d8b10f-3e1a-4702-9885-e9a7b265206d req-caf199fa-5807-445d-90df-28d79112bec8 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859528 Jul 16 02:03:38.701344 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:38.758899 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-9e607ad7-cc8d-4e44-91dd-1bff4e57f936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '684ea005-ff69-4804-b76c-f0a635dd8ede', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'port_id': 'ac1afcf5-d82f-4a65-8702-68961e4ce93d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'mac_address': 'fa:16:3e:f5:3b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b71022-3cf4-4f09-a341-88b69ca6b771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:03:36Z', 'updated_at': '2021-07-16T02:03:36Z', 'revision_number': 0, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:03:38.869070 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e607ad7-cc8d-4e44-91dd-1bff4e57f936 None None] The sync data for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 is: [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '684ea005-ff69-4804-b76c-f0a635dd8ede', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'port_id': 'ac1afcf5-d82f-4a65-8702-68961e4ce93d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3951, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'mac_address': 'fa:16:3e:f5:3b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2b71022-3cf4-4f09-a341-88b69ca6b771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:03:36Z', 'updated_at': '2021-07-16T02:03:36Z', 'revision_number': 0, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:03:39.049276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23954627-a2b8-42bb-aeaa-b6c75b8ec86c None None] New status for floating IP 684ea005-ff69-4804-b76c-f0a635dd8ede: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:03:40.346444 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:03:51.620758 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:04:00.769244 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:01.653799 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:04.961763 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b8dcfecc-c50c-4768-ae40-028d233d7b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:07.404264 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:07.713648 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4b73ab90-a754-4d3f-a2a1-3e2723a266dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:08.708136 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:10.352391 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:16.661960 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-b721a46e-8e93-4849-94c6-509aa8ac9506 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0565419 Jul 16 02:04:16.766767 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-43320839-f5cd-44c3-8d03-ceaf959d9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:16.767254 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-43320839-f5cd-44c3-8d03-ceaf959d9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:16.767726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-43320839-f5cd-44c3-8d03-ceaf959d9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:16.768226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-43320839-f5cd-44c3-8d03-ceaf959d9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:16.768690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-43320839-f5cd-44c3-8d03-ceaf959d9c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:16.770481 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-43320839-f5cd-44c3-8d03-ceaf959d9c23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0636191 Jul 16 02:04:16.880613 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-b8fe74ac-0caa-4150-8901-1085a30fde82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:16.881091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-b8fe74ac-0caa-4150-8901-1085a30fde82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:16.881563 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-b8fe74ac-0caa-4150-8901-1085a30fde82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:16.883161 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-b8fe74ac-0caa-4150-8901-1085a30fde82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0888155 Jul 16 02:04:16.925996 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-4de2b505-3f07-41d7-acd3-8b3297232b93 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0364158 Jul 16 02:04:16.972724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-8bbcb09b-a723-4c4e-a5f4-8260fcdef335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:16.974133 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-8bbcb09b-a723-4c4e-a5f4-8260fcdef335 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0428185 Jul 16 02:04:17.029460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-0e30480a-de1a-432d-960c-383a9fd1d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:17.030968 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-0e30480a-de1a-432d-960c-383a9fd1d4f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502186 Jul 16 02:04:17.121752 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-cb042833-9785-4747-a5e4-467e585fbb11 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844264 Jul 16 02:04:17.206751 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-373f15ec-d06e-4ce4-b63c-876f28f0c195 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792217 Jul 16 02:04:17.249590 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-56ff95dc-f828-45b4-9c7e-880fe77d244d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0364361 Jul 16 02:04:17.296863 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-0940a715-0d19-41e6-b2d4-8c499722f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:17.298282 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-0940a715-0d19-41e6-b2d4-8c499722f27f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0426388 Jul 16 02:04:17.352781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-a8b49862-18b2-42e9-89d6-94c7f64920f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:17.354231 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-a8b49862-18b2-42e9-89d6-94c7f64920f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0503809 Jul 16 02:04:17.447069 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-695a59f1-ada8-4089-bc40-73f058eae89f service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851641 Jul 16 02:04:17.532630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-acc2e12a-b341-47d6-9d40-e4a1e2f77404 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795522 Jul 16 02:04:17.576938 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-f8e5222f-9506-478e-ad05-a472ff14d5e8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0383313 Jul 16 02:04:17.624182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-de9d872c-72a0-456d-9008-06cafa36c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:17.625587 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-de9d872c-72a0-456d-9008-06cafa36c89d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0427721 Jul 16 02:04:17.680197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-7c5a399a-a22f-4f88-969b-172c363f0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:17.682419 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-7c5a399a-a22f-4f88-969b-172c363f0523 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0501933 Jul 16 02:04:17.772375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-0108ab13-3aea-4d6b-9ee3-51e28945e201 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836186 Jul 16 02:04:17.859372 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-70811966-3d75-4d06-8e36-fa60dad2789a service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807228 Jul 16 02:04:17.902021 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-72481db3-5a16-4afc-99df-0f9952b828c8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0371532 Jul 16 02:04:17.949653 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-a894c610-e078-40ae-8fc5-40dad1f1ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:17.951047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-a894c610-e078-40ae-8fc5-40dad1f1ec10 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0427816 Jul 16 02:04:18.005168 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-8274ac34-369a-4594-8c9b-b52e8e600915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:18.006615 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-8274ac34-369a-4594-8c9b-b52e8e600915 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0500646 Jul 16 02:04:18.100089 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-9ae715ba-e52a-46a7-8c47-0da58b132768 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867445 Jul 16 02:04:18.189215 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-79ad855d-032f-4667-925e-5f2948f76467 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826516 Jul 16 02:04:18.233733 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-56d22aa5-81d0-4036-813e-896dfd4ac52e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0384042 Jul 16 02:04:18.282312 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-5a3d584b-35c2-40ac-9080-5ddceb58e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:18.283869 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-5a3d584b-35c2-40ac-9080-5ddceb58e163 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0440855 Jul 16 02:04:18.346411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-40fe4780-b378-4bff-835b-81a09da9f685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:18.347961 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-40fe4780-b378-4bff-835b-81a09da9f685 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0584462 Jul 16 02:04:18.442765 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-9d45c05a-737d-462f-9161-170cb7873a1c service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885017 Jul 16 02:04:18.531356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28c42a11-1d5b-411c-b138-43cc2848b53e req-92263654-398e-4b70-95c1-18bfdd2ef1d3 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830305 Jul 16 02:04:28.547187 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c403a6-3654-483e-9d87-2950233798d8 req-17b7f54b-f1dc-4a6a-b8ad-0ecf9b0a001b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542312 Jul 16 02:04:28.619742 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:04:28.639359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c403a6-3654-483e-9d87-2950233798d8 req-fb5c4f97-31f5-433b-813f-8044c19b8448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:28.640887 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c403a6-3654-483e-9d87-2950233798d8 req-fb5c4f97-31f5-433b-813f-8044c19b8448 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 1097 time: 0.0511773 Jul 16 02:04:28.739801 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c403a6-3654-483e-9d87-2950233798d8 req-c5d07c93-7b0c-4f31-809a-a4005eca6c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:28.741245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c403a6-3654-483e-9d87-2950233798d8 req-c5d07c93-7b0c-4f31-809a-a4005eca6c98 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.0813069 Jul 16 02:04:28.808142 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c403a6-3654-483e-9d87-2950233798d8 req-cc6fce30-cab2-458b-b0a8-26765b330fd7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac1afcf5-d82f-4a65-8702-68961e4ce93d HTTP/1.1" status: 200 len: 1001 time: 0.0600131 Jul 16 02:04:28.855122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c403a6-3654-483e-9d87-2950233798d8 req-225e8b94-47bb-4ead-a963-f828328a54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:28.856543 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c403a6-3654-483e-9d87-2950233798d8 req-225e8b94-47bb-4ead-a963-f828328a54b5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0424991 Jul 16 02:04:28.910346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c403a6-3654-483e-9d87-2950233798d8 req-76b5042d-c10d-4ba4-bda6-9ac6694af3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:04:28.911873 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c403a6-3654-483e-9d87-2950233798d8 req-76b5042d-c10d-4ba4-bda6-9ac6694af3c1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491350 Jul 16 02:04:29.002495 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c403a6-3654-483e-9d87-2950233798d8 req-2313e328-1bd6-461a-9f35-6e720c53c382 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837407 Jul 16 02:04:29.087739 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c403a6-3654-483e-9d87-2950233798d8 req-0190e34c-a025-44dc-a644-eca76c1c8bc7 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790143 Jul 16 02:04:30.766087 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:31.659312 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:34.961366 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ae7f1c3a-fb75-4d0e-951a-0b80baba3e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:37.405275 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:37.713595 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f2becbaf-fcde-44f1-8aad-4ba72b9ccc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:38.704057 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:04:40.352331 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:00.777655 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:01.666049 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:04.960605 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9c237001-b8ed-4348-84a4-ad99086e7a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:05.619928 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:05:07.406158 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:07.713209 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f4c7ac58-4f30-4754-be77-c3d5e70af585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:08.706479 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:10.354159 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:16.725857 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-e3485f93-e677-44e2-8ff7-f4a1a07a971c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0599093 Jul 16 02:05:16.825813 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-63890121-c917-453f-9d04-fdc844fc7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:16.826294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-63890121-c917-453f-9d04-fdc844fc7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:16.826764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-63890121-c917-453f-9d04-fdc844fc7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:16.827239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-63890121-c917-453f-9d04-fdc844fc7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:16.827717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-63890121-c917-453f-9d04-fdc844fc7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:16.829483 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-63890121-c917-453f-9d04-fdc844fc7116 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0588129 Jul 16 02:05:16.942321 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-18b345f5-c271-4238-915c-3d5580fee051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:16.942790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-18b345f5-c271-4238-915c-3d5580fee051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:16.943250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-18b345f5-c271-4238-915c-3d5580fee051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:16.944847 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-18b345f5-c271-4238-915c-3d5580fee051 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0925083 Jul 16 02:05:16.985011 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-a01cdb7b-360f-425a-a78e-c619fe3f7321 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0333626 Jul 16 02:05:17.031009 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-c075ddb3-c476-4910-9159-90a2d3930d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:17.032529 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-c075ddb3-c476-4910-9159-90a2d3930d54 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0422623 Jul 16 02:05:17.091733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-a9ab49e6-4014-4806-a58d-11e6be1f88a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:17.093262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-a9ab49e6-4014-4806-a58d-11e6be1f88a4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552387 Jul 16 02:05:17.179560 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-2c5a0191-6a89-4a31-af57-eb12b1b86dd0 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804052 Jul 16 02:05:17.270526 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-43e396c7-9219-43e5-be95-02863d495c13 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847349 Jul 16 02:05:17.309874 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-c4a35121-fc2d-4d3f-85f0-b5e0ba50fa32 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0333409 Jul 16 02:05:17.356970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-cd0f79f8-5c7a-4d91-b2a2-7dc79cb04b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:17.358358 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-cd0f79f8-5c7a-4d91-b2a2-7dc79cb04b99 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0415668 Jul 16 02:05:17.416339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-fe4ef08c-b0fc-4179-ba61-045a1ddd4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:17.418135 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-fe4ef08c-b0fc-4179-ba61-045a1ddd4445 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0540819 Jul 16 02:05:17.503025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-43e6f5c8-4dee-4701-aa3a-f0efd00d6455 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786030 Jul 16 02:05:17.593190 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-64a74791-fa71-4f85-87e8-2135943ca098 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844896 Jul 16 02:05:17.631391 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-eb014beb-4b15-4860-bf42-397fd80df766 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0325625 Jul 16 02:05:17.680375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-29a308ad-c764-4701-95b1-ddaf7083fed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:17.681758 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-29a308ad-c764-4701-95b1-ddaf7083fed9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0440118 Jul 16 02:05:17.735779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-0b9565f2-cbc3-4557-a96d-f7ee48bb26e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:17.737299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-0b9565f2-cbc3-4557-a96d-f7ee48bb26e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0494249 Jul 16 02:05:17.824199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-06c945d3-1e0a-414e-a5b8-b520549ecdac service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806880 Jul 16 02:05:17.913032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-c19ed49c-c788-4f26-aed1-1d2767342da5 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832384 Jul 16 02:05:17.953082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-22d17c40-55a9-4e26-91ba-4abb983bbb58 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0333934 Jul 16 02:05:17.998894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-ab12d74f-7679-4b0c-b1da-359c6fa66ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:18.000335 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-ab12d74f-7679-4b0c-b1da-359c6fa66ec2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0420678 Jul 16 02:05:18.059263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-472bf1f9-2053-415a-be57-e9cb74c527a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:18.060817 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-472bf1f9-2053-415a-be57-e9cb74c527a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0549626 Jul 16 02:05:18.149076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-c21a2d59-60df-4986-afbd-a4eeb9358fc6 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820656 Jul 16 02:05:18.240923 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-d637adc0-f452-4699-ac74-16cbd6f657d5 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852129 Jul 16 02:05:18.281455 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-1497987b-92e4-4453-9fac-45632d197072 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0332205 Jul 16 02:05:18.332727 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-bbf1a372-abfc-48fa-9148-0ec17e905f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:18.334184 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-bbf1a372-abfc-48fa-9148-0ec17e905f67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0470228 Jul 16 02:05:18.389097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-7867ad4d-a236-45b9-b5e9-992d6c518bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:18.390513 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-7867ad4d-a236-45b9-b5e9-992d6c518bc3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0502567 Jul 16 02:05:18.481416 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-cde44fd1-a1ec-46ba-ad01-04d9c967e001 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845566 Jul 16 02:05:18.574246 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b9153ff-95bd-46b7-8cbe-c16fd5f80294 req-94f6315d-d8cd-40b4-b6da-73ab99093c51 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869627 Jul 16 02:05:29.127051 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c358b7a-bee5-479c-aefc-3c9732fed4d1 req-71aa14df-e72b-4194-a7a0-2b3a19112200 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0924149 Jul 16 02:05:29.219013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c358b7a-bee5-479c-aefc-3c9732fed4d1 req-983536dd-95ac-4346-8621-a6f42bfb90fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:29.220503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c358b7a-bee5-479c-aefc-3c9732fed4d1 req-983536dd-95ac-4346-8621-a6f42bfb90fe service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 1097 time: 0.0513527 Jul 16 02:05:29.325411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c358b7a-bee5-479c-aefc-3c9732fed4d1 req-e06d189b-eb4d-4086-9ca4-e035512beabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:29.326908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c358b7a-bee5-479c-aefc-3c9732fed4d1 req-e06d189b-eb4d-4086-9ca4-e035512beabf service neutron] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.0872715 Jul 16 02:05:29.388958 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c358b7a-bee5-479c-aefc-3c9732fed4d1 req-a0313e0b-d12c-4570-a9db-57a3970f48bb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ac1afcf5-d82f-4a65-8702-68961e4ce93d HTTP/1.1" status: 200 len: 1001 time: 0.0556986 Jul 16 02:05:29.441365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c358b7a-bee5-479c-aefc-3c9732fed4d1 req-de46fa9b-9b30-4add-9c0b-67d56817b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:29.442812 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c358b7a-bee5-479c-aefc-3c9732fed4d1 req-de46fa9b-9b30-4add-9c0b-67d56817b95c service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0479200 Jul 16 02:05:29.497444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c358b7a-bee5-479c-aefc-3c9732fed4d1 req-27f55753-ec07-445a-ad24-cd08aa4fc3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:29.498832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c358b7a-bee5-479c-aefc-3c9732fed4d1 req-27f55753-ec07-445a-ad24-cd08aa4fc3c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496163 Jul 16 02:05:29.509142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-3c358b7a-bee5-479c-aefc-3c9732fed4d1 req-acf2cb29-435d-4442-a79f-f7ae34901453 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:05:29.510119 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c358b7a-bee5-479c-aefc-3c9732fed4d1 req-acf2cb29-435d-4442-a79f-f7ae34901453 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048726 Jul 16 02:05:29.597380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c358b7a-bee5-479c-aefc-3c9732fed4d1 req-212a1cae-f613-42b0-a00c-d676db05ab77 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810094 Jul 16 02:05:29.687644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c358b7a-bee5-479c-aefc-3c9732fed4d1 req-45c9193a-5eb4-41d6-a65a-271e61f81312 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829816 Jul 16 02:05:30.773110 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:31.668755 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:33.713714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c26d12-d020-48e8-bb27-c5b2483a37c9 req-0c75892c-83d4-4755-8971-5b73c84ec265 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:33.715197 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65c26d12-d020-48e8-bb27-c5b2483a37c9 req-0c75892c-83d4-4755-8971-5b73c84ec265 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 945 time: 0.1070206 Jul 16 02:05:33.751268 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65c26d12-d020-48e8-bb27-c5b2483a37c9 req-217a4baa-4bc1-4f98-9f60-6e089b29acb3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305400 Jul 16 02:05:34.925136 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9ebacf-c7d9-4030-bb3e-79c8c8545e46 req-e40770a2-f053-4066-8990-e3630b26ab46 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:34.926646 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a9ebacf-c7d9-4030-bb3e-79c8c8545e46 req-e40770a2-f053-4066-8990-e3630b26ab46 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 945 time: 0.0661945 Jul 16 02:05:34.963323 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ca328c4-805c-4137-8c5c-0422f9b584d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:34.964725 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a9ebacf-c7d9-4030-bb3e-79c8c8545e46 req-ff2b398f-5efd-46e8-9ed2-48bda433c680 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321369 Jul 16 02:05:35.219223 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e902cc5-0719-4c62-aeb0-c1f9b39f3d42 req-12071b5b-970d-4da9-84b5-7d69377f21e8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:35.221289 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e902cc5-0719-4c62-aeb0-c1f9b39f3d42 req-12071b5b-970d-4da9-84b5-7d69377f21e8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 945 time: 0.0610523 Jul 16 02:05:35.320896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-6e902cc5-0719-4c62-aeb0-c1f9b39f3d42 req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Deleting port ac1afcf5-d82f-4a65-8702-68961e4ce93d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:05:35.321149 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6e902cc5-0719-4c62-aeb0-c1f9b39f3d42 req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:35.403825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-6e902cc5-0719-4c62-aeb0-c1f9b39f3d42 req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] For port ac1afcf5-d82f-4a65-8702-68961e4ce93d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=ac1afcf5-d82f-4a65-8702-68961e4ce93d,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:35.404183 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6e902cc5-0719-4c62-aeb0-c1f9b39f3d42 req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:35.977713 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6e902cc5-0719-4c62-aeb0-c1f9b39f3d42 req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:35.978460 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6e902cc5-0719-4c62-aeb0-c1f9b39f3d42 req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:35.978460 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [req-6e902cc5-0719-4c62-aeb0-c1f9b39f3d42 req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Floating IP 684ea005-ff69-4804-b76c-f0a635dd8ede disassociated. External IP: 172.25.2.128, port: ac1afcf5-d82f-4a65-8702-68961e4ce93d. Jul 16 02:05:35.978766 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-6e902cc5-0719-4c62-aeb0-c1f9b39f3d42 req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Calling delete_port for ac1afcf5-d82f-4a65-8702-68961e4ce93d owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:05:36.136403 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6e902cc5-0719-4c62-aeb0-c1f9b39f3d42 req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:36.171582 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event deleted for resources: {'Port': ['ID=ac1afcf5-d82f-4a65-8702-68961e4ce93d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:36.184852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:36.185199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:36.185537 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:36.185871 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:36.186200 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:36.186782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:36.187110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:36.187472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:36.187874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:36.188193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:36.188516 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:36.188832 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:36.203192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db499e-7ded-4a85-854c-8d80c2907ce3 req-fbf6ca57-8075-49cc-961b-0b3fd5acc487 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:36.204705 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5db499e-7ded-4a85-854c-8d80c2907ce3 req-fbf6ca57-8075-49cc-961b-0b3fd5acc487 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 867 time: 0.1271391 Jul 16 02:05:36.314916 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5db499e-7ded-4a85-854c-8d80c2907ce3 req-31cd014d-89f1-4acc-b53e-06da6716410b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778704 Jul 16 02:05:36.331945 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e902cc5-0719-4c62-aeb0-c1f9b39f3d42 req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Router 4fcb604c-9e75-4804-9e05-552e59088f6e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:05:36.435697 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e902cc5-0719-4c62-aeb0-c1f9b39f3d42 req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:05:36.446603 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea8646f-2e6e-4317-a7cb-119daf91fb59 None None] Sync routers for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:05:36.456152 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea8646f-2e6e-4317-a7cb-119daf91fb59 None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:36.456696 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bea8646f-2e6e-4317-a7cb-119daf91fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:05:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:36.478662 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e902cc5-0719-4c62-aeb0-c1f9b39f3d42 req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] No DVR routers for this DVR port ac1afcf5-d82f-4a65-8702-68961e4ce93d on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:05:36.481451 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-6e902cc5-0719-4c62-aeb0-c1f9b39f3d42 req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:36.483529 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e902cc5-0719-4c62-aeb0-c1f9b39f3d42 req-3a416274-3002-424e-aac0-9613265bc406 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "DELETE /v2.0/ports/ac1afcf5-d82f-4a65-8702-68961e4ce93d HTTP/1.1" status: 204 len: 173 time: 1.2573838 Jul 16 02:05:36.484020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b71022-3cf4-4f09-a341-88b69ca6b771', 'name': 'network-vif-deleted', 'tag': 'ac1afcf5-d82f-4a65-8702-68961e4ce93d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:36.486836 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e9c1fd0-4be9-4e95-bd7d-a476bbfc3b02" -d '{"events": [{"server_uuid": "c2b71022-3cf4-4f09-a341-88b69ca6b771", "name": "network-vif-deleted", "tag": "ac1afcf5-d82f-4a65-8702-68961e4ce93d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:36.568564 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-bea8646f-2e6e-4317-a7cb-119daf91fb59 None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:36.595653 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c954f363-096a-4002-8bcf-2e30c9d8e12f x-openstack-request-id: req-c954f363-096a-4002-8bcf-2e30c9d8e12f {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:36.595980 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b71022-3cf4-4f09-a341-88b69ca6b771", "name": "network-vif-deleted", "tag": "ac1afcf5-d82f-4a65-8702-68961e4ce93d", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:36.596238 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c954f363-096a-4002-8bcf-2e30c9d8e12f {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:36.596643 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b71022-3cf4-4f09-a341-88b69ca6b771', 'name': 'network-vif-deleted', 'tag': 'ac1afcf5-d82f-4a65-8702-68961e4ce93d', 'status': 'completed', 'code': 200} Jul 16 02:05:36.790610 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bea8646f-2e6e-4317-a7cb-119daf91fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:36.821036 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea8646f-2e6e-4317-a7cb-119daf91fb59 None None] Checking router: 4fcb604c-9e75-4804-9e05-552e59088f6e for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:05:36.829148 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea8646f-2e6e-4317-a7cb-119daf91fb59 None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:05:36.829761 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bea8646f-2e6e-4317-a7cb-119daf91fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:05:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:36.931379 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-bea8646f-2e6e-4317-a7cb-119daf91fb59 None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:05:37.122989 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-bea8646f-2e6e-4317-a7cb-119daf91fb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:05:37.148375 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea8646f-2e6e-4317-a7cb-119daf91fb59 None None] The sync data for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 is: [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:05:37.363612 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed64d8f3-cd52-4e70-b872-fd4231581e74 None None] New status for floating IP 684ea005-ff69-4804-b76c-f0a635dd8ede: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:05:37.444091 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:37.468447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3dc88f2-f741-4efa-ba5a-6eb1bb7cf059 req-52ff8b62-7c03-42a5-a399-835c37124b04 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 210 time: 0.0358799 Jul 16 02:05:37.713637 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-40a7e1ca-43d1-42da-88f4-bc64a2bd1e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:38.615260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-595014a8-8e1a-4ee5-b196-efa54a2f9183 req-e64576e8-b760-4d60-bce4-fddd52b41f6f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 210 time: 0.0294785 Jul 16 02:05:38.709759 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:38.910045 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ac1afcf5-d82f-4a65-8702-68961e4ce93d no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:05:38.930231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: ac1afcf5-d82f-4a65-8702-68961e4ce93d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:05:38.930580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device ac1afcf5-d82f-4a65-8702-68961e4ce93d not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:05:39.757421 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b83cab0-8bd3-47b7-a592-2e21da3be3c4 req-fefff369-287d-4468-a249-4c8bce6ad2ae tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2b71022-3cf4-4f09-a341-88b69ca6b771 HTTP/1.1" status: 200 len: 210 time: 0.0295837 Jul 16 02:05:40.357018 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:40.989580 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-65e0ec02-7ee6-4a25-af7a-98b628bcb296 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971803993&fields=id&tenant_id=520338b0e8c94c93b2082f5c0605466c HTTP/1.1" status: 200 len: 267 time: 0.0325251 Jul 16 02:05:41.097591 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-5283fe3d-2c3a-4228-84ff-2ef137a2e45d tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:41.099191 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-5283fe3d-2c3a-4228-84ff-2ef137a2e45d tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 812 time: 0.1035681 Jul 16 02:05:41.115384 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-e2779504-12b5-47f7-b845-ffb30c1258d8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/quotas/520338b0e8c94c93b2082f5c0605466c HTTP/1.1" status: 200 len: 375 time: 0.0094895 Jul 16 02:05:41.182256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-68c861d1-2a3d-486e-b2b1-24d514d845f3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0618567 Jul 16 02:05:41.198232 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-d5eb4f2c-4d54-4cf5-8813-8e41b5690c30 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:05:41.199201 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-d5eb4f2c-4d54-4cf5-8813-8e41b5690c30 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056756 Jul 16 02:05:41.332698 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-77df00e6-3395-4404-aa89-7e84aea65f66 service neutron] 10.222.0.22 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280134 Jul 16 02:05:41.420091 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-d9a309ef-b885-412e-bfac-b0cee7f062cb service neutron] 10.222.0.22 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817106 Jul 16 02:05:41.713230 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-042201a8-f698-4c61-b37a-47ccb01a58b1 req-67c3c952-e39c-45d1-86bd-8a089ab22297 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 210 time: 0.0356736 Jul 16 02:05:42.618894 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:05:42.816352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50321598-693d-43a6-b763-39f80bcf037e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:42.818220 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50321598-693d-43a6-b763-39f80bcf037e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 812 time: 0.1115456 Jul 16 02:05:42.879835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88d3ddec-44f2-4e7d-ab43-e6f434a68fe3 req-7f18da7e-06ea-4aad-ae02-53a16e8ebfab tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 210 time: 0.0393224 Jul 16 02:05:42.892192 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-abebed5d-861f-45c9-9d7b-330d103daa77 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=520338b0e8c94c93b2082f5c0605466c HTTP/1.1" status: 200 len: 379 time: 0.0654800 Jul 16 02:05:42.901715 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-d91d7908-209f-48a4-8dad-aba521c9cb09 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Request body: {'port': {'device_id': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'admin_state_up': True, 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'security_groups': ['8c569cca-bb24-4da5-be83-e5ea8d350174']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:43.016864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-d91d7908-209f-48a4-8dad-aba521c9cb09 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Made reservation on behalf of 520338b0e8c94c93b2082f5c0605466c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:05:43.020621 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-d91d7908-209f-48a4-8dad-aba521c9cb09 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:43.149091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-d91d7908-209f-48a4-8dad-aba521c9cb09 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Allocated IP 172.20.0.8 (6bc50b86-4f68-4c63-b273-60b7e90b675e/9334a482-618c-419f-93f8-32dfa29203e5/7baf7054-82b5-4510-9d40-db6452be94c3) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:43.285796 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-d91d7908-209f-48a4-8dad-aba521c9cb09 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:43.299452 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-d91d7908-209f-48a4-8dad-aba521c9cb09 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Transition to ACTIVE for port object 7baf7054-82b5-4510-9d40-db6452be94c3 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:43.332806 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-d91d7908-209f-48a4-8dad-aba521c9cb09 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:43.382663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-d91d7908-209f-48a4-8dad-aba521c9cb09 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Network 6bc50b86-4f68-4c63-b273-60b7e90b675e is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:43.385817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-d91d7908-209f-48a4-8dad-aba521c9cb09 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:43.388415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-d91d7908-209f-48a4-8dad-aba521c9cb09 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:43.398257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d7908-209f-48a4-8dad-aba521c9cb09 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'Port': ['ID=7baf7054-82b5-4510-9d40-db6452be94c3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:43.448870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-d91d7908-209f-48a4-8dad-aba521c9cb09 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:43.449514 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-d91d7908-209f-48a4-8dad-aba521c9cb09 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:43.466016 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-d91d7908-209f-48a4-8dad-aba521c9cb09 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5683262 Jul 16 02:05:43.479014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Request body: {'port': {'device_id': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:43.558805 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:43.627997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b212c90f-1cbb-45b8-a291-15b1decf42aa None None] Provisioning for port 7baf7054-82b5-4510-9d40-db6452be94c3 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:05:43.632532 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b212c90f-1cbb-45b8-a291-15b1decf42aa None None] Provisioning complete for port 7baf7054-82b5-4510-9d40-db6452be94c3 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:05:43.632909 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b212c90f-1cbb-45b8-a291-15b1decf42aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:43.666116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b212c90f-1cbb-45b8-a291-15b1decf42aa None None] Port 7baf7054-82b5-4510-9d40-db6452be94c3 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:05:43.828330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7baf7054-82b5-4510-9d40-db6452be94c3 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:05:43.836252 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:43.848361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Transition to ACTIVE for port object 7baf7054-82b5-4510-9d40-db6452be94c3 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:05:43.851872 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:43.901054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=7baf7054-82b5-4510-9d40-db6452be94c3,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:43.979625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Attempting to bind port 7baf7054-82b5-4510-9d40-db6452be94c3 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:05:43.979996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Attempting to bind port 7baf7054-82b5-4510-9d40-db6452be94c3 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:05:43.980327 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Attempting to bind port 7baf7054-82b5-4510-9d40-db6452be94c3 on network 6bc50b86-4f68-4c63-b273-60b7e90b675e {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:43.987452 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Port 7baf7054-82b5-4510-9d40-db6452be94c3 on network 6bc50b86-4f68-4c63-b273-60b7e90b675e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:05:43.987824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Attempting to bind port 7baf7054-82b5-4510-9d40-db6452be94c3 on network 6bc50b86-4f68-4c63-b273-60b7e90b675e {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:05:43.993223 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:05:43.993567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Checking segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:05:43.993956 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Bound using segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:05:43.994385 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Bound port: 7baf7054-82b5-4510-9d40-db6452be94c3, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:05:43.994752 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:44.116511 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] For port 7baf7054-82b5-4510-9d40-db6452be94c3, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:05:44.134573 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] For port 7baf7054-82b5-4510-9d40-db6452be94c3, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=7baf7054-82b5-4510-9d40-db6452be94c3,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:05:44.143985 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1126c-eefc-4a82-a764-03ed5c9f1fc7 req-59e3e743-69d5-473c-91f4-9750f9701bea tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:44.145543 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5c1126c-eefc-4a82-a764-03ed5c9f1fc7 req-59e3e743-69d5-473c-91f4-9750f9701bea tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 943 time: 0.1381981 Jul 16 02:05:44.147426 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:44.202000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:44.202630 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:44.204487 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] 10.222.0.70 "PUT /v2.0/ports/7baf7054-82b5-4510-9d40-db6452be94c3 HTTP/1.1" status: 200 len: 1092 time: 0.7299392 Jul 16 02:05:44.211726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'tag': '7baf7054-82b5-4510-9d40-db6452be94c3'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:44.215158 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73078425-f48d-40c3-be22-1ff514b358c7" -d '{"events": [{"name": "network-changed", "server_uuid": "62e64f63-99e2-4a6b-9c18-2eaf8580b505", "tag": "7baf7054-82b5-4510-9d40-db6452be94c3"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:44.251301 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5c1126c-eefc-4a82-a764-03ed5c9f1fc7 req-425c3d9e-1469-4c44-80de-c89acc4ca7dc tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982926 Jul 16 02:05:44.262582 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a555fd-ea5c-4c98-ba28-8462e2543ea3 service neutron] Pushing event updated for resources: {'Port': ['ID=7baf7054-82b5-4510-9d40-db6452be94c3,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:44.315798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-8a981de9-fc32-47af-887c-ddfa261d6511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:44.317399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-8a981de9-fc32-47af-887c-ddfa261d6511 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 1095 time: 0.0695386 Jul 16 02:05:44.326982 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0847348c-0c81-429c-b5f4-d00c89fea15f x-openstack-request-id: req-0847348c-0c81-429c-b5f4-d00c89fea15f {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:44.327335 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e64f63-99e2-4a6b-9c18-2eaf8580b505", "tag": "7baf7054-82b5-4510-9d40-db6452be94c3", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:44.327650 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0847348c-0c81-429c-b5f4-d00c89fea15f {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:44.328379 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'tag': '7baf7054-82b5-4510-9d40-db6452be94c3', 'status': 'completed', 'code': 200} Jul 16 02:05:44.365702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-80c3fdcb-e8b2-430f-9bb7-cf91e6f06eb7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7baf7054-82b5-4510-9d40-db6452be94c3 HTTP/1.1" status: 200 len: 217 time: 0.0364275 Jul 16 02:05:44.419503 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-fe276598-22bd-4bb8-b1cb-5a6ff9a837b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:44.421163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-fe276598-22bd-4bb8-b1cb-5a6ff9a837b7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0485399 Jul 16 02:05:44.477265 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-b9ded92a-6770-4db9-83bd-417397d4f534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:44.478674 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-b9ded92a-6770-4db9-83bd-417397d4f534 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510025 Jul 16 02:05:44.565742 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-b3fc066a-3ac2-4801-8088-a6fb7a6fcac5 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808322 Jul 16 02:05:44.655167 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d71e0591-466b-4247-b238-aff5270ba9c4 req-320235fa-6507-4436-bff9-52e328c0b5e4 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833964 Jul 16 02:05:44.781951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73078425-f48d-40c3-be22-1ff514b358c7 req-18a727f3-5ed1-4762-8c8e-21b9ad2cc6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:44.784177 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73078425-f48d-40c3-be22-1ff514b358c7 req-18a727f3-5ed1-4762-8c8e-21b9ad2cc6e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 1095 time: 0.0550764 Jul 16 02:05:44.876655 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73078425-f48d-40c3-be22-1ff514b358c7 req-f9896359-28fe-4077-8c3c-f96259cb9c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:44.878304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73078425-f48d-40c3-be22-1ff514b358c7 req-f9896359-28fe-4077-8c3c-f96259cb9c59 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.0889862 Jul 16 02:05:44.920077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73078425-f48d-40c3-be22-1ff514b358c7 req-05cbe35e-b82d-4754-bed0-2800165619c2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7baf7054-82b5-4510-9d40-db6452be94c3 HTTP/1.1" status: 200 len: 217 time: 0.0347931 Jul 16 02:05:44.971837 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73078425-f48d-40c3-be22-1ff514b358c7 req-cf31722c-0c98-4279-a434-37197f2a9773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:44.973326 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73078425-f48d-40c3-be22-1ff514b358c7 req-cf31722c-0c98-4279-a434-37197f2a9773 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0447998 Jul 16 02:05:45.035140 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73078425-f48d-40c3-be22-1ff514b358c7 req-5420b23b-2b13-434a-bd13-1dfe504d2954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:45.036699 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73078425-f48d-40c3-be22-1ff514b358c7 req-5420b23b-2b13-434a-bd13-1dfe504d2954 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567949 Jul 16 02:05:45.125414 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73078425-f48d-40c3-be22-1ff514b358c7 req-4ba91399-9436-43e0-9f7a-d2bfcb1ab768 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821493 Jul 16 02:05:45.219667 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73078425-f48d-40c3-be22-1ff514b358c7 req-66751041-5290-4dbb-a665-2581ead4cfd0 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878088 Jul 16 02:05:45.438195 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61475c75-6530-4504-a6e8-d37aa3c45931 req-67166d8a-3d7c-42c6-ba53-3102b173d1a9 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:45.440314 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-61475c75-6530-4504-a6e8-d37aa3c45931 req-67166d8a-3d7c-42c6-ba53-3102b173d1a9 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 943 time: 0.0665386 Jul 16 02:05:45.479540 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-61475c75-6530-4504-a6e8-d37aa3c45931 req-5aab6864-9990-4f8e-be63-817bdcac711a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332067 Jul 16 02:05:46.660277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024545de-35b1-48ef-8318-8d5b3623d17b req-32ab1cd4-bc04-4a29-9339-5f0fc2ea3c4e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:46.664910 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-024545de-35b1-48ef-8318-8d5b3623d17b req-32ab1cd4-bc04-4a29-9339-5f0fc2ea3c4e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 943 time: 0.0691876 Jul 16 02:05:46.704289 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-024545de-35b1-48ef-8318-8d5b3623d17b req-480d9978-729e-4868-a552-6639c15ceab6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342634 Jul 16 02:05:47.872505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2ea67c-64de-4b5a-8694-08034d78ff9e req-72480979-c166-4226-9d14-a1155bd67f52 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:47.873986 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e2ea67c-64de-4b5a-8694-08034d78ff9e req-72480979-c166-4226-9d14-a1155bd67f52 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 943 time: 0.0614572 Jul 16 02:05:47.910905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e2ea67c-64de-4b5a-8694-08034d78ff9e req-27ce1581-b228-4ec9-b975-bc37394f8082 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313706 Jul 16 02:05:49.078156 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba146a62-5d8e-4870-b8c3-ce212ca52b82 req-531b656a-e123-4321-a2cc-2458bf5cc718 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:49.079670 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba146a62-5d8e-4870-b8c3-ce212ca52b82 req-531b656a-e123-4321-a2cc-2458bf5cc718 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 943 time: 0.0626292 Jul 16 02:05:49.116355 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba146a62-5d8e-4870-b8c3-ce212ca52b82 req-2d0a452d-293f-4518-b2f3-255c0dc2f361 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311956 Jul 16 02:05:50.286653 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5ca4bd-a7de-4fbc-a2da-6eabd4b31c51 req-bdc42f14-fe4e-472f-9043-f4e737c57e87 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:50.288187 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a5ca4bd-a7de-4fbc-a2da-6eabd4b31c51 req-bdc42f14-fe4e-472f-9043-f4e737c57e87 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 943 time: 0.0660012 Jul 16 02:05:50.325683 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a5ca4bd-a7de-4fbc-a2da-6eabd4b31c51 req-7766167c-8553-48f9-a6e4-1757be2c5e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319514 Jul 16 02:05:51.497854 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aaf568-d569-4871-b113-1fcf5632b43e req-18a2f17d-fed6-4c0e-8a21-c599cb2b0ef6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:51.499355 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77aaf568-d569-4871-b113-1fcf5632b43e req-18a2f17d-fed6-4c0e-8a21-c599cb2b0ef6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 943 time: 0.0630686 Jul 16 02:05:51.535329 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77aaf568-d569-4871-b113-1fcf5632b43e req-faef3ec9-2c6b-4ed2-acc0-807da32a4a33 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304382 Jul 16 02:05:52.709619 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17981c-5e69-47c3-984e-bda9886e4b2c req-1eca46b6-bee5-419b-9836-54182cf47785 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:52.711106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc17981c-5e69-47c3-984e-bda9886e4b2c req-1eca46b6-bee5-419b-9836-54182cf47785 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 943 time: 0.0657554 Jul 16 02:05:52.747852 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc17981c-5e69-47c3-984e-bda9886e4b2c req-229dac34-ab2b-4461-8d09-cd79da25006e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311368 Jul 16 02:05:53.917088 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c96846-c0c9-4565-a580-ec26ff5749f3 req-fc50dfd2-02dc-4ffb-bb97-3731ba7c082e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:53.918559 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31c96846-c0c9-4565-a580-ec26ff5749f3 req-fc50dfd2-02dc-4ffb-bb97-3731ba7c082e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 943 time: 0.0616193 Jul 16 02:05:53.955625 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31c96846-c0c9-4565-a580-ec26ff5749f3 req-8219350e-3714-4be1-8b65-b3602992efb5 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312192 Jul 16 02:05:55.020911 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 7baf7054-82b5-4510-9d40-db6452be94c3 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:05:55.118646 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 7baf7054-82b5-4510-9d40-db6452be94c3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=7baf7054-82b5-4510-9d40-db6452be94c3,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:55.124876 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa59226f-2cd9-4a01-9e82-c207aebb798b req-408957cc-4be4-4c89-b82f-56010d301c51 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:55.126371 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa59226f-2cd9-4a01-9e82-c207aebb798b req-408957cc-4be4-4c89-b82f-56010d301c51 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 943 time: 0.0611575 Jul 16 02:05:55.130149 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '7baf7054-82b5-4510-9d40-db6452be94c3', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'port_id': '7baf7054-82b5-4510-9d40-db6452be94c3', 'mac_address': 'fa:16:3e:f5:85:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:05:55.163186 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa59226f-2cd9-4a01-9e82-c207aebb798b req-2e1fd1b7-defb-442a-baf9-7cefca6e1c5e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304544 Jul 16 02:05:55.165443 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.178406 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7baf7054-82b5-4510-9d40-db6452be94c3 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:05:55.198351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 7baf7054-82b5-4510-9d40-db6452be94c3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=7baf7054-82b5-4510-9d40-db6452be94c3,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:55.201957 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:55.251332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=7baf7054-82b5-4510-9d40-db6452be94c3,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:55.258358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:55.258705 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:55.259045 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:55.259381 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:55.259712 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:55.260068 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:55.260394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:55.260719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:55.261043 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:55.261364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:55.261690 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:55.262010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:05:55.421733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['7baf7054-82b5-4510-9d40-db6452be94c3'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:05:56.339482 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51c940-eda1-4d9d-9eec-7ed6506e270c req-e19a29c8-a61a-4930-a8b1-3bdb7165e1e3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:56.340918 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f51c940-eda1-4d9d-9eec-7ed6506e270c req-e19a29c8-a61a-4930-a8b1-3bdb7165e1e3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 944 time: 0.0661986 Jul 16 02:05:56.376949 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f51c940-eda1-4d9d-9eec-7ed6506e270c req-22e71a92-dad0-46bd-ad25-2d242fe41f99 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306301 Jul 16 02:05:57.023873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 7baf7054-82b5-4510-9d40-db6452be94c3 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:05:57.070993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 7baf7054-82b5-4510-9d40-db6452be94c3 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:05:57.074462 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 7baf7054-82b5-4510-9d40-db6452be94c3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:05:57.074830 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.148008 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.172050 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7baf7054-82b5-4510-9d40-db6452be94c3'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:05:57.174261 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50132935-7e83-4402-ab1e-7017f68d22ba" -d '{"events": [{"server_uuid": "62e64f63-99e2-4a6b-9c18-2eaf8580b505", "name": "network-vif-plugged", "status": "completed", "tag": "7baf7054-82b5-4510-9d40-db6452be94c3"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:05:57.186845 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 7baf7054-82b5-4510-9d40-db6452be94c3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=7baf7054-82b5-4510-9d40-db6452be94c3,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:05:57.190564 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:57.237480 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=7baf7054-82b5-4510-9d40-db6452be94c3,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:57.264203 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37722a86-e73c-46a3-965f-532164e3bf68 x-openstack-request-id: req-37722a86-e73c-46a3-965f-532164e3bf68 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:05:57.264520 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e64f63-99e2-4a6b-9c18-2eaf8580b505", "name": "network-vif-plugged", "status": "completed", "tag": "7baf7054-82b5-4510-9d40-db6452be94c3", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:05:57.264773 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-37722a86-e73c-46a3-965f-532164e3bf68 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:05:57.265169 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7baf7054-82b5-4510-9d40-db6452be94c3', 'code': 200} Jul 16 02:05:57.376272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05183a2-e3a2-4d23-935c-e234cfbde8b6 req-0a02213a-b41d-4194-8387-e25e0e668c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:57.377743 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b05183a2-e3a2-4d23-935c-e234cfbde8b6 req-0a02213a-b41d-4194-8387-e25e0e668c1f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 1097 time: 0.0495694 Jul 16 02:05:57.411104 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b05183a2-e3a2-4d23-935c-e234cfbde8b6 req-bc88ec2d-6ce3-4e51-b35d-37607541ae29 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266325 Jul 16 02:05:57.548668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3ca08-3aad-42c0-88b4-0af1208f2684 req-60b1aa19-70c8-4f97-b58e-9b85c4facdd5 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:57.550217 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99c3ca08-3aad-42c0-88b4-0af1208f2684 req-60b1aa19-70c8-4f97-b58e-9b85c4facdd5 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 945 time: 0.0650520 Jul 16 02:05:57.586980 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99c3ca08-3aad-42c0-88b4-0af1208f2684 req-4c222102-3898-4b9d-ac1e-4824ce8eb5f5 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305803 Jul 16 02:05:58.753441 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612b812-3227-42fe-a424-7b56a813192e req-290e7b56-5780-403d-ba74-be940bc80f83 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:58.754918 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1612b812-3227-42fe-a424-7b56a813192e req-290e7b56-5780-403d-ba74-be940bc80f83 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 945 time: 0.0608871 Jul 16 02:05:58.791095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1612b812-3227-42fe-a424-7b56a813192e req-adc2a7b1-b9d6-465a-b0ea-594b1772c71d tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307388 Jul 16 02:05:58.962177 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3580449-0e48-40d0-84f2-cf395885cc58 req-4a89b8d6-7be9-4b07-b67c-a557a58bf6d6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:58.963555 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3580449-0e48-40d0-84f2-cf395885cc58 req-4a89b8d6-7be9-4b07-b67c-a557a58bf6d6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 945 time: 0.0609536 Jul 16 02:05:58.999354 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3580449-0e48-40d0-84f2-cf395885cc58 req-9c749bf3-0fa6-4e99-b147-be84772ad25f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304368 Jul 16 02:05:59.023804 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43372) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:59.116171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b197d15-fd3b-4df5-a562-38b423fc1d8d tempest-TestVolumeBootPattern-1420066941 tempest-TestVolumeBootPattern-1420066941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:05:59.117711 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8b197d15-fd3b-4df5-a562-38b423fc1d8d tempest-TestVolumeBootPattern-1420066941 tempest-TestVolumeBootPattern-1420066941-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 1092 time: 0.0928857 Jul 16 02:05:59.120551 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43376) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:05:59.124827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': '7baf7054-82b5-4510-9d40-db6452be94c3', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:05:59.146532 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:59.238258 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:59.340483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Allocated IP 172.25.2.186 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/45a6d03f-3590-414f-8ec3-a70448d3c0b1) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:05:59.438098 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:59.478916 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:59.513842 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:05:59.518412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:05:59.521748 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:05:59.545688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'Port': ['ID=45a6d03f-3590-414f-8ec3-a70448d3c0b1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:05:59.879072 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:05:59.950977 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:00.094402 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:00.099460 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:00.165240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'Port': ['ID=45a6d03f-3590-414f-8ec3-a70448d3c0b1,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:06:00.172986 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:00.268614 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Floating IP 0bf0e95d-ef25-46d2-b632-dd56e0f4f25a associated. External IP: 172.25.2.186, port: 7baf7054-82b5-4510-9d40-db6452be94c3. Jul 16 02:06:00.468764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Router 4fcb604c-9e75-4804-9e05-552e59088f6e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:06:00.779352 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:00.893426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:06:00.904342 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44753635-3d02-4dec-9717-968f76a714c4 None None] Sync routers for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:06:00.909187 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:00.918476 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44753635-3d02-4dec-9717-968f76a714c4 None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:00.919157 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-44753635-3d02-4dec-9717-968f76a714c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:05:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:00.948491 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4115d872-4dc5-4e84-8249-88c5fc1f701a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8269155 Jul 16 02:06:00.949460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'tag': '7baf7054-82b5-4510-9d40-db6452be94c3'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:06:00.951945 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b65ec0-f5d4-4adb-9507-09343f9bea85" -d '{"events": [{"name": "network-changed", "server_uuid": "62e64f63-99e2-4a6b-9c18-2eaf8580b505", "tag": "7baf7054-82b5-4510-9d40-db6452be94c3"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:06:00.987666 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8d30ad-40a6-47f1-94ab-0cd7a34a07eb x-openstack-request-id: req-aa8d30ad-40a6-47f1-94ab-0cd7a34a07eb {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:06:00.987997 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e64f63-99e2-4a6b-9c18-2eaf8580b505", "tag": "7baf7054-82b5-4510-9d40-db6452be94c3", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:06:00.988255 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa8d30ad-40a6-47f1-94ab-0cd7a34a07eb {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:06:00.988700 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'tag': '7baf7054-82b5-4510-9d40-db6452be94c3', 'status': 'completed', 'code': 200} Jul 16 02:06:01.022043 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-44753635-3d02-4dec-9717-968f76a714c4 None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:01.072429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b65ec0-f5d4-4adb-9507-09343f9bea85 req-98523893-b973-47ce-8a07-190919d8f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:01.073926 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4b65ec0-f5d4-4adb-9507-09343f9bea85 req-98523893-b973-47ce-8a07-190919d8f255 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 1097 time: 0.0619600 Jul 16 02:06:01.159612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b65ec0-f5d4-4adb-9507-09343f9bea85 req-fba1ac03-b485-4413-a824-4c4fda0c21db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:01.161710 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4b65ec0-f5d4-4adb-9507-09343f9bea85 req-fba1ac03-b485-4413-a824-4c4fda0c21db service neutron] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.0819287 Jul 16 02:06:01.228629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4b65ec0-f5d4-4adb-9507-09343f9bea85 req-eefa9ad8-f6d3-448b-8672-a6d3b1f870d3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7baf7054-82b5-4510-9d40-db6452be94c3 HTTP/1.1" status: 200 len: 999 time: 0.0603931 Jul 16 02:06:01.241597 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-44753635-3d02-4dec-9717-968f76a714c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '0bf0e95d-ef25-46d2-b632-dd56e0f4f25a', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'port_id': '7baf7054-82b5-4510-9d40-db6452be94c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'mac_address': 'fa:16:3e:f5:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:59Z', 'updated_at': '2021-07-16T02:05:59Z', 'revision_number': 0, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:01.267346 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44753635-3d02-4dec-9717-968f76a714c4 None None] Checking router: 4fcb604c-9e75-4804-9e05-552e59088f6e for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:06:01.275860 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44753635-3d02-4dec-9717-968f76a714c4 None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:06:01.276462 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-44753635-3d02-4dec-9717-968f76a714c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:05:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:01.276743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b65ec0-f5d4-4adb-9507-09343f9bea85 req-f326e458-e7ab-4628-8fcf-c360cc759b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:01.278228 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4b65ec0-f5d4-4adb-9507-09343f9bea85 req-f326e458-e7ab-4628-8fcf-c360cc759b5a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0437448 Jul 16 02:06:01.334081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b65ec0-f5d4-4adb-9507-09343f9bea85 req-ef77d3c2-ee30-4bc3-8446-fb63fda23210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:01.335491 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4b65ec0-f5d4-4adb-9507-09343f9bea85 req-ef77d3c2-ee30-4bc3-8446-fb63fda23210 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506840 Jul 16 02:06:01.379939 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-44753635-3d02-4dec-9717-968f76a714c4 None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:06:01.426195 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4b65ec0-f5d4-4adb-9507-09343f9bea85 req-775e5b0d-53b4-47e8-91a9-70785165d226 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831718 Jul 16 02:06:01.518558 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4b65ec0-f5d4-4adb-9507-09343f9bea85 req-9328f226-94cf-46fb-bad9-c17d7341145e service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860088 Jul 16 02:06:01.660318 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:01.679990 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-44753635-3d02-4dec-9717-968f76a714c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '0bf0e95d-ef25-46d2-b632-dd56e0f4f25a', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'port_id': '7baf7054-82b5-4510-9d40-db6452be94c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'mac_address': 'fa:16:3e:f5:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:59Z', 'updated_at': '2021-07-16T02:05:59Z', 'revision_number': 0, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:06:01.705694 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44753635-3d02-4dec-9717-968f76a714c4 None None] The sync data for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 is: [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '0bf0e95d-ef25-46d2-b632-dd56e0f4f25a', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'port_id': '7baf7054-82b5-4510-9d40-db6452be94c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'mac_address': 'fa:16:3e:f5:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:59Z', 'updated_at': '2021-07-16T02:05:59Z', 'revision_number': 0, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:06:01.888489 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c96822-3773-4818-be86-641dc86803fd None None] New status for floating IP 0bf0e95d-ef25-46d2-b632-dd56e0f4f25a: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:06:04.964564 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6faf4c3c-e081-44de-bc85-fab4b6d8fa3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:07.404890 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:07.712890 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2dcfaaaa-7123-4a79-923a-3b7aade8d37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:08.711975 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:10.360148 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:17.675160 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-32862340-1279-4e6f-80f5-a6b96d2da57b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0655890 Jul 16 02:06:17.780757 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-f6196230-3709-481c-bc66-a4983f566a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:17.781244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-f6196230-3709-481c-bc66-a4983f566a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:17.781723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-f6196230-3709-481c-bc66-a4983f566a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:17.782195 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-f6196230-3709-481c-bc66-a4983f566a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:17.782666 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-f6196230-3709-481c-bc66-a4983f566a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:17.784483 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-f6196230-3709-481c-bc66-a4983f566a7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0604434 Jul 16 02:06:17.905678 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-812476c1-ce38-4ad9-8ff6-e0bdb6fe2f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:17.906165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-812476c1-ce38-4ad9-8ff6-e0bdb6fe2f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:17.906639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-812476c1-ce38-4ad9-8ff6-e0bdb6fe2f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:17.908251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-812476c1-ce38-4ad9-8ff6-e0bdb6fe2f4b service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0934973 Jul 16 02:06:17.956788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-27234d31-80d0-4fa1-9439-b2e39c7900f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0377424 Jul 16 02:06:18.003038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-c10c9a9d-68ff-4d47-b22c-f9fabde05517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:18.004634 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-c10c9a9d-68ff-4d47-b22c-f9fabde05517 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0426638 Jul 16 02:06:18.064294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-51b3721d-1ff6-42b8-87d7-b3ad8df8090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:18.065816 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-51b3721d-1ff6-42b8-87d7-b3ad8df8090b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554588 Jul 16 02:06:18.162676 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-8091ef9e-b2f7-46db-8298-34376b0b95e5 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906727 Jul 16 02:06:18.252293 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-04c8741f-8879-47e4-bf55-be03f6e078d1 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837984 Jul 16 02:06:18.298453 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-d41fc471-d4a0-489c-99bc-43deb40cf7f6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0399539 Jul 16 02:06:18.349244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-930bcd73-66f8-47dc-8ba2-ade7dad94bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:18.350704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-930bcd73-66f8-47dc-8ba2-ade7dad94bd7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0468271 Jul 16 02:06:18.407250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-10999ffe-caf3-4c95-a539-cc6aa296d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:18.408727 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-10999ffe-caf3-4c95-a539-cc6aa296d05c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0521371 Jul 16 02:06:18.506800 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-c343af53-43e8-4e90-897a-a147cf028b81 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919576 Jul 16 02:06:18.603669 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-bfcf55ce-bc40-420d-8697-ad13cdfa5ffd service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909691 Jul 16 02:06:18.649414 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-b732b472-5e51-4b97-9433-ae33ebbe606a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0387661 Jul 16 02:06:18.699381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-bd9a298b-6cbd-4eae-a0b8-18034a4b1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:18.700872 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-bd9a298b-6cbd-4eae-a0b8-18034a4b1592 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0442150 Jul 16 02:06:18.758299 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-bd1b04ab-23b7-40b5-b6a3-8ea18042d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:18.759794 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-bd1b04ab-23b7-40b5-b6a3-8ea18042d1b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0526781 Jul 16 02:06:18.852753 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-5e9c364a-4154-42e7-a797-d591deeaeb11 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859592 Jul 16 02:06:18.943013 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-b6a2b594-940d-4a2e-a69f-a47a2578e2cc service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840108 Jul 16 02:06:18.988471 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-35ccc5ca-125d-40b4-84eb-524b39180fe0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0396857 Jul 16 02:06:19.038111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-03656707-e184-45b6-a980-38abfa9041d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:19.040199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-03656707-e184-45b6-a980-38abfa9041d1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0460413 Jul 16 02:06:19.097806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-01a919e8-9ae2-4aa7-901c-02d0fa1aa72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:19.099363 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-01a919e8-9ae2-4aa7-901c-02d0fa1aa72e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0529239 Jul 16 02:06:19.194735 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-647c6ef5-7822-4051-87f8-97f170ea457d service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890791 Jul 16 02:06:19.282201 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-29e6d1f3-37ab-4e6b-b55f-471b9d26cb58 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819376 Jul 16 02:06:19.326115 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-d4dbe53d-3a45-4276-85b1-b4d27df9993b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0380447 Jul 16 02:06:19.372866 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-84b22e46-745e-469d-b7a2-b5e7fb00741b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:19.374297 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-84b22e46-745e-469d-b7a2-b5e7fb00741b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0425994 Jul 16 02:06:19.429494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de274e2c-fa15-445d-9560-9eacf35af722 req-91e5aa49-4686-4992-995b-f37e1ab75e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:19.431064 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-91e5aa49-4686-4992-995b-f37e1ab75e87 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0512872 Jul 16 02:06:19.525143 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-de116ea3-85ea-4517-a8e4-34f12951f48d service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846169 Jul 16 02:06:19.612088 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de274e2c-fa15-445d-9560-9eacf35af722 req-775fdcec-9e26-4c54-9019-8e8f3a09c2aa service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808516 Jul 16 02:06:19.619154 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:06:29.106921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5879c385-a406-4cac-9942-aaaa8a2f775a req-40b9dfc0-87dd-4fc5-8889-65449b2fb622 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553026 Jul 16 02:06:29.202107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879c385-a406-4cac-9942-aaaa8a2f775a req-8e842b76-01f9-42e0-bc67-2bded201e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:29.203504 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5879c385-a406-4cac-9942-aaaa8a2f775a req-8e842b76-01f9-42e0-bc67-2bded201e6b9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 1097 time: 0.0521977 Jul 16 02:06:29.307234 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879c385-a406-4cac-9942-aaaa8a2f775a req-9af292ff-4f94-4097-bf37-d072036328b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:29.309287 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5879c385-a406-4cac-9942-aaaa8a2f775a req-9af292ff-4f94-4097-bf37-d072036328b1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.0871649 Jul 16 02:06:29.371734 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5879c385-a406-4cac-9942-aaaa8a2f775a req-827c382e-82f0-4256-9409-01b8ae46fc63 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7baf7054-82b5-4510-9d40-db6452be94c3 HTTP/1.1" status: 200 len: 1001 time: 0.0561705 Jul 16 02:06:29.418246 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879c385-a406-4cac-9942-aaaa8a2f775a req-554b64d0-4ee7-4552-b7df-3c141e13db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:29.419643 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5879c385-a406-4cac-9942-aaaa8a2f775a req-554b64d0-4ee7-4552-b7df-3c141e13db38 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0417461 Jul 16 02:06:29.478701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879c385-a406-4cac-9942-aaaa8a2f775a req-c5786f00-7caf-477c-bb94-00a9c3a3f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:06:29.480692 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5879c385-a406-4cac-9942-aaaa8a2f775a req-c5786f00-7caf-477c-bb94-00a9c3a3f4a6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550306 Jul 16 02:06:29.567717 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5879c385-a406-4cac-9942-aaaa8a2f775a req-0e08d669-b7f7-4bae-b0f6-af474b3afd7d service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802798 Jul 16 02:06:29.658497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5879c385-a406-4cac-9942-aaaa8a2f775a req-b8d778c2-f603-4b51-8dc3-f53d81454ec0 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839233 Jul 16 02:06:30.779961 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:31.664315 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:34.967872 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-24190b89-7d2d-4b09-8c95-1fe95e06c4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.406710 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:37.714658 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f4d647ad-f89c-4d74-9677-29bc0bb2d856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:38.715267 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:40.362567 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:06:56.618707 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:07:00.794715 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:01.664757 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:04.968226 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-481ab23e-994a-4e75-98dd-ded2b2298d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.406715 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:07.713889 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-47251a6a-5280-43a8-9c01-bc5f44ec11c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:08.718010 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:10.364695 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:18.712182 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-34e4315b-9ea9-4034-83b6-db71597ae5b1 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1090577 Jul 16 02:07:18.812394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-920ddd44-fe35-4e00-adbf-242f2eacac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:18.813139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-920ddd44-fe35-4e00-adbf-242f2eacac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:18.813653 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-920ddd44-fe35-4e00-adbf-242f2eacac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:18.814124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-920ddd44-fe35-4e00-adbf-242f2eacac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:18.814593 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-920ddd44-fe35-4e00-adbf-242f2eacac7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:18.816489 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-920ddd44-fe35-4e00-adbf-242f2eacac7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0594757 Jul 16 02:07:18.931917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-61360448-8e12-4ec2-b991-50cb1cec1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:18.932318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-61360448-8e12-4ec2-b991-50cb1cec1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:18.932821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-61360448-8e12-4ec2-b991-50cb1cec1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:18.934474 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-61360448-8e12-4ec2-b991-50cb1cec1c43 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0949051 Jul 16 02:07:18.977725 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-e224a14e-4b01-43fd-a883-27a8f80cc925 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0362406 Jul 16 02:07:19.030043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-54b36acc-6637-4246-8ab8-6c10d757cb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:19.031525 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-54b36acc-6637-4246-8ab8-6c10d757cb53 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0475216 Jul 16 02:07:19.087002 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-b2760f68-c591-42b1-9b0a-8eccb4d4dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:19.088548 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-b2760f68-c591-42b1-9b0a-8eccb4d4dd9a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514164 Jul 16 02:07:19.176111 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-d4882476-70ce-4290-b218-3d27075a5645 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804939 Jul 16 02:07:19.266410 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-0a04d3ec-02d4-4101-8fba-a896aa63d7d7 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846305 Jul 16 02:07:19.305973 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-af20d7fb-e673-4eea-b2f9-f18aa6c2af74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0341530 Jul 16 02:07:19.355824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-2d277ecd-115f-4f13-b7b6-9ed5777109f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:19.357222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-2d277ecd-115f-4f13-b7b6-9ed5777109f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0460913 Jul 16 02:07:19.410942 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-291a8b8a-4277-4897-9fc0-29514b164fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:19.412408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-291a8b8a-4277-4897-9fc0-29514b164fc7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0493248 Jul 16 02:07:19.502067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-f3d7d50c-f730-4504-a6b3-657d78ddd75f service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837862 Jul 16 02:07:19.590351 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-aaadd77a-d856-4a46-8e62-58aca5198d08 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825734 Jul 16 02:07:19.633481 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-77c8f89b-2596-4f42-b0b7-e772ac71c5fd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0360072 Jul 16 02:07:19.679109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-18e74b7c-c8ee-4f5e-85f3-ee8ee9a94af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:19.681077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-18e74b7c-c8ee-4f5e-85f3-ee8ee9a94af3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0423234 Jul 16 02:07:19.734963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-da49760b-de9d-41d0-8a70-1f1b84f8b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:19.736448 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-da49760b-de9d-41d0-8a70-1f1b84f8b73d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0497324 Jul 16 02:07:19.826646 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-2fa51d6b-58f7-4159-8026-47f78de4fe10 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843148 Jul 16 02:07:19.911472 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-1fefdb7c-b0a1-430d-942b-5543a24707ea service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788186 Jul 16 02:07:19.954220 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-56c350d3-67ea-4273-886d-af0693e42d72 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0373425 Jul 16 02:07:20.000072 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-5310218f-b4a0-44e5-9053-70efcc2025b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:20.001475 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-5310218f-b4a0-44e5-9053-70efcc2025b4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0419550 Jul 16 02:07:20.056002 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-2b9e139f-81b8-400c-bd18-273debfee457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:20.057521 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-2b9e139f-81b8-400c-bd18-273debfee457 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0506167 Jul 16 02:07:20.147578 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-4c8dcda7-eb53-4b31-ad56-57fd0c56cc7f service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834141 Jul 16 02:07:20.233606 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-e8519a0c-62a7-44cd-acbd-44397bba1b81 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800672 Jul 16 02:07:20.276073 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-daae3a06-ed3a-4ac6-b09a-02646ed01349 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0368714 Jul 16 02:07:20.324107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-66174e70-0c22-456c-8fa3-3aa66b56d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:20.325526 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-66174e70-0c22-456c-8fa3-3aa66b56d450 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0430117 Jul 16 02:07:20.380362 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b063f04-d111-4880-9f76-772c77fab9da req-a9bb49f9-7c06-49ab-b0b3-9a44d780b2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:20.381827 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-a9bb49f9-7c06-49ab-b0b3-9a44d780b2a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0502512 Jul 16 02:07:20.472049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-c74ab5a4-be1f-4618-af43-5c78e51a3107 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839686 Jul 16 02:07:20.555650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b063f04-d111-4880-9f76-772c77fab9da req-7c6617fd-4ce0-4824-8f6a-27772aad9648 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0776579 Jul 16 02:07:29.237317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c800fa4-49a2-4b39-8956-2faba129e7f3 req-cd668bfc-f14d-4351-b059-31b9bfbd9b41 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0750995 Jul 16 02:07:29.347219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c800fa4-49a2-4b39-8956-2faba129e7f3 req-ffa53f1d-59e0-4811-a0e3-4e86b3e2925e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:29.348841 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c800fa4-49a2-4b39-8956-2faba129e7f3 req-ffa53f1d-59e0-4811-a0e3-4e86b3e2925e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 1097 time: 0.0639560 Jul 16 02:07:29.456347 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c800fa4-49a2-4b39-8956-2faba129e7f3 req-7f375f89-dcc1-43ea-ae63-47ee6a227998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:29.457995 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c800fa4-49a2-4b39-8956-2faba129e7f3 req-7f375f89-dcc1-43ea-ae63-47ee6a227998 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.0875976 Jul 16 02:07:29.526726 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c800fa4-49a2-4b39-8956-2faba129e7f3 req-d159b068-e6fd-44e5-9b7d-1d85b78224a6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7baf7054-82b5-4510-9d40-db6452be94c3 HTTP/1.1" status: 200 len: 1001 time: 0.0611768 Jul 16 02:07:29.574904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c800fa4-49a2-4b39-8956-2faba129e7f3 req-de90b690-2ea0-4aee-a586-0b5a41421263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:29.576283 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c800fa4-49a2-4b39-8956-2faba129e7f3 req-de90b690-2ea0-4aee-a586-0b5a41421263 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0429685 Jul 16 02:07:29.631907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c800fa4-49a2-4b39-8956-2faba129e7f3 req-d531b197-0b9f-4677-8543-cb9e3b6cc22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:29.633541 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c800fa4-49a2-4b39-8956-2faba129e7f3 req-d531b197-0b9f-4677-8543-cb9e3b6cc22c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511372 Jul 16 02:07:29.724156 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c800fa4-49a2-4b39-8956-2faba129e7f3 req-b746f758-93c0-4046-875b-f9d323118bef service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833778 Jul 16 02:07:29.811584 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c800fa4-49a2-4b39-8956-2faba129e7f3 req-5f25c6a0-da54-4f28-8c6a-feba822c5662 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806358 Jul 16 02:07:30.794476 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:31.679371 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:33.621038 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:07:34.978123 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-122a887f-03e4-499a-87ba-f5e420f5e98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.406496 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:37.713489 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-da34910a-0bdd-4255-b581-32071e4069f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.299514 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-74c4ce7b-bf03-4f83-85cd-d617258ec39b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-971803993&fields=id&tenant_id=520338b0e8c94c93b2082f5c0605466c HTTP/1.1" status: 200 len: 267 time: 0.0327811 Jul 16 02:07:38.405813 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-cf89285e-c445-4363-8d92-42ea073bc2d3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:38.407266 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-cf89285e-c445-4363-8d92-42ea073bc2d3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 812 time: 0.1016731 Jul 16 02:07:38.421864 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-50e3d629-26d4-4ed9-b71d-525ff558ab4a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/quotas/520338b0e8c94c93b2082f5c0605466c HTTP/1.1" status: 200 len: 375 time: 0.0092635 Jul 16 02:07:38.491204 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-0a2cdf4b-b920-4fa5-a8c9-72d76584b73f tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0646651 Jul 16 02:07:38.588074 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-89bd7890-d450-41de-82e4-38c49fc7a91b service neutron] 10.222.0.22 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856404 Jul 16 02:07:38.678013 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-10486959-5557-4807-aa6c-b9cc6bed0371 service neutron] 10.222.0.22 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843296 Jul 16 02:07:38.721362 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:38.967098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2756bc60-c82b-42cd-85cf-d09cf393a925 req-c97081d5-5d19-4722-a800-371d1db0d3f5 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 210 time: 0.0289674 Jul 16 02:07:40.073272 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91c8e5d2-3c76-4f35-a9be-5683fc3d7f7d req-a1b81b60-e9ed-4cc2-b433-cba39ecea83b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 210 time: 0.0302877 Jul 16 02:07:40.368866 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:41.208108 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-87b97721-f57a-4492-b488-3bc0765fb65e req-424d297f-e92a-4bee-9b0e-1f6e2a996312 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 210 time: 0.0282221 Jul 16 02:07:42.114769 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-713db470-deba-48f2-aedb-56c506851199 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:42.116285 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-713db470-deba-48f2-aedb-56c506851199 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.69 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 812 time: 0.1032276 Jul 16 02:07:42.166177 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-33885140-b95f-487d-b253-954d67bcbd56 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=520338b0e8c94c93b2082f5c0605466c HTTP/1.1" status: 200 len: 379 time: 0.0411441 Jul 16 02:07:42.174351 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Request body: {'port': {'device_id': 'b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'admin_state_up': True, 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'security_groups': ['8c569cca-bb24-4da5-be83-e5ea8d350174']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:42.290743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Made reservation on behalf of 520338b0e8c94c93b2082f5c0605466c for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:07:42.295194 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.688543 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c15cbb91-feb3-44e7-ac99-e98522e8cb02 req-cfeb116e-53ef-40da-b248-bac434a26787 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 210 time: 0.0371590 Jul 16 02:07:42.800913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Allocated IP 172.20.0.6 (6bc50b86-4f68-4c63-b273-60b7e90b675e/9334a482-618c-419f-93f8-32dfa29203e5/e4d29069-4f72-4113-8abb-92502b01030d) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:42.938448 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:42.952530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Transition to ACTIVE for port object e4d29069-4f72-4113-8abb-92502b01030d will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:42.986404 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.034473 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Network 6bc50b86-4f68-4c63-b273-60b7e90b675e is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:43.037656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:43.042307 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:43.048732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'Port': ['ID=e4d29069-4f72-4113-8abb-92502b01030d,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:43.076875 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:43.077222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:43.077560 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:43.077896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:43.078224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:43.078551 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:43.078872 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:43.079195 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:43.079513 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:43.079853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:43.080178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:43.080496 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:43.106202 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:43.106835 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.121600 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-bcf098b3-da79-4ae3-9e32-bb99b6855b32 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9508467 Jul 16 02:07:43.134301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Request body: {'port': {'device_id': 'b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:43.209768 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.350430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-57f1851a-eb9e-40db-83f4-1c7fd68204ae None None] Provisioning for port e4d29069-4f72-4113-8abb-92502b01030d completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:43.357367 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-57f1851a-eb9e-40db-83f4-1c7fd68204ae None None] Provisioning complete for port e4d29069-4f72-4113-8abb-92502b01030d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:43.358490 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-57f1851a-eb9e-40db-83f4-1c7fd68204ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.395088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-57f1851a-eb9e-40db-83f4-1c7fd68204ae None None] Port e4d29069-4f72-4113-8abb-92502b01030d cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:07:43.496524 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d29069-4f72-4113-8abb-92502b01030d {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:43.504386 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.516550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Transition to ACTIVE for port object e4d29069-4f72-4113-8abb-92502b01030d will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:07:43.520130 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.572216 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Pushing event updated for resources: {'Port': ['ID=e4d29069-4f72-4113-8abb-92502b01030d,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:43.645883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Attempting to bind port e4d29069-4f72-4113-8abb-92502b01030d on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:07:43.646146 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Attempting to bind port e4d29069-4f72-4113-8abb-92502b01030d by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:07:43.646506 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Attempting to bind port e4d29069-4f72-4113-8abb-92502b01030d on network 6bc50b86-4f68-4c63-b273-60b7e90b675e {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:43.651469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Port e4d29069-4f72-4113-8abb-92502b01030d on network 6bc50b86-4f68-4c63-b273-60b7e90b675e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:07:43.651960 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Attempting to bind port e4d29069-4f72-4113-8abb-92502b01030d on network 6bc50b86-4f68-4c63-b273-60b7e90b675e {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:07:43.657076 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:07:43.657422 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Checking segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:07:43.657814 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Bound using segment: {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:07:43.658247 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Bound port: e4d29069-4f72-4113-8abb-92502b01030d, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd83193f8-ebdb-4bbf-af33-68b1c4049249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:07:43.658609 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.732276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] For port e4d29069-4f72-4113-8abb-92502b01030d, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:07:43.736077 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] For port e4d29069-4f72-4113-8abb-92502b01030d, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e4d29069-4f72-4113-8abb-92502b01030d,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:07:43.741858 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.799167 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Pushing event updated for resources: {'Port': ['ID=e4d29069-4f72-4113-8abb-92502b01030d,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:43.816569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:43.817609 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:43.819484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-a9dd4de6-71e1-403b-b3d0-95371c07199a service neutron] 10.222.0.69 "PUT /v2.0/ports/e4d29069-4f72-4113-8abb-92502b01030d HTTP/1.1" status: 200 len: 1092 time: 0.6901126 Jul 16 02:07:43.821107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a', 'tag': 'e4d29069-4f72-4113-8abb-92502b01030d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:43.824539 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9a65da-f7ef-4e0b-9d63-7e8716e3e6fc" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a", "tag": "e4d29069-4f72-4113-8abb-92502b01030d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:43.935900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-b84de9e1-84dd-486e-902c-7fa272e34f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:43.937461 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-b84de9e1-84dd-486e-902c-7fa272e34f4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 1095 time: 0.0772924 Jul 16 02:07:43.945168 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d39ef2f-91be-46f4-8e44-4d1803a42e13 req-27696fd7-2a92-4d2d-b722-6a61d7a261ed tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:43.946690 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4d39ef2f-91be-46f4-8e44-4d1803a42e13 req-27696fd7-2a92-4d2d-b722-6a61d7a261ed tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 943 time: 0.1262949 Jul 16 02:07:43.997536 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-6eb0e97a-15f5-47b2-b508-97cc7fd70a84 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4d29069-4f72-4113-8abb-92502b01030d HTTP/1.1" status: 200 len: 217 time: 0.0498364 Jul 16 02:07:44.048151 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4d39ef2f-91be-46f4-8e44-4d1803a42e13 req-18c16deb-7864-4a03-b9fb-3deaed95c523 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943327 Jul 16 02:07:44.066583 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-8360e9ac-b4b8-4a01-8a82-ff353f6b1514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:44.067806 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-8360e9ac-b4b8-4a01-8a82-ff353f6b1514 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0639932 Jul 16 02:07:44.107275 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759fc503-432f-4864-b1a8-c63be8cb623d x-openstack-request-id: req-759fc503-432f-4864-b1a8-c63be8cb623d {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:44.107570 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a", "tag": "e4d29069-4f72-4113-8abb-92502b01030d", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:44.107853 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-759fc503-432f-4864-b1a8-c63be8cb623d {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:44.108246 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a', 'tag': 'e4d29069-4f72-4113-8abb-92502b01030d', 'status': 'completed', 'code': 200} Jul 16 02:07:44.134693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-8e2c79d9-885b-405d-9a44-a9001134ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:44.136412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-8e2c79d9-885b-405d-9a44-a9001134ba46 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576344 Jul 16 02:07:44.225277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-0cf96379-c0c2-4680-95a6-9ded3e3a55f6 service neutron] 10.222.0.69 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823784 Jul 16 02:07:44.318304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d165de7-b8ae-4612-8a59-adf0d768ecf4 req-d05dc91d-1d8e-40b0-972a-dc18bd4ca110 service neutron] 10.222.0.69 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867260 Jul 16 02:07:44.414489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a65da-f7ef-4e0b-9d63-7e8716e3e6fc req-223a5d23-37c3-4328-947f-15ac91058595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:44.416076 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e9a65da-f7ef-4e0b-9d63-7e8716e3e6fc req-223a5d23-37c3-4328-947f-15ac91058595 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 1095 time: 0.0525904 Jul 16 02:07:44.508338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a65da-f7ef-4e0b-9d63-7e8716e3e6fc req-718ce476-2e90-4a69-8c8a-22e48ab15a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:44.510399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e9a65da-f7ef-4e0b-9d63-7e8716e3e6fc req-718ce476-2e90-4a69-8c8a-22e48ab15a1d service neutron] 10.222.0.69 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.0887809 Jul 16 02:07:44.551287 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e9a65da-f7ef-4e0b-9d63-7e8716e3e6fc req-4ba5fd58-5970-4478-bf3f-026e930625d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4d29069-4f72-4113-8abb-92502b01030d HTTP/1.1" status: 200 len: 217 time: 0.0340064 Jul 16 02:07:44.604679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a65da-f7ef-4e0b-9d63-7e8716e3e6fc req-437b1554-ae56-4cd9-ab00-957c5c03d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:44.606098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e9a65da-f7ef-4e0b-9d63-7e8716e3e6fc req-437b1554-ae56-4cd9-ab00-957c5c03d479 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0490475 Jul 16 02:07:44.661365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a65da-f7ef-4e0b-9d63-7e8716e3e6fc req-9b70df13-2e57-4f8f-a58b-b219f56fd385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:44.662856 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e9a65da-f7ef-4e0b-9d63-7e8716e3e6fc req-9b70df13-2e57-4f8f-a58b-b219f56fd385 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509655 Jul 16 02:07:44.754941 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e9a65da-f7ef-4e0b-9d63-7e8716e3e6fc req-ee0c65e8-835f-44aa-84bf-ae13861fe541 service neutron] 10.222.0.69 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857413 Jul 16 02:07:44.847568 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8e9a65da-f7ef-4e0b-9d63-7e8716e3e6fc req-464ab2ee-89c5-43d2-976a-fec9f564fbf4 service neutron] 10.222.0.69 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867181 Jul 16 02:07:45.229523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc37c3-6dec-4c73-bc06-dd8ef01f5e16 req-d17fd390-f7f7-4971-97bd-e1442092684d tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:45.230868 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-12cc37c3-6dec-4c73-bc06-dd8ef01f5e16 req-d17fd390-f7f7-4971-97bd-e1442092684d tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 943 time: 0.0639281 Jul 16 02:07:45.267406 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-12cc37c3-6dec-4c73-bc06-dd8ef01f5e16 req-c8f51be9-5c03-4b2c-9133-2f3f705670ff tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307035 Jul 16 02:07:46.441155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e7b23-cae7-403c-bbc0-6bdf6dde7a8e req-f3d8a580-76e4-4d53-a82f-a28f036757b7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:46.442632 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b55e7b23-cae7-403c-bbc0-6bdf6dde7a8e req-f3d8a580-76e4-4d53-a82f-a28f036757b7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 943 time: 0.0657065 Jul 16 02:07:46.478740 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b55e7b23-cae7-403c-bbc0-6bdf6dde7a8e req-38a5e55a-6d6b-4eb1-a1ca-4cc81d2f4f2a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306208 Jul 16 02:07:47.647896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45de925-fe0b-4c29-9d73-b31eb83598ed req-3ef7f168-ce88-4777-a2e0-8272a2cfcbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:47.649595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b45de925-fe0b-4c29-9d73-b31eb83598ed req-3ef7f168-ce88-4777-a2e0-8272a2cfcbf7 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 943 time: 0.0624955 Jul 16 02:07:47.685605 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b45de925-fe0b-4c29-9d73-b31eb83598ed req-62f4a3c4-cb66-4c04-81cf-d061de5aaacb tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307357 Jul 16 02:07:48.867780 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf21db-0204-4a8e-b686-0fbabceb5288 req-c4bc98ba-99a8-457a-aba0-5791a84c6b79 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:48.869307 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6cbf21db-0204-4a8e-b686-0fbabceb5288 req-c4bc98ba-99a8-457a-aba0-5791a84c6b79 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 943 time: 0.0685408 Jul 16 02:07:48.911053 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6cbf21db-0204-4a8e-b686-0fbabceb5288 req-9981d442-b575-4c15-a1cc-7f52b143dcef tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359910 Jul 16 02:07:50.106409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83570540-e510-4f22-b054-0c434384ca5c req-f4e186d8-e1b0-40d5-8729-419e2226ba31 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:50.107988 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83570540-e510-4f22-b054-0c434384ca5c req-f4e186d8-e1b0-40d5-8729-419e2226ba31 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 943 time: 0.0696530 Jul 16 02:07:50.146447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-83570540-e510-4f22-b054-0c434384ca5c req-081d7b51-9b72-4274-8380-b78631e9d341 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320837 Jul 16 02:07:51.318010 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7c730-c3b5-46e2-9216-a8df03e60c74 req-aacfe5d0-7c20-4a86-91b1-9467322bc64a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:51.319405 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ddc7c730-c3b5-46e2-9216-a8df03e60c74 req-aacfe5d0-7c20-4a86-91b1-9467322bc64a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 943 time: 0.0618951 Jul 16 02:07:51.355643 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ddc7c730-c3b5-46e2-9216-a8df03e60c74 req-51c34f12-38e0-479a-97be-767a730d8d69 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300426 Jul 16 02:07:52.526996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4adb4-a0a0-409e-ac79-996ef0426a67 req-dee1a9e9-a2ef-4a1c-bb3a-12f110134161 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:52.528552 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2f4adb4-a0a0-409e-ac79-996ef0426a67 req-dee1a9e9-a2ef-4a1c-bb3a-12f110134161 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 943 time: 0.0671818 Jul 16 02:07:52.566418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d2f4adb4-a0a0-409e-ac79-996ef0426a67 req-f0005e6e-d08a-4682-aaea-d6ac7ca05fbb tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322559 Jul 16 02:07:52.687616 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e4d29069-4f72-4113-8abb-92502b01030d details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:07:52.778010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e4d29069-4f72-4113-8abb-92502b01030d, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e4d29069-4f72-4113-8abb-92502b01030d,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:52.788707 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'e4d29069-4f72-4113-8abb-92502b01030d', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'port_id': 'e4d29069-4f72-4113-8abb-92502b01030d', 'mac_address': 'fa:16:3e:84:df:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:07:52.826052 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.842018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d29069-4f72-4113-8abb-92502b01030d {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:07:52.861617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e4d29069-4f72-4113-8abb-92502b01030d, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e4d29069-4f72-4113-8abb-92502b01030d,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:52.865276 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:52.910931 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e4d29069-4f72-4113-8abb-92502b01030d,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:52.918658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:52.919006 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:52.919344 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:52.919680 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:52.920034 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:52.920366 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:52.920693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:52.921018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:52.921347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:52.921668 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:52.921987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:52.922307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:07:53.168761 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['e4d29069-4f72-4113-8abb-92502b01030d'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:07:53.737366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf460a-e658-44f2-8950-2c2d256c8fdb req-fad886a9-c9f3-46df-b062-90873245fadf tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:53.738889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2cf460a-e658-44f2-8950-2c2d256c8fdb req-fad886a9-c9f3-46df-b062-90873245fadf tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 944 time: 0.0631435 Jul 16 02:07:53.775265 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2cf460a-e658-44f2-8950-2c2d256c8fdb req-2f4838d8-1202-4b57-b8ae-8f3fe541f2f3 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309486 Jul 16 02:07:54.692689 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e4d29069-4f72-4113-8abb-92502b01030d up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:07:54.739185 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port e4d29069-4f72-4113-8abb-92502b01030d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:07:54.742967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port e4d29069-4f72-4113-8abb-92502b01030d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:07:54.743343 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.820365 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.843546 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d29069-4f72-4113-8abb-92502b01030d'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:54.845826 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f2492c9944b922f220d0d74020792de430cc9d2162649150a1eff179002aaf86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce200e3-381b-4d6e-85ae-0cf5add584e3" -d '{"events": [{"server_uuid": "b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a", "name": "network-vif-plugged", "status": "completed", "tag": "e4d29069-4f72-4113-8abb-92502b01030d"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:54.858014 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port e4d29069-4f72-4113-8abb-92502b01030d, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e4d29069-4f72-4113-8abb-92502b01030d,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:07:54.862568 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:54.910048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=e4d29069-4f72-4113-8abb-92502b01030d,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:54.948179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b2b31-57b3-47d4-84d3-77fe84c99a25 req-d931d81a-ac22-4a00-a4c1-ab9d37eee7cd tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:54.950262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac7b2b31-57b3-47d4-84d3-77fe84c99a25 req-d931d81a-ac22-4a00-a4c1-ab9d37eee7cd tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 945 time: 0.0628572 Jul 16 02:07:54.986431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac7b2b31-57b3-47d4-84d3-77fe84c99a25 req-7ff300f4-1e85-42a4-b1ed-0e6869fe5868 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306082 Jul 16 02:07:55.034823 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757b126c-0cc1-48f6-a184-58752b32ccf7 x-openstack-request-id: req-757b126c-0cc1-48f6-a184-58752b32ccf7 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:55.035144 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a", "name": "network-vif-plugged", "status": "completed", "tag": "e4d29069-4f72-4113-8abb-92502b01030d", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:55.035422 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-757b126c-0cc1-48f6-a184-58752b32ccf7 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:55.035847 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d29069-4f72-4113-8abb-92502b01030d', 'code': 200} Jul 16 02:07:55.147970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90770b01-14b7-4ace-8990-747fa78c14bb req-395283bb-0f70-4d38-bf54-351ad0a77690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:55.149434 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90770b01-14b7-4ace-8990-747fa78c14bb req-395283bb-0f70-4d38-bf54-351ad0a77690 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 1097 time: 0.0539153 Jul 16 02:07:55.181698 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90770b01-14b7-4ace-8990-747fa78c14bb req-3260a30b-1ed3-472f-88ca-f84d0b54e2e7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260751 Jul 16 02:07:56.162829 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0721b9-96fd-4e09-aac8-2997b304d887 req-a7f56606-ca70-4b52-874d-1d59a5785a1c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:56.164349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd0721b9-96fd-4e09-aac8-2997b304d887 req-a7f56606-ca70-4b52-874d-1d59a5785a1c tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 945 time: 0.0621951 Jul 16 02:07:56.201044 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd0721b9-96fd-4e09-aac8-2997b304d887 req-9c676f65-1107-48e1-b1d5-535793622fc1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311337 Jul 16 02:07:56.373341 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb4852-aa15-4e0f-9594-f6964c074de2 req-d9436925-5993-4010-82f5-dedf13336372 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:56.374831 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4bcb4852-aa15-4e0f-9594-f6964c074de2 req-d9436925-5993-4010-82f5-dedf13336372 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 945 time: 0.0660014 Jul 16 02:07:56.410974 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4bcb4852-aa15-4e0f-9594-f6964c074de2 req-50049dc3-8001-4438-a95c-c5e159152fae tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306215 Jul 16 02:07:56.434976 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43530) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:56.485948 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2a06ab-9f96-4b76-b89f-5b4691afde12 tempest-TestVolumeBootPattern-1420066941 tempest-TestVolumeBootPattern-1420066941-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:56.487454 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2a2a06ab-9f96-4b76-b89f-5b4691afde12 tempest-TestVolumeBootPattern-1420066941 tempest-TestVolumeBootPattern-1420066941-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 1092 time: 0.0514212 Jul 16 02:07:56.490191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43532) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:07:56.494427 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': 'e4d29069-4f72-4113-8abb-92502b01030d', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:07:56.515090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.610804 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.715500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Allocated IP 172.25.2.170 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/e9aa2404-9780-4dd7-aac4-e9b35417bcab) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:07:56.815563 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.851261 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:56.885820 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:07:56.891677 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:07:56.895159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:07:56.900951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'Port': ['ID=e9aa2404-9780-4dd7-aac4-e9b35417bcab,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:57.251212 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.327055 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.468106 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.472360 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.541908 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event updated for resources: {'Port': ['ID=e9aa2404-9780-4dd7-aac4-e9b35417bcab,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:07:57.551411 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.651864 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Floating IP 030394f4-2a7a-4f94-bb3e-06dc2c8425fc associated. External IP: 172.25.2.170, port: e4d29069-4f72-4113-8abb-92502b01030d. Jul 16 02:07:57.851945 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Router 4fcb604c-9e75-4804-9e05-552e59088f6e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:07:57.956122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:07:57.966755 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515b771-ba94-4fcc-a272-2a97de439664 None None] Sync routers for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:07:57.972154 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:07:57.976097 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4515b771-ba94-4fcc-a272-2a97de439664 None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:57.976699 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4515b771-ba94-4fcc-a272-2a97de439664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:07:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:58.021511 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-69f1c31c-8ea4-474a-8b8e-3772a8048e28 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5165761 Jul 16 02:07:58.021511 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a', 'tag': 'e4d29069-4f72-4113-8abb-92502b01030d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:07:58.021511 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c0c414c9370b74940f3b2b331982e04501041d8374c3c9e891be51fc0dcedfc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34efef5-d7c3-433a-b6d9-cae6a5328017" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a", "tag": "e4d29069-4f72-4113-8abb-92502b01030d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:07:58.051335 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5109b348-e042-423a-9f2a-65d80bf5cec0 x-openstack-request-id: req-5109b348-e042-423a-9f2a-65d80bf5cec0 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:07:58.051635 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a", "tag": "e4d29069-4f72-4113-8abb-92502b01030d", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:07:58.051986 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5109b348-e042-423a-9f2a-65d80bf5cec0 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:07:58.052393 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a', 'tag': 'e4d29069-4f72-4113-8abb-92502b01030d', 'status': 'completed', 'code': 200} Jul 16 02:07:58.085645 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-4515b771-ba94-4fcc-a272-2a97de439664 None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:58.124909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34efef5-d7c3-433a-b6d9-cae6a5328017 req-b63d4dc1-c469-455f-8b54-ae6714b22345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.126375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b34efef5-d7c3-433a-b6d9-cae6a5328017 req-b63d4dc1-c469-455f-8b54-ae6714b22345 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 1097 time: 0.0522957 Jul 16 02:07:58.314354 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4515b771-ba94-4fcc-a272-2a97de439664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '030394f4-2a7a-4f94-bb3e-06dc2c8425fc', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'port_id': 'e4d29069-4f72-4113-8abb-92502b01030d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'mac_address': 'fa:16:3e:84:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:57Z', 'updated_at': '2021-07-16T02:07:57Z', 'revision_number': 0, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address_scope': None}, {'id': '0bf0e95d-ef25-46d2-b632-dd56e0f4f25a', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'port_id': '7baf7054-82b5-4510-9d40-db6452be94c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'mac_address': 'fa:16:3e:f5:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:59Z', 'updated_at': '2021-07-16T02:06:01Z', 'revision_number': 1, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:58.341923 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515b771-ba94-4fcc-a272-2a97de439664 None None] Checking router: 4fcb604c-9e75-4804-9e05-552e59088f6e for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:07:58.350636 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4515b771-ba94-4fcc-a272-2a97de439664 None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:07:58.351264 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4515b771-ba94-4fcc-a272-2a97de439664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:07:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:58.459102 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-4515b771-ba94-4fcc-a272-2a97de439664 None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:07:58.546273 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34efef5-d7c3-433a-b6d9-cae6a5328017 req-90118cb3-bbbe-49b0-bbf1-88680e987cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.547783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b34efef5-d7c3-433a-b6d9-cae6a5328017 req-90118cb3-bbbe-49b0-bbf1-88680e987cfd service neutron] 10.222.0.69 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.4156258 Jul 16 02:07:58.612333 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b34efef5-d7c3-433a-b6d9-cae6a5328017 req-ffc148f5-46d8-4aad-905a-4645f14ac780 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4d29069-4f72-4113-8abb-92502b01030d HTTP/1.1" status: 200 len: 999 time: 0.0575178 Jul 16 02:07:58.660016 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34efef5-d7c3-433a-b6d9-cae6a5328017 req-94b2893f-add9-46a1-a3de-bb71aedb18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.661524 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b34efef5-d7c3-433a-b6d9-cae6a5328017 req-94b2893f-add9-46a1-a3de-bb71aedb18ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0433774 Jul 16 02:07:58.685476 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4515b771-ba94-4fcc-a272-2a97de439664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '030394f4-2a7a-4f94-bb3e-06dc2c8425fc', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'port_id': 'e4d29069-4f72-4113-8abb-92502b01030d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'mac_address': 'fa:16:3e:84:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:57Z', 'updated_at': '2021-07-16T02:07:57Z', 'revision_number': 0, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address_scope': None}, {'id': '0bf0e95d-ef25-46d2-b632-dd56e0f4f25a', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'port_id': '7baf7054-82b5-4510-9d40-db6452be94c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'mac_address': 'fa:16:3e:f5:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:59Z', 'updated_at': '2021-07-16T02:06:01Z', 'revision_number': 1, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:07:58.711963 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515b771-ba94-4fcc-a272-2a97de439664 None None] The sync data for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 is: [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '030394f4-2a7a-4f94-bb3e-06dc2c8425fc', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'floating_ip_address': '172.25.2.170', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'port_id': 'e4d29069-4f72-4113-8abb-92502b01030d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3957, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'mac_address': 'fa:16:3e:84:df:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:07:57Z', 'updated_at': '2021-07-16T02:07:57Z', 'revision_number': 0, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address_scope': None}, {'id': '0bf0e95d-ef25-46d2-b632-dd56e0f4f25a', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'port_id': '7baf7054-82b5-4510-9d40-db6452be94c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'mac_address': 'fa:16:3e:f5:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:59Z', 'updated_at': '2021-07-16T02:06:01Z', 'revision_number': 1, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:07:58.721941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34efef5-d7c3-433a-b6d9-cae6a5328017 req-fd432b3f-b644-4016-9e0e-e82ac3b058fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:07:58.723496 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b34efef5-d7c3-433a-b6d9-cae6a5328017 req-fd432b3f-b644-4016-9e0e-e82ac3b058fe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563142 Jul 16 02:07:58.812914 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b34efef5-d7c3-433a-b6d9-cae6a5328017 req-28c9f8b1-8d78-4c30-a96e-8060fa738ea4 service neutron] 10.222.0.69 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829771 Jul 16 02:07:58.906714 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b34efef5-d7c3-433a-b6d9-cae6a5328017 req-2777a00f-9715-4182-aff5-6b1a399fae98 service neutron] 10.222.0.69 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872264 Jul 16 02:07:58.907301 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534500fb-37f8-46fc-a817-e1df9cc94f26 None None] New status for floating IP 030394f4-2a7a-4f94-bb3e-06dc2c8425fc: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:08:00.815450 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:01.693239 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:04.971151 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-98237d7c-9d36-4f10-963e-b373fc781476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.407311 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:07.714167 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-297906bd-efd7-4a29-a4a0-8192b9d8efdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:08.723372 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.371227 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:10.620301 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:08:19.661254 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-c43afee3-0d8f-4ae5-a0fa-926a974e0283 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0562053 Jul 16 02:08:19.762668 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-2f692e89-a1ec-44be-898c-cb4459a57e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:19.763149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-2f692e89-a1ec-44be-898c-cb4459a57e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:19.763618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-2f692e89-a1ec-44be-898c-cb4459a57e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:19.764114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-2f692e89-a1ec-44be-898c-cb4459a57e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:19.764581 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-2f692e89-a1ec-44be-898c-cb4459a57e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:19.766395 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-2f692e89-a1ec-44be-898c-cb4459a57e35 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0592296 Jul 16 02:08:19.879584 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-cd3a787b-f106-41c4-9121-232804d0640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:19.880086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-cd3a787b-f106-41c4-9121-232804d0640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:19.880550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-cd3a787b-f106-41c4-9121-232804d0640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:19.882139 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-cd3a787b-f106-41c4-9121-232804d0640e service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0908976 Jul 16 02:08:19.922966 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-6afac99c-9ab6-4b4c-977b-c8201349ad58 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0336041 Jul 16 02:08:19.974965 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-c0d8da69-22f0-451d-83d0-073742fa297f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:19.976457 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-c0d8da69-22f0-451d-83d0-073742fa297f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0479782 Jul 16 02:08:20.033859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-26ff5a00-4c1d-4733-9d7f-278270a58dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.036039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-26ff5a00-4c1d-4733-9d7f-278270a58dcf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518656 Jul 16 02:08:20.125427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-a3aeccf1-0326-437b-82b3-77c806b89ff4 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837407 Jul 16 02:08:20.210605 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-a1fbb61e-97d8-45ee-bb07-1a0cdda82f57 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795598 Jul 16 02:08:20.252684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-0517ab3d-3b79-4bee-81f1-25cedb64cd7f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0360582 Jul 16 02:08:20.297633 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-b9b25714-ab13-4547-86f7-95a59f25f98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.299029 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-b9b25714-ab13-4547-86f7-95a59f25f98b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0411477 Jul 16 02:08:20.354193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-b584770b-4c4c-44c3-b82e-f96b70727ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.355729 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-b584770b-4c4c-44c3-b82e-f96b70727ab4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508239 Jul 16 02:08:20.446926 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-fc1d8998-2320-461d-add0-e3189effa4e5 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840695 Jul 16 02:08:20.533647 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-32bb4ba0-632e-48d0-8334-b92efbd12593 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804322 Jul 16 02:08:20.576196 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-0fdf94f7-fc2f-4bd3-a70c-b1512945e08f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0366960 Jul 16 02:08:20.623335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-b646fb1d-e90a-43a5-8798-27a5d54055ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.624796 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-b646fb1d-e90a-43a5-8798-27a5d54055ad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0426679 Jul 16 02:08:20.679207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-fad8301e-c63a-4be1-8b38-c0195c27daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.680697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-fad8301e-c63a-4be1-8b38-c0195c27daf8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0503457 Jul 16 02:08:20.771140 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-370d11fc-73df-4c21-aa46-8d7ae0372c68 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841093 Jul 16 02:08:20.857605 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-b3a91e5f-e541-4ccc-8dfb-f51c4e8b29bc service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806966 Jul 16 02:08:20.902116 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-dd78c114-8482-431b-b2c5-33d70cd55b5b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0378289 Jul 16 02:08:20.953560 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-e0e4c45d-1ff7-4fa7-b654-a78f13f7a170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:20.955027 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-e0e4c45d-1ff7-4fa7-b654-a78f13f7a170 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0448382 Jul 16 02:08:21.012363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-e5c040aa-ac16-4063-b69e-194ccac93793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:21.013877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-e5c040aa-ac16-4063-b69e-194ccac93793 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0531709 Jul 16 02:08:21.105928 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-d53c083a-3410-4890-adc7-d8f760917ea5 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852611 Jul 16 02:08:21.192171 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-75a2e7b1-e02f-408e-9565-d9d55d307b95 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803738 Jul 16 02:08:21.234062 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-8f83cdfe-7ca1-4222-a902-1c716837eab9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0365007 Jul 16 02:08:21.279726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-1624cddd-c49e-47a7-b950-149ff50b86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:21.281175 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-1624cddd-c49e-47a7-b950-149ff50b86c7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0415857 Jul 16 02:08:21.334587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258caac5-2156-44c3-b862-b951ace4c3ec req-dbba6e07-2e72-425b-9d43-a9494f121c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:21.336045 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-dbba6e07-2e72-425b-9d43-a9494f121c58 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0490396 Jul 16 02:08:21.425565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-a241f7c5-c822-46f4-947d-0087fb94ae80 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835907 Jul 16 02:08:21.511361 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-258caac5-2156-44c3-b862-b951ace4c3ec req-0d5f8e96-3eab-4983-b652-b72d218dd111 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798707 Jul 16 02:08:30.816151 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:31.087359 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b73e2aa8-3c5e-4da4-a182-bab6953848bb req-ceeb566f-2360-4485-b31d-390f9e698b5b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0508039 Jul 16 02:08:31.184304 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e2aa8-3c5e-4da4-a182-bab6953848bb req-f7b25865-22f9-413c-b475-5d041740156a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:31.185796 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b73e2aa8-3c5e-4da4-a182-bab6953848bb req-f7b25865-22f9-413c-b475-5d041740156a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 1097 time: 0.0554519 Jul 16 02:08:31.286931 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e2aa8-3c5e-4da4-a182-bab6953848bb req-2bd9afab-cc77-46ef-8e48-daebd3e343e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:31.289054 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b73e2aa8-3c5e-4da4-a182-bab6953848bb req-2bd9afab-cc77-46ef-8e48-daebd3e343e9 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.0834799 Jul 16 02:08:31.356716 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b73e2aa8-3c5e-4da4-a182-bab6953848bb req-5bb52283-9c75-40cf-bdcd-011c6c62ac8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7baf7054-82b5-4510-9d40-db6452be94c3 HTTP/1.1" status: 200 len: 1001 time: 0.0600970 Jul 16 02:08:31.404074 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e2aa8-3c5e-4da4-a182-bab6953848bb req-59eec874-aa71-4dbf-b4e6-800b0bed3803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:31.405478 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b73e2aa8-3c5e-4da4-a182-bab6953848bb req-59eec874-aa71-4dbf-b4e6-800b0bed3803 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0427661 Jul 16 02:08:31.462398 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e2aa8-3c5e-4da4-a182-bab6953848bb req-27f7501b-973a-4ba6-904d-8fa270d42be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:08:31.463903 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b73e2aa8-3c5e-4da4-a182-bab6953848bb req-27f7501b-973a-4ba6-904d-8fa270d42be8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516875 Jul 16 02:08:31.552412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b73e2aa8-3c5e-4da4-a182-bab6953848bb req-dd0fde91-7158-4e3a-bada-d2ce3340d72b service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821295 Jul 16 02:08:31.642743 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b73e2aa8-3c5e-4da4-a182-bab6953848bb req-c30f17a8-2ff6-455f-8c07-82c4dfc937ca service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832036 Jul 16 02:08:31.714717 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:34.971431 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ff3d2d34-e491-4d40-afd5-c9021921fc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:37.407818 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:37.713067 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0cfc9af4-a784-4263-89ff-f6b35ac4e36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:38.727905 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:40.373311 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:08:47.619167 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:09:00.809119 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:01.706479 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:04.970679 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e69cb0be-f4ca-4f02-b3ff-304eb41221b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:07.408437 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:07.712943 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-13e1926d-7e9c-47e8-9b45-9306fff34a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:08.730701 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:10.375574 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:19.775236 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c6bdce6-2c39-45ff-a22e-2c67ba6f58fe req-fc9d75ea-3d2f-42dc-a96f-158f26d22525 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0897393 Jul 16 02:09:19.848396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bdce6-2c39-45ff-a22e-2c67ba6f58fe req-35aab103-5232-47f8-be8a-e7496f755802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:19.849885 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c6bdce6-2c39-45ff-a22e-2c67ba6f58fe req-35aab103-5232-47f8-be8a-e7496f755802 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 1097 time: 0.0523114 Jul 16 02:09:19.950489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bdce6-2c39-45ff-a22e-2c67ba6f58fe req-c3f9b4ef-0ea8-4f44-85db-062ce7fb0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:19.951877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c6bdce6-2c39-45ff-a22e-2c67ba6f58fe req-c3f9b4ef-0ea8-4f44-85db-062ce7fb0a97 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.0824234 Jul 16 02:09:20.017777 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c6bdce6-2c39-45ff-a22e-2c67ba6f58fe req-cb7436a8-41f9-4370-a393-62ba9d4706f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4d29069-4f72-4113-8abb-92502b01030d HTTP/1.1" status: 200 len: 1001 time: 0.0597043 Jul 16 02:09:20.066803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bdce6-2c39-45ff-a22e-2c67ba6f58fe req-9b73684c-e62c-4e36-b711-0ea18de0126f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:20.068323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c6bdce6-2c39-45ff-a22e-2c67ba6f58fe req-9b73684c-e62c-4e36-b711-0ea18de0126f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0450268 Jul 16 02:09:20.122191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bdce6-2c39-45ff-a22e-2c67ba6f58fe req-5d11e13e-a1b8-4809-b4f4-b3d7942cf6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:20.123647 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c6bdce6-2c39-45ff-a22e-2c67ba6f58fe req-5d11e13e-a1b8-4809-b4f4-b3d7942cf6b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498469 Jul 16 02:09:20.213124 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c6bdce6-2c39-45ff-a22e-2c67ba6f58fe req-65af8c45-3b08-493e-a614-3111cba2439c service neutron] 10.222.0.69 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831776 Jul 16 02:09:20.299590 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c6bdce6-2c39-45ff-a22e-2c67ba6f58fe req-467923cc-f8f4-4d12-94e1-cb874952a722 service neutron] 10.222.0.69 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803230 Jul 16 02:09:24.618419 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:09:27.312035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43564) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:27.468396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Deleting port e9aa2404-9780-4dd7-aac4-e9b35417bcab {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:27.468826 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.540855 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.541186 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.552769 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Calling delete_port for e9aa2404-9780-4dd7-aac4-e9b35417bcab owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:27.723396 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.749074 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event deleted for resources: {'Port': ['ID=e9aa2404-9780-4dd7-aac4-e9b35417bcab,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:27.779426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.779806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.780246 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.780587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.781453 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.781791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.782125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.782456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.782787 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.783110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.783670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.783801 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:27.826077 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:27.826480 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Floating IP 030394f4-2a7a-4f94-bb3e-06dc2c8425fc disassociated (deleted). External IP: 172.25.2.170, port: e4d29069-4f72-4113-8abb-92502b01030d. Jul 16 02:09:28.028957 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Router 4fcb604c-9e75-4804-9e05-552e59088f6e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:28.142240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:28.146467 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:28.151868 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dadbc4-e484-4aa0-a1a2-f89c996f5925 None None] Sync routers for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:28.161071 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dadbc4-e484-4aa0-a1a2-f89c996f5925 None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:28.161880 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-76dadbc4-e484-4aa0-a1a2-f89c996f5925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:09:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:28.182715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-63ff4311-bbaa-40de-b5fe-94f5cf61172b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "DELETE /v2.0/floatingips/030394f4-2a7a-4f94-bb3e-06dc2c8425fc HTTP/1.1" status: 204 len: 168 time: 0.8690970 Jul 16 02:09:28.183324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a', 'tag': 'e4d29069-4f72-4113-8abb-92502b01030d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:28.264360 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e308e548-199d-4d50-a5e2-d4a7a97ab7db" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a", "tag": "e4d29069-4f72-4113-8abb-92502b01030d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:28.270743 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-76dadbc4-e484-4aa0-a1a2-f89c996f5925 None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:28.512541 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d550e6-f77c-427d-9fbe-ffd10c7e1db5 x-openstack-request-id: req-f3d550e6-f77c-427d-9fbe-ffd10c7e1db5 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:28.513049 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a", "tag": "e4d29069-4f72-4113-8abb-92502b01030d", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:28.513159 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3d550e6-f77c-427d-9fbe-ffd10c7e1db5 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:28.513466 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a', 'tag': 'e4d29069-4f72-4113-8abb-92502b01030d', 'status': 'completed', 'code': 200} Jul 16 02:09:28.590865 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308e548-199d-4d50-a5e2-d4a7a97ab7db req-8b814198-02b3-4a85-bab9-fdd930c2d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:28.592367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e308e548-199d-4d50-a5e2-d4a7a97ab7db req-8b814198-02b3-4a85-bab9-fdd930c2d3b8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 1097 time: 0.0553954 Jul 16 02:09:28.600736 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-76dadbc4-e484-4aa0-a1a2-f89c996f5925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '0bf0e95d-ef25-46d2-b632-dd56e0f4f25a', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'port_id': '7baf7054-82b5-4510-9d40-db6452be94c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'mac_address': 'fa:16:3e:f5:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:59Z', 'updated_at': '2021-07-16T02:06:01Z', 'revision_number': 1, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:28.629134 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dadbc4-e484-4aa0-a1a2-f89c996f5925 None None] Checking router: 4fcb604c-9e75-4804-9e05-552e59088f6e for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:28.640762 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dadbc4-e484-4aa0-a1a2-f89c996f5925 None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:28.641634 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-76dadbc4-e484-4aa0-a1a2-f89c996f5925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:09:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:28.700865 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308e548-199d-4d50-a5e2-d4a7a97ab7db req-cceb32fc-014a-4527-af98-94d277f087e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:28.702364 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e308e548-199d-4d50-a5e2-d4a7a97ab7db req-cceb32fc-014a-4527-af98-94d277f087e2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.1019540 Jul 16 02:09:28.747753 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-76dadbc4-e484-4aa0-a1a2-f89c996f5925 None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:28.752128 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e308e548-199d-4d50-a5e2-d4a7a97ab7db req-bb858ee4-a900-406a-9842-c0e1a3289d7a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4d29069-4f72-4113-8abb-92502b01030d HTTP/1.1" status: 200 len: 217 time: 0.0432210 Jul 16 02:09:28.827068 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308e548-199d-4d50-a5e2-d4a7a97ab7db req-57c25291-6d56-4966-ac0c-3178337a0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:28.829143 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e308e548-199d-4d50-a5e2-d4a7a97ab7db req-57c25291-6d56-4966-ac0c-3178337a0d41 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0608394 Jul 16 02:09:28.844343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a463f-82f4-4725-b02e-540fbfb5ffe6 req-599e636a-09b8-47b5-9949-08a4498eabbf tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:28.845719 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-030a463f-82f4-4725-b02e-540fbfb5ffe6 req-599e636a-09b8-47b5-9949-08a4498eabbf tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 945 time: 0.1783447 Jul 16 02:09:28.910080 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-030a463f-82f4-4725-b02e-540fbfb5ffe6 req-14876b08-51a2-4bcf-821b-152b85934da1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564606 Jul 16 02:09:28.922129 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e308e548-199d-4d50-a5e2-d4a7a97ab7db req-94cea3b4-0bbc-4d08-bed3-a509b8d994e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:28.923596 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e308e548-199d-4d50-a5e2-d4a7a97ab7db req-94cea3b4-0bbc-4d08-bed3-a509b8d994e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870192 Jul 16 02:09:28.974930 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-76dadbc4-e484-4aa0-a1a2-f89c996f5925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '0bf0e95d-ef25-46d2-b632-dd56e0f4f25a', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'port_id': '7baf7054-82b5-4510-9d40-db6452be94c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'mac_address': 'fa:16:3e:f5:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:59Z', 'updated_at': '2021-07-16T02:06:01Z', 'revision_number': 1, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:29.000902 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dadbc4-e484-4aa0-a1a2-f89c996f5925 None None] The sync data for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 is: [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '0bf0e95d-ef25-46d2-b632-dd56e0f4f25a', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'floating_ip_address': '172.25.2.186', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'port_id': '7baf7054-82b5-4510-9d40-db6452be94c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3954, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'mac_address': 'fa:16:3e:f5:85:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:05:59Z', 'updated_at': '2021-07-16T02:06:01Z', 'revision_number': 1, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:29.221915 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b17f362-d6f6-4a22-a043-8d034f224ea0 None None] New status for floating IP 030394f4-2a7a-4f94-bb3e-06dc2c8425fc: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:09:29.349773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e308e548-199d-4d50-a5e2-d4a7a97ab7db req-9edf05ea-8e6d-41b0-8c2c-22c827765748 service neutron] 10.222.0.69 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196246 Jul 16 02:09:29.433800 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e308e548-199d-4d50-a5e2-d4a7a97ab7db req-0e004a39-1127-47b2-bf5d-838b2b9ead63 service neutron] 10.222.0.69 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0773141 Jul 16 02:09:30.072919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4e666-a530-4e62-b6e3-b1a484173185 req-740eda3d-85a6-4b67-bc92-c02dcbdb283b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:30.074399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86f4e666-a530-4e62-b6e3-b1a484173185 req-740eda3d-85a6-4b67-bc92-c02dcbdb283b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 945 time: 0.0968046 Jul 16 02:09:30.145113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082347cf-9b72-4b97-8013-1c38452ce392 req-83e09b35-739f-4fed-adc1-ba5e81649ecf tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:30.146619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-082347cf-9b72-4b97-8013-1c38452ce392 req-83e09b35-739f-4fed-adc1-ba5e81649ecf tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 945 time: 0.1208024 Jul 16 02:09:30.204872 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-082347cf-9b72-4b97-8013-1c38452ce392 req-4dae24a1-bc88-4c26-a6c7-f52d85e8510e tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414438 Jul 16 02:09:30.221698 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-86f4e666-a530-4e62-b6e3-b1a484173185 req-2f179382-a9ef-4cbc-b5e0-fcc5ed2578ea tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Deleting port e4d29069-4f72-4113-8abb-92502b01030d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:30.222051 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-86f4e666-a530-4e62-b6e3-b1a484173185 req-2f179382-a9ef-4cbc-b5e0-fcc5ed2578ea tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.308183 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-86f4e666-a530-4e62-b6e3-b1a484173185 req-2f179382-a9ef-4cbc-b5e0-fcc5ed2578ea tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] For port e4d29069-4f72-4113-8abb-92502b01030d, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=e4d29069-4f72-4113-8abb-92502b01030d,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:30.308547 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-86f4e666-a530-4e62-b6e3-b1a484173185 req-2f179382-a9ef-4cbc-b5e0-fcc5ed2578ea tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.320804 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-86f4e666-a530-4e62-b6e3-b1a484173185 req-2f179382-a9ef-4cbc-b5e0-fcc5ed2578ea tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Calling delete_port for e4d29069-4f72-4113-8abb-92502b01030d owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:30.448439 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-86f4e666-a530-4e62-b6e3-b1a484173185 req-2f179382-a9ef-4cbc-b5e0-fcc5ed2578ea tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.477578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f179382-a9ef-4cbc-b5e0-fcc5ed2578ea tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event deleted for resources: {'Port': ['ID=e4d29069-4f72-4113-8abb-92502b01030d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:30.526828 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f4e666-a530-4e62-b6e3-b1a484173185 req-2f179382-a9ef-4cbc-b5e0-fcc5ed2578ea tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] No DVR routers for this DVR port e4d29069-4f72-4113-8abb-92502b01030d on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:30.529373 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-86f4e666-a530-4e62-b6e3-b1a484173185 req-2f179382-a9ef-4cbc-b5e0-fcc5ed2578ea tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:30.532003 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86f4e666-a530-4e62-b6e3-b1a484173185 req-2f179382-a9ef-4cbc-b5e0-fcc5ed2578ea tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.69 "DELETE /v2.0/ports/e4d29069-4f72-4113-8abb-92502b01030d HTTP/1.1" status: 204 len: 173 time: 0.4522147 Jul 16 02:09:30.532436 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a', 'name': 'network-vif-deleted', 'tag': 'e4d29069-4f72-4113-8abb-92502b01030d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:30.534675 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d58cc56-ec43-492b-8ee3-1b93644e03ef" -d '{"events": [{"server_uuid": "b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a", "name": "network-vif-deleted", "tag": "e4d29069-4f72-4113-8abb-92502b01030d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:30.570433 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2dc81d-e40c-4be8-bbe8-7ebbec920e50 x-openstack-request-id: req-fe2dc81d-e40c-4be8-bbe8-7ebbec920e50 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:30.570731 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a", "name": "network-vif-deleted", "tag": "e4d29069-4f72-4113-8abb-92502b01030d", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:30.570990 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe2dc81d-e40c-4be8-bbe8-7ebbec920e50 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:30.571399 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a', 'name': 'network-vif-deleted', 'tag': 'e4d29069-4f72-4113-8abb-92502b01030d', 'status': 'completed', 'code': 200} Jul 16 02:09:30.809784 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:31.345707 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-989efe40-f43d-4906-b7ec-e4ada27ad551 req-1a9e9695-242f-4fbc-9aa0-a1ec7f945e73 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 210 time: 0.0287640 Jul 16 02:09:31.706952 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:32.486960 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-64e36191-bcb6-42b9-a3ac-6c6b35b654ee req-e2fb68c5-c64f-4e97-b20c-bb4a1ae18085 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 210 time: 0.0292561 Jul 16 02:09:33.045626 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e4d29069-4f72-4113-8abb-92502b01030d no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:33.066184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: e4d29069-4f72-4113-8abb-92502b01030d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:33.066534 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device e4d29069-4f72-4113-8abb-92502b01030d not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:33.264407 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba1abb32-f5e7-451a-8b57-9abf73bea1b8 req-77d7fb8c-a96b-4e29-84f7-382a90743235 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0866489 Jul 16 02:09:33.365631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1abb32-f5e7-451a-8b57-9abf73bea1b8 req-3f9a8230-2413-42c6-9279-4ad431cfb379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:33.367065 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba1abb32-f5e7-451a-8b57-9abf73bea1b8 req-3f9a8230-2413-42c6-9279-4ad431cfb379 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 1097 time: 0.0572193 Jul 16 02:09:33.472896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1abb32-f5e7-451a-8b57-9abf73bea1b8 req-37c1658b-f4f1-4f32-8dd6-f7bc93fa6165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:33.474312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba1abb32-f5e7-451a-8b57-9abf73bea1b8 req-37c1658b-f4f1-4f32-8dd6-f7bc93fa6165 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.0858819 Jul 16 02:09:33.543617 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba1abb32-f5e7-451a-8b57-9abf73bea1b8 req-628853e7-e9c9-4cda-9629-46ab02b815ee service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7baf7054-82b5-4510-9d40-db6452be94c3 HTTP/1.1" status: 200 len: 1001 time: 0.0629368 Jul 16 02:09:33.594702 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1abb32-f5e7-451a-8b57-9abf73bea1b8 req-40d16bfa-c7d1-4e43-a42e-341069235e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:33.596364 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba1abb32-f5e7-451a-8b57-9abf73bea1b8 req-40d16bfa-c7d1-4e43-a42e-341069235e51 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0452261 Jul 16 02:09:33.634261 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e73ea27-32f9-46e7-ae61-f3ea057c12c1 req-2281b640-5802-45fc-b9c4-b7543942fa2a tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0ae2d4a-1bb2-477d-ac9a-79b8bbf6f17a HTTP/1.1" status: 200 len: 210 time: 0.0347500 Jul 16 02:09:33.678843 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1abb32-f5e7-451a-8b57-9abf73bea1b8 req-8a554f7f-b3e7-44a4-bf68-1f30b1ba4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:33.680415 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba1abb32-f5e7-451a-8b57-9abf73bea1b8 req-8a554f7f-b3e7-44a4-bf68-1f30b1ba4b6c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712574 Jul 16 02:09:33.775176 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba1abb32-f5e7-451a-8b57-9abf73bea1b8 req-9dc3cbf3-5db5-49a8-9679-e5da71b9c902 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873547 Jul 16 02:09:33.871951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba1abb32-f5e7-451a-8b57-9abf73bea1b8 req-899a6a58-20b7-46e4-ae4e-84c5da920a07 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900962 Jul 16 02:09:34.971151 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5a494e94-6cd6-4548-b1cb-4cd67151b179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.410845 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:37.713309 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3ebf55df-20c6-4175-8d6a-91e9d426a2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:38.732987 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.034563 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43622) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:39.186600 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bb4e2-0cb4-4064-8079-61569436a5ad tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Deleting port 45a6d03f-3590-414f-8ec3-a70448d3c0b1 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:39.186981 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e6bb4e2-0cb4-4064-8079-61569436a5ad tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.259280 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e6bb4e2-0cb4-4064-8079-61569436a5ad tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.259609 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e6bb4e2-0cb4-4064-8079-61569436a5ad tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.271244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bb4e2-0cb4-4064-8079-61569436a5ad tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Calling delete_port for 45a6d03f-3590-414f-8ec3-a70448d3c0b1 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:39.417881 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e6bb4e2-0cb4-4064-8079-61569436a5ad tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.443709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bb4e2-0cb4-4064-8079-61569436a5ad tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event deleted for resources: {'Port': ['ID=45a6d03f-3590-414f-8ec3-a70448d3c0b1,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:39.507716 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e6bb4e2-0cb4-4064-8079-61569436a5ad tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.508092 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-8e6bb4e2-0cb4-4064-8079-61569436a5ad tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Floating IP 0bf0e95d-ef25-46d2-b632-dd56e0f4f25a disassociated (deleted). External IP: 172.25.2.186, port: 7baf7054-82b5-4510-9d40-db6452be94c3. Jul 16 02:09:39.709852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6bb4e2-0cb4-4064-8079-61569436a5ad tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Router 4fcb604c-9e75-4804-9e05-552e59088f6e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:39.814800 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6bb4e2-0cb4-4064-8079-61569436a5ad tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:39.819664 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e6bb4e2-0cb4-4064-8079-61569436a5ad tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:39.825184 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208af949-5c84-4cad-87e1-4178a310de56 None None] Sync routers for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:39.834967 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208af949-5c84-4cad-87e1-4178a310de56 None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:39.835572 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-208af949-5c84-4cad-87e1-4178a310de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:09:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:39.854623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8e6bb4e2-0cb4-4064-8079-61569436a5ad tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "DELETE /v2.0/floatingips/0bf0e95d-ef25-46d2-b632-dd56e0f4f25a HTTP/1.1" status: 204 len: 168 time: 0.8189564 Jul 16 02:09:39.855240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'tag': '7baf7054-82b5-4510-9d40-db6452be94c3'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:39.857517 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98959c7-c6db-43a2-bfa5-38d97dd9e6e0" -d '{"events": [{"name": "network-changed", "server_uuid": "62e64f63-99e2-4a6b-9c18-2eaf8580b505", "tag": "7baf7054-82b5-4510-9d40-db6452be94c3"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:39.937814 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-208af949-5c84-4cad-87e1-4178a310de56 None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:40.090306 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5567e5-194b-41c6-8a26-a579fdb4efd1 x-openstack-request-id: req-4f5567e5-194b-41c6-8a26-a579fdb4efd1 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:40.090824 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62e64f63-99e2-4a6b-9c18-2eaf8580b505", "tag": "7baf7054-82b5-4510-9d40-db6452be94c3", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:40.090949 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f5567e5-194b-41c6-8a26-a579fdb4efd1 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:40.091287 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'tag': '7baf7054-82b5-4510-9d40-db6452be94c3', 'status': 'completed', 'code': 200} Jul 16 02:09:40.146027 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-208af949-5c84-4cad-87e1-4178a310de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:40.170197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98959c7-c6db-43a2-bfa5-38d97dd9e6e0 req-aa99f6a8-4291-4416-ada3-7e8c02f6fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.172318 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f98959c7-c6db-43a2-bfa5-38d97dd9e6e0 req-aa99f6a8-4291-4416-ada3-7e8c02f6fa00 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=520338b0e8c94c93b2082f5c0605466c&device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 1097 time: 0.0535100 Jul 16 02:09:40.172866 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208af949-5c84-4cad-87e1-4178a310de56 None None] Checking router: 4fcb604c-9e75-4804-9e05-552e59088f6e for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:40.182551 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208af949-5c84-4cad-87e1-4178a310de56 None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:40.183611 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-208af949-5c84-4cad-87e1-4178a310de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:09:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:40.291927 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-208af949-5c84-4cad-87e1-4178a310de56 None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:40.311258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee81b5-a900-4264-b9f9-2357e8d3a73c req-ce78794e-a85f-4120-a48f-e61bf0f92d58 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.313362 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91ee81b5-a900-4264-b9f9-2357e8d3a73c req-ce78794e-a85f-4120-a48f-e61bf0f92d58 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 945 time: 0.1362121 Jul 16 02:09:40.316379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98959c7-c6db-43a2-bfa5-38d97dd9e6e0 req-5e4bf486-30da-4212-a77b-c278cba39043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.318106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f98959c7-c6db-43a2-bfa5-38d97dd9e6e0 req-5e4bf486-30da-4212-a77b-c278cba39043 service neutron] 10.222.0.70 "GET /v2.0/networks?id=6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 200 len: 913 time: 0.1304722 Jul 16 02:09:40.370233 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f98959c7-c6db-43a2-bfa5-38d97dd9e6e0 req-dddc039e-339f-4a17-8aee-22cf0b6b78da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7baf7054-82b5-4510-9d40-db6452be94c3 HTTP/1.1" status: 200 len: 217 time: 0.0362957 Jul 16 02:09:40.380100 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:40.415668 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91ee81b5-a900-4264-b9f9-2357e8d3a73c req-e2fef220-32fe-4e1d-9e9b-6c9145e9e796 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954163 Jul 16 02:09:40.434699 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98959c7-c6db-43a2-bfa5-38d97dd9e6e0 req-94aa95f5-d10f-429b-8ce8-a859edfaef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.436400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f98959c7-c6db-43a2-bfa5-38d97dd9e6e0 req-94aa95f5-d10f-429b-8ce8-a859edfaef3f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 200 len: 851 time: 0.0560892 Jul 16 02:09:40.491383 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-208af949-5c84-4cad-87e1-4178a310de56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:40.495906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98959c7-c6db-43a2-bfa5-38d97dd9e6e0 req-85bd24e2-3fce-42c9-8225-1be853cf7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:40.497431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f98959c7-c6db-43a2-bfa5-38d97dd9e6e0 req-85bd24e2-3fce-42c9-8225-1be853cf7c8f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=6bc50b86-4f68-4c63-b273-60b7e90b675e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522022 Jul 16 02:09:40.521141 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208af949-5c84-4cad-87e1-4178a310de56 None None] The sync data for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 is: [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T01:59:58Z', 'revision_number': 4, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '53b74b4a-057b-48ee-a5d6-214ef8804753', 'name': '', 'network_id': '6bc50b86-4f68-4c63-b273-60b7e90b675e', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'mac_address': 'fa:16:3e:e3:61:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3923, 'fixed_ips': [{'subnet_id': '9334a482-618c-419f-93f8-32dfa29203e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:58Z', 'updated_at': '2021-07-16T02:00:04Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'subnets': [{'id': '9334a482-618c-419f-93f8-32dfa29203e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:40.598753 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f98959c7-c6db-43a2-bfa5-38d97dd9e6e0 req-a001762b-1ef1-4cbc-b857-693bd4a25192 service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887158 Jul 16 02:09:40.690156 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f98959c7-c6db-43a2-bfa5-38d97dd9e6e0 req-3ca0f723-5a74-4fb7-a34e-841e31a544fb service neutron] 10.222.0.70 "GET /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845411 Jul 16 02:09:40.744092 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10403b84-d275-4951-8bc3-a3f754369bd6 None None] New status for floating IP 0bf0e95d-ef25-46d2-b632-dd56e0f4f25a: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:09:41.589610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f4768-8dd9-4268-875e-e3a5f3497c63 req-694f7242-8086-4a63-9dd5-b0eb1246e799 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:41.591093 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff1f4768-8dd9-4268-875e-e3a5f3497c63 req-694f7242-8086-4a63-9dd5-b0eb1246e799 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 945 time: 0.0615947 Jul 16 02:09:41.631465 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff1f4768-8dd9-4268-875e-e3a5f3497c63 req-97585d0f-43b3-4f48-b523-d3c4a8bc4641 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c569cca-bb24-4da5-be83-e5ea8d350174&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349202 Jul 16 02:09:41.825774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93148889-806f-4eb2-b647-e63ab224bab3 req-dc1af13b-8f67-445e-9c0f-946338352273 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:09:41.827208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93148889-806f-4eb2-b647-e63ab224bab3 req-dc1af13b-8f67-445e-9c0f-946338352273 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 945 time: 0.0614643 Jul 16 02:09:41.921181 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-93148889-806f-4eb2-b647-e63ab224bab3 req-9aa1eb3c-6854-4b7d-bead-8b3fb831daf8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Deleting port 7baf7054-82b5-4510-9d40-db6452be94c3 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:41.921527 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-93148889-806f-4eb2-b647-e63ab224bab3 req-9aa1eb3c-6854-4b7d-bead-8b3fb831daf8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:42.009225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-93148889-806f-4eb2-b647-e63ab224bab3 req-9aa1eb3c-6854-4b7d-bead-8b3fb831daf8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] For port 7baf7054-82b5-4510-9d40-db6452be94c3, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=7baf7054-82b5-4510-9d40-db6452be94c3,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:42.009582 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-93148889-806f-4eb2-b647-e63ab224bab3 req-9aa1eb3c-6854-4b7d-bead-8b3fb831daf8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:42.022071 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-93148889-806f-4eb2-b647-e63ab224bab3 req-9aa1eb3c-6854-4b7d-bead-8b3fb831daf8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Calling delete_port for 7baf7054-82b5-4510-9d40-db6452be94c3 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:42.149710 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-93148889-806f-4eb2-b647-e63ab224bab3 req-9aa1eb3c-6854-4b7d-bead-8b3fb831daf8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:42.180140 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1eb3c-6854-4b7d-bead-8b3fb831daf8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event deleted for resources: {'Port': ['ID=7baf7054-82b5-4510-9d40-db6452be94c3,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:42.224858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-93148889-806f-4eb2-b647-e63ab224bab3 req-9aa1eb3c-6854-4b7d-bead-8b3fb831daf8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] No DVR routers for this DVR port 7baf7054-82b5-4510-9d40-db6452be94c3 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:42.227339 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-93148889-806f-4eb2-b647-e63ab224bab3 req-9aa1eb3c-6854-4b7d-bead-8b3fb831daf8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:42.229339 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93148889-806f-4eb2-b647-e63ab224bab3 req-9aa1eb3c-6854-4b7d-bead-8b3fb831daf8 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.70 "DELETE /v2.0/ports/7baf7054-82b5-4510-9d40-db6452be94c3 HTTP/1.1" status: 204 len: 173 time: 0.3952692 Jul 16 02:09:42.229766 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'name': 'network-vif-deleted', 'tag': '7baf7054-82b5-4510-9d40-db6452be94c3'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:09:42.232034 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f5ef09-02ce-4e6c-b7b4-f51dc34c22f9" -d '{"events": [{"server_uuid": "62e64f63-99e2-4a6b-9c18-2eaf8580b505", "name": "network-vif-deleted", "tag": "7baf7054-82b5-4510-9d40-db6452be94c3"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:09:42.272619 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c92fee-4cc2-4140-a487-77cf143405b7 x-openstack-request-id: req-d0c92fee-4cc2-4140-a487-77cf143405b7 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:09:42.272972 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62e64f63-99e2-4a6b-9c18-2eaf8580b505", "name": "network-vif-deleted", "tag": "7baf7054-82b5-4510-9d40-db6452be94c3", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:09:42.273197 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d0c92fee-4cc2-4140-a487-77cf143405b7 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:09:42.273591 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62e64f63-99e2-4a6b-9c18-2eaf8580b505', 'name': 'network-vif-deleted', 'tag': '7baf7054-82b5-4510-9d40-db6452be94c3', 'status': 'completed', 'code': 200} Jul 16 02:09:42.774940 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81e025b4-6eda-4422-8abb-8f500ca17948 req-82795580-06e0-40c8-a216-4575f7b57baa tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 210 time: 0.0290184 Jul 16 02:09:43.916883 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7ab58715-bb8f-459a-bad6-cdce4c2b35fb req-49d264a6-eb8a-48e4-a2f7-4ffb2b9892b6 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 210 time: 0.0322833 Jul 16 02:09:45.063658 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa4ddb6d-279a-4968-b581-b9f32019dbc9 req-3ec259e8-0b3d-4fde-984b-73d0bf62cc7b tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "GET /v2.0/ports?device_id=62e64f63-99e2-4a6b-9c18-2eaf8580b505 HTTP/1.1" status: 200 len: 210 time: 0.0334330 Jul 16 02:09:46.155212 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43642) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:46.194794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 7baf7054-82b5-4510-9d40-db6452be94c3 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:46.214942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 7baf7054-82b5-4510-9d40-db6452be94c3 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:46.215283 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 7baf7054-82b5-4510-9d40-db6452be94c3 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:46.284667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-cf22c8f5-fded-4a67-84bb-6b9466387ac1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Deleting port d186ac49-67d0-44e0-889b-7627d1d095ba {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:46.285018 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cf22c8f5-fded-4a67-84bb-6b9466387ac1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.360825 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cf22c8f5-fded-4a67-84bb-6b9466387ac1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.361154 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cf22c8f5-fded-4a67-84bb-6b9466387ac1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.372377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-cf22c8f5-fded-4a67-84bb-6b9466387ac1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Calling delete_port for d186ac49-67d0-44e0-889b-7627d1d095ba owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:46.496368 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cf22c8f5-fded-4a67-84bb-6b9466387ac1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.524625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22c8f5-fded-4a67-84bb-6b9466387ac1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event deleted for resources: {'Port': ['ID=d186ac49-67d0-44e0-889b-7627d1d095ba,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:46.584980 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cf22c8f5-fded-4a67-84bb-6b9466387ac1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.587540 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-cf22c8f5-fded-4a67-84bb-6b9466387ac1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:46.588745 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cf22c8f5-fded-4a67-84bb-6b9466387ac1 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "DELETE /v2.0/floatingips/684ea005-ff69-4804-b76c-f0a635dd8ede HTTP/1.1" status: 204 len: 168 time: 0.4325023 Jul 16 02:09:48.901539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43658) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:48.960476 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-677741c0-2421-431e-aee6-b5edf4e0a537 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:48.985998 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-677741c0-2421-431e-aee6-b5edf4e0a537 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.048581 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-677741c0-2421-431e-aee6-b5edf4e0a537 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.051263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-677741c0-2421-431e-aee6-b5edf4e0a537 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.052674 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-677741c0-2421-431e-aee6-b5edf4e0a537 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] 10.222.0.22 "DELETE /v2.0/security-groups/8c569cca-bb24-4da5-be83-e5ea8d350174 HTTP/1.1" status: 204 len: 168 time: 0.1500750 Jul 16 02:09:49.062483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677741c0-2421-431e-aee6-b5edf4e0a537 tempest-TestVolumeBootPattern-1998809237 tempest-TestVolumeBootPattern-1998809237-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c569cca-bb24-4da5-be83-e5ea8d350174,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:49.116341 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43662) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:49.567396 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.816204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Deleting port 53b74b4a-057b-48ee-a5d6-214ef8804753 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:49.816544 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.890465 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] For port 53b74b4a-057b-48ee-a5d6-214ef8804753, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=53b74b4a-057b-48ee-a5d6-214ef8804753,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:49.890758 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:49.902680 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Calling delete_port for 53b74b4a-057b-48ee-a5d6-214ef8804753 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:50.078865 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.105344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Pushing event deleted for resources: {'Port': ['ID=53b74b4a-057b-48ee-a5d6-214ef8804753,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:50.130591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:50.131225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:50.131332 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:50.131593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:50.131949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:50.132288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:50.132609 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:50.132932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:50.133259 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:50.133583 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:50.133908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:50.134231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:09:50.283836 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.495509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Router 4fcb604c-9e75-4804-9e05-552e59088f6e has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:50.598404 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:50.604189 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-91fb2412-13e6-4ba4-9958-5d0541ec2358 admin admin] 10.222.0.22 "PUT /v2.0/routers/4fcb604c-9e75-4804-9e05-552e59088f6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4868050 Jul 16 02:09:50.606112 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43668) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:50.607341 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43faf3ff-09e0-49f3-9cf2-7801a1ac061e None None] Sync routers for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:50.616765 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43faf3ff-09e0-49f3-9cf2-7801a1ac061e None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:50.617366 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-43faf3ff-09e0-49f3-9cf2-7801a1ac061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:09:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:50.709603 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ff30363-a6ff-4a23-b592-79090f69f6ef admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.719774 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-43faf3ff-09e0-49f3-9cf2-7801a1ac061e None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:50.810707 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ff30363-a6ff-4a23-b592-79090f69f6ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.865163 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0ff30363-a6ff-4a23-b592-79090f69f6ef admin admin] Deleting port 51d9177c-894c-4c19-8d93-903582fee79a {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:50.865514 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ff30363-a6ff-4a23-b592-79090f69f6ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.947657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-0ff30363-a6ff-4a23-b592-79090f69f6ef admin admin] For port 51d9177c-894c-4c19-8d93-903582fee79a, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=51d9177c-894c-4c19-8d93-903582fee79a,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:50.948091 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ff30363-a6ff-4a23-b592-79090f69f6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:50.960471 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-0ff30363-a6ff-4a23-b592-79090f69f6ef admin admin] Calling delete_port for 51d9177c-894c-4c19-8d93-903582fee79a owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:50.983912 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-43faf3ff-09e0-49f3-9cf2-7801a1ac061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '51d9177c-894c-4c19-8d93-903582fee79a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:09:50Z', 'revision_number': 5, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port': {'id': '51d9177c-894c-4c19-8d93-903582fee79a', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:dd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:51.009551 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43faf3ff-09e0-49f3-9cf2-7801a1ac061e None None] Checking router: 4fcb604c-9e75-4804-9e05-552e59088f6e for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:51.017993 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43faf3ff-09e0-49f3-9cf2-7801a1ac061e None None] Routers {'4fcb604c-9e75-4804-9e05-552e59088f6e'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:51.018691 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-43faf3ff-09e0-49f3-9cf2-7801a1ac061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:09:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['4fcb604c-9e75-4804-9e05-552e59088f6e'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:51.106010 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-43faf3ff-09e0-49f3-9cf2-7801a1ac061e None None] Set router 4fcb604c-9e75-4804-9e05-552e59088f6e gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:51.139532 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ff30363-a6ff-4a23-b592-79090f69f6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.159980 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-43faf3ff-09e0-49f3-9cf2-7801a1ac061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:09:50Z', 'revision_number': 6, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:51.164234 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff30363-a6ff-4a23-b592-79090f69f6ef admin admin] Pushing event deleted for resources: {'Port': ['ID=51d9177c-894c-4c19-8d93-903582fee79a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:51.186071 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43faf3ff-09e0-49f3-9cf2-7801a1ac061e None None] The sync data for ids ['4fcb604c-9e75-4804-9e05-552e59088f6e'] in n-d-791505-14 is: [{'id': '4fcb604c-9e75-4804-9e05-552e59088f6e', 'name': 'tempest-TestVolumeBootPattern-1726962889-router', 'tenant_id': '520338b0e8c94c93b2082f5c0605466c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T01:59:56Z', 'updated_at': '2021-07-16T02:09:50Z', 'revision_number': 6, 'project_id': '520338b0e8c94c93b2082f5c0605466c', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:51.230654 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ff30363-a6ff-4a23-b592-79090f69f6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.322158 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ff30363-a6ff-4a23-b592-79090f69f6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.324368 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ff30363-a6ff-4a23-b592-79090f69f6ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.366138 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ff30363-a6ff-4a23-b592-79090f69f6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.366670 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff30363-a6ff-4a23-b592-79090f69f6ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fcb604c-9e75-4804-9e05-552e59088f6e {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:09:51.370856 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0ff30363-a6ff-4a23-b592-79090f69f6ef admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.372043 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0ff30363-a6ff-4a23-b592-79090f69f6ef admin admin] 10.222.0.22 "DELETE /v2.0/routers/4fcb604c-9e75-4804-9e05-552e59088f6e HTTP/1.1" status: 204 len: 168 time: 0.7649753 Jul 16 02:09:51.374983 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43670) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:51.418080 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5288a0-d277-45b8-8c98-2dbab743a8e8 admin admin] Deleting subnet 9334a482-618c-419f-93f8-32dfa29203e5 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:09:51.421045 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cf5288a0-d277-45b8-8c98-2dbab743a8e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.454497 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cf5288a0-d277-45b8-8c98-2dbab743a8e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.534740 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cf5288a0-d277-45b8-8c98-2dbab743a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.589991 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cf5288a0-d277-45b8-8c98-2dbab743a8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.614380 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5288a0-d277-45b8-8c98-2dbab743a8e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9334a482-618c-419f-93f8-32dfa29203e5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:51.622810 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cf5288a0-d277-45b8-8c98-2dbab743a8e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.628134 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cf5288a0-d277-45b8-8c98-2dbab743a8e8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9334a482-618c-419f-93f8-32dfa29203e5 HTTP/1.1" status: 204 len: 168 time: 0.2521598 Jul 16 02:09:51.628568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43672) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:51.630157 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5082c9-3957-4d22-9ff9-6033c2948cd6 None None] Network 6bc50b86-4f68-4c63-b273-60b7e90b675e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:51.699672 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.751030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] Deleting port ff77ac64-48f9-46f9-a280-94168d6f69ac {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:51.751404 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.818880 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] For port ff77ac64-48f9-46f9-a280-94168d6f69ac, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=ff77ac64-48f9-46f9-a280-94168d6f69ac,segment=NetworkSegment(d83193f8-ebdb-4bbf-af33-68b1c4049249),segment_id=d83193f8-ebdb-4bbf-af33-68b1c4049249)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:51.819239 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.830258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] Calling delete_port for ff77ac64-48f9-46f9-a280-94168d6f69ac owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:51.906173 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:51.917592 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] No DVR routers for this DVR port ff77ac64-48f9-46f9-a280-94168d6f69ac on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:51.941024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f649982-bff7-4c82-9b0d-a3dcc3effe0d None None] DHCP port deletion for 6bc50b86-4f68-4c63-b273-60b7e90b675e request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:09:51.960841 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] Pushing event deleted for resources: {'Port': ['ID=ff77ac64-48f9-46f9-a280-94168d6f69ac,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:52.010023 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:52.019656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bc50b86-4f68-4c63-b273-60b7e90b675e']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:52.029570 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd83193f8-ebdb-4bbf-af33-68b1c4049249') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:52.029806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd83193f8-ebdb-4bbf-af33-68b1c4049249') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:52.039460 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:52.054157 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:52.060474 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:09:52.061355 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: timer() Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:09:52.062722 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:09:52.120201 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:52.135596 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:52.139351 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] 10.222.0.22 "DELETE /v2.0/networks/6bc50b86-4f68-4c63-b273-60b7e90b675e HTTP/1.1" status: 204 len: 168 time: 0.5076151 Jul 16 02:09:52.140845 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43674) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:52.141260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7970d-2d4d-4dc4-be8f-134c4e6220fb admin admin] Pushing event deleted for resources: {'Network': ['ID=6bc50b86-4f68-4c63-b273-60b7e90b675e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:52.457474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 51d9177c-894c-4c19-8d93-903582fee79a no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:52.477748 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 51d9177c-894c-4c19-8d93-903582fee79a {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:52.478024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 51d9177c-894c-4c19-8d93-903582fee79a not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:52.478436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 53b74b4a-057b-48ee-a5d6-214ef8804753 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:52.496203 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 53b74b4a-057b-48ee-a5d6-214ef8804753 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:52.497117 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 53b74b4a-057b-48ee-a5d6-214ef8804753 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:52.497117 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ff77ac64-48f9-46f9-a280-94168d6f69ac no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:52.497298 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dada65e-e9a0-49b7-8900-1113a91bdde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:52.521097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: ff77ac64-48f9-46f9-a280-94168d6f69ac {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:52.521429 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device ff77ac64-48f9-46f9-a280-94168d6f69ac not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:53.025524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5dada65e-e9a0-49b7-8900-1113a91bdde4 admin admin] Deleting port b70269d0-b302-491d-9db3-a27724b7673c {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:53.025863 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dada65e-e9a0-49b7-8900-1113a91bdde4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:53.104085 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-5dada65e-e9a0-49b7-8900-1113a91bdde4 admin admin] For port b70269d0-b302-491d-9db3-a27724b7673c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b70269d0-b302-491d-9db3-a27724b7673c,segment=NetworkSegment(38f3609a-3557-4ba3-b2f7-dab6bcbbfa50),segment_id=38f3609a-3557-4ba3-b2f7-dab6bcbbfa50)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:53.104448 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dada65e-e9a0-49b7-8900-1113a91bdde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:53.116715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5dada65e-e9a0-49b7-8900-1113a91bdde4 admin admin] Calling delete_port for b70269d0-b302-491d-9db3-a27724b7673c owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:53.290443 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dada65e-e9a0-49b7-8900-1113a91bdde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:53.316263 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dada65e-e9a0-49b7-8900-1113a91bdde4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b70269d0-b302-491d-9db3-a27724b7673c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:53.487711 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dada65e-e9a0-49b7-8900-1113a91bdde4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:53.693255 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dada65e-e9a0-49b7-8900-1113a91bdde4 admin admin] Router f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:09:53.795513 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dada65e-e9a0-49b7-8900-1113a91bdde4 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:09:53.801074 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5dada65e-e9a0-49b7-8900-1113a91bdde4 admin admin] 10.222.0.22 "PUT /v2.0/routers/f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6592407 Jul 16 02:09:53.803577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43676) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:53.806098 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c107d69d-fef5-4fa6-8e74-ccd273a6d247 None None] Sync routers for ids ['f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:09:53.815294 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c107d69d-fef5-4fa6-8e74-ccd273a6d247 None None] Routers {'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:53.815943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c107d69d-fef5-4fa6-8e74-ccd273a6d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:09:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:53.906818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73b3eb1b-652a-4b34-b190-db6df10e9fa2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.013799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73b3eb1b-652a-4b34-b190-db6df10e9fa2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.070129 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-c107d69d-fef5-4fa6-8e74-ccd273a6d247 None None] Set router f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:54.076018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-73b3eb1b-652a-4b34-b190-db6df10e9fa2 admin admin] Deleting port 85bf5943-8465-48de-8fc2-2d61ae407e0b {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:54.076366 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73b3eb1b-652a-4b34-b190-db6df10e9fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.155019 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-73b3eb1b-652a-4b34-b190-db6df10e9fa2 admin admin] For port 85bf5943-8465-48de-8fc2-2d61ae407e0b, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=85bf5943-8465-48de-8fc2-2d61ae407e0b,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:54.155371 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73b3eb1b-652a-4b34-b190-db6df10e9fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.167248 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-73b3eb1b-652a-4b34-b190-db6df10e9fa2 admin admin] Calling delete_port for 85bf5943-8465-48de-8fc2-2d61ae407e0b owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:54.240454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c107d69d-fef5-4fa6-8e74-ccd273a6d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'name': 'tempest-TestVolumeBootPattern-1644002418-router', 'tenant_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': '85bf5943-8465-48de-8fc2-2d61ae407e0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:00Z', 'updated_at': '2021-07-16T02:09:53Z', 'revision_number': 5, 'project_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'gw_port': {'id': '85bf5943-8465-48de-8fc2-2d61ae407e0b', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3934, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:00:01Z', 'updated_at': '2021-07-16T02:00:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:54.265426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c107d69d-fef5-4fa6-8e74-ccd273a6d247 None None] Checking router: f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:09:54.273895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c107d69d-fef5-4fa6-8e74-ccd273a6d247 None None] Routers {'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:09:54.274503 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c107d69d-fef5-4fa6-8e74-ccd273a6d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:09:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:54.340864 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73b3eb1b-652a-4b34-b190-db6df10e9fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.360983 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-c107d69d-fef5-4fa6-8e74-ccd273a6d247 None None] Set router f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:09:54.372054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b3eb1b-652a-4b34-b190-db6df10e9fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=85bf5943-8465-48de-8fc2-2d61ae407e0b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:54.414121 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c107d69d-fef5-4fa6-8e74-ccd273a6d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'name': 'tempest-TestVolumeBootPattern-1644002418-router', 'tenant_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:00Z', 'updated_at': '2021-07-16T02:09:54Z', 'revision_number': 6, 'project_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:54.432031 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73b3eb1b-652a-4b34-b190-db6df10e9fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.441950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c107d69d-fef5-4fa6-8e74-ccd273a6d247 None None] The sync data for ids ['f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d'] in n-d-791505-14 is: [{'id': 'f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d', 'name': 'tempest-TestVolumeBootPattern-1644002418-router', 'tenant_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:00:00Z', 'updated_at': '2021-07-16T02:09:54Z', 'revision_number': 6, 'project_id': '3b6e760e5c6c41a3b934a9dcf1677355', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:09:54.529153 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73b3eb1b-652a-4b34-b190-db6df10e9fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.531719 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73b3eb1b-652a-4b34-b190-db6df10e9fa2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.573730 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73b3eb1b-652a-4b34-b190-db6df10e9fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.574251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b3eb1b-652a-4b34-b190-db6df10e9fa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:09:54.578799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-73b3eb1b-652a-4b34-b190-db6df10e9fa2 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.580372 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-73b3eb1b-652a-4b34-b190-db6df10e9fa2 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f461c1a2-5eb8-4f7f-af6f-18cb7c9fab0d HTTP/1.1" status: 204 len: 168 time: 0.7754230 Jul 16 02:09:54.582660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43678) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:54.626056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-0661b988-e76e-4199-a8af-8d10d3151f04 admin admin] Deleting subnet fd784f54-52f2-4ca9-bbac-9a16ba4d8a59 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:09:54.629043 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0661b988-e76e-4199-a8af-8d10d3151f04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.663235 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0661b988-e76e-4199-a8af-8d10d3151f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.743104 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0661b988-e76e-4199-a8af-8d10d3151f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.796977 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0661b988-e76e-4199-a8af-8d10d3151f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.825232 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0661b988-e76e-4199-a8af-8d10d3151f04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd784f54-52f2-4ca9-bbac-9a16ba4d8a59,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:54.827819 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0661b988-e76e-4199-a8af-8d10d3151f04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.832329 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0661b988-e76e-4199-a8af-8d10d3151f04 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fd784f54-52f2-4ca9-bbac-9a16ba4d8a59 HTTP/1.1" status: 204 len: 168 time: 0.2485816 Jul 16 02:09:54.832468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43680) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:54.834132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0edcd4-dfd4-4438-ba04-84a83e9580cd None None] Network bf125dda-7a9a-4e41-8405-ce60107af262 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:09:54.910336 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:54.962250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] Deleting port de1241d0-8734-4dbb-b3ff-dd2201cdca96 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:09:54.962663 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.029930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] For port de1241d0-8734-4dbb-b3ff-dd2201cdca96, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=de1241d0-8734-4dbb-b3ff-dd2201cdca96,segment=NetworkSegment(38f3609a-3557-4ba3-b2f7-dab6bcbbfa50),segment_id=38f3609a-3557-4ba3-b2f7-dab6bcbbfa50)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:09:55.030287 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.041811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] Calling delete_port for de1241d0-8734-4dbb-b3ff-dd2201cdca96 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:09:55.120766 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.150675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] Pushing event deleted for resources: {'Port': ['ID=de1241d0-8734-4dbb-b3ff-dd2201cdca96,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:55.152442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] No DVR routers for this DVR port de1241d0-8734-4dbb-b3ff-dd2201cdca96 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:09:55.220327 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.227527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a5c770-55f4-445b-9782-d083aff062b0 None None] DHCP port deletion for bf125dda-7a9a-4e41-8405-ce60107af262 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:09:55.230988 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf125dda-7a9a-4e41-8405-ce60107af262']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:55.242472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38f3609a-3557-4ba3-b2f7-dab6bcbbfa50') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:55.242824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38f3609a-3557-4ba3-b2f7-dab6bcbbfa50') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:09:55.252611 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.267239 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.273387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:09:55.273785 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: timer() Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:09:55.275414 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:09:55.659444 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.665132 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.666940 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] 10.222.0.22 "DELETE /v2.0/networks/bf125dda-7a9a-4e41-8405-ce60107af262 HTTP/1.1" status: 204 len: 168 time: 0.8335881 Jul 16 02:09:55.678148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70da7b7-7193-4521-97da-549cf4262b22 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf125dda-7a9a-4e41-8405-ce60107af262,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:55.799156 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43684) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:55.837617 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4637ed74-0f10-4f35-bb8e-05d3828a2824 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=520338b0e8c94c93b2082f5c0605466c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373044 Jul 16 02:09:55.840099 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43686) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:55.885773 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-07d0fd00-eefd-4c5e-b054-5cb344250e16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.906066 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-07d0fd00-eefd-4c5e-b054-5cb344250e16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.954253 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-07d0fd00-eefd-4c5e-b054-5cb344250e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.956887 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-07d0fd00-eefd-4c5e-b054-5cb344250e16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:55.958037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-07d0fd00-eefd-4c5e-b054-5cb344250e16 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/86f92ca6-8b80-41a0-8e57-e8dcea8f6a60 HTTP/1.1" status: 204 len: 168 time: 0.1170483 Jul 16 02:09:55.965781 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d0fd00-eefd-4c5e-b054-5cb344250e16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f92ca6-8b80-41a0-8e57-e8dcea8f6a60,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:56.269235 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43692) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:56.307583 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e5f5d6fd-6aa8-4df1-a898-60d2b630d1ca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3b6e760e5c6c41a3b934a9dcf1677355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371807 Jul 16 02:09:56.309971 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43694) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:09:56.360810 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6381d59a-9f18-4413-9db2-6d24c08dec9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.381033 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6381d59a-9f18-4413-9db2-6d24c08dec9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.427601 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6381d59a-9f18-4413-9db2-6d24c08dec9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.430152 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6381d59a-9f18-4413-9db2-6d24c08dec9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:09:56.433774 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6381d59a-9f18-4413-9db2-6d24c08dec9c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce1edc83-95db-4663-973f-9b170c42e359 HTTP/1.1" status: 204 len: 168 time: 0.1204572 Jul 16 02:09:56.439064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381d59a-9f18-4413-9db2-6d24c08dec9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1edc83-95db-4663-973f-9b170c42e359,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:09:56.462061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device de1241d0-8734-4dbb-b3ff-dd2201cdca96 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:56.482023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: de1241d0-8734-4dbb-b3ff-dd2201cdca96 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:56.482376 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device de1241d0-8734-4dbb-b3ff-dd2201cdca96 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:56.482789 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b70269d0-b302-491d-9db3-a27724b7673c no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:56.504610 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: b70269d0-b302-491d-9db3-a27724b7673c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:56.504886 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b70269d0-b302-491d-9db3-a27724b7673c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:09:56.505294 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 85bf5943-8465-48de-8fc2-2d61ae407e0b no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:09:56.523365 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 85bf5943-8465-48de-8fc2-2d61ae407e0b {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:09:56.523714 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 85bf5943-8465-48de-8fc2-2d61ae407e0b not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:00.819051 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:01.617627 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:10:01.720651 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:04.972368 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b085c089-4992-41e9-ab88-7de5fb2a20e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:06.139109 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-e7264692-31ae-44d7-9b21-cdd13a8ee82c tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=af616275c96f413faa6fad8f9295e2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283000 Jul 16 02:10:06.315196 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-73f5b5b9-4ba6-4bee-aaaa-bea748a0aa8f tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:06.316688 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-73f5b5b9-4ba6-4bee-aaaa-bea748a0aa8f tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1722200 Jul 16 02:10:06.330622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-aa76c353-adc6-489a-905d-110a9903d6f4 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/quotas/af616275c96f413faa6fad8f9295e2fe HTTP/1.1" status: 200 len: 375 time: 0.0086725 Jul 16 02:10:06.361997 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-35884e5f-5dc0-4115-97be-772e06405633 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=af616275c96f413faa6fad8f9295e2fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266793 Jul 16 02:10:06.531148 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80e77dea-8d46-43a1-ae0b-160a6840f56f req-210e0f70-9b55-4604-aefb-92bb2f8fd552 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6023930-250b-4d4c-9729-bdfb3a60e0ad HTTP/1.1" status: 200 len: 210 time: 0.0278089 Jul 16 02:10:07.413299 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.480429 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-4bac87df-ef06-4af2-a155-156883a76268 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=af616275c96f413faa6fad8f9295e2fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210967 Jul 16 02:10:07.591959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ba97c91f-e629-4d5f-99f1-dd4065ba61ea tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:07.594178 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ba97c91f-e629-4d5f-99f1-dd4065ba61ea tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1086392 Jul 16 02:10:07.609979 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Request body: {'port': {'device_id': 'f6023930-250b-4d4c-9729-bdfb3a60e0ad', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'admin_state_up': True, 'tenant_id': 'af616275c96f413faa6fad8f9295e2fe'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:07.706904 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ea34eb8-1f61-4c69-8390-4fc9c0135ebf req-1caab69e-be62-4f6f-a4f6-2142b4e1e6e7 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6023930-250b-4d4c-9729-bdfb3a60e0ad HTTP/1.1" status: 200 len: 210 time: 0.0627468 Jul 16 02:10:07.715111 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-594eb3db-aed4-4e31-88d1-74d358ea050f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.757728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Made reservation on behalf of af616275c96f413faa6fad8f9295e2fe for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:07.761384 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.770245 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.858093 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.861547 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:07.921870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4c86a2-caa3-44c4-834b-e6561baa4e86,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:07.992580 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Allocated IP 192.168.233.160 (c5323112-b93c-48b9-b731-5cd5483eb42d/d0b85693-0fd8-436c-ac4d-4d68ea81ae15/256536b6-5c3f-4991-8fa8-66c79a140831) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:10:08.135264 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.148359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Transition to ACTIVE for port object 256536b6-5c3f-4991-8fa8-66c79a140831 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:08.179403 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.220583 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Network c5323112-b93c-48b9-b731-5cd5483eb42d is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:10:08.225617 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:08.229364 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:10:08.257018 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Pushing event updated for resources: {'Port': ['ID=256536b6-5c3f-4991-8fa8-66c79a140831,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:08.283520 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:08.284195 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.298891 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-c771aaea-0c37-43ce-b741-b5db05401eac tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6934681 Jul 16 02:10:08.311174 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Request body: {'port': {'device_id': 'f6023930-250b-4d4c-9729-bdfb3a60e0ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:08.392403 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.470906 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8b6cf632-14be-4b35-9fa4-396cd31d1158 None None] Provisioning for port 256536b6-5c3f-4991-8fa8-66c79a140831 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:10:08.474398 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8b6cf632-14be-4b35-9fa4-396cd31d1158 None None] Provisioning complete for port 256536b6-5c3f-4991-8fa8-66c79a140831 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:08.474765 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8b6cf632-14be-4b35-9fa4-396cd31d1158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.509176 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8b6cf632-14be-4b35-9fa4-396cd31d1158 None None] Port 256536b6-5c3f-4991-8fa8-66c79a140831 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:10:08.651567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256536b6-5c3f-4991-8fa8-66c79a140831 {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:10:08.660657 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.672252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Transition to ACTIVE for port object 256536b6-5c3f-4991-8fa8-66c79a140831 will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:08.675774 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.744027 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.746889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Pushing event updated for resources: {'Port': ['ID=256536b6-5c3f-4991-8fa8-66c79a140831,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:08.798824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Attempting to bind port 256536b6-5c3f-4991-8fa8-66c79a140831 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:08.799175 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Attempting to bind port 256536b6-5c3f-4991-8fa8-66c79a140831 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:08.799483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Attempting to bind port 256536b6-5c3f-4991-8fa8-66c79a140831 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:08.803853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Port 256536b6-5c3f-4991-8fa8-66c79a140831 on network c5323112-b93c-48b9-b731-5cd5483eb42d not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:08.804211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Attempting to bind port 256536b6-5c3f-4991-8fa8-66c79a140831 on network c5323112-b93c-48b9-b731-5cd5483eb42d {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:08.809131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:10:08.809473 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Checking segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:10:08.809858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Bound using segment: {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:10:08.810280 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Bound port: 256536b6-5c3f-4991-8fa8-66c79a140831, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56fe1388-c292-4ead-8ca0-bbc7532d20a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:10:08.810635 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.911255 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] For port 256536b6-5c3f-4991-8fa8-66c79a140831, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:10:08.915279 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] For port 256536b6-5c3f-4991-8fa8-66c79a140831, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=256536b6-5c3f-4991-8fa8-66c79a140831,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:10:08.918819 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.958378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:08.958990 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:08.960451 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] 10.222.0.70 "PUT /v2.0/ports/256536b6-5c3f-4991-8fa8-66c79a140831 HTTP/1.1" status: 200 len: 1097 time: 0.6536179 Jul 16 02:10:08.962510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6023930-250b-4d4c-9729-bdfb3a60e0ad', 'tag': '256536b6-5c3f-4991-8fa8-66c79a140831'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:08.964929 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7a6ce3-1bbb-48d2-b9ce-ae7b391d8a33" -d '{"events": [{"name": "network-changed", "server_uuid": "f6023930-250b-4d4c-9729-bdfb3a60e0ad", "tag": "256536b6-5c3f-4991-8fa8-66c79a140831"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:08.995823 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828f4f3-26f1-4085-9c3e-1ce1a19eab70 req-a3fe0a84-58cc-41fe-a394-4ef76793c909 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:08.997348 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3828f4f3-26f1-4085-9c3e-1ce1a19eab70 req-a3fe0a84-58cc-41fe-a394-4ef76793c909 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6023930-250b-4d4c-9729-bdfb3a60e0ad HTTP/1.1" status: 200 len: 948 time: 0.1533039 Jul 16 02:10:09.016576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ad6e5-dd6e-4c6e-96f1-4d447941eb10 service neutron] Pushing event updated for resources: {'Port': ['ID=256536b6-5c3f-4991-8fa8-66c79a140831,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:09.069592 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3828f4f3-26f1-4085-9c3e-1ce1a19eab70 req-8be4d22c-edcf-4f39-9bf7-e655181a1ee8 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/security-groups?id=af4c86a2-caa3-44c4-834b-e6561baa4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599754 Jul 16 02:10:09.095206 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-293befaa-3036-4660-963b-0324aad3f88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:09.096865 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-293befaa-3036-4660-963b-0324aad3f88a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=af616275c96f413faa6fad8f9295e2fe&device_id=f6023930-250b-4d4c-9729-bdfb3a60e0ad HTTP/1.1" status: 200 len: 1100 time: 0.0968776 Jul 16 02:10:09.147270 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6030bb7b-864a-40ff-a0b1-4b7b0623da7c x-openstack-request-id: req-6030bb7b-864a-40ff-a0b1-4b7b0623da7c {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:09.147561 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6023930-250b-4d4c-9729-bdfb3a60e0ad", "tag": "256536b6-5c3f-4991-8fa8-66c79a140831", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:09.147839 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6030bb7b-864a-40ff-a0b1-4b7b0623da7c {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:09.148238 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6023930-250b-4d4c-9729-bdfb3a60e0ad', 'tag': '256536b6-5c3f-4991-8fa8-66c79a140831', 'status': 'completed', 'code': 200} Jul 16 02:10:09.149780 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-1bba0b0d-dd93-4c1e-bdf8-250922d91995 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=256536b6-5c3f-4991-8fa8-66c79a140831 HTTP/1.1" status: 200 len: 217 time: 0.0446966 Jul 16 02:10:09.198483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-6cb515a2-3c75-4cee-94c4-25d6731ddec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:09.199973 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-6cb515a2-3c75-4cee-94c4-25d6731ddec5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0434060 Jul 16 02:10:09.254693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-b6c7e789-74da-4ae6-b27b-caea853e0df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:09.256134 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-b6c7e789-74da-4ae6-b27b-caea853e0df5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0499778 Jul 16 02:10:09.349256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-0773ff93-3461-45a0-a8c6-4e093bdfaa99 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862601 Jul 16 02:10:09.435008 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bbfc76c-2806-4eb5-8f97-ebba12c596a5 req-fc27164f-959d-4e21-b2b8-f337e1fa3e8a service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795217 Jul 16 02:10:09.530033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6ce3-1bbb-48d2-b9ce-ae7b391d8a33 req-5e9a3411-72e6-4383-b329-b8843ecd2be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:09.532095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e7a6ce3-1bbb-48d2-b9ce-ae7b391d8a33 req-5e9a3411-72e6-4383-b329-b8843ecd2be3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=af616275c96f413faa6fad8f9295e2fe&device_id=f6023930-250b-4d4c-9729-bdfb3a60e0ad HTTP/1.1" status: 200 len: 1100 time: 0.0515757 Jul 16 02:10:09.622693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6ce3-1bbb-48d2-b9ce-ae7b391d8a33 req-516afcd1-dba5-451b-aed2-6ab485c8f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:09.624715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e7a6ce3-1bbb-48d2-b9ce-ae7b391d8a33 req-516afcd1-dba5-451b-aed2-6ab485c8f09c service neutron] 10.222.0.70 "GET /v2.0/networks?id=c5323112-b93c-48b9-b731-5cd5483eb42d HTTP/1.1" status: 200 len: 870 time: 0.0863631 Jul 16 02:10:09.664238 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e7a6ce3-1bbb-48d2-b9ce-ae7b391d8a33 req-907f7b63-8de1-4846-b10d-7f1a80649929 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=256536b6-5c3f-4991-8fa8-66c79a140831 HTTP/1.1" status: 200 len: 217 time: 0.0330267 Jul 16 02:10:09.715602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6ce3-1bbb-48d2-b9ce-ae7b391d8a33 req-cb3ed066-f29b-4867-8fcb-2c03a3f662f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:09.717102 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e7a6ce3-1bbb-48d2-b9ce-ae7b391d8a33 req-cb3ed066-f29b-4867-8fcb-2c03a3f662f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0b85693-0fd8-436c-ac4d-4d68ea81ae15 HTTP/1.1" status: 200 len: 843 time: 0.0467212 Jul 16 02:10:09.773220 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7a6ce3-1bbb-48d2-b9ce-ae7b391d8a33 req-8d01e826-2c88-4f4b-aa44-5e37859d521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:09.774677 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e7a6ce3-1bbb-48d2-b9ce-ae7b391d8a33 req-8d01e826-2c88-4f4b-aa44-5e37859d521b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c5323112-b93c-48b9-b731-5cd5483eb42d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0508895 Jul 16 02:10:09.865903 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e7a6ce3-1bbb-48d2-b9ce-ae7b391d8a33 req-aff41534-ec10-4fcc-b0b8-0af58eda0b61 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832360 Jul 16 02:10:09.953629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e7a6ce3-1bbb-48d2-b9ce-ae7b391d8a33 req-ee8d7140-ce8e-4ca7-8d65-e01779235b91 service neutron] 10.222.0.70 "GET /v2.0/networks/c5323112-b93c-48b9-b731-5cd5483eb42d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810769 Jul 16 02:10:10.245866 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb42a3-cf2c-44b5-a962-d7dd8e9a06d9 req-161811d3-de2b-4464-b739-0b8422ea62fe tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:10.248334 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1bfb42a3-cf2c-44b5-a962-d7dd8e9a06d9 req-161811d3-de2b-4464-b739-0b8422ea62fe tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6023930-250b-4d4c-9729-bdfb3a60e0ad HTTP/1.1" status: 200 len: 948 time: 0.0633137 Jul 16 02:10:10.290336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1bfb42a3-cf2c-44b5-a962-d7dd8e9a06d9 req-85323a01-97ea-4089-bb56-4cafc275d892 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/security-groups?id=af4c86a2-caa3-44c4-834b-e6561baa4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361524 Jul 16 02:10:10.380662 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:11.460887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aacb25-106b-4e12-9510-b8c912b8eb30 req-07c5b657-a9ed-41da-8f08-f81894198c40 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:11.462367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6aacb25-106b-4e12-9510-b8c912b8eb30 req-07c5b657-a9ed-41da-8f08-f81894198c40 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6023930-250b-4d4c-9729-bdfb3a60e0ad HTTP/1.1" status: 200 len: 948 time: 0.0628724 Jul 16 02:10:11.498486 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c6aacb25-106b-4e12-9510-b8c912b8eb30 req-529bd5c5-b008-445d-996d-43206eda6e96 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/security-groups?id=af4c86a2-caa3-44c4-834b-e6561baa4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299351 Jul 16 02:10:12.306738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 256536b6-5c3f-4991-8fa8-66c79a140831 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:10:12.400781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 256536b6-5c3f-4991-8fa8-66c79a140831, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=256536b6-5c3f-4991-8fa8-66c79a140831,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:12.411820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '256536b6-5c3f-4991-8fa8-66c79a140831', 'network_id': 'c5323112-b93c-48b9-b731-5cd5483eb42d', 'port_id': '256536b6-5c3f-4991-8fa8-66c79a140831', 'mac_address': 'fa:16:3e:fa:92:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b85693-0fd8-436c-ac4d-4d68ea81ae15', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:10:12.449199 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:12.461453 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256536b6-5c3f-4991-8fa8-66c79a140831 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:10:12.480255 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 256536b6-5c3f-4991-8fa8-66c79a140831, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=256536b6-5c3f-4991-8fa8-66c79a140831,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:12.485024 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:12.534104 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=256536b6-5c3f-4991-8fa8-66c79a140831,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:12.541328 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:12.541668 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:12.542003 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:12.542334 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:12.542658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:12.542978 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:12.543297 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:12.543615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:12.543955 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:12.544274 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:12.544588 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:12.544902 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:12.671427 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0149a-d1a8-4764-9baf-d31e41a510be req-e3b5dc8d-a20b-4958-80c8-5216107a7b4c tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:12.672934 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-43b0149a-d1a8-4764-9baf-d31e41a510be req-e3b5dc8d-a20b-4958-80c8-5216107a7b4c tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6023930-250b-4d4c-9729-bdfb3a60e0ad HTTP/1.1" status: 200 len: 949 time: 0.0613065 Jul 16 02:10:12.708960 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-43b0149a-d1a8-4764-9baf-d31e41a510be req-3647df06-18b7-49f2-a92b-b5d216247ba8 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/security-groups?id=af4c86a2-caa3-44c4-834b-e6561baa4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306969 Jul 16 02:10:12.736197 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['256536b6-5c3f-4991-8fa8-66c79a140831'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:10:13.882848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcb746-9be8-4c0f-87d5-46f8bf6a51b6 req-a4736fb6-512a-4e14-bbf8-7aeafeb7e5a1 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:13.884356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a6fcb746-9be8-4c0f-87d5-46f8bf6a51b6 req-a4736fb6-512a-4e14-bbf8-7aeafeb7e5a1 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6023930-250b-4d4c-9729-bdfb3a60e0ad HTTP/1.1" status: 200 len: 949 time: 0.0655746 Jul 16 02:10:13.921373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a6fcb746-9be8-4c0f-87d5-46f8bf6a51b6 req-7c26638b-c0bb-4429-b11e-999869c84e48 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/security-groups?id=af4c86a2-caa3-44c4-834b-e6561baa4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309391 Jul 16 02:10:14.317370 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 256536b6-5c3f-4991-8fa8-66c79a140831 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:10:14.363061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 256536b6-5c3f-4991-8fa8-66c79a140831 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:10:14.366556 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 256536b6-5c3f-4991-8fa8-66c79a140831 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:14.366920 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.442325 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.464205 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6023930-250b-4d4c-9729-bdfb3a60e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256536b6-5c3f-4991-8fa8-66c79a140831'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:14.477986 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 256536b6-5c3f-4991-8fa8-66c79a140831, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=256536b6-5c3f-4991-8fa8-66c79a140831,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:14.482164 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:14.507636 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93c4d11-41d8-4dae-a8c7-5b2b00a4dc31" -d '{"events": [{"server_uuid": "f6023930-250b-4d4c-9729-bdfb3a60e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "256536b6-5c3f-4991-8fa8-66c79a140831"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:14.534907 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=256536b6-5c3f-4991-8fa8-66c79a140831,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:14.588921 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0813ca2d-4bb3-4ccd-8b05-f271906d8819 x-openstack-request-id: req-0813ca2d-4bb3-4ccd-8b05-f271906d8819 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:14.589218 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6023930-250b-4d4c-9729-bdfb3a60e0ad", "name": "network-vif-plugged", "status": "completed", "tag": "256536b6-5c3f-4991-8fa8-66c79a140831", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:14.589470 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0813ca2d-4bb3-4ccd-8b05-f271906d8819 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:14.589863 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6023930-250b-4d4c-9729-bdfb3a60e0ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256536b6-5c3f-4991-8fa8-66c79a140831', 'code': 200} Jul 16 02:10:14.704057 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff1955-26e9-41b9-b61a-ad14da9f0c23 req-579f6a3c-0097-4048-a49c-e48a990e5be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:14.705520 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0ff1955-26e9-41b9-b61a-ad14da9f0c23 req-579f6a3c-0097-4048-a49c-e48a990e5be3 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f6023930-250b-4d4c-9729-bdfb3a60e0ad HTTP/1.1" status: 200 len: 1102 time: 0.0497539 Jul 16 02:10:14.738459 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0ff1955-26e9-41b9-b61a-ad14da9f0c23 req-b7df1116-9729-4ffb-aa4a-80d47e1a1844 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=af4c86a2-caa3-44c4-834b-e6561baa4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0260623 Jul 16 02:10:15.094725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58436e-3af5-4532-b834-48c83efac765 req-72c9cc70-d4ec-4f35-a352-8356df8b6fe9 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:15.096278 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb58436e-3af5-4532-b834-48c83efac765 req-72c9cc70-d4ec-4f35-a352-8356df8b6fe9 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6023930-250b-4d4c-9729-bdfb3a60e0ad HTTP/1.1" status: 200 len: 950 time: 0.0671101 Jul 16 02:10:15.132697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cb58436e-3af5-4532-b834-48c83efac765 req-7bf9cc9d-5c5c-425f-a7ec-722a389ddb53 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/security-groups?id=af4c86a2-caa3-44c4-834b-e6561baa4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306859 Jul 16 02:10:16.303125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc9684-dff6-41a5-818a-14780fb14672 req-c572c54d-d0b3-4c5f-bfa9-107d2e7cec2e tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:16.304633 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02cc9684-dff6-41a5-818a-14780fb14672 req-c572c54d-d0b3-4c5f-bfa9-107d2e7cec2e tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6023930-250b-4d4c-9729-bdfb3a60e0ad HTTP/1.1" status: 200 len: 950 time: 0.0655708 Jul 16 02:10:16.340861 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02cc9684-dff6-41a5-818a-14780fb14672 req-a9e6eede-79c1-4317-a282-1b6154c1191a tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/security-groups?id=af4c86a2-caa3-44c4-834b-e6561baa4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307407 Jul 16 02:10:16.720464 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-e258ba9a-8378-4d71-b52d-12208d32ab40 req-eadc485c-63c9-418e-9c76-2ce9bce8294c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:10:16.721488 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e258ba9a-8378-4d71-b52d-12208d32ab40 req-eadc485c-63c9-418e-9c76-2ce9bce8294c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462470 Jul 16 02:10:17.497239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4b649-e726-4c14-b744-35b4870e66d3 req-2e712038-1460-4985-9097-8c5dccf16524 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:17.499280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1cc4b649-e726-4c14-b744-35b4870e66d3 req-2e712038-1460-4985-9097-8c5dccf16524 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6023930-250b-4d4c-9729-bdfb3a60e0ad HTTP/1.1" status: 200 len: 950 time: 0.0644133 Jul 16 02:10:17.536280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1cc4b649-e726-4c14-b744-35b4870e66d3 req-cee2eadb-0216-4d91-a926-92856d4473d2 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/security-groups?id=af4c86a2-caa3-44c4-834b-e6561baa4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312901 Jul 16 02:10:18.714823 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38d877-0055-44a6-93d5-36e77cc0ed33 req-132c2914-44d5-44fa-9f90-6a9acd9412ea tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:18.716264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf38d877-0055-44a6-93d5-36e77cc0ed33 req-132c2914-44d5-44fa-9f90-6a9acd9412ea tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6023930-250b-4d4c-9729-bdfb3a60e0ad HTTP/1.1" status: 200 len: 950 time: 0.0671918 Jul 16 02:10:18.753951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf38d877-0055-44a6-93d5-36e77cc0ed33 req-8772caa7-c5c5-4b10-a33b-8a7470a23551 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/security-groups?id=af4c86a2-caa3-44c4-834b-e6561baa4e86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319865 Jul 16 02:10:18.872450 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467fd884-30c0-4703-bb58-d597f7f1af06 req-63a9245d-adb2-419f-ae1c-9388091796f4 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:18.874369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-467fd884-30c0-4703-bb58-d597f7f1af06 req-63a9245d-adb2-419f-ae1c-9388091796f4 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.70 "GET /v2.0/ports?device_id=f6023930-250b-4d4c-9729-bdfb3a60e0ad HTTP/1.1" status: 200 len: 950 time: 0.0619335 Jul 16 02:10:18.974907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-467fd884-30c0-4703-bb58-d597f7f1af06 req-4b0ee11f-004b-4d91-9c2f-18cd443bc7c5 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Deleting port 256536b6-5c3f-4991-8fa8-66c79a140831 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:10:18.975166 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-467fd884-30c0-4703-bb58-d597f7f1af06 req-4b0ee11f-004b-4d91-9c2f-18cd443bc7c5 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.068108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-467fd884-30c0-4703-bb58-d597f7f1af06 req-4b0ee11f-004b-4d91-9c2f-18cd443bc7c5 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] For port 256536b6-5c3f-4991-8fa8-66c79a140831, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=256536b6-5c3f-4991-8fa8-66c79a140831,segment=NetworkSegment(56fe1388-c292-4ead-8ca0-bbc7532d20a6),segment_id=56fe1388-c292-4ead-8ca0-bbc7532d20a6)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:19.068470 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-467fd884-30c0-4703-bb58-d597f7f1af06 req-4b0ee11f-004b-4d91-9c2f-18cd443bc7c5 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.079945 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-467fd884-30c0-4703-bb58-d597f7f1af06 req-4b0ee11f-004b-4d91-9c2f-18cd443bc7c5 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Calling delete_port for 256536b6-5c3f-4991-8fa8-66c79a140831 owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:10:19.205591 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-467fd884-30c0-4703-bb58-d597f7f1af06 req-4b0ee11f-004b-4d91-9c2f-18cd443bc7c5 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.216881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['256536b6-5c3f-4991-8fa8-66c79a140831'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:10:19.234336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ee11f-004b-4d91-9c2f-18cd443bc7c5 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Pushing event deleted for resources: {'Port': ['ID=256536b6-5c3f-4991-8fa8-66c79a140831,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:19.278857 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-467fd884-30c0-4703-bb58-d597f7f1af06 req-4b0ee11f-004b-4d91-9c2f-18cd443bc7c5 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] No DVR routers for this DVR port 256536b6-5c3f-4991-8fa8-66c79a140831 on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:10:19.281526 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-467fd884-30c0-4703-bb58-d597f7f1af06 req-4b0ee11f-004b-4d91-9c2f-18cd443bc7c5 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:19.283522 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-467fd884-30c0-4703-bb58-d597f7f1af06 req-4b0ee11f-004b-4d91-9c2f-18cd443bc7c5 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.70 "DELETE /v2.0/ports/256536b6-5c3f-4991-8fa8-66c79a140831 HTTP/1.1" status: 204 len: 173 time: 0.4026606 Jul 16 02:10:19.283997 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6023930-250b-4d4c-9729-bdfb3a60e0ad', 'name': 'network-vif-deleted', 'tag': '256536b6-5c3f-4991-8fa8-66c79a140831'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:19.286225 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672da740-4c86-41c8-b5e1-15867ed6b33f" -d '{"events": [{"server_uuid": "f6023930-250b-4d4c-9729-bdfb3a60e0ad", "name": "network-vif-deleted", "tag": "256536b6-5c3f-4991-8fa8-66c79a140831"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:19.323419 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6297fc98-9b50-4cbf-8aac-a6ebb159f336 x-openstack-request-id: req-6297fc98-9b50-4cbf-8aac-a6ebb159f336 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:19.323713 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6023930-250b-4d4c-9729-bdfb3a60e0ad", "name": "network-vif-deleted", "tag": "256536b6-5c3f-4991-8fa8-66c79a140831", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:19.323999 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6297fc98-9b50-4cbf-8aac-a6ebb159f336 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:19.324398 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6023930-250b-4d4c-9729-bdfb3a60e0ad', 'name': 'network-vif-deleted', 'tag': '256536b6-5c3f-4991-8fa8-66c79a140831', 'status': 'completed', 'code': 200} Jul 16 02:10:19.916248 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02a2e0c9-998f-46c7-82e0-bffb12deb7af req-f3b7a4ad-8b04-4844-95df-114472e0ffe4 tempest-ServersAdminNegativeTestJSON-1997228405 tempest-ServersAdminNegativeTestJSON-1997228405-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6023930-250b-4d4c-9729-bdfb3a60e0ad HTTP/1.1" status: 200 len: 210 time: 0.0291688 Jul 16 02:10:20.746664 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-cb41bf1a-0ce4-4d42-a2a7-ff254694c4d9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0580583 Jul 16 02:10:20.845197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-ed41003c-1888-4b49-8964-0222bf6a697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:20.845682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-ed41003c-1888-4b49-8964-0222bf6a697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:20.846159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-ed41003c-1888-4b49-8964-0222bf6a697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:20.846630 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-ed41003c-1888-4b49-8964-0222bf6a697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:20.847098 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-ed41003c-1888-4b49-8964-0222bf6a697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:20.848946 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-ed41003c-1888-4b49-8964-0222bf6a697c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0599165 Jul 16 02:10:20.961718 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-98db91c5-dc42-4a10-a96a-a5026b5b3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:20.962368 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-98db91c5-dc42-4a10-a96a-a5026b5b3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:20.962657 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-98db91c5-dc42-4a10-a96a-a5026b5b3816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:20.964356 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-98db91c5-dc42-4a10-a96a-a5026b5b3816 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0921497 Jul 16 02:10:21.004046 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-d84fe7b3-6ed6-444a-8ed4-69fbbb909e3f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0336580 Jul 16 02:10:21.054428 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-e0d2f190-c6b5-4788-8391-cca8f0d426ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:21.055955 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-e0d2f190-c6b5-4788-8391-cca8f0d426ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0445807 Jul 16 02:10:21.118075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-b7cceeef-723b-4876-a2de-bd431832e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:21.119610 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-b7cceeef-723b-4876-a2de-bd431832e07c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578170 Jul 16 02:10:21.208907 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-1d540a03-af6f-414d-8bab-5f67e0a6ec1b service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832078 Jul 16 02:10:21.251119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43850) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:21.300250 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-4373fef3-861e-4e3d-84a9-f7cfbc0e3fe9 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856912 Jul 16 02:10:21.340600 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-b5ddc5de-a2ee-427c-b55a-201d1ec085a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0339699 Jul 16 02:10:21.381807 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0fb256ae-ee03-413a-bd86-433e185f14d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=af616275c96f413faa6fad8f9295e2fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293876 Jul 16 02:10:21.384376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43854) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:21.385978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-5fb2b4ed-88ed-4e09-a64a-295b867a2a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:21.387420 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-5fb2b4ed-88ed-4e09-a64a-295b867a2a75 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0413656 Jul 16 02:10:21.432241 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-31adab19-e3ab-41c9-bdee-323afa04473f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.445761 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-ab6da78f-2fc4-4739-bcb4-fa2627ca343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:21.447417 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-ab6da78f-2fc4-4739-bcb4-fa2627ca343f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0537724 Jul 16 02:10:21.458785 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-31adab19-e3ab-41c9-bdee-323afa04473f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.504612 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-31adab19-e3ab-41c9-bdee-323afa04473f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.507148 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-31adab19-e3ab-41c9-bdee-323afa04473f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.510840 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-31adab19-e3ab-41c9-bdee-323afa04473f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af4c86a2-caa3-44c4-834b-e6561baa4e86 HTTP/1.1" status: 204 len: 168 time: 0.1230516 Jul 16 02:10:21.517369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31adab19-e3ab-41c9-bdee-323afa04473f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4c86a2-caa3-44c4-834b-e6561baa4e86,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:21.538835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-cdac1a3e-cab4-4dce-8cc4-d3da96b87096 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851543 Jul 16 02:10:21.632911 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-59110709-7c7c-4fda-add3-1f544607a90a service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881200 Jul 16 02:10:21.673012 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-b8965a90-c6f8-4e20-8454-f478898849d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0337462 Jul 16 02:10:21.725720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-44ef070b-c5b5-4a9b-b42c-8ccb9b914c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:21.727209 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-44ef070b-c5b5-4a9b-b42c-8ccb9b914c86 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0478477 Jul 16 02:10:21.775667 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43860) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:21.786219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-a1da3976-9a19-4528-a4e6-43bda9ffa5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:21.787752 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-a1da3976-9a19-4528-a4e6-43bda9ffa5e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0546124 Jul 16 02:10:21.788899 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-23c7b12e-4c07-41bd-9840-d45a756b82b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.875675 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-23c7b12e-4c07-41bd-9840-d45a756b82b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.879170 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-0f25f0bd-6ead-49d9-995c-7a7dbc04a6d5 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851796 Jul 16 02:10:21.879750 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-23c7b12e-4c07-41bd-9840-d45a756b82b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.920066 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-23c7b12e-4c07-41bd-9840-d45a756b82b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c43b932d970742429faf49c7e55ac798&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409268 Jul 16 02:10:21.920066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c7b12e-4c07-41bd-9840-d45a756b82b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9e20e3-12ed-449f-bc16-0e09ee958456,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:21.921907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43862) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:21.970696 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-a34f0ac7-7c5d-4657-9a4e-db7df9041a2d service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854065 Jul 16 02:10:21.971311 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c929-daf6-4466-a38a-5da7990cdc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:21.992423 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c929-daf6-4466-a38a-5da7990cdc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.010259 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-146e32a0-05d9-4105-85ea-eea5816a251a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0331259 Jul 16 02:10:22.040296 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c929-daf6-4466-a38a-5da7990cdc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.042811 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c7e8c929-daf6-4466-a38a-5da7990cdc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.043995 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c7e8c929-daf6-4466-a38a-5da7990cdc87 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad9e20e3-12ed-449f-bc16-0e09ee958456 HTTP/1.1" status: 204 len: 168 time: 0.1208365 Jul 16 02:10:22.052127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8c929-daf6-4466-a38a-5da7990cdc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9e20e3-12ed-449f-bc16-0e09ee958456,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:22.062600 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-b28002f1-6854-4576-9dc2-a8ce3f0b8e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:22.064149 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-b28002f1-6854-4576-9dc2-a8ce3f0b8e6a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0482090 Jul 16 02:10:22.125548 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-bae94510-7402-407c-9ca4-7a1044bc6263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:22.127056 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-bae94510-7402-407c-9ca4-7a1044bc6263 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0565650 Jul 16 02:10:22.216215 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-e52ceb0f-0f5f-4e5e-9982-f2b043db15d1 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830047 Jul 16 02:10:22.308119 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-bb22f5f4-645c-4237-99ce-ef584da3c419 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859258 Jul 16 02:10:22.348327 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-fa08c67a-87dd-4eb5-ba79-a6bf39849771 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0343783 Jul 16 02:10:22.354363 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 256536b6-5c3f-4991-8fa8-66c79a140831 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:10:22.375135 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 256536b6-5c3f-4991-8fa8-66c79a140831 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:10:22.375484 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 256536b6-5c3f-4991-8fa8-66c79a140831 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:10:22.402039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-11be6987-117b-4654-b2fb-1b4df2958ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:22.403540 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-11be6987-117b-4654-b2fb-1b4df2958ae4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0490978 Jul 16 02:10:22.461181 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c6a81-e620-4671-a542-7a33efeab35c req-d631c79d-a11b-4e28-a392-a50b022b0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:22.462719 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-d631c79d-a11b-4e28-a392-a50b022b0476 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0532670 Jul 16 02:10:22.552018 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-58d2e5f8-7b62-461e-bcda-578427cd2957 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829639 Jul 16 02:10:22.643678 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-925c6a81-e620-4671-a542-7a33efeab35c req-aa691f80-a30f-4aff-9843-79c33a22a214 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859892 Jul 16 02:10:22.715272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 43884) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:22.805761 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-740b1a91-d2ce-4e74-b502-a954aec4acfc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1174693702-network', 'tenant_id': '43cc28a8f1ca441084ed341fbd954a49'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:22.829991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-740b1a91-d2ce-4e74-b502-a954aec4acfc admin admin] Made reservation on behalf of 43cc28a8f1ca441084ed341fbd954a49 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:22.832294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-740b1a91-d2ce-4e74-b502-a954aec4acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.840571 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-740b1a91-d2ce-4e74-b502-a954aec4acfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.929115 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-740b1a91-d2ce-4e74-b502-a954aec4acfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.932856 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-740b1a91-d2ce-4e74-b502-a954aec4acfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.953912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-740b1a91-d2ce-4e74-b502-a954aec4acfc admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:10:22.969189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b1a91-d2ce-4e74-b502-a954aec4acfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e3183a-f25b-4ac1-94f5-5f745694fdc6,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:22.972289 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-740b1a91-d2ce-4e74-b502-a954aec4acfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:22.972644 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-740b1a91-d2ce-4e74-b502-a954aec4acfc admin admin] Added segment 72fb7150-f3bf-4e57-996a-0195ee6589f3 of type vlan for network 7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 Jul 16 02:10:23.011171 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-740b1a91-d2ce-4e74-b502-a954aec4acfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:23.039999 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-740b1a91-d2ce-4e74-b502-a954aec4acfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:23.041116 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-740b1a91-d2ce-4e74-b502-a954aec4acfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:23.041773 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-740b1a91-d2ce-4e74-b502-a954aec4acfc admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:23.071655 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-740b1a91-d2ce-4e74-b502-a954aec4acfc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3552008 Jul 16 02:10:23.074744 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43888) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:23.080429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-2a074fd1-d149-48d8-a408-266cd6beab16 admin admin] Request body: {'subnet': {'network_id': '7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1174693702-subnet', 'tenant_id': '43cc28a8f1ca441084ed341fbd954a49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:23.100952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a074fd1-d149-48d8-a408-266cd6beab16 admin admin] Made reservation on behalf of 43cc28a8f1ca441084ed341fbd954a49 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:23.103367 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a074fd1-d149-48d8-a408-266cd6beab16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:23.106728 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b1a91-d2ce-4e74-b502-a954aec4acfc admin admin] Pushing event updated for resources: {'Network': ['ID=7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:23.116387 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:10:23.268376 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a074fd1-d149-48d8-a408-266cd6beab16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:23.314415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a074fd1-d149-48d8-a408-266cd6beab16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf72a9f-73e6-41ce-a3e4-b80d937d4013,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:23.329507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a074fd1-d149-48d8-a408-266cd6beab16 admin admin] Checking segment: {'id': '72fb7150-f3bf-4e57-996a-0195ee6589f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:10:23.329868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a074fd1-d149-48d8-a408-266cd6beab16 admin admin] Network hostable DHCP agents. Network: 7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:10:23.345624 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a074fd1-d149-48d8-a408-266cd6beab16 admin admin] Network 7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:10:23.354511 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-2a074fd1-d149-48d8-a408-266cd6beab16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:23.358501 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a074fd1-d149-48d8-a408-266cd6beab16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:23.359203 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2a074fd1-d149-48d8-a408-266cd6beab16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:23.366104 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e105fda-38fe-45e1-9bf2-e4de2c96f059 None None] Network 7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:23.373204 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2a074fd1-d149-48d8-a408-266cd6beab16 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2972686 Jul 16 02:10:23.490179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9340aa-3bc9-4500-9a3a-61114d8f5d4e None None] Network 7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:10:23.780934 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-46c03511-538d-4ef9-a003-ae37f2f81dd3 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:23.782413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-46c03511-538d-4ef9-a003-ae37f2f81dd3 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/networks?id=7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 HTTP/1.1" status: 200 len: 812 time: 0.1018198 Jul 16 02:10:23.799095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-92895d4c-8cf8-40bd-ab85-c2b237caef5d tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/quotas/43cc28a8f1ca441084ed341fbd954a49 HTTP/1.1" status: 200 len: 375 time: 0.0111532 Jul 16 02:10:23.831431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-20c8ca29-6883-4789-9a6f-c092a8601307 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=43cc28a8f1ca441084ed341fbd954a49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274193 Jul 16 02:10:23.918459 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-5d0db06a-2dce-407c-b940-adffee9b3f3d service neutron] 10.222.0.22 "GET /v2.0/networks/7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807381 Jul 16 02:10:24.324995 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-2280e8a0-0bec-42ed-96e6-435efbd03dcf service neutron] 10.222.0.22 "GET /v2.0/networks/7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004815 Jul 16 02:10:24.486518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1010cb2c-4e5b-4d80-8863-6f195b9598a4 req-46387d6a-c646-4865-962d-42165749b7ab tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 210 time: 0.0275433 Jul 16 02:10:25.570608 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9979ba20-2516-4fdf-8b32-98f45a4fc70e req-75daa5ae-24e1-4811-bcfa-d2cfa0b6d10b tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 210 time: 0.0307212 Jul 16 02:10:26.705754 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0017d84f-00de-4e2f-a1dd-9c1706247872 req-69fe8694-ad67-4e58-ace3-0d5a897397cb tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 210 time: 0.0279522 Jul 16 02:10:27.571121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-e0cb742e-1d03-42ea-8504-d32fc51f096b tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:27.572854 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-e0cb742e-1d03-42ea-8504-d32fc51f096b tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.70 "GET /v2.0/networks?id=7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 HTTP/1.1" status: 200 len: 812 time: 0.1048813 Jul 16 02:10:27.593629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Request body: {'port': {'device_id': '6f99b14e-b93d-462a-9d9d-b61aea1df2c7', 'network_id': '7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9', 'admin_state_up': True, 'tenant_id': '43cc28a8f1ca441084ed341fbd954a49'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:27.697368 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Made reservation on behalf of 43cc28a8f1ca441084ed341fbd954a49 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:10:27.700947 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:27.848898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-08bc1ee1-4652-4972-9b7e-952576b1cd5c req-aeb0df56-9bb1-4640-9195-b8c198dfb1c1 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 210 time: 0.0339842 Jul 16 02:10:27.849890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Allocated IP 172.20.0.13 (7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9/3cf72a9f-73e6-41ce-a3e4-b80d937d4013/827484c4-7a42-4419-844e-36aa228d541e) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:10:27.993582 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:28.031039 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:28.071920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Network 7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:10:28.076715 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:10:28.080919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:10:28.107039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Pushing event updated for resources: {'Port': ['ID=827484c4-7a42-4419-844e-36aa228d541e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:28.120196 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:28.120542 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:28.120882 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:28.121222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:28.121550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:28.121875 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:28.122198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:28.122522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:28.122840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:28.123158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:28.123479 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:28.123818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:10:28.140564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:28.141697 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:28.154904 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-f526995e-a99b-4f86-a264-0928d4c841fe tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5649812 Jul 16 02:10:28.169379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Request body: {'port': {'device_id': '6f99b14e-b93d-462a-9d9d-b61aea1df2c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:10:28.239929 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:28.493333 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 827484c4-7a42-4419-844e-36aa228d541e {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:10:28.501099 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:28.513072 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Transition to ACTIVE for port object 827484c4-7a42-4419-844e-36aa228d541e will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:10:28.516475 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:28.566183 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Pushing event updated for resources: {'Port': ['ID=827484c4-7a42-4419-844e-36aa228d541e,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:28.629549 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Attempting to bind port 827484c4-7a42-4419-844e-36aa228d541e on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:10:28.629875 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Attempting to bind port 827484c4-7a42-4419-844e-36aa228d541e by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '72fb7150-f3bf-4e57-996a-0195ee6589f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:10:28.630194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Attempting to bind port 827484c4-7a42-4419-844e-36aa228d541e on network 7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:28.634506 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Port 827484c4-7a42-4419-844e-36aa228d541e on network 7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:10:28.634825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Attempting to bind port 827484c4-7a42-4419-844e-36aa228d541e on network 7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:10:28.639488 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:10:28.639849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Checking segment: {'id': '72fb7150-f3bf-4e57-996a-0195ee6589f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:10:28.640241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Bound using segment: {'id': '72fb7150-f3bf-4e57-996a-0195ee6589f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:10:28.640654 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Bound port: 827484c4-7a42-4419-844e-36aa228d541e, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72fb7150-f3bf-4e57-996a-0195ee6589f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:10:28.641551 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:28.705657 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] For port 827484c4-7a42-4419-844e-36aa228d541e, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:10:28.708703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] For port 827484c4-7a42-4419-844e-36aa228d541e, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=827484c4-7a42-4419-844e-36aa228d541e,segment=NetworkSegment(72fb7150-f3bf-4e57-996a-0195ee6589f3),segment_id=72fb7150-f3bf-4e57-996a-0195ee6589f3)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:10:28.713081 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:28.746051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:28.746678 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:28.748098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] 10.222.0.70 "PUT /v2.0/ports/827484c4-7a42-4419-844e-36aa228d541e HTTP/1.1" status: 200 len: 1093 time: 0.5825863 Jul 16 02:10:28.748538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f99b14e-b93d-462a-9d9d-b61aea1df2c7', 'tag': '827484c4-7a42-4419-844e-36aa228d541e'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:28.751479 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2a34e7-87f1-42f9-97aa-4af8adf0d922" -d '{"events": [{"name": "network-changed", "server_uuid": "6f99b14e-b93d-462a-9d9d-b61aea1df2c7", "tag": "827484c4-7a42-4419-844e-36aa228d541e"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:28.777745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b69576-8d2e-488f-9e16-81fffa068650 service neutron] Pushing event updated for resources: {'Port': ['ID=827484c4-7a42-4419-844e-36aa228d541e,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:28.803055 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041c65de-d10e-4a36-bb20-378f1f70a870 x-openstack-request-id: req-041c65de-d10e-4a36-bb20-378f1f70a870 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:28.803345 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f99b14e-b93d-462a-9d9d-b61aea1df2c7", "tag": "827484c4-7a42-4419-844e-36aa228d541e", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:28.803598 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-041c65de-d10e-4a36-bb20-378f1f70a870 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:28.804047 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f99b14e-b93d-462a-9d9d-b61aea1df2c7', 'tag': '827484c4-7a42-4419-844e-36aa228d541e', 'status': 'completed', 'code': 200} Jul 16 02:10:28.861238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-835c235f-d4cf-4236-aa95-8a2cbaa51257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:28.862765 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-835c235f-d4cf-4236-aa95-8a2cbaa51257 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=43cc28a8f1ca441084ed341fbd954a49&device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 1096 time: 0.0537436 Jul 16 02:10:28.931026 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-80238a2b-4223-45ec-95ff-5a9af0f948e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=827484c4-7a42-4419-844e-36aa228d541e HTTP/1.1" status: 200 len: 217 time: 0.0598011 Jul 16 02:10:29.016012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-00b6cf59-d300-49da-bbf6-00d5fbe4e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:29.017520 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-00b6cf59-d300-49da-bbf6-00d5fbe4e506 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3cf72a9f-73e6-41ce-a3e4-b80d937d4013 HTTP/1.1" status: 200 len: 852 time: 0.0800340 Jul 16 02:10:29.061559 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-baa5ca7c-dc16-49f1-83c5-b341f4dad9d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315247 Jul 16 02:10:29.074078 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5d733b-1b58-4aaf-b32b-acd4fd729c30 req-93291993-8ded-4956-8ada-2c6559362f45 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:29.075488 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f5d733b-1b58-4aaf-b32b-acd4fd729c30 req-93291993-8ded-4956-8ada-2c6559362f45 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 944 time: 0.1041710 Jul 16 02:10:29.166395 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f5d733b-1b58-4aaf-b32b-acd4fd729c30 req-70aeab97-00c0-44cc-91b8-0bddf6dd0d8a tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818832 Jul 16 02:10:29.190697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-4c1d91bc-12b8-45ac-962f-ed665eff1f18 service neutron] 10.222.0.70 "GET /v2.0/networks/7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142578 Jul 16 02:10:29.286375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d35d3ab4-fa53-4d9c-97db-aaedaded81a4 req-0126dfc2-1c4b-45a3-943e-019b32fac953 service neutron] 10.222.0.70 "GET /v2.0/networks/7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876012 Jul 16 02:10:29.388322 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a34e7-87f1-42f9-97aa-4af8adf0d922 req-2e467968-40a5-4d4a-a6a3-8564003ec340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:29.389807 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a2a34e7-87f1-42f9-97aa-4af8adf0d922 req-2e467968-40a5-4d4a-a6a3-8564003ec340 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=43cc28a8f1ca441084ed341fbd954a49&device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 1096 time: 0.0512612 Jul 16 02:10:29.480358 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a34e7-87f1-42f9-97aa-4af8adf0d922 req-9961acb3-0890-410f-a6fa-270ce99abf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:29.481804 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a2a34e7-87f1-42f9-97aa-4af8adf0d922 req-9961acb3-0890-410f-a6fa-270ce99abf3e service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 HTTP/1.1" status: 200 len: 913 time: 0.0856025 Jul 16 02:10:29.521836 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a2a34e7-87f1-42f9-97aa-4af8adf0d922 req-f882d73b-f125-4e02-8e44-a6688549a261 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=827484c4-7a42-4419-844e-36aa228d541e HTTP/1.1" status: 200 len: 217 time: 0.0329614 Jul 16 02:10:29.568707 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2a34e7-87f1-42f9-97aa-4af8adf0d922 req-9fab7596-55b4-488b-8c4d-560881042388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:29.570037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a2a34e7-87f1-42f9-97aa-4af8adf0d922 req-9fab7596-55b4-488b-8c4d-560881042388 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3cf72a9f-73e6-41ce-a3e4-b80d937d4013 HTTP/1.1" status: 200 len: 852 time: 0.0414853 Jul 16 02:10:29.601783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a2a34e7-87f1-42f9-97aa-4af8adf0d922 req-69146b7b-913b-499a-89aa-2280f9419969 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252430 Jul 16 02:10:29.693085 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a2a34e7-87f1-42f9-97aa-4af8adf0d922 req-c5faad93-0bea-443f-897a-52caea8a54aa service neutron] 10.222.0.70 "GET /v2.0/networks/7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837018 Jul 16 02:10:29.782334 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6a2a34e7-87f1-42f9-97aa-4af8adf0d922 req-7a2d79ae-8a9b-40ba-9418-82f69b4e0b14 service neutron] 10.222.0.70 "GET /v2.0/networks/7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805278 Jul 16 02:10:30.339953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87618fd1-5dec-4886-82be-37855b85773a req-df3e5281-9901-4ad3-8d73-122e3af21e59 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:30.341353 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-87618fd1-5dec-4886-82be-37855b85773a req-df3e5281-9901-4ad3-8d73-122e3af21e59 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 944 time: 0.0664501 Jul 16 02:10:30.378534 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-87618fd1-5dec-4886-82be-37855b85773a req-a4051311-bba7-4fa5-b0f9-fe129889befd tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316384 Jul 16 02:10:30.838308 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:31.545922 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f857c-ebe0-43d4-86f2-dcf17a339cc7 req-fd19c25e-1d39-4a7f-9f30-053ef74d7aa5 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:31.547559 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-201f857c-ebe0-43d4-86f2-dcf17a339cc7 req-fd19c25e-1d39-4a7f-9f30-053ef74d7aa5 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 944 time: 0.0615783 Jul 16 02:10:31.584550 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-201f857c-ebe0-43d4-86f2-dcf17a339cc7 req-780822fb-67e1-42ea-9790-e0049b8daeae tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315807 Jul 16 02:10:31.721288 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.355013 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 827484c4-7a42-4419-844e-36aa228d541e details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:10:32.449927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 827484c4-7a42-4419-844e-36aa228d541e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=827484c4-7a42-4419-844e-36aa228d541e,segment=NetworkSegment(72fb7150-f3bf-4e57-996a-0195ee6589f3),segment_id=72fb7150-f3bf-4e57-996a-0195ee6589f3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:32.461359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '827484c4-7a42-4419-844e-36aa228d541e', 'network_id': '7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9', 'port_id': '827484c4-7a42-4419-844e-36aa228d541e', 'mac_address': 'fa:16:3e:58:aa:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf72a9f-73e6-41ce-a3e4-b80d937d4013', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:10:32.496918 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.509216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827484c4-7a42-4419-844e-36aa228d541e {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:10:32.529030 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 827484c4-7a42-4419-844e-36aa228d541e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=827484c4-7a42-4419-844e-36aa228d541e,segment=NetworkSegment(72fb7150-f3bf-4e57-996a-0195ee6589f3),segment_id=72fb7150-f3bf-4e57-996a-0195ee6589f3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:32.533682 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:32.580297 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=827484c4-7a42-4419-844e-36aa228d541e,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:32.751878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['827484c4-7a42-4419-844e-36aa228d541e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:10:32.761451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52119367-5b83-490b-a09f-c46e96cf8913 req-682dd05d-a8fd-4146-bcb5-8b38072dff9f tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:32.762978 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52119367-5b83-490b-a09f-c46e96cf8913 req-682dd05d-a8fd-4146-bcb5-8b38072dff9f tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 945 time: 0.0663586 Jul 16 02:10:32.801292 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52119367-5b83-490b-a09f-c46e96cf8913 req-73e62183-85a4-4aac-8cbb-bd351f2c5570 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321465 Jul 16 02:10:33.972400 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246ee80-a50c-42c0-b8d6-8310ee0b9d56 req-9c4885d2-688e-48f1-9c49-c70c454c339a tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:33.973876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6246ee80-a50c-42c0-b8d6-8310ee0b9d56 req-9c4885d2-688e-48f1-9c49-c70c454c339a tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 945 time: 0.0628908 Jul 16 02:10:34.009817 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6246ee80-a50c-42c0-b8d6-8310ee0b9d56 req-50705f7b-1a79-4b39-85f2-9566f7b1b782 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304089 Jul 16 02:10:34.365469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 827484c4-7a42-4419-844e-36aa228d541e up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:10:34.412349 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 827484c4-7a42-4419-844e-36aa228d541e completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:10:34.415948 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 827484c4-7a42-4419-844e-36aa228d541e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:10:34.416322 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.492412 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.513697 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f99b14e-b93d-462a-9d9d-b61aea1df2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827484c4-7a42-4419-844e-36aa228d541e'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:10:34.516509 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b9eff57-1451-41a2-b0c9-0340c381ca1e" -d '{"events": [{"server_uuid": "6f99b14e-b93d-462a-9d9d-b61aea1df2c7", "name": "network-vif-plugged", "status": "completed", "tag": "827484c4-7a42-4419-844e-36aa228d541e"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:10:34.528387 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 827484c4-7a42-4419-844e-36aa228d541e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=827484c4-7a42-4419-844e-36aa228d541e,segment=NetworkSegment(72fb7150-f3bf-4e57-996a-0195ee6589f3),segment_id=72fb7150-f3bf-4e57-996a-0195ee6589f3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:10:34.532639 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:34.554406 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdecc139-4dfb-44e8-b65a-7ff0b13aae26 x-openstack-request-id: req-cdecc139-4dfb-44e8-b65a-7ff0b13aae26 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:10:34.554695 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f99b14e-b93d-462a-9d9d-b61aea1df2c7", "name": "network-vif-plugged", "status": "completed", "tag": "827484c4-7a42-4419-844e-36aa228d541e", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:10:34.554947 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cdecc139-4dfb-44e8-b65a-7ff0b13aae26 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:10:34.555327 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f99b14e-b93d-462a-9d9d-b61aea1df2c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '827484c4-7a42-4419-844e-36aa228d541e', 'code': 200} Jul 16 02:10:34.581938 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=827484c4-7a42-4419-844e-36aa228d541e,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:10:34.663471 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59214fb1-58a5-4475-bdde-aae9e972b65b req-eab157e3-6be4-4590-89d0-3699cd0692be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:34.664917 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59214fb1-58a5-4475-bdde-aae9e972b65b req-eab157e3-6be4-4590-89d0-3699cd0692be service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 1098 time: 0.0506380 Jul 16 02:10:34.699998 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59214fb1-58a5-4475-bdde-aae9e972b65b req-f2b2ab21-bfcc-48a4-819b-593e5f618555 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285871 Jul 16 02:10:34.974149 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a52fad6b-4e5a-43d5-9259-507dc5b54c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:35.188992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97367c5-6f7a-4b80-aad6-d46af450dd1d req-477ba96d-6264-46d4-bc8c-832ce46ed092 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:35.190722 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f97367c5-6f7a-4b80-aad6-d46af450dd1d req-477ba96d-6264-46d4-bc8c-832ce46ed092 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0669024 Jul 16 02:10:35.227196 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f97367c5-6f7a-4b80-aad6-d46af450dd1d req-8daca1c2-3ef1-4e16-a8bc-d1c909fed0e7 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308650 Jul 16 02:10:36.393764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387a50d-f529-4020-b02d-15fe8583f385 req-a65a6db9-2cb3-4fb6-a9af-72eae8219d47 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:36.395163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b387a50d-f529-4020-b02d-15fe8583f385 req-a65a6db9-2cb3-4fb6-a9af-72eae8219d47 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0623817 Jul 16 02:10:36.431822 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b387a50d-f529-4020-b02d-15fe8583f385 req-2c4dc07a-a0fb-4b6e-bd01-9aa9f91149ec tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311718 Jul 16 02:10:36.743339 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 43950) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:10:36.862827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77aad24-84ee-4694-8c30-a48f92d2cfed req-7f83db0d-8695-4d82-8f36-eb8a482b50fd tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:36.864369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c77aad24-84ee-4694-8c30-a48f92d2cfed req-7f83db0d-8695-4d82-8f36-eb8a482b50fd tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.1077111 Jul 16 02:10:36.871269 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-da592310-47ac-4cea-a104-05e5a167254d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1267848 Jul 16 02:10:36.904148 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c77aad24-84ee-4694-8c30-a48f92d2cfed req-07563d6c-45b8-4ab4-a0cf-56122be6866b tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318925 Jul 16 02:10:37.419184 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:37.716353 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7db7a97a-4ded-415a-b4a9-ee5832280a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:38.083610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-ee0362c7-3326-4e45-a359-180c939e5caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:38.085197 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-ee0362c7-3326-4e45-a359-180c939e5caf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=43cc28a8f1ca441084ed341fbd954a49&device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 1098 time: 0.0950308 Jul 16 02:10:38.106051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef578c2-0d31-4696-9dc3-fe216372febc req-c48ef1b6-7429-454c-9dfa-9e032c0051c7 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:38.107427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eef578c2-0d31-4696-9dc3-fe216372febc req-c48ef1b6-7429-454c-9dfa-9e032c0051c7 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0919077 Jul 16 02:10:38.188360 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eef578c2-0d31-4696-9dc3-fe216372febc req-fad0368f-2ca1-4d9c-befb-e6fbb5a95be2 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701749 Jul 16 02:10:38.208778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-cb786444-d22b-47b6-9260-de302789146d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:38.210251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-cb786444-d22b-47b6-9260-de302789146d service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 HTTP/1.1" status: 200 len: 913 time: 0.1183167 Jul 16 02:10:38.254475 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-31c14c89-9890-41ed-8552-1baafe28bb9c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=827484c4-7a42-4419-844e-36aa228d541e HTTP/1.1" status: 200 len: 217 time: 0.0373099 Jul 16 02:10:38.301768 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-39ea28f2-2828-40c7-a70b-9befa53f26f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:38.303167 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-39ea28f2-2828-40c7-a70b-9befa53f26f7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3cf72a9f-73e6-41ce-a3e4-b80d937d4013 HTTP/1.1" status: 200 len: 852 time: 0.0421238 Jul 16 02:10:38.336227 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-24f25266-0dfa-4bfd-89a2-1e503c564f3c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259650 Jul 16 02:10:38.427843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-a714511b-4e6f-440e-bb57-14203b9fdf67 service neutron] 10.222.0.70 "GET /v2.0/networks/7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842907 Jul 16 02:10:38.515684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-06bfb89c-16be-4ab4-ade8-b667f387f1cb service neutron] 10.222.0.70 "GET /v2.0/networks/7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807128 Jul 16 02:10:38.616360 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:10:38.738498 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:39.364518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f9168-df6f-4f15-8320-2c624d7df535 req-37508ab8-a662-4d22-a696-2f2823b5a3d8 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:39.365937 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be7f9168-df6f-4f15-8320-2c624d7df535 req-37508ab8-a662-4d22-a696-2f2823b5a3d8 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0660303 Jul 16 02:10:39.402247 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be7f9168-df6f-4f15-8320-2c624d7df535 req-a10c10fe-c99e-4a0c-be7e-fb365fa1f9c8 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307629 Jul 16 02:10:40.385218 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:10:40.571956 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a3ff18-db5e-4f43-b438-a0cb76944d04 req-e460dd90-fbd0-4838-a076-39d068dee61d tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:40.573418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-97a3ff18-db5e-4f43-b438-a0cb76944d04 req-e460dd90-fbd0-4838-a076-39d068dee61d tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0613978 Jul 16 02:10:40.609941 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-97a3ff18-db5e-4f43-b438-a0cb76944d04 req-92624730-3139-474d-b37d-50fe78eb56d7 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303717 Jul 16 02:10:41.781238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d153837-ace1-4039-a0c4-96fbd48e4718 req-b31900af-c019-4254-8270-1720f8083062 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:41.782745 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d153837-ace1-4039-a0c4-96fbd48e4718 req-b31900af-c019-4254-8270-1720f8083062 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0610065 Jul 16 02:10:41.818838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d153837-ace1-4039-a0c4-96fbd48e4718 req-93c08b8c-82b4-4668-867f-34cc74bf544d tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306897 Jul 16 02:10:42.993112 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a29bf-8436-4363-8bc1-3e482a6ee466 req-c4dd587e-4194-4312-9a82-7929066e137e tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:42.994586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca0a29bf-8436-4363-8bc1-3e482a6ee466 req-c4dd587e-4194-4312-9a82-7929066e137e tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0654452 Jul 16 02:10:43.030889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca0a29bf-8436-4363-8bc1-3e482a6ee466 req-bf6d0080-dcb1-4c4d-89b8-6b878f87ac84 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308316 Jul 16 02:10:44.202662 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44a539-81ee-4450-ad73-83a69febd190 req-6d032a74-fbed-4003-b71b-827083042b40 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:44.204177 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a44a539-81ee-4450-ad73-83a69febd190 req-6d032a74-fbed-4003-b71b-827083042b40 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0621548 Jul 16 02:10:44.241217 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a44a539-81ee-4450-ad73-83a69febd190 req-c3209614-6efb-4de4-9785-edcd13e83c9b tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315886 Jul 16 02:10:45.415187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad65d0-91f3-4ae0-857e-0896542f1951 req-82446705-bfea-4326-95cc-dc02d9b14aaf tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:45.416644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ecad65d0-91f3-4ae0-857e-0896542f1951 req-82446705-bfea-4326-95cc-dc02d9b14aaf tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0655715 Jul 16 02:10:45.454897 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ecad65d0-91f3-4ae0-857e-0896542f1951 req-c28e730c-e03e-46de-a714-2ff9d242848d tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325806 Jul 16 02:10:46.624031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692cf681-7a3e-4fd6-b2fd-04b3e0fc2507 req-0afca100-2601-40d8-a771-95c5bf8d6fbd tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:46.625541 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-692cf681-7a3e-4fd6-b2fd-04b3e0fc2507 req-0afca100-2601-40d8-a771-95c5bf8d6fbd tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0617375 Jul 16 02:10:46.662425 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-692cf681-7a3e-4fd6-b2fd-04b3e0fc2507 req-160a09cc-1458-4d79-88c1-585ca3df5309 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313449 Jul 16 02:10:47.829797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4771e9-ec9b-44e5-a7cb-03718f019b40 req-49e6c73f-1d6c-4e02-8b61-83e457996185 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:47.831273 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c4771e9-ec9b-44e5-a7cb-03718f019b40 req-49e6c73f-1d6c-4e02-8b61-83e457996185 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0618110 Jul 16 02:10:47.867784 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c4771e9-ec9b-44e5-a7cb-03718f019b40 req-788bc398-a266-4eed-af79-2457e285c0b6 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310993 Jul 16 02:10:49.044620 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc270879-fde4-49e0-9edb-33524907f1be req-a2a1fcf2-4364-4184-86d5-e9a02f7ad1a1 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:49.046109 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc270879-fde4-49e0-9edb-33524907f1be req-a2a1fcf2-4364-4184-86d5-e9a02f7ad1a1 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0680535 Jul 16 02:10:49.083224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dc270879-fde4-49e0-9edb-33524907f1be req-593d450f-6d17-48ed-8e88-2ef9048f3f7d tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316384 Jul 16 02:10:50.252230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973eec4-99da-4c56-b02f-5bdf37385c5f req-4a5833a1-2dee-445d-a5ba-078f6e2c99a7 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:50.253750 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8973eec4-99da-4c56-b02f-5bdf37385c5f req-4a5833a1-2dee-445d-a5ba-078f6e2c99a7 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0628300 Jul 16 02:10:50.291100 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8973eec4-99da-4c56-b02f-5bdf37385c5f req-49f94255-cf8d-4dcd-9bd1-c2494dae5160 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318532 Jul 16 02:10:51.463722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d301921-608f-4383-bee3-964c986ce8f7 req-a17b213b-5eab-44a8-adc0-ee36b77d2100 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:51.465217 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d301921-608f-4383-bee3-964c986ce8f7 req-a17b213b-5eab-44a8-adc0-ee36b77d2100 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0657344 Jul 16 02:10:51.502023 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9d301921-608f-4383-bee3-964c986ce8f7 req-2b7bcc47-679c-4b8a-98ec-69cc9052bdda tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313346 Jul 16 02:10:52.672696 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad3ff0-6e64-4bf6-ac4d-14d573d72c56 req-b91b84cb-e781-4e86-8b0a-e5e5617f780c tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:52.674711 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2ad3ff0-6e64-4bf6-ac4d-14d573d72c56 req-b91b84cb-e781-4e86-8b0a-e5e5617f780c tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0662451 Jul 16 02:10:52.710978 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2ad3ff0-6e64-4bf6-ac4d-14d573d72c56 req-498a5940-ff66-43a1-b3f7-f8d4babd42c9 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307772 Jul 16 02:10:53.881035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a2d4f3-3725-4849-91b8-04b615a7060f req-3050d84d-9050-401e-a05d-d0f34673ac7d tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:53.882490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0a2d4f3-3725-4849-91b8-04b615a7060f req-3050d84d-9050-401e-a05d-d0f34673ac7d tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0605581 Jul 16 02:10:53.918199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0a2d4f3-3725-4849-91b8-04b615a7060f req-dfc7c96c-d96e-4995-881c-4911a1386c55 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303431 Jul 16 02:10:55.091863 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5026ea4-2f92-4852-9776-c49f01cf89b5 req-6c8b892f-c397-40ac-ac8b-5b02882ea2a8 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:55.093358 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5026ea4-2f92-4852-9776-c49f01cf89b5 req-6c8b892f-c397-40ac-ac8b-5b02882ea2a8 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0683205 Jul 16 02:10:55.129553 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5026ea4-2f92-4852-9776-c49f01cf89b5 req-e101a30c-51f9-45d9-89eb-0246ff2bf38c tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299871 Jul 16 02:10:56.296895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c4944-fdb7-407c-ac46-e0fc219553d2 req-6972ed61-26dc-4e0f-82c3-3c6b748d81f8 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:56.298367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-028c4944-fdb7-407c-ac46-e0fc219553d2 req-6972ed61-26dc-4e0f-82c3-3c6b748d81f8 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0612292 Jul 16 02:10:56.335359 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-028c4944-fdb7-407c-ac46-e0fc219553d2 req-c05f4fdf-85a8-4519-8785-950be61532a6 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309756 Jul 16 02:10:57.507210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2b79-4a3c-4382-8beb-4e7cc33050ac req-e48b7b19-67db-4440-a580-5bdc264d492d tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:57.508729 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95cf2b79-4a3c-4382-8beb-4e7cc33050ac req-e48b7b19-67db-4440-a580-5bdc264d492d tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0657380 Jul 16 02:10:57.545000 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95cf2b79-4a3c-4382-8beb-4e7cc33050ac req-1700b78f-4f0b-47bf-be29-9f59c126c274 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308318 Jul 16 02:10:58.898190 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ae7d57-a4b2-4fa9-aea5-27242702290a req-2d28fed7-0051-4d67-aba6-ff3941b1139c tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:10:58.899671 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3ae7d57-a4b2-4fa9-aea5-27242702290a req-2d28fed7-0051-4d67-aba6-ff3941b1139c tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0617905 Jul 16 02:10:58.934993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3ae7d57-a4b2-4fa9-aea5-27242702290a req-5345558d-f1f6-4722-b147-72f64011fb90 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299532 Jul 16 02:11:00.103191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c912fd4-5009-47d1-b5ef-3385f44b948c req-fbc8a65d-747d-49a6-b233-a8da7e034853 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:00.104700 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c912fd4-5009-47d1-b5ef-3385f44b948c req-fbc8a65d-747d-49a6-b233-a8da7e034853 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0617533 Jul 16 02:11:00.141226 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c912fd4-5009-47d1-b5ef-3385f44b948c req-0be55300-299b-480d-b8e5-c3977febf773 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310678 Jul 16 02:11:00.858052 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:01.313189 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf41731-7d0e-4cf4-89be-5760fd77e029 req-e42b8220-a20c-4c27-99d0-8333391406bd tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:01.314638 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4bf41731-7d0e-4cf4-89be-5760fd77e029 req-e42b8220-a20c-4c27-99d0-8333391406bd tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0651631 Jul 16 02:11:01.351245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4bf41731-7d0e-4cf4-89be-5760fd77e029 req-2986b4db-2b24-4a71-888c-59b7a5800682 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303311 Jul 16 02:11:01.720807 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:02.521435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e2f3f7-40f4-40d6-aeea-23a47ba43a04 req-80175509-13a3-4cec-b2b7-9adf11b138ef tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:02.522894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-07e2f3f7-40f4-40d6-aeea-23a47ba43a04 req-80175509-13a3-4cec-b2b7-9adf11b138ef tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0608282 Jul 16 02:11:02.559282 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-07e2f3f7-40f4-40d6-aeea-23a47ba43a04 req-65151817-ade0-471d-b5d8-485b72e15bff tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309241 Jul 16 02:11:03.733671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c419281-fca6-4f9c-9266-26ff494981bc req-5e6a4b4c-f65b-4777-870a-1461d7cb62a0 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:03.735180 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c419281-fca6-4f9c-9266-26ff494981bc req-5e6a4b4c-f65b-4777-870a-1461d7cb62a0 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0657706 Jul 16 02:11:03.772325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c419281-fca6-4f9c-9266-26ff494981bc req-ab127f48-5961-4bea-b2bc-5dad5288f97f tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308685 Jul 16 02:11:04.941923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6293f1-00ed-4cc0-9c45-e96654b49b47 req-8e335815-df4a-4ebd-a510-c026799d24e8 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:04.943565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa6293f1-00ed-4cc0-9c45-e96654b49b47 req-8e335815-df4a-4ebd-a510-c026799d24e8 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.0616553 Jul 16 02:11:04.974544 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-41797941-c607-4828-8cad-158dcc5a3648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:04.983185 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa6293f1-00ed-4cc0-9c45-e96654b49b47 req-8bb2b91c-ef78-4a16-bb8a-1895fe037d4f tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341859 Jul 16 02:11:05.727578 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-1510b10c-3179-48ab-b463-c94e392b48f6 service neutron] show failed (client error): The resource could not be found. Jul 16 02:11:05.728616 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-1510b10c-3179-48ab-b463-c94e392b48f6 service neutron] 10.222.0.70 "GET /v2.0/ports/827484c4-7a42-4419-844e-36aa228d541e/bindings/n-h1-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.0543740 Jul 16 02:11:06.004684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-f5a49171-48f2-4ded-8712-46834b7e2de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:06.006119 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-f5a49171-48f2-4ded-8712-46834b7e2de9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7&tenant_id=43cc28a8f1ca441084ed341fbd954a49 HTTP/1.1" status: 200 len: 1098 time: 0.0863140 Jul 16 02:11:06.017486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:06.087078 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:06.252997 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99494bfa-f68a-41de-bfb7-395577613662 req-34ac24d2-8c00-455a-879e-61b117a3e061 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:06.254471 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99494bfa-f68a-41de-bfb7-395577613662 req-34ac24d2-8c00-455a-879e-61b117a3e061 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 946 time: 0.1594338 Jul 16 02:11:06.331772 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99494bfa-f68a-41de-bfb7-395577613662 req-bed42aa6-6a4f-4e41-ad08-2bdb9fd15a53 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678408 Jul 16 02:11:06.353428 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] For port 827484c4-7a42-4419-844e-36aa228d541e, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=827484c4-7a42-4419-844e-36aa228d541e,segment=NetworkSegment(72fb7150-f3bf-4e57-996a-0195ee6589f3),segment_id=72fb7150-f3bf-4e57-996a-0195ee6589f3)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:06.385109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] For port 827484c4-7a42-4419-844e-36aa228d541e, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:06.425006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f99b14e-b93d-462a-9d9d-b61aea1df2c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827484c4-7a42-4419-844e-36aa228d541e'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:06.427239 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c234ba08-6076-4d7a-9582-2b3efe0eefda" -d '{"events": [{"server_uuid": "6f99b14e-b93d-462a-9d9d-b61aea1df2c7", "name": "network-vif-unplugged", "status": "completed", "tag": "827484c4-7a42-4419-844e-36aa228d541e"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:06.431534 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:06.444119 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Transition to ACTIVE for port object 827484c4-7a42-4419-844e-36aa228d541e will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:11:06.448058 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:06.479190 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f28380-f805-4bed-afb8-1510f856ea90 x-openstack-request-id: req-05f28380-f805-4bed-afb8-1510f856ea90 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:06.479533 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f99b14e-b93d-462a-9d9d-b61aea1df2c7", "name": "network-vif-unplugged", "status": "completed", "tag": "827484c4-7a42-4419-844e-36aa228d541e", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:06.479735 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-05f28380-f805-4bed-afb8-1510f856ea90 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:06.480137 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f99b14e-b93d-462a-9d9d-b61aea1df2c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '827484c4-7a42-4419-844e-36aa228d541e', 'code': 200} Jul 16 02:11:06.497931 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Pushing event updated for resources: {'Port': ['ID=827484c4-7a42-4419-844e-36aa228d541e,revision_number=6']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:06.515308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] No DVR routers for this DVR port 827484c4-7a42-4419-844e-36aa228d541e on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:11:06.549399 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Attempting to bind port 827484c4-7a42-4419-844e-36aa228d541e on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:11:06.549739 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Attempting to bind port 827484c4-7a42-4419-844e-36aa228d541e by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '72fb7150-f3bf-4e57-996a-0195ee6589f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:11:06.550069 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Attempting to bind port 827484c4-7a42-4419-844e-36aa228d541e on network 7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:06.554791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Port 827484c4-7a42-4419-844e-36aa228d541e on network 7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:11:06.555116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Attempting to bind port 827484c4-7a42-4419-844e-36aa228d541e on network 7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:06.559855 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:11:06.560196 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Checking segment: {'id': '72fb7150-f3bf-4e57-996a-0195ee6589f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:11:06.560579 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Bound using segment: {'id': '72fb7150-f3bf-4e57-996a-0195ee6589f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:11:06.561003 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Bound port: 827484c4-7a42-4419-844e-36aa228d541e, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72fb7150-f3bf-4e57-996a-0195ee6589f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:11:06.561358 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:06.621171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] For port 827484c4-7a42-4419-844e-36aa228d541e, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:06.624095 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] For port 827484c4-7a42-4419-844e-36aa228d541e, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=827484c4-7a42-4419-844e-36aa228d541e,segment=NetworkSegment(72fb7150-f3bf-4e57-996a-0195ee6589f3),segment_id=72fb7150-f3bf-4e57-996a-0195ee6589f3)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:11:06.628359 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:06.663821 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:06.664454 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:06.665857 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] 10.222.0.69 "PUT /v2.0/ports/827484c4-7a42-4419-844e-36aa228d541e HTTP/1.1" status: 200 len: 1093 time: 0.6525624 Jul 16 02:11:06.686444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc694b3-04ae-4b28-9ae7-65fcfa5fc44d service neutron] Pushing event updated for resources: {'Port': ['ID=827484c4-7a42-4419-844e-36aa228d541e,revision_number=7']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:06.738708 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-713ac372-4495-4631-8201-4137dce82681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:06.740828 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-713ac372-4495-4631-8201-4137dce82681 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43cc28a8f1ca441084ed341fbd954a49&device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 1096 time: 0.0510116 Jul 16 02:11:07.165498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-94fc800d-afdd-49e7-97ed-b2f575cb97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:07.166988 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-94fc800d-afdd-49e7-97ed-b2f575cb97bc service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 HTTP/1.1" status: 200 len: 913 time: 0.4207962 Jul 16 02:11:07.205939 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-e265edce-546b-4554-be30-b5627f8aa69e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=827484c4-7a42-4419-844e-36aa228d541e HTTP/1.1" status: 200 len: 217 time: 0.0326903 Jul 16 02:11:07.251736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-a6ca6db4-224a-40f8-a96f-180359b38e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:07.253177 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-a6ca6db4-224a-40f8-a96f-180359b38e50 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cf72a9f-73e6-41ce-a3e4-b80d937d4013 HTTP/1.1" status: 200 len: 852 time: 0.0406368 Jul 16 02:11:07.285123 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-9cea04da-c4c8-4324-9536-884f0f36650b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252481 Jul 16 02:11:07.373934 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-d5d44611-5824-42b1-b4b0-ba348c9134eb service neutron] 10.222.0.69 "GET /v2.0/networks/7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822515 Jul 16 02:11:07.412718 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:07.497811 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf2e7411-6c28-4339-968e-0bdbc6c811dc req-3674db72-33b2-4a77-a15e-5e54d297bdec service neutron] 10.222.0.69 "GET /v2.0/networks/7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178906 Jul 16 02:11:07.528155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52534d7f-b1b1-4f40-b1d9-347d87ac338b req-6a4ce2b2-1c1a-43b3-927f-9a6e0a784242 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:07.529801 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52534d7f-b1b1-4f40-b1d9-347d87ac338b req-6a4ce2b2-1c1a-43b3-927f-9a6e0a784242 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 944 time: 0.0811033 Jul 16 02:11:07.569358 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-52534d7f-b1b1-4f40-b1d9-347d87ac338b req-6004c0df-a7cf-41f6-a506-3c519c3cb7d6 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339165 Jul 16 02:11:07.715472 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cc72e922-0283-43b4-a03c-1b29142608c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:08.480887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f99b14e-b93d-462a-9d9d-b61aea1df2c7', 'tag': '827484c4-7a42-4419-844e-36aa228d541e'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:08.483228 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd103b0-2147-41d6-b87b-e797ae255572" -d '{"events": [{"name": "network-changed", "server_uuid": "6f99b14e-b93d-462a-9d9d-b61aea1df2c7", "tag": "827484c4-7a42-4419-844e-36aa228d541e"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:08.528789 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0256727-2a60-4d12-8f9f-0e9714a4c57e x-openstack-request-id: req-c0256727-2a60-4d12-8f9f-0e9714a4c57e {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:08.529084 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f99b14e-b93d-462a-9d9d-b61aea1df2c7", "tag": "827484c4-7a42-4419-844e-36aa228d541e", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:08.529339 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c0256727-2a60-4d12-8f9f-0e9714a4c57e {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:08.529729 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f99b14e-b93d-462a-9d9d-b61aea1df2c7', 'tag': '827484c4-7a42-4419-844e-36aa228d541e', 'status': 'completed', 'code': 200} Jul 16 02:11:08.641109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-d291ca48-fad0-4cae-a744-d814788d606d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:08.642606 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-d291ca48-fad0-4cae-a744-d814788d606d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=43cc28a8f1ca441084ed341fbd954a49&device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 1096 time: 0.0935745 Jul 16 02:11:08.648803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-a2551e94-8b7e-46ba-8528-ed0fe4d59e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:08.650162 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-a2551e94-8b7e-46ba-8528-ed0fe4d59e3a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=43cc28a8f1ca441084ed341fbd954a49&device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 1096 time: 0.0923352 Jul 16 02:11:08.741406 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:08.846283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-f841f6a1-3550-48e2-8fdb-e9d9c0045046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:08.847785 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-f841f6a1-3550-48e2-8fdb-e9d9c0045046 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 HTTP/1.1" status: 200 len: 913 time: 0.1890805 Jul 16 02:11:08.849552 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-3b59b4a8-c103-48ce-9e03-84ab924db0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:08.850872 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-3b59b4a8-c103-48ce-9e03-84ab924db0b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 HTTP/1.1" status: 200 len: 913 time: 0.1998904 Jul 16 02:11:08.868606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ec72c8-9dbc-4eb2-9d1e-716a0a75e4b8 req-1f3ae2d7-4360-4f87-88ce-d6c815c4812e tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:08.869974 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-06ec72c8-9dbc-4eb2-9d1e-716a0a75e4b8 req-1f3ae2d7-4360-4f87-88ce-d6c815c4812e tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 944 time: 0.1824658 Jul 16 02:11:08.907320 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-9bf74184-f7ac-4979-be0f-2b2961ec4b45 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=827484c4-7a42-4419-844e-36aa228d541e HTTP/1.1" status: 200 len: 217 time: 0.0531490 Jul 16 02:11:08.946366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-8b1a9e96-84a0-479c-807a-7d0682890f5a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=827484c4-7a42-4419-844e-36aa228d541e HTTP/1.1" status: 200 len: 217 time: 0.0852380 Jul 16 02:11:09.020106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-06ec72c8-9dbc-4eb2-9d1e-716a0a75e4b8 req-8b7d3069-0b9b-41a6-98c2-b23dc14a8d4a tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200109 Jul 16 02:11:09.032131 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-4a9d401f-95fd-4068-b288-d3beed4e05b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:09.033622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-4a9d401f-95fd-4068-b288-d3beed4e05b6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3cf72a9f-73e6-41ce-a3e4-b80d937d4013 HTTP/1.1" status: 200 len: 852 time: 0.1008437 Jul 16 02:11:09.040366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-c09b7e30-20b1-435e-aaaa-dd72edf222b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:09.041742 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-c09b7e30-20b1-435e-aaaa-dd72edf222b6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3cf72a9f-73e6-41ce-a3e4-b80d937d4013 HTTP/1.1" status: 200 len: 852 time: 0.0705373 Jul 16 02:11:09.076735 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-f2c483e4-13f7-4ad0-95c8-45d317341eec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340931 Jul 16 02:11:09.103939 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-3c2c092e-9383-4b7b-ac30-dd76066c2685 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532086 Jul 16 02:11:09.245149 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-bb8a4000-688c-4366-89c4-4b7420630a33 service neutron] 10.222.0.70 "GET /v2.0/networks/7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500294 Jul 16 02:11:09.263341 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-064965ae-c9f6-4a3c-bd87-cb9b7501f39b service neutron] 10.222.0.69 "GET /v2.0/networks/7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493082 Jul 16 02:11:09.404624 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-c75fad1e-5259-47fd-aa8f-bde6e66766cc service neutron] 10.222.0.70 "GET /v2.0/networks/7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523013 Jul 16 02:11:09.409665 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8bd103b0-2147-41d6-b87b-e797ae255572 req-6cf4ec3a-08f0-42b8-8d10-1799546e1809 service neutron] 10.222.0.69 "GET /v2.0/networks/7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365721 Jul 16 02:11:10.191587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0a0a2-bc00-4659-be24-a154c30dd6c9 req-39b03121-8b95-4ed2-abc2-597785b34387 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:10.193642 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e6b0a0a2-bc00-4659-be24-a154c30dd6c9 req-39b03121-8b95-4ed2-abc2-597785b34387 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 944 time: 0.0626926 Jul 16 02:11:10.230208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e6b0a0a2-bc00-4659-be24-a154c30dd6c9 req-7eb438e6-ec4c-4e44-9084-9a74361e2765 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310755 Jul 16 02:11:10.389148 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:10.519244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 827484c4-7a42-4419-844e-36aa228d541e no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:11:10.562403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 827484c4-7a42-4419-844e-36aa228d541e not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:11:10.657799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-b2eac443-3982-4342-a67c-e17e4bd7fbf8 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:10.659191 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-b2eac443-3982-4342-a67c-e17e4bd7fbf8 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.70 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7&tenant_id=43cc28a8f1ca441084ed341fbd954a49&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 944 time: 0.1133404 Jul 16 02:11:10.716930 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-6f911c7c-403b-4c36-810a-2a4126cceeb6 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:11:10.717903 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-6f911c7c-403b-4c36-810a-2a4126cceeb6 service neutron] 10.222.0.70 "DELETE /v2.0/ports/827484c4-7a42-4419-844e-36aa228d541e/bindings/n-h2-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.0516372 Jul 16 02:11:10.836929 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-bc76d0e2-bde6-4b50-9efd-0e0f40d5532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:10.838388 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-bc76d0e2-bde6-4b50-9efd-0e0f40d5532c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=43cc28a8f1ca441084ed341fbd954a49&device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 1096 time: 0.0518565 Jul 16 02:11:10.927795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-de4acec2-0d30-40b9-9c5f-2cdbbb282652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:10.929170 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-de4acec2-0d30-40b9-9c5f-2cdbbb282652 service neutron] 10.222.0.70 "GET /v2.0/networks?id=7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 HTTP/1.1" status: 200 len: 913 time: 0.0841725 Jul 16 02:11:10.969333 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-4647759c-4272-4d0e-bdaf-be40dd26c3c1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=827484c4-7a42-4419-844e-36aa228d541e HTTP/1.1" status: 200 len: 217 time: 0.0333381 Jul 16 02:11:11.018033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-8f8a4faf-560c-4105-ad72-69e5c72aae28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:11.019417 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-8f8a4faf-560c-4105-ad72-69e5c72aae28 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=3cf72a9f-73e6-41ce-a3e4-b80d937d4013 HTTP/1.1" status: 200 len: 852 time: 0.0442064 Jul 16 02:11:11.050918 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-1dcdeb47-389a-4890-818b-e063014ae533 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254889 Jul 16 02:11:11.137764 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-21e7b934-ef5c-466c-98d1-abe8a0a152f0 service neutron] 10.222.0.70 "GET /v2.0/networks/7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805225 Jul 16 02:11:11.228794 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-f6c88845-9461-4144-949b-0c5cc924960e service neutron] 10.222.0.70 "GET /v2.0/networks/7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832741 Jul 16 02:11:11.446772 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 827484c4-7a42-4419-844e-36aa228d541e details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:11:11.540809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 827484c4-7a42-4419-844e-36aa228d541e, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=827484c4-7a42-4419-844e-36aa228d541e,segment=NetworkSegment(72fb7150-f3bf-4e57-996a-0195ee6589f3),segment_id=72fb7150-f3bf-4e57-996a-0195ee6589f3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:11.552167 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '827484c4-7a42-4419-844e-36aa228d541e', 'network_id': '7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9', 'port_id': '827484c4-7a42-4419-844e-36aa228d541e', 'mac_address': 'fa:16:3e:58:aa:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf72a9f-73e6-41ce-a3e4-b80d937d4013', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:11:11.589017 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:11.602199 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 827484c4-7a42-4419-844e-36aa228d541e {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:11:11.621902 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 827484c4-7a42-4419-844e-36aa228d541e, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=827484c4-7a42-4419-844e-36aa228d541e,segment=NetworkSegment(72fb7150-f3bf-4e57-996a-0195ee6589f3),segment_id=72fb7150-f3bf-4e57-996a-0195ee6589f3)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:11.625538 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:11.671909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=827484c4-7a42-4419-844e-36aa228d541e,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:11.946470 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['827484c4-7a42-4419-844e-36aa228d541e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:11:12.028944 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df198313-33e1-4772-83a1-bede2fbab181 req-1e9cf809-6db5-441f-911c-b31a17319554 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:12.030481 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df198313-33e1-4772-83a1-bede2fbab181 req-1e9cf809-6db5-441f-911c-b31a17319554 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 945 time: 0.0626702 Jul 16 02:11:12.068954 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df198313-33e1-4772-83a1-bede2fbab181 req-b8f9392b-31b2-4703-a4a4-549c12ac7156 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320959 Jul 16 02:11:13.266023 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-d1404a6e-3db6-4313-bda8-8768ce6b02f9 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:13.267476 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-d1404a6e-3db6-4313-bda8-8768ce6b02f9 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.69 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 945 time: 0.1053574 Jul 16 02:11:13.279528 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc856a92-100a-4d23-9504-b728a151ec48 req-ca8b34b6-3d05-4611-8af7-627f88aec3f6 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:13.280926 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cc856a92-100a-4d23-9504-b728a151ec48 req-ca8b34b6-3d05-4611-8af7-627f88aec3f6 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f99b14e-b93d-462a-9d9d-b61aea1df2c7 HTTP/1.1" status: 200 len: 945 time: 0.0883615 Jul 16 02:11:13.357214 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cc856a92-100a-4d23-9504-b728a151ec48 req-38a0794a-c463-4afb-a307-857656a3dc8e tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.22 "GET /v2.0/security-groups?id=21e3183a-f25b-4ac1-94f5-5f745694fdc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689702 Jul 16 02:11:13.403612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-b639b002-8fbf-49f6-b77f-4a187e79b3f2 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Deleting port 827484c4-7a42-4419-844e-36aa228d541e {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:11:13.403992 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-b639b002-8fbf-49f6-b77f-4a187e79b3f2 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:13.462854 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 827484c4-7a42-4419-844e-36aa228d541e up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:11:13.489084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-b639b002-8fbf-49f6-b77f-4a187e79b3f2 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] For port 827484c4-7a42-4419-844e-36aa228d541e, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=827484c4-7a42-4419-844e-36aa228d541e,segment=NetworkSegment(72fb7150-f3bf-4e57-996a-0195ee6589f3),segment_id=72fb7150-f3bf-4e57-996a-0195ee6589f3)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:13.489443 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-b639b002-8fbf-49f6-b77f-4a187e79b3f2 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:13.506732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-b639b002-8fbf-49f6-b77f-4a187e79b3f2 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Calling delete_port for 827484c4-7a42-4419-844e-36aa228d541e owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:11:13.510225 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 827484c4-7a42-4419-844e-36aa228d541e completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:11:13.514199 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 827484c4-7a42-4419-844e-36aa228d541e triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:11:13.514570 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:13.591281 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:13.628456 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-b639b002-8fbf-49f6-b77f-4a187e79b3f2 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:13.650206 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['827484c4-7a42-4419-844e-36aa228d541e'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:11:13.657342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b639b002-8fbf-49f6-b77f-4a187e79b3f2 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Pushing event deleted for resources: {'Port': ['ID=827484c4-7a42-4419-844e-36aa228d541e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:13.706083 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-b639b002-8fbf-49f6-b77f-4a187e79b3f2 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] No DVR routers for this DVR port 827484c4-7a42-4419-844e-36aa228d541e on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:11:13.708780 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-b639b002-8fbf-49f6-b77f-4a187e79b3f2 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:13.710989 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-890f84f7-5113-4e2d-9c53-16e631aaaf90 req-b639b002-8fbf-49f6-b77f-4a187e79b3f2 tempest-DeleteServersTestJSON-860304247 tempest-DeleteServersTestJSON-860304247-project] 10.222.0.69 "DELETE /v2.0/ports/827484c4-7a42-4419-844e-36aa228d541e HTTP/1.1" status: 204 len: 173 time: 0.4290955 Jul 16 02:11:13.711421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f99b14e-b93d-462a-9d9d-b61aea1df2c7', 'name': 'network-vif-deleted', 'tag': '827484c4-7a42-4419-844e-36aa228d541e'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:13.713776 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea001b2-9a13-44a9-a699-46ca74780b4c" -d '{"events": [{"server_uuid": "6f99b14e-b93d-462a-9d9d-b61aea1df2c7", "name": "network-vif-deleted", "tag": "827484c4-7a42-4419-844e-36aa228d541e"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:13.751450 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef228a9-d0a5-483c-8020-95444ea6a624 x-openstack-request-id: req-eef228a9-d0a5-483c-8020-95444ea6a624 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:13.751745 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f99b14e-b93d-462a-9d9d-b61aea1df2c7", "name": "network-vif-deleted", "tag": "827484c4-7a42-4419-844e-36aa228d541e", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:13.752029 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eef228a9-d0a5-483c-8020-95444ea6a624 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:13.752449 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f99b14e-b93d-462a-9d9d-b61aea1df2c7', 'name': 'network-vif-deleted', 'tag': '827484c4-7a42-4419-844e-36aa228d541e', 'status': 'completed', 'code': 200} Jul 16 02:11:14.587777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44062) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:14.630945 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-010e01f8-9e42-4351-bac2-3879e38c0aba admin admin] Deleting subnet 3cf72a9f-73e6-41ce-a3e4-b80d937d4013 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:11:14.633853 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-010e01f8-9e42-4351-bac2-3879e38c0aba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:14.665956 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-010e01f8-9e42-4351-bac2-3879e38c0aba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:14.702003 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-010e01f8-9e42-4351-bac2-3879e38c0aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:14.755996 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-010e01f8-9e42-4351-bac2-3879e38c0aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:14.778760 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e01f8-9e42-4351-bac2-3879e38c0aba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf72a9f-73e6-41ce-a3e4-b80d937d4013,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:14.784292 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-010e01f8-9e42-4351-bac2-3879e38c0aba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:14.786989 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-010e01f8-9e42-4351-bac2-3879e38c0aba admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3cf72a9f-73e6-41ce-a3e4-b80d937d4013 HTTP/1.1" status: 204 len: 168 time: 0.1973536 Jul 16 02:11:14.788751 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44064) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:14.853580 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f988e5cb-cb4a-4aef-b2d5-ef7808196eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:14.930847 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f988e5cb-cb4a-4aef-b2d5-ef7808196eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:14.940411 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-f988e5cb-cb4a-4aef-b2d5-ef7808196eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:14.950324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-f988e5cb-cb4a-4aef-b2d5-ef7808196eb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72fb7150-f3bf-4e57-996a-0195ee6589f3') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:14.950619 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-f988e5cb-cb4a-4aef-b2d5-ef7808196eb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72fb7150-f3bf-4e57-996a-0195ee6589f3') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:11:14.959605 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f988e5cb-cb4a-4aef-b2d5-ef7808196eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:14.972759 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f988e5cb-cb4a-4aef-b2d5-ef7808196eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:14.978541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f988e5cb-cb4a-4aef-b2d5-ef7808196eb6 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:11:14.979015 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f988e5cb-cb4a-4aef-b2d5-ef7808196eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: timer() Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:11:14.980878 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:11:15.036363 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f988e5cb-cb4a-4aef-b2d5-ef7808196eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:15.042801 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f988e5cb-cb4a-4aef-b2d5-ef7808196eb6 admin admin] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:15.044599 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f988e5cb-cb4a-4aef-b2d5-ef7808196eb6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9 HTTP/1.1" status: 204 len: 168 time: 0.2549443 Jul 16 02:11:15.054500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f988e5cb-cb4a-4aef-b2d5-ef7808196eb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6ffa20-1a07-420a-8ae7-2b8a3a90d0a9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:15.154065 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44068) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:15.193661 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-78a127ee-69fe-4e97-96fe-573554e44fa7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=43cc28a8f1ca441084ed341fbd954a49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0372884 Jul 16 02:11:15.195370 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44070) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:15.240967 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abf58da5-a015-4efa-a7a5-8efca61228e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:15.261544 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abf58da5-a015-4efa-a7a5-8efca61228e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:15.307100 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abf58da5-a015-4efa-a7a5-8efca61228e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:15.309665 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-abf58da5-a015-4efa-a7a5-8efca61228e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:15.310835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-abf58da5-a015-4efa-a7a5-8efca61228e8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21e3183a-f25b-4ac1-94f5-5f745694fdc6 HTTP/1.1" status: 204 len: 168 time: 0.1145415 Jul 16 02:11:15.320049 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf58da5-a015-4efa-a7a5-8efca61228e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e3183a-f25b-4ac1-94f5-5f745694fdc6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:15.617402 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:11:15.943290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44092) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:16.036601 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1955052663-network', 'tenant_id': 'a6025c4f9dbd49b5b57c0bad813279b4'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:16.061324 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Made reservation on behalf of a6025c4f9dbd49b5b57c0bad813279b4 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:11:16.063888 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:16.072543 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:16.163068 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:16.166778 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:16.186866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:11:16.202747 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:16.203089 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Added segment 8d53f478-9e0f-4b52-b60b-668b04b62a99 of type vlan for network 99801345-a3df-4db5-9037-80da1103e0f4 Jul 16 02:11:16.204318 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498a188e-c01b-482c-bd11-0383ee23fe8d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:16.221082 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:16.221427 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:16.221764 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:16.222099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:16.222428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:16.222758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:16.223084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:16.223405 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:16.223723 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:16.224106 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:16.224457 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:16.224868 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:16.260618 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:16.288375 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:16.289319 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:16.289903 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:16.323948 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3794665 Jul 16 02:11:16.326847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44100) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:11:16.331951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f47760c6-3f0b-497f-bfe5-5e5ae09f1806 admin admin] Request body: {'subnet': {'network_id': '99801345-a3df-4db5-9037-80da1103e0f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1955052663-subnet', 'tenant_id': 'a6025c4f9dbd49b5b57c0bad813279b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:16.352795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47760c6-3f0b-497f-bfe5-5e5ae09f1806 admin admin] Made reservation on behalf of a6025c4f9dbd49b5b57c0bad813279b4 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:11:16.353018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5fd32-e872-45f6-900b-c37ea051d116 admin admin] Pushing event updated for resources: {'Network': ['ID=99801345-a3df-4db5-9037-80da1103e0f4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:16.355263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f47760c6-3f0b-497f-bfe5-5e5ae09f1806 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:16.363934 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 99801345-a3df-4db5-9037-80da1103e0f4 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:11:16.516426 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f47760c6-3f0b-497f-bfe5-5e5ae09f1806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:16.574183 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47760c6-3f0b-497f-bfe5-5e5ae09f1806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0424f61-6812-4f29-9a9c-6d9ed7eaec72,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:16.582574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47760c6-3f0b-497f-bfe5-5e5ae09f1806 admin admin] Checking segment: {'id': '8d53f478-9e0f-4b52-b60b-668b04b62a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:11:16.582934 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47760c6-3f0b-497f-bfe5-5e5ae09f1806 admin admin] Network hostable DHCP agents. Network: 99801345-a3df-4db5-9037-80da1103e0f4, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:11:16.598925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47760c6-3f0b-497f-bfe5-5e5ae09f1806 admin admin] Network 99801345-a3df-4db5-9037-80da1103e0f4 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:11:16.607142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-f47760c6-3f0b-497f-bfe5-5e5ae09f1806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 99801345-a3df-4db5-9037-80da1103e0f4) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:11:16.611034 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47760c6-3f0b-497f-bfe5-5e5ae09f1806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:16.611625 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f47760c6-3f0b-497f-bfe5-5e5ae09f1806 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:16.617577 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29e3d21-c18a-4abf-accb-61b7a5bbe3e0 None None] Network 99801345-a3df-4db5-9037-80da1103e0f4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:11:16.625051 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f47760c6-3f0b-497f-bfe5-5e5ae09f1806 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2971134 Jul 16 02:11:16.742421 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b9a537-994b-43ce-bd32-373abd0180ea None None] Network 99801345-a3df-4db5-9037-80da1103e0f4 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:11:17.033277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-b4349ca1-ff66-40af-82d7-1baeead7a449 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:17.034770 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-b4349ca1-ff66-40af-82d7-1baeead7a449 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/networks?id=99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 200 len: 815 time: 0.0990710 Jul 16 02:11:17.048994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ab67997e-9868-4cda-8582-a8cc4971ab74 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/quotas/a6025c4f9dbd49b5b57c0bad813279b4 HTTP/1.1" status: 200 len: 375 time: 0.0089207 Jul 16 02:11:17.081839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-da3abe7e-2273-42d8-999a-b5c7c75b8696 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282488 Jul 16 02:11:17.171645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-289b1614-6e3b-4e4b-8247-0300c36f34b7 service neutron] 10.222.0.22 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826769 Jul 16 02:11:17.262190 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-32d14aa8-8c64-4d5a-8fe0-cd657fe18b15 service neutron] 10.222.0.22 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849545 Jul 16 02:11:17.430920 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cd5319d9-b2dd-4a9f-aaf8-80c9fe37c201 req-e289a55c-3918-4005-8d50-2a1f5339de18 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 210 time: 0.0288022 Jul 16 02:11:17.450526 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 827484c4-7a42-4419-844e-36aa228d541e no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:11:17.471588 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 827484c4-7a42-4419-844e-36aa228d541e {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:11:17.471974 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 827484c4-7a42-4419-844e-36aa228d541e not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:11:18.482225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-224c8e10-92ed-4052-bad0-4e16d44da7c7 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:18.484103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-224c8e10-92ed-4052-bad0-4e16d44da7c7 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.69 "GET /v2.0/networks?id=99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 200 len: 815 time: 0.1063254 Jul 16 02:11:18.497600 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-9df356e5-ea8f-4a9e-8179-2e6c5d2972f0 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Request body: {'port': {'device_id': 'fde46c82-51be-4fef-8d11-ced3ee80b40c', 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4', 'admin_state_up': True, 'tenant_id': 'a6025c4f9dbd49b5b57c0bad813279b4'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:18.606115 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d28a1ee8-82e1-4d1f-ad0a-52258b176fa1 req-a4d2ca1b-267b-456a-8d16-ac368bbb2d77 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 210 time: 0.0400174 Jul 16 02:11:18.645057 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-9df356e5-ea8f-4a9e-8179-2e6c5d2972f0 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Made reservation on behalf of a6025c4f9dbd49b5b57c0bad813279b4 for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:11:18.649194 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-9df356e5-ea8f-4a9e-8179-2e6c5d2972f0 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:18.775406 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-9df356e5-ea8f-4a9e-8179-2e6c5d2972f0 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Allocated IP 172.20.0.7 (99801345-a3df-4db5-9037-80da1103e0f4/d0424f61-6812-4f29-9a9c-6d9ed7eaec72/b6c947f2-c958-42aa-bc7d-c7d1ec8997fe) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:11:18.921602 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-9df356e5-ea8f-4a9e-8179-2e6c5d2972f0 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:18.960665 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-9df356e5-ea8f-4a9e-8179-2e6c5d2972f0 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:19.006827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-9df356e5-ea8f-4a9e-8179-2e6c5d2972f0 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Network 99801345-a3df-4db5-9037-80da1103e0f4 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:11:19.010149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-9df356e5-ea8f-4a9e-8179-2e6c5d2972f0 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:11:19.014268 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-9df356e5-ea8f-4a9e-8179-2e6c5d2972f0 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:11:19.020965 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df356e5-ea8f-4a9e-8179-2e6c5d2972f0 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Pushing event updated for resources: {'Port': ['ID=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:19.070618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-9df356e5-ea8f-4a9e-8179-2e6c5d2972f0 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:19.071273 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-9df356e5-ea8f-4a9e-8179-2e6c5d2972f0 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:19.084721 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-9df356e5-ea8f-4a9e-8179-2e6c5d2972f0 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5914989 Jul 16 02:11:19.094366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-61d95646-2cb1-4d4f-a6ff-74975aa16bfe tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:11:19.095296 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-61d95646-2cb1-4d4f-a6ff-74975aa16bfe tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049946 Jul 16 02:11:19.105927 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Request body: {'port': {'device_id': 'fde46c82-51be-4fef-8d11-ced3ee80b40c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:19.178149 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:19.429652 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c947f2-c958-42aa-bc7d-c7d1ec8997fe {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:11:19.436527 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:19.448106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Transition to ACTIVE for port object b6c947f2-c958-42aa-bc7d-c7d1ec8997fe will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:11:19.452130 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:19.521414 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Pushing event updated for resources: {'Port': ['ID=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:19.570564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Attempting to bind port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:11:19.570906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Attempting to bind port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '8d53f478-9e0f-4b52-b60b-668b04b62a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:11:19.571237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Attempting to bind port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe on network 99801345-a3df-4db5-9037-80da1103e0f4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:19.575421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe on network 99801345-a3df-4db5-9037-80da1103e0f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:11:19.575743 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Attempting to bind port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe on network 99801345-a3df-4db5-9037-80da1103e0f4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:19.580419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:11:19.580757 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Checking segment: {'id': '8d53f478-9e0f-4b52-b60b-668b04b62a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:11:19.581145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Bound using segment: {'id': '8d53f478-9e0f-4b52-b60b-668b04b62a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:11:19.581569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Bound port: b6c947f2-c958-42aa-bc7d-c7d1ec8997fe, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d53f478-9e0f-4b52-b60b-668b04b62a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:11:19.581924 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:19.642605 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] For port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:19.645716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] For port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:11:19.650626 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:19.684639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:19.685638 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:19.687528 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] 10.222.0.69 "PUT /v2.0/ports/b6c947f2-c958-42aa-bc7d-c7d1ec8997fe HTTP/1.1" status: 200 len: 1092 time: 0.5851712 Jul 16 02:11:19.689690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde46c82-51be-4fef-8d11-ced3ee80b40c', 'tag': 'b6c947f2-c958-42aa-bc7d-c7d1ec8997fe'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:19.694155 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90be8453-fdb6-469f-a1f9-b49b2c86c549" -d '{"events": [{"name": "network-changed", "server_uuid": "fde46c82-51be-4fef-8d11-ced3ee80b40c", "tag": "b6c947f2-c958-42aa-bc7d-c7d1ec8997fe"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:19.733218 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea567d99-5b3d-4a34-92ef-f5c292ddf7ff service neutron] Pushing event updated for resources: {'Port': ['ID=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:19.824029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6fc5e0-f494-4c31-bd90-3b8f51129a2f req-337366ab-04c4-4b05-a293-c78c0b7445b9 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:19.825531 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e6fc5e0-f494-4c31-bd90-3b8f51129a2f req-337366ab-04c4-4b05-a293-c78c0b7445b9 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 943 time: 0.1030734 Jul 16 02:11:19.828043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-16decb0c-3ba2-4ad8-8b93-71d991f232c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:19.829403 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-16decb0c-3ba2-4ad8-8b93-71d991f232c0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 1095 time: 0.0981553 Jul 16 02:11:19.883948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-50cb995b-1939-4ef8-b186-13d464a26b06 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe HTTP/1.1" status: 200 len: 217 time: 0.0460680 Jul 16 02:11:19.903482 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e6fc5e0-f494-4c31-bd90-3b8f51129a2f req-1a6d7be4-bc66-4856-a958-669f117d29d1 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723026 Jul 16 02:11:19.937314 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-4a364e92-8a2b-4b49-a5e3-5c9d40ab6a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:19.938793 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-4a364e92-8a2b-4b49-a5e3-5c9d40ab6a0d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0424f61-6812-4f29-9a9c-6d9ed7eaec72 HTTP/1.1" status: 200 len: 855 time: 0.0476475 Jul 16 02:11:19.970558 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065fc876-6eee-4af9-bb99-6ee861fec681 x-openstack-request-id: req-065fc876-6eee-4af9-bb99-6ee861fec681 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:19.970847 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde46c82-51be-4fef-8d11-ced3ee80b40c", "tag": "b6c947f2-c958-42aa-bc7d-c7d1ec8997fe", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:19.971097 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-065fc876-6eee-4af9-bb99-6ee861fec681 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:19.971490 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde46c82-51be-4fef-8d11-ced3ee80b40c', 'tag': 'b6c947f2-c958-42aa-bc7d-c7d1ec8997fe', 'status': 'completed', 'code': 200} Jul 16 02:11:19.973444 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-80bb3e25-c623-45b7-8e90-b25998ac234c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=99801345-a3df-4db5-9037-80da1103e0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283298 Jul 16 02:11:20.402595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-98f18dfd-ed57-4aa1-b5e0-3aea94053476 service neutron] 10.222.0.69 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224062 Jul 16 02:11:20.489591 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-551c48c0-e8c1-421a-86ff-e911391ad7c2 req-a2e16999-3c48-43a1-96a6-8aaa1d947b78 service neutron] 10.222.0.69 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807679 Jul 16 02:11:20.587564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be8453-fdb6-469f-a1f9-b49b2c86c549 req-9be3f217-d4c9-47cf-aae3-4fa030894077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:20.589081 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90be8453-fdb6-469f-a1f9-b49b2c86c549 req-9be3f217-d4c9-47cf-aae3-4fa030894077 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 1095 time: 0.0509956 Jul 16 02:11:20.678765 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be8453-fdb6-469f-a1f9-b49b2c86c549 req-567f6c66-92be-4d74-a2c8-5cc6119dd8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:20.680195 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90be8453-fdb6-469f-a1f9-b49b2c86c549 req-567f6c66-92be-4d74-a2c8-5cc6119dd8ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 200 len: 916 time: 0.0852799 Jul 16 02:11:20.720714 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90be8453-fdb6-469f-a1f9-b49b2c86c549 req-718b348c-3ead-41e6-bd25-1d05cb70e9a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe HTTP/1.1" status: 200 len: 217 time: 0.0342536 Jul 16 02:11:20.770616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be8453-fdb6-469f-a1f9-b49b2c86c549 req-02cc504f-81e2-4a72-9056-77430cc47ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:20.772695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90be8453-fdb6-469f-a1f9-b49b2c86c549 req-02cc504f-81e2-4a72-9056-77430cc47ec8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0424f61-6812-4f29-9a9c-6d9ed7eaec72 HTTP/1.1" status: 200 len: 855 time: 0.0454116 Jul 16 02:11:20.804941 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90be8453-fdb6-469f-a1f9-b49b2c86c549 req-f7c40a8e-b825-411b-a9e2-487502bde835 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=99801345-a3df-4db5-9037-80da1103e0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252252 Jul 16 02:11:20.893862 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90be8453-fdb6-469f-a1f9-b49b2c86c549 req-d0295481-37f8-47a1-aed2-364654520081 service neutron] 10.222.0.69 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824029 Jul 16 02:11:20.981200 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-90be8453-fdb6-469f-a1f9-b49b2c86c549 req-fee0bbb3-6980-4a93-bf9b-47c8f072a237 service neutron] 10.222.0.69 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803022 Jul 16 02:11:21.079222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6511b0d-3a31-4fbf-92f5-9e0f780f2eaa req-28b2d84f-a853-4703-bf5b-3d7b36ac9831 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:21.080770 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6511b0d-3a31-4fbf-92f5-9e0f780f2eaa req-28b2d84f-a853-4703-bf5b-3d7b36ac9831 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 943 time: 0.0631492 Jul 16 02:11:21.121343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6511b0d-3a31-4fbf-92f5-9e0f780f2eaa req-557819cb-5117-4cd5-a082-f9438e3e76a9 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349898 Jul 16 02:11:22.290165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf9756-559a-42f7-8f39-5b4728afc688 req-faf947d5-f4c5-4618-ba11-dbfdc2c81c19 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:22.291659 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8cf9756-559a-42f7-8f39-5b4728afc688 req-faf947d5-f4c5-4618-ba11-dbfdc2c81c19 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 943 time: 0.0619686 Jul 16 02:11:22.329139 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c8cf9756-559a-42f7-8f39-5b4728afc688 req-e7303059-4e04-41d1-bb9b-e983bf938dd9 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319276 Jul 16 02:11:22.678654 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-3941532e-ca8a-4d14-a2e1-1d0970250d58 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0549159 Jul 16 02:11:22.779455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-062dd8e3-c540-499c-ac7b-b28ba622c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:22.779963 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-062dd8e3-c540-499c-ac7b-b28ba622c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:22.780429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-062dd8e3-c540-499c-ac7b-b28ba622c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:22.780893 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-062dd8e3-c540-499c-ac7b-b28ba622c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:22.781351 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-062dd8e3-c540-499c-ac7b-b28ba622c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:22.783111 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-062dd8e3-c540-499c-ac7b-b28ba622c29b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0614474 Jul 16 02:11:22.896780 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-7ad4de88-6a96-4d19-84d6-f237e5a6bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:22.897263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-7ad4de88-6a96-4d19-84d6-f237e5a6bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:22.897734 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-7ad4de88-6a96-4d19-84d6-f237e5a6bc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:22.899329 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-7ad4de88-6a96-4d19-84d6-f237e5a6bc4e service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0905704 Jul 16 02:11:22.944293 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-17695a7c-f9ad-40c3-90df-ff4423959e13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0387263 Jul 16 02:11:22.991690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-c8f9da82-51b1-4fec-9494-4e456236142e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:22.993173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-c8f9da82-51b1-4fec-9494-4e456236142e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0432665 Jul 16 02:11:23.048358 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-e9026e28-dc1b-4443-af37-25db82c90cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:23.049854 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-e9026e28-dc1b-4443-af37-25db82c90cfc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508630 Jul 16 02:11:23.141876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-c0632d44-fd5e-42af-8ca5-d72233bb05bf service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847051 Jul 16 02:11:23.227323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-18ae6d8a-ec2d-4481-8f32-897d460b0358 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790353 Jul 16 02:11:23.269473 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-185670c0-ccd2-4e09-b248-cab89eed05c5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0363870 Jul 16 02:11:23.315576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-b472c2c2-834a-4c4c-9bd8-5efb451af357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:23.316987 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-b472c2c2-834a-4c4c-9bd8-5efb451af357 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0416899 Jul 16 02:11:23.374852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-b5f024f1-738e-4802-b7de-1f46234c4d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:23.376480 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-b5f024f1-738e-4802-b7de-1f46234c4d68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0524261 Jul 16 02:11:23.465052 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device b6c947f2-c958-42aa-bc7d-c7d1ec8997fe details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:11:23.502609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-f5fe5ef5-c189-4b19-b341-cc841ed45e0e service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181476 Jul 16 02:11:23.553439 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7438d8-600b-4acf-8670-6e93e75c73e5 req-9bca70bd-309f-4210-ae89-91c5ac798e6c tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:23.554946 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b7438d8-600b-4acf-8670-6e93e75c73e5 req-9bca70bd-309f-4210-ae89-91c5ac798e6c tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 943 time: 0.1109653 Jul 16 02:11:23.557374 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:23.568777 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'b6c947f2-c958-42aa-bc7d-c7d1ec8997fe', 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4', 'port_id': 'b6c947f2-c958-42aa-bc7d-c7d1ec8997fe', 'mac_address': 'fa:16:3e:0e:aa:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0424f61-6812-4f29-9a9c-6d9ed7eaec72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:11:23.641207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b7438d8-600b-4acf-8670-6e93e75c73e5 req-7f0daaac-007c-4db0-8a74-4e65d740fba1 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537603 Jul 16 02:11:23.643346 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-fd929661-0920-4d80-9920-2d038dcb904b service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332312 Jul 16 02:11:23.687134 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-bce2d3d6-f577-412a-95cd-9954770e6f2d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0360842 Jul 16 02:11:23.739705 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-f5f0b894-336b-428a-ac24-3233c228bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:23.741257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-f5f0b894-336b-428a-ac24-3233c228bf96 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0459685 Jul 16 02:11:23.762114 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:23.775249 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c947f2-c958-42aa-bc7d-c7d1ec8997fe {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:11:23.794369 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:23.798526 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:23.803627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-5bcd00e2-d7fc-4e85-b34c-0abc0a263865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:23.805230 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-5bcd00e2-d7fc-4e85-b34c-0abc0a263865 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0580752 Jul 16 02:11:23.844634 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:23.851808 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:23.852165 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:23.852507 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:23.852844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:23.853183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:23.853517 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:23.853849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:23.854179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:23.854507 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:23.854834 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:23.855162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:23.855487 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:23.893502 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-04bdd261-9662-41bb-9abe-189e4825222c service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817001 Jul 16 02:11:23.987389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-d6e2ee7f-9fa8-45c3-95af-d20f769bdbf0 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868018 Jul 16 02:11:24.028151 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-35ed4117-9244-4bc3-a41d-1216ec6a08f9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0338895 Jul 16 02:11:24.049285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['b6c947f2-c958-42aa-bc7d-c7d1ec8997fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:11:24.081734 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-9de5cec2-bbb2-4560-a563-69fea81dd908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:24.083256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-9de5cec2-bbb2-4560-a563-69fea81dd908 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0487969 Jul 16 02:11:24.139354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-3c9468ff-67ca-4115-bec5-0422c3f3d111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:24.140897 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-3c9468ff-67ca-4115-bec5-0422c3f3d111 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508966 Jul 16 02:11:24.230009 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-d90fbdaa-82e6-4714-aaf8-d08915c6259f service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815074 Jul 16 02:11:24.321889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-583fc03d-7ca2-417c-a73c-ab00abd5c735 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856187 Jul 16 02:11:24.360959 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-a7cf6354-99e4-4eb6-8187-0b030348e69c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0328438 Jul 16 02:11:24.407066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-b9e0fe8c-c2eb-4581-8a4f-57416339c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:24.408496 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-b9e0fe8c-c2eb-4581-8a4f-57416339c653 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0409875 Jul 16 02:11:24.468186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a724a-3410-49aa-b975-77d98964995b req-246077bb-d746-405a-87ef-0d0f095838e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:24.469687 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-246077bb-d746-405a-87ef-0d0f095838e1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0549238 Jul 16 02:11:24.556854 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-a1a15386-b644-40e7-9536-e84da1a3037d service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798044 Jul 16 02:11:24.646456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ee5a724a-3410-49aa-b975-77d98964995b req-607e3ec3-c638-4594-ae00-ade829506a96 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831690 Jul 16 02:11:24.815970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51f538-b073-4db9-9945-d4700bfa9976 req-a9e7cf28-ddb6-4ea1-bed1-32bab7805b4a tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:24.817458 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b51f538-b073-4db9-9945-d4700bfa9976 req-a9e7cf28-ddb6-4ea1-bed1-32bab7805b4a tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 944 time: 0.0624118 Jul 16 02:11:24.854397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b51f538-b073-4db9-9945-d4700bfa9976 req-7b2e5e0c-0607-4ea2-8be5-33818dc7cd8f tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313768 Jul 16 02:11:25.464981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device b6c947f2-c958-42aa-bc7d-c7d1ec8997fe up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:11:25.512860 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:11:25.516416 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:11:25.516788 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:25.589832 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:25.611364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde46c82-51be-4fef-8d11-ced3ee80b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c947f2-c958-42aa-bc7d-c7d1ec8997fe'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:25.613811 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe625023-b4c9-42e3-94a0-2f2b8359122a" -d '{"events": [{"server_uuid": "fde46c82-51be-4fef-8d11-ced3ee80b40c", "name": "network-vif-plugged", "status": "completed", "tag": "b6c947f2-c958-42aa-bc7d-c7d1ec8997fe"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:25.629194 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:25.633268 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:25.658040 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbe19e1-6696-495d-957e-30192c5fb0a3 x-openstack-request-id: req-ccbe19e1-6696-495d-957e-30192c5fb0a3 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:25.658337 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde46c82-51be-4fef-8d11-ced3ee80b40c", "name": "network-vif-plugged", "status": "completed", "tag": "b6c947f2-c958-42aa-bc7d-c7d1ec8997fe", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:25.658594 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ccbe19e1-6696-495d-957e-30192c5fb0a3 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:25.658980 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde46c82-51be-4fef-8d11-ced3ee80b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c947f2-c958-42aa-bc7d-c7d1ec8997fe', 'code': 200} Jul 16 02:11:25.685314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:25.762147 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e36d53-575a-4f10-87a2-5e6ba6d2d3bc req-62b12d3f-b8b4-470e-9395-9d11b9a7f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:25.763577 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23e36d53-575a-4f10-87a2-5e6ba6d2d3bc req-62b12d3f-b8b4-470e-9395-9d11b9a7f0d0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 1097 time: 0.0551405 Jul 16 02:11:25.797072 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-23e36d53-575a-4f10-87a2-5e6ba6d2d3bc req-350f7641-b92f-4a60-975d-83aa19b740bd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273890 Jul 16 02:11:26.023630 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f74267a-fd44-4112-9141-1979f5722362 req-97537583-c472-40f2-9b0b-172d63acbd10 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:26.025087 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f74267a-fd44-4112-9141-1979f5722362 req-97537583-c472-40f2-9b0b-172d63acbd10 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0622110 Jul 16 02:11:26.062022 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f74267a-fd44-4112-9141-1979f5722362 req-78f2ab29-fc3c-4e0f-a2c6-f3943f068ae7 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314181 Jul 16 02:11:27.231405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f2ea5a-e790-4a17-a47e-b32242d78e85 req-b54fb95b-1d64-49f5-aef6-496e704f064b tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:27.232924 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3f2ea5a-e790-4a17-a47e-b32242d78e85 req-b54fb95b-1d64-49f5-aef6-496e704f064b tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0621951 Jul 16 02:11:27.268950 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3f2ea5a-e790-4a17-a47e-b32242d78e85 req-23be0bfb-4c10-46ec-bc39-7c19798593b2 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305231 Jul 16 02:11:27.439315 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd5f31-b4ec-4df7-bc9a-f68b4a1aca0b req-e0563498-eb16-4ade-8926-fa1e2d6827de tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:27.440962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5fcd5f31-b4ec-4df7-bc9a-f68b4a1aca0b req-e0563498-eb16-4ade-8926-fa1e2d6827de tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0653892 Jul 16 02:11:27.477948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5fcd5f31-b4ec-4df7-bc9a-f68b4a1aca0b req-23c2f59c-0a90-4ed3-9f27-53f44de1d34c tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310311 Jul 16 02:11:27.811534 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad94a149-3241-4758-98f2-12c1729b7309 req-1e60702e-eb69-406b-8fb8-baa107c6c94e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:27.813026 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad94a149-3241-4758-98f2-12c1729b7309 req-1e60702e-eb69-406b-8fb8-baa107c6c94e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0617087 Jul 16 02:11:27.849458 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad94a149-3241-4758-98f2-12c1729b7309 req-97b0d648-46e0-4733-a33d-760fa1ffdd30 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300922 Jul 16 02:11:28.019011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032475d-f656-4380-92a3-f039d0cfeaf0 req-ab1aab22-02d9-4e34-a2d5-6e65cee60c27 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:28.020522 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9032475d-f656-4380-92a3-f039d0cfeaf0 req-ab1aab22-02d9-4e34-a2d5-6e65cee60c27 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0653477 Jul 16 02:11:28.057768 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9032475d-f656-4380-92a3-f039d0cfeaf0 req-48359cf0-dca0-4eff-a52c-2e902c803ce7 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316753 Jul 16 02:11:28.424047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-00d69787-8a91-4c06-82f0-043b41dfa476 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0806012 Jul 16 02:11:28.460864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c57375-11ee-4362-865a-3280c2d19aaf req-c3841834-2eb3-429e-bc65-8b0e7d9d2a4c tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:28.462819 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c57375-11ee-4362-865a-3280c2d19aaf req-c3841834-2eb3-429e-bc65-8b0e7d9d2a4c tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0823991 Jul 16 02:11:28.502877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7c57375-11ee-4362-865a-3280c2d19aaf req-cd993bfa-cdd4-4a39-b35e-63993e89662c tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334415 Jul 16 02:11:29.722619 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095a02d-3161-47ea-a8b0-1e67a8b2a503 req-e4fb244c-7edd-42f8-b018-b40f395e48ef tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:29.724675 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e095a02d-3161-47ea-a8b0-1e67a8b2a503 req-e4fb244c-7edd-42f8-b018-b40f395e48ef tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.1035001 Jul 16 02:11:29.730551 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-137680df-1c91-415c-a216-6c8b0b09ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:29.732063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-137680df-1c91-415c-a216-6c8b0b09ed5b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 1097 time: 0.0775383 Jul 16 02:11:29.790736 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e095a02d-3161-47ea-a8b0-1e67a8b2a503 req-a4fc0de1-c5f5-4087-b3c0-fd5a777a46c5 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576615 Jul 16 02:11:29.843730 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-980cf972-02b5-42e9-884d-c19f6d5afb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:29.845235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-980cf972-02b5-42e9-884d-c19f6d5afb64 service neutron] 10.222.0.69 "GET /v2.0/networks?id=99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 200 len: 916 time: 0.1065855 Jul 16 02:11:29.884100 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-31a401f4-4ce6-4e1c-8f3c-f42660e3f4e3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe HTTP/1.1" status: 200 len: 217 time: 0.0331142 Jul 16 02:11:29.930103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-683bdd25-fbc3-4b87-8eab-4d099209f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:29.931523 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-683bdd25-fbc3-4b87-8eab-4d099209f69d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0424f61-6812-4f29-9a9c-6d9ed7eaec72 HTTP/1.1" status: 200 len: 855 time: 0.0419049 Jul 16 02:11:29.965737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-c94a4409-2e1f-4552-adbc-a63077f838e2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=99801345-a3df-4db5-9037-80da1103e0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285077 Jul 16 02:11:30.052486 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-cc7b62f5-ddc1-4cfc-a6e9-d24817ae6d0d service neutron] 10.222.0.69 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808249 Jul 16 02:11:30.142679 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-92eb9dd9-296e-42b9-831f-0c43b1d75001 service neutron] 10.222.0.69 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844498 Jul 16 02:11:30.853475 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:30.965716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f834f-8a9c-48e3-8c9c-cf8b64221dcc req-494ce75e-8028-4eab-bd63-bb1ddcfc3627 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:30.967180 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-965f834f-8a9c-48e3-8c9c-cf8b64221dcc req-494ce75e-8028-4eab-bd63-bb1ddcfc3627 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0618093 Jul 16 02:11:31.003178 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-965f834f-8a9c-48e3-8c9c-cf8b64221dcc req-d5687313-c38d-40fe-8bfb-de8868c431e2 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305226 Jul 16 02:11:31.733699 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:32.172819 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bb474-2135-4e0a-b5fc-fe1e4ad314d5 req-528aa23c-a2e6-4bcd-a27a-fd6306eec8a9 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:32.174294 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a7bb474-2135-4e0a-b5fc-fe1e4ad314d5 req-528aa23c-a2e6-4bcd-a27a-fd6306eec8a9 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0614061 Jul 16 02:11:32.210882 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a7bb474-2135-4e0a-b5fc-fe1e4ad314d5 req-db63f60e-e2d7-431b-9643-c4c1df844143 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312114 Jul 16 02:11:33.383849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b03a1d-97bd-470f-a832-ff97c69d1af3 req-83e9f7c0-dc5a-4036-8028-ab81dd67456e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:33.385269 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-44b03a1d-97bd-470f-a832-ff97c69d1af3 req-83e9f7c0-dc5a-4036-8028-ab81dd67456e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0672674 Jul 16 02:11:33.421175 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-44b03a1d-97bd-470f-a832-ff97c69d1af3 req-d750dafd-0379-418f-a644-88c71bbfcece tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304618 Jul 16 02:11:34.596736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7161c197-78dc-4431-854b-b1f5ef92d880 req-aff0aa07-c577-4e65-8a7e-8cf7f615f317 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:34.598240 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7161c197-78dc-4431-854b-b1f5ef92d880 req-aff0aa07-c577-4e65-8a7e-8cf7f615f317 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0647581 Jul 16 02:11:34.635225 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7161c197-78dc-4431-854b-b1f5ef92d880 req-3bf9f763-874d-45a0-836c-ebc14c5c8ea3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Jul 16 02:11:34.974523 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6e868f2c-3c0f-4079-bff6-43e12a4280fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:35.808433 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be8634-d50d-4fd0-bc3f-9d008ff9dff0 req-e4d2155f-a048-4cfb-9185-2b14518c0e8f tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:35.809933 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1be8634-d50d-4fd0-bc3f-9d008ff9dff0 req-e4d2155f-a048-4cfb-9185-2b14518c0e8f tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0654016 Jul 16 02:11:35.846264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1be8634-d50d-4fd0-bc3f-9d008ff9dff0 req-2d627403-084b-45cc-b7fa-2a5a1df8d46b tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308695 Jul 16 02:11:37.015399 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80328a02-ced7-45cd-99bf-fda3d6de96bd req-9a5667ea-8ae1-41ba-b449-3d6ba75f688c tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:37.016877 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80328a02-ced7-45cd-99bf-fda3d6de96bd req-9a5667ea-8ae1-41ba-b449-3d6ba75f688c tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0610461 Jul 16 02:11:37.054525 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80328a02-ced7-45cd-99bf-fda3d6de96bd req-08fbd7e2-a8ae-412c-9024-2db5919cc1c1 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316589 Jul 16 02:11:37.414407 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:37.715152 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08acc579-89ff-4252-aa54-5cd0e85dc13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:38.223426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00447725-4f12-4639-8664-bb197fc27a89 req-61f5ad00-dd8f-4c96-a069-36e009fc567d tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:38.224989 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-00447725-4f12-4639-8664-bb197fc27a89 req-61f5ad00-dd8f-4c96-a069-36e009fc567d tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0616672 Jul 16 02:11:38.261876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-00447725-4f12-4639-8664-bb197fc27a89 req-3eec51f4-e8a0-4929-a5fc-55a096a4e682 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313313 Jul 16 02:11:38.744756 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:39.438447 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6881d6-7fb6-46a6-86ac-12da90a99d4b req-4f64c8cb-544a-471c-af2e-1c8d7fb101a8 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:39.439876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad6881d6-7fb6-46a6-86ac-12da90a99d4b req-4f64c8cb-544a-471c-af2e-1c8d7fb101a8 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0663631 Jul 16 02:11:39.476731 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad6881d6-7fb6-46a6-86ac-12da90a99d4b req-bc4065b1-f6a3-46f3-a1f6-a5ce1c540e15 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Jul 16 02:11:40.390620 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:40.647012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215775b-caf5-495c-b277-fda49faddc26 req-ddbf813f-fdf4-453a-95ff-02aa66d3fe0f tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:40.648433 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2215775b-caf5-495c-b277-fda49faddc26 req-ddbf813f-fdf4-453a-95ff-02aa66d3fe0f tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0614727 Jul 16 02:11:40.684533 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2215775b-caf5-495c-b277-fda49faddc26 req-981ab6a9-a72e-4c95-833d-afcdb5da9ce3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306492 Jul 16 02:11:41.872933 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6afef-542f-423b-8c90-c9551bb97836 req-0d5eda23-e47c-4aeb-ab05-c7cd36463650 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:41.874396 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94c6afef-542f-423b-8c90-c9551bb97836 req-0d5eda23-e47c-4aeb-ab05-c7cd36463650 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0645006 Jul 16 02:11:41.910795 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-94c6afef-542f-423b-8c90-c9551bb97836 req-8f80faa7-b6ef-4878-a896-98ef0bfa5b6b tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309610 Jul 16 02:11:43.080867 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496bfa2-c351-4670-a60b-e97a8c51e009 req-879fc731-7c02-4863-b553-aa52ffb2bd78 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:43.082364 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b496bfa2-c351-4670-a60b-e97a8c51e009 req-879fc731-7c02-4863-b553-aa52ffb2bd78 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0626404 Jul 16 02:11:43.118905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b496bfa2-c351-4670-a60b-e97a8c51e009 req-ec7c8b4e-0a36-4113-bd06-6666a46bda61 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304930 Jul 16 02:11:44.292915 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c16ee-4a9f-4d9c-aead-9a73aa9836ab req-c02faad5-cc17-434c-ba1b-7a42c0ba2987 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:44.294431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a8c16ee-4a9f-4d9c-aead-9a73aa9836ab req-c02faad5-cc17-434c-ba1b-7a42c0ba2987 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0627997 Jul 16 02:11:44.330486 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a8c16ee-4a9f-4d9c-aead-9a73aa9836ab req-46649bd0-e797-46c6-a132-f2345be6c009 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305252 Jul 16 02:11:45.505172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f04e5-0617-4ed1-bd1b-08991a02f65a req-f9b8465c-95ea-4ab0-937a-68a11528f5e2 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:45.506705 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a39f04e5-0617-4ed1-bd1b-08991a02f65a req-f9b8465c-95ea-4ab0-937a-68a11528f5e2 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0662181 Jul 16 02:11:45.543178 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a39f04e5-0617-4ed1-bd1b-08991a02f65a req-19b2ded3-266e-4ebe-8e0c-8505330f11c6 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308540 Jul 16 02:11:46.712658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3710f73e-434e-4d65-aad4-051e4aa0ed3a req-e526047f-1fdc-4029-a1ba-27a5f64c7864 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:46.714058 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3710f73e-434e-4d65-aad4-051e4aa0ed3a req-e526047f-1fdc-4029-a1ba-27a5f64c7864 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0618377 Jul 16 02:11:46.750921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3710f73e-434e-4d65-aad4-051e4aa0ed3a req-a3b57771-468c-4345-98e5-5fda5d77dd15 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Jul 16 02:11:47.922983 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313d06b5-83ee-4127-91fe-d496728fc9a9 req-43855f38-84e7-4a13-93b0-f820a085ffe4 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:47.924495 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-313d06b5-83ee-4127-91fe-d496728fc9a9 req-43855f38-84e7-4a13-93b0-f820a085ffe4 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0648594 Jul 16 02:11:47.961701 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-313d06b5-83ee-4127-91fe-d496728fc9a9 req-b36e005a-da43-4329-b7d1-f4545892ef5f tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312667 Jul 16 02:11:49.134791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a19367b-ed35-4e2a-8f7a-bd95a86cc328 req-e8413279-c660-4eb1-b6bb-e2f3dc075f30 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:49.136286 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a19367b-ed35-4e2a-8f7a-bd95a86cc328 req-e8413279-c660-4eb1-b6bb-e2f3dc075f30 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0611918 Jul 16 02:11:49.174162 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a19367b-ed35-4e2a-8f7a-bd95a86cc328 req-b87eed99-68c4-4c9a-be05-ef3f35bc3d2a tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324292 Jul 16 02:11:50.343516 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1f4d3-1589-4ebe-ac98-8000a46653ea req-62d7358d-8a01-4284-a9ef-a0f4a064d579 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:50.344951 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73b1f4d3-1589-4ebe-ac98-8000a46653ea req-62d7358d-8a01-4284-a9ef-a0f4a064d579 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0620468 Jul 16 02:11:50.381553 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73b1f4d3-1589-4ebe-ac98-8000a46653ea req-8df0023d-2531-4bd8-961c-df9ce958b42e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310688 Jul 16 02:11:51.554580 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a22630-c4df-4f94-9024-4ae260c7ca4a req-5e8b24ca-9c98-4dab-9b20-497bf19169ca tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:51.556054 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-97a22630-c4df-4f94-9024-4ae260c7ca4a req-5e8b24ca-9c98-4dab-9b20-497bf19169ca tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0642207 Jul 16 02:11:51.593466 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-97a22630-c4df-4f94-9024-4ae260c7ca4a req-2d2d4630-38c7-49c3-8044-ceb41da242ab tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311463 Jul 16 02:11:52.616094 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:11:52.763326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9ee1b-4a56-4373-8744-8f520c5c68b8 req-e17391f4-2213-496d-99c1-58340c1bdd3b tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:52.764761 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49e9ee1b-4a56-4373-8744-8f520c5c68b8 req-e17391f4-2213-496d-99c1-58340c1bdd3b tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0624762 Jul 16 02:11:52.800582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49e9ee1b-4a56-4373-8744-8f520c5c68b8 req-d5888738-a3ac-4b6f-8941-0ac68966d762 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304275 Jul 16 02:11:53.975729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710a926-0136-43b6-b30d-553905fdd13e req-52b218ae-1663-4c1d-8a3e-e6c16a751295 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:53.977251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a710a926-0136-43b6-b30d-553905fdd13e req-52b218ae-1663-4c1d-8a3e-e6c16a751295 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0657556 Jul 16 02:11:54.014338 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a710a926-0136-43b6-b30d-553905fdd13e req-da1dd1d6-e740-4fa8-bd3c-6f874eb21c9e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310967 Jul 16 02:11:55.185755 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afc1ed-147f-46e3-9b08-f5ef5d4da4f8 req-91d270f0-d968-44da-a6e8-0c24fed94f93 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:55.187248 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81afc1ed-147f-46e3-9b08-f5ef5d4da4f8 req-91d270f0-d968-44da-a6e8-0c24fed94f93 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0633829 Jul 16 02:11:55.223206 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-81afc1ed-147f-46e3-9b08-f5ef5d4da4f8 req-7ae68563-2c08-4908-aea3-9c3c11dd8948 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302238 Jul 16 02:11:56.397970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc661b-ead4-4dbd-a156-ef1fdfcd290b req-d4c5021b-f52e-4f82-95ee-8ff7f59a5d28 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:56.399351 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6fc661b-ead4-4dbd-a156-ef1fdfcd290b req-d4c5021b-f52e-4f82-95ee-8ff7f59a5d28 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0608554 Jul 16 02:11:56.436247 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6fc661b-ead4-4dbd-a156-ef1fdfcd290b req-7a9ba2bb-3106-4527-9f22-2d3a673cb10b tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308111 Jul 16 02:11:57.350566 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-56c55378-37a3-4569-ab85-b778c4055e71 service neutron] show failed (client error): The resource could not be found. Jul 16 02:11:57.351469 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-56c55378-37a3-4569-ab85-b778c4055e71 service neutron] 10.222.0.69 "GET /v2.0/ports/b6c947f2-c958-42aa-bc7d-c7d1ec8997fe/bindings/n-h2-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.0568318 Jul 16 02:11:57.641283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-2fe7b354-4e1e-4bcc-879a-0e29f84f8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:57.642804 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-2fe7b354-4e1e-4bcc-879a-0e29f84f8078 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c&tenant_id=a6025c4f9dbd49b5b57c0bad813279b4 HTTP/1.1" status: 200 len: 1097 time: 0.0949569 Jul 16 02:11:57.650028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84998c9-6648-4f92-bd81-63d3ca6321b7 req-4ff0f53d-4928-4052-ae9d-f42a17c96d5c tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:57.651397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b84998c9-6648-4f92-bd81-63d3ca6321b7 req-4ff0f53d-4928-4052-ae9d-f42a17c96d5c tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0959282 Jul 16 02:11:57.656692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:11:57.720080 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b84998c9-6648-4f92-bd81-63d3ca6321b7 req-bd30a14e-140c-4ce7-a0b2-a918ce593ef4 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608337 Jul 16 02:11:57.756739 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:57.953972 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] For port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:11:57.985038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] For port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:58.026856 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde46c82-51be-4fef-8d11-ced3ee80b40c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6c947f2-c958-42aa-bc7d-c7d1ec8997fe'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:11:58.029175 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13adb6f0-79b4-48a0-8b56-bc46afc06cb3" -d '{"events": [{"server_uuid": "fde46c82-51be-4fef-8d11-ced3ee80b40c", "name": "network-vif-unplugged", "status": "completed", "tag": "b6c947f2-c958-42aa-bc7d-c7d1ec8997fe"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:11:58.033100 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:58.046096 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Transition to ACTIVE for port object b6c947f2-c958-42aa-bc7d-c7d1ec8997fe will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:11:58.051268 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:58.083353 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b31177-d758-44db-b8d2-f6b44687de29 x-openstack-request-id: req-32b31177-d758-44db-b8d2-f6b44687de29 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:11:58.083644 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde46c82-51be-4fef-8d11-ced3ee80b40c", "name": "network-vif-unplugged", "status": "completed", "tag": "b6c947f2-c958-42aa-bc7d-c7d1ec8997fe", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:11:58.083915 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32b31177-d758-44db-b8d2-f6b44687de29 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:11:58.084296 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde46c82-51be-4fef-8d11-ced3ee80b40c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6c947f2-c958-42aa-bc7d-c7d1ec8997fe', 'code': 200} Jul 16 02:11:58.112342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] No DVR routers for this DVR port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:11:58.120218 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Pushing event updated for resources: {'Port': ['ID=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,revision_number=6']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:58.147084 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:58.147429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:58.147777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:58.148120 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:58.148450 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:58.148780 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:58.149110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:58.149429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:58.149751 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:58.150072 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:58.150389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:58.150705 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:11:58.163125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Attempting to bind port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:11:58.163461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Attempting to bind port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '8d53f478-9e0f-4b52-b60b-668b04b62a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:11:58.163810 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Attempting to bind port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe on network 99801345-a3df-4db5-9037-80da1103e0f4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:58.167932 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe on network 99801345-a3df-4db5-9037-80da1103e0f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:11:58.168248 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Attempting to bind port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe on network 99801345-a3df-4db5-9037-80da1103e0f4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:11:58.172879 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:11:58.173209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Checking segment: {'id': '8d53f478-9e0f-4b52-b60b-668b04b62a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:11:58.173580 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Bound using segment: {'id': '8d53f478-9e0f-4b52-b60b-668b04b62a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:11:58.173994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Bound port: b6c947f2-c958-42aa-bc7d-c7d1ec8997fe, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d53f478-9e0f-4b52-b60b-668b04b62a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:11:58.174342 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:58.238209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] For port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:11:58.241044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] For port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:11:58.245658 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:58.279504 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:58.280535 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:11:58.281944 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] 10.222.0.70 "PUT /v2.0/ports/b6c947f2-c958-42aa-bc7d-c7d1ec8997fe HTTP/1.1" status: 200 len: 1092 time: 0.6296313 Jul 16 02:11:58.305808 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346dcd6-7bc4-423b-8a07-b381b254973b service neutron] Pushing event updated for resources: {'Port': ['ID=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,revision_number=7']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:11:58.359636 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-5fb341d7-288f-49d6-bccf-f8e8cb059443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:58.361140 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-5fb341d7-288f-49d6-bccf-f8e8cb059443 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 1095 time: 0.0517545 Jul 16 02:11:58.450225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-2d020525-728a-4c3e-8d89-f1f4c7d1cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:58.451705 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-2d020525-728a-4c3e-8d89-f1f4c7d1cff8 service neutron] 10.222.0.70 "GET /v2.0/networks?id=99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 200 len: 916 time: 0.0842688 Jul 16 02:11:58.491191 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-70cdd200-2fa9-4e96-a478-4e187302fcda service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe HTTP/1.1" status: 200 len: 217 time: 0.0329659 Jul 16 02:11:58.537139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-34ec7e13-b645-40fe-92bd-ced8b2693467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:58.538560 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-34ec7e13-b645-40fe-92bd-ced8b2693467 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0424f61-6812-4f29-9a9c-6d9ed7eaec72 HTTP/1.1" status: 200 len: 855 time: 0.0412014 Jul 16 02:11:58.574456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-7e851d14-b343-40c8-b511-4644b1b4fbe9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=99801345-a3df-4db5-9037-80da1103e0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285258 Jul 16 02:11:58.660243 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-4d0ec87f-71a7-4fc8-a0b5-dec3e3c779cc service neutron] 10.222.0.70 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788796 Jul 16 02:11:58.752498 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3b48739-eb54-48b1-979f-a3c0cbe3df27 req-63ddb2d2-5313-4aca-bec1-1c2e98b117de service neutron] 10.222.0.70 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851161 Jul 16 02:11:58.897569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77b22d4-2271-4137-920c-783df9384835 req-08ecd5f1-ac0b-4a3b-9d59-dc7766893382 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:11:58.898905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c77b22d4-2271-4137-920c-783df9384835 req-08ecd5f1-ac0b-4a3b-9d59-dc7766893382 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 943 time: 0.0631843 Jul 16 02:11:58.936684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c77b22d4-2271-4137-920c-783df9384835 req-389ecb60-0a3e-45be-bd8e-9bea624cce88 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Jul 16 02:12:00.084941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde46c82-51be-4fef-8d11-ced3ee80b40c', 'tag': 'b6c947f2-c958-42aa-bc7d-c7d1ec8997fe'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:00.087145 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8" -d '{"events": [{"name": "network-changed", "server_uuid": "fde46c82-51be-4fef-8d11-ced3ee80b40c", "tag": "b6c947f2-c958-42aa-bc7d-c7d1ec8997fe"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:00.114106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b42bb32-3b7f-4406-80d4-7ff7267da974 req-e0cb93e9-a0a8-4825-9125-24cdb108993e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:00.115590 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b42bb32-3b7f-4406-80d4-7ff7267da974 req-e0cb93e9-a0a8-4825-9125-24cdb108993e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 943 time: 0.0698955 Jul 16 02:12:00.152021 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6b42bb32-3b7f-4406-80d4-7ff7267da974 req-1ed8a3b4-3738-4c26-9080-592324639f58 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308828 Jul 16 02:12:00.209124 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3972f05-58b2-44ed-a376-4801e5e7df20 x-openstack-request-id: req-e3972f05-58b2-44ed-a376-4801e5e7df20 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:00.209424 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde46c82-51be-4fef-8d11-ced3ee80b40c", "tag": "b6c947f2-c958-42aa-bc7d-c7d1ec8997fe", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:00.209678 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3972f05-58b2-44ed-a376-4801e5e7df20 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:00.210077 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde46c82-51be-4fef-8d11-ced3ee80b40c', 'tag': 'b6c947f2-c958-42aa-bc7d-c7d1ec8997fe', 'status': 'completed', 'code': 200} Jul 16 02:12:00.316234 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-7c0ba60d-7cb5-483e-b437-957fc4df7345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:00.317726 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-7c0ba60d-7cb5-483e-b437-957fc4df7345 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 1095 time: 0.0917127 Jul 16 02:12:00.322558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-8f2980fd-b40e-4c47-a6a0-e14d733f3f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:00.323997 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-8f2980fd-b40e-4c47-a6a0-e14d733f3f3a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 1095 time: 0.0724158 Jul 16 02:12:00.474592 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-e3d78b30-9065-4f6c-a55f-273db2d9d32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:00.476051 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-e3d78b30-9065-4f6c-a55f-273db2d9d32c service neutron] 10.222.0.69 "GET /v2.0/networks?id=99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 200 len: 916 time: 0.1512065 Jul 16 02:12:00.478455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-dd117b71-c085-473a-8b38-4224bb513055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:00.479777 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-dd117b71-c085-473a-8b38-4224bb513055 service neutron] 10.222.0.70 "GET /v2.0/networks?id=99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 200 len: 916 time: 0.1465449 Jul 16 02:12:00.519479 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-1dca51f4-1808-4860-98a1-35fd0a741826 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe HTTP/1.1" status: 200 len: 217 time: 0.0375881 Jul 16 02:12:00.551158 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-94cd425f-5f82-4877-848f-b7b744e19a1d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe HTTP/1.1" status: 200 len: 217 time: 0.0639384 Jul 16 02:12:00.845934 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b6c947f2-c958-42aa-bc7d-c7d1ec8997fe details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:12:00.876070 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:00.954805 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:00.962930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-d0e81a5c-fefb-4f5f-9d19-e0027206b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:00.964421 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-d0e81a5c-fefb-4f5f-9d19-e0027206b777 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0424f61-6812-4f29-9a9c-6d9ed7eaec72 HTTP/1.1" status: 200 len: 855 time: 0.4210622 Jul 16 02:12:00.965124 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'b6c947f2-c958-42aa-bc7d-c7d1ec8997fe', 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4', 'port_id': 'b6c947f2-c958-42aa-bc7d-c7d1ec8997fe', 'mac_address': 'fa:16:3e:0e:aa:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0424f61-6812-4f29-9a9c-6d9ed7eaec72', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:12:00.968396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-1c9cfd88-8d26-4f94-8fa7-170bab7e6962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:00.969782 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-1c9cfd88-8d26-4f94-8fa7-170bab7e6962 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0424f61-6812-4f29-9a9c-6d9ed7eaec72 HTTP/1.1" status: 200 len: 855 time: 0.3977280 Jul 16 02:12:01.002273 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:01.002519 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-1bbba728-7b28-4ff3-b7a2-3ae3215433f7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=99801345-a3df-4db5-9037-80da1103e0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317857 Jul 16 02:12:01.014741 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c947f2-c958-42aa-bc7d-c7d1ec8997fe {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:12:01.019740 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-e792a45f-5a29-4c48-85f2-909068af54dc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=99801345-a3df-4db5-9037-80da1103e0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420506 Jul 16 02:12:01.037940 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:01.041869 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:01.097293 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:01.172131 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-fe390842-d646-4a8a-8f33-b3e01d6512e8 service neutron] 10.222.0.69 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545267 Jul 16 02:12:01.177042 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-dc25d6f8-409a-4c43-b351-0380b4eaed87 service neutron] 10.222.0.70 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495817 Jul 16 02:12:01.260194 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['b6c947f2-c958-42aa-bc7d-c7d1ec8997fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:01.357269 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-11bbf3de-c602-401f-b80e-a54c8fc9454b service neutron] 10.222.0.69 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791234 Jul 16 02:12:01.362856 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ea4c7bf2-05a9-4daf-a3dd-9608bcd616d8 req-4ce6a430-7d8c-4270-9127-23c81d45e1c4 service neutron] 10.222.0.70 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779521 Jul 16 02:12:01.392579 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc673b1-fea4-4490-bea3-04e0aa27c2c6 req-e4689b6d-2d33-4b1e-aac3-dc31d3459207 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:01.394079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1cc673b1-fea4-4490-bea3-04e0aa27c2c6 req-e4689b6d-2d33-4b1e-aac3-dc31d3459207 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 944 time: 0.1102233 Jul 16 02:12:01.432176 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1cc673b1-fea4-4490-bea3-04e0aa27c2c6 req-fea5093a-c576-431a-8da7-4896f5c65ff8 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324948 Jul 16 02:12:01.637578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device b6c947f2-c958-42aa-bc7d-c7d1ec8997fe no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:01.678708 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device b6c947f2-c958-42aa-bc7d-c7d1ec8997fe not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:01.761141 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:01.776440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90e06f-7a8f-4bf8-bca4-9437ca1e49a1 req-c53d059b-fd2e-4aee-a2fb-353bb58b43e7 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:01.777906 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d90e06f-7a8f-4bf8-bca4-9437ca1e49a1 req-c53d059b-fd2e-4aee-a2fb-353bb58b43e7 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.69 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c&tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 944 time: 0.1136932 Jul 16 02:12:01.785903 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde1f37-c544-4160-9479-ac3cb097c06d req-b474cb7d-7e75-4e97-b0e4-eaabe4c9f01b tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:01.787275 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4bde1f37-c544-4160-9479-ac3cb097c06d req-b474cb7d-7e75-4e97-b0e4-eaabe4c9f01b tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 944 time: 0.1138525 Jul 16 02:12:01.859814 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4bde1f37-c544-4160-9479-ac3cb097c06d req-0798b466-926f-473a-8929-7a5b5f5cbf0f tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664990 Jul 16 02:12:01.868425 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-8d90e06f-7a8f-4bf8-bca4-9437ca1e49a1 req-6c35b147-f120-48cf-80cc-cd9baf2fbf9b service neutron] delete failed (client error): The resource could not be found. Jul 16 02:12:01.869389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d90e06f-7a8f-4bf8-bca4-9437ca1e49a1 req-6c35b147-f120-48cf-80cc-cd9baf2fbf9b service neutron] 10.222.0.69 "DELETE /v2.0/ports/b6c947f2-c958-42aa-bc7d-c7d1ec8997fe/bindings/n-h1-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.0812685 Jul 16 02:12:01.961036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90e06f-7a8f-4bf8-bca4-9437ca1e49a1 req-2e53f954-f13e-4227-b537-1d58473012cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:01.962404 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d90e06f-7a8f-4bf8-bca4-9437ca1e49a1 req-2e53f954-f13e-4227-b537-1d58473012cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 1096 time: 0.0518093 Jul 16 02:12:02.049154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90e06f-7a8f-4bf8-bca4-9437ca1e49a1 req-eb146940-9ad6-425e-8f58-9c81a1bf9593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:02.050639 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d90e06f-7a8f-4bf8-bca4-9437ca1e49a1 req-eb146940-9ad6-425e-8f58-9c81a1bf9593 service neutron] 10.222.0.69 "GET /v2.0/networks?id=99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 200 len: 916 time: 0.0823712 Jul 16 02:12:02.095379 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d90e06f-7a8f-4bf8-bca4-9437ca1e49a1 req-6e6ed07b-255e-4398-b044-7e6207eacc46 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe HTTP/1.1" status: 200 len: 217 time: 0.0377493 Jul 16 02:12:02.142185 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90e06f-7a8f-4bf8-bca4-9437ca1e49a1 req-82d3b8ae-3faf-4b2b-87cb-7af813d87a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:02.143599 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d90e06f-7a8f-4bf8-bca4-9437ca1e49a1 req-82d3b8ae-3faf-4b2b-87cb-7af813d87a00 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0424f61-6812-4f29-9a9c-6d9ed7eaec72 HTTP/1.1" status: 200 len: 855 time: 0.0425003 Jul 16 02:12:02.174427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d90e06f-7a8f-4bf8-bca4-9437ca1e49a1 req-12c673f6-2291-41d7-8af2-076f362e15d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=99801345-a3df-4db5-9037-80da1103e0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251873 Jul 16 02:12:02.265195 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d90e06f-7a8f-4bf8-bca4-9437ca1e49a1 req-dcbd16be-1dd4-424d-a90c-3b086847c816 service neutron] 10.222.0.69 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838768 Jul 16 02:12:02.351063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d90e06f-7a8f-4bf8-bca4-9437ca1e49a1 req-b06872bc-46de-41d1-bb66-f5bd3ae05b25 service neutron] 10.222.0.69 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796070 Jul 16 02:12:02.862200 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b6c947f2-c958-42aa-bc7d-c7d1ec8997fe up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:02.911332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:02.915700 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:02.916187 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:03.002323 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:03.024460 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde46c82-51be-4fef-8d11-ced3ee80b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c947f2-c958-42aa-bc7d-c7d1ec8997fe'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:03.026406 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77392f67-9aa0-492f-b443-65cf7c58079f" -d '{"events": [{"server_uuid": "fde46c82-51be-4fef-8d11-ced3ee80b40c", "name": "network-vif-plugged", "status": "completed", "tag": "b6c947f2-c958-42aa-bc7d-c7d1ec8997fe"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:03.040065 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:03.045004 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:03.058020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f557797-d056-4622-9fb2-5d00d08456e3 req-0930f733-2e1d-466f-8da6-ad40bf3968e9 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:03.060030 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f557797-d056-4622-9fb2-5d00d08456e3 req-0930f733-2e1d-466f-8da6-ad40bf3968e9 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 944 time: 0.0698595 Jul 16 02:12:03.092325 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:03.098696 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f557797-d056-4622-9fb2-5d00d08456e3 req-02554833-2214-41bb-8c67-a79c26c595d7 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320051 Jul 16 02:12:03.143344 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84a2fb1-5669-42aa-8468-a4ef17cf3fbc x-openstack-request-id: req-a84a2fb1-5669-42aa-8468-a4ef17cf3fbc {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:03.143650 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde46c82-51be-4fef-8d11-ced3ee80b40c", "name": "network-vif-plugged", "status": "completed", "tag": "b6c947f2-c958-42aa-bc7d-c7d1ec8997fe", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:03.143949 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a84a2fb1-5669-42aa-8468-a4ef17cf3fbc {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:03.144351 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde46c82-51be-4fef-8d11-ced3ee80b40c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c947f2-c958-42aa-bc7d-c7d1ec8997fe', 'code': 200} Jul 16 02:12:03.286102 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a03109-0f4f-43ee-aaa4-82ca547a5b85 req-462ef11b-9735-442f-b797-18121dfba205 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:03.287587 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-67a03109-0f4f-43ee-aaa4-82ca547a5b85 req-462ef11b-9735-442f-b797-18121dfba205 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0619833 Jul 16 02:12:03.325323 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-67a03109-0f4f-43ee-aaa4-82ca547a5b85 req-8397c936-cd2f-431a-9d46-b8e7b8bd0a8d tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320437 Jul 16 02:12:03.495887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1c3458-ffac-449f-8aa8-aba191d1c9e7 req-8a17d5bc-dfa0-410e-bd48-0887b3d14203 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:03.497365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1a1c3458-ffac-449f-8aa8-aba191d1c9e7 req-8a17d5bc-dfa0-410e-bd48-0887b3d14203 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0630901 Jul 16 02:12:03.537256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1a1c3458-ffac-449f-8aa8-aba191d1c9e7 req-ba5cc259-1906-4fab-aa27-46e4b38d0281 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343492 Jul 16 02:12:03.965154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-8eb2eaba-254f-43f8-8c5e-f5a2ab55a8af tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:03.966626 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-8eb2eaba-254f-43f8-8c5e-f5a2ab55a8af tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/networks?id=99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 200 len: 815 time: 0.0986934 Jul 16 02:12:03.980625 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-0b8143b8-7db8-4637-b37b-48659dc41648 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/quotas/a6025c4f9dbd49b5b57c0bad813279b4 HTTP/1.1" status: 200 len: 375 time: 0.0086870 Jul 16 02:12:04.045543 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-c7c79a29-d714-4df0-aafa-6f279e41a9a7 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599980 Jul 16 02:12:04.132477 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-39422966-53e9-4a55-beb0-5bb580b7795c service neutron] 10.222.0.22 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802321 Jul 16 02:12:04.221532 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-59680bad-276f-46c9-aec9-01073fe5fb90 service neutron] 10.222.0.22 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835438 Jul 16 02:12:04.387312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3c59b775-3ce9-4461-9574-8944742c1496 req-aa0414e7-8ffa-4307-8944-8f7a3d7223a1 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 210 time: 0.0288200 Jul 16 02:12:04.974441 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa4ade75-d603-417b-857f-66d08fd029c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.131430 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de81a2-c881-46da-be85-e9ada533a631 req-fb36812b-b15e-45e4-a096-c03c955be744 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:05.132905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-92de81a2-c881-46da-be85-e9ada533a631 req-fb36812b-b15e-45e4-a096-c03c955be744 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.70 "GET /v2.0/ports?device_id=fde46c82-51be-4fef-8d11-ced3ee80b40c HTTP/1.1" status: 200 len: 945 time: 0.0624752 Jul 16 02:12:05.234985 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-92de81a2-c881-46da-be85-e9ada533a631 req-7fee3b12-6989-44f0-a500-d0ea181687c3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Deleting port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:05.235239 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-92de81a2-c881-46da-be85-e9ada533a631 req-7fee3b12-6989-44f0-a500-d0ea181687c3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.299078 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.70', 56413) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:05.325975 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-92de81a2-c881-46da-be85-e9ada533a631 req-7fee3b12-6989-44f0-a500-d0ea181687c3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] For port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:05.326218 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-92de81a2-c881-46da-be85-e9ada533a631 req-7fee3b12-6989-44f0-a500-d0ea181687c3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.340157 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-92de81a2-c881-46da-be85-e9ada533a631 req-7fee3b12-6989-44f0-a500-d0ea181687c3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Calling delete_port for b6c947f2-c958-42aa-bc7d-c7d1ec8997fe owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:05.408962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-b2f36f3a-8c6c-4d44-bc63-9a6c0b6cbe45 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:05.411970 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-b2f36f3a-8c6c-4d44-bc63-9a6c0b6cbe45 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.70 "GET /v2.0/networks?id=99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 200 len: 815 time: 0.1110227 Jul 16 02:12:05.426881 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-749a071f-0b25-4e9a-b3e3-04dbab506ac5 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Request body: {'port': {'device_id': '2e0bf1b2-db8f-4c01-bb39-0a0524275460', 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4', 'admin_state_up': True, 'tenant_id': 'a6025c4f9dbd49b5b57c0bad813279b4'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:05.478772 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-92de81a2-c881-46da-be85-e9ada533a631 req-7fee3b12-6989-44f0-a500-d0ea181687c3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.491586 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['b6c947f2-c958-42aa-bc7d-c7d1ec8997fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:05.552895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fee3b12-6989-44f0-a500-d0ea181687c3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Pushing event deleted for resources: {'Port': ['ID=b6c947f2-c958-42aa-bc7d-c7d1ec8997fe,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:05.576602 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e344098f-8b1a-467e-923d-9527b82dd69d req-3c1299ef-f753-4319-acfe-ff5b946f70a1 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 210 time: 0.0530024 Jul 16 02:12:05.578362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-749a071f-0b25-4e9a-b3e3-04dbab506ac5 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Made reservation on behalf of a6025c4f9dbd49b5b57c0bad813279b4 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:05.582084 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-749a071f-0b25-4e9a-b3e3-04dbab506ac5 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.602651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-92de81a2-c881-46da-be85-e9ada533a631 req-7fee3b12-6989-44f0-a500-d0ea181687c3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] No DVR routers for this DVR port b6c947f2-c958-42aa-bc7d-c7d1ec8997fe on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:05.602651 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-92de81a2-c881-46da-be85-e9ada533a631 req-7fee3b12-6989-44f0-a500-d0ea181687c3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.602651 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-92de81a2-c881-46da-be85-e9ada533a631 req-7fee3b12-6989-44f0-a500-d0ea181687c3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.70 "DELETE /v2.0/ports/b6c947f2-c958-42aa-bc7d-c7d1ec8997fe HTTP/1.1" status: 204 len: 173 time: 0.4584749 Jul 16 02:12:05.602651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde46c82-51be-4fef-8d11-ced3ee80b40c', 'name': 'network-vif-deleted', 'tag': 'b6c947f2-c958-42aa-bc7d-c7d1ec8997fe'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:05.602651 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d3fe9c-ca37-4475-8b9a-41f6221287b5" -d '{"events": [{"server_uuid": "fde46c82-51be-4fef-8d11-ced3ee80b40c", "name": "network-vif-deleted", "tag": "b6c947f2-c958-42aa-bc7d-c7d1ec8997fe"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:05.645398 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da8c1a8-8369-40ad-9c95-3f5ae857e309 x-openstack-request-id: req-0da8c1a8-8369-40ad-9c95-3f5ae857e309 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:05.645700 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde46c82-51be-4fef-8d11-ced3ee80b40c", "name": "network-vif-deleted", "tag": "b6c947f2-c958-42aa-bc7d-c7d1ec8997fe", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:05.645995 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0da8c1a8-8369-40ad-9c95-3f5ae857e309 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:05.646470 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde46c82-51be-4fef-8d11-ced3ee80b40c', 'name': 'network-vif-deleted', 'tag': 'b6c947f2-c958-42aa-bc7d-c7d1ec8997fe', 'status': 'completed', 'code': 200} Jul 16 02:12:05.720081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-749a071f-0b25-4e9a-b3e3-04dbab506ac5 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Allocated IP 172.20.0.5 (99801345-a3df-4db5-9037-80da1103e0f4/d0424f61-6812-4f29-9a9c-6d9ed7eaec72/cbf76927-ae1a-4694-a7c6-37ff4e2b4fba) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:12:05.870172 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-749a071f-0b25-4e9a-b3e3-04dbab506ac5 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.909689 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-749a071f-0b25-4e9a-b3e3-04dbab506ac5 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:05.920700 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['b6c947f2-c958-42aa-bc7d-c7d1ec8997fe'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:05.955729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-749a071f-0b25-4e9a-b3e3-04dbab506ac5 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Network 99801345-a3df-4db5-9037-80da1103e0f4 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:05.960836 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-749a071f-0b25-4e9a-b3e3-04dbab506ac5 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:05.964586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-749a071f-0b25-4e9a-b3e3-04dbab506ac5 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:12:05.991948 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a071f-0b25-4e9a-b3e3-04dbab506ac5 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Pushing event updated for resources: {'Port': ['ID=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:06.017591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-749a071f-0b25-4e9a-b3e3-04dbab506ac5 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:06.018202 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-749a071f-0b25-4e9a-b3e3-04dbab506ac5 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.032461 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-749a071f-0b25-4e9a-b3e3-04dbab506ac5 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6111157 Jul 16 02:12:06.045909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Request body: {'port': {'device_id': '2e0bf1b2-db8f-4c01-bb39-0a0524275460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:06.115411 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.371840 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbf76927-ae1a-4694-a7c6-37ff4e2b4fba {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:12:06.379497 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.391249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Transition to ACTIVE for port object cbf76927-ae1a-4694-a7c6-37ff4e2b4fba will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:06.395304 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.463531 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:06.513486 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Attempting to bind port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:12:06.513821 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Attempting to bind port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '8d53f478-9e0f-4b52-b60b-668b04b62a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:12:06.514153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Attempting to bind port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba on network 99801345-a3df-4db5-9037-80da1103e0f4 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:06.518813 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba on network 99801345-a3df-4db5-9037-80da1103e0f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:12:06.519143 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Attempting to bind port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba on network 99801345-a3df-4db5-9037-80da1103e0f4 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:06.523806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:12:06.524146 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Checking segment: {'id': '8d53f478-9e0f-4b52-b60b-668b04b62a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:06.524529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Bound using segment: {'id': '8d53f478-9e0f-4b52-b60b-668b04b62a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:12:06.524950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Bound port: cbf76927-ae1a-4694-a7c6-37ff4e2b4fba, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d53f478-9e0f-4b52-b60b-668b04b62a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:12:06.525305 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.585881 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] For port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:06.588769 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] For port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:12:06.593216 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.626066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:06.626703 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:06.628127 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] 10.222.0.70 "PUT /v2.0/ports/cbf76927-ae1a-4694-a7c6-37ff4e2b4fba HTTP/1.1" status: 200 len: 1092 time: 0.5862639 Jul 16 02:12:06.628575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0bf1b2-db8f-4c01-bb39-0a0524275460', 'tag': 'cbf76927-ae1a-4694-a7c6-37ff4e2b4fba'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:06.655868 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08539572-cf9e-40ca-92ae-dff089948902 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:06.674622 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf3a762-a592-425c-829a-8221c0a250af" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0bf1b2-db8f-4c01-bb39-0a0524275460", "tag": "cbf76927-ae1a-4694-a7c6-37ff4e2b4fba"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:06.728619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-1a6132a1-85c6-46fa-8825-d21a9f7fd1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:06.730142 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-1a6132a1-85c6-46fa-8825-d21a9f7fd1c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 1095 time: 0.0586064 Jul 16 02:12:06.767239 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa3909-b41d-462b-8981-7046b822bbf3 req-f51d0c2d-959e-4694-a8c7-f3d2be754ce3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:06.768810 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21aa3909-b41d-462b-8981-7046b822bbf3 req-f51d0c2d-959e-4694-a8c7-f3d2be754ce3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 943 time: 0.0628560 Jul 16 02:12:06.774218 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-bcd72504-dc21-4ffc-83c1-2003482015ad service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba HTTP/1.1" status: 200 len: 217 time: 0.0366886 Jul 16 02:12:06.808695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21aa3909-b41d-462b-8981-7046b822bbf3 req-0c8b723f-cf0f-4950-8ba9-1286c260bcfa tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338504 Jul 16 02:12:06.824481 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-ae1ce820-ee70-4c74-9458-846b9476f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:06.825974 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-ae1ce820-ee70-4c74-9458-846b9476f823 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0424f61-6812-4f29-9a9c-6d9ed7eaec72 HTTP/1.1" status: 200 len: 855 time: 0.0444095 Jul 16 02:12:06.858329 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-8ab69794-2235-48e7-8227-687dd28cd74f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=99801345-a3df-4db5-9037-80da1103e0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263550 Jul 16 02:12:06.923725 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b866f127-b8e4-4cdb-8e82-15b262e8c8ae x-openstack-request-id: req-b866f127-b8e4-4cdb-8e82-15b262e8c8ae {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:06.924038 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0bf1b2-db8f-4c01-bb39-0a0524275460", "tag": "cbf76927-ae1a-4694-a7c6-37ff4e2b4fba", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:06.924284 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b866f127-b8e4-4cdb-8e82-15b262e8c8ae {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:06.924677 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0bf1b2-db8f-4c01-bb39-0a0524275460', 'tag': 'cbf76927-ae1a-4694-a7c6-37ff4e2b4fba', 'status': 'completed', 'code': 200} Jul 16 02:12:06.952153 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-74a75a66-5935-4b5c-aabc-818909f5b99a service neutron] 10.222.0.70 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876877 Jul 16 02:12:07.038676 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-32c30f6a-94c5-4158-b5c5-b47993f5c1af req-33febef9-f5ba-42e7-8cbd-76210edc37b5 service neutron] 10.222.0.70 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796161 Jul 16 02:12:07.138568 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3a762-a592-425c-829a-8221c0a250af req-cc923de9-660f-4551-8f2a-1018ac5d99a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:07.139975 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5cf3a762-a592-425c-829a-8221c0a250af req-cc923de9-660f-4551-8f2a-1018ac5d99a9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 1095 time: 0.0551960 Jul 16 02:12:07.225249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3a762-a592-425c-829a-8221c0a250af req-562595c0-7809-4808-b0a0-36db0b9d43ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:07.226700 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5cf3a762-a592-425c-829a-8221c0a250af req-562595c0-7809-4808-b0a0-36db0b9d43ac service neutron] 10.222.0.70 "GET /v2.0/networks?id=99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 200 len: 916 time: 0.0806487 Jul 16 02:12:07.270005 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5cf3a762-a592-425c-829a-8221c0a250af req-2e2cffd7-50fd-4aac-a625-40102f4037d5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba HTTP/1.1" status: 200 len: 217 time: 0.0356569 Jul 16 02:12:07.318428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf3a762-a592-425c-829a-8221c0a250af req-9f9b5ef4-093f-4280-bb8d-9a567ac0c8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:07.319862 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5cf3a762-a592-425c-829a-8221c0a250af req-9f9b5ef4-093f-4280-bb8d-9a567ac0c8aa service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0424f61-6812-4f29-9a9c-6d9ed7eaec72 HTTP/1.1" status: 200 len: 855 time: 0.0424380 Jul 16 02:12:07.354191 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5cf3a762-a592-425c-829a-8221c0a250af req-73d17e51-a95b-43bb-b2d7-10965c7a86dc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=99801345-a3df-4db5-9037-80da1103e0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253575 Jul 16 02:12:07.415345 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.444585 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5cf3a762-a592-425c-829a-8221c0a250af req-0b80dd6f-a094-42b5-ace1-2a09af67ebff service neutron] 10.222.0.70 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833991 Jul 16 02:12:07.533154 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5cf3a762-a592-425c-829a-8221c0a250af req-0642244f-df92-4ae6-89a8-f7ea6ae50bec service neutron] 10.222.0.70 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811305 Jul 16 02:12:07.715652 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-46d8749f-77e8-43f8-981c-2869d5befe5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:07.983719 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2504de0a-f9e0-4900-96c9-0638d8205d59 req-a6d235c9-01a6-4b83-a6d4-1f08e2f31a12 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:07.985446 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2504de0a-f9e0-4900-96c9-0638d8205d59 req-a6d235c9-01a6-4b83-a6d4-1f08e2f31a12 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 943 time: 0.0672345 Jul 16 02:12:08.022876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2504de0a-f9e0-4900-96c9-0638d8205d59 req-ca6c8e80-026e-4dbb-a081-2739748d852e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320482 Jul 16 02:12:08.747682 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:08.893190 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device cbf76927-ae1a-4694-a7c6-37ff4e2b4fba details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:12:08.895088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b6c947f2-c958-42aa-bc7d-c7d1ec8997fe no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:08.918564 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: b6c947f2-c958-42aa-bc7d-c7d1ec8997fe {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:08.918903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device b6c947f2-c958-42aa-bc7d-c7d1ec8997fe not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:09.004774 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:09.015087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'cbf76927-ae1a-4694-a7c6-37ff4e2b4fba', 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4', 'port_id': 'cbf76927-ae1a-4694-a7c6-37ff4e2b4fba', 'mac_address': 'fa:16:3e:57:cf:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0424f61-6812-4f29-9a9c-6d9ed7eaec72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:12:09.051479 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.064571 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf76927-ae1a-4694-a7c6-37ff4e2b4fba {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:12:09.084518 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:09.088447 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:09.133660 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:09.195341 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14f0636-f3f7-42a2-88f9-da7dc3b4ef0d req-f92527b9-1bac-483d-b3b5-81759ad40366 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:09.196894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d14f0636-f3f7-42a2-88f9-da7dc3b4ef0d req-f92527b9-1bac-483d-b3b5-81759ad40366 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 944 time: 0.0647142 Jul 16 02:12:09.234590 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d14f0636-f3f7-42a2-88f9-da7dc3b4ef0d req-18050b03-7a39-4462-91a9-3cf59f570403 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315588 Jul 16 02:12:09.275855 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['cbf76927-ae1a-4694-a7c6-37ff4e2b4fba'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:10.393058 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:10.408762 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48c0f9-c2ad-4c94-90d2-731a7c7de445 req-ec3a7bcd-3e3d-43a2-8f60-54ddea428446 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:10.410269 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e48c0f9-c2ad-4c94-90d2-731a7c7de445 req-ec3a7bcd-3e3d-43a2-8f60-54ddea428446 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 944 time: 0.0643210 Jul 16 02:12:10.452149 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e48c0f9-c2ad-4c94-90d2-731a7c7de445 req-7d67a433-fcef-4592-a41c-a66c8892fdc4 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363610 Jul 16 02:12:10.891777 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device cbf76927-ae1a-4694-a7c6-37ff4e2b4fba up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:10.937878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:10.941866 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:10.942263 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:11.016551 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:11.037628 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0bf1b2-db8f-4c01-bb39-0a0524275460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf76927-ae1a-4694-a7c6-37ff4e2b4fba'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:11.039845 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e33fc1f-7b4a-46c1-bce0-61f1fcd2ecb3" -d '{"events": [{"server_uuid": "2e0bf1b2-db8f-4c01-bb39-0a0524275460", "name": "network-vif-plugged", "status": "completed", "tag": "cbf76927-ae1a-4694-a7c6-37ff4e2b4fba"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:11.052825 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:11.058218 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:11.084621 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358b5153-cba7-4e4b-a8ba-255ef94d2d9a x-openstack-request-id: req-358b5153-cba7-4e4b-a8ba-255ef94d2d9a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:11.085013 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0bf1b2-db8f-4c01-bb39-0a0524275460", "name": "network-vif-plugged", "status": "completed", "tag": "cbf76927-ae1a-4694-a7c6-37ff4e2b4fba", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:11.085192 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-358b5153-cba7-4e4b-a8ba-255ef94d2d9a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:11.085570 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0bf1b2-db8f-4c01-bb39-0a0524275460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf76927-ae1a-4694-a7c6-37ff4e2b4fba', 'code': 200} Jul 16 02:12:11.113515 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:11.196249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13853f4-c17c-4b0d-9a30-f6d2bc636bcd req-16a832a9-0cc9-4f79-87d0-0110a1c01a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:11.197659 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f13853f4-c17c-4b0d-9a30-f6d2bc636bcd req-16a832a9-0cc9-4f79-87d0-0110a1c01a95 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 1097 time: 0.0559862 Jul 16 02:12:11.230573 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f13853f4-c17c-4b0d-9a30-f6d2bc636bcd req-6529180c-e8e6-405a-a066-4c965b9635a6 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257120 Jul 16 02:12:11.622326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5b081-9fa8-4d38-a55f-2a3d38f5ecc8 req-4e8c0d7a-f861-4ccd-83ec-bc08c79c5ee8 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:11.624372 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bb5b081-9fa8-4d38-a55f-2a3d38f5ecc8 req-4e8c0d7a-f861-4ccd-83ec-bc08c79c5ee8 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0626850 Jul 16 02:12:11.661032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3bb5b081-9fa8-4d38-a55f-2a3d38f5ecc8 req-56c933ca-95a9-4ffb-87f8-c83d1cab3406 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311387 Jul 16 02:12:12.829376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2652707-5664-4743-98b5-37ca63c9c3d5 req-3c73a9a5-e5a4-4664-b492-dbfb5d32401e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:12.830880 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f2652707-5664-4743-98b5-37ca63c9c3d5 req-3c73a9a5-e5a4-4664-b492-dbfb5d32401e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0624232 Jul 16 02:12:12.867920 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f2652707-5664-4743-98b5-37ca63c9c3d5 req-bf0bebf3-1f0a-4113-b548-7810bda827fb tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314715 Jul 16 02:12:13.040632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6b397-4dad-4943-85aa-88b84831c364 req-9df5e2e4-a455-4237-a2bd-4e6e2d1c99b9 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:13.043287 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73f6b397-4dad-4943-85aa-88b84831c364 req-9df5e2e4-a455-4237-a2bd-4e6e2d1c99b9 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0675886 Jul 16 02:12:13.080799 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-73f6b397-4dad-4943-85aa-88b84831c364 req-fb3e82ec-8b81-40c6-8e78-1e695e4957b2 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327404 Jul 16 02:12:13.418224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-5f71d465-16b7-400c-8ace-ebc64d1bc77a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0615373 Jul 16 02:12:13.469194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbbe67-c460-4d68-99f9-2cea622835c3 req-65c97308-ef55-44fb-b60f-0f17c8473e96 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:13.470704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7dfbbe67-c460-4d68-99f9-2cea622835c3 req-65c97308-ef55-44fb-b60f-0f17c8473e96 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0663323 Jul 16 02:12:13.509466 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7dfbbe67-c460-4d68-99f9-2cea622835c3 req-097f89ee-28fc-4580-b05f-f05975d75813 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331204 Jul 16 02:12:14.561878 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-80f917a8-3737-43d9-8bee-5bbfb9699b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:14.563542 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-80f917a8-3737-43d9-8bee-5bbfb9699b93 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 1097 time: 0.0532153 Jul 16 02:12:14.651578 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-e654c43d-ff9e-4224-8eed-31bc943cf412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:14.653106 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-e654c43d-ff9e-4224-8eed-31bc943cf412 service neutron] 10.222.0.70 "GET /v2.0/networks?id=99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 200 len: 916 time: 0.0838869 Jul 16 02:12:14.688836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d547234-b73e-442f-ab55-155bb792dfd2 req-c2e93f8f-ca90-4579-9765-66e4699d2d74 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:14.690339 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d547234-b73e-442f-ab55-155bb792dfd2 req-c2e93f8f-ca90-4579-9765-66e4699d2d74 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0670342 Jul 16 02:12:14.696981 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-d80e20e0-0915-4936-8bb1-f01c27c1ed70 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba HTTP/1.1" status: 200 len: 217 time: 0.0376346 Jul 16 02:12:14.728589 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d547234-b73e-442f-ab55-155bb792dfd2 req-13577cd5-ecda-446b-8c9a-553cbcf30771 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323443 Jul 16 02:12:14.745793 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-81bfba84-cc91-4022-b774-0e99467f19e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:14.747251 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-81bfba84-cc91-4022-b774-0e99467f19e6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0424f61-6812-4f29-9a9c-6d9ed7eaec72 HTTP/1.1" status: 200 len: 855 time: 0.0445652 Jul 16 02:12:14.778649 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-a5bee398-24f9-4bb0-9f1c-8ba7d47d6936 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=99801345-a3df-4db5-9037-80da1103e0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248673 Jul 16 02:12:15.150840 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-cacfdceb-315a-4390-8e3e-4b103a1c93f0 service neutron] 10.222.0.70 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3661368 Jul 16 02:12:15.237065 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-c1ff280a-6423-447f-b18c-99d39511eae8 service neutron] 10.222.0.70 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790458 Jul 16 02:12:15.898761 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a660bf-a69a-4181-9c96-9d0c929efcc5 req-1bf06dbe-bcfc-44ec-854d-eee2ebd7d425 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:15.900272 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49a660bf-a69a-4181-9c96-9d0c929efcc5 req-1bf06dbe-bcfc-44ec-854d-eee2ebd7d425 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0626521 Jul 16 02:12:15.936728 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49a660bf-a69a-4181-9c96-9d0c929efcc5 req-4e6a87fb-0360-4987-b870-1709d80c0500 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310144 Jul 16 02:12:17.104940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0773492-6c29-4e52-8023-3c75913f923f req-44b85b35-b3d0-466a-8a74-44b257140ef7 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:17.106452 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0773492-6c29-4e52-8023-3c75913f923f req-44b85b35-b3d0-466a-8a74-44b257140ef7 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0623457 Jul 16 02:12:17.147462 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0773492-6c29-4e52-8023-3c75913f923f req-e5dbca4f-14bc-4d34-a50e-7999594e057c tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350077 Jul 16 02:12:18.318713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98381974-149b-4fec-87b1-c16da09b0d02 req-a90158c8-c36d-4caa-b03e-49c10e4daa60 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:18.320169 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98381974-149b-4fec-87b1-c16da09b0d02 req-a90158c8-c36d-4caa-b03e-49c10e4daa60 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0628817 Jul 16 02:12:18.357645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98381974-149b-4fec-87b1-c16da09b0d02 req-01bd6a91-61eb-428e-b5f1-2df9673245f6 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316224 Jul 16 02:12:19.532521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6fc0a-36af-427d-969f-ffd772d496f0 req-d8bba955-38bb-44ca-aec5-1e53d66eb3e3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:19.534003 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1af6fc0a-36af-427d-969f-ffd772d496f0 req-d8bba955-38bb-44ca-aec5-1e53d66eb3e3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0625036 Jul 16 02:12:19.572499 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1af6fc0a-36af-427d-969f-ffd772d496f0 req-3c0ef7a1-1133-4010-badb-3e6bc7d21caf tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326610 Jul 16 02:12:20.745304 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb725690-207d-4d12-b16b-28960a092b3e req-ae36a07c-121a-4df7-b1a3-7b56b25b5a92 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:20.746697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb725690-207d-4d12-b16b-28960a092b3e req-ae36a07c-121a-4df7-b1a3-7b56b25b5a92 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0659065 Jul 16 02:12:20.784414 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb725690-207d-4d12-b16b-28960a092b3e req-eaf4d99d-46e3-453c-ba0a-9855cb237f29 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316525 Jul 16 02:12:21.952047 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14697702-f7ee-444c-a640-4f85be9fb0bd req-fae40d06-12ad-4421-a9e9-91b9b191bc8e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:21.953614 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14697702-f7ee-444c-a640-4f85be9fb0bd req-fae40d06-12ad-4421-a9e9-91b9b191bc8e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0615561 Jul 16 02:12:21.990092 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14697702-f7ee-444c-a640-4f85be9fb0bd req-748c7710-de96-4681-80dd-7b8541016ca9 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305476 Jul 16 02:12:23.158925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67c17b-bf0f-40a3-8a93-8b9bca7f5aff req-f26d13ca-dd90-455f-95c2-05aa71561c95 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:23.160426 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff67c17b-bf0f-40a3-8a93-8b9bca7f5aff req-f26d13ca-dd90-455f-95c2-05aa71561c95 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0619552 Jul 16 02:12:23.201210 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ff67c17b-bf0f-40a3-8a93-8b9bca7f5aff req-03f73b1f-0d89-47de-9a74-2a8846a63f10 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353055 Jul 16 02:12:24.373995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c9c13-f3e3-4c69-b092-1e6e9233c93b req-f9a5928c-ea0a-41d1-b69d-f4ef79976dc3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.375395 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-286c9c13-f3e3-4c69-b092-1e6e9233c93b req-f9a5928c-ea0a-41d1-b69d-f4ef79976dc3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0623982 Jul 16 02:12:24.411319 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-286c9c13-f3e3-4c69-b092-1e6e9233c93b req-af1f04fa-0516-427a-824c-6d12e4286bc3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304730 Jul 16 02:12:24.667035 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-4fb5cb34-e328-42f7-904c-6d06a20a3592 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0552638 Jul 16 02:12:24.767066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-2ef4b484-d770-43fc-adf2-d578ffa2f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.767554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-2ef4b484-d770-43fc-adf2-d578ffa2f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.768058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-2ef4b484-d770-43fc-adf2-d578ffa2f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.768532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-2ef4b484-d770-43fc-adf2-d578ffa2f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.769000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-2ef4b484-d770-43fc-adf2-d578ffa2f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.770796 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-2ef4b484-d770-43fc-adf2-d578ffa2f54a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0613546 Jul 16 02:12:24.881029 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-9fb9afbd-618a-4f24-a66c-12265d6505c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.881513 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-9fb9afbd-618a-4f24-a66c-12265d6505c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.881990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-9fb9afbd-618a-4f24-a66c-12265d6505c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.883563 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-9fb9afbd-618a-4f24-a66c-12265d6505c3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0889595 Jul 16 02:12:24.927063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-65f1d9f8-fcf2-488e-a627-3eb9a4306c09 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0369239 Jul 16 02:12:24.973360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-05abe813-05ff-4bd7-9841-4d9a1c9aaf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:24.974776 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-05abe813-05ff-4bd7-9841-4d9a1c9aaf18 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0421805 Jul 16 02:12:25.029033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-cfccd4ad-67aa-4115-a39f-48d1a58fd9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:25.030531 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-cfccd4ad-67aa-4115-a39f-48d1a58fd9b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500669 Jul 16 02:12:25.122165 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-f2a336a2-00c2-4aea-b903-117ba15282e3 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846541 Jul 16 02:12:25.209561 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-281069e0-5266-46af-974d-d82d3df2aef6 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808399 Jul 16 02:12:25.252731 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-5709d97b-5586-4f57-ad0e-8164ef0c9d87 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0374210 Jul 16 02:12:25.299818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-fd00b90f-1721-404c-8c6e-b4d34e0db179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:25.301201 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-fd00b90f-1721-404c-8c6e-b4d34e0db179 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0416722 Jul 16 02:12:25.356932 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-9f93ebd4-39ce-4cd4-9479-7c3b8c55fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:25.358457 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-9f93ebd4-39ce-4cd4-9479-7c3b8c55fa09 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0510046 Jul 16 02:12:25.449755 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-649856c0-af70-49d4-a567-6b511f75b77e service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849197 Jul 16 02:12:25.570955 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-58e16887-9824-4a2a-ae53-ab3206b8a3cb service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155488 Jul 16 02:12:25.617122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-8f46318b-0b2a-47ea-836d-2ca8d907b9a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0389407 Jul 16 02:12:25.638108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a247f63c-b36f-44e2-8d33-5dff8323d0e5 req-786ff719-1116-47c1-8d30-270b5cd495b4 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:25.639513 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a247f63c-b36f-44e2-8d33-5dff8323d0e5 req-786ff719-1116-47c1-8d30-270b5cd495b4 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.1181762 Jul 16 02:12:25.695381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-4199c862-1fc9-4c5b-a621-45d50986ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:25.696840 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-4199c862-1fc9-4c5b-a621-45d50986ce21 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0738511 Jul 16 02:12:25.701627 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a247f63c-b36f-44e2-8d33-5dff8323d0e5 req-4b6464e4-042d-4b6d-ab2d-3c6aa95279f0 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449779 Jul 16 02:12:25.758194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-21c10367-ec1a-460c-874d-83ac8ba9fe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:25.759704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-21c10367-ec1a-460c-874d-83ac8ba9fe36 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0569127 Jul 16 02:12:25.846163 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-52efd42c-2233-4adb-a654-d6969f98e788 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799921 Jul 16 02:12:25.935082 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-5b89566d-c8bf-40b3-969a-24d8b7f8b51e service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824504 Jul 16 02:12:25.975208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-84ecf1b1-4084-4c42-98a7-12ce176ff418 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0344713 Jul 16 02:12:26.019889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-d35d4c3c-a5e6-43d0-ab49-5452d9ce58e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:26.021256 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-d35d4c3c-a5e6-43d0-ab49-5452d9ce58e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0407655 Jul 16 02:12:26.080035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-9f02e7c5-f985-432c-9855-e66c75b98b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:26.081543 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-9f02e7c5-f985-432c-9855-e66c75b98b88 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0542634 Jul 16 02:12:26.166652 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-40af312e-7c21-4d8f-863c-4123a6add011 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781755 Jul 16 02:12:26.254034 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-d9e78f27-92f8-4474-b478-bf025cb1d128 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814607 Jul 16 02:12:26.293472 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-9ad780ab-506e-480b-be52-d49ac681b325 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0329924 Jul 16 02:12:26.338733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-e5b13b31-2c76-47fe-bac2-fe18e06c4361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:26.340129 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-e5b13b31-2c76-47fe-bac2-fe18e06c4361 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0407917 Jul 16 02:12:26.397123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-fe27a437-244a-44ae-b03e-a50a99d5257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:26.398557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-fe27a437-244a-44ae-b03e-a50a99d5257d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0527465 Jul 16 02:12:26.484634 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-23cf1e26-1654-4f19-981a-429c3b01bee6 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798361 Jul 16 02:12:26.574345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2d7ad86b-610a-4089-82f4-d8965e0961d1 req-0d588b2d-b420-47dc-bbc3-4f87f9dcfb81 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837085 Jul 16 02:12:26.872966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8df899-80f1-4c89-a803-cad85871ee7f req-c7dd9dce-cf1e-42c9-bf82-1ef28bae4a67 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:26.874453 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b8df899-80f1-4c89-a803-cad85871ee7f req-c7dd9dce-cf1e-42c9-bf82-1ef28bae4a67 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0619280 Jul 16 02:12:26.910802 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b8df899-80f1-4c89-a803-cad85871ee7f req-2ab7c363-045d-4717-8eb6-d422022ca778 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301669 Jul 16 02:12:28.085457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba45bf-2df2-4550-804a-397248a666a8 req-03862409-bee2-4366-8114-ebfaa6b3ee40 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:28.086948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-edba45bf-2df2-4550-804a-397248a666a8 req-03862409-bee2-4366-8114-ebfaa6b3ee40 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0659583 Jul 16 02:12:28.122801 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-edba45bf-2df2-4550-804a-397248a666a8 req-4e17deab-d329-46dd-a561-02bee88c00c8 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302470 Jul 16 02:12:29.297310 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab65f176-9b50-41c4-9ce3-1d726380906e req-58a96eb3-f290-4de6-a976-3e0f89959903 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:29.298796 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ab65f176-9b50-41c4-9ce3-1d726380906e req-58a96eb3-f290-4de6-a976-3e0f89959903 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0610821 Jul 16 02:12:29.336079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ab65f176-9b50-41c4-9ce3-1d726380906e req-f026b823-3dfe-491a-9a3d-cd216cea9145 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318069 Jul 16 02:12:29.614503 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:12:30.503610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684cfb2-0e6b-4b72-ac82-5efe0be26c0a req-1fee2ae7-4fda-49d2-a7d3-8b4a26266d81 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:30.505125 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5684cfb2-0e6b-4b72-ac82-5efe0be26c0a req-1fee2ae7-4fda-49d2-a7d3-8b4a26266d81 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0620472 Jul 16 02:12:30.541873 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5684cfb2-0e6b-4b72-ac82-5efe0be26c0a req-7c4956ff-d420-494b-b74d-301088ac597f tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312052 Jul 16 02:12:30.866530 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:31.713740 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a33f0-fbb9-4d21-ba58-3d279ff89282 req-70716637-a568-4bfd-9823-f53a37040ebe tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:31.715229 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d2a33f0-fbb9-4d21-ba58-3d279ff89282 req-70716637-a568-4bfd-9823-f53a37040ebe tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0654366 Jul 16 02:12:31.752084 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d2a33f0-fbb9-4d21-ba58-3d279ff89282 req-24dca811-037f-427b-ad94-1b9b40f36bfc tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308785 Jul 16 02:12:31.779907 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:32.919402 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1997347-1193-4a37-bd53-d40176364049 req-0d6558a3-7ce4-4998-b28f-83744d592a97 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:32.920900 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1997347-1193-4a37-bd53-d40176364049 req-0d6558a3-7ce4-4998-b28f-83744d592a97 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0619645 Jul 16 02:12:32.958456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d1997347-1193-4a37-bd53-d40176364049 req-937e49b2-8556-4716-b280-26a34870259f tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315084 Jul 16 02:12:34.134949 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98033008-8603-4574-a492-b59550e13628 req-397d7d7b-abb8-4862-9c90-1f03dccf0a33 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:34.136464 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98033008-8603-4574-a492-b59550e13628 req-397d7d7b-abb8-4862-9c90-1f03dccf0a33 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0656977 Jul 16 02:12:34.172993 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98033008-8603-4574-a492-b59550e13628 req-187dfc77-574a-446b-b6ed-1c513050decf tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310981 Jul 16 02:12:34.974807 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3682e3f5-404b-4612-b8a2-5346fd013f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:35.343722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7d93f-9871-435e-861b-a00a36fc2d84 req-7064928c-fa8d-4410-b610-c4e998fb0f07 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:35.345270 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-04e7d93f-9871-435e-861b-a00a36fc2d84 req-7064928c-fa8d-4410-b610-c4e998fb0f07 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0624747 Jul 16 02:12:35.382142 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-04e7d93f-9871-435e-861b-a00a36fc2d84 req-b2964658-0de3-4661-b6a5-45ee7fc13b8b tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309258 Jul 16 02:12:36.197280 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da646ed-6f1d-4930-a3af-ceafe052fbc1 req-bc863157-cf35-41c6-a0e3-9595ce5da717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:36.198801 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1da646ed-6f1d-4930-a3af-ceafe052fbc1 req-bc863157-cf35-41c6-a0e3-9595ce5da717 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 1097 time: 0.0553088 Jul 16 02:12:36.301938 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da646ed-6f1d-4930-a3af-ceafe052fbc1 req-e1e9d077-95d0-4fd5-a65c-fc8ff338bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:36.303397 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1da646ed-6f1d-4930-a3af-ceafe052fbc1 req-e1e9d077-95d0-4fd5-a65c-fc8ff338bb97 service neutron] 10.222.0.70 "GET /v2.0/networks?id=99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 200 len: 916 time: 0.0826645 Jul 16 02:12:36.347387 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1da646ed-6f1d-4930-a3af-ceafe052fbc1 req-d5dd5570-6ea8-4233-a050-86bced6b8bc5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba HTTP/1.1" status: 200 len: 217 time: 0.0369298 Jul 16 02:12:36.396332 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da646ed-6f1d-4930-a3af-ceafe052fbc1 req-7b26d4ed-aa33-40ef-9b8a-5ab9be29296a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:36.397698 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1da646ed-6f1d-4930-a3af-ceafe052fbc1 req-7b26d4ed-aa33-40ef-9b8a-5ab9be29296a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0424f61-6812-4f29-9a9c-6d9ed7eaec72 HTTP/1.1" status: 200 len: 855 time: 0.0415432 Jul 16 02:12:36.431293 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1da646ed-6f1d-4930-a3af-ceafe052fbc1 req-0358eb89-5e74-4ae2-98c3-da3b20efa391 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=99801345-a3df-4db5-9037-80da1103e0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256853 Jul 16 02:12:36.524976 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1da646ed-6f1d-4930-a3af-ceafe052fbc1 req-c1b38a6c-c5de-42c5-8d38-7da2ed1363cf service neutron] 10.222.0.70 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849204 Jul 16 02:12:36.554012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd306ba8-5516-4d46-9733-a6fefff3b229 req-e6ced93f-bba1-4c86-951f-5343911fe23a tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:36.555518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd306ba8-5516-4d46-9733-a6fefff3b229 req-e6ced93f-bba1-4c86-951f-5343911fe23a tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0617630 Jul 16 02:12:36.593195 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bd306ba8-5516-4d46-9733-a6fefff3b229 req-85161b5d-69a8-46d5-9ae0-78c8c5d85b56 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320177 Jul 16 02:12:36.616850 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1da646ed-6f1d-4930-a3af-ceafe052fbc1 req-3aa5c8f3-a0f6-42d1-9124-6b66024cbae0 service neutron] 10.222.0.70 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820794 Jul 16 02:12:37.417459 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:37.716371 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-97fa6ba7-ad64-4422-bd62-18a0c5719137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:37.767873 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03efc65-0dde-4e1e-83c2-65dd6eb59654 req-34fa876d-29c6-4b3e-9505-d8038c255ebd tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:37.769556 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a03efc65-0dde-4e1e-83c2-65dd6eb59654 req-34fa876d-29c6-4b3e-9505-d8038c255ebd tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0675933 Jul 16 02:12:37.805944 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a03efc65-0dde-4e1e-83c2-65dd6eb59654 req-0dbf48c4-4687-4713-bc6b-fd6c6c95062e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308838 Jul 16 02:12:38.750359 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:38.976492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f81a87-04de-4536-be0e-5a8f8e0f9ac9 req-c5fb5355-a2aa-4d90-9d6f-2a865e9bd182 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:38.977972 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35f81a87-04de-4536-be0e-5a8f8e0f9ac9 req-c5fb5355-a2aa-4d90-9d6f-2a865e9bd182 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0619712 Jul 16 02:12:39.014583 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35f81a87-04de-4536-be0e-5a8f8e0f9ac9 req-9784c48d-04f1-4df5-9b22-8d3b058ba1b1 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311348 Jul 16 02:12:40.187558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ccfa2-7278-468e-8def-4f5d24a4c88e req-c93a3748-1084-4c8c-8031-273592565337 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:40.189650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca8ccfa2-7278-468e-8def-4f5d24a4c88e req-c93a3748-1084-4c8c-8031-273592565337 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0663662 Jul 16 02:12:40.402295 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:40.572792 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca8ccfa2-7278-468e-8def-4f5d24a4c88e req-b8461b2f-5aef-45f4-844e-71ad2c0cf36b tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774359 Jul 16 02:12:41.740727 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88762e9f-9cb9-43e8-8383-3d9d3a78a709 req-722cee03-dab8-44b2-84ea-1098ba84fb2c tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:41.742226 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88762e9f-9cb9-43e8-8383-3d9d3a78a709 req-722cee03-dab8-44b2-84ea-1098ba84fb2c tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0606699 Jul 16 02:12:41.777870 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88762e9f-9cb9-43e8-8383-3d9d3a78a709 req-793686a0-b620-402a-ae30-9e10b46c4c70 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303638 Jul 16 02:12:42.192557 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-3dba3530-5700-46c0-a1b6-fb25ab5cd0c8 service neutron] show failed (client error): The resource could not be found. Jul 16 02:12:42.193586 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-3dba3530-5700-46c0-a1b6-fb25ab5cd0c8 service neutron] 10.222.0.70 "GET /v2.0/ports/cbf76927-ae1a-4694-a7c6-37ff4e2b4fba/bindings/n-h1-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.0596161 Jul 16 02:12:42.437724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-bfe441f9-42e9-474b-8e48-92512cda5d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:42.439071 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-bfe441f9-42e9-474b-8e48-92512cda5d4a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460&tenant_id=a6025c4f9dbd49b5b57c0bad813279b4 HTTP/1.1" status: 200 len: 1097 time: 0.0508473 Jul 16 02:12:42.450908 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:42.522164 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:42.716933 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] For port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:42.748284 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] For port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:42.789735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0bf1b2-db8f-4c01-bb39-0a0524275460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf76927-ae1a-4694-a7c6-37ff4e2b4fba'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:42.792003 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631c977e-2629-456d-98b4-957e8c9cb106" -d '{"events": [{"server_uuid": "2e0bf1b2-db8f-4c01-bb39-0a0524275460", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf76927-ae1a-4694-a7c6-37ff4e2b4fba"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:42.795782 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:42.808277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Transition to ACTIVE for port object cbf76927-ae1a-4694-a7c6-37ff4e2b4fba will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:42.812161 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:42.843033 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49166bd-0762-42e4-ba7f-213040987574 x-openstack-request-id: req-d49166bd-0762-42e4-ba7f-213040987574 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:42.843324 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0bf1b2-db8f-4c01-bb39-0a0524275460", "name": "network-vif-unplugged", "status": "completed", "tag": "cbf76927-ae1a-4694-a7c6-37ff4e2b4fba", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:42.843585 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d49166bd-0762-42e4-ba7f-213040987574 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:42.844004 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0bf1b2-db8f-4c01-bb39-0a0524275460', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cbf76927-ae1a-4694-a7c6-37ff4e2b4fba', 'code': 200} Jul 16 02:12:42.878103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] No DVR routers for this DVR port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:42.880006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,revision_number=6']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:42.916157 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Attempting to bind port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:12:42.916494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Attempting to bind port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '8d53f478-9e0f-4b52-b60b-668b04b62a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:12:42.916817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Attempting to bind port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba on network 99801345-a3df-4db5-9037-80da1103e0f4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:42.920990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba on network 99801345-a3df-4db5-9037-80da1103e0f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:12:42.921310 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Attempting to bind port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba on network 99801345-a3df-4db5-9037-80da1103e0f4 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:42.926529 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:12:42.926859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Checking segment: {'id': '8d53f478-9e0f-4b52-b60b-668b04b62a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:42.927246 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Bound using segment: {'id': '8d53f478-9e0f-4b52-b60b-668b04b62a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:12:42.927667 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Bound port: cbf76927-ae1a-4694-a7c6-37ff4e2b4fba, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d53f478-9e0f-4b52-b60b-668b04b62a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:12:42.928110 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:43.030853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] For port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:43.035124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] For port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:12:43.039966 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:43.051893 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dcf82-1eea-46c9-81aa-afc6d4ae5819 req-a3238f75-fe34-45b6-999d-5e7bce0a1fc2 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:43.053369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-043dcf82-1eea-46c9-81aa-afc6d4ae5819 req-a3238f75-fe34-45b6-999d-5e7bce0a1fc2 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 943 time: 0.1166825 Jul 16 02:12:43.095663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:43.096811 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:43.098134 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] 10.222.0.69 "PUT /v2.0/ports/cbf76927-ae1a-4694-a7c6-37ff4e2b4fba HTTP/1.1" status: 200 len: 1092 time: 0.6510477 Jul 16 02:12:43.141555 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f693c7c-b9aa-4450-8de1-a1c6b1323d25 service neutron] Pushing event updated for resources: {'Port': ['ID=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,revision_number=7']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:43.163954 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-043dcf82-1eea-46c9-81aa-afc6d4ae5819 req-92dd74e8-50cb-4b6e-be34-f77d25904a0f tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900974 Jul 16 02:12:43.194205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-995dd930-3792-44a5-9fb7-6fcdd4c789c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:43.195721 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-995dd930-3792-44a5-9fb7-6fcdd4c789c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 1095 time: 0.0722370 Jul 16 02:12:43.282046 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-25c8ee56-8468-4ad7-8c6f-10b48688fc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:43.283425 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-25c8ee56-8468-4ad7-8c6f-10b48688fc31 service neutron] 10.222.0.69 "GET /v2.0/networks?id=99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 200 len: 916 time: 0.0817916 Jul 16 02:12:43.326393 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-730553ca-8206-441f-86ae-dfd3cd3f8243 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba HTTP/1.1" status: 200 len: 217 time: 0.0359080 Jul 16 02:12:43.371553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-2d788b70-c123-4842-aa82-8e96615e8442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:43.372963 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-2d788b70-c123-4842-aa82-8e96615e8442 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0424f61-6812-4f29-9a9c-6d9ed7eaec72 HTTP/1.1" status: 200 len: 855 time: 0.0410249 Jul 16 02:12:43.405483 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-71dd0afe-d94c-4429-96fa-a2a9eac28adc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=99801345-a3df-4db5-9037-80da1103e0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264437 Jul 16 02:12:43.495247 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-e259952d-2ee8-49e4-a32f-9e2eeb08433b service neutron] 10.222.0.69 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833402 Jul 16 02:12:43.589678 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60cab7ba-cfb1-4a5c-bcda-9c8c8ff4c47c req-7fb81e9f-cdc5-4ec2-87e8-66dde3eb0a2a service neutron] 10.222.0.69 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882869 Jul 16 02:12:44.340536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc37ec48-d308-412b-922e-30cccc996d4d req-21cdf793-8b3b-49c1-b454-ce611a9f014e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:44.341977 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cc37ec48-d308-412b-922e-30cccc996d4d req-21cdf793-8b3b-49c1-b454-ce611a9f014e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 943 time: 0.0668612 Jul 16 02:12:44.378768 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cc37ec48-d308-412b-922e-30cccc996d4d req-7ecf18da-ad39-46b3-84ed-af77bc2999f1 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308497 Jul 16 02:12:44.845272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0bf1b2-db8f-4c01-bb39-0a0524275460', 'tag': 'cbf76927-ae1a-4694-a7c6-37ff4e2b4fba'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:44.848308 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54c43f8-85d8-4554-8cd7-f723962e8ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0bf1b2-db8f-4c01-bb39-0a0524275460", "tag": "cbf76927-ae1a-4694-a7c6-37ff4e2b4fba"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:44.893637 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e070265-414c-4cf2-b8a0-65b4477c1fcf x-openstack-request-id: req-7e070265-414c-4cf2-b8a0-65b4477c1fcf {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:44.893923 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0bf1b2-db8f-4c01-bb39-0a0524275460", "tag": "cbf76927-ae1a-4694-a7c6-37ff4e2b4fba", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:44.894173 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e070265-414c-4cf2-b8a0-65b4477c1fcf {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:44.895098 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0bf1b2-db8f-4c01-bb39-0a0524275460', 'tag': 'cbf76927-ae1a-4694-a7c6-37ff4e2b4fba', 'status': 'completed', 'code': 200} Jul 16 02:12:44.963146 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-f5856cd2-f865-409f-a0f5-d16510f0c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:44.964747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-f5856cd2-f865-409f-a0f5-d16510f0c652 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 1095 time: 0.0527644 Jul 16 02:12:44.968233 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-2287283a-e76c-49c5-9d06-24c5677be0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:44.969719 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-2287283a-e76c-49c5-9d06-24c5677be0bf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 1095 time: 0.0524225 Jul 16 02:12:45.032173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device cbf76927-ae1a-4694-a7c6-37ff4e2b4fba no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:45.063360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-b6fa9517-7848-40f9-b323-6a2bbec0b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:45.065614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-8999f1e5-4856-4164-b6a6-41427fa318eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:45.067407 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-8999f1e5-4856-4164-b6a6-41427fa318eb service neutron] 10.222.0.70 "GET /v2.0/networks?id=99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 200 len: 916 time: 0.0910723 Jul 16 02:12:45.069073 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-b6fa9517-7848-40f9-b323-6a2bbec0b144 service neutron] 10.222.0.69 "GET /v2.0/networks?id=99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 200 len: 916 time: 0.0966256 Jul 16 02:12:45.082670 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device cbf76927-ae1a-4694-a7c6-37ff4e2b4fba not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:45.112529 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-969e44ca-0f7e-451e-83bd-dcbe4416c8a6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba HTTP/1.1" status: 200 len: 217 time: 0.0351872 Jul 16 02:12:45.114201 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-8cde4b75-0293-4c68-9c3c-abe2a8fb081c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba HTTP/1.1" status: 200 len: 217 time: 0.0390911 Jul 16 02:12:45.165664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-a2c23b74-b194-4b35-9c5d-f36577ba3439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:45.167456 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-a2c23b74-b194-4b35-9c5d-f36577ba3439 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0424f61-6812-4f29-9a9c-6d9ed7eaec72 HTTP/1.1" status: 200 len: 855 time: 0.0470245 Jul 16 02:12:45.169974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-e3d885e8-f893-4d01-8fc2-e0497de94d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:45.171444 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-e3d885e8-f893-4d01-8fc2-e0497de94d7a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d0424f61-6812-4f29-9a9c-6d9ed7eaec72 HTTP/1.1" status: 200 len: 855 time: 0.0505888 Jul 16 02:12:45.201708 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-d178bc2a-9cea-4774-8def-58db8a930137 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=99801345-a3df-4db5-9037-80da1103e0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273194 Jul 16 02:12:45.204885 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-f74be5de-288d-474d-a672-ebc9862b2aed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=99801345-a3df-4db5-9037-80da1103e0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271564 Jul 16 02:12:45.296916 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-71eae79d-5a74-4887-9499-ed58eebeec79 service neutron] 10.222.0.70 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882573 Jul 16 02:12:45.301159 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-362a1bf8-e798-41ee-be9f-eda9ab1831ed service neutron] 10.222.0.69 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899341 Jul 16 02:12:45.387017 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-14c023cf-eeb4-49f3-9eef-f8249759ed57 service neutron] 10.222.0.70 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829189 Jul 16 02:12:45.396708 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c54c43f8-85d8-4554-8cd7-f723962e8ae3 req-0843c267-628c-42d0-b1a5-08f0cfdb9e9a service neutron] 10.222.0.69 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881505 Jul 16 02:12:45.555966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a33702-8709-43e3-b06b-5ef960b49ad9 req-937ffd8b-515e-4585-ac06-b56dc4de511c tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:45.557473 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93a33702-8709-43e3-b06b-5ef960b49ad9 req-937ffd8b-515e-4585-ac06-b56dc4de511c tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 943 time: 0.0649977 Jul 16 02:12:45.594250 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93a33702-8709-43e3-b06b-5ef960b49ad9 req-3460c2e2-9cd6-4900-94ab-aa6f803ad348 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312488 Jul 16 02:12:45.869766 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device cbf76927-ae1a-4694-a7c6-37ff4e2b4fba details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:12:45.882019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970fac97-d4b3-4c92-9ee9-c925294bde66 req-6e584547-ac2a-4858-8d54-3dd37ec2b6b5 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:45.883561 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-970fac97-d4b3-4c92-9ee9-c925294bde66 req-6e584547-ac2a-4858-8d54-3dd37ec2b6b5 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 943 time: 0.0644808 Jul 16 02:12:45.923212 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-970fac97-d4b3-4c92-9ee9-c925294bde66 req-6039703b-7315-4d38-a2f4-219ccc4aa513 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331612 Jul 16 02:12:45.944134 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e920145-0ea4-43dc-90f9-391ca78fe757 req-2565d309-4eec-49ee-8dfd-96cd11873f5c tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:45.945895 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2e920145-0ea4-43dc-90f9-391ca78fe757 req-2565d309-4eec-49ee-8dfd-96cd11873f5c tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.70 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460&tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 943 time: 0.1170356 Jul 16 02:12:45.970526 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:45.981855 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'cbf76927-ae1a-4694-a7c6-37ff4e2b4fba', 'network_id': '99801345-a3df-4db5-9037-80da1103e0f4', 'port_id': 'cbf76927-ae1a-4694-a7c6-37ff4e2b4fba', 'mac_address': 'fa:16:3e:57:cf:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0424f61-6812-4f29-9a9c-6d9ed7eaec72', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:12:46.007614 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [req-2e920145-0ea4-43dc-90f9-391ca78fe757 req-f808b713-8302-40bf-883a-f9945b7638f3 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:12:46.008678 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2e920145-0ea4-43dc-90f9-391ca78fe757 req-f808b713-8302-40bf-883a-f9945b7638f3 service neutron] 10.222.0.70 "DELETE /v2.0/ports/cbf76927-ae1a-4694-a7c6-37ff4e2b4fba/bindings/n-h2-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.0544939 Jul 16 02:12:46.021087 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:46.034495 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbf76927-ae1a-4694-a7c6-37ff4e2b4fba {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:12:46.056135 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:46.059477 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:46.107077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:46.108987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e920145-0ea4-43dc-90f9-391ca78fe757 req-edca9a1b-cb7c-4fbe-89d5-9ff6bdffb240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:46.110499 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2e920145-0ea4-43dc-90f9-391ca78fe757 req-edca9a1b-cb7c-4fbe-89d5-9ff6bdffb240 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 1096 time: 0.0574925 Jul 16 02:12:46.115217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:46.115569 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:46.115955 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:46.116297 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:46.116632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:46.117778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:46.118116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:46.118448 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:46.118776 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:46.119104 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:46.119432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:46.119792 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:46.199945 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e920145-0ea4-43dc-90f9-391ca78fe757 req-c32d00b6-041f-48ab-bbd0-e04d0ec6b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:46.201459 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2e920145-0ea4-43dc-90f9-391ca78fe757 req-c32d00b6-041f-48ab-bbd0-e04d0ec6b571 service neutron] 10.222.0.70 "GET /v2.0/networks?id=99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 200 len: 916 time: 0.0825357 Jul 16 02:12:46.245677 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2e920145-0ea4-43dc-90f9-391ca78fe757 req-5179fc39-da96-4979-963d-a869df9b47b4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba HTTP/1.1" status: 200 len: 217 time: 0.0360267 Jul 16 02:12:46.292933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e920145-0ea4-43dc-90f9-391ca78fe757 req-756d406f-1759-4fd9-9804-c53170d26b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:46.294315 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2e920145-0ea4-43dc-90f9-391ca78fe757 req-756d406f-1759-4fd9-9804-c53170d26b35 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d0424f61-6812-4f29-9a9c-6d9ed7eaec72 HTTP/1.1" status: 200 len: 855 time: 0.0424800 Jul 16 02:12:46.326915 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2e920145-0ea4-43dc-90f9-391ca78fe757 req-7f4d1043-900e-4478-a160-3d6b99dfacd0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=99801345-a3df-4db5-9037-80da1103e0f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246890 Jul 16 02:12:46.335886 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['cbf76927-ae1a-4694-a7c6-37ff4e2b4fba'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:46.418162 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2e920145-0ea4-43dc-90f9-391ca78fe757 req-a4fc629d-4d54-404f-b38c-c210f0507eff service neutron] 10.222.0.70 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841076 Jul 16 02:12:46.506026 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2e920145-0ea4-43dc-90f9-391ca78fe757 req-65b0b8ea-2b4b-47ce-9765-d4d794d472f8 service neutron] 10.222.0.70 "GET /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814915 Jul 16 02:12:47.109630 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c6cf65-cccd-4d54-b8ee-9628e5141f6b req-9d56debf-2dd1-4a30-a33b-de7843e45799 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:47.111151 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2c6cf65-cccd-4d54-b8ee-9628e5141f6b req-9d56debf-2dd1-4a30-a33b-de7843e45799 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 944 time: 0.0715382 Jul 16 02:12:47.152876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c2c6cf65-cccd-4d54-b8ee-9628e5141f6b req-dfbd9b8b-31db-4c93-a7b5-fba009c73bf3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351894 Jul 16 02:12:47.320915 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d0c6ff-dfec-417d-9462-1c88cbb1ec6c req-5c43dceb-514b-4e91-a56e-4a45fbcf4195 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:47.322417 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99d0c6ff-dfec-417d-9462-1c88cbb1ec6c req-5c43dceb-514b-4e91-a56e-4a45fbcf4195 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 944 time: 0.0622492 Jul 16 02:12:47.358789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99d0c6ff-dfec-417d-9462-1c88cbb1ec6c req-75c2cf1b-0ebc-4a71-ac25-ccac18e9ea63 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309711 Jul 16 02:12:47.529627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017c8ca-f35b-4d08-a1fc-d7cbd684c77d req-87e88176-ca64-4726-8dc8-39ad08906c3a tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:47.531112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b017c8ca-f35b-4d08-a1fc-d7cbd684c77d req-87e88176-ca64-4726-8dc8-39ad08906c3a tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 944 time: 0.0655732 Jul 16 02:12:47.569697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b017c8ca-f35b-4d08-a1fc-d7cbd684c77d req-d82f72d6-6cdc-491c-9314-954574e72b45 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322568 Jul 16 02:12:47.873558 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device cbf76927-ae1a-4694-a7c6-37ff4e2b4fba up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:47.920831 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:47.924966 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:47.925339 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:48.000901 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:48.023143 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0bf1b2-db8f-4c01-bb39-0a0524275460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf76927-ae1a-4694-a7c6-37ff4e2b4fba'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:48.025413 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495c50ee-a370-42af-94b1-1f6188f1ffb1" -d '{"events": [{"server_uuid": "2e0bf1b2-db8f-4c01-bb39-0a0524275460", "name": "network-vif-plugged", "status": "completed", "tag": "cbf76927-ae1a-4694-a7c6-37ff4e2b4fba"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:48.038586 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:48.042752 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:48.093020 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:48.125214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c2d63-1cd7-40c3-8bb6-54f3d02f8cb1 req-ed7a2c81-fd2e-41ba-980a-4837380f374a tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:48.126649 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-440c2d63-1cd7-40c3-8bb6-54f3d02f8cb1 req-ed7a2c81-fd2e-41ba-980a-4837380f374a tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0630851 Jul 16 02:12:48.165792 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-440c2d63-1cd7-40c3-8bb6-54f3d02f8cb1 req-3ada36a0-6330-44c7-b923-c7a44bf1e879 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314312 Jul 16 02:12:48.210250 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8774456b-c7bc-4f4e-b209-1339cbccb10e x-openstack-request-id: req-8774456b-c7bc-4f4e-b209-1339cbccb10e {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:48.210569 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0bf1b2-db8f-4c01-bb39-0a0524275460", "name": "network-vif-plugged", "status": "completed", "tag": "cbf76927-ae1a-4694-a7c6-37ff4e2b4fba", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:48.210806 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8774456b-c7bc-4f4e-b209-1339cbccb10e {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:48.211226 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0bf1b2-db8f-4c01-bb39-0a0524275460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbf76927-ae1a-4694-a7c6-37ff4e2b4fba', 'code': 200} Jul 16 02:12:49.140538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b931f0-057c-4d05-9121-0b7fd84f3414 req-63e76ebb-c4dd-49a9-9eef-85ac8e9ca2f2 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:49.141988 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4b931f0-057c-4d05-9121-0b7fd84f3414 req-63e76ebb-c4dd-49a9-9eef-85ac8e9ca2f2 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.0610218 Jul 16 02:12:49.245363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-f4b931f0-057c-4d05-9121-0b7fd84f3414 req-77c7ea4e-a742-4b61-a958-7309817c1a41 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Deleting port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:12:49.245715 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f4b931f0-057c-4d05-9121-0b7fd84f3414 req-77c7ea4e-a742-4b61-a958-7309817c1a41 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:49.365035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-f4b931f0-057c-4d05-9121-0b7fd84f3414 req-77c7ea4e-a742-4b61-a958-7309817c1a41 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] For port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,segment=NetworkSegment(8d53f478-9e0f-4b52-b60b-668b04b62a99),segment_id=8d53f478-9e0f-4b52-b60b-668b04b62a99)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:49.365304 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f4b931f0-057c-4d05-9121-0b7fd84f3414 req-77c7ea4e-a742-4b61-a958-7309817c1a41 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:49.382453 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-f4b931f0-057c-4d05-9121-0b7fd84f3414 req-77c7ea4e-a742-4b61-a958-7309817c1a41 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Calling delete_port for cbf76927-ae1a-4694-a7c6-37ff4e2b4fba owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:12:49.407318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469798d0-a7a6-4a7b-b767-8cf638aa7dad req-0342167b-f724-412c-8736-dd367a8e2c3e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:49.409370 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-469798d0-a7a6-4a7b-b767-8cf638aa7dad req-0342167b-f724-412c-8736-dd367a8e2c3e tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e0bf1b2-db8f-4c01-bb39-0a0524275460 HTTP/1.1" status: 200 len: 945 time: 0.1072302 Jul 16 02:12:49.483412 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-469798d0-a7a6-4a7b-b767-8cf638aa7dad req-8b11935b-9782-4d11-b0b6-cd8977c577e6 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.22 "GET /v2.0/security-groups?id=498a188e-c01b-482c-bd11-0383ee23fe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482838 Jul 16 02:12:49.551289 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f4b931f0-057c-4d05-9121-0b7fd84f3414 req-77c7ea4e-a742-4b61-a958-7309817c1a41 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:49.562588 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['cbf76927-ae1a-4694-a7c6-37ff4e2b4fba'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:12:49.581644 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7ea4e-a742-4b61-a958-7309817c1a41 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Pushing event deleted for resources: {'Port': ['ID=cbf76927-ae1a-4694-a7c6-37ff4e2b4fba,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:49.624366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b931f0-057c-4d05-9121-0b7fd84f3414 req-77c7ea4e-a742-4b61-a958-7309817c1a41 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] No DVR routers for this DVR port cbf76927-ae1a-4694-a7c6-37ff4e2b4fba on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:12:49.626697 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-f4b931f0-057c-4d05-9121-0b7fd84f3414 req-77c7ea4e-a742-4b61-a958-7309817c1a41 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:49.629243 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4b931f0-057c-4d05-9121-0b7fd84f3414 req-77c7ea4e-a742-4b61-a958-7309817c1a41 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] 10.222.0.69 "DELETE /v2.0/ports/cbf76927-ae1a-4694-a7c6-37ff4e2b4fba HTTP/1.1" status: 204 len: 173 time: 0.4803143 Jul 16 02:12:49.629675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0bf1b2-db8f-4c01-bb39-0a0524275460', 'name': 'network-vif-deleted', 'tag': 'cbf76927-ae1a-4694-a7c6-37ff4e2b4fba'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:12:49.631991 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e2782e-1098-49d3-ac49-e5c0b500737d" -d '{"events": [{"server_uuid": "2e0bf1b2-db8f-4c01-bb39-0a0524275460", "name": "network-vif-deleted", "tag": "cbf76927-ae1a-4694-a7c6-37ff4e2b4fba"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:12:49.676119 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec145cdd-60c1-411b-8166-3d7ed832e620 x-openstack-request-id: req-ec145cdd-60c1-411b-8166-3d7ed832e620 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:12:49.676413 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0bf1b2-db8f-4c01-bb39-0a0524275460", "name": "network-vif-deleted", "tag": "cbf76927-ae1a-4694-a7c6-37ff4e2b4fba", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:12:49.676767 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec145cdd-60c1-411b-8166-3d7ed832e620 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:12:49.677471 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0bf1b2-db8f-4c01-bb39-0a0524275460', 'name': 'network-vif-deleted', 'tag': 'cbf76927-ae1a-4694-a7c6-37ff4e2b4fba', 'status': 'completed', 'code': 200} Jul 16 02:12:50.702102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44450) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:50.751286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Deleting subnet d0424f61-6812-4f29-9a9c-6d9ed7eaec72 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:12:50.754237 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:50.787972 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:50.825002 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:50.875931 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:50.902369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0424f61-6812-4f29-9a9c-6d9ed7eaec72,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:50.904975 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:50.906540 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d0424f61-6812-4f29-9a9c-6d9ed7eaec72 HTTP/1.1" status: 204 len: 168 time: 0.2034392 Jul 16 02:12:50.909703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44452) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:50.913677 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:50.914025 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:50.914366 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:50.914702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:50.915033 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:50.915362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:50.915688 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:50.916045 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:50.916370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:50.916691 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:50.917013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:50.917332 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbff19c4-29a0-4287-8911-a4958763cf18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:50.980135 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a22f84d-c612-4004-bce9-1b0b09f8372a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.055166 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a22f84d-c612-4004-bce9-1b0b09f8372a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.065012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-3a22f84d-c612-4004-bce9-1b0b09f8372a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99801345-a3df-4db5-9037-80da1103e0f4']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:51.075412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-3a22f84d-c612-4004-bce9-1b0b09f8372a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d53f478-9e0f-4b52-b60b-668b04b62a99') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:51.075712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-3a22f84d-c612-4004-bce9-1b0b09f8372a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d53f478-9e0f-4b52-b60b-668b04b62a99') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:51.084711 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a22f84d-c612-4004-bce9-1b0b09f8372a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.097738 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a22f84d-c612-4004-bce9-1b0b09f8372a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.103595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a22f84d-c612-4004-bce9-1b0b09f8372a admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:12:51.104024 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a22f84d-c612-4004-bce9-1b0b09f8372a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: timer() Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:12:51.105647 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:12:51.162254 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a22f84d-c612-4004-bce9-1b0b09f8372a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.167139 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a22f84d-c612-4004-bce9-1b0b09f8372a admin admin] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.169579 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3a22f84d-c612-4004-bce9-1b0b09f8372a admin admin] 10.222.0.22 "DELETE /v2.0/networks/99801345-a3df-4db5-9037-80da1103e0f4 HTTP/1.1" status: 204 len: 168 time: 0.2587245 Jul 16 02:12:51.181839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a22f84d-c612-4004-bce9-1b0b09f8372a admin admin] Pushing event deleted for resources: {'Network': ['ID=99801345-a3df-4db5-9037-80da1103e0f4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:51.273498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44456) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:51.312943 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7064b146-068a-465a-aa5f-ee8961416028 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a6025c4f9dbd49b5b57c0bad813279b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382261 Jul 16 02:12:51.315212 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44458) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:51.361471 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-853e312f-c23b-4882-b9bc-e6deeb610222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.381925 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-853e312f-c23b-4882-b9bc-e6deeb610222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.431140 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-853e312f-c23b-4882-b9bc-e6deeb610222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.433650 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-853e312f-c23b-4882-b9bc-e6deeb610222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:51.434782 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-853e312f-c23b-4882-b9bc-e6deeb610222 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/498a188e-c01b-482c-bd11-0383ee23fe8d HTTP/1.1" status: 204 len: 168 time: 0.1186514 Jul 16 02:12:51.442453 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e312f-c23b-4882-b9bc-e6deeb610222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498a188e-c01b-482c-bd11-0383ee23fe8d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:51.901808 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device cbf76927-ae1a-4694-a7c6-37ff4e2b4fba no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:12:51.921268 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: cbf76927-ae1a-4694-a7c6-37ff4e2b4fba {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:12:51.921617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device cbf76927-ae1a-4694-a7c6-37ff4e2b4fba not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:12:52.061859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44480) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:52.165606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-0c83fef4-2d60-4eaa-9440-77922c0c28f1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1505954314-network', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:52.186507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c83fef4-2d60-4eaa-9440-77922c0c28f1 admin admin] Made reservation on behalf of 2d40b17c2e8a40ac987668e33695a0ac for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:52.188819 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0c83fef4-2d60-4eaa-9440-77922c0c28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.197811 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0c83fef4-2d60-4eaa-9440-77922c0c28f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.283711 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0c83fef4-2d60-4eaa-9440-77922c0c28f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.287494 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0c83fef4-2d60-4eaa-9440-77922c0c28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.311720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c83fef4-2d60-4eaa-9440-77922c0c28f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:12:52.321955 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83fef4-2d60-4eaa-9440-77922c0c28f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57deaac9-cead-411e-b1bf-136068ceb69b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:52.327076 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0c83fef4-2d60-4eaa-9440-77922c0c28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.327422 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-0c83fef4-2d60-4eaa-9440-77922c0c28f1 admin admin] Added segment 65644b2d-583a-4886-b89d-550989fbdb97 of type vlan for network f2db5307-e5da-48e3-9dda-648b386b6e5a Jul 16 02:12:52.367248 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0c83fef4-2d60-4eaa-9440-77922c0c28f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.395221 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0c83fef4-2d60-4eaa-9440-77922c0c28f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.396097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c83fef4-2d60-4eaa-9440-77922c0c28f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:52.396669 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0c83fef4-2d60-4eaa-9440-77922c0c28f1 admin admin] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.424552 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0c83fef4-2d60-4eaa-9440-77922c0c28f1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3615704 Jul 16 02:12:52.428126 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44484) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:52.433171 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-230302c8-0e9f-4b9c-b861-06f9cf77a21d admin admin] Request body: {'subnet': {'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1505954314-subnet', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:52.453364 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230302c8-0e9f-4b9c-b861-06f9cf77a21d admin admin] Made reservation on behalf of 2d40b17c2e8a40ac987668e33695a0ac for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:12:52.455738 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-230302c8-0e9f-4b9c-b861-06f9cf77a21d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.459824 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c83fef4-2d60-4eaa-9440-77922c0c28f1 admin admin] Pushing event updated for resources: {'Network': ['ID=f2db5307-e5da-48e3-9dda-648b386b6e5a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:52.469466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network f2db5307-e5da-48e3-9dda-648b386b6e5a details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:12:52.624551 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-230302c8-0e9f-4b9c-b861-06f9cf77a21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.684558 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230302c8-0e9f-4b9c-b861-06f9cf77a21d admin admin] Pushing event updated for resources: {'Subnet': ['ID=18a5a295-094c-41fa-aad1-9a4d11601abd,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:52.691727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230302c8-0e9f-4b9c-b861-06f9cf77a21d admin admin] Checking segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:52.692118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230302c8-0e9f-4b9c-b861-06f9cf77a21d admin admin] Network hostable DHCP agents. Network: f2db5307-e5da-48e3-9dda-648b386b6e5a, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:12:52.708072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230302c8-0e9f-4b9c-b861-06f9cf77a21d admin admin] Network f2db5307-e5da-48e3-9dda-648b386b6e5a is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:12:52.715996 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-230302c8-0e9f-4b9c-b861-06f9cf77a21d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, f2db5307-e5da-48e3-9dda-648b386b6e5a) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:52.720392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230302c8-0e9f-4b9c-b861-06f9cf77a21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:52.721401 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-230302c8-0e9f-4b9c-b861-06f9cf77a21d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.725225 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08165c2-8883-4694-9526-486515de3297 None None] Network f2db5307-e5da-48e3-9dda-648b386b6e5a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:12:52.735209 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-230302c8-0e9f-4b9c-b861-06f9cf77a21d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3059671 Jul 16 02:12:52.738737 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44488) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:52.743063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:52.763304 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.764312 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.815535 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.869740 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-f2db5307-e5da-48e3-9dda-648b386b6e5a', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:12:52.872890 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:52.956670 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:53.003906 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Allocated IP 172.20.0.2 (f2db5307-e5da-48e3-9dda-648b386b6e5a/18a5a295-094c-41fa-aad1-9a4d11601abd/5c9cb58f-f850-4acc-ba33-d6b3775a7355) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:12:53.142518 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:53.151026 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Transition to ACTIVE for port object 5c9cb58f-f850-4acc-ba33-d6b3775a7355 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:53.165632 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:53.166014 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Transition to ACTIVE for port object 5c9cb58f-f850-4acc-ba33-d6b3775a7355 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:53.172739 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:53.185776 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:53.209000 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Network f2db5307-e5da-48e3-9dda-648b386b6e5a is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:53.213603 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:53.216911 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:12:53.225893 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Pushing event updated for resources: {'Port': ['ID=5c9cb58f-f850-4acc-ba33-d6b3775a7355,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:53.282018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Attempting to bind port 5c9cb58f-f850-4acc-ba33-d6b3775a7355 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:12:53.282390 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Attempting to bind port 5c9cb58f-f850-4acc-ba33-d6b3775a7355 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:12:53.283058 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Attempting to bind port 5c9cb58f-f850-4acc-ba33-d6b3775a7355 on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:53.289082 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:12:53.289436 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Checking segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:53.289835 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:53.290234 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Bound using segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:12:53.290696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Bound port: 5c9cb58f-f850-4acc-ba33-d6b3775a7355, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:12:53.291077 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:53.293527 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Allocated IP 172.25.2.56 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/fd98e3e1-a691-4e74-8de8-3df922e15609) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:12:53.354584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] For port 5c9cb58f-f850-4acc-ba33-d6b3775a7355, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:53.357668 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] For port 5c9cb58f-f850-4acc-ba33-d6b3775a7355, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5c9cb58f-f850-4acc-ba33-d6b3775a7355,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:12:53.362137 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:53.399655 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:53.425937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5c57b8-1bb3-4a2b-87b5-bc70faadd5c6 None None] Pushing event updated for resources: {'Port': ['ID=5c9cb58f-f850-4acc-ba33-d6b3775a7355,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:53.439046 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:53.477595 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:53.482459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:53.486076 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:12:53.513346 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Pushing event updated for resources: {'Port': ['ID=fd98e3e1-a691-4e74-8de8-3df922e15609,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:53.755277 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:53.942928 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.071209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:12:54.178878 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:12:54.188959 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Sync routers for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:12:54.200839 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.201717 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:54.204941 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d5480361-4afa-4af4-b084-d7e4b9851261 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4625223 Jul 16 02:12:54.205164 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:12:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:54.205297 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 44492) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:54.312787 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:54.324876 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8da5631-2de7-49aa-83d9-588285466447 None None] Network f2db5307-e5da-48e3-9dda-648b386b6e5a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:12:54.398506 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7605b3aa-c38b-4059-bdb1-bc1407849098 None None] Provisioning for port 5c9cb58f-f850-4acc-ba33-d6b3775a7355 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:54.498296 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:53Z', 'revision_number': 3, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:54.527278 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Checking router: b9ebd984-8fe7-41d0-9219-4a4a76b880d1 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:12:54.527865 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Updating router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 port fd98e3e1-a691-4e74-8de8-3df922e15609 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:12:54.565785 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.609310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5c9cb58f-f850-4acc-ba33-d6b3775a7355 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:54.666958 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 5c9cb58f-f850-4acc-ba33-d6b3775a7355 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:54.672705 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 5c9cb58f-f850-4acc-ba33-d6b3775a7355 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:54.673325 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.690412 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.769344 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.802008 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 5c9cb58f-f850-4acc-ba33-d6b3775a7355, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5c9cb58f-f850-4acc-ba33-d6b3775a7355,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:54.805612 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.853259 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.863178 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Transition to ACTIVE for port object fd98e3e1-a691-4e74-8de8-3df922e15609 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:54.867529 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ce6523d7-1432-4b0a-a094-914b1b9506bf None None] Provisioning complete for port 5c9cb58f-f850-4acc-ba33-d6b3775a7355 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:54.867833 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ce6523d7-1432-4b0a-a094-914b1b9506bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.868089 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Allocated IP 172.20.0.1 (f2db5307-e5da-48e3-9dda-648b386b6e5a/18a5a295-094c-41fa-aad1-9a4d11601abd/7a1b3fd6-d742-4262-9f08-c1da3cdef7c3) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:12:54.868913 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.924438 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8eadff-a73e-43be-a3fc-422436ff845f None None] Pushing event updated for resources: {'Port': ['ID=fd98e3e1-a691-4e74-8de8-3df922e15609,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:54.934684 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Attempting to bind port fd98e3e1-a691-4e74-8de8-3df922e15609 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:12:54.935063 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Attempting to bind port fd98e3e1-a691-4e74-8de8-3df922e15609 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:12:54.935424 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Attempting to bind port fd98e3e1-a691-4e74-8de8-3df922e15609 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:54.938388 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eadff-a73e-43be-a3fc-422436ff845f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:54.938739 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eadff-a73e-43be-a3fc-422436ff845f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:54.939692 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eadff-a73e-43be-a3fc-422436ff845f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:54.939692 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eadff-a73e-43be-a3fc-422436ff845f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:54.939692 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eadff-a73e-43be-a3fc-422436ff845f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:54.940081 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eadff-a73e-43be-a3fc-422436ff845f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:54.940918 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eadff-a73e-43be-a3fc-422436ff845f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:54.941533 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eadff-a73e-43be-a3fc-422436ff845f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:54.942199 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eadff-a73e-43be-a3fc-422436ff845f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:54.942199 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eadff-a73e-43be-a3fc-422436ff845f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:54.942471 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eadff-a73e-43be-a3fc-422436ff845f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:54.942768 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d8eadff-a73e-43be-a3fc-422436ff845f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:12:54.951063 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:12:54.951444 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:54.951893 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.952291 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:12:54.952776 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Bound port: fd98e3e1-a691-4e74-8de8-3df922e15609, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:12:54.953161 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.983584 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:54.998726 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Transition to ACTIVE for port object 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:55.007172 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] For port fd98e3e1-a691-4e74-8de8-3df922e15609, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:55.010572 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] For port fd98e3e1-a691-4e74-8de8-3df922e15609, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=fd98e3e1-a691-4e74-8de8-3df922e15609,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:12:55.015117 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.036849 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.046923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=5c9cb58f-f850-4acc-ba33-d6b3775a7355,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:55.059089 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Network f2db5307-e5da-48e3-9dda-648b386b6e5a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:55.078423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:55.081625 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:12:55.090200 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8eadff-a73e-43be-a3fc-422436ff845f None None] Pushing event updated for resources: {'Port': ['ID=fd98e3e1-a691-4e74-8de8-3df922e15609,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:55.103744 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:55.104816 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:12:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:55.130437 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Pushing event updated for resources: {'Port': ['ID=7a1b3fd6-d742-4262-9f08-c1da3cdef7c3,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:55.141439 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.214955 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:55.288464 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.335010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-36b5628f-af06-4e76-96fe-360ddfe920f8 None None] Provisioning for port 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:55.339059 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-36b5628f-af06-4e76-96fe-360ddfe920f8 None None] Provisioning complete for port 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:55.339624 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-36b5628f-af06-4e76-96fe-360ddfe920f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.376894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-36b5628f-af06-4e76-96fe-360ddfe920f8 None None] Port 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:12:55.406938 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:53Z', 'revision_number': 3, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:55.434363 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f29b256-2763-42d4-a2c5-9aebe4415696 None None] The sync data for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 is: [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:53Z', 'revision_number': 3, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:12:55.757460 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.762244 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.833152 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Pushing event updated for resources: {'Port': ['ID=7a1b3fd6-d742-4262-9f08-c1da3cdef7c3,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:55.837105 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:55.929553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Network f2db5307-e5da-48e3-9dda-648b386b6e5a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:55.931020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:56.053064 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:12:56.169958 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:12:56.175339 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-db06bde2-7948-407e-b7bc-9954db2b30ef admin admin] 10.222.0.22 "PUT /v2.0/routers/b9ebd984-8fe7-41d0-9219-4a4a76b880d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9691851 Jul 16 02:12:56.202948 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9b2eaf4b-13b1-4b3d-ba73-56dbe0e6bb92 None None] Provisioning complete for port 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:56.203329 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9b2eaf4b-13b1-4b3d-ba73-56dbe0e6bb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.245683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9b2eaf4b-13b1-4b3d-ba73-56dbe0e6bb92 None None] Port 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:12:56.587916 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44500) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:56.592726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5d195db5-591b-4af6-91c2-863726ad6dac tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--859741544', 'description': 'tempest-description--1315525974'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:56.618572 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5d195db5-591b-4af6-91c2-863726ad6dac tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.631358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device fd98e3e1-a691-4e74-8de8-3df922e15609 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:56.687135 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port fd98e3e1-a691-4e74-8de8-3df922e15609 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:56.692038 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port fd98e3e1-a691-4e74-8de8-3df922e15609 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:56.692634 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.714230 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5d195db5-591b-4af6-91c2-863726ad6dac tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.718841 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5d195db5-591b-4af6-91c2-863726ad6dac tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.747364 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5d195db5-591b-4af6-91c2-863726ad6dac tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.748652 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5d195db5-591b-4af6-91c2-863726ad6dac tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1596508 Jul 16 02:12:56.749364 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d195db5-591b-4af6-91c2-863726ad6dac tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=643e2976-0962-43d7-b9fa-991af869b0de,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:56.751347 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44502) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:56.756179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-2327958d-75f7-4482-a895-b48902a56345 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Request body: {'security_group_rule': {'security_group_id': '643e2976-0962-43d7-b9fa-991af869b0de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:56.782467 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2327958d-75f7-4482-a895-b48902a56345 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.784894 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.806560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port fd98e3e1-a691-4e74-8de8-3df922e15609, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=fd98e3e1-a691-4e74-8de8-3df922e15609,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:56.812659 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.813465 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5c9cb58f-f850-4acc-ba33-d6b3775a7355 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:56.851159 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2327958d-75f7-4482-a895-b48902a56345 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.854775 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2327958d-75f7-4482-a895-b48902a56345 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.874149 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2327958d-75f7-4482-a895-b48902a56345 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9755f812-64f6-42cd-b6c1-012ab015c401,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:56.877288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2327958d-75f7-4482-a895-b48902a56345 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.881133 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2327958d-75f7-4482-a895-b48902a56345 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1262879 Jul 16 02:12:56.881573 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44504) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:56.886273 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-8650d597-7430-4467-8cd5-ebff23edb17f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Request body: {'security_group_rule': {'security_group_id': '643e2976-0962-43d7-b9fa-991af869b0de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:56.904211 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=fd98e3e1-a691-4e74-8de8-3df922e15609,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:56.913371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 5c9cb58f-f850-4acc-ba33-d6b3775a7355 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:56.913774 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.919883 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8650d597-7430-4467-8cd5-ebff23edb17f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.979452 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8650d597-7430-4467-8cd5-ebff23edb17f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.984039 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8650d597-7430-4467-8cd5-ebff23edb17f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:56.996671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Sync routers for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:12:57.006486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650d597-7430-4467-8cd5-ebff23edb17f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734950d3-bd54-4f7a-900b-7d1492090e18,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:57.010076 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:57.010910 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:12:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:57.014508 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8650d597-7430-4467-8cd5-ebff23edb17f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.014952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8650d597-7430-4467-8cd5-ebff23edb17f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324179 Jul 16 02:12:57.017839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44506) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:12:57.022848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:12:57.044736 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.122093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:57.140184 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.244986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Allocated IP 172.25.2.231 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/cb0314ea-a77e-432e-b4ae-dfb1b073e2fb) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:12:57.321489 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 2, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:57.345094 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.347571 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Checking router: b9ebd984-8fe7-41d0-9219-4a4a76b880d1 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:12:57.347952 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Updating router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 port 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:12:57.385827 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.388453 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.431840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:12:57.434448 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:12:57.437994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:12:57.443635 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Pushing event updated for resources: {'Port': ['ID=cb0314ea-a77e-432e-b4ae-dfb1b073e2fb,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:57.522854 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.565533 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.657905 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.668085 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Transition to ACTIVE for port object 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:12:57.673361 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.720426 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.721224 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b283a4-31f2-4d08-98ea-48514f6bd515 None None] Pushing event updated for resources: {'Port': ['ID=7a1b3fd6-d742-4262-9f08-c1da3cdef7c3,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:57.727101 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.777933 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Attempting to bind port 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:12:57.778309 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Attempting to bind port 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:12:57.778674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Attempting to bind port 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:12:57.784051 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:12:57.784432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Checking segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:12:57.784835 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.785566 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Bound using segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:12:57.785881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Bound port: 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:12:57.786267 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.804172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Pushing event updated for resources: {'Port': ['ID=cb0314ea-a77e-432e-b4ae-dfb1b073e2fb,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:57.813783 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.830082 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.832740 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a8020e64-b066-440f-bc42-717f31d45960 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8125865 Jul 16 02:12:57.863620 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] For port 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:12:57.867299 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] For port 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7a1b3fd6-d742-4262-9f08-c1da3cdef7c3,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:12:57.872281 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:57.930529 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:12:57.931012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:12:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:57.936543 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b283a4-31f2-4d08-98ea-48514f6bd515 None None] Pushing event updated for resources: {'Port': ['ID=7a1b3fd6-d742-4262-9f08-c1da3cdef7c3,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:57.987709 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-ae2d7b91-f7c6-4804-a2e7-5daa2c3561cc tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--859741544&fields=id&tenant_id=2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 267 time: 0.0357497 Jul 16 02:12:58.054803 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:12:58.115117 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-afcdcf47-dad7-477c-ab23-112a756de569 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:58.116640 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-afcdcf47-dad7-477c-ab23-112a756de569 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 812 time: 0.1193256 Jul 16 02:12:58.132288 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-360d987b-d9e6-41f3-8866-54d75ee2308f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/quotas/2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 375 time: 0.0101824 Jul 16 02:12:58.201185 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-47eebf7c-a887-44bf-b517-9b3547e5d231 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632012 Jul 16 02:12:58.263213 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:57Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:12:58.292616 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8537ccd7-17ba-4303-9fad-50f385c7ab2e None None] The sync data for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 is: [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:57Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:12:58.293596 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-a9d6a23b-8793-4a0e-b620-737658c95628 service neutron] 10.222.0.22 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810964 Jul 16 02:12:58.413599 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-aabef049-6be8-4a83-bc55-c754c3ab8522 service neutron] 10.222.0.22 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137278 Jul 16 02:12:58.613980 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a25c4a-9c4b-40cf-8935-a3668ab423eb req-1a156e97-7768-4f18-a782-3edbe66507c3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 210 time: 0.0359404 Jul 16 02:12:58.663410 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:58.717049 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:12:58.722075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:58.722446 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:58.806266 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:58.840493 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7a1b3fd6-d742-4262-9f08-c1da3cdef7c3,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:12:58.844731 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:58.845666 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device fd98e3e1-a691-4e74-8de8-3df922e15609 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:12:58.932594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=7a1b3fd6-d742-4262-9f08-c1da3cdef7c3,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:12:58.949451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port fd98e3e1-a691-4e74-8de8-3df922e15609 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:12:58.950255 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:12:59.752530 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c89794f9-9ec4-491c-b232-debd7ced2caa req-ccf7da37-38e9-4f9a-9919-0c5156297bda tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 210 time: 0.0311103 Jul 16 02:12:59.889086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-96b4ba5d-0b87-41c1-b3b1-f19e44fb975e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:12:59.890527 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-96b4ba5d-0b87-41c1-b3b1-f19e44fb975e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 812 time: 0.1032822 Jul 16 02:12:59.939668 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-4b4c4517-9f97-4447-866f-d00d474189e6 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 379 time: 0.0334113 Jul 16 02:12:59.948902 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Request body: {'port': {'device_id': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'admin_state_up': True, 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'security_groups': ['643e2976-0962-43d7-b9fa-991af869b0de']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:00.056913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Made reservation on behalf of 2d40b17c2e8a40ac987668e33695a0ac for: {'port': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:13:00.060636 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.181377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Allocated IP 172.20.0.3 (f2db5307-e5da-48e3-9dda-648b386b6e5a/18a5a295-094c-41fa-aad1-9a4d11601abd/f4e3e9b1-4344-4c87-900c-bebba9e2dcde) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:13:00.317537 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.330535 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Transition to ACTIVE for port object f4e3e9b1-4344-4c87-900c-bebba9e2dcde will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:00.363992 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.411472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Network f2db5307-e5da-48e3-9dda-648b386b6e5a is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:13:00.414506 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:13:00.418346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:13:00.441575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Pushing event updated for resources: {'Port': ['ID=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:00.456657 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.457162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.457390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.457846 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.458303 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.458842 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.459289 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.459729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.460082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.460408 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.460732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.461052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:13:00.482168 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:00.482803 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.497400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-135816b3-f357-4c2f-bc1d-b740a81e5748 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5520983 Jul 16 02:13:00.509575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Request body: {'port': {'device_id': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:00.570939 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:00.586861 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.619367 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:00.619839 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.704998 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6c64e69b-3e0b-4ba2-a4ac-416b682e8b29 None None] Provisioning for port f4e3e9b1-4344-4c87-900c-bebba9e2dcde completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:00.709134 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6c64e69b-3e0b-4ba2-a4ac-416b682e8b29 None None] Provisioning complete for port f4e3e9b1-4344-4c87-900c-bebba9e2dcde triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:00.709508 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6c64e69b-3e0b-4ba2-a4ac-416b682e8b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.745180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6c64e69b-3e0b-4ba2-a4ac-416b682e8b29 None None] Port f4e3e9b1-4344-4c87-900c-bebba9e2dcde cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:13:00.849972 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e3e9b1-4344-4c87-900c-bebba9e2dcde {{(pid=93919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:13:00.857329 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.879194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Transition to ACTIVE for port object f4e3e9b1-4344-4c87-900c-bebba9e2dcde will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:13:00.881358 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.897919 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:00.955855 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:01.017664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a95ec-8c5e-4388-9744-14692a75c515 req-31075bf4-3bff-4e7e-9785-74616954c8c8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:01.019770 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa2a95ec-8c5e-4388-9744-14692a75c515 req-31075bf4-3bff-4e7e-9785-74616954c8c8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 931 time: 0.1544216 Jul 16 02:13:01.072663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Attempting to bind port f4e3e9b1-4344-4c87-900c-bebba9e2dcde on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:13:01.073016 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Attempting to bind port f4e3e9b1-4344-4c87-900c-bebba9e2dcde by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:13:01.073508 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Attempting to bind port f4e3e9b1-4344-4c87-900c-bebba9e2dcde on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:01.078044 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa2a95ec-8c5e-4388-9744-14692a75c515 req-ea07cff0-4a3a-4060-90bb-1dcb7bd70e08 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513577 Jul 16 02:13:01.082022 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Port f4e3e9b1-4344-4c87-900c-bebba9e2dcde on network f2db5307-e5da-48e3-9dda-648b386b6e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:13:01.082349 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Attempting to bind port f4e3e9b1-4344-4c87-900c-bebba9e2dcde on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:13:01.087575 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:13:01.087900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Checking segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:13:01.088528 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Bound using segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:13:01.089124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Bound port: f4e3e9b1-4344-4c87-900c-bebba9e2dcde, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:13:01.089475 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.156186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] For port f4e3e9b1-4344-4c87-900c-bebba9e2dcde, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:13:01.159481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] For port f4e3e9b1-4344-4c87-900c-bebba9e2dcde, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:13:01.164016 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.200194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:01.200825 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.202210 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] 10.222.0.69 "PUT /v2.0/ports/f4e3e9b1-4344-4c87-900c-bebba9e2dcde HTTP/1.1" status: 200 len: 1092 time: 0.6977162 Jul 16 02:13:01.202735 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'tag': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:01.204902 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03b3c7b-1b4c-43f0-a2a5-25be373679d4" -d '{"events": [{"name": "network-changed", "server_uuid": "90f77a1b-69e2-4fce-b700-8476b13119ca", "tag": "f4e3e9b1-4344-4c87-900c-bebba9e2dcde"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:01.232417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2ea99-bda7-4c1a-aab3-b712e853c439 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,revision_number=3']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:01.256871 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb8b789-3be4-413b-be83-b3c40e738600 x-openstack-request-id: req-4fb8b789-3be4-413b-be83-b3c40e738600 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:01.257160 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f77a1b-69e2-4fce-b700-8476b13119ca", "tag": "f4e3e9b1-4344-4c87-900c-bebba9e2dcde", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:01.257415 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4fb8b789-3be4-413b-be83-b3c40e738600 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:01.257809 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'tag': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde', 'status': 'completed', 'code': 200} Jul 16 02:13:01.304378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-dbc859f7-510e-4e68-af4d-88d0f7635d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:01.305926 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-dbc859f7-510e-4e68-af4d-88d0f7635d79 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 1095 time: 0.0587652 Jul 16 02:13:01.348774 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-6feeaa74-1f15-4f62-a025-84ca7ae3f92e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde HTTP/1.1" status: 200 len: 217 time: 0.0355294 Jul 16 02:13:01.401564 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-70b3eb7e-a46c-48e2-a075-2f641a2b2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:01.403025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-70b3eb7e-a46c-48e2-a075-2f641a2b2a3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0473840 Jul 16 02:13:01.778764 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:01.798015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-4880b2a0-67cc-4616-847a-98d3e6df9e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:01.799553 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-4880b2a0-67cc-4616-847a-98d3e6df9e58 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3906307 Jul 16 02:13:01.884665 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-4f8c3a54-2050-4f87-bc85-a8a5ce74216c service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782061 Jul 16 02:13:01.973160 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-40d0eda3-ec4a-4bf5-8e90-5b5b168c5be0 req-fd92e13d-a966-469c-ac9b-896091c89505 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821600 Jul 16 02:13:02.069849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b3c7b-1b4c-43f0-a2a5-25be373679d4 req-ae90a558-1e12-4836-823d-e6a3e25a6d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:02.071397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b03b3c7b-1b4c-43f0-a2a5-25be373679d4 req-ae90a558-1e12-4836-823d-e6a3e25a6d6e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 1095 time: 0.0524306 Jul 16 02:13:02.161788 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b3c7b-1b4c-43f0-a2a5-25be373679d4 req-240ef8de-f58c-45bf-a306-9e9adb4bab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:02.163275 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b03b3c7b-1b4c-43f0-a2a5-25be373679d4 req-240ef8de-f58c-45bf-a306-9e9adb4bab41 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0856149 Jul 16 02:13:02.205557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b03b3c7b-1b4c-43f0-a2a5-25be373679d4 req-112f1fa8-0b03-4b42-8ea3-586018d698b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde HTTP/1.1" status: 200 len: 217 time: 0.0362639 Jul 16 02:13:02.282372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b3c7b-1b4c-43f0-a2a5-25be373679d4 req-aae58eba-aea3-438d-a144-4d6d5df84c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:02.284366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b03b3c7b-1b4c-43f0-a2a5-25be373679d4 req-aae58eba-aea3-438d-a144-4d6d5df84c0a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0705874 Jul 16 02:13:02.330017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c7c48-b37c-4171-b718-b018d729637e req-6931ae31-7608-4302-a5a0-681e2fd42167 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:02.331428 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3e2c7c48-b37c-4171-b718-b018d729637e req-6931ae31-7608-4302-a5a0-681e2fd42167 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 943 time: 0.1286402 Jul 16 02:13:02.381119 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3e2c7c48-b37c-4171-b718-b018d729637e req-2815a672-eae4-4e89-a498-b10b8f339406 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430520 Jul 16 02:13:02.382807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b3c7b-1b4c-43f0-a2a5-25be373679d4 req-8d636749-8137-47a4-bc76-d71ce293e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:02.384257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b03b3c7b-1b4c-43f0-a2a5-25be373679d4 req-8d636749-8137-47a4-bc76-d71ce293e451 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928385 Jul 16 02:13:02.474451 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b03b3c7b-1b4c-43f0-a2a5-25be373679d4 req-6d915fee-4be7-4e4d-b4fd-2a1525e26646 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828779 Jul 16 02:13:02.566377 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b03b3c7b-1b4c-43f0-a2a5-25be373679d4 req-7c55c386-6c7b-4a9e-92a8-204103cb7f20 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839865 Jul 16 02:13:03.548582 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f453a5-51c7-4451-a22a-9b29a0d14bc3 req-02126109-4017-4424-901b-45619f95d3e5 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:03.550045 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4f453a5-51c7-4451-a22a-9b29a0d14bc3 req-02126109-4017-4424-901b-45619f95d3e5 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 943 time: 0.0610604 Jul 16 02:13:03.586943 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b4f453a5-51c7-4451-a22a-9b29a0d14bc3 req-46b0cca6-8687-4cc9-8d14-e380b575d0e9 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315280 Jul 16 02:13:03.947276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f4e3e9b1-4344-4c87-900c-bebba9e2dcde details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:13:04.038164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f4e3e9b1-4344-4c87-900c-bebba9e2dcde, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:04.048672 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'port_id': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde', 'mac_address': 'fa:16:3e:e7:db:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:13:04.088826 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.101022 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e3e9b1-4344-4c87-900c-bebba9e2dcde {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:13:04.119332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f4e3e9b1-4344-4c87-900c-bebba9e2dcde, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:04.123276 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:04.168873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:04.373899 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['f4e3e9b1-4344-4c87-900c-bebba9e2dcde'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:13:04.754405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3cb152-d4e1-488d-a6c4-ac215111565e req-e7c2acfd-3e0a-4516-b474-c89b44e1dd8f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:04.755918 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce3cb152-d4e1-488d-a6c4-ac215111565e req-e7c2acfd-3e0a-4516-b474-c89b44e1dd8f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 944 time: 0.0615511 Jul 16 02:13:04.792537 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ce3cb152-d4e1-488d-a6c4-ac215111565e req-35d2eaf5-1f28-49c1-ba3a-d8f564b08ce8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310125 Jul 16 02:13:04.975518 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3fa8e4a6-e91b-4565-9719-07702690687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:05.963616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb5d1-e883-453c-8dfa-0bf98950019f req-672c2abe-547f-47ce-a7de-bc197aa26622 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:05.965111 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-00edb5d1-e883-453c-8dfa-0bf98950019f req-672c2abe-547f-47ce-a7de-bc197aa26622 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 944 time: 0.0656343 Jul 16 02:13:05.978402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f4e3e9b1-4344-4c87-900c-bebba9e2dcde up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:13:06.003124 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-00edb5d1-e883-453c-8dfa-0bf98950019f req-3ca6e6e1-c912-4684-b773-cbb2ee0467df tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319514 Jul 16 02:13:06.029752 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port f4e3e9b1-4344-4c87-900c-bebba9e2dcde completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:13:06.033415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port f4e3e9b1-4344-4c87-900c-bebba9e2dcde triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:13:06.034293 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:06.107318 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:06.128969 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:06.131211 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dc2938-b0d7-4920-a883-a7b5aad75f9d" -d '{"events": [{"server_uuid": "90f77a1b-69e2-4fce-b700-8476b13119ca", "name": "network-vif-plugged", "status": "completed", "tag": "f4e3e9b1-4344-4c87-900c-bebba9e2dcde"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:06.146252 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f4e3e9b1-4344-4c87-900c-bebba9e2dcde, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:13:06.150406 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:06.175968 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71776d30-373d-4751-b01f-fe89d9804bc5 x-openstack-request-id: req-71776d30-373d-4751-b01f-fe89d9804bc5 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:06.176262 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f77a1b-69e2-4fce-b700-8476b13119ca", "name": "network-vif-plugged", "status": "completed", "tag": "f4e3e9b1-4344-4c87-900c-bebba9e2dcde", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:06.176517 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71776d30-373d-4751-b01f-fe89d9804bc5 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:06.176900 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde', 'code': 200} Jul 16 02:13:06.204905 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:13:06.281133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564b00a-b0e8-44e2-b8db-86b292c768f0 req-793e4ea0-0066-410b-b379-8646d5fbfc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:06.282622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f564b00a-b0e8-44e2-b8db-86b292c768f0 req-793e4ea0-0066-410b-b379-8646d5fbfc04 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 1097 time: 0.0525920 Jul 16 02:13:06.316570 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f564b00a-b0e8-44e2-b8db-86b292c768f0 req-41201db3-4edc-4242-8b43-ba37cc8d66a1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271554 Jul 16 02:13:06.613633 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:13:07.178748 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab6cab-c1cb-49f6-9c13-5c71ffb4e5d1 req-e4cadd98-10cc-4a3c-bc0d-22f5ac5183a9 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:07.180208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53ab6cab-c1cb-49f6-9c13-5c71ffb4e5d1 req-e4cadd98-10cc-4a3c-bc0d-22f5ac5183a9 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.0645468 Jul 16 02:13:07.218768 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-53ab6cab-c1cb-49f6-9c13-5c71ffb4e5d1 req-63335f66-a738-4393-afd8-077eaa4be945 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326834 Jul 16 02:13:07.418929 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:07.717432 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ee44703e-24f0-4e45-935a-76816b4c279e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:08.394895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbaf032-e54d-4e1c-87f7-bdcfa5af1747 req-616ec1f1-f40c-405a-9097-4302004f3284 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:08.396329 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fbaf032-e54d-4e1c-87f7-bdcfa5af1747 req-616ec1f1-f40c-405a-9097-4302004f3284 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.0664647 Jul 16 02:13:08.432959 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fbaf032-e54d-4e1c-87f7-bdcfa5af1747 req-0030436f-af4f-4e3c-9a51-0e406a91056e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311601 Jul 16 02:13:08.596637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67a2c4-46b3-4a20-a8c6-6232bf558ef6 req-d98268fd-c7dd-49c6-8e9e-a3f12b78b4e4 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:08.598156 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cc67a2c4-46b3-4a20-a8c6-6232bf558ef6 req-d98268fd-c7dd-49c6-8e9e-a3f12b78b4e4 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.0626483 Jul 16 02:13:08.606634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44556) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:13:08.611009 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a8e454fe-faf9-451a-9439-fca774d5b2ef tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Request body: {'floatingip': {'port_id': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:13:08.653626 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8e454fe-faf9-451a-9439-fca774d5b2ef tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:08.757966 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.088828 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8e454fe-faf9-451a-9439-fca774d5b2ef tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.092678 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8e454fe-faf9-451a-9439-fca774d5b2ef tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.190843 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-a8e454fe-faf9-451a-9439-fca774d5b2ef tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Floating IP 633bbf3b-e5b1-45cc-abe0-825bcd14a705 associated. External IP: 172.25.2.231, port: f4e3e9b1-4344-4c87-900c-bebba9e2dcde. Jul 16 02:13:09.395130 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e454fe-faf9-451a-9439-fca774d5b2ef tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:13:09.501462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e454fe-faf9-451a-9439-fca774d5b2ef tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:13:09.506122 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8e454fe-faf9-451a-9439-fca774d5b2ef tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:09.510909 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60576197-cdf1-4bae-92b2-8ced7b95670e None None] Sync routers for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:13:09.519945 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60576197-cdf1-4bae-92b2-8ced7b95670e None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:13:09.520554 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-60576197-cdf1-4bae-92b2-8ced7b95670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:13:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:09.542555 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a8e454fe-faf9-451a-9439-fca774d5b2ef tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "PUT /v2.0/floatingips/633bbf3b-e5b1-45cc-abe0-825bcd14a705 HTTP/1.1" status: 200 len: 991 time: 0.9348853 Jul 16 02:13:09.543145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'tag': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:13:09.545434 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b021a2-509c-4808-9935-70bde7b17d10" -d '{"events": [{"name": "network-changed", "server_uuid": "90f77a1b-69e2-4fce-b700-8476b13119ca", "tag": "f4e3e9b1-4344-4c87-900c-bebba9e2dcde"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:13:09.625952 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-60576197-cdf1-4bae-92b2-8ced7b95670e None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:13:09.669467 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08556ae-e2c3-4bda-8209-38489dc06daf x-openstack-request-id: req-f08556ae-e2c3-4bda-8209-38489dc06daf {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:13:09.669784 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f77a1b-69e2-4fce-b700-8476b13119ca", "tag": "f4e3e9b1-4344-4c87-900c-bebba9e2dcde", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:13:09.670040 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f08556ae-e2c3-4bda-8209-38489dc06daf {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:13:09.670444 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'tag': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde', 'status': 'completed', 'code': 200} Jul 16 02:13:09.742540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b021a2-509c-4808-9935-70bde7b17d10 req-88264217-4a03-40f2-b859-299c017875d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:09.744086 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0b021a2-509c-4808-9935-70bde7b17d10 req-88264217-4a03-40f2-b859-299c017875d8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 1097 time: 0.0517483 Jul 16 02:13:09.835162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b021a2-509c-4808-9935-70bde7b17d10 req-bc013d61-1795-4e16-b87b-32ebb9a89c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:09.836697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0b021a2-509c-4808-9935-70bde7b17d10 req-bc013d61-1795-4e16-b87b-32ebb9a89c1d service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0870721 Jul 16 02:13:09.860213 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-60576197-cdf1-4bae-92b2-8ced7b95670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '633bbf3b-e5b1-45cc-abe0-825bcd14a705', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'port_id': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'mac_address': 'fa:16:3e:e7:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:12:57Z', 'updated_at': '2021-07-16T02:13:09Z', 'revision_number': 1, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:09.906506 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0b021a2-509c-4808-9935-70bde7b17d10 req-267f20e6-7562-4970-9ff6-42f720cb4b1e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde HTTP/1.1" status: 200 len: 999 time: 0.0639782 Jul 16 02:13:09.956799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b021a2-509c-4808-9935-70bde7b17d10 req-1c8abcac-2129-47b3-b950-8abc7585bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:09.958294 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0b021a2-509c-4808-9935-70bde7b17d10 req-1c8abcac-2129-47b3-b950-8abc7585bca8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0460401 Jul 16 02:13:09.974778 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60576197-cdf1-4bae-92b2-8ced7b95670e None None] Checking router: b9ebd984-8fe7-41d0-9219-4a4a76b880d1 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:13:09.983207 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60576197-cdf1-4bae-92b2-8ced7b95670e None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:13:09.983847 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-60576197-cdf1-4bae-92b2-8ced7b95670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:13:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:10.013838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b021a2-509c-4808-9935-70bde7b17d10 req-2fb5a7f4-6752-4ead-9ab7-7552fcb88649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:10.015347 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0b021a2-509c-4808-9935-70bde7b17d10 req-2fb5a7f4-6752-4ead-9ab7-7552fcb88649 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506866 Jul 16 02:13:10.088972 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-60576197-cdf1-4bae-92b2-8ced7b95670e None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:13:10.107238 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0b021a2-509c-4808-9935-70bde7b17d10 req-1c486ba5-8941-48c9-8c80-eb8b62aec22a service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854456 Jul 16 02:13:10.200409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c0b021a2-509c-4808-9935-70bde7b17d10 req-c05ff205-d763-4aaf-ae1d-c94c1542da18 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849402 Jul 16 02:13:10.308447 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-60576197-cdf1-4bae-92b2-8ced7b95670e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '633bbf3b-e5b1-45cc-abe0-825bcd14a705', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'port_id': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'mac_address': 'fa:16:3e:e7:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:12:57Z', 'updated_at': '2021-07-16T02:13:09Z', 'revision_number': 1, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:13:10.338919 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60576197-cdf1-4bae-92b2-8ced7b95670e None None] The sync data for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 is: [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '633bbf3b-e5b1-45cc-abe0-825bcd14a705', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'port_id': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'mac_address': 'fa:16:3e:e7:db:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:12:57Z', 'updated_at': '2021-07-16T02:13:09Z', 'revision_number': 1, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:13:10.401126 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:10.529953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f85fdbd-8bed-478b-90b2-c4235e2664e5 None None] New status for floating IP 633bbf3b-e5b1-45cc-abe0-825bcd14a705: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:13:24.683882 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-a6968324-a958-48f6-85e1-98a1296fd36c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0595002 Jul 16 02:13:24.783285 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-e88d975b-daef-4e9e-99ae-979cc6e8268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:24.783787 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-e88d975b-daef-4e9e-99ae-979cc6e8268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:24.784264 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-e88d975b-daef-4e9e-99ae-979cc6e8268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:24.784729 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-e88d975b-daef-4e9e-99ae-979cc6e8268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:24.785192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-e88d975b-daef-4e9e-99ae-979cc6e8268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:24.787142 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-e88d975b-daef-4e9e-99ae-979cc6e8268a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0583932 Jul 16 02:13:24.896421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-1f9b20e5-43d2-4b5a-a37b-3bfc7b8c09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:24.896994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-1f9b20e5-43d2-4b5a-a37b-3bfc7b8c09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:24.897463 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-1f9b20e5-43d2-4b5a-a37b-3bfc7b8c09d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:24.899015 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-1f9b20e5-43d2-4b5a-a37b-3bfc7b8c09d6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0882258 Jul 16 02:13:24.941149 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-ab1dfa49-eeb1-420c-a3ae-c7a54f02dfd6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0360885 Jul 16 02:13:24.988253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-a3ac8909-0bf8-49a7-9490-a350e21a334b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:24.989748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-a3ac8909-0bf8-49a7-9490-a350e21a334b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0428197 Jul 16 02:13:25.054568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-95933cc6-f088-4dab-9564-39005b6d8a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:25.056062 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-95933cc6-f088-4dab-9564-39005b6d8a26 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521963 Jul 16 02:13:25.149118 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-e0348735-e436-4d79-b87e-03be2b61362d service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861440 Jul 16 02:13:25.236188 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-99eefd9d-3dd0-43f8-afa6-1f96d0d8aeaa service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807936 Jul 16 02:13:25.280232 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-1d106954-8622-4093-9abd-dc2033311c80 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0373187 Jul 16 02:13:25.327123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-115ead31-bd5a-4beb-a244-90642f73ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:25.328470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-115ead31-bd5a-4beb-a244-90642f73ec36 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0427744 Jul 16 02:13:25.385461 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-78d0ccf2-8b60-4c1a-a11c-4a3c5d894292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:25.386956 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-78d0ccf2-8b60-4c1a-a11c-4a3c5d894292 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0506248 Jul 16 02:13:25.477079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-d467b5d7-8e1a-4fe8-8111-5bbf1a4070ca service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833964 Jul 16 02:13:25.563337 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-7c8c2527-edc6-4382-be18-c8ff6e79bcb9 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787354 Jul 16 02:13:25.607206 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-fc223fb9-bd31-43f9-b3f3-058564fe0b65 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0362425 Jul 16 02:13:25.653272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-04c7da93-c6ff-4a7d-bcfd-68678fe2fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:25.654685 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-04c7da93-c6ff-4a7d-bcfd-68678fe2fabf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0418050 Jul 16 02:13:25.709325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-b86c1c13-8abd-4505-87ec-168663b27a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:25.710783 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-b86c1c13-8abd-4505-87ec-168663b27a27 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0502913 Jul 16 02:13:25.810461 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-d5ef076d-b498-4f5c-8f23-9f279c16c34c service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935163 Jul 16 02:13:25.897809 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-773892c1-6e08-44e7-b5fc-54af35a74f4e service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807664 Jul 16 02:13:25.940994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-6701dc89-3f9c-480d-b805-c71ac6663579 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0369115 Jul 16 02:13:25.988826 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-54cdf404-a5d9-4505-ae81-04c413193b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:25.990313 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-54cdf404-a5d9-4505-ae81-04c413193b89 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0423689 Jul 16 02:13:26.046113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-fc9a1a40-f8c4-48e9-8502-7920cde1ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:26.047689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-fc9a1a40-f8c4-48e9-8502-7920cde1ca7b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0512204 Jul 16 02:13:26.141656 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-ddc17fe2-561d-497d-855e-80896c47d9b0 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867934 Jul 16 02:13:26.228689 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-9c99452d-4a2d-4c20-8a53-247f6eb94ed8 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800636 Jul 16 02:13:26.272093 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-abfd87ce-311d-4254-81aa-bee4197eee08 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0374231 Jul 16 02:13:26.319038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-a62445cc-7581-40fc-9a19-b78a15acc484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:26.320471 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-a62445cc-7581-40fc-9a19-b78a15acc484 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0427370 Jul 16 02:13:26.374949 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-2b5b1589-afdf-4382-bf79-23b6211e93c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:13:26.376432 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-2b5b1589-afdf-4382-bf79-23b6211e93c1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0496812 Jul 16 02:13:26.467693 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-edd36179-b443-437a-a793-1506f9c3fdbf service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851243 Jul 16 02:13:26.553112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d732f56-1532-46f9-b576-e1f6e331f30e req-22c2803e-7764-42b4-a315-e02f8bb4ad56 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795913 Jul 16 02:13:30.881233 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:31.777276 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:34.975004 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1bfc5f4d-e268-400c-8e5a-1d3dfbddbf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:37.418768 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:37.716903 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3db181c5-b46d-4b86-859b-cfc636ad24cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:38.758611 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:40.401934 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:13:43.613502 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:14:00.895430 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:01.775899 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:04.975058 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7c2c70e3-d50b-45cc-9e1e-0cee5862c0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:07.418626 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:07.716054 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ac434a81-d9f2-4181-bdb3-03d3b975a598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:08.757869 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:10.405070 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:20.612093 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:14:24.744415 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d700ceb-ac45-4cf6-8c32-1d74bdc11f68 req-a1a6afe6-9a3e-4090-b003-14202933246a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0983522 Jul 16 02:14:24.814778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700ceb-ac45-4cf6-8c32-1d74bdc11f68 req-62a4b440-8ae7-4a7a-af9c-81ebc74517b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:24.816273 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d700ceb-ac45-4cf6-8c32-1d74bdc11f68 req-62a4b440-8ae7-4a7a-af9c-81ebc74517b6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 1097 time: 0.0507472 Jul 16 02:14:24.922371 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700ceb-ac45-4cf6-8c32-1d74bdc11f68 req-75ce57a0-1264-4849-adb3-d602f4ec33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:24.923857 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d700ceb-ac45-4cf6-8c32-1d74bdc11f68 req-75ce57a0-1264-4849-adb3-d602f4ec33fa service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0872922 Jul 16 02:14:24.986662 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d700ceb-ac45-4cf6-8c32-1d74bdc11f68 req-9fcb2b68-7a7a-43e0-a29e-eb4c1d219c91 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde HTTP/1.1" status: 200 len: 1001 time: 0.0562260 Jul 16 02:14:25.033670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700ceb-ac45-4cf6-8c32-1d74bdc11f68 req-cab3959b-6cf1-4532-947f-2573857cc18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:25.035116 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d700ceb-ac45-4cf6-8c32-1d74bdc11f68 req-cab3959b-6cf1-4532-947f-2573857cc18a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0428562 Jul 16 02:14:25.094828 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d700ceb-ac45-4cf6-8c32-1d74bdc11f68 req-17451e6a-ee01-4c7b-91aa-42e94eab1f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:25.096350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d700ceb-ac45-4cf6-8c32-1d74bdc11f68 req-17451e6a-ee01-4c7b-91aa-42e94eab1f59 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542414 Jul 16 02:14:25.184878 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d700ceb-ac45-4cf6-8c32-1d74bdc11f68 req-467382da-537f-43be-817d-c4744b787686 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823429 Jul 16 02:14:25.274743 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d700ceb-ac45-4cf6-8c32-1d74bdc11f68 req-68b7ed5d-acaf-4256-a2aa-2167a73301eb service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839238 Jul 16 02:14:30.895817 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:31.800804 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:34.974969 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08662342-36f8-4792-aee6-1c8ed269318b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:37.419382 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:37.714894 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-87277cb0-94da-4870-98c8-84f3fd2f342d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:38.760572 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:40.407457 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:14:45.708079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1a0f1-5220-409e-a0d7-53ad64b2ab98 req-f4f049ed-c58c-491b-aaa3-feb2e72ead93 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:45.709488 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7de1a0f1-5220-409e-a0d7-53ad64b2ab98 req-f4f049ed-c58c-491b-aaa3-feb2e72ead93 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.1306624 Jul 16 02:14:45.746440 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7de1a0f1-5220-409e-a0d7-53ad64b2ab98 req-ba3a7de4-9d2a-4932-a130-ec609ddb4636 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313945 Jul 16 02:14:46.106442 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-924c83ee-7a43-4f33-a23f-48725c70872a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838909 Jul 16 02:14:46.138465 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7974be0-779b-4ff3-a878-629593ad8e6b req-87f51383-c8ff-42fc-ab19-c0510aa36391 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:46.139961 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7974be0-779b-4ff3-a878-629593ad8e6b req-87f51383-c8ff-42fc-ab19-c0510aa36391 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.0702891 Jul 16 02:14:46.179967 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7974be0-779b-4ff3-a878-629593ad8e6b req-245bb38a-b93a-4135-8788-b9fd9e9ab658 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336430 Jul 16 02:14:47.229779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-57bbb8ab-f09c-493d-bcbf-e18481faa6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:47.231277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-57bbb8ab-f09c-493d-bcbf-e18481faa6e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 1097 time: 0.0517669 Jul 16 02:14:47.349907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-3fd21c50-b2ee-4b2c-8d52-9b778c1b8657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:47.351254 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-3fd21c50-b2ee-4b2c-8d52-9b778c1b8657 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.1142068 Jul 16 02:14:47.416970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848ae5e-a5ee-4bd6-b593-3055961796f5 req-b3dc96fe-ee22-4d9c-9e33-2be277c352f2 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:47.418425 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5848ae5e-a5ee-4bd6-b593-3055961796f5 req-b3dc96fe-ee22-4d9c-9e33-2be277c352f2 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.1227732 Jul 16 02:14:47.442784 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-8c7b19c6-a8e3-4159-905e-4c84421b7201 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde HTTP/1.1" status: 200 len: 1001 time: 0.0824215 Jul 16 02:14:47.487888 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5848ae5e-a5ee-4bd6-b593-3055961796f5 req-94a4bf09-c091-4118-8196-35628c9c9859 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630360 Jul 16 02:14:47.502062 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-9778809c-0a2d-4484-b0a1-131d6e6e6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:47.503429 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-9778809c-0a2d-4484-b0a1-131d6e6e6fb7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0547109 Jul 16 02:14:47.557657 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-a637ebe8-8f54-4205-a0a1-3fcb734776a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:47.559099 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-a637ebe8-8f54-4205-a0a1-3fcb734776a6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500960 Jul 16 02:14:47.648309 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-260db6be-c816-46d9-933f-108b14323d4d service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830255 Jul 16 02:14:47.735172 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-d3402171-e8d1-422e-b90d-c2b9bc133975 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792217 Jul 16 02:14:48.662512 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2cf461-e625-423b-8188-57b26f65a35a req-135411ea-938b-4a8e-91ad-7d7b49a82ce7 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:48.664040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c2cf461-e625-423b-8188-57b26f65a35a req-135411ea-938b-4a8e-91ad-7d7b49a82ce7 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.0654309 Jul 16 02:14:48.700845 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c2cf461-e625-423b-8188-57b26f65a35a req-737acfe7-64ca-4478-8ff4-c45833a621e8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312455 Jul 16 02:14:49.869626 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff95077-76d7-409d-b164-eaf163dd0e06 req-a5a8e021-7036-4fa9-93e8-ccb827e3adab tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:49.871098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ff95077-76d7-409d-b164-eaf163dd0e06 req-a5a8e021-7036-4fa9-93e8-ccb827e3adab tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.0610385 Jul 16 02:14:49.906947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ff95077-76d7-409d-b164-eaf163dd0e06 req-1c602f28-37c2-4974-96fe-b5cf246dc8cf tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303457 Jul 16 02:14:51.078674 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc8aa3-20d4-46ed-8893-32897269f6ff req-d997db24-e9f6-487c-ba43-49536b43d9b4 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:51.080192 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1fc8aa3-20d4-46ed-8893-32897269f6ff req-d997db24-e9f6-487c-ba43-49536b43d9b4 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.0661311 Jul 16 02:14:51.116851 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f1fc8aa3-20d4-46ed-8893-32897269f6ff req-1b597275-f972-4a07-a379-601394d57b73 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305314 Jul 16 02:14:52.289723 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da76ad7-4b93-4803-a848-08d94c2bc6dd req-8abf291e-8186-4b61-95d5-1851e6842cc8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:52.291194 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3da76ad7-4b93-4803-a848-08d94c2bc6dd req-8abf291e-8186-4b61-95d5-1851e6842cc8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.0620255 Jul 16 02:14:52.328062 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3da76ad7-4b93-4803-a848-08d94c2bc6dd req-1e0f9b62-0522-431b-8be9-d7ed7127fe1c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312788 Jul 16 02:14:53.498869 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425586a7-7d05-4a5d-8f17-4d6a64e57c37 req-f8d110a8-1dbb-44bc-917c-e6bef19faf4b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:53.500387 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-425586a7-7d05-4a5d-8f17-4d6a64e57c37 req-f8d110a8-1dbb-44bc-917c-e6bef19faf4b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.0634515 Jul 16 02:14:53.537225 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-425586a7-7d05-4a5d-8f17-4d6a64e57c37 req-17933a46-b714-4385-b6b9-7a4554987fa8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306423 Jul 16 02:14:54.710250 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821651b-1355-4432-ade3-311cf0a5bd9e req-e8189bc5-cc6e-4b45-8049-b65fdb53f708 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:54.711723 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0821651b-1355-4432-ade3-311cf0a5bd9e req-e8189bc5-cc6e-4b45-8049-b65fdb53f708 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.0653250 Jul 16 02:14:54.749430 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0821651b-1355-4432-ade3-311cf0a5bd9e req-f392a4f9-866d-4644-b81c-74d03563b1df tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319932 Jul 16 02:14:55.918402 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cdaa5-94b3-4c9a-971a-a8ba808e5a90 req-ed8d1647-baad-4812-838c-966ff9dc7860 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:55.919908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-429cdaa5-94b3-4c9a-971a-a8ba808e5a90 req-ed8d1647-baad-4812-838c-966ff9dc7860 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.0617595 Jul 16 02:14:55.956764 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-429cdaa5-94b3-4c9a-971a-a8ba808e5a90 req-2f824ff2-84ae-4c3f-ad2e-75e9b8bfe098 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314896 Jul 16 02:14:57.131614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f09ccae-7635-48ba-8911-48b1bd99511b req-107badf7-b2ab-40d9-84bb-8a3f6d367f5d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:57.133642 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f09ccae-7635-48ba-8911-48b1bd99511b req-107badf7-b2ab-40d9-84bb-8a3f6d367f5d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.0656884 Jul 16 02:14:57.503701 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f09ccae-7635-48ba-8911-48b1bd99511b req-325fd58e-f909-438a-963a-c5c928dbcc3c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3645406 Jul 16 02:14:57.611091 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:14:58.671204 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ff001-ab0c-498d-a423-bc3319eadabc req-2963116b-ccc1-4f46-ab41-9cb78f1ec20c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:58.672709 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b59ff001-ab0c-498d-a423-bc3319eadabc req-2963116b-ccc1-4f46-ab41-9cb78f1ec20c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.0617063 Jul 16 02:14:58.709649 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b59ff001-ab0c-498d-a423-bc3319eadabc req-94604003-5180-42a8-aa4a-6e8443e0deca tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313740 Jul 16 02:14:59.741461 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-8238ead1-1a32-454a-96ea-8be38dcb0a42 service neutron] show failed (client error): The resource could not be found. Jul 16 02:14:59.742493 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-8238ead1-1a32-454a-96ea-8be38dcb0a42 service neutron] 10.222.0.69 "GET /v2.0/ports/f4e3e9b1-4344-4c87-900c-bebba9e2dcde/bindings/n-h2-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.0542493 Jul 16 02:14:59.885244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8c591d-8e3d-4186-a611-ba8f61825f85 req-474c7aea-29bf-4a45-b421-397168c43ac0 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:14:59.886744 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e8c591d-8e3d-4186-a611-ba8f61825f85 req-474c7aea-29bf-4a45-b421-397168c43ac0 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.0659454 Jul 16 02:14:59.931484 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7e8c591d-8e3d-4186-a611-ba8f61825f85 req-6e31e146-fd49-40b8-82cf-deaf51bc8834 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388904 Jul 16 02:15:00.064455 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-159a64a1-3c8d-4ea1-ab89-0b5f4da55f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:00.065980 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-159a64a1-3c8d-4ea1-ab89-0b5f4da55f72 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca&tenant_id=2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 1097 time: 0.1307304 Jul 16 02:15:00.078841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:00.147173 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:00.348978 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] For port f4e3e9b1-4344-4c87-900c-bebba9e2dcde, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:00.385458 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] For port f4e3e9b1-4344-4c87-900c-bebba9e2dcde, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:00.422354 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:00.424628 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fcc000-2139-4ad8-9436-5991b17b5ce4" -d '{"events": [{"server_uuid": "90f77a1b-69e2-4fce-b700-8476b13119ca", "name": "network-vif-unplugged", "status": "completed", "tag": "f4e3e9b1-4344-4c87-900c-bebba9e2dcde"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:00.428100 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:00.440269 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Transition to ACTIVE for port object f4e3e9b1-4344-4c87-900c-bebba9e2dcde will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:00.444187 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:00.484064 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2f90b4-fe59-401c-9456-953765b5b7b2 x-openstack-request-id: req-bb2f90b4-fe59-401c-9456-953765b5b7b2 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:00.484362 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f77a1b-69e2-4fce-b700-8476b13119ca", "name": "network-vif-unplugged", "status": "completed", "tag": "f4e3e9b1-4344-4c87-900c-bebba9e2dcde", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:00.484613 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb2f90b4-fe59-401c-9456-953765b5b7b2 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:00.484997 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde', 'code': 200} Jul 16 02:15:00.510316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,revision_number=6']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:00.556908 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:00.557271 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:00.557598 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:00.557937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:00.558271 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:00.558589 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:00.558912 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:00.559292 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:00.559550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:00.559911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:00.560235 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:00.560570 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:00.628765 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] No DVR routers for this DVR port f4e3e9b1-4344-4c87-900c-bebba9e2dcde on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:15:00.765056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Attempting to bind port f4e3e9b1-4344-4c87-900c-bebba9e2dcde on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:15:00.765318 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Attempting to bind port f4e3e9b1-4344-4c87-900c-bebba9e2dcde by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:15:00.765649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Attempting to bind port f4e3e9b1-4344-4c87-900c-bebba9e2dcde on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:00.769776 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Port f4e3e9b1-4344-4c87-900c-bebba9e2dcde on network f2db5307-e5da-48e3-9dda-648b386b6e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:15:00.770102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Attempting to bind port f4e3e9b1-4344-4c87-900c-bebba9e2dcde on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:00.775542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:15:00.775919 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Checking segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:15:00.776310 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Bound using segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:15:00.776736 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Bound port: f4e3e9b1-4344-4c87-900c-bebba9e2dcde, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:15:00.777095 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:00.841018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] For port f4e3e9b1-4344-4c87-900c-bebba9e2dcde, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:00.843962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] For port f4e3e9b1-4344-4c87-900c-bebba9e2dcde, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:15:00.848477 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:00.881274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:00.881901 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:00.883911 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] 10.222.0.70 "PUT /v2.0/ports/f4e3e9b1-4344-4c87-900c-bebba9e2dcde HTTP/1.1" status: 200 len: 1092 time: 0.8090112 Jul 16 02:15:00.904077 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:00.906833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25518c35-511b-481b-8754-b4c55e6bf0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,revision_number=7']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:00.964979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-073eed11-8a68-4b99-933b-c4c417da33b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:00.966550 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-073eed11-8a68-4b99-933b-c4c417da33b5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 1095 time: 0.0567183 Jul 16 02:15:01.072971 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-44f46e94-4e91-441a-ba5e-eded11cea3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:01.074472 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-44f46e94-4e91-441a-ba5e-eded11cea3f3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.1014829 Jul 16 02:15:01.113540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507aa14-ee8f-403d-8988-b04d3b844228 req-9af11efb-7894-413d-96ad-04baff89b579 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:01.115092 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0507aa14-ee8f-403d-8988-b04d3b844228 req-9af11efb-7894-413d-96ad-04baff89b579 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 943 time: 0.0666037 Jul 16 02:15:01.156477 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0507aa14-ee8f-403d-8988-b04d3b844228 req-06912477-f2b6-4d35-a220-fbf81a6a3135 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347154 Jul 16 02:15:01.173325 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-8a71543b-61bf-4a2e-9a37-c43df67d668e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde HTTP/1.1" status: 200 len: 999 time: 0.0920739 Jul 16 02:15:01.222946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-861b80e0-a442-450b-b77a-3f544288e2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:01.224394 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-861b80e0-a442-450b-b77a-3f544288e2d8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0434778 Jul 16 02:15:01.278586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-23af55d9-bf52-442c-8410-4b0b5aacf457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:01.280059 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-23af55d9-bf52-442c-8410-4b0b5aacf457 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498638 Jul 16 02:15:01.369169 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-8cef187d-14bf-46b3-b443-6efb8803feab service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827980 Jul 16 02:15:01.454257 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-d46699b5-c210-4fa8-98d3-a01e6294928e service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779092 Jul 16 02:15:01.818558 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:02.335080 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98636bc8-4144-4fd3-a22b-268c9be66ccf req-018c1a5e-7f4f-47bc-a427-eefd9c1cfe4e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:02.337251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98636bc8-4144-4fd3-a22b-268c9be66ccf req-018c1a5e-7f4f-47bc-a427-eefd9c1cfe4e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 943 time: 0.0661559 Jul 16 02:15:02.373140 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98636bc8-4144-4fd3-a22b-268c9be66ccf req-4500410c-bec3-4577-8131-5052e08a905c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303564 Jul 16 02:15:02.485923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'tag': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:02.488440 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36" -d '{"events": [{"name": "network-changed", "server_uuid": "90f77a1b-69e2-4fce-b700-8476b13119ca", "tag": "f4e3e9b1-4344-4c87-900c-bebba9e2dcde"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:02.535686 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d1217e-0d21-421c-b382-7b8b9624f663 x-openstack-request-id: req-28d1217e-0d21-421c-b382-7b8b9624f663 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:02.536402 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f77a1b-69e2-4fce-b700-8476b13119ca", "tag": "f4e3e9b1-4344-4c87-900c-bebba9e2dcde", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:02.536811 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28d1217e-0d21-421c-b382-7b8b9624f663 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:02.537239 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'tag': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde', 'status': 'completed', 'code': 200} Jul 16 02:15:02.601292 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f4e3e9b1-4344-4c87-900c-bebba9e2dcde no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:02.608549 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-9e555d76-9e22-4691-a1eb-9cb57f3fe8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:02.610112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-9e555d76-9e22-4691-a1eb-9cb57f3fe8f5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 1095 time: 0.0545897 Jul 16 02:15:02.619725 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-7beb558c-8ae2-47c0-a8a0-4b5ec85dee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:02.621371 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-7beb558c-8ae2-47c0-a8a0-4b5ec85dee27 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 1095 time: 0.0586343 Jul 16 02:15:02.641704 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f4e3e9b1-4344-4c87-900c-bebba9e2dcde not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:02.702786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-7b0d5682-e2df-4c5a-b04a-3a2c2afbf21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:02.704315 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-7b0d5682-e2df-4c5a-b04a-3a2c2afbf21d service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0883453 Jul 16 02:15:02.714049 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-d2ed11e1-0371-48d4-b5df-705126f1a636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:02.715534 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-d2ed11e1-0371-48d4-b5df-705126f1a636 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0871959 Jul 16 02:15:02.768956 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-f7d54f0a-c3fe-4f85-b7e8-ffab895ce2f0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde HTTP/1.1" status: 200 len: 999 time: 0.0583014 Jul 16 02:15:02.785242 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-4c007715-0af1-496d-bea0-5f6aa729e392 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde HTTP/1.1" status: 200 len: 999 time: 0.0613399 Jul 16 02:15:02.816838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-efd0f5fb-0565-4530-aad3-4545b376ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:02.818556 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-efd0f5fb-0565-4530-aad3-4545b376ee3d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0439172 Jul 16 02:15:02.832979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-29e68459-b55e-4c0d-855a-eeaa8dd4653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:02.834452 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-29e68459-b55e-4c0d-855a-eeaa8dd4653e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0427411 Jul 16 02:15:02.878560 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-2e44e0e1-034f-451b-a6b1-d1c342fbf761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:02.880117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-2e44e0e1-034f-451b-a6b1-d1c342fbf761 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556164 Jul 16 02:15:02.891990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-3969109a-a5dc-45b6-a607-44fb13d341cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:02.893608 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-3969109a-a5dc-45b6-a607-44fb13d341cf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518019 Jul 16 02:15:02.970247 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-4af93073-7475-428a-b4b8-4cad8cb86970 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835781 Jul 16 02:15:02.989262 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-17a8fe3b-75e6-4c89-8b4e-a2e47c744e04 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877318 Jul 16 02:15:03.077087 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-3e2cd249-17d7-4877-b3ca-6a7600c81b97 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001942 Jul 16 02:15:03.093594 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bdca7619-8635-4a97-a9b8-1af8dbc3fd36 req-56d523f9-62c2-4033-bfee-f5efbfb72512 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934672 Jul 16 02:15:03.547562 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c2ecf-d50a-4a0e-ba48-8c2362abf068 req-00a59b57-1940-4bdd-9a0b-bc97459a4246 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:03.549083 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-187c2ecf-d50a-4a0e-ba48-8c2362abf068 req-00a59b57-1940-4bdd-9a0b-bc97459a4246 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 943 time: 0.0624776 Jul 16 02:15:03.585715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-187c2ecf-d50a-4a0e-ba48-8c2362abf068 req-ed8ebae7-bf0a-42c1-8763-ae4497bf458e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311751 Jul 16 02:15:03.798793 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f4e3e9b1-4344-4c87-900c-bebba9e2dcde details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:15:03.937774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6c3a2-61b4-48f5-a36a-06aac158ca96 req-dd92eecf-2b6d-4eb3-bf4e-6c4b91d3f6e7 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:03.939359 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dd6c3a2-61b4-48f5-a36a-06aac158ca96 req-dd92eecf-2b6d-4eb3-bf4e-6c4b91d3f6e7 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.69 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca&tenant_id=2d40b17c2e8a40ac987668e33695a0ac&binding%3Ahost_id=n-h2-791505-14 HTTP/1.1" status: 200 len: 943 time: 0.1207278 Jul 16 02:15:03.947733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d7e59-f649-4a2d-9b08-df5bc7fe5a98 req-c4cf0281-07ea-4feb-9e2e-811546c61f1c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:03.949215 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2f8d7e59-f649-4a2d-9b08-df5bc7fe5a98 req-c4cf0281-07ea-4feb-9e2e-811546c61f1c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 943 time: 0.1214404 Jul 16 02:15:04.025640 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2f8d7e59-f649-4a2d-9b08-df5bc7fe5a98 req-559b9ac3-5676-4f21-959d-fa06a326edac tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697455 Jul 16 02:15:04.031002 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [req-0dd6c3a2-61b4-48f5-a36a-06aac158ca96 req-b9c500da-e9a6-42ac-8132-660d7125692e service neutron] delete failed (client error): The resource could not be found. Jul 16 02:15:04.032015 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dd6c3a2-61b4-48f5-a36a-06aac158ca96 req-b9c500da-e9a6-42ac-8132-660d7125692e service neutron] 10.222.0.69 "DELETE /v2.0/ports/f4e3e9b1-4344-4c87-900c-bebba9e2dcde/bindings/n-h1-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.0818636 Jul 16 02:15:04.053895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f4e3e9b1-4344-4c87-900c-bebba9e2dcde, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:04.066418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'port_id': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde', 'mac_address': 'fa:16:3e:e7:db:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:15:04.104092 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:04.119515 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e3e9b1-4344-4c87-900c-bebba9e2dcde {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:15:04.132793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6c3a2-61b4-48f5-a36a-06aac158ca96 req-e42db135-dca8-4595-86ba-141b5e8b851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:04.134490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dd6c3a2-61b4-48f5-a36a-06aac158ca96 req-e42db135-dca8-4595-86ba-141b5e8b851c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 1095 time: 0.0580111 Jul 16 02:15:04.138552 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f4e3e9b1-4344-4c87-900c-bebba9e2dcde, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:04.142486 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:04.189239 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:04.196732 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:04.197079 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:04.197417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:04.197809 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:04.198090 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:04.198420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:04.198750 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:04.199075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:04.199401 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:04.199726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:04.200085 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:04.200406 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:15:04.226153 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6c3a2-61b4-48f5-a36a-06aac158ca96 req-482cdd64-8ff6-4fc1-9043-b0d117484bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:04.228282 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dd6c3a2-61b4-48f5-a36a-06aac158ca96 req-482cdd64-8ff6-4fc1-9043-b0d117484bac service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0870697 Jul 16 02:15:04.294444 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dd6c3a2-61b4-48f5-a36a-06aac158ca96 req-00a5aa28-b0bf-4cbf-a04b-fba71f3317ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde HTTP/1.1" status: 200 len: 1000 time: 0.0595880 Jul 16 02:15:04.342686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6c3a2-61b4-48f5-a36a-06aac158ca96 req-ffe0faff-35c4-4669-9f5f-9d32eb1d04eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:04.344148 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dd6c3a2-61b4-48f5-a36a-06aac158ca96 req-ffe0faff-35c4-4669-9f5f-9d32eb1d04eb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0436556 Jul 16 02:15:04.377188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['f4e3e9b1-4344-4c87-900c-bebba9e2dcde'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:15:04.399650 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd6c3a2-61b4-48f5-a36a-06aac158ca96 req-58043b4b-8605-492b-bb41-5aa189faf846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:04.401234 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dd6c3a2-61b4-48f5-a36a-06aac158ca96 req-58043b4b-8605-492b-bb41-5aa189faf846 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510521 Jul 16 02:15:04.496936 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dd6c3a2-61b4-48f5-a36a-06aac158ca96 req-abcf248c-c19e-4a01-a45b-57d3e93395a6 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891366 Jul 16 02:15:04.591194 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0dd6c3a2-61b4-48f5-a36a-06aac158ca96 req-fa5b6cc4-f387-41a7-9a26-6c5f59eadb3c service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883572 Jul 16 02:15:04.974778 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1a71f2f5-a49e-491f-a9af-de0868e137f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:05.216590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2806941-0ed8-437b-b5d1-0978d2abaf53 req-7aab6420-c3c1-41a1-8937-7f439f0316f2 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:05.218109 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2806941-0ed8-437b-b5d1-0978d2abaf53 req-7aab6420-c3c1-41a1-8937-7f439f0316f2 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 944 time: 0.0745270 Jul 16 02:15:05.255392 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b2806941-0ed8-437b-b5d1-0978d2abaf53 req-3074b6f7-e4f3-4d70-8ac8-f7d9beae9cd1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312674 Jul 16 02:15:05.423579 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c094733-543f-4330-821b-74a66a73e4c0 req-6bbf0404-621d-4f15-826a-c10c03b7cf29 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:05.425106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c094733-543f-4330-821b-74a66a73e4c0 req-6bbf0404-621d-4f15-826a-c10c03b7cf29 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 944 time: 0.0627863 Jul 16 02:15:05.462362 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2c094733-543f-4330-821b-74a66a73e4c0 req-651accdd-2df3-4aee-906e-174198b18ece tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311620 Jul 16 02:15:05.628616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366d2373-0871-4dfa-a03c-a1f6a6cac78d req-8190ef12-a579-486b-aeed-d0920e18d600 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:05.629998 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-366d2373-0871-4dfa-a03c-a1f6a6cac78d req-8190ef12-a579-486b-aeed-d0920e18d600 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 944 time: 0.0613186 Jul 16 02:15:05.666703 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-366d2373-0871-4dfa-a03c-a1f6a6cac78d req-4285b86a-98ea-452d-8710-b7f470c9d63b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305884 Jul 16 02:15:05.809335 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f4e3e9b1-4344-4c87-900c-bebba9e2dcde up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:05.860607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port f4e3e9b1-4344-4c87-900c-bebba9e2dcde completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:05.864338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port f4e3e9b1-4344-4c87-900c-bebba9e2dcde triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:05.864711 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:05.946030 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:05.967654 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:05.969941 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537a7daf-2a94-4398-b4ea-8071fff0fefd" -d '{"events": [{"server_uuid": "90f77a1b-69e2-4fce-b700-8476b13119ca", "name": "network-vif-plugged", "status": "completed", "tag": "f4e3e9b1-4344-4c87-900c-bebba9e2dcde"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:05.983199 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f4e3e9b1-4344-4c87-900c-bebba9e2dcde, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:05.987195 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:06.040200 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:06.062145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03e172d-0401-4d53-b7a8-3d50031e8b83 req-43416f8b-9108-4ce1-8eb6-00fa45ca140d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:06.063709 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b03e172d-0401-4d53-b7a8-3d50031e8b83 req-43416f8b-9108-4ce1-8eb6-00fa45ca140d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.0737782 Jul 16 02:15:06.100325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b03e172d-0401-4d53-b7a8-3d50031e8b83 req-e6b72e81-f36d-4a75-88cc-115645618f80 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308261 Jul 16 02:15:06.144656 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68416c1e-bc10-4f77-bb3c-cba9068ff188 x-openstack-request-id: req-68416c1e-bc10-4f77-bb3c-cba9068ff188 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:06.144952 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f77a1b-69e2-4fce-b700-8476b13119ca", "name": "network-vif-plugged", "status": "completed", "tag": "f4e3e9b1-4344-4c87-900c-bebba9e2dcde", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:06.145208 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68416c1e-bc10-4f77-bb3c-cba9068ff188 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:06.145604 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde', 'code': 200} Jul 16 02:15:07.274466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96948d65-92ba-451b-b154-5ed6c4f189d4 req-0af27ae6-c140-4586-8209-0f3de48f5ae4 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:07.276099 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-96948d65-92ba-451b-b154-5ed6c4f189d4 req-0af27ae6-c140-4586-8209-0f3de48f5ae4 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.0638983 Jul 16 02:15:07.312727 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-96948d65-92ba-451b-b154-5ed6c4f189d4 req-dd09c5bb-9e19-4c33-ac0c-5d77d3d5d3c8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312314 Jul 16 02:15:07.413637 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679bb2a-fc2e-4b2d-80ca-57516f9a81ef req-e0b356be-a867-4731-b291-f1d6e24b47bd tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:07.415107 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4679bb2a-fc2e-4b2d-80ca-57516f9a81ef req-e0b356be-a867-4731-b291-f1d6e24b47bd tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.70 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 945 time: 0.0654426 Jul 16 02:15:07.419314 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:07.513016 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-4679bb2a-fc2e-4b2d-80ca-57516f9a81ef req-79494d78-d1e6-447b-bc19-66a3dc22a8eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Deleting port f4e3e9b1-4344-4c87-900c-bebba9e2dcde {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:15:07.513358 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4679bb2a-fc2e-4b2d-80ca-57516f9a81ef req-79494d78-d1e6-447b-bc19-66a3dc22a8eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:07.603229 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-4679bb2a-fc2e-4b2d-80ca-57516f9a81ef req-79494d78-d1e6-447b-bc19-66a3dc22a8eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] For port f4e3e9b1-4344-4c87-900c-bebba9e2dcde, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:07.603590 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4679bb2a-fc2e-4b2d-80ca-57516f9a81ef req-79494d78-d1e6-447b-bc19-66a3dc22a8eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:07.716036 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4fc20bd6-91ae-452a-9a3f-daa28205185b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:07.812707 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4679bb2a-fc2e-4b2d-80ca-57516f9a81ef req-79494d78-d1e6-447b-bc19-66a3dc22a8eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:07.813074 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4679bb2a-fc2e-4b2d-80ca-57516f9a81ef req-79494d78-d1e6-447b-bc19-66a3dc22a8eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:07.813384 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [req-4679bb2a-fc2e-4b2d-80ca-57516f9a81ef req-79494d78-d1e6-447b-bc19-66a3dc22a8eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Floating IP 633bbf3b-e5b1-45cc-abe0-825bcd14a705 disassociated. External IP: 172.25.2.231, port: f4e3e9b1-4344-4c87-900c-bebba9e2dcde. Jul 16 02:15:07.813747 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-4679bb2a-fc2e-4b2d-80ca-57516f9a81ef req-79494d78-d1e6-447b-bc19-66a3dc22a8eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Calling delete_port for f4e3e9b1-4344-4c87-900c-bebba9e2dcde owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:15:07.936163 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4679bb2a-fc2e-4b2d-80ca-57516f9a81ef req-79494d78-d1e6-447b-bc19-66a3dc22a8eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:07.964918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79494d78-d1e6-447b-bc19-66a3dc22a8eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Pushing event deleted for resources: {'Port': ['ID=f4e3e9b1-4344-4c87-900c-bebba9e2dcde,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:08.079404 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4679bb2a-fc2e-4b2d-80ca-57516f9a81ef req-79494d78-d1e6-447b-bc19-66a3dc22a8eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:15:08.186247 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4679bb2a-fc2e-4b2d-80ca-57516f9a81ef req-79494d78-d1e6-447b-bc19-66a3dc22a8eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:08.195459 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3484445-3dec-410d-9ebc-867444b11e9f None None] Sync routers for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:08.204680 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3484445-3dec-410d-9ebc-867444b11e9f None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:08.205482 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b3484445-3dec-410d-9ebc-867444b11e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:15:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:08.232853 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-4679bb2a-fc2e-4b2d-80ca-57516f9a81ef req-79494d78-d1e6-447b-bc19-66a3dc22a8eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] No DVR routers for this DVR port f4e3e9b1-4344-4c87-900c-bebba9e2dcde on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:15:08.235457 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4679bb2a-fc2e-4b2d-80ca-57516f9a81ef req-79494d78-d1e6-447b-bc19-66a3dc22a8eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:08.237459 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4679bb2a-fc2e-4b2d-80ca-57516f9a81ef req-79494d78-d1e6-447b-bc19-66a3dc22a8eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.70 "DELETE /v2.0/ports/f4e3e9b1-4344-4c87-900c-bebba9e2dcde HTTP/1.1" status: 204 len: 173 time: 0.8164713 Jul 16 02:15:08.237902 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'name': 'network-vif-deleted', 'tag': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:08.240185 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b55181d-7a17-42ad-81be-cedf848f2e5d" -d '{"events": [{"server_uuid": "90f77a1b-69e2-4fce-b700-8476b13119ca", "name": "network-vif-deleted", "tag": "f4e3e9b1-4344-4c87-900c-bebba9e2dcde"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:08.276570 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f6d7e62-f04b-4c9a-908d-b35f7335b7c7 x-openstack-request-id: req-0f6d7e62-f04b-4c9a-908d-b35f7335b7c7 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:08.276873 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f77a1b-69e2-4fce-b700-8476b13119ca", "name": "network-vif-deleted", "tag": "f4e3e9b1-4344-4c87-900c-bebba9e2dcde", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:08.277130 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f6d7e62-f04b-4c9a-908d-b35f7335b7c7 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:08.277528 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f77a1b-69e2-4fce-b700-8476b13119ca', 'name': 'network-vif-deleted', 'tag': 'f4e3e9b1-4344-4c87-900c-bebba9e2dcde', 'status': 'completed', 'code': 200} Jul 16 02:15:08.315707 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-b3484445-3dec-410d-9ebc-867444b11e9f None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:08.481864 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d64ded71-2e08-4a11-a70e-c84ed456c127 req-f0d2294d-defc-4dab-9886-dffb8ff2df33 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=90f77a1b-69e2-4fce-b700-8476b13119ca HTTP/1.1" status: 200 len: 210 time: 0.0377145 Jul 16 02:15:08.521605 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b3484445-3dec-410d-9ebc-867444b11e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:08.550814 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3484445-3dec-410d-9ebc-867444b11e9f None None] Checking router: b9ebd984-8fe7-41d0-9219-4a4a76b880d1 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:08.560062 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3484445-3dec-410d-9ebc-867444b11e9f None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:08.560666 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b3484445-3dec-410d-9ebc-867444b11e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:15:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:08.665794 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-b3484445-3dec-410d-9ebc-867444b11e9f None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:08.763084 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:08.859420 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b3484445-3dec-410d-9ebc-867444b11e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:08.884874 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3484445-3dec-410d-9ebc-867444b11e9f None None] The sync data for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 is: [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:09.095593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b5209c-673d-4a76-9a3c-f2e5ca4e1ccf None None] New status for floating IP 633bbf3b-e5b1-45cc-abe0-825bcd14a705: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:15:09.773715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-901323b6-2358-45bc-a433-ae6de51dc15c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--859741544&fields=id&tenant_id=2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 267 time: 0.0325563 Jul 16 02:15:09.878190 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-3fcc897b-21b2-4bd2-a7c7-17995575adb0 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:09.879663 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-3fcc897b-21b2-4bd2-a7c7-17995575adb0 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 812 time: 0.0998094 Jul 16 02:15:09.894173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-e21014e4-f176-4977-a3da-e606525c4198 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/quotas/2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 375 time: 0.0090652 Jul 16 02:15:09.964945 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-762e9c18-1fb8-4e66-a265-8e6581d005f3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0661395 Jul 16 02:15:10.056991 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-1f788e53-f9b4-4a07-8134-c364d6fcd8aa service neutron] 10.222.0.22 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810454 Jul 16 02:15:10.147413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-4a39945b-4163-4479-9706-9482299c63b2 service neutron] 10.222.0.22 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844595 Jul 16 02:15:10.316263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b1a36ac1-430e-4cb6-aecb-0e225b4db39e req-68f1d245-d041-4ed5-ad00-9a656ff27f2a tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 210 time: 0.0283747 Jul 16 02:15:10.410938 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:11.346506 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-dd4e8df3-8f3f-4f4c-81d0-187776b2243e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:11.349387 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-dd4e8df3-8f3f-4f4c-81d0-187776b2243e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 812 time: 0.1255436 Jul 16 02:15:11.426031 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-417300c2-36dd-43c1-90bb-aa4e63f8d434 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 379 time: 0.0603290 Jul 16 02:15:11.436797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-681c89a4-d211-4938-942e-961fcda65715 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Request body: {'port': {'device_id': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'admin_state_up': True, 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'security_groups': ['643e2976-0962-43d7-b9fa-991af869b0de']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:11.478762 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ba8b7dff-f048-4446-94ac-01e4f288654b req-ed4bbac3-7b9a-4ace-b1a3-bf0c627505e1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 210 time: 0.0331736 Jul 16 02:15:11.552882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-681c89a4-d211-4938-942e-961fcda65715 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Made reservation on behalf of 2d40b17c2e8a40ac987668e33695a0ac for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:15:11.556484 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-681c89a4-d211-4938-942e-961fcda65715 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:11.856664 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f4e3e9b1-4344-4c87-900c-bebba9e2dcde no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:15:11.877997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: f4e3e9b1-4344-4c87-900c-bebba9e2dcde {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:15:11.878355 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f4e3e9b1-4344-4c87-900c-bebba9e2dcde not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:15:11.968719 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-681c89a4-d211-4938-942e-961fcda65715 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Allocated IP 172.20.0.5 (f2db5307-e5da-48e3-9dda-648b386b6e5a/18a5a295-094c-41fa-aad1-9a4d11601abd/eacac74a-45de-4cb8-ac5c-f87e7a76125d) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:15:12.098612 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-681c89a4-d211-4938-942e-961fcda65715 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:12.115096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-681c89a4-d211-4938-942e-961fcda65715 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Transition to ACTIVE for port object eacac74a-45de-4cb8-ac5c-f87e7a76125d will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:12.147951 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-681c89a4-d211-4938-942e-961fcda65715 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:12.191859 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-681c89a4-d211-4938-942e-961fcda65715 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Network f2db5307-e5da-48e3-9dda-648b386b6e5a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:15:12.195466 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-681c89a4-d211-4938-942e-961fcda65715 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:15:12.199992 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-681c89a4-d211-4938-942e-961fcda65715 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:15:12.223449 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681c89a4-d211-4938-942e-961fcda65715 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Pushing event updated for resources: {'Port': ['ID=eacac74a-45de-4cb8-ac5c-f87e7a76125d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:12.253454 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-681c89a4-d211-4938-942e-961fcda65715 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:12.254084 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-681c89a4-d211-4938-942e-961fcda65715 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:12.269820 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-681c89a4-d211-4938-942e-961fcda65715 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8374093 Jul 16 02:15:12.282507 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Request body: {'port': {'device_id': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:12.360694 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:12.410275 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c67ba264-90de-4208-ae8b-88b8416ac067 None None] Provisioning for port eacac74a-45de-4cb8-ac5c-f87e7a76125d completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:12.414678 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c67ba264-90de-4208-ae8b-88b8416ac067 None None] Provisioning complete for port eacac74a-45de-4cb8-ac5c-f87e7a76125d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:12.415325 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c67ba264-90de-4208-ae8b-88b8416ac067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:12.449337 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c67ba264-90de-4208-ae8b-88b8416ac067 None None] Port eacac74a-45de-4cb8-ac5c-f87e7a76125d cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:15:12.625394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eacac74a-45de-4cb8-ac5c-f87e7a76125d {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:15:12.632704 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:12.644561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Transition to ACTIVE for port object eacac74a-45de-4cb8-ac5c-f87e7a76125d will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:15:12.648213 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:12.657498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c704b8-1824-4dbc-936b-c995ea8c87ef req-4c62c7f6-fa2f-4586-b0a3-87c62dd0bc2d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:12.659016 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54c704b8-1824-4dbc-936b-c995ea8c87ef req-4c62c7f6-fa2f-4586-b0a3-87c62dd0bc2d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 931 time: 0.0672481 Jul 16 02:15:12.698242 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54c704b8-1824-4dbc-936b-c995ea8c87ef req-666890dd-862d-4b3e-83c9-5970cec988dc tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334032 Jul 16 02:15:12.698681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Pushing event updated for resources: {'Port': ['ID=eacac74a-45de-4cb8-ac5c-f87e7a76125d,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:12.773445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Attempting to bind port eacac74a-45de-4cb8-ac5c-f87e7a76125d on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:15:12.773786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Attempting to bind port eacac74a-45de-4cb8-ac5c-f87e7a76125d by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:15:12.774121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Attempting to bind port eacac74a-45de-4cb8-ac5c-f87e7a76125d on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:12.778756 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Port eacac74a-45de-4cb8-ac5c-f87e7a76125d on network f2db5307-e5da-48e3-9dda-648b386b6e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:15:12.779083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Attempting to bind port eacac74a-45de-4cb8-ac5c-f87e7a76125d on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:15:12.784298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:15:12.784640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Checking segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:15:12.785032 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Bound using segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:15:12.785462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Bound port: eacac74a-45de-4cb8-ac5c-f87e7a76125d, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:15:12.785832 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:12.851163 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] For port eacac74a-45de-4cb8-ac5c-f87e7a76125d, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:15:12.854934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] For port eacac74a-45de-4cb8-ac5c-f87e7a76125d, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:15:12.858402 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:12.891619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:12.892261 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:12.893650 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] 10.222.0.70 "PUT /v2.0/ports/eacac74a-45de-4cb8-ac5c-f87e7a76125d HTTP/1.1" status: 200 len: 1092 time: 0.6155596 Jul 16 02:15:12.894094 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'tag': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:12.896372 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9fb05e-d7d7-4538-ac9a-c924cfa63e87" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75", "tag": "eacac74a-45de-4cb8-ac5c-f87e7a76125d"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:12.929571 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310a82a-67c7-461a-9c28-86c8e2d31e5e service neutron] Pushing event updated for resources: {'Port': ['ID=eacac74a-45de-4cb8-ac5c-f87e7a76125d,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:12.951550 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8df0e0-ed1e-4f95-9bbe-99cb0406f25d x-openstack-request-id: req-aa8df0e0-ed1e-4f95-9bbe-99cb0406f25d {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:12.951812 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75", "tag": "eacac74a-45de-4cb8-ac5c-f87e7a76125d", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:12.952032 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa8df0e0-ed1e-4f95-9bbe-99cb0406f25d {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:12.952428 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'tag': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d', 'status': 'completed', 'code': 200} Jul 16 02:15:13.003909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-f4435307-2aa7-4496-aee7-36f9ec08d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:13.005489 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-f4435307-2aa7-4496-aee7-36f9ec08d099 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 1095 time: 0.0632863 Jul 16 02:15:13.050650 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-cdcfb6ef-45a0-44d9-9a6c-a994fef75c96 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d HTTP/1.1" status: 200 len: 217 time: 0.0368626 Jul 16 02:15:13.100146 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-328f5065-ccad-450f-b233-bee5b650549a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:13.101623 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-328f5065-ccad-450f-b233-bee5b650549a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0447652 Jul 16 02:15:13.157371 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-4f4dc976-549f-4813-b01e-37ee5617c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:13.158820 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-4f4dc976-549f-4813-b01e-37ee5617c326 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510721 Jul 16 02:15:13.254223 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-9a3852c5-b843-4b6d-95ec-e62b7a010695 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887320 Jul 16 02:15:13.347035 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f6e39f5-37a2-4218-bbd1-9f434e915145 req-48374af9-7f5f-4b66-b5b1-3ddf476a6439 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853407 Jul 16 02:15:13.442960 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fb05e-d7d7-4538-ac9a-c924cfa63e87 req-7f69a066-e61d-4f22-9bf3-72d88aaba000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:13.444402 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7a9fb05e-d7d7-4538-ac9a-c924cfa63e87 req-7f69a066-e61d-4f22-9bf3-72d88aaba000 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 1095 time: 0.0519259 Jul 16 02:15:13.533336 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fb05e-d7d7-4538-ac9a-c924cfa63e87 req-451df1a6-07dd-4d5f-a0c7-3775ef3887d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:13.534807 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7a9fb05e-d7d7-4538-ac9a-c924cfa63e87 req-451df1a6-07dd-4d5f-a0c7-3775ef3887d0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0831611 Jul 16 02:15:13.578604 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7a9fb05e-d7d7-4538-ac9a-c924cfa63e87 req-5bd587a6-d636-40dd-a986-27b28220dfbb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d HTTP/1.1" status: 200 len: 217 time: 0.0372760 Jul 16 02:15:13.626055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fb05e-d7d7-4538-ac9a-c924cfa63e87 req-ac96d683-053d-4226-9081-f98ee0d938fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:13.627449 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7a9fb05e-d7d7-4538-ac9a-c924cfa63e87 req-ac96d683-053d-4226-9081-f98ee0d938fe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0427759 Jul 16 02:15:13.682858 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fb05e-d7d7-4538-ac9a-c924cfa63e87 req-6bfba5d0-d032-4f66-9521-a675d1874af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:13.684354 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7a9fb05e-d7d7-4538-ac9a-c924cfa63e87 req-6bfba5d0-d032-4f66-9521-a675d1874af1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503502 Jul 16 02:15:13.776816 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7a9fb05e-d7d7-4538-ac9a-c924cfa63e87 req-e4660417-a8f8-4785-9678-b18c18b83e15 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855041 Jul 16 02:15:13.865877 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7a9fb05e-d7d7-4538-ac9a-c924cfa63e87 req-d9c53bc8-7525-4095-89a7-90c7fab562cd service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815439 Jul 16 02:15:13.887716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b35763-4bb4-4564-9063-7a11102ae3c8 req-301f0b26-4ad1-48ca-991b-c554a03e74ea tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:13.889257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62b35763-4bb4-4564-9063-7a11102ae3c8 req-301f0b26-4ad1-48ca-991b-c554a03e74ea tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 943 time: 0.0652256 Jul 16 02:15:13.925939 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62b35763-4bb4-4564-9063-7a11102ae3c8 req-4bc1f69a-f7a1-47af-850b-d3699df7aa41 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310659 Jul 16 02:15:15.096141 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91fc0d-0d80-44db-beef-fd50bb61670a req-0eeaae05-f983-4701-9182-fcde975b1717 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:15.097638 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a91fc0d-0d80-44db-beef-fd50bb61670a req-0eeaae05-f983-4701-9182-fcde975b1717 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 943 time: 0.0626049 Jul 16 02:15:15.134088 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a91fc0d-0d80-44db-beef-fd50bb61670a req-428837ca-3240-43ef-8013-7935da40b47c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309589 Jul 16 02:15:15.859723 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device eacac74a-45de-4cb8-ac5c-f87e7a76125d details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:15:15.954478 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port eacac74a-45de-4cb8-ac5c-f87e7a76125d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:15.965512 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'port_id': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d', 'mac_address': 'fa:16:3e:dd:00:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:15:16.000933 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:16.016241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eacac74a-45de-4cb8-ac5c-f87e7a76125d {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:15:16.035520 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port eacac74a-45de-4cb8-ac5c-f87e7a76125d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:16.038969 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:16.084337 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=eacac74a-45de-4cb8-ac5c-f87e7a76125d,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:16.237085 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['eacac74a-45de-4cb8-ac5c-f87e7a76125d'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:15:16.309928 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6245099-0b52-43b0-9864-8e3c6f798e29 req-5efb36fa-3a43-4059-9b42-65b9764199ee tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:16.311433 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b6245099-0b52-43b0-9864-8e3c6f798e29 req-5efb36fa-3a43-4059-9b42-65b9764199ee tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 944 time: 0.0668769 Jul 16 02:15:16.349117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b6245099-0b52-43b0-9864-8e3c6f798e29 req-3876379a-23d8-47ea-9d59-33740dd3fd06 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320468 Jul 16 02:15:17.520673 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d2d89-9a2e-42a0-a43c-9e55ad988b8a req-c0de9166-b7b7-4351-b09d-a49472087b4d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:17.522139 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-910d2d89-9a2e-42a0-a43c-9e55ad988b8a req-c0de9166-b7b7-4351-b09d-a49472087b4d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 944 time: 0.0618300 Jul 16 02:15:17.558778 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-910d2d89-9a2e-42a0-a43c-9e55ad988b8a req-c6e25c22-0605-4470-9d4d-e122ae7c1dc4 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306287 Jul 16 02:15:17.886477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device eacac74a-45de-4cb8-ac5c-f87e7a76125d up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:15:17.935317 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port eacac74a-45de-4cb8-ac5c-f87e7a76125d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:15:17.938870 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port eacac74a-45de-4cb8-ac5c-f87e7a76125d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:15:17.939242 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:18.011903 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:18.034139 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:18.036392 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e894fddc-a211-4ddf-bf6b-c55bcc42e8fb" -d '{"events": [{"server_uuid": "4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75", "name": "network-vif-plugged", "status": "completed", "tag": "eacac74a-45de-4cb8-ac5c-f87e7a76125d"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:18.048680 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port eacac74a-45de-4cb8-ac5c-f87e7a76125d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:15:18.052857 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:18.102956 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=eacac74a-45de-4cb8-ac5c-f87e7a76125d,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:15:18.129255 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917a4d3a-5ae8-4915-a84f-fe64cd9b128e x-openstack-request-id: req-917a4d3a-5ae8-4915-a84f-fe64cd9b128e {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:18.129555 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75", "name": "network-vif-plugged", "status": "completed", "tag": "eacac74a-45de-4cb8-ac5c-f87e7a76125d", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:18.129885 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-917a4d3a-5ae8-4915-a84f-fe64cd9b128e {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:18.130215 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d', 'code': 200} Jul 16 02:15:18.247645 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80cec0-dbcd-4537-b5b1-13279123b1d5 req-42355f25-f0e8-4515-b68c-10bdb8aac866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:18.249176 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5a80cec0-dbcd-4537-b5b1-13279123b1d5 req-42355f25-f0e8-4515-b68c-10bdb8aac866 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 1097 time: 0.0570276 Jul 16 02:15:18.282895 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5a80cec0-dbcd-4537-b5b1-13279123b1d5 req-4362b630-35af-4c73-b971-d90d91dfd7a0 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275509 Jul 16 02:15:18.735866 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08f5fc-e456-4bb8-8081-8d819e1625cc req-1288d94c-a3a9-40df-ae02-ba29246813ae tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:18.737520 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d08f5fc-e456-4bb8-8081-8d819e1625cc req-1288d94c-a3a9-40df-ae02-ba29246813ae tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0667269 Jul 16 02:15:18.775891 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6d08f5fc-e456-4bb8-8081-8d819e1625cc req-2167574b-b101-4570-8021-255f850e3787 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316675 Jul 16 02:15:19.944791 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85beb1f3-e94f-447d-8400-f42b3e76ae08 req-4661b59c-a977-4891-827d-69aa58dce613 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:19.946430 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85beb1f3-e94f-447d-8400-f42b3e76ae08 req-4661b59c-a977-4891-827d-69aa58dce613 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0615306 Jul 16 02:15:19.983270 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85beb1f3-e94f-447d-8400-f42b3e76ae08 req-965ebd5b-77c2-4ae1-9af9-ffc4855515bd tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307019 Jul 16 02:15:20.148497 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bd9bbe-7c3d-432d-9b52-89cf27b16ffe req-87783d36-884b-4957-b47d-a3dff2e91246 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:20.150001 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7bd9bbe-7c3d-432d-9b52-89cf27b16ffe req-87783d36-884b-4957-b47d-a3dff2e91246 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0620413 Jul 16 02:15:20.158572 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 44900) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:15:20.162891 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-fae1cf33-9ada-472f-a086-0b29c0280c71 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Request body: {'floatingip': {'port_id': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:15:20.204887 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fae1cf33-9ada-472f-a086-0b29c0280c71 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:20.635062 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fae1cf33-9ada-472f-a086-0b29c0280c71 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:20.638893 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fae1cf33-9ada-472f-a086-0b29c0280c71 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:20.736113 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-fae1cf33-9ada-472f-a086-0b29c0280c71 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Floating IP 633bbf3b-e5b1-45cc-abe0-825bcd14a705 associated. External IP: 172.25.2.231, port: eacac74a-45de-4cb8-ac5c-f87e7a76125d. Jul 16 02:15:20.930850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae1cf33-9ada-472f-a086-0b29c0280c71 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:15:21.035725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae1cf33-9ada-472f-a086-0b29c0280c71 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:15:21.040645 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fae1cf33-9ada-472f-a086-0b29c0280c71 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:21.044788 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13046e3a-3689-46d0-83c7-dad58b754623 None None] Sync routers for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:15:21.053429 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13046e3a-3689-46d0-83c7-dad58b754623 None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:21.054059 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-13046e3a-3689-46d0-83c7-dad58b754623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:15:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:21.082792 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fae1cf33-9ada-472f-a086-0b29c0280c71 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "PUT /v2.0/floatingips/633bbf3b-e5b1-45cc-abe0-825bcd14a705 HTTP/1.1" status: 200 len: 991 time: 0.9206231 Jul 16 02:15:21.082792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'tag': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:15:21.083277 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15013a13-6a5c-41b1-9b4e-8791ee21b47a" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75", "tag": "eacac74a-45de-4cb8-ac5c-f87e7a76125d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:15:21.163692 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-13046e3a-3689-46d0-83c7-dad58b754623 None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:21.264899 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3ae8f9-efa6-4f23-83de-7638beb51909 x-openstack-request-id: req-1e3ae8f9-efa6-4f23-83de-7638beb51909 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:15:21.265258 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75", "tag": "eacac74a-45de-4cb8-ac5c-f87e7a76125d", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:15:21.265575 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e3ae8f9-efa6-4f23-83de-7638beb51909 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:15:21.266070 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'tag': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d', 'status': 'completed', 'code': 200} Jul 16 02:15:21.337123 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15013a13-6a5c-41b1-9b4e-8791ee21b47a req-0e98ea01-e44e-4c85-b29c-cffbdc0e71a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:21.338638 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-15013a13-6a5c-41b1-9b4e-8791ee21b47a req-0e98ea01-e44e-4c85-b29c-cffbdc0e71a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 1097 time: 0.0518129 Jul 16 02:15:21.433808 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15013a13-6a5c-41b1-9b4e-8791ee21b47a req-9766b12b-9156-4646-ba44-416780c080e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:21.435213 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-15013a13-6a5c-41b1-9b4e-8791ee21b47a req-9766b12b-9156-4646-ba44-416780c080e5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0903871 Jul 16 02:15:21.478236 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-13046e3a-3689-46d0-83c7-dad58b754623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '633bbf3b-e5b1-45cc-abe0-825bcd14a705', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'port_id': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'mac_address': 'fa:16:3e:dd:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:12:57Z', 'updated_at': '2021-07-16T02:15:20Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:21.499066 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-15013a13-6a5c-41b1-9b4e-8791ee21b47a req-73cff7b4-ee55-4161-8592-3bf51f7d5ea2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d HTTP/1.1" status: 200 len: 999 time: 0.0575418 Jul 16 02:15:21.504919 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13046e3a-3689-46d0-83c7-dad58b754623 None None] Checking router: b9ebd984-8fe7-41d0-9219-4a4a76b880d1 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:15:21.513026 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13046e3a-3689-46d0-83c7-dad58b754623 None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:15:21.513655 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-13046e3a-3689-46d0-83c7-dad58b754623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:15:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:21.545933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15013a13-6a5c-41b1-9b4e-8791ee21b47a req-3fe02431-4566-4bfb-987a-024b5fba8674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:21.547394 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-15013a13-6a5c-41b1-9b4e-8791ee21b47a req-3fe02431-4566-4bfb-987a-024b5fba8674 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0424986 Jul 16 02:15:21.607970 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15013a13-6a5c-41b1-9b4e-8791ee21b47a req-752f3cc6-ac3e-4dbc-93f0-14bd172a9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:21.609474 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-15013a13-6a5c-41b1-9b4e-8791ee21b47a req-752f3cc6-ac3e-4dbc-93f0-14bd172a9e90 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554991 Jul 16 02:15:21.616717 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-13046e3a-3689-46d0-83c7-dad58b754623 None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:15:21.697117 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-15013a13-6a5c-41b1-9b4e-8791ee21b47a req-78008270-b6f6-48bd-a2b5-2fa22014cbb0 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813892 Jul 16 02:15:21.790613 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-15013a13-6a5c-41b1-9b4e-8791ee21b47a req-fe52d1c8-9816-42b0-89dc-046eda96bbbf service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861659 Jul 16 02:15:21.839170 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-13046e3a-3689-46d0-83c7-dad58b754623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '633bbf3b-e5b1-45cc-abe0-825bcd14a705', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'port_id': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'mac_address': 'fa:16:3e:dd:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:12:57Z', 'updated_at': '2021-07-16T02:15:20Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:15:21.864967 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13046e3a-3689-46d0-83c7-dad58b754623 None None] The sync data for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 is: [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '633bbf3b-e5b1-45cc-abe0-825bcd14a705', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'port_id': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'mac_address': 'fa:16:3e:dd:00:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:12:57Z', 'updated_at': '2021-07-16T02:15:20Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:15:22.041112 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff7edb2-9edf-4024-a8ed-3dd05af7e310 None None] New status for floating IP 633bbf3b-e5b1-45cc-abe0-825bcd14a705: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:15:26.741213 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-d21d6fdd-c355-40f3-acf6-e928dbbaac77 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0557902 Jul 16 02:15:26.842235 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-17865d56-1a0e-4237-872c-425fcd45e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:26.842622 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-17865d56-1a0e-4237-872c-425fcd45e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:26.843103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-17865d56-1a0e-4237-872c-425fcd45e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:26.843576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-17865d56-1a0e-4237-872c-425fcd45e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:26.844091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-17865d56-1a0e-4237-872c-425fcd45e8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:26.845843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-17865d56-1a0e-4237-872c-425fcd45e8d2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0587711 Jul 16 02:15:26.959531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-e5da9db0-86d8-4bbe-a8f6-8e8b3ca6ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:26.960044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-e5da9db0-86d8-4bbe-a8f6-8e8b3ca6ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:26.960519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-e5da9db0-86d8-4bbe-a8f6-8e8b3ca6ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:26.962099 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-e5da9db0-86d8-4bbe-a8f6-8e8b3ca6ec0b service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0919604 Jul 16 02:15:27.000938 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-2521c41e-2bdc-495f-8aba-1f3dd8795393 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0326974 Jul 16 02:15:27.047396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-3be5120d-52c3-4083-af86-713f166a6f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:27.048891 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-3be5120d-52c3-4083-af86-713f166a6f2e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0422468 Jul 16 02:15:27.108459 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-57bc5ec9-408e-4996-9669-34f59feff08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:27.109862 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-57bc5ec9-408e-4996-9669-34f59feff08b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551031 Jul 16 02:15:27.197153 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-f56ed78e-44f8-4cf6-b507-b903aea898f6 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807481 Jul 16 02:15:27.286233 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-e390fad2-5bc2-4ed7-89a2-1bb34ce900d1 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831594 Jul 16 02:15:27.325774 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-b501bc22-e8c5-40b6-968e-b5f95e31c564 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0335479 Jul 16 02:15:27.374290 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-ab585420-2945-48bd-932d-1cd871f63c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:27.375603 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-ab585420-2945-48bd-932d-1cd871f63c1f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0443594 Jul 16 02:15:27.429019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-6d383658-7bb9-48c1-8ea6-df7d8b2b64a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:27.430456 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-6d383658-7bb9-48c1-8ea6-df7d8b2b64a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0491540 Jul 16 02:15:27.516935 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-c211a769-9d5b-41bc-843d-633d666bcb7e service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800514 Jul 16 02:15:27.605479 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-20cc8e11-5cb3-4788-9b81-7a9dfbad0739 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822408 Jul 16 02:15:27.643819 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-686e4b06-00b0-4b4f-8b8f-739ef71ae441 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0323102 Jul 16 02:15:27.689039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-0a367fe5-70ca-4399-9b16-58dc0156481f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:27.690498 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-0a367fe5-70ca-4399-9b16-58dc0156481f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0415397 Jul 16 02:15:27.749582 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-8ad65f45-5b98-48ab-84ac-a58b8415c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:27.751107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-8ad65f45-5b98-48ab-84ac-a58b8415c16c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0543938 Jul 16 02:15:27.838074 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-34924f00-67f3-414a-919a-037f6813c4f7 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803983 Jul 16 02:15:27.927271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-43420e50-63e5-45f7-a93b-2ead41ddf5e1 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833750 Jul 16 02:15:27.965569 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-0ce09144-0893-4a72-be18-dcc2d68d8d01 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0325181 Jul 16 02:15:28.014313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-f40c787c-c85a-4cc5-9c72-e32609f6ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:28.015740 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-f40c787c-c85a-4cc5-9c72-e32609f6ab68 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0446265 Jul 16 02:15:28.072616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-74d85f60-55c2-41cb-84c1-e7debcbb2161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:28.074138 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-74d85f60-55c2-41cb-84c1-e7debcbb2161 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0512955 Jul 16 02:15:28.159400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-700aad15-9ba5-44e8-b341-20e4999f3c6f service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786896 Jul 16 02:15:28.248015 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-bb314ffb-aff7-400c-99d1-1b6860d9af58 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829580 Jul 16 02:15:28.288888 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-d0d0a24a-2a1e-4319-9128-e2e09e4c1ea4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0348203 Jul 16 02:15:28.334658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-625c590a-1d9a-42c8-9320-ec34871e68f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:28.336077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-625c590a-1d9a-42c8-9320-ec34871e68f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0415554 Jul 16 02:15:28.392763 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-01ce6b17-8aa8-4627-8a04-64630d54d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:28.394247 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-01ce6b17-8aa8-4627-8a04-64630d54d8e5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0527525 Jul 16 02:15:28.481305 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-7a472703-c4e4-4bd6-9e5f-d4524d16afef service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807605 Jul 16 02:15:28.569584 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed671aed-01ea-4ac5-b203-00eca076e611 req-634c1759-4d08-42ff-8de4-bd9acdcbf6a3 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824580 Jul 16 02:15:30.909815 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:31.820057 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:34.609344 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:15:34.975875 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-defecb97-5826-4eec-b724-849d10c7ebb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:37.419899 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:37.716864 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-de170204-1bd7-4ae0-86b9-7cd5e814e124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:38.549746 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b01115d1-c4fa-4e98-b4ee-7fb32e73634f req-ba531acc-c019-48f6-a586-aa762280b9ca service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0521691 Jul 16 02:15:38.644585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01115d1-c4fa-4e98-b4ee-7fb32e73634f req-e67f0bbb-6fdf-4ace-9627-ccee5542f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:38.646061 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b01115d1-c4fa-4e98-b4ee-7fb32e73634f req-e67f0bbb-6fdf-4ace-9627-ccee5542f92b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 1097 time: 0.0515685 Jul 16 02:15:38.757493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01115d1-c4fa-4e98-b4ee-7fb32e73634f req-bf4afeb0-14ad-45a4-9817-ad65c20baa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:38.759002 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b01115d1-c4fa-4e98-b4ee-7fb32e73634f req-bf4afeb0-14ad-45a4-9817-ad65c20baa61 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0920827 Jul 16 02:15:38.768771 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:15:38.823694 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b01115d1-c4fa-4e98-b4ee-7fb32e73634f req-1c910bd0-117b-457e-ad60-f3c006fa57af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d HTTP/1.1" status: 200 len: 1001 time: 0.0570824 Jul 16 02:15:38.876569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01115d1-c4fa-4e98-b4ee-7fb32e73634f req-c650c682-de18-4d98-bc46-2da6d319bea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:38.877988 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b01115d1-c4fa-4e98-b4ee-7fb32e73634f req-c650c682-de18-4d98-bc46-2da6d319bea8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0468872 Jul 16 02:15:38.933478 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01115d1-c4fa-4e98-b4ee-7fb32e73634f req-cc1f114b-143b-43e6-80b2-4205ae7a3eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:15:38.935458 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b01115d1-c4fa-4e98-b4ee-7fb32e73634f req-cc1f114b-143b-43e6-80b2-4205ae7a3eb0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504375 Jul 16 02:15:38.947369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-b01115d1-c4fa-4e98-b4ee-7fb32e73634f req-4fab3d2d-f1dc-4c50-baba-2fc65db8c99a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:15:38.948338 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b01115d1-c4fa-4e98-b4ee-7fb32e73634f req-4fab3d2d-f1dc-4c50-baba-2fc65db8c99a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051343 Jul 16 02:15:39.036133 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b01115d1-c4fa-4e98-b4ee-7fb32e73634f req-474db825-d1d6-481a-bbb4-a12cd41ceabc service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800285 Jul 16 02:15:39.129331 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b01115d1-c4fa-4e98-b4ee-7fb32e73634f req-b47a77c9-41f8-4965-bfa8-2623a7600640 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856993 Jul 16 02:15:40.412636 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:00.908803 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:01.835448 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:04.975426 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b5d5fde8-e8bd-492a-ae26-082ec0e8e888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:07.421825 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:07.716507 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-218a9e7e-adff-483d-b2ca-caab18e06785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:08.769331 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:10.417485 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:11.608709 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:16:28.672528 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-e2c0b811-7fad-4f28-89c2-de12c31a505e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0564938 Jul 16 02:16:28.778608 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-964a6250-2267-41d7-8c74-9c28f60b17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:28.779092 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-964a6250-2267-41d7-8c74-9c28f60b17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:28.779569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-964a6250-2267-41d7-8c74-9c28f60b17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:28.780064 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-964a6250-2267-41d7-8c74-9c28f60b17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:28.780539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-964a6250-2267-41d7-8c74-9c28f60b17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:28.782307 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-964a6250-2267-41d7-8c74-9c28f60b17e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0652001 Jul 16 02:16:29.228998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-b5747f85-4e8f-49da-91c6-dd207e07b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:29.229392 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-b5747f85-4e8f-49da-91c6-dd207e07b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:29.229890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-b5747f85-4e8f-49da-91c6-dd207e07b69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:29.231496 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-b5747f85-4e8f-49da-91c6-dd207e07b69d service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.4256835 Jul 16 02:16:29.274174 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-f71d803c-87a8-4627-a6d9-a021fc99c782 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0363388 Jul 16 02:16:29.321301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-26b58eab-7fe3-431d-92a2-000b0c64fa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:29.322772 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-26b58eab-7fe3-431d-92a2-000b0c64fa8a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0431361 Jul 16 02:16:29.378950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-ad631981-5614-4f80-aff0-c21c37a4e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:29.380522 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-ad631981-5614-4f80-aff0-c21c37a4e2dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518255 Jul 16 02:16:29.470134 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-d3d44bf6-5bce-4cf8-8e2f-ac7e0f3221f0 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824652 Jul 16 02:16:29.555985 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-d5d6761b-306d-45a4-a4f8-76e15c2548b8 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800014 Jul 16 02:16:29.597781 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-f5125521-78c7-4d70-91f5-87d04e034b01 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0360577 Jul 16 02:16:29.644082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-ab5f947f-1328-4b6e-81ee-09453f71ab96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:29.645489 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-ab5f947f-1328-4b6e-81ee-09453f71ab96 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0421059 Jul 16 02:16:29.700427 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-7c47d566-4428-4942-818f-66097e14e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:29.701886 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-7c47d566-4428-4942-818f-66097e14e453 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508142 Jul 16 02:16:29.791079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-908927cd-5bf1-4b3b-9d59-acbe784a2024 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828481 Jul 16 02:16:29.877506 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-86908a19-2e46-4d25-ad8a-b4d8f1c2c9af service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797944 Jul 16 02:16:29.920633 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-14fb10fc-7e61-4a18-8371-bafe073a6480 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0369477 Jul 16 02:16:29.967059 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-ebbebc32-3ee1-4bee-8bae-e6fea12f79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:29.968500 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-ebbebc32-3ee1-4bee-8bae-e6fea12f79b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0427206 Jul 16 02:16:30.022588 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-89d24250-3d64-46bd-a3ce-cdd5594c6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:30.024112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-89d24250-3d64-46bd-a3ce-cdd5594c6c83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0500178 Jul 16 02:16:30.114387 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-a1002eb0-9403-44d7-99f8-e99c4702be5e service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843315 Jul 16 02:16:30.201180 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-51707297-e054-484f-bbcf-ea6c0ad36921 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792537 Jul 16 02:16:30.243608 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-a5f837ab-62ba-4e97-97a8-b864d712317e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0365870 Jul 16 02:16:30.290106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-9ea931d9-408c-47f7-a16d-db502f96bcec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:30.291531 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-9ea931d9-408c-47f7-a16d-db502f96bcec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0419564 Jul 16 02:16:30.345618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-40456288-eff8-484b-96c0-aa1cbe7389d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:30.347059 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-40456288-eff8-484b-96c0-aa1cbe7389d0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0498035 Jul 16 02:16:30.438996 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-6b2638de-094f-4327-8dd0-995a8cbd98ee service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849285 Jul 16 02:16:30.527458 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-2d0785f1-8273-47e2-9cba-c2f730137afe service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821671 Jul 16 02:16:30.570502 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-5ae51b8c-4c8e-4da1-9582-53f512c56525 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0372014 Jul 16 02:16:30.618352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-3401f071-4aae-4e0a-a322-49cbd8244ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:30.619811 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-3401f071-4aae-4e0a-a322-49cbd8244ceb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0428960 Jul 16 02:16:30.674568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-8ad9182d-5907-4977-a3a7-86efc34ee31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:30.676086 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-8ad9182d-5907-4977-a3a7-86efc34ee31d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0503950 Jul 16 02:16:30.766956 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-6ec7fdbd-bf47-45eb-bcc9-8df1c99e7a19 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842493 Jul 16 02:16:30.855244 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26aedda4-7783-4a17-a8e0-732a505adb72 req-f38cad9b-f98a-4171-9fac-886cdce761f7 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820689 Jul 16 02:16:30.931350 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:31.849320 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:34.975278 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d02d4a82-007e-45fa-a2b5-761fb06bf135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:37.423868 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:37.717087 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2b4c7546-2ba6-4505-8fa3-7f70559a89cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:38.772347 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:39.136088 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6f3a35c1-2598-48db-a752-ff0fb8c00c97 req-61e1f097-10d9-490a-87e9-25aa259998c9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539002 Jul 16 02:16:39.234288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a35c1-2598-48db-a752-ff0fb8c00c97 req-e105af5a-a948-4336-b926-bed6251a3ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:39.235896 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6f3a35c1-2598-48db-a752-ff0fb8c00c97 req-e105af5a-a948-4336-b926-bed6251a3ecc service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 1097 time: 0.0572171 Jul 16 02:16:39.350299 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a35c1-2598-48db-a752-ff0fb8c00c97 req-a2561b44-d49c-4935-8823-7e07cc5e4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:39.351723 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6f3a35c1-2598-48db-a752-ff0fb8c00c97 req-a2561b44-d49c-4935-8823-7e07cc5e4914 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0919418 Jul 16 02:16:39.422990 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6f3a35c1-2598-48db-a752-ff0fb8c00c97 req-99163976-d761-437b-8292-ef5fca93873b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d HTTP/1.1" status: 200 len: 1001 time: 0.0645192 Jul 16 02:16:39.472352 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a35c1-2598-48db-a752-ff0fb8c00c97 req-f81467e0-38d8-4241-80f7-52a9504398f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:39.473816 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6f3a35c1-2598-48db-a752-ff0fb8c00c97 req-f81467e0-38d8-4241-80f7-52a9504398f4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0445311 Jul 16 02:16:39.529537 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a35c1-2598-48db-a752-ff0fb8c00c97 req-879756cf-92d4-4d32-81c5-7ebdd58ea7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:39.531026 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6f3a35c1-2598-48db-a752-ff0fb8c00c97 req-879756cf-92d4-4d32-81c5-7ebdd58ea7d4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511553 Jul 16 02:16:39.622300 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6f3a35c1-2598-48db-a752-ff0fb8c00c97 req-353b54ee-587e-401f-ba9e-7dfd9444dc51 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837157 Jul 16 02:16:39.708845 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6f3a35c1-2598-48db-a752-ff0fb8c00c97 req-6d99de16-0f69-4e03-a80f-35d645374f8a service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802598 Jul 16 02:16:40.418224 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:16:48.607462 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:16:57.359804 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a56aa54-b7fe-4a15-8786-f3f571d8ea52 req-22b56ffb-dccf-4f06-be08-8a8cd71079de tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:57.361859 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a56aa54-b7fe-4a15-8786-f3f571d8ea52 req-22b56ffb-dccf-4f06-be08-8a8cd71079de tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0686491 Jul 16 02:16:57.398173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a56aa54-b7fe-4a15-8786-f3f571d8ea52 req-cb9ccbed-e336-44a9-a02b-15e3d07c3842 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307693 Jul 16 02:16:58.571247 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ebf95-29c3-431d-b130-ae8989d31480 req-61da0b7d-433b-4779-9c8a-3e30e67ad8a1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:58.572742 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf9ebf95-29c3-431d-b130-ae8989d31480 req-61da0b7d-433b-4779-9c8a-3e30e67ad8a1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0621650 Jul 16 02:16:58.609382 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf9ebf95-29c3-431d-b130-ae8989d31480 req-959b6ccd-8230-458e-a27b-c916f1e91dc1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312302 Jul 16 02:16:59.778203 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838554a-54a4-4005-afc2-298ca5e92397 req-1d7ffae9-121a-4d3c-b832-9fe4a1e6aa82 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:16:59.779688 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c838554a-54a4-4005-afc2-298ca5e92397 req-1d7ffae9-121a-4d3c-b832-9fe4a1e6aa82 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0619731 Jul 16 02:16:59.817490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c838554a-54a4-4005-afc2-298ca5e92397 req-503673a3-7a04-4efa-a96b-558d9256cb72 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317674 Jul 16 02:17:00.926798 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:00.991365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e9e2b8-d1a9-4c80-9bfe-af6b39e3e647 req-efe7bd71-f353-4ae5-bfcd-efe8f84d56e8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:00.993067 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32e9e2b8-d1a9-4c80-9bfe-af6b39e3e647 req-efe7bd71-f353-4ae5-bfcd-efe8f84d56e8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0667241 Jul 16 02:17:01.030491 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-32e9e2b8-d1a9-4c80-9bfe-af6b39e3e647 req-32d97ba5-6327-4ba7-be1e-0a5201508a52 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317829 Jul 16 02:17:01.848311 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:02.201282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c8aae9-faf0-4b6a-8318-daf4c5ff1e54 req-8476fa96-e75a-4db5-abc2-dfac3e45f1d7 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:02.202701 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-50c8aae9-faf0-4b6a-8318-daf4c5ff1e54 req-8476fa96-e75a-4db5-abc2-dfac3e45f1d7 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0636649 Jul 16 02:17:02.239838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-50c8aae9-faf0-4b6a-8318-daf4c5ff1e54 req-b69472a9-8ef2-4ef7-891d-928c05664ebe tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309584 Jul 16 02:17:03.415469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1ac1d-ded3-46e9-ac5f-65a7ca2dc160 req-53374567-12b4-4f53-9c8f-cbdfe33cfaae tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:03.416897 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54d1ac1d-ded3-46e9-ac5f-65a7ca2dc160 req-53374567-12b4-4f53-9c8f-cbdfe33cfaae tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0655475 Jul 16 02:17:03.453687 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54d1ac1d-ded3-46e9-ac5f-65a7ca2dc160 req-8919f213-6220-406d-b720-0d7a4f08be7e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314021 Jul 16 02:17:04.623252 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180109e-0681-488e-8984-a49b97861937 req-1635719f-2f4c-4258-93a1-c614c5f758fd tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:04.624780 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c180109e-0681-488e-8984-a49b97861937 req-1635719f-2f4c-4258-93a1-c614c5f758fd tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0626092 Jul 16 02:17:04.661737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c180109e-0681-488e-8984-a49b97861937 req-04071a78-d355-4190-98fd-16fe26312049 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308838 Jul 16 02:17:04.976028 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e701bdf3-8036-44d5-9f10-a133cb827fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:05.831531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57b67f-4206-4fec-aa1f-2c4a7da296a4 req-c692dad6-78f4-4e06-9a0a-b80ac793303e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:05.833040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b57b67f-4206-4fec-aa1f-2c4a7da296a4 req-c692dad6-78f4-4e06-9a0a-b80ac793303e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0614867 Jul 16 02:17:05.869806 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b57b67f-4206-4fec-aa1f-2c4a7da296a4 req-e4584c80-1f2f-4b20-9a66-6269ef4bbaab tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312941 Jul 16 02:17:07.046030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8359b7f-04d8-4f34-bf2b-33cde306d9c0 req-728b590d-0fa2-47f7-8b51-49b4cd7df83b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:07.047530 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e8359b7f-04d8-4f34-bf2b-33cde306d9c0 req-728b590d-0fa2-47f7-8b51-49b4cd7df83b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0677829 Jul 16 02:17:07.085280 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e8359b7f-04d8-4f34-bf2b-33cde306d9c0 req-a7511a8a-39ee-437f-b1f4-e442306111ed tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321691 Jul 16 02:17:07.424986 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:07.716683 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c5e48053-53f6-4904-837c-1deab89bffb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:08.258092 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5672136-3440-4161-bf40-f5e4c95a05b8 req-efa219df-3fd3-4766-bf04-fa5b11c12f5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:08.259618 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f5672136-3440-4161-bf40-f5e4c95a05b8 req-efa219df-3fd3-4766-bf04-fa5b11c12f5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0627921 Jul 16 02:17:08.297127 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f5672136-3440-4161-bf40-f5e4c95a05b8 req-ef5c1dc9-1e02-4cd2-85cb-c69fbf9d57e7 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318670 Jul 16 02:17:08.604235 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 45136) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:08.686534 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c99b7f-9cfe-4319-a78a-a6b6275df2fe req-5ba43660-938c-4271-89aa-c8ee908272ba tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:08.688073 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77c99b7f-9cfe-4319-a78a-a6b6275df2fe req-5ba43660-938c-4271-89aa-c8ee908272ba tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0675781 Jul 16 02:17:08.699430 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-ff19c4e9-6c55-4df4-a50f-284408147073 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0940361 Jul 16 02:17:08.727973 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77c99b7f-9cfe-4319-a78a-a6b6275df2fe req-95a365d4-209b-4461-b91a-2e41cbb074ca tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337167 Jul 16 02:17:08.776555 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:09.797914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-375ecc0b-fef6-49d8-92d9-f78e0ca7b90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:09.799960 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-375ecc0b-fef6-49d8-92d9-f78e0ca7b90a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 1097 time: 0.0518301 Jul 16 02:17:09.889079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-ed0da028-31e2-445a-bf1a-617acb76594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:09.890589 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-ed0da028-31e2-445a-bf1a-617acb76594e service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0828249 Jul 16 02:17:09.903616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf81d81-17e6-44be-8864-26df5820565a req-c1720359-f59d-4c89-a8d2-3d53ce7f9260 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:09.905149 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9bf81d81-17e6-44be-8864-26df5820565a req-c1720359-f59d-4c89-a8d2-3d53ce7f9260 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0628674 Jul 16 02:17:09.943161 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9bf81d81-17e6-44be-8864-26df5820565a req-ca396efa-7cad-4cbf-94d1-c4e6c9ea870b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322762 Jul 16 02:17:09.960976 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-f36035f7-9737-46f0-8362-2ef830593891 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d HTTP/1.1" status: 200 len: 1001 time: 0.0625265 Jul 16 02:17:10.009115 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-580e76e3-2031-4153-b59e-d8e05ff59eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:10.010428 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-580e76e3-2031-4153-b59e-d8e05ff59eae service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0430851 Jul 16 02:17:10.066057 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-26f0880d-8bb5-4507-9527-013b462be65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:10.067533 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-26f0880d-8bb5-4507-9527-013b462be65f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507319 Jul 16 02:17:10.157684 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-3b2e9e04-784b-4ccc-8da4-a82718dad0b5 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829017 Jul 16 02:17:10.245485 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-18d3f6d9-12ca-4829-a7a6-a2425ae1ebcb service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799015 Jul 16 02:17:10.420214 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:11.112779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a472b5-1716-406e-9d83-3b61c2f7bcb1 req-8ab7d4c7-9554-4322-8027-3d98246e4359 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:11.114244 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93a472b5-1716-406e-9d83-3b61c2f7bcb1 req-8ab7d4c7-9554-4322-8027-3d98246e4359 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0610244 Jul 16 02:17:11.150663 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-93a472b5-1716-406e-9d83-3b61c2f7bcb1 req-ced5a7ee-8a71-465e-8e4c-b46a2b7794ef tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309753 Jul 16 02:17:12.323251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c86e226-e0ff-4646-b638-e1939dcafc4e req-899945b1-7e34-453b-a581-a53ad19203fa tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:12.324697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c86e226-e0ff-4646-b638-e1939dcafc4e req-899945b1-7e34-453b-a581-a53ad19203fa tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0664988 Jul 16 02:17:12.350906 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-9dca2af6-793e-46fd-8ed2-91d7740f5429 service neutron] show failed (client error): The resource could not be found. Jul 16 02:17:12.351965 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-9dca2af6-793e-46fd-8ed2-91d7740f5429 service neutron] 10.222.0.70 "GET /v2.0/ports/eacac74a-45de-4cb8-ac5c-f87e7a76125d/bindings/n-h1-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.0585234 Jul 16 02:17:12.362985 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c86e226-e0ff-4646-b638-e1939dcafc4e req-3bd496cc-d4c4-4403-a76e-54630f7ce25a tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325713 Jul 16 02:17:12.604462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-52d348d8-bcbb-401f-b3ad-1930c87a5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:12.606187 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-52d348d8-bcbb-401f-b3ad-1930c87a5bcb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75&tenant_id=2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 1097 time: 0.0522628 Jul 16 02:17:12.616689 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:12.690188 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:12.889098 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] For port eacac74a-45de-4cb8-ac5c-f87e7a76125d, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:12.921132 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] For port eacac74a-45de-4cb8-ac5c-f87e7a76125d, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:17:12.960507 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:12.962734 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-915ad916-84bc-4851-b49a-66f79e4359e1" -d '{"events": [{"server_uuid": "4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75", "name": "network-vif-unplugged", "status": "completed", "tag": "eacac74a-45de-4cb8-ac5c-f87e7a76125d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:12.966121 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:12.977971 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Transition to ACTIVE for port object eacac74a-45de-4cb8-ac5c-f87e7a76125d will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:12.981631 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:13.041852 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73482fee-a556-43a7-a469-21b5c8460062 x-openstack-request-id: req-73482fee-a556-43a7-a469-21b5c8460062 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:13.042145 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75", "name": "network-vif-unplugged", "status": "completed", "tag": "eacac74a-45de-4cb8-ac5c-f87e7a76125d", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:13.042402 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-73482fee-a556-43a7-a469-21b5c8460062 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:13.042795 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d', 'code': 200} Jul 16 02:17:13.127227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Pushing event updated for resources: {'Port': ['ID=eacac74a-45de-4cb8-ac5c-f87e7a76125d,revision_number=6']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:13.151412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:13.151722 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:13.152045 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:13.152377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:13.152709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:13.153037 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:13.153360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:13.153681 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:13.154023 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:13.154324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:13.154643 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:13.154961 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:13.191276 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] No DVR routers for this DVR port eacac74a-45de-4cb8-ac5c-f87e7a76125d on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:17:13.322401 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Attempting to bind port eacac74a-45de-4cb8-ac5c-f87e7a76125d on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:17:13.322733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Attempting to bind port eacac74a-45de-4cb8-ac5c-f87e7a76125d by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:17:13.323052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Attempting to bind port eacac74a-45de-4cb8-ac5c-f87e7a76125d on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:17:13.327102 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Port eacac74a-45de-4cb8-ac5c-f87e7a76125d on network f2db5307-e5da-48e3-9dda-648b386b6e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:17:13.327676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Attempting to bind port eacac74a-45de-4cb8-ac5c-f87e7a76125d on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:17:13.332072 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:17:13.332407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Checking segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:17:13.332795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Bound using segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:17:13.333210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Bound port: eacac74a-45de-4cb8-ac5c-f87e7a76125d, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:17:13.333558 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:13.393517 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] For port eacac74a-45de-4cb8-ac5c-f87e7a76125d, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:17:13.396497 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] For port eacac74a-45de-4cb8-ac5c-f87e7a76125d, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:17:13.401346 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:13.436161 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:13.437688 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:13.438206 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] 10.222.0.69 "PUT /v2.0/ports/eacac74a-45de-4cb8-ac5c-f87e7a76125d HTTP/1.1" status: 200 len: 1092 time: 0.8254256 Jul 16 02:17:13.459670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33055a3f-f0cf-4b7b-96e9-2043a83545fd service neutron] Pushing event updated for resources: {'Port': ['ID=eacac74a-45de-4cb8-ac5c-f87e7a76125d,revision_number=7']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:13.564054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-de0742bc-cd5a-4b02-84d4-2b8a9cbf52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:13.565632 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-de0742bc-cd5a-4b02-84d4-2b8a9cbf52e4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 1095 time: 0.1029646 Jul 16 02:17:13.599607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f013db-d25f-4dab-9d1f-e03a436e1db2 req-a9e1ff49-84c2-42c3-82b4-2e9e321bd1fc tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:13.601215 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9f013db-d25f-4dab-9d1f-e03a436e1db2 req-a9e1ff49-84c2-42c3-82b4-2e9e321bd1fc tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 943 time: 0.1089189 Jul 16 02:17:13.679243 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9f013db-d25f-4dab-9d1f-e03a436e1db2 req-09074b6d-a049-48b3-9055-f3704d46eaa2 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712612 Jul 16 02:17:13.696124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-624979cf-fa35-4fb4-9f34-1ecbeb5eccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:13.697622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-624979cf-fa35-4fb4-9f34-1ecbeb5eccf7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.1258390 Jul 16 02:17:13.765984 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-c86a9813-32e0-423f-80e9-9f91a4c5ba33 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d HTTP/1.1" status: 200 len: 999 time: 0.0620077 Jul 16 02:17:13.813074 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-21ab83d1-c055-4232-89b5-087c515d46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:13.814502 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-21ab83d1-c055-4232-89b5-087c515d46ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0428348 Jul 16 02:17:13.871681 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-ff689e90-7f4c-4184-9731-1249571672e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:13.873222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-ff689e90-7f4c-4184-9731-1249571672e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525503 Jul 16 02:17:13.963253 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-72a0ed3e-ed71-4cd4-9ee1-036340d44c58 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840456 Jul 16 02:17:14.052518 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb56c9f8-e5f4-40fc-8bda-6caf6988ab1c req-71b9e01e-1e96-4932-8464-4c8f129ffdb9 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807207 Jul 16 02:17:14.854860 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70592971-0035-41f5-8dd8-29a73e9211d4 req-b6a5fb22-c020-4902-851a-86ebf89b4faa tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:14.856385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70592971-0035-41f5-8dd8-29a73e9211d4 req-b6a5fb22-c020-4902-851a-86ebf89b4faa tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 943 time: 0.0671272 Jul 16 02:17:14.894007 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-70592971-0035-41f5-8dd8-29a73e9211d4 req-e81562ba-ff7b-4cc2-a988-9b05898b3d5b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315444 Jul 16 02:17:15.043741 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'tag': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:15.046223 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75", "tag": "eacac74a-45de-4cb8-ac5c-f87e7a76125d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:15.093321 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776f5ef2-476c-4529-b54a-b8a2a8ba8c05 x-openstack-request-id: req-776f5ef2-476c-4529-b54a-b8a2a8ba8c05 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:15.093622 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75", "tag": "eacac74a-45de-4cb8-ac5c-f87e7a76125d", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:15.093896 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-776f5ef2-476c-4529-b54a-b8a2a8ba8c05 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:15.094300 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'tag': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d', 'status': 'completed', 'code': 200} Jul 16 02:17:15.164074 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-e8754e62-f2a0-462e-96a4-a8fd017c2e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:15.165534 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-e8754e62-f2a0-462e-96a4-a8fd017c2e41 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 1095 time: 0.0528626 Jul 16 02:17:15.169681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-335dc602-07b5-4027-bc03-6d9dbbdc3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:15.171235 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-335dc602-07b5-4027-bc03-6d9dbbdc3063 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 1095 time: 0.0518754 Jul 16 02:17:15.259489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-6aef9cba-5fd0-42ce-b9ef-37d49c6f968b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:15.261034 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-6aef9cba-5fd0-42ce-b9ef-37d49c6f968b service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0892036 Jul 16 02:17:15.266312 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-84433e9f-f798-4f7f-b59a-99d7e0a7da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:15.268343 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-84433e9f-f798-4f7f-b59a-99d7e0a7da12 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0868661 Jul 16 02:17:15.328326 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-17fb3cab-fe31-4e7d-bf5f-4a4cee2415d9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d HTTP/1.1" status: 200 len: 999 time: 0.0584116 Jul 16 02:17:15.332780 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-bd01e0b4-4cdf-4239-9344-02b3fb1fc556 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d HTTP/1.1" status: 200 len: 999 time: 0.0573559 Jul 16 02:17:15.381860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-0472a5fb-0eb1-4288-b4f8-bf051cd2b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:15.383348 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-0472a5fb-0eb1-4288-b4f8-bf051cd2b960 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0440629 Jul 16 02:17:15.385861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-6ef029b7-e585-4eee-8dc8-79b54371f9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:15.387348 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-6ef029b7-e585-4eee-8dc8-79b54371f9ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0457687 Jul 16 02:17:15.446173 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-ec5507a7-76ee-4b85-bb78-b74a6abb1126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:15.447772 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-ec5507a7-76ee-4b85-bb78-b74a6abb1126 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575855 Jul 16 02:17:15.451983 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-2b0ae309-6ddc-46e4-8df1-97062a820f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:15.453491 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-2b0ae309-6ddc-46e4-8df1-97062a820f0b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600328 Jul 16 02:17:15.541520 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-eb7bbd4b-08e0-4712-ba18-72c6c7518a68 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868545 Jul 16 02:17:15.554588 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-d5faeb6a-00b6-4309-bf98-d7576e8a0551 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837767 Jul 16 02:17:15.634831 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-29d9d78e-5f7b-4b63-8bf5-e9613526a4ad service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864034 Jul 16 02:17:15.649033 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a31ccc8-afac-4d20-aade-9f6ae875ac1a req-8741b4db-4f1e-44e8-97c4-78754c24e2e1 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868950 Jul 16 02:17:16.065120 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3933710-b0f0-4d44-834b-9843be95b653 req-3926c2a6-bf88-4504-981e-cf774a755a21 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:16.066634 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3933710-b0f0-4d44-834b-9843be95b653 req-3926c2a6-bf88-4504-981e-cf774a755a21 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 943 time: 0.0626309 Jul 16 02:17:16.103747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a3933710-b0f0-4d44-834b-9843be95b653 req-5d2dad50-0056-424d-9c1f-75effb71528e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313611 Jul 16 02:17:16.398091 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e6701-c4f2-4329-aee7-3c3769e2ca38 req-544bcbbe-ed4d-4be0-b924-ba25ce84fec5 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:16.399615 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e8e6701-c4f2-4329-aee7-3c3769e2ca38 req-544bcbbe-ed4d-4be0-b924-ba25ce84fec5 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 943 time: 0.0665398 Jul 16 02:17:16.403958 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212e2ac-4fc8-4da7-9488-61a290b9e8bb req-4779e63c-012c-4845-a573-cf902079382e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:16.405473 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5212e2ac-4fc8-4da7-9488-61a290b9e8bb req-4779e63c-012c-4845-a573-cf902079382e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.70 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75&tenant_id=2d40b17c2e8a40ac987668e33695a0ac&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 943 time: 0.0695798 Jul 16 02:17:16.436849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0e8e6701-c4f2-4329-aee7-3c3769e2ca38 req-c238c806-5898-49a2-98eb-b0806f704f89 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315602 Jul 16 02:17:16.460861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device eacac74a-45de-4cb8-ac5c-f87e7a76125d no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:17:16.467575 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [req-5212e2ac-4fc8-4da7-9488-61a290b9e8bb req-5b6500c2-7ab7-4216-967f-c86a79320e81 service neutron] delete failed (client error): The resource could not be found. Jul 16 02:17:16.468582 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5212e2ac-4fc8-4da7-9488-61a290b9e8bb req-5b6500c2-7ab7-4216-967f-c86a79320e81 service neutron] 10.222.0.70 "DELETE /v2.0/ports/eacac74a-45de-4cb8-ac5c-f87e7a76125d/bindings/n-h2-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.0555301 Jul 16 02:17:16.498123 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device eacac74a-45de-4cb8-ac5c-f87e7a76125d not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:17:16.568839 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212e2ac-4fc8-4da7-9488-61a290b9e8bb req-68f62e63-a4b0-4cf5-a2b4-4a9c3cc84f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:16.570316 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5212e2ac-4fc8-4da7-9488-61a290b9e8bb req-68f62e63-a4b0-4cf5-a2b4-4a9c3cc84f7f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 1095 time: 0.0562406 Jul 16 02:17:16.656867 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212e2ac-4fc8-4da7-9488-61a290b9e8bb req-59f1e9c2-e932-4af9-876e-41c0f63ed1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:16.658351 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5212e2ac-4fc8-4da7-9488-61a290b9e8bb req-59f1e9c2-e932-4af9-876e-41c0f63ed1f1 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0814335 Jul 16 02:17:16.725380 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5212e2ac-4fc8-4da7-9488-61a290b9e8bb req-5b3f3a43-cdff-4903-b771-37ef9b0f9c9f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d HTTP/1.1" status: 200 len: 999 time: 0.0591009 Jul 16 02:17:16.773420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212e2ac-4fc8-4da7-9488-61a290b9e8bb req-2e352a52-7cc0-4d51-a6ee-581172c00cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:16.774816 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5212e2ac-4fc8-4da7-9488-61a290b9e8bb req-2e352a52-7cc0-4d51-a6ee-581172c00cb2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0424504 Jul 16 02:17:16.830296 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212e2ac-4fc8-4da7-9488-61a290b9e8bb req-4940fec3-660f-4b7b-a54b-fe4094dedd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:16.831743 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5212e2ac-4fc8-4da7-9488-61a290b9e8bb req-4940fec3-660f-4b7b-a54b-fe4094dedd9a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502024 Jul 16 02:17:16.922967 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5212e2ac-4fc8-4da7-9488-61a290b9e8bb req-2a787b2d-88d9-45d4-8e21-366c6f4c28c3 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835702 Jul 16 02:17:17.009346 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5212e2ac-4fc8-4da7-9488-61a290b9e8bb req-2900037b-6118-410e-aa38-879597183183 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786891 Jul 16 02:17:17.282192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device eacac74a-45de-4cb8-ac5c-f87e7a76125d details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:17:17.377205 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port eacac74a-45de-4cb8-ac5c-f87e7a76125d, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:17.388250 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'port_id': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d', 'mac_address': 'fa:16:3e:dd:00:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:17:17.425269 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:17.437626 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eacac74a-45de-4cb8-ac5c-f87e7a76125d {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:17:17.457535 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port eacac74a-45de-4cb8-ac5c-f87e7a76125d, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:17.461152 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:17.514693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=eacac74a-45de-4cb8-ac5c-f87e7a76125d,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:17.522595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:17.522987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:17.523431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:17.523930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:17.524217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:17.524549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:17.524879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:17.525229 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:17.525743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:17.526077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:17.526403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:17.526726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:17.615300 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a018fc-7c60-488d-8628-6a4abc70f7bc req-c8f894bd-59d2-4e77-bb48-ca7b41c972c4 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:17.616835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9a018fc-7c60-488d-8628-6a4abc70f7bc req-c8f894bd-59d2-4e77-bb48-ca7b41c972c4 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 944 time: 0.0650423 Jul 16 02:17:17.660723 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9a018fc-7c60-488d-8628-6a4abc70f7bc req-6eb3c8e2-9c12-409c-b4cb-32fb4f519a44 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377307 Jul 16 02:17:17.760608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['eacac74a-45de-4cb8-ac5c-f87e7a76125d'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:17:17.826158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29777a7-c720-4753-91d3-65ddc7e14e4d req-48140ec4-0106-478a-b43a-7fd1fcc44f11 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:17.827642 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c29777a7-c720-4753-91d3-65ddc7e14e4d req-48140ec4-0106-478a-b43a-7fd1fcc44f11 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 944 time: 0.0626600 Jul 16 02:17:17.865063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c29777a7-c720-4753-91d3-65ddc7e14e4d req-6be729bb-1f1a-4d41-b915-1d4b81b27250 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312006 Jul 16 02:17:18.234828 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f938f-de5f-4a66-9f95-2b5242b3774b req-32289696-1490-446f-8ab7-acf6a8036cc2 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:18.236900 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa1f938f-de5f-4a66-9f95-2b5242b3774b req-32289696-1490-446f-8ab7-acf6a8036cc2 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 944 time: 0.0976388 Jul 16 02:17:18.241295 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b62343-9b87-40d4-81bb-8552309dee46 req-cfe80915-a2f9-44be-8614-1fbe4e479432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:18.242713 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71b62343-9b87-40d4-81bb-8552309dee46 req-cfe80915-a2f9-44be-8614-1fbe4e479432 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 1096 time: 0.1122141 Jul 16 02:17:18.303207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fa1f938f-de5f-4a66-9f95-2b5242b3774b req-6ec1bdb4-c8f8-446d-bcc5-741bfdcb406e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595438 Jul 16 02:17:18.357875 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b62343-9b87-40d4-81bb-8552309dee46 req-353c8394-d335-4bb7-821b-44bec1e3131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:18.359385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71b62343-9b87-40d4-81bb-8552309dee46 req-353c8394-d335-4bb7-821b-44bec1e3131a service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.1089759 Jul 16 02:17:18.421889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71b62343-9b87-40d4-81bb-8552309dee46 req-ef271f2f-f4ae-4c7b-af50-f90678993acf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d HTTP/1.1" status: 200 len: 1000 time: 0.0559468 Jul 16 02:17:18.474088 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b62343-9b87-40d4-81bb-8552309dee46 req-62562e47-5488-4397-b450-4df14051b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:18.475557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71b62343-9b87-40d4-81bb-8552309dee46 req-62562e47-5488-4397-b450-4df14051b155 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0475650 Jul 16 02:17:18.532724 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b62343-9b87-40d4-81bb-8552309dee46 req-d5fea16b-f26c-476f-8e0f-afd0e2281e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:18.534815 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71b62343-9b87-40d4-81bb-8552309dee46 req-d5fea16b-f26c-476f-8e0f-afd0e2281e2b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523515 Jul 16 02:17:18.625912 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71b62343-9b87-40d4-81bb-8552309dee46 req-ae6e7c82-535c-45a2-a4a8-d4cbed17d1b2 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847390 Jul 16 02:17:18.719798 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71b62343-9b87-40d4-81bb-8552309dee46 req-bf65c404-58f0-4666-8e02-9a82f3e017f9 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872881 Jul 16 02:17:19.170683 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-c4735339-c04b-4b8c-bfd4-ac640e1d22d6 req-594b1785-620d-4e19-9771-25017e9c24f4 service neutron] (93920) timed out ('10.222.0.69', 55075) {{(pid=93920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:17:19.298021 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device eacac74a-45de-4cb8-ac5c-f87e7a76125d up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:17:19.348920 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port eacac74a-45de-4cb8-ac5c-f87e7a76125d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:19.352590 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port eacac74a-45de-4cb8-ac5c-f87e7a76125d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:19.352965 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:19.428227 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:19.450443 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:19.452722 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0dba53-610c-47c5-928e-be53dbb7b8e8" -d '{"events": [{"server_uuid": "4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75", "name": "network-vif-plugged", "status": "completed", "tag": "eacac74a-45de-4cb8-ac5c-f87e7a76125d"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:19.465804 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port eacac74a-45de-4cb8-ac5c-f87e7a76125d, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:19.469797 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:19.478653 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e55deb-25c3-4eeb-a815-43facc59eb1b req-c92a87ba-3913-4170-a3b2-99385f494fa8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:19.480198 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0e55deb-25c3-4eeb-a815-43facc59eb1b req-c92a87ba-3913-4170-a3b2-99385f494fa8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 944 time: 0.0650709 Jul 16 02:17:19.518556 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0e55deb-25c3-4eeb-a815-43facc59eb1b req-60835ccc-0c6d-459b-8c92-98baa0eba423 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325620 Jul 16 02:17:19.519653 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=eacac74a-45de-4cb8-ac5c-f87e7a76125d,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:19.563416 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fd3c17-f038-4de5-8bc2-12708d35708e x-openstack-request-id: req-13fd3c17-f038-4de5-8bc2-12708d35708e {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:19.563712 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75", "name": "network-vif-plugged", "status": "completed", "tag": "eacac74a-45de-4cb8-ac5c-f87e7a76125d", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:19.564020 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-13fd3c17-f038-4de5-8bc2-12708d35708e {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:19.564450 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d', 'code': 200} Jul 16 02:17:19.908825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d214a4a-510d-4246-89f2-cce286758209 req-df13768d-76a3-4694-b0e7-4f296abd8e2a tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:19.910226 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d214a4a-510d-4246-89f2-cce286758209 req-df13768d-76a3-4694-b0e7-4f296abd8e2a tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0672517 Jul 16 02:17:19.947130 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d214a4a-510d-4246-89f2-cce286758209 req-bd19cf54-747d-4c95-a935-30cb8eb8c44a tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314755 Jul 16 02:17:21.154368 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4558282-56ae-45ad-a736-9b380f80faaa req-d3485ea3-f670-43b8-a327-f30ec328c295 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:21.155893 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4558282-56ae-45ad-a736-9b380f80faaa req-d3485ea3-f670-43b8-a327-f30ec328c295 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.0998290 Jul 16 02:17:21.167786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a7428-cb5e-429e-b834-377c35fa184c req-708e4803-95fa-42c6-9d07-3639ff59fac5 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:21.169193 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-653a7428-cb5e-429e-b834-377c35fa184c req-708e4803-95fa-42c6-9d07-3639ff59fac5 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.69 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 945 time: 0.1033256 Jul 16 02:17:21.239972 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4558282-56ae-45ad-a736-9b380f80faaa req-e6abe43f-a3ec-40c5-8d4a-b93961f29615 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697343 Jul 16 02:17:21.292511 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-653a7428-cb5e-429e-b834-377c35fa184c req-888c090d-8ef9-45b5-b6a4-1d0de727593f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Deleting port eacac74a-45de-4cb8-ac5c-f87e7a76125d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:17:21.292823 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-653a7428-cb5e-429e-b834-377c35fa184c req-888c090d-8ef9-45b5-b6a4-1d0de727593f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:21.382959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-653a7428-cb5e-429e-b834-377c35fa184c req-888c090d-8ef9-45b5-b6a4-1d0de727593f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] For port eacac74a-45de-4cb8-ac5c-f87e7a76125d, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=eacac74a-45de-4cb8-ac5c-f87e7a76125d,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:21.383320 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-653a7428-cb5e-429e-b834-377c35fa184c req-888c090d-8ef9-45b5-b6a4-1d0de727593f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:21.894510 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-653a7428-cb5e-429e-b834-377c35fa184c req-888c090d-8ef9-45b5-b6a4-1d0de727593f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:21.894877 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-653a7428-cb5e-429e-b834-377c35fa184c req-888c090d-8ef9-45b5-b6a4-1d0de727593f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:21.895187 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [req-653a7428-cb5e-429e-b834-377c35fa184c req-888c090d-8ef9-45b5-b6a4-1d0de727593f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Floating IP 633bbf3b-e5b1-45cc-abe0-825bcd14a705 disassociated. External IP: 172.25.2.231, port: eacac74a-45de-4cb8-ac5c-f87e7a76125d. Jul 16 02:17:21.895525 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [req-653a7428-cb5e-429e-b834-377c35fa184c req-888c090d-8ef9-45b5-b6a4-1d0de727593f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Calling delete_port for eacac74a-45de-4cb8-ac5c-f87e7a76125d owned by compute:nova {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:17:22.020234 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-653a7428-cb5e-429e-b834-377c35fa184c req-888c090d-8ef9-45b5-b6a4-1d0de727593f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:22.048580 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888c090d-8ef9-45b5-b6a4-1d0de727593f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Pushing event deleted for resources: {'Port': ['ID=eacac74a-45de-4cb8-ac5c-f87e7a76125d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:22.164462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [req-653a7428-cb5e-429e-b834-377c35fa184c req-888c090d-8ef9-45b5-b6a4-1d0de727593f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:17:22.272231 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-653a7428-cb5e-429e-b834-377c35fa184c req-888c090d-8ef9-45b5-b6a4-1d0de727593f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:17:22.282823 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96dfb3-ce58-46c5-a5fd-dd55a0500b96 None None] Sync routers for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:17:22.292737 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96dfb3-ce58-46c5-a5fd-dd55a0500b96 None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:22.293354 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2c96dfb3-ce58-46c5-a5fd-dd55a0500b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:17:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:22.318393 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-653a7428-cb5e-429e-b834-377c35fa184c req-888c090d-8ef9-45b5-b6a4-1d0de727593f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] No DVR routers for this DVR port eacac74a-45de-4cb8-ac5c-f87e7a76125d on host n-h1-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:17:22.321077 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-653a7428-cb5e-429e-b834-377c35fa184c req-888c090d-8ef9-45b5-b6a4-1d0de727593f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:22.323130 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-653a7428-cb5e-429e-b834-377c35fa184c req-888c090d-8ef9-45b5-b6a4-1d0de727593f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.69 "DELETE /v2.0/ports/eacac74a-45de-4cb8-ac5c-f87e7a76125d HTTP/1.1" status: 204 len: 173 time: 1.1459796 Jul 16 02:17:22.323576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'name': 'network-vif-deleted', 'tag': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:22.326083 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c723301b-a563-4bc0-b707-67e16400f120" -d '{"events": [{"server_uuid": "4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75", "name": "network-vif-deleted", "tag": "eacac74a-45de-4cb8-ac5c-f87e7a76125d"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:22.388909 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fbc12572-65e1-4a45-8de5-0328f0dea020 req-c32b0026-0768-4f80-8e84-f529ae861a84 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75 HTTP/1.1" status: 200 len: 210 time: 0.0323582 Jul 16 02:17:22.415200 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-2c96dfb3-ce58-46c5-a5fd-dd55a0500b96 None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:22.442618 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b936c518-86e2-4f5d-b2ad-04fc44224fd7 x-openstack-request-id: req-b936c518-86e2-4f5d-b2ad-04fc44224fd7 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:22.443186 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75", "name": "network-vif-deleted", "tag": "eacac74a-45de-4cb8-ac5c-f87e7a76125d", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:22.443478 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b936c518-86e2-4f5d-b2ad-04fc44224fd7 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:22.443888 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc2f6d5-9b7e-4657-bfbd-e00cb22dba75', 'name': 'network-vif-deleted', 'tag': 'eacac74a-45de-4cb8-ac5c-f87e7a76125d', 'status': 'completed', 'code': 200} Jul 16 02:17:22.615575 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2c96dfb3-ce58-46c5-a5fd-dd55a0500b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:22.646061 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96dfb3-ce58-46c5-a5fd-dd55a0500b96 None None] Checking router: b9ebd984-8fe7-41d0-9219-4a4a76b880d1 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:17:22.654180 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c96dfb3-ce58-46c5-a5fd-dd55a0500b96 None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:22.654778 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2c96dfb3-ce58-46c5-a5fd-dd55a0500b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:17:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:22.758666 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-2c96dfb3-ce58-46c5-a5fd-dd55a0500b96 None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:22.946604 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-2c96dfb3-ce58-46c5-a5fd-dd55a0500b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:22.975422 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c96dfb3-ce58-46c5-a5fd-dd55a0500b96 None None] The sync data for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 is: [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:17:23.180226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ea12a8-f3b1-4ad1-96e6-783f57b0ba3a None None] New status for floating IP 633bbf3b-e5b1-45cc-abe0-825bcd14a705: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:17:23.360879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device eacac74a-45de-4cb8-ac5c-f87e7a76125d no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:17:23.380179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: eacac74a-45de-4cb8-ac5c-f87e7a76125d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:17:23.380525 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device eacac74a-45de-4cb8-ac5c-f87e7a76125d not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:17:23.727241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-7deb6aab-aeb0-4f37-8b5f-6ef237ace25c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--859741544&fields=id&tenant_id=2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 267 time: 0.0321333 Jul 16 02:17:23.827708 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-808c562f-b9d2-41da-9d33-61c519f4d597 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:23.829091 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-808c562f-b9d2-41da-9d33-61c519f4d597 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 812 time: 0.0958011 Jul 16 02:17:23.843410 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-9ae44881-1407-4d9d-b6aa-90b79b37c06f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/quotas/2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 375 time: 0.0091701 Jul 16 02:17:23.913857 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-1841d88f-3b0b-4974-953d-e8fbd59ef103 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0656528 Jul 16 02:17:23.929981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-80223e6a-8eb0-48e1-ab05-b3945adbca89 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:17:23.930956 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-80223e6a-8eb0-48e1-ab05-b3945adbca89 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058911 Jul 16 02:17:24.069002 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-c87943e9-3c2c-4b93-b426-3381f2562554 service neutron] 10.222.0.22 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322947 Jul 16 02:17:24.157522 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-60eac3dd-a752-45d0-8f93-80ceae587749 service neutron] 10.222.0.22 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828373 Jul 16 02:17:24.322290 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ddc3a7f6-f167-4894-a902-e6f1f9f234cc req-94e3f905-2e75-4008-bd56-aa8f22b955f8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 210 time: 0.0289969 Jul 16 02:17:25.402257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-04589813-f48d-46e5-934c-ad6b5e12b957 req-a77d4921-b77f-45b9-acaf-406ce9975145 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 210 time: 0.0276999 Jul 16 02:17:25.606406 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:17:26.481190 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f2d4b175-f9e3-4f55-840c-f079c51e0ff4 req-fe98557a-16c8-4497-a846-0d040c0454b5 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 210 time: 0.0274081 Jul 16 02:17:27.493208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-1e4354ed-5ccb-4c8f-8d4d-ce485f24dbb2 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:27.494638 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-1e4354ed-5ccb-4c8f-8d4d-ce485f24dbb2 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 812 time: 0.1100366 Jul 16 02:17:27.547252 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-6efe0647-72bb-4b8f-91b6-6d935303f821 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 379 time: 0.0364983 Jul 16 02:17:27.556375 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Request body: {'port': {'device_id': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'admin_state_up': True, 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'security_groups': ['643e2976-0962-43d7-b9fa-991af869b0de']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:27.628722 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-116a3c6e-e74e-49a6-adde-cd0f0d23a509 req-45f153f6-0742-4dc6-96d9-821b512c34d1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 210 time: 0.0346947 Jul 16 02:17:27.672191 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Made reservation on behalf of 2d40b17c2e8a40ac987668e33695a0ac for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:17:27.676460 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:27.803557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Allocated IP 172.20.0.5 (f2db5307-e5da-48e3-9dda-648b386b6e5a/18a5a295-094c-41fa-aad1-9a4d11601abd/f195ca8d-e7eb-4113-8b46-d89536c2e94a) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:17:27.941938 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:27.955443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Transition to ACTIVE for port object f195ca8d-e7eb-4113-8b46-d89536c2e94a will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:27.987062 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:28.027586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Network f2db5307-e5da-48e3-9dda-648b386b6e5a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:17:28.032779 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:17:28.037029 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:17:28.069046 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Pushing event updated for resources: {'Port': ['ID=f195ca8d-e7eb-4113-8b46-d89536c2e94a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:28.083474 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:28.083846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:28.084193 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:28.084532 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:28.084863 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:28.085200 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:28.085523 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:28.085850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:28.086180 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:28.086501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:28.086824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:28.087148 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:17:28.105743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:28.106360 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:28.122234 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-47c9b14b-1c89-46b4-8e9e-c49b551fccad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5696120 Jul 16 02:17:28.133990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Request body: {'port': {'device_id': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:28.206959 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:28.240106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0e6aeb32-bf4c-48c1-9368-aace8ef1c5f5 None None] Provisioning for port f195ca8d-e7eb-4113-8b46-d89536c2e94a completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:28.244652 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0e6aeb32-bf4c-48c1-9368-aace8ef1c5f5 None None] Provisioning complete for port f195ca8d-e7eb-4113-8b46-d89536c2e94a triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:28.245020 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0e6aeb32-bf4c-48c1-9368-aace8ef1c5f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:28.277481 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0e6aeb32-bf4c-48c1-9368-aace8ef1c5f5 None None] Port f195ca8d-e7eb-4113-8b46-d89536c2e94a cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:17:28.463519 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f195ca8d-e7eb-4113-8b46-d89536c2e94a {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:17:28.470491 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:28.482523 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Transition to ACTIVE for port object f195ca8d-e7eb-4113-8b46-d89536c2e94a will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:17:28.486222 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:28.532577 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=f195ca8d-e7eb-4113-8b46-d89536c2e94a,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:28.604749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Attempting to bind port f195ca8d-e7eb-4113-8b46-d89536c2e94a on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:17:28.605094 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Attempting to bind port f195ca8d-e7eb-4113-8b46-d89536c2e94a by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:17:28.605428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Attempting to bind port f195ca8d-e7eb-4113-8b46-d89536c2e94a on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:17:28.609964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Port f195ca8d-e7eb-4113-8b46-d89536c2e94a on network f2db5307-e5da-48e3-9dda-648b386b6e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:17:28.610288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Attempting to bind port f195ca8d-e7eb-4113-8b46-d89536c2e94a on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:17:28.615194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:17:28.615534 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Checking segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:17:28.615972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Bound using segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:17:28.616402 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Bound port: f195ca8d-e7eb-4113-8b46-d89536c2e94a, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:17:28.616771 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:28.687020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:17:28.690417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:17:28.694594 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:28.730648 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:28.731348 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:28.732974 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] 10.222.0.70 "PUT /v2.0/ports/f195ca8d-e7eb-4113-8b46-d89536c2e94a HTTP/1.1" status: 200 len: 1092 time: 0.6033757 Jul 16 02:17:28.733475 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:28.735957 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8152c6c-302e-4fc8-8de9-150b7b0a2f70" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:28.765077 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea49548-b16c-4731-99b9-f30f53b32cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=f195ca8d-e7eb-4113-8b46-d89536c2e94a,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:28.831896 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd750e-2935-4980-a73c-ba352ed9738d req-d352cdde-f7f9-45d8-80a8-9bd5ecc33560 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:28.832419 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-10ab0ef0-542a-47b8-a96f-9da86930b48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:28.833601 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-10ab0ef0-542a-47b8-a96f-9da86930b48d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 1095 time: 0.0562103 Jul 16 02:17:28.833732 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ccd750e-2935-4980-a73c-ba352ed9738d req-d352cdde-f7f9-45d8-80a8-9bd5ecc33560 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 943 time: 0.0899055 Jul 16 02:17:28.884376 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ccd750e-2935-4980-a73c-ba352ed9738d req-5bb933ad-2f16-49c3-bcec-00c927e7d4d6 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444269 Jul 16 02:17:29.198285 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62453243-1183-4a12-b645-80f9f2a96032 x-openstack-request-id: req-62453243-1183-4a12-b645-80f9f2a96032 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:29.198569 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:29.198809 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-62453243-1183-4a12-b645-80f9f2a96032 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:29.199200 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'status': 'completed', 'code': 200} Jul 16 02:17:29.200953 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-9e4ea67e-b865-4134-b447-3214eda12fb3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a HTTP/1.1" status: 200 len: 217 time: 0.3605676 Jul 16 02:17:29.248913 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-5c372e48-9549-4084-b1e6-7f482cc42308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.250226 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-5c372e48-9549-4084-b1e6-7f482cc42308 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0420225 Jul 16 02:17:29.306709 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-07e831a2-8c81-4330-9dbd-29fb5218c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.308206 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-07e831a2-8c81-4330-9dbd-29fb5218c3de service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504310 Jul 16 02:17:29.400776 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-70dd253f-ab94-42a3-a4d1-48618f44a133 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814452 Jul 16 02:17:29.485872 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77a5eda3-1d89-4043-9a9a-e8eec1b73505 req-0054e970-9f20-4e5e-90c2-213311cee4dc service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786431 Jul 16 02:17:29.590943 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8152c6c-302e-4fc8-8de9-150b7b0a2f70 req-6f848d2e-3d70-46cf-94f8-bdd0620a86ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.592508 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c8152c6c-302e-4fc8-8de9-150b7b0a2f70 req-6f848d2e-3d70-46cf-94f8-bdd0620a86ea service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 1095 time: 0.0558417 Jul 16 02:17:29.644541 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-33747e97-7845-4a5f-a1e8-76bd02f7428f service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0556805 Jul 16 02:17:29.681420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8152c6c-302e-4fc8-8de9-150b7b0a2f70 req-39ef7875-808b-4b8f-a5b1-4d7f08ae3221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.682936 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c8152c6c-302e-4fc8-8de9-150b7b0a2f70 req-39ef7875-808b-4b8f-a5b1-4d7f08ae3221 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0843430 Jul 16 02:17:29.727873 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c8152c6c-302e-4fc8-8de9-150b7b0a2f70 req-009617c8-9f05-4901-85f6-88e3bcbbd52d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a HTTP/1.1" status: 200 len: 217 time: 0.0376043 Jul 16 02:17:29.749566 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-bde8f6f8-bb96-414d-837f-67448283e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.750052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-bde8f6f8-bb96-414d-837f-67448283e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.750530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-bde8f6f8-bb96-414d-837f-67448283e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.751017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-bde8f6f8-bb96-414d-837f-67448283e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.751505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-bde8f6f8-bb96-414d-837f-67448283e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.753363 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-bde8f6f8-bb96-414d-837f-67448283e4de service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0636652 Jul 16 02:17:29.775914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8152c6c-302e-4fc8-8de9-150b7b0a2f70 req-51411d27-0581-49bf-b577-636c7e8bd2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.777387 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c8152c6c-302e-4fc8-8de9-150b7b0a2f70 req-51411d27-0581-49bf-b577-636c7e8bd2dc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0430701 Jul 16 02:17:29.834574 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8152c6c-302e-4fc8-8de9-150b7b0a2f70 req-699bd006-c6a8-4cf4-b899-26e2618b80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.836125 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c8152c6c-302e-4fc8-8de9-150b7b0a2f70 req-699bd006-c6a8-4cf4-b899-26e2618b80c8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515428 Jul 16 02:17:29.864358 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-83128705-d4ca-4455-85f0-7eba44517a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.864930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-83128705-d4ca-4455-85f0-7eba44517a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.865205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-83128705-d4ca-4455-85f0-7eba44517a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.866958 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-83128705-d4ca-4455-85f0-7eba44517a91 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0904069 Jul 16 02:17:29.911365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-c23660c5-547c-47f7-803d-8d88d942e846 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0375614 Jul 16 02:17:29.929926 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c8152c6c-302e-4fc8-8de9-150b7b0a2f70 req-57d92567-3baa-44c7-95e8-c4de64e486fd service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864091 Jul 16 02:17:29.962168 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-1be19097-36da-483e-b911-1555b8629ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:29.963648 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-1be19097-36da-483e-b911-1555b8629ee2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0462012 Jul 16 02:17:30.019645 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c8152c6c-302e-4fc8-8de9-150b7b0a2f70 req-b1728bb4-a27a-417b-8875-e1f8f9106cee service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825005 Jul 16 02:17:30.065690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-cdd6538c-670c-4375-bad7-0aca08a4728d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:30.067213 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-cdd6538c-670c-4375-bad7-0aca08a4728d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968306 Jul 16 02:17:30.088846 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74296b37-1a5e-48a4-aa24-04e28948ee11 req-703687ea-aa91-484c-ba72-662ac4ab2b06 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:30.090238 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74296b37-1a5e-48a4-aa24-04e28948ee11 req-703687ea-aa91-484c-ba72-662ac4ab2b06 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 943 time: 0.0932832 Jul 16 02:17:30.171732 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74296b37-1a5e-48a4-aa24-04e28948ee11 req-d4554e08-d574-49bc-bdf0-d6af2481385e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704122 Jul 16 02:17:30.190520 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-e3fd41b1-ce28-4108-89f9-5aedf71e95e0 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162875 Jul 16 02:17:30.281332 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-61f17edd-6e7d-461a-90c6-a0a9c606a613 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846744 Jul 16 02:17:30.321380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-26facac9-87f1-4491-9436-7c8d19e83027 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0339453 Jul 16 02:17:30.367959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-5ee603e8-679b-4f31-a99a-8b70cd4ac89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:30.369352 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-5ee603e8-679b-4f31-a99a-8b70cd4ac89f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0414681 Jul 16 02:17:30.428073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-61d0d40d-97f6-44df-9012-099afa035a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:30.429482 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-61d0d40d-97f6-44df-9012-099afa035a01 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0543661 Jul 16 02:17:30.515773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-62a8d929-19bb-4787-bfa7-4a174b9a89b7 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797982 Jul 16 02:17:30.604009 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-0a28b510-dea2-4f45-852b-e819ec379cbc service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816548 Jul 16 02:17:30.642861 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-7bec8886-c0cf-4ca5-b6c0-150800f2f276 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0329747 Jul 16 02:17:30.692277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-b9a7a893-9a49-499a-a461-d96e9ff654ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:30.693863 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-b9a7a893-9a49-499a-a461-d96e9ff654ec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0455427 Jul 16 02:17:30.747928 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-1975c125-0f78-4431-84b2-4a416a383d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:30.749368 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-1975c125-0f78-4431-84b2-4a416a383d92 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0488741 Jul 16 02:17:30.833291 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-f66989e3-7bbe-4f00-8737-b2b81dcaaf27 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0776851 Jul 16 02:17:30.920124 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-9bf8f2d9-1921-4cd4-a2b0-4673b8e6d657 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812788 Jul 16 02:17:30.938542 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:30.960422 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-ee8e9e27-99ba-4555-aa3d-8dc6a3d99ff1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0341699 Jul 16 02:17:31.007491 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-ebeb8da8-d77d-4cc9-b2d6-41a2886010fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:31.008959 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-ebeb8da8-d77d-4cc9-b2d6-41a2886010fb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0425262 Jul 16 02:17:31.069557 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-8a23b7fc-5d9a-4742-bb4c-393c174e9966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:31.071100 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-8a23b7fc-5d9a-4742-bb4c-393c174e9966 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0557032 Jul 16 02:17:31.159224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-b883189c-69f2-422c-a6d4-7f88ffdf1ff3 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810931 Jul 16 02:17:31.251588 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-20feb056-0f43-4d84-b6cf-ce7cab4fe876 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864639 Jul 16 02:17:31.292870 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-972b812d-9570-4225-bf6e-03e8e226f46d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0354767 Jul 16 02:17:31.374227 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-e92c5653-fcb9-4614-b679-0e2058c39cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:31.375695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-e92c5653-fcb9-4614-b679-0e2058c39cf2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0746665 Jul 16 02:17:31.418233 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93f1eb-5bd9-459d-ad67-a4b829dc6f3d req-634a8ccc-935b-44f7-8c33-b4d4883ab545 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:31.419688 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b93f1eb-5bd9-459d-ad67-a4b829dc6f3d req-634a8ccc-935b-44f7-8c33-b4d4883ab545 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 943 time: 0.1293604 Jul 16 02:17:31.468357 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b93f1eb-5bd9-459d-ad67-a4b829dc6f3d req-b75266ad-78be-4f4e-83af-f960b8ea3b0e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429976 Jul 16 02:17:31.471583 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-72eb1b6f-c67f-4295-987c-4764a42df617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:31.472912 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-72eb1b6f-c67f-4295-987c-4764a42df617 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0914271 Jul 16 02:17:31.562161 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-2eccf69e-7de4-44e9-8334-f89aaf03405e service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831156 Jul 16 02:17:31.649257 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d2d62dd-1fb0-460f-94b9-618a76bb9ad1 req-f63a47f0-32ce-49a5-be23-6686e6e51390 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806315 Jul 16 02:17:31.862749 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:32.570442 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f195ca8d-e7eb-4113-8b46-d89536c2e94a details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:17:32.642451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99f981-cd93-4264-86b2-647f8e3b9fd6 req-9e6fe7aa-0e7f-4da4-8cf8-ffdb02ff73c6 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:32.645359 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2e99f981-cd93-4264-86b2-647f8e3b9fd6 req-9e6fe7aa-0e7f-4da4-8cf8-ffdb02ff73c6 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 943 time: 0.0682445 Jul 16 02:17:32.668165 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:32.679162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'port_id': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'mac_address': 'fa:16:3e:41:bb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:17:32.685416 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2e99f981-cd93-4264-86b2-647f8e3b9fd6 req-fdacffb7-7a55-4ed3-b7be-b4b4ab021710 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336795 Jul 16 02:17:32.722173 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:32.735041 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f195ca8d-e7eb-4113-8b46-d89536c2e94a {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:17:32.755437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:32.759115 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:32.808631 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=f195ca8d-e7eb-4113-8b46-d89536c2e94a,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:32.970639 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['f195ca8d-e7eb-4113-8b46-d89536c2e94a'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:17:33.860567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4eb423-3ed4-46c5-b35a-2bc1f2a22127 req-e8d418af-5a36-4e05-8ec4-868f46cdb840 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:33.862154 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca4eb423-3ed4-46c5-b35a-2bc1f2a22127 req-e8d418af-5a36-4e05-8ec4-868f46cdb840 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 944 time: 0.0641177 Jul 16 02:17:33.904943 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca4eb423-3ed4-46c5-b35a-2bc1f2a22127 req-d1955734-2b54-4066-bf9a-08da7a875723 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341527 Jul 16 02:17:34.572295 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f195ca8d-e7eb-4113-8b46-d89536c2e94a up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:17:34.618005 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port f195ca8d-e7eb-4113-8b46-d89536c2e94a completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:17:34.621529 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port f195ca8d-e7eb-4113-8b46-d89536c2e94a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:17:34.621897 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:34.698052 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:34.719008 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:34.721298 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad3f7b2-09e4-44c4-a33a-fbb6178eeca1" -d '{"events": [{"server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "name": "network-vif-plugged", "status": "completed", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:34.733743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:17:34.738704 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:34.762227 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715f2d96-5fab-4aff-a985-051edc755d78 x-openstack-request-id: req-715f2d96-5fab-4aff-a985-051edc755d78 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:34.762525 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "name": "network-vif-plugged", "status": "completed", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:34.762783 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-715f2d96-5fab-4aff-a985-051edc755d78 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:34.763167 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'code': 200} Jul 16 02:17:34.792378 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=f195ca8d-e7eb-4113-8b46-d89536c2e94a,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:17:34.870288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755066df-54ac-44d5-8649-7bb11e1b861e req-53a9ddde-2639-4bbe-97dd-15398afd4170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:34.871670 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-755066df-54ac-44d5-8649-7bb11e1b861e req-53a9ddde-2639-4bbe-97dd-15398afd4170 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 1097 time: 0.0502653 Jul 16 02:17:34.909044 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-755066df-54ac-44d5-8649-7bb11e1b861e req-218055fb-ad8c-447a-b3fc-6422c0e6157f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308433 Jul 16 02:17:34.975870 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1348fc02-0393-48ab-9641-d138ace2c686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:35.082506 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e5b0e-690d-4842-8059-f10ee12c0282 req-b557cd21-9b27-4ca8-b4cc-8c3d4cb3b1e2 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:35.083994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a0e5b0e-690d-4842-8059-f10ee12c0282 req-b557cd21-9b27-4ca8-b4cc-8c3d4cb3b1e2 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 945 time: 0.0664144 Jul 16 02:17:35.119894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a0e5b0e-690d-4842-8059-f10ee12c0282 req-b1a3ed24-b185-4d5d-9982-f7979fa4b611 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303490 Jul 16 02:17:36.289321 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670446e-e634-4efa-b7b9-33ff8cdf522b req-830cb87e-6349-4db1-9fb7-83709b57c615 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:36.290811 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4670446e-e634-4efa-b7b9-33ff8cdf522b req-830cb87e-6349-4db1-9fb7-83709b57c615 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 945 time: 0.0621743 Jul 16 02:17:36.327399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4670446e-e634-4efa-b7b9-33ff8cdf522b req-d4443885-e798-4723-9b9f-79d0423c3f95 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310452 Jul 16 02:17:36.488367 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c6454-1f4f-443a-978f-6f2420cb1352 req-3e2ade7b-1f2c-40ce-bc16-361ae744f553 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:36.489869 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-797c6454-1f4f-443a-978f-6f2420cb1352 req-3e2ade7b-1f2c-40ce-bc16-361ae744f553 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 945 time: 0.0631261 Jul 16 02:17:36.498398 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45282) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:17:36.503313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-50b5dfb9-0484-483a-86a3-f0bcfd8e5f3b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Request body: {'floatingip': {'port_id': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:17:36.544314 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50b5dfb9-0484-483a-86a3-f0bcfd8e5f3b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:37.202069 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50b5dfb9-0484-483a-86a3-f0bcfd8e5f3b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:37.206612 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50b5dfb9-0484-483a-86a3-f0bcfd8e5f3b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:37.302040 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-50b5dfb9-0484-483a-86a3-f0bcfd8e5f3b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Floating IP 633bbf3b-e5b1-45cc-abe0-825bcd14a705 associated. External IP: 172.25.2.231, port: f195ca8d-e7eb-4113-8b46-d89536c2e94a. Jul 16 02:17:37.427352 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:37.499744 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b5dfb9-0484-483a-86a3-f0bcfd8e5f3b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:17:37.603514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b5dfb9-0484-483a-86a3-f0bcfd8e5f3b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:17:37.608355 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-50b5dfb9-0484-483a-86a3-f0bcfd8e5f3b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:37.613128 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047d82ac-33f8-40eb-8397-f2112b38d1a0 None None] Sync routers for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:17:37.649317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-50b5dfb9-0484-483a-86a3-f0bcfd8e5f3b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "PUT /v2.0/floatingips/633bbf3b-e5b1-45cc-abe0-825bcd14a705 HTTP/1.1" status: 200 len: 991 time: 1.1498301 Jul 16 02:17:37.649930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:17:37.652271 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fe52c0-443d-4c61-9ea9-f0ef7d3418be" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:17:37.708522 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047d82ac-33f8-40eb-8397-f2112b38d1a0 None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:37.709041 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-047d82ac-33f8-40eb-8397-f2112b38d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:17:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:37.716632 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4df0f5c3-146a-4aea-94df-8453b85b2061 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:37.785669 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e1a5955-cbf4-46d6-8ad7-7e1bb546541c x-openstack-request-id: req-2e1a5955-cbf4-46d6-8ad7-7e1bb546541c {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:17:37.785961 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:17:37.786208 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e1a5955-cbf4-46d6-8ad7-7e1bb546541c {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:17:37.786599 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'status': 'completed', 'code': 200} Jul 16 02:17:37.818238 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-047d82ac-33f8-40eb-8397-f2112b38d1a0 None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:37.858678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe52c0-443d-4c61-9ea9-f0ef7d3418be req-079baae6-0ced-4378-bf28-facb3c3964da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:37.860217 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-16fe52c0-443d-4c61-9ea9-f0ef7d3418be req-079baae6-0ced-4378-bf28-facb3c3964da service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 1097 time: 0.0515792 Jul 16 02:17:37.947274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe52c0-443d-4c61-9ea9-f0ef7d3418be req-f4a9c212-7f31-488d-a5f4-0d9b37c27bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:37.948772 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-16fe52c0-443d-4c61-9ea9-f0ef7d3418be req-f4a9c212-7f31-488d-a5f4-0d9b37c27bb0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0819075 Jul 16 02:17:38.015919 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-16fe52c0-443d-4c61-9ea9-f0ef7d3418be req-fafea795-fd21-43a5-9d56-ab17003e0ba9 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a HTTP/1.1" status: 200 len: 999 time: 0.0607419 Jul 16 02:17:38.034386 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-047d82ac-33f8-40eb-8397-f2112b38d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '633bbf3b-e5b1-45cc-abe0-825bcd14a705', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'port_id': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'mac_address': 'fa:16:3e:41:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:12:57Z', 'updated_at': '2021-07-16T02:17:37Z', 'revision_number': 9, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:38.064148 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047d82ac-33f8-40eb-8397-f2112b38d1a0 None None] Checking router: b9ebd984-8fe7-41d0-9219-4a4a76b880d1 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:17:38.066356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe52c0-443d-4c61-9ea9-f0ef7d3418be req-4f2aec30-e652-40f1-96ce-9c75bdaf97a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:38.067840 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-16fe52c0-443d-4c61-9ea9-f0ef7d3418be req-4f2aec30-e652-40f1-96ce-9c75bdaf97a3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0447769 Jul 16 02:17:38.072610 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047d82ac-33f8-40eb-8397-f2112b38d1a0 None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:17:38.073208 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-047d82ac-33f8-40eb-8397-f2112b38d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:17:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:38.124621 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe52c0-443d-4c61-9ea9-f0ef7d3418be req-1f406714-8558-4c40-92aa-1e70e347c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:38.126136 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-16fe52c0-443d-4c61-9ea9-f0ef7d3418be req-1f406714-8558-4c40-92aa-1e70e347c74f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509150 Jul 16 02:17:38.172715 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-047d82ac-33f8-40eb-8397-f2112b38d1a0 None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:17:38.219099 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-16fe52c0-443d-4c61-9ea9-f0ef7d3418be req-15731706-5b4b-4d66-adce-c0d9d1870cfb service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853579 Jul 16 02:17:38.309341 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-16fe52c0-443d-4c61-9ea9-f0ef7d3418be req-723e0283-7ee6-4190-a2f3-0da87d33366f service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827086 Jul 16 02:17:38.392208 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-047d82ac-33f8-40eb-8397-f2112b38d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '633bbf3b-e5b1-45cc-abe0-825bcd14a705', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'port_id': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'mac_address': 'fa:16:3e:41:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:12:57Z', 'updated_at': '2021-07-16T02:17:37Z', 'revision_number': 9, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:17:38.418487 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047d82ac-33f8-40eb-8397-f2112b38d1a0 None None] The sync data for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 is: [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '633bbf3b-e5b1-45cc-abe0-825bcd14a705', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'port_id': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'mac_address': 'fa:16:3e:41:bb:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:12:57Z', 'updated_at': '2021-07-16T02:17:37Z', 'revision_number': 9, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:17:38.603221 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545a3dc-3aea-406f-b1b2-96400465cf6f None None] New status for floating IP 633bbf3b-e5b1-45cc-abe0-825bcd14a705: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:17:38.781473 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:17:39.146309 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-69335da8-da71-4321-82c7-df2f2305c998 req-e0411b65-12e5-40f9-9217-8260eab8614f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0540593 Jul 16 02:17:39.239018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69335da8-da71-4321-82c7-df2f2305c998 req-46a369d0-98c6-4a2f-a926-5675cd5625d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:39.240682 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-69335da8-da71-4321-82c7-df2f2305c998 req-46a369d0-98c6-4a2f-a926-5675cd5625d7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 1097 time: 0.0525210 Jul 16 02:17:39.348950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69335da8-da71-4321-82c7-df2f2305c998 req-895e1703-7d74-4141-9640-048c181d2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:39.350403 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-69335da8-da71-4321-82c7-df2f2305c998 req-895e1703-7d74-4141-9640-048c181d2e15 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0870628 Jul 16 02:17:39.413203 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-69335da8-da71-4321-82c7-df2f2305c998 req-29e69f90-2bbf-4dae-af4b-0d982b0987dc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a HTTP/1.1" status: 200 len: 1002 time: 0.0559700 Jul 16 02:17:39.459344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69335da8-da71-4321-82c7-df2f2305c998 req-8f2e3e22-1ab6-4de4-8e43-de037ec014ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:39.460782 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-69335da8-da71-4321-82c7-df2f2305c998 req-8f2e3e22-1ab6-4de4-8e43-de037ec014ca service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0418913 Jul 16 02:17:39.519566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69335da8-da71-4321-82c7-df2f2305c998 req-8dd3ca66-5c22-4a98-8d20-ce5e7c6d7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:17:39.521069 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-69335da8-da71-4321-82c7-df2f2305c998 req-8dd3ca66-5c22-4a98-8d20-ce5e7c6d7270 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542829 Jul 16 02:17:39.608612 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-69335da8-da71-4321-82c7-df2f2305c998 req-f4a89a29-3f35-42cb-8e89-73808eaa5f84 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806763 Jul 16 02:17:39.700975 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-69335da8-da71-4321-82c7-df2f2305c998 req-218d68f9-e1a6-4860-a4e5-6be0c1706266 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843465 Jul 16 02:17:40.422345 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:00.937323 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:01.864675 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:02.605274 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:18:04.975072 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a369df13-ec21-440f-bfe0-d87c2366e1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:07.428439 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:07.717097 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b12827c6-ea26-4d22-9499-0900666a3929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:08.782063 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:10.426072 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:29.644207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-3035a093-cbe4-49a2-8c13-8a3519c24514 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0557792 Jul 16 02:18:29.744456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-a34bc6c3-2043-4c0f-9b73-e353ae47bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:29.744847 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-a34bc6c3-2043-4c0f-9b73-e353ae47bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:29.745318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-a34bc6c3-2043-4c0f-9b73-e353ae47bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:29.745783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-a34bc6c3-2043-4c0f-9b73-e353ae47bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:29.746247 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-a34bc6c3-2043-4c0f-9b73-e353ae47bec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:29.748613 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-a34bc6c3-2043-4c0f-9b73-e353ae47bec1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0603733 Jul 16 02:18:29.860518 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-04c37221-6acd-4e52-95e7-9d4714a82ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:29.860991 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-04c37221-6acd-4e52-95e7-9d4714a82ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:29.861458 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-04c37221-6acd-4e52-95e7-9d4714a82ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:29.863044 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-04c37221-6acd-4e52-95e7-9d4714a82ca1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0912464 Jul 16 02:18:29.901908 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-5e2172c0-e90c-4d4a-ac7e-501706a015b6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0329549 Jul 16 02:18:29.948158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-d79a5ce4-0979-47c2-afae-1148b97b2e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:29.949581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-d79a5ce4-0979-47c2-afae-1148b97b2e87 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0424345 Jul 16 02:18:30.008481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-f70c82dc-e381-40a4-a05a-6a193f3d831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:30.009856 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-f70c82dc-e381-40a4-a05a-6a193f3d831d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539839 Jul 16 02:18:30.097263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-976bf1c2-53cd-4f6e-91e2-3a19ba369642 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801268 Jul 16 02:18:30.186476 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-78fb9f88-cf7a-4140-89a4-80ae9bc12bad service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833619 Jul 16 02:18:30.225263 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-5c503ffc-3ef6-4a10-a7dc-f9872a63882d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0331767 Jul 16 02:18:30.275747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-8518ac0e-577a-4df2-814a-aac88a7f863f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:30.277128 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-8518ac0e-577a-4df2-814a-aac88a7f863f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0445302 Jul 16 02:18:30.331631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-cb128ba3-e304-42c1-bd4f-0ca2efa3beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:30.333151 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-cb128ba3-e304-42c1-bd4f-0ca2efa3beeb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0498533 Jul 16 02:18:30.418445 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-3e9ea7ce-745c-4e39-896b-e0b896591567 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792673 Jul 16 02:18:30.507525 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-9a973e99-64da-4125-a3de-3f62ffa2e04c service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824533 Jul 16 02:18:30.548849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-92d5a156-ff03-464b-b7ca-e3cdcb193d71 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0341399 Jul 16 02:18:30.598165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-92d9be70-ea26-4c61-ae44-81ff3dee83d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:30.599644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-92d9be70-ea26-4c61-ae44-81ff3dee83d6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0446723 Jul 16 02:18:30.659786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-cfc2cede-9abd-4f15-9abe-f6b3d90f042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:30.661296 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-cfc2cede-9abd-4f15-9abe-f6b3d90f042a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0558989 Jul 16 02:18:30.748435 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-892e5c4c-1607-4cf8-b225-339dbdbd5917 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809810 Jul 16 02:18:30.837772 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-e838eba4-5bd3-4bed-8eb2-dc063e66c228 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835776 Jul 16 02:18:30.876409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-1017a221-69cd-4054-b55b-3ba992065a5f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0324895 Jul 16 02:18:30.925675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-7ac91891-e513-4807-9083-275fb2fdf7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:30.927069 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-7ac91891-e513-4807-9083-275fb2fdf7f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0448115 Jul 16 02:18:30.951525 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:30.983237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-e6c7e202-0228-4eba-9e70-8bdc41e8ebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:30.984755 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-e6c7e202-0228-4eba-9e70-8bdc41e8ebc3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0512741 Jul 16 02:18:31.073367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-751454e0-b7e1-490a-995c-235bc5d42481 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805779 Jul 16 02:18:31.163219 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-cd687ec1-6770-41ac-a561-aacbedc12dc2 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837142 Jul 16 02:18:31.203846 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-74e664f7-2c99-4aef-a173-66475e2db710 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0337493 Jul 16 02:18:31.250237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-627e5722-cafa-4bb2-9780-f5c97678d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:31.251670 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-627e5722-cafa-4bb2-9780-f5c97678d3c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0422704 Jul 16 02:18:31.310898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63283be5-b968-49f1-a774-81455e7ac223 req-49451b0a-5eda-4d66-a437-f140cf1982c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:31.312418 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-49451b0a-5eda-4d66-a437-f140cf1982c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0551362 Jul 16 02:18:31.400586 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-46d3dfdb-965f-4be9-aaf9-4aed92260ebe service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821817 Jul 16 02:18:31.493250 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-63283be5-b968-49f1-a774-81455e7ac223 req-05602ab2-4629-435d-bb2a-c70533720990 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859797 Jul 16 02:18:31.886555 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:34.975375 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-be8a1bfc-a241-4273-832d-fdd2c69e83c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:37.429353 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:37.716416 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ecf3e8c6-060f-4d64-b7fb-77a42266248a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:38.784418 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:39.603922 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:18:40.427453 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:18:41.094986 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9b19179c-0264-44e5-9f48-a943bfa3cf74 req-7f6bbef6-f781-4b9d-bf95-941989aec298 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517423 Jul 16 02:18:41.186641 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19179c-0264-44e5-9f48-a943bfa3cf74 req-fa8db011-b392-4551-a06e-d9e430a041e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:41.188129 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9b19179c-0264-44e5-9f48-a943bfa3cf74 req-fa8db011-b392-4551-a06e-d9e430a041e1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 1097 time: 0.0514693 Jul 16 02:18:41.291294 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19179c-0264-44e5-9f48-a943bfa3cf74 req-907fe5ed-0b42-40fc-8914-278b3d076368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:41.292770 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9b19179c-0264-44e5-9f48-a943bfa3cf74 req-907fe5ed-0b42-40fc-8914-278b3d076368 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0857177 Jul 16 02:18:41.355325 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9b19179c-0264-44e5-9f48-a943bfa3cf74 req-30a99c6e-459c-4911-b8dc-001664fcec06 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a HTTP/1.1" status: 200 len: 1002 time: 0.0558677 Jul 16 02:18:41.407472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19179c-0264-44e5-9f48-a943bfa3cf74 req-3532e76c-c12e-4a44-8d93-152bd045539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:41.408965 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9b19179c-0264-44e5-9f48-a943bfa3cf74 req-3532e76c-c12e-4a44-8d93-152bd045539f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0472960 Jul 16 02:18:41.464183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19179c-0264-44e5-9f48-a943bfa3cf74 req-3d03b33f-3e16-4e98-b0b0-93ee1fc60c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:18:41.465640 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9b19179c-0264-44e5-9f48-a943bfa3cf74 req-3d03b33f-3e16-4e98-b0b0-93ee1fc60c7b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503793 Jul 16 02:18:41.563277 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9b19179c-0264-44e5-9f48-a943bfa3cf74 req-5593b1a2-483d-41bc-b2cd-e6b062a3d95b service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908654 Jul 16 02:18:41.653096 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9b19179c-0264-44e5-9f48-a943bfa3cf74 req-a9cdbc6b-59c6-4885-bee1-f0ca75aee03b service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836442 Jul 16 02:19:00.966635 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:01.905118 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:04.975519 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6f408402-dac6-40d3-a85e-14134635a126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:07.432713 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:07.718265 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-efc2b216-313b-460e-a7d3-94bd91a72d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:08.790503 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:10.433112 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:13.849006 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-b405a169-1477-4626-9707-803bd7de63f8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0514715 Jul 16 02:19:13.909456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19edbedf-95e5-4d98-a007-208e507b3485 req-50baad6f-0789-4386-b6ea-f139d21c7f54 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:13.911084 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19edbedf-95e5-4d98-a007-208e507b3485 req-50baad6f-0789-4386-b6ea-f139d21c7f54 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 945 time: 0.0646889 Jul 16 02:19:13.950485 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19edbedf-95e5-4d98-a007-208e507b3485 req-f7c660b9-355c-4728-bf78-8d09ccc8679d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330231 Jul 16 02:19:15.057945 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6570-2f68-40f5-94da-99e56923a52b req-a549ca7d-6247-4f18-8ea8-1840a1b15777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:15.059555 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-a549ca7d-6247-4f18-8ea8-1840a1b15777 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 1097 time: 0.0575490 Jul 16 02:19:15.135990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fb78f-f504-4c8b-ac0e-308419814420 req-60330431-7e8f-4cc7-829c-0645289f8faf tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:15.137514 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a66fb78f-f504-4c8b-ac0e-308419814420 req-60330431-7e8f-4cc7-829c-0645289f8faf tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 945 time: 0.0668955 Jul 16 02:19:15.149638 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6570-2f68-40f5-94da-99e56923a52b req-888eaf69-004a-4468-b39a-42089df7527e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:15.151146 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-888eaf69-004a-4468-b39a-42089df7527e service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0840895 Jul 16 02:19:15.175031 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a66fb78f-f504-4c8b-ac0e-308419814420 req-a46034f9-9550-427d-926e-edab18623c7d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319989 Jul 16 02:19:15.221451 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-ad92085f-9269-4c59-9640-dddb43e2ffc3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a HTTP/1.1" status: 200 len: 1002 time: 0.0616961 Jul 16 02:19:15.271667 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6570-2f68-40f5-94da-99e56923a52b req-ff78d9c4-96ad-4b86-aa78-6143febecc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:15.273087 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-ff78d9c4-96ad-4b86-aa78-6143febecc9d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0448000 Jul 16 02:19:15.330530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6570-2f68-40f5-94da-99e56923a52b req-8a68f14b-0016-465e-9818-180aedd66849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:15.332067 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-8a68f14b-0016-465e-9818-180aedd66849 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516195 Jul 16 02:19:15.424892 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-ee2ae6e3-09d4-47fc-ba44-5a5c4768ad08 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853913 Jul 16 02:19:15.511445 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-4ce90e47-ee61-47c0-a5f7-f8416a8bcb2f service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801497 Jul 16 02:19:16.345904 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffeeb4e-011c-4497-80ab-12217c9bd814 req-84033834-17b1-44d3-8fd7-ef0d9eb51780 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:16.347294 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ffeeb4e-011c-4497-80ab-12217c9bd814 req-84033834-17b1-44d3-8fd7-ef0d9eb51780 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 945 time: 0.0620136 Jul 16 02:19:16.384281 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ffeeb4e-011c-4497-80ab-12217c9bd814 req-8e95e92f-f665-43e0-8731-b460bb652981 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314276 Jul 16 02:19:16.602399 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:19:17.554969 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9beff-de2a-4b36-9803-5bcfdede84b2 req-53f9035a-2967-4b11-8e64-de46d2b5b398 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:17.556507 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2bf9beff-de2a-4b36-9803-5bcfdede84b2 req-53f9035a-2967-4b11-8e64-de46d2b5b398 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 945 time: 0.0621345 Jul 16 02:19:17.593532 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2bf9beff-de2a-4b36-9803-5bcfdede84b2 req-b18734c6-d4af-4808-8eaa-60ba1074b16e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315795 Jul 16 02:19:18.772220 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b5eff7-39fb-4c44-a510-616707ce46af req-5e2280fa-de40-4236-b986-1a4fe7dd34b5 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:18.773726 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6b5eff7-39fb-4c44-a510-616707ce46af req-5e2280fa-de40-4236-b986-1a4fe7dd34b5 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 945 time: 0.0691667 Jul 16 02:19:18.810838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6b5eff7-39fb-4c44-a510-616707ce46af req-b68b145e-f06f-4f53-807f-ca6cfc1e5d85 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313880 Jul 16 02:19:19.984541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a1602-21ad-40fe-8055-49e781ddb4db req-164f9bdd-c639-4b16-9870-4aaef0ea87a7 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:19.986060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-679a1602-21ad-40fe-8055-49e781ddb4db req-164f9bdd-c639-4b16-9870-4aaef0ea87a7 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 945 time: 0.0628762 Jul 16 02:19:20.023122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-679a1602-21ad-40fe-8055-49e781ddb4db req-36741a80-a0f6-423e-8c24-a91af81c9e2c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315456 Jul 16 02:19:21.195427 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c31b8-fb1a-4a51-9f45-10b56b8296e3 req-f5fc964b-8bb7-47d4-8bee-4f69c6633248 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:21.196947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df5c31b8-fb1a-4a51-9f45-10b56b8296e3 req-f5fc964b-8bb7-47d4-8bee-4f69c6633248 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 945 time: 0.0657434 Jul 16 02:19:21.233992 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df5c31b8-fb1a-4a51-9f45-10b56b8296e3 req-74cf7856-41fd-4b15-ae8f-7ff5907a9292 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313578 Jul 16 02:19:22.405647 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623d735-1af8-4594-b42d-7c841f0520b3 req-97112980-b124-4412-a13b-8116ff7e1421 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:22.407056 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a623d735-1af8-4594-b42d-7c841f0520b3 req-97112980-b124-4412-a13b-8116ff7e1421 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 945 time: 0.0625157 Jul 16 02:19:22.443737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a623d735-1af8-4594-b42d-7c841f0520b3 req-588db0cc-eaed-404d-b9e8-be52d2f1ef2c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309103 Jul 16 02:19:23.611346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132549e-37d7-494c-b432-eeb3e5588ec2 req-373229c4-695a-47b5-bb90-b7146dd90aeb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:23.612849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7132549e-37d7-494c-b432-eeb3e5588ec2 req-373229c4-695a-47b5-bb90-b7146dd90aeb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 945 time: 0.0614893 Jul 16 02:19:23.649174 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7132549e-37d7-494c-b432-eeb3e5588ec2 req-32f9070d-99bd-4506-8107-ff2717801139 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307987 Jul 16 02:19:24.825925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60863caf-f26a-485f-9832-85a668bf2110 req-fdcda0ee-19ed-4b47-b4c6-d39ec4e324ff tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:24.827455 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60863caf-f26a-485f-9832-85a668bf2110 req-fdcda0ee-19ed-4b47-b4c6-d39ec4e324ff tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 945 time: 0.0657690 Jul 16 02:19:24.864003 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60863caf-f26a-485f-9832-85a668bf2110 req-73ee9f8b-4965-4453-b86f-d4f3d3c3aef2 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311153 Jul 16 02:19:26.035350 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe38ee-e238-4257-b1aa-aa133a49d289 req-7deee257-0120-4809-b0fc-b659733b5fdf tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:26.036894 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-44fe38ee-e238-4257-b1aa-aa133a49d289 req-7deee257-0120-4809-b0fc-b659733b5fdf tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 945 time: 0.0629947 Jul 16 02:19:26.074564 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-44fe38ee-e238-4257-b1aa-aa133a49d289 req-cd6ba0df-c7d3-40ee-a970-ad50559dc30c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321352 Jul 16 02:19:27.248308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46564e02-925b-4a64-bafc-30c9778007d5 req-6cfaae2b-1098-496c-af5f-650b779d47cd tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:27.249850 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46564e02-925b-4a64-bafc-30c9778007d5 req-6cfaae2b-1098-496c-af5f-650b779d47cd tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 945 time: 0.0665581 Jul 16 02:19:27.287415 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-46564e02-925b-4a64-bafc-30c9778007d5 req-6d6e0c1a-25db-4888-abf0-14abdd1b7859 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321257 Jul 16 02:19:27.486017 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [req-86da6570-2f68-40f5-94da-99e56923a52b req-b0e547cc-5651-4674-b8e0-58f3f6f08243 service neutron] show failed (client error): The resource could not be found. Jul 16 02:19:27.486975 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-b0e547cc-5651-4674-b8e0-58f3f6f08243 service neutron] 10.222.0.70 "GET /v2.0/ports/f195ca8d-e7eb-4113-8b46-d89536c2e94a/bindings/n-h1-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.0590744 Jul 16 02:19:27.769935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6570-2f68-40f5-94da-99e56923a52b req-901aa1bd-d409-4628-9e10-77af6be559c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:27.771379 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-901aa1bd-d409-4628-9e10-77af6be559c4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470&tenant_id=2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 1097 time: 0.0914516 Jul 16 02:19:27.783083 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:27.852448 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:28.053807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:28.086308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h2-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:28.124866 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:28.127376 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c964bf99-4966-482e-8af8-d8c97c0edff3" -d '{"events": [{"server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "name": "network-vif-unplugged", "status": "completed", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:28.131270 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:28.144612 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Transition to ACTIVE for port object f195ca8d-e7eb-4113-8b46-d89536c2e94a will not be triggered until provisioned by entity L2. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:28.147961 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:28.178700 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdba9f9a-2abc-4706-b7a7-fee15f46c779 x-openstack-request-id: req-bdba9f9a-2abc-4706-b7a7-fee15f46c779 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:28.178700 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "name": "network-vif-unplugged", "status": "completed", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:28.178700 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bdba9f9a-2abc-4706-b7a7-fee15f46c779 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:28.178975 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'code': 200} Jul 16 02:19:28.235134 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Pushing event updated for resources: {'Port': ['ID=f195ca8d-e7eb-4113-8b46-d89536c2e94a,revision_number=6']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:28.248986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:28.250199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:28.250199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:28.250628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:28.250873 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:28.251203 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:28.251534 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:28.251883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:28.252216 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:28.252544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:28.252871 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:28.253194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:28.282601 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] No DVR routers for this DVR port f195ca8d-e7eb-4113-8b46-d89536c2e94a on host n-h2-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:28.446538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Attempting to bind port f195ca8d-e7eb-4113-8b46-d89536c2e94a on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:28.446823 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Attempting to bind port f195ca8d-e7eb-4113-8b46-d89536c2e94a by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:28.447152 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Attempting to bind port f195ca8d-e7eb-4113-8b46-d89536c2e94a on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:28.454387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Port f195ca8d-e7eb-4113-8b46-d89536c2e94a on network f2db5307-e5da-48e3-9dda-648b386b6e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:19:28.454708 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Attempting to bind port f195ca8d-e7eb-4113-8b46-d89536c2e94a on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:28.462033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:28.462372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Checking segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:28.462758 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Bound using segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} {{(pid=93919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:28.463182 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.managers [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Bound port: f195ca8d-e7eb-4113-8b46-d89536c2e94a, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}}] {{(pid=93919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:28.463545 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:28.524342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52b0200-cce3-4ea9-b496-6fa23b6621f3 req-5970797d-9eb9-4c8b-8d88-6b7ff8ef8f63 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:28.525926 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a52b0200-cce3-4ea9-b496-6fa23b6621f3 req-5970797d-9eb9-4c8b-8d88-6b7ff8ef8f63 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 943 time: 0.1191828 Jul 16 02:19:28.792971 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h1-791505-14, cleared binding levels {{(pid=93919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:28.813452 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:28.819751 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a52b0200-cce3-4ea9-b496-6fa23b6621f3 req-23715a20-ccb1-48fa-b44a-53b834383b16 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864053 Jul 16 02:19:28.820899 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:28.851927 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:28.852686 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:28.854032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] 10.222.0.69 "PUT /v2.0/ports/f195ca8d-e7eb-4113-8b46-d89536c2e94a HTTP/1.1" status: 200 len: 1092 time: 1.0749223 Jul 16 02:19:28.890485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea2dd10-f705-46a2-a194-b3790201c584 service neutron] Pushing event updated for resources: {'Port': ['ID=f195ca8d-e7eb-4113-8b46-d89536c2e94a,revision_number=7']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:28.936880 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6570-2f68-40f5-94da-99e56923a52b req-dab751b0-935d-46ef-9d4b-d10796631c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:28.938321 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-dab751b0-935d-46ef-9d4b-d10796631c0e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 1095 time: 0.0595613 Jul 16 02:19:29.034510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6570-2f68-40f5-94da-99e56923a52b req-1d64737e-ad26-4d7b-8040-19821fb8eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:29.036130 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-1d64737e-ad26-4d7b-8040-19821fb8eefb service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0913987 Jul 16 02:19:29.098792 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-62ec1182-4d06-401f-b26d-62f4e58588a7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a HTTP/1.1" status: 200 len: 1000 time: 0.0567648 Jul 16 02:19:29.148625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6570-2f68-40f5-94da-99e56923a52b req-45608c48-f731-4728-9a12-082cd031c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:29.149977 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-45608c48-f731-4728-9a12-082cd031c341 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0454011 Jul 16 02:19:29.205133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6570-2f68-40f5-94da-99e56923a52b req-b88f77cb-a8b7-42e8-a36e-5b6e1e63881b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:29.206560 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-b88f77cb-a8b7-42e8-a36e-5b6e1e63881b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497913 Jul 16 02:19:29.293107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-9bb93657-dc0b-47cc-839b-ec323845bb3f service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803797 Jul 16 02:19:29.382059 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-86da6570-2f68-40f5-94da-99e56923a52b req-f40ff039-0ee9-4eec-bd38-a0f78e398bb8 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828788 Jul 16 02:19:29.992925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb5b92-6819-4a69-b0e1-fd719bc7d956 req-6d1074b1-06d7-4ae4-bfa8-e556e007a4e9 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:29.994408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4cb5b92-6819-4a69-b0e1-fd719bc7d956 req-6d1074b1-06d7-4ae4-bfa8-e556e007a4e9 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 943 time: 0.0632215 Jul 16 02:19:30.031047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4cb5b92-6819-4a69-b0e1-fd719bc7d956 req-aedb4e85-dd16-4a35-9288-62ac5cf21cc3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304735 Jul 16 02:19:30.179978 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:30.182255 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:30.229509 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c261e4b-6bd4-4d6a-a5cd-1109c20814eb x-openstack-request-id: req-7c261e4b-6bd4-4d6a-a5cd-1109c20814eb {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:30.229800 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:30.230114 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c261e4b-6bd4-4d6a-a5cd-1109c20814eb {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:30.230821 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'status': 'completed', 'code': 200} Jul 16 02:19:30.304758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-48e0db0c-6393-4c60-af94-48edbe8e5af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:30.305381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-36ae389e-0fd2-4b0b-baaa-d82f915005c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:30.306344 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-48e0db0c-6393-4c60-af94-48edbe8e5af6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 1095 time: 0.0528855 Jul 16 02:19:30.306478 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-36ae389e-0fd2-4b0b-baaa-d82f915005c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 1095 time: 0.0553050 Jul 16 02:19:30.396425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-fe200e4a-b020-42a8-92ce-e60bcc1139fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:30.396687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-35133042-539f-422d-9e51-cbd657a3fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:30.397917 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-fe200e4a-b020-42a8-92ce-e60bcc1139fb service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0836837 Jul 16 02:19:30.398024 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-35133042-539f-422d-9e51-cbd657a3fb5f service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0829637 Jul 16 02:19:30.465888 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-db4e4fb3-4fcb-4dcc-b2ce-33dc792cbfa4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a HTTP/1.1" status: 200 len: 1000 time: 0.0606334 Jul 16 02:19:30.466239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-2aa6adc5-fb67-472e-bc00-5fe4a4e7864d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a HTTP/1.1" status: 200 len: 1000 time: 0.0608172 Jul 16 02:19:30.514219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-ebf706d6-9c34-4044-879e-42b638084824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:30.515153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-a2f9321d-00f6-47b5-b955-f7ae0d93847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:30.515691 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-ebf706d6-9c34-4044-879e-42b638084824 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0433509 Jul 16 02:19:30.516660 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-a2f9321d-00f6-47b5-b955-f7ae0d93847a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0432065 Jul 16 02:19:30.572313 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-8eeb0c42-1787-408f-b819-d3a577850df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:30.572960 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-81581af1-f74f-467f-965b-b21772c1a80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:30.573816 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-8eeb0c42-1787-408f-b819-d3a577850df0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519149 Jul 16 02:19:30.574496 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-81581af1-f74f-467f-965b-b21772c1a80e service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519185 Jul 16 02:19:30.666404 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-79d01c8a-cb84-4ca4-b185-4562e1f40767 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853095 Jul 16 02:19:30.667788 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-3eb10dbd-52b6-4ca5-9e08-745476f02221 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862365 Jul 16 02:19:30.755676 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-81031346-c897-40d4-95c7-93cb831e87bb service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809748 Jul 16 02:19:30.757862 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-22ad09ad-2aa6-4080-abd7-769ed61c8cf1 req-1adbd77c-ce48-447f-b168-ee5231c42414 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840516 Jul 16 02:19:31.001726 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:31.037123 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f195ca8d-e7eb-4113-8b46-d89536c2e94a no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:31.077837 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f195ca8d-e7eb-4113-8b46-d89536c2e94a not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:31.212536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65ff04-5b7c-4f16-b384-c3d6bd4b8e68 req-7f13b107-6f9e-4d19-8e72-9fdcc97f1ecc tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:31.214030 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1e65ff04-5b7c-4f16-b384-c3d6bd4b8e68 req-7f13b107-6f9e-4d19-8e72-9fdcc97f1ecc tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 943 time: 0.0661597 Jul 16 02:19:31.250523 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1e65ff04-5b7c-4f16-b384-c3d6bd4b8e68 req-d7a5dada-d8ec-4a17-8c5f-7cfd102075b6 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310619 Jul 16 02:19:31.601512 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.69', 55863) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:31.636627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9462b3c7-c048-4af8-a5cd-dbe7b15b50f9 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:31.638133 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9462b3c7-c048-4af8-a5cd-dbe7b15b50f9 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.69 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470&tenant_id=2d40b17c2e8a40ac987668e33695a0ac&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 943 time: 0.0744994 Jul 16 02:19:31.664456 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-39e555ec-446a-4677-86be-6ce99839c2ec service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0616961 Jul 16 02:19:31.743240 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-a10dc93f-b87f-4bde-863b-86825c1cc6f3 service neutron] 10.222.0.69 "GET /v2.0/ports/f195ca8d-e7eb-4113-8b46-d89536c2e94a/bindings/n-h1-791505-14 HTTP/1.1" status: 200 len: 383 time: 0.0942771 Jul 16 02:19:31.753140 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65cbd0-a603-4f0a-9c13-ced1ad7cad73 req-9ca1fa00-faeb-4fb7-822b-8bd113116bb4 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:31.754655 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1f65cbd0-a603-4f0a-9c13-ced1ad7cad73 req-9ca1fa00-faeb-4fb7-822b-8bd113116bb4 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 943 time: 0.1156344 Jul 16 02:19:31.770707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-9afb24c2-a60a-4c12-ac46-15f0f6e65822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:31.771193 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-9afb24c2-a60a-4c12-ac46-15f0f6e65822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:31.771673 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-9afb24c2-a60a-4c12-ac46-15f0f6e65822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:31.772183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-9afb24c2-a60a-4c12-ac46-15f0f6e65822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:31.772659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-9afb24c2-a60a-4c12-ac46-15f0f6e65822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:31.774479 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-9afb24c2-a60a-4c12-ac46-15f0f6e65822 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0669003 Jul 16 02:19:31.822365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1f65cbd0-a603-4f0a-9c13-ced1ad7cad73 req-6bf2acce-6753-4821-a4b5-3a84a84b0d89 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617995 Jul 16 02:19:31.842924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-fe911ed5-7dd4-4352-a1ef-972f30b5bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:31.844503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-fe911ed5-7dd4-4352-a1ef-972f30b5bdc5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 1095 time: 0.0698211 Jul 16 02:19:31.891469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-dddc54e4-9a61-404a-8f13-cba5616640c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:31.892001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-dddc54e4-9a61-404a-8f13-cba5616640c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:31.892470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-dddc54e4-9a61-404a-8f13-cba5616640c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:31.894069 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-dddc54e4-9a61-404a-8f13-cba5616640c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0952446 Jul 16 02:19:31.913045 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:31.935249 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-26038b9d-06ff-4eb1-b7cc-cd03c36ac451 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0353215 Jul 16 02:19:31.939658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-affb7b7f-555c-4591-9555-c9b1dbf5c108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:31.941267 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-affb7b7f-555c-4591-9555-c9b1dbf5c108 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0908566 Jul 16 02:19:31.982906 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-1371daa5-9cda-4aad-af2a-41c7c6b8b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:31.985029 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-1371daa5-9cda-4aad-af2a-41c7c6b8b080 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0442147 Jul 16 02:19:32.005050 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-1894189f-551b-4ad1-be58-fe8950a5e39c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a HTTP/1.1" status: 200 len: 1000 time: 0.0570910 Jul 16 02:19:32.016493 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f195ca8d-e7eb-4113-8b46-d89536c2e94a details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:19:32.046944 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-ef3a0a81-763f-4ba2-b674-2c75075100ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:32.048504 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-ef3a0a81-763f-4ba2-b674-2c75075100ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574534 Jul 16 02:19:32.056485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-ee87770d-88f4-4008-a282-0d998c6e5508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:32.058087 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-ee87770d-88f4-4008-a282-0d998c6e5508 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0465717 Jul 16 02:19:32.123230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9901d9e9-c13f-4509-b0c7-fd1214a77b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:32.124816 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9901d9e9-c13f-4509-b0c7-fd1214a77b85 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605953 Jul 16 02:19:32.144105 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-f22bbcd2-5210-490f-ae6a-7a6cb3788504 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890594 Jul 16 02:19:32.217750 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-aafba95b-a8bb-4167-8f36-f30a8763fe50 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867765 Jul 16 02:19:32.243787 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-712aaeb1-b5d0-4507-bde7-8e2d8f6b9ee7 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937250 Jul 16 02:19:32.274181 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:32.285675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'port_id': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'mac_address': 'fa:16:3e:41:bb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:19:32.289404 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-ec8b0e3d-70cc-4fc3-b971-b31435579794 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0395329 Jul 16 02:19:32.312095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-252ba7ba-ec02-4a7e-a4c5-0bf08b23f358 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884702 Jul 16 02:19:32.325383 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.337243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f195ca8d-e7eb-4113-8b46-d89536c2e94a {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:32.343916 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-36a4d1b3-2cc6-445b-b75c-b404b2fd7537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:32.345424 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-36a4d1b3-2cc6-445b-b75c-b404b2fd7537 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0501852 Jul 16 02:19:32.358168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:32.362076 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:32.406864 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-6be76cb2-2258-46b8-ae5d-ad439179d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:32.408324 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-6be76cb2-2258-46b8-ae5d-ad439179d055 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0569396 Jul 16 02:19:32.408945 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=f195ca8d-e7eb-4113-8b46-d89536c2e94a,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:32.416225 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:32.416570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:32.416912 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:32.417250 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:32.417588 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:32.417920 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:32.418248 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:32.418574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:32.418900 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:32.419224 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:32.419561 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:32.419911 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:32.497027 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-5b043ede-77bf-4e95-940d-afd14ca06879 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812895 Jul 16 02:19:32.590720 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-9f16c6fe-a896-465f-8af6-26c9843a9494 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866137 Jul 16 02:19:32.630319 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-236fd9f7-f949-4934-99c4-81600524ee61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0330212 Jul 16 02:19:32.656291 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['f195ca8d-e7eb-4113-8b46-d89536c2e94a'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:32.683583 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-d83a57e7-aa24-44b4-b4cd-52b292488e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:32.685109 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-d83a57e7-aa24-44b4-b4cd-52b292488e83 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0462182 Jul 16 02:19:32.742401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-528fd9c8-dec0-47a0-b303-62aaee5aa714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:32.743966 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-528fd9c8-dec0-47a0-b303-62aaee5aa714 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0523713 Jul 16 02:19:32.833538 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-0988526d-451e-4302-b5ff-81c76a1295a6 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820069 Jul 16 02:19:32.925682 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-2ddd4b73-9671-47a4-8b30-8ce941d3346e service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847356 Jul 16 02:19:32.968705 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-a0a70776-a235-4323-853b-e4183784a076 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0347908 Jul 16 02:19:32.993947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdf2cc-e5a5-4fda-837a-f084276651b9 req-ab671e05-9893-494f-940c-3e9bcb8f0a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:32.995451 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34bdf2cc-e5a5-4fda-837a-f084276651b9 req-ab671e05-9893-494f-940c-3e9bcb8f0a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 944 time: 0.0634472 Jul 16 02:19:33.017492 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-72da27af-4d1d-4ceb-9957-34764c0411e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:33.018953 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-72da27af-4d1d-4ceb-9957-34764c0411e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0438139 Jul 16 02:19:33.032958 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34bdf2cc-e5a5-4fda-837a-f084276651b9 req-4b65f260-a169-49a8-947e-6fa86db54485 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312011 Jul 16 02:19:33.083331 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-6bfed28d-aebc-44df-b6f4-7633fd532354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:33.084888 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-6bfed28d-aebc-44df-b6f4-7633fd532354 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575845 Jul 16 02:19:33.173981 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-ba387a37-dbe3-4106-b94b-cb7ba77f7744 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813844 Jul 16 02:19:33.265755 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-4bf87819-2867-435e-9c08-6cc1646133a0 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842955 Jul 16 02:19:33.305474 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-84fae754-a8a7-4c0a-a8db-9d7a6f728c35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0323114 Jul 16 02:19:33.357016 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-5499a673-c496-467a-b605-b7ab918124ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:33.358439 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-5499a673-c496-467a-b605-b7ab918124ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0454180 Jul 16 02:19:33.414235 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-5accdf6d-47aa-45ee-a845-377ac84551f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:33.415693 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-5accdf6d-47aa-45ee-a845-377ac84551f8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504303 Jul 16 02:19:33.503613 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-08e61aa3-63bf-4573-8858-2de67ef640be service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809090 Jul 16 02:19:33.594780 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96bfd0a2-907c-4c8d-b5ed-f642db707a58 req-3cb4fced-d06e-4cb5-9227-5c2c6a05b44f service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831013 Jul 16 02:19:34.047702 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f195ca8d-e7eb-4113-8b46-d89536c2e94a up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:19:34.098038 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port f195ca8d-e7eb-4113-8b46-d89536c2e94a completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:34.101816 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port f195ca8d-e7eb-4113-8b46-d89536c2e94a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:34.102261 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.193107 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.216896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:34.219278 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e661a9f-b8ae-4767-8f1f-d63ac045d3f8" -d '{"events": [{"server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "name": "network-vif-plugged", "status": "completed", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:34.222460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50856d-dfa3-4e20-ad31-255cfc49301d req-cdc8bf5b-f3c8-4fb0-b69d-49e0f5a6d271 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:34.224037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f50856d-dfa3-4e20-ad31-255cfc49301d req-cdc8bf5b-f3c8-4fb0-b69d-49e0f5a6d271 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 944 time: 0.0712204 Jul 16 02:19:34.232177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:34.236867 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.268447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f50856d-dfa3-4e20-ad31-255cfc49301d req-6d266447-d91a-4163-acfe-983df3acff35 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383708 Jul 16 02:19:34.287087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=f195ca8d-e7eb-4113-8b46-d89536c2e94a,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:34.329453 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62e7e7d-3d9b-4c11-a757-acd74e6217b2 x-openstack-request-id: req-f62e7e7d-3d9b-4c11-a757-acd74e6217b2 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:34.329755 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "name": "network-vif-plugged", "status": "completed", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:34.330013 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f62e7e7d-3d9b-4c11-a757-acd74e6217b2 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:34.330410 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'code': 200} Jul 16 02:19:34.353632 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-ad799035-167f-48d1-a880-1f8147ab8864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:34.355365 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-ad799035-167f-48d1-a880-1f8147ab8864 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470&tenant_id=2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 1097 time: 0.0542343 Jul 16 02:19:34.367348 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:34.439299 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.636635 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:34.667882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:34.705938 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:34.708217 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-104f6cb4-4569-40b7-a54c-53818763df32" -d '{"events": [{"server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "name": "network-vif-unplugged", "status": "completed", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:34.711801 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.723624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Transition to ACTIVE for port object f195ca8d-e7eb-4113-8b46-d89536c2e94a will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:34.727993 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:34.763431 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4bd489-ef4c-4c59-9ec7-331c005c8a44 x-openstack-request-id: req-7e4bd489-ef4c-4c59-9ec7-331c005c8a44 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:34.763726 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "name": "network-vif-unplugged", "status": "completed", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:34.764029 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e4bd489-ef4c-4c59-9ec7-331c005c8a44 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:34.764387 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'code': 200} Jul 16 02:19:34.807549 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Pushing event updated for resources: {'Port': ['ID=f195ca8d-e7eb-4113-8b46-d89536c2e94a,revision_number=10']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:34.822526 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:34.822868 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:34.823205 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:34.823538 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:34.823892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:34.824222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:34.824545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:34.824867 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:34.825194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:34.825512 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:34.825828 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:34.826145 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:19:34.864607 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] No DVR routers for this DVR port f195ca8d-e7eb-4113-8b46-d89536c2e94a on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:34.976860 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e271b77a-85f7-4123-9abe-14b015bafad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.303607 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Attempting to bind port f195ca8d-e7eb-4113-8b46-d89536c2e94a on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:35.303976 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Attempting to bind port f195ca8d-e7eb-4113-8b46-d89536c2e94a by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:35.304304 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Attempting to bind port f195ca8d-e7eb-4113-8b46-d89536c2e94a on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:35.308497 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Port f195ca8d-e7eb-4113-8b46-d89536c2e94a on network f2db5307-e5da-48e3-9dda-648b386b6e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:19:35.308824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Attempting to bind port f195ca8d-e7eb-4113-8b46-d89536c2e94a on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:35.313510 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:35.313844 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Checking segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:35.314223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Bound using segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:35.314642 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Bound port: f195ca8d-e7eb-4113-8b46-d89536c2e94a, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:35.314997 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.377271 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:35.380428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:35.384864 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.424891 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:35.425628 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:35.427070 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] 10.222.0.70 "PUT /v2.0/ports/f195ca8d-e7eb-4113-8b46-d89536c2e94a HTTP/1.1" status: 200 len: 1093 time: 1.0637224 Jul 16 02:19:35.444747 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b454b62-f75a-4ad1-a70c-388935955b1b service neutron] Pushing event updated for resources: {'Port': ['ID=f195ca8d-e7eb-4113-8b46-d89536c2e94a,revision_number=11']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:35.456953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7b6f8-58b9-4e80-af9a-0aa1f83e438c req-660ed37c-5fba-454d-8061-433e6e8f85f1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:35.461527 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6eb7b6f8-58b9-4e80-af9a-0aa1f83e438c req-660ed37c-5fba-454d-8061-433e6e8f85f1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 944 time: 0.0830154 Jul 16 02:19:35.498507 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6eb7b6f8-58b9-4e80-af9a-0aa1f83e438c req-647055df-5220-49ed-a7c1-7259a5551cb8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337782 Jul 16 02:19:35.505337 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-4d6b68e6-5d3e-4b64-96a4-e63e81753675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:35.506863 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-4d6b68e6-5d3e-4b64-96a4-e63e81753675 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 1096 time: 0.0560327 Jul 16 02:19:35.603995 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-ee58725e-e37d-4d57-96f7-31c6cb3b7a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:35.605482 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-ee58725e-e37d-4d57-96f7-31c6cb3b7a83 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0918200 Jul 16 02:19:35.672701 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-88da98d1-de16-46b7-98f1-37dc2b78c408 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a HTTP/1.1" status: 200 len: 1000 time: 0.0582738 Jul 16 02:19:35.720244 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-a2a8faa6-c5cc-4750-8146-2e58c99ee8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:35.721572 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-a2a8faa6-c5cc-4750-8146-2e58c99ee8f0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0425053 Jul 16 02:19:35.783247 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-ad36c797-1722-408b-896d-01ec44a88418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:35.784755 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-ad36c797-1722-408b-896d-01ec44a88418 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553172 Jul 16 02:19:35.874379 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-df8d7ab2-aa49-4e78-8e37-0e8f9d0e2e82 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796738 Jul 16 02:19:35.966483 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-75b4a9fd-00ab-460d-876e-25382dce00fd service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841949 Jul 16 02:19:36.671421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a52004-2ade-4a77-be99-bfecd8b6ba73 req-9f623538-28eb-4f9a-bc92-3b0a59ce7ef1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:36.672905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5a52004-2ade-4a77-be99-bfecd8b6ba73 req-9f623538-28eb-4f9a-bc92-3b0a59ce7ef1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 944 time: 0.0608282 Jul 16 02:19:36.709756 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5a52004-2ade-4a77-be99-bfecd8b6ba73 req-3d6c09c3-0400-4981-9f72-69b30d997af7 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313580 Jul 16 02:19:36.766103 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:36.768459 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13168836-eb57-42f3-b324-d5010aad3310" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:36.814603 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec19c30-1adf-4360-83e3-aad190198da4 x-openstack-request-id: req-eec19c30-1adf-4360-83e3-aad190198da4 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:36.814897 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:36.815156 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eec19c30-1adf-4360-83e3-aad190198da4 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:36.815561 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'status': 'completed', 'code': 200} Jul 16 02:19:36.923031 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13168836-eb57-42f3-b324-d5010aad3310 req-dabd41ac-6e1b-488b-bd7f-83736f748694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:36.924557 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-13168836-eb57-42f3-b324-d5010aad3310 req-dabd41ac-6e1b-488b-bd7f-83736f748694 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 1096 time: 0.0913196 Jul 16 02:19:36.929568 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13168836-eb57-42f3-b324-d5010aad3310 req-6ef2f16b-a221-4913-8447-f37895cfb927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:36.930968 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-13168836-eb57-42f3-b324-d5010aad3310 req-6ef2f16b-a221-4913-8447-f37895cfb927 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 1096 time: 0.0724776 Jul 16 02:19:37.083694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13168836-eb57-42f3-b324-d5010aad3310 req-a4dd6c51-c947-41f5-a1f1-97cb003526e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:37.085192 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-13168836-eb57-42f3-b324-d5010aad3310 req-a4dd6c51-c947-41f5-a1f1-97cb003526e8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.1533906 Jul 16 02:19:37.099682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13168836-eb57-42f3-b324-d5010aad3310 req-d0c8cf26-29a4-419b-a2c0-17472289555f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:37.101050 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-13168836-eb57-42f3-b324-d5010aad3310 req-d0c8cf26-29a4-419b-a2c0-17472289555f service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.1494386 Jul 16 02:19:37.198892 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-13168836-eb57-42f3-b324-d5010aad3310 req-3d5da959-2843-4707-8a6b-58b94d5642f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a HTTP/1.1" status: 200 len: 1000 time: 0.1052728 Jul 16 02:19:37.214077 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-13168836-eb57-42f3-b324-d5010aad3310 req-d87b7ba9-5773-47ed-af85-39037cdd2866 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a HTTP/1.1" status: 200 len: 1000 time: 0.0825067 Jul 16 02:19:37.280439 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13168836-eb57-42f3-b324-d5010aad3310 req-08505527-5578-4048-88c1-222bbca1df65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:37.282373 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-13168836-eb57-42f3-b324-d5010aad3310 req-08505527-5578-4048-88c1-222bbca1df65 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0772336 Jul 16 02:19:37.285705 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13168836-eb57-42f3-b324-d5010aad3310 req-03c77af9-a0b7-4993-baf4-fe03b0dfcc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:37.287015 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-13168836-eb57-42f3-b324-d5010aad3310 req-03c77af9-a0b7-4993-baf4-fe03b0dfcc5a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0560327 Jul 16 02:19:37.381834 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13168836-eb57-42f3-b324-d5010aad3310 req-5a2eaf10-e203-4a7e-8842-5906dd404ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:37.383289 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-13168836-eb57-42f3-b324-d5010aad3310 req-5a2eaf10-e203-4a7e-8842-5906dd404ec8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0879774 Jul 16 02:19:37.386052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13168836-eb57-42f3-b324-d5010aad3310 req-877ed66f-55d0-4313-b0cc-910e213fe2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:37.387463 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-13168836-eb57-42f3-b324-d5010aad3310 req-877ed66f-55d0-4313-b0cc-910e213fe2ff service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993707 Jul 16 02:19:37.436821 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.543204 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-13168836-eb57-42f3-b324-d5010aad3310 req-4870b261-9cad-4df5-991a-3352c41bd35e service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531935 Jul 16 02:19:37.546997 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-13168836-eb57-42f3-b324-d5010aad3310 req-f37e25a0-2505-448b-a48f-fa05055bad50 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487057 Jul 16 02:19:37.710319 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-13168836-eb57-42f3-b324-d5010aad3310 req-c97bc1a8-9072-4776-894d-93bd3bf78390 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584361 Jul 16 02:19:37.712260 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-13168836-eb57-42f3-b324-d5010aad3310 req-bee06178-cf76-4acb-a531-25ba508f6798 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530216 Jul 16 02:19:37.728624 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ce905167-7fef-4763-9734-11a802107e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:37.883338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d5aa8-606a-4fbf-8292-6ceb1eecd812 req-05a0bf21-2bb0-4dcb-ba67-9cab29d6b8fa tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:37.884857 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a46d5aa8-606a-4fbf-8292-6ceb1eecd812 req-05a0bf21-2bb0-4dcb-ba67-9cab29d6b8fa tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 944 time: 0.0662618 Jul 16 02:19:37.921019 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a46d5aa8-606a-4fbf-8292-6ceb1eecd812 req-ee26670c-e5a2-4e34-b1cc-38aa6b1c4bd4 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307264 Jul 16 02:19:38.079430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f195ca8d-e7eb-4113-8b46-d89536c2e94a no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:38.089044 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c4698-276a-470e-93ce-3827e78ca685 req-72c81697-dd79-45a2-bc68-96b7e85579ef tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:38.090558 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca3c4698-276a-470e-93ce-3827e78ca685 req-72c81697-dd79-45a2-bc68-96b7e85579ef tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 944 time: 0.0646925 Jul 16 02:19:38.115853 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device f195ca8d-e7eb-4113-8b46-d89536c2e94a not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:38.128320 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca3c4698-276a-470e-93ce-3827e78ca685 req-75c81742-2b5f-415c-b0c3-697eafdb19a5 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322828 Jul 16 02:19:38.479521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0568dd6-aed6-4be2-baa0-4c9781bc71f9 req-8bbd54c3-da0a-42ae-ba51-1454721797a5 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:38.480927 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0568dd6-aed6-4be2-baa0-4c9781bc71f9 req-8bbd54c3-da0a-42ae-ba51-1454721797a5 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 944 time: 0.0659368 Jul 16 02:19:38.518016 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0568dd6-aed6-4be2-baa0-4c9781bc71f9 req-321cf153-e457-4e21-962c-026d1f9fc84f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308692 Jul 16 02:19:38.791277 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:38.886967 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1dba2-d123-4cc1-ad9a-07175469030e req-7a4fbad1-8139-41ed-9610-7205f94ad37b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:38.888497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3cf1dba2-d123-4cc1-ad9a-07175469030e req-7a4fbad1-8139-41ed-9610-7205f94ad37b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 944 time: 0.0623863 Jul 16 02:19:38.926224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3cf1dba2-d123-4cc1-ad9a-07175469030e req-4f984f9a-ef09-4479-97ae-6af953b54a5d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322225 Jul 16 02:19:39.067152 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f195ca8d-e7eb-4113-8b46-d89536c2e94a details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:19:39.159974 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:39.170318 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'port_id': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'mac_address': 'fa:16:3e:41:bb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:19:39.205285 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.220645 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f195ca8d-e7eb-4113-8b46-d89536c2e94a {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:39.238735 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:39.242685 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:39.289229 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=f195ca8d-e7eb-4113-8b46-d89536c2e94a,revision_number=12']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:39.496341 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['f195ca8d-e7eb-4113-8b46-d89536c2e94a'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:40.096215 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f9a42-5a4a-451e-93ea-41be906be3a6 req-44791042-537f-42bd-9e46-519fbd2d1381 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:40.097718 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d9f9a42-5a4a-451e-93ea-41be906be3a6 req-44791042-537f-42bd-9e46-519fbd2d1381 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 945 time: 0.0631313 Jul 16 02:19:40.135008 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3d9f9a42-5a4a-451e-93ea-41be906be3a6 req-fd23bde0-7ad9-456f-9720-1fd773c0ac28 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316870 Jul 16 02:19:40.140892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce86076-3bd1-46f4-9889-f5700b3d7738 req-1129435d-59ea-4311-9a91-2463ade479b6 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:40.142418 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ce86076-3bd1-46f4-9889-f5700b3d7738 req-1129435d-59ea-4311-9a91-2463ade479b6 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.70 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 945 time: 0.0665522 Jul 16 02:19:40.239308 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-2ce86076-3bd1-46f4-9889-f5700b3d7738 req-ea934e5e-979d-4d2a-b66e-6fd498d35a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Deleting port f195ca8d-e7eb-4113-8b46-d89536c2e94a {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:19:40.239578 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2ce86076-3bd1-46f4-9889-f5700b3d7738 req-ea934e5e-979d-4d2a-b66e-6fd498d35a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:40.328510 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-2ce86076-3bd1-46f4-9889-f5700b3d7738 req-ea934e5e-979d-4d2a-b66e-6fd498d35a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] For port f195ca8d-e7eb-4113-8b46-d89536c2e94a, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f195ca8d-e7eb-4113-8b46-d89536c2e94a,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:40.328878 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2ce86076-3bd1-46f4-9889-f5700b3d7738 req-ea934e5e-979d-4d2a-b66e-6fd498d35a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:40.433379 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:40.495327 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2ce86076-3bd1-46f4-9889-f5700b3d7738 req-ea934e5e-979d-4d2a-b66e-6fd498d35a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:40.495621 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2ce86076-3bd1-46f4-9889-f5700b3d7738 req-ea934e5e-979d-4d2a-b66e-6fd498d35a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:40.495969 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [req-2ce86076-3bd1-46f4-9889-f5700b3d7738 req-ea934e5e-979d-4d2a-b66e-6fd498d35a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Floating IP 633bbf3b-e5b1-45cc-abe0-825bcd14a705 disassociated. External IP: 172.25.2.231, port: f195ca8d-e7eb-4113-8b46-d89536c2e94a. Jul 16 02:19:40.496311 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-2ce86076-3bd1-46f4-9889-f5700b3d7738 req-ea934e5e-979d-4d2a-b66e-6fd498d35a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Calling delete_port for f195ca8d-e7eb-4113-8b46-d89536c2e94a owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:19:40.624645 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2ce86076-3bd1-46f4-9889-f5700b3d7738 req-ea934e5e-979d-4d2a-b66e-6fd498d35a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:40.653104 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea934e5e-979d-4d2a-b66e-6fd498d35a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Pushing event deleted for resources: {'Port': ['ID=f195ca8d-e7eb-4113-8b46-d89536c2e94a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:40.768465 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ce86076-3bd1-46f4-9889-f5700b3d7738 req-ea934e5e-979d-4d2a-b66e-6fd498d35a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:19:40.875421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ce86076-3bd1-46f4-9889-f5700b3d7738 req-ea934e5e-979d-4d2a-b66e-6fd498d35a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:19:40.885545 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff69c0-d2c6-41d3-b694-d9c18bef7be2 None None] Sync routers for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:19:40.894418 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff69c0-d2c6-41d3-b694-d9c18bef7be2 None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:40.895127 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a1ff69c0-d2c6-41d3-b694-d9c18bef7be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:19:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:40.916836 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce86076-3bd1-46f4-9889-f5700b3d7738 req-ea934e5e-979d-4d2a-b66e-6fd498d35a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] No DVR routers for this DVR port f195ca8d-e7eb-4113-8b46-d89536c2e94a on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:19:40.919348 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2ce86076-3bd1-46f4-9889-f5700b3d7738 req-ea934e5e-979d-4d2a-b66e-6fd498d35a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:40.921355 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2ce86076-3bd1-46f4-9889-f5700b3d7738 req-ea934e5e-979d-4d2a-b66e-6fd498d35a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.70 "DELETE /v2.0/ports/f195ca8d-e7eb-4113-8b46-d89536c2e94a HTTP/1.1" status: 204 len: 173 time: 0.7735484 Jul 16 02:19:40.921794 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'name': 'network-vif-deleted', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:40.924621 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e01b565-9b74-41e9-a053-57985d1bba1d" -d '{"events": [{"server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "name": "network-vif-deleted", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:40.961670 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1904a78-d28b-4318-9380-57573fb48064 x-openstack-request-id: req-a1904a78-d28b-4318-9380-57573fb48064 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:40.961961 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e7520-28be-43dd-889d-4f55d8c9b470", "name": "network-vif-deleted", "tag": "f195ca8d-e7eb-4113-8b46-d89536c2e94a", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:40.962216 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1904a78-d28b-4318-9380-57573fb48064 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:40.962614 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e7520-28be-43dd-889d-4f55d8c9b470', 'name': 'network-vif-deleted', 'tag': 'f195ca8d-e7eb-4113-8b46-d89536c2e94a', 'status': 'completed', 'code': 200} Jul 16 02:19:41.002567 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a1ff69c0-d2c6-41d3-b694-d9c18bef7be2 None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:41.082695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f195ca8d-e7eb-4113-8b46-d89536c2e94a no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:19:41.105172 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: f195ca8d-e7eb-4113-8b46-d89536c2e94a {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:19:41.105520 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f195ca8d-e7eb-4113-8b46-d89536c2e94a not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:19:41.207357 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a1ff69c0-d2c6-41d3-b694-d9c18bef7be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:41.240339 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff69c0-d2c6-41d3-b694-d9c18bef7be2 None None] Checking router: b9ebd984-8fe7-41d0-9219-4a4a76b880d1 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:19:41.250165 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ff69c0-d2c6-41d3-b694-d9c18bef7be2 None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:41.250783 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a1ff69c0-d2c6-41d3-b694-d9c18bef7be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:19:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:41.299798 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-789a675b-8191-4d28-9d54-cb8c9cf53eb8 req-2683ddcf-b703-4bcb-ad10-a399907af266 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=6e1e7520-28be-43dd-889d-4f55d8c9b470 HTTP/1.1" status: 200 len: 210 time: 0.0333130 Jul 16 02:19:41.359487 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a1ff69c0-d2c6-41d3-b694-d9c18bef7be2 None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:41.634835 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a1ff69c0-d2c6-41d3-b694-d9c18bef7be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:41.660517 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ff69c0-d2c6-41d3-b694-d9c18bef7be2 None None] The sync data for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 is: [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:19:41.859625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c0e00c-e464-4ade-8737-47da27908530 None None] New status for floating IP 633bbf3b-e5b1-45cc-abe0-825bcd14a705: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:19:42.636373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09cc028e-bc86-4673-884e-a372cab91487 req-728fee39-ff4e-4b36-a490-3ceb822d690f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--859741544&fields=id&tenant_id=2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 267 time: 0.0318375 Jul 16 02:19:42.740372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc028e-bc86-4673-884e-a372cab91487 req-de08e958-00a7-47b0-b760-6176fe208136 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:42.741813 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09cc028e-bc86-4673-884e-a372cab91487 req-de08e958-00a7-47b0-b760-6176fe208136 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 812 time: 0.0988643 Jul 16 02:19:42.756000 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09cc028e-bc86-4673-884e-a372cab91487 req-dc573337-84e3-4881-afb0-c4766257ad6e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/quotas/2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 375 time: 0.0087018 Jul 16 02:19:42.826409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09cc028e-bc86-4673-884e-a372cab91487 req-74e2979c-5c7c-4e74-85d4-e3c5eda7110e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0655317 Jul 16 02:19:42.920673 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09cc028e-bc86-4673-884e-a372cab91487 req-0da68e87-1e07-46c1-abae-e1a02c03bf8e service neutron] 10.222.0.22 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825889 Jul 16 02:19:43.012583 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09cc028e-bc86-4673-884e-a372cab91487 req-cadeed6b-ba96-4d18-8f2c-299471d857b2 service neutron] 10.222.0.22 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863163 Jul 16 02:19:43.181737 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a54e6e12-7208-42f5-a63b-6068c1318891 req-d4652415-6218-44c0-a44b-44012922c09a tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 210 time: 0.0296590 Jul 16 02:19:44.187523 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc028e-bc86-4673-884e-a372cab91487 req-2ad0f1e9-dd0c-44e5-b54b-a2697a91c455 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:44.189029 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09cc028e-bc86-4673-884e-a372cab91487 req-2ad0f1e9-dd0c-44e5-b54b-a2697a91c455 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 812 time: 0.1055427 Jul 16 02:19:44.235481 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09cc028e-bc86-4673-884e-a372cab91487 req-b6cdd9aa-1446-4a3c-a78e-5836b8d37ac9 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 379 time: 0.0365300 Jul 16 02:19:44.245501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-09cc028e-bc86-4673-884e-a372cab91487 req-ea3b21af-5f4a-4a79-a645-62b85d0e50a3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Request body: {'port': {'device_id': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'admin_state_up': True, 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'security_groups': ['643e2976-0962-43d7-b9fa-991af869b0de']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:44.324752 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5983960b-32cb-439d-bf0e-104ce8ba6dc4 req-84eb4254-4df6-429e-a90b-2c8d5ce165ee tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 210 time: 0.0276077 Jul 16 02:19:44.356084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09cc028e-bc86-4673-884e-a372cab91487 req-ea3b21af-5f4a-4a79-a645-62b85d0e50a3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Made reservation on behalf of 2d40b17c2e8a40ac987668e33695a0ac for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:19:44.359557 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-09cc028e-bc86-4673-884e-a372cab91487 req-ea3b21af-5f4a-4a79-a645-62b85d0e50a3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:44.485109 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-09cc028e-bc86-4673-884e-a372cab91487 req-ea3b21af-5f4a-4a79-a645-62b85d0e50a3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Allocated IP 172.20.0.12 (f2db5307-e5da-48e3-9dda-648b386b6e5a/18a5a295-094c-41fa-aad1-9a4d11601abd/8336d5a1-7aff-437c-9ab6-ed264be429cb) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:19:44.620061 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-09cc028e-bc86-4673-884e-a372cab91487 req-ea3b21af-5f4a-4a79-a645-62b85d0e50a3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:44.633134 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-09cc028e-bc86-4673-884e-a372cab91487 req-ea3b21af-5f4a-4a79-a645-62b85d0e50a3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Transition to ACTIVE for port object 8336d5a1-7aff-437c-9ab6-ed264be429cb will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:44.665010 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-09cc028e-bc86-4673-884e-a372cab91487 req-ea3b21af-5f4a-4a79-a645-62b85d0e50a3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:44.709800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09cc028e-bc86-4673-884e-a372cab91487 req-ea3b21af-5f4a-4a79-a645-62b85d0e50a3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Network f2db5307-e5da-48e3-9dda-648b386b6e5a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:19:44.712946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-09cc028e-bc86-4673-884e-a372cab91487 req-ea3b21af-5f4a-4a79-a645-62b85d0e50a3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:19:44.716809 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-09cc028e-bc86-4673-884e-a372cab91487 req-ea3b21af-5f4a-4a79-a645-62b85d0e50a3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:19:44.739859 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b21af-5f4a-4a79-a645-62b85d0e50a3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Pushing event updated for resources: {'Port': ['ID=8336d5a1-7aff-437c-9ab6-ed264be429cb,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:44.769857 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc028e-bc86-4673-884e-a372cab91487 req-ea3b21af-5f4a-4a79-a645-62b85d0e50a3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:44.770478 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-09cc028e-bc86-4673-884e-a372cab91487 req-ea3b21af-5f4a-4a79-a645-62b85d0e50a3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:44.784729 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09cc028e-bc86-4673-884e-a372cab91487 req-ea3b21af-5f4a-4a79-a645-62b85d0e50a3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5433173 Jul 16 02:19:44.796881 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Request body: {'port': {'device_id': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:44.874972 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:44.907490 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9927990c-ed5a-4933-b529-aa6fe25d1512 None None] Provisioning for port 8336d5a1-7aff-437c-9ab6-ed264be429cb completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:44.911210 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9927990c-ed5a-4933-b529-aa6fe25d1512 None None] Provisioning complete for port 8336d5a1-7aff-437c-9ab6-ed264be429cb triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:44.911586 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9927990c-ed5a-4933-b529-aa6fe25d1512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:44.945465 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9927990c-ed5a-4933-b529-aa6fe25d1512 None None] Port 8336d5a1-7aff-437c-9ab6-ed264be429cb cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:19:45.131898 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8336d5a1-7aff-437c-9ab6-ed264be429cb {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:45.138996 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:45.150360 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Transition to ACTIVE for port object 8336d5a1-7aff-437c-9ab6-ed264be429cb will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:19:45.153955 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:45.227335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=8336d5a1-7aff-437c-9ab6-ed264be429cb,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:45.571660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c18efa8-1085-4f87-b455-730c99ac1735 req-e9e2d6dc-8720-470c-9abd-edd5cc1b419f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:45.573349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c18efa8-1085-4f87-b455-730c99ac1735 req-e9e2d6dc-8720-470c-9abd-edd5cc1b419f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.1347387 Jul 16 02:19:45.600593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Attempting to bind port 8336d5a1-7aff-437c-9ab6-ed264be429cb on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:19:45.600930 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Attempting to bind port 8336d5a1-7aff-437c-9ab6-ed264be429cb by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:19:45.601246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Attempting to bind port 8336d5a1-7aff-437c-9ab6-ed264be429cb on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:45.605786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Port 8336d5a1-7aff-437c-9ab6-ed264be429cb on network f2db5307-e5da-48e3-9dda-648b386b6e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:19:45.606111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Attempting to bind port 8336d5a1-7aff-437c-9ab6-ed264be429cb on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:19:45.610790 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 19, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:19:45.611126 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Checking segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:19:45.611511 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Bound using segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:19:45.611821 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4c18efa8-1085-4f87-b455-730c99ac1735 req-8dc566e9-0ff4-43ad-852c-faff79927be6 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315177 Jul 16 02:19:45.612005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Bound port: 8336d5a1-7aff-437c-9ab6-ed264be429cb, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:19:45.612322 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:45.673440 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:19:45.676366 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:19:45.680782 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:45.714026 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:45.714487 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:45.715918 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09cc028e-bc86-4673-884e-a372cab91487 req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] 10.222.0.70 "PUT /v2.0/ports/8336d5a1-7aff-437c-9ab6-ed264be429cb HTTP/1.1" status: 200 len: 1093 time: 0.9233057 Jul 16 02:19:45.716337 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'tag': '8336d5a1-7aff-437c-9ab6-ed264be429cb'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:45.718543 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b3ec10-5869-41b0-ad7b-f86ec3b472a2" -d '{"events": [{"name": "network-changed", "server_uuid": "2940775c-2298-4cb3-b2b0-c7012f8946ae", "tag": "8336d5a1-7aff-437c-9ab6-ed264be429cb"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:45.743686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81539857-d60b-458c-af2e-2c3f08114ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=8336d5a1-7aff-437c-9ab6-ed264be429cb,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:45.763978 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33ab37d-f881-43a4-a5c8-2aa947b7f918 x-openstack-request-id: req-c33ab37d-f881-43a4-a5c8-2aa947b7f918 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:45.764271 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2940775c-2298-4cb3-b2b0-c7012f8946ae", "tag": "8336d5a1-7aff-437c-9ab6-ed264be429cb", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:45.764527 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c33ab37d-f881-43a4-a5c8-2aa947b7f918 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:45.764924 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'tag': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'status': 'completed', 'code': 200} Jul 16 02:19:45.813012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc028e-bc86-4673-884e-a372cab91487 req-56e92773-2ef1-485c-b6b7-148d71bf73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:45.815285 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09cc028e-bc86-4673-884e-a372cab91487 req-56e92773-2ef1-485c-b6b7-148d71bf73ef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 1096 time: 0.0604808 Jul 16 02:19:45.856991 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09cc028e-bc86-4673-884e-a372cab91487 req-c6de62c3-79dd-44a5-98fe-1c7e57693d38 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb HTTP/1.1" status: 200 len: 217 time: 0.0339611 Jul 16 02:19:45.906147 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc028e-bc86-4673-884e-a372cab91487 req-cced8b79-8a10-4c20-8ed2-078f08dec269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:45.907645 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09cc028e-bc86-4673-884e-a372cab91487 req-cced8b79-8a10-4c20-8ed2-078f08dec269 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0437076 Jul 16 02:19:45.969696 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cc028e-bc86-4673-884e-a372cab91487 req-6b96fd89-8afb-4e74-b294-3bd1111c342c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:45.971120 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09cc028e-bc86-4673-884e-a372cab91487 req-6b96fd89-8afb-4e74-b294-3bd1111c342c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551791 Jul 16 02:19:46.060134 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09cc028e-bc86-4673-884e-a372cab91487 req-df2b27a3-bc20-43f3-8f69-ebf43185fcb4 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809991 Jul 16 02:19:46.150516 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09cc028e-bc86-4673-884e-a372cab91487 req-5ce155e3-a1c4-4ed5-a851-1217a3d4b429 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834720 Jul 16 02:19:46.249060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3ec10-5869-41b0-ad7b-f86ec3b472a2 req-4747277d-2e10-44b9-ad8d-5efe74a41618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:46.250470 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-05b3ec10-5869-41b0-ad7b-f86ec3b472a2 req-4747277d-2e10-44b9-ad8d-5efe74a41618 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 1096 time: 0.0511165 Jul 16 02:19:46.341145 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3ec10-5869-41b0-ad7b-f86ec3b472a2 req-bdaf9c29-6881-4865-9709-54168f36f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:46.342600 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-05b3ec10-5869-41b0-ad7b-f86ec3b472a2 req-bdaf9c29-6881-4865-9709-54168f36f932 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0851266 Jul 16 02:19:46.382775 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-05b3ec10-5869-41b0-ad7b-f86ec3b472a2 req-bb136e6f-a8ee-42af-b289-9826a9c5e8d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb HTTP/1.1" status: 200 len: 217 time: 0.0326641 Jul 16 02:19:46.429901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3ec10-5869-41b0-ad7b-f86ec3b472a2 req-ef84f032-96b0-41ef-85d9-0016dedc07ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:46.431289 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-05b3ec10-5869-41b0-ad7b-f86ec3b472a2 req-ef84f032-96b0-41ef-85d9-0016dedc07ac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0424762 Jul 16 02:19:46.491805 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3ec10-5869-41b0-ad7b-f86ec3b472a2 req-38591951-97e2-49c4-a5e9-8be1784c766d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:46.493313 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-05b3ec10-5869-41b0-ad7b-f86ec3b472a2 req-38591951-97e2-49c4-a5e9-8be1784c766d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546708 Jul 16 02:19:46.583982 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-05b3ec10-5869-41b0-ad7b-f86ec3b472a2 req-1fd02c74-7193-4be6-96c6-8a741d39c430 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835307 Jul 16 02:19:46.675260 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-05b3ec10-5869-41b0-ad7b-f86ec3b472a2 req-92f23e0d-fa50-4c9d-848d-dd76d868bb22 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848558 Jul 16 02:19:46.787788 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f5fe12-de90-44df-8cbd-f783c2667fc1 req-6a661326-084c-4a6c-9c48-3f6e4506f463 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:46.789289 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e9f5fe12-de90-44df-8cbd-f783c2667fc1 req-6a661326-084c-4a6c-9c48-3f6e4506f463 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.0622051 Jul 16 02:19:46.826399 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e9f5fe12-de90-44df-8cbd-f783c2667fc1 req-1a572290-8a35-42f7-be3a-f14072af58ce tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317042 Jul 16 02:19:47.994900 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc728ec-1dbf-4904-a946-f5ce5f6fcbc2 req-eb546b17-3030-4e0d-ac39-d6613dfb2113 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:47.996405 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ebc728ec-1dbf-4904-a946-f5ce5f6fcbc2 req-eb546b17-3030-4e0d-ac39-d6613dfb2113 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.0615363 Jul 16 02:19:48.036405 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ebc728ec-1dbf-4904-a946-f5ce5f6fcbc2 req-cc0fefaa-f3fb-4ae7-8c33-92218f24cbd7 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344775 Jul 16 02:19:49.101878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 8336d5a1-7aff-437c-9ab6-ed264be429cb details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:19:49.198450 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:49.209102 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b2da4-e990-484b-b1d7-13d2f341d481 req-e66f03d2-b8aa-434e-a55b-f4ffe1f924b6 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:49.209958 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'port_id': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'mac_address': 'fa:16:3e:69:2e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:19:49.210615 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-490b2da4-e990-484b-b1d7-13d2f341d481 req-e66f03d2-b8aa-434e-a55b-f4ffe1f924b6 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.0629804 Jul 16 02:19:49.245917 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.247221 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-490b2da4-e990-484b-b1d7-13d2f341d481 req-c8802f80-a266-4cd3-a4df-3e17c26885bf tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309720 Jul 16 02:19:49.259092 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8336d5a1-7aff-437c-9ab6-ed264be429cb {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:19:49.279279 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:49.283502 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:49.332316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=8336d5a1-7aff-437c-9ab6-ed264be429cb,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:49.473726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['8336d5a1-7aff-437c-9ab6-ed264be429cb'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:19:50.418077 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb293e-9963-47c7-9080-77f253edb31f req-df36d1bb-b48a-4a6f-b2f4-7fde2518f8b5 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:50.419487 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74bb293e-9963-47c7-9080-77f253edb31f req-df36d1bb-b48a-4a6f-b2f4-7fde2518f8b5 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 945 time: 0.0627327 Jul 16 02:19:50.456717 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74bb293e-9963-47c7-9080-77f253edb31f req-5bd86f4e-54d2-4ea0-85b6-4665710f780a tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312803 Jul 16 02:19:51.111527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 8336d5a1-7aff-437c-9ab6-ed264be429cb up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:19:51.162049 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 8336d5a1-7aff-437c-9ab6-ed264be429cb completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:19:51.165756 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 8336d5a1-7aff-437c-9ab6-ed264be429cb triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:19:51.166127 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.239060 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.260573 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8336d5a1-7aff-437c-9ab6-ed264be429cb'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:51.262866 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d01958f-3ff0-40f0-a263-84845f2c1565" -d '{"events": [{"server_uuid": "2940775c-2298-4cb3-b2b0-c7012f8946ae", "name": "network-vif-plugged", "status": "completed", "tag": "8336d5a1-7aff-437c-9ab6-ed264be429cb"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:51.275682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:19:51.279621 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:51.303024 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac25af7-c235-4b45-ace7-7d54f2b01e47 x-openstack-request-id: req-1ac25af7-c235-4b45-ace7-7d54f2b01e47 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:51.303317 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2940775c-2298-4cb3-b2b0-c7012f8946ae", "name": "network-vif-plugged", "status": "completed", "tag": "8336d5a1-7aff-437c-9ab6-ed264be429cb", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:51.303570 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ac25af7-c235-4b45-ace7-7d54f2b01e47 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:51.303980 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'code': 200} Jul 16 02:19:51.331419 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=8336d5a1-7aff-437c-9ab6-ed264be429cb,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:19:51.414567 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e41e43-d31f-4743-aad1-9cd29a7065ca req-fe1feacd-803d-4e34-b6c3-c75090686c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:51.416086 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-35e41e43-d31f-4743-aad1-9cd29a7065ca req-fe1feacd-803d-4e34-b6c3-c75090686c6d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 1098 time: 0.0522659 Jul 16 02:19:51.449897 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-35e41e43-d31f-4743-aad1-9cd29a7065ca req-3db74ce3-e286-48a5-b041-c2cd2b62e50f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0267169 Jul 16 02:19:51.633692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a1958-744a-4013-8878-840d209a2bdd req-7be8742d-e7f5-4baa-9d93-930d2af2de19 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:51.635095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-504a1958-744a-4013-8878-840d209a2bdd req-7be8742d-e7f5-4baa-9d93-930d2af2de19 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0653138 Jul 16 02:19:51.671889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-504a1958-744a-4013-8878-840d209a2bdd req-d53278e2-c2da-4029-9918-5ee419b27e51 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312080 Jul 16 02:19:52.842193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a22afdc-7d37-4733-bcd2-fb98b5f41141 req-6d2d634f-ce32-4be6-bee1-7be32fee5134 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:52.843658 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a22afdc-7d37-4733-bcd2-fb98b5f41141 req-6d2d634f-ce32-4be6-bee1-7be32fee5134 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0614941 Jul 16 02:19:52.879996 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a22afdc-7d37-4733-bcd2-fb98b5f41141 req-01dbfff4-0294-487f-96e7-fe96502ba9fa tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308769 Jul 16 02:19:53.043827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aba79c-de68-4dab-a8e1-149d0f60dbfb req-39ea6a81-aa03-4153-ba52-185313dccebf tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:53.045337 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60aba79c-de68-4dab-a8e1-149d0f60dbfb req-39ea6a81-aa03-4153-ba52-185313dccebf tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0622606 Jul 16 02:19:53.053795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 45638) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:19:53.058652 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-490defd0-da1a-4323-b40c-25b820562d4c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Request body: {'floatingip': {'port_id': '8336d5a1-7aff-437c-9ab6-ed264be429cb'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:19:53.101007 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-490defd0-da1a-4323-b40c-25b820562d4c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for floatingip, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.540985 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-490defd0-da1a-4323-b40c-25b820562d4c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.544589 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-490defd0-da1a-4323-b40c-25b820562d4c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:53.601525 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:19:53.642914 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-490defd0-da1a-4323-b40c-25b820562d4c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Floating IP 633bbf3b-e5b1-45cc-abe0-825bcd14a705 associated. External IP: 172.25.2.231, port: 8336d5a1-7aff-437c-9ab6-ed264be429cb. Jul 16 02:19:53.841866 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490defd0-da1a-4323-b40c-25b820562d4c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:19:54.173509 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490defd0-da1a-4323-b40c-25b820562d4c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:19:54.178199 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-490defd0-da1a-4323-b40c-25b820562d4c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:19:54.182992 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df203c6-b545-4247-8d08-f6060fd181cd None None] Sync routers for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:19:54.191465 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df203c6-b545-4247-8d08-f6060fd181cd None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:54.192110 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6df203c6-b545-4247-8d08-f6060fd181cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:19:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:54.212768 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-490defd0-da1a-4323-b40c-25b820562d4c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "PUT /v2.0/floatingips/633bbf3b-e5b1-45cc-abe0-825bcd14a705 HTTP/1.1" status: 200 len: 993 time: 1.1575100 Jul 16 02:19:54.213370 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'tag': '8336d5a1-7aff-437c-9ab6-ed264be429cb'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:19:54.215624 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-844324b9-db42-437f-a722-924af022b760" -d '{"events": [{"name": "network-changed", "server_uuid": "2940775c-2298-4cb3-b2b0-c7012f8946ae", "tag": "8336d5a1-7aff-437c-9ab6-ed264be429cb"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:19:54.298050 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6df203c6-b545-4247-8d08-f6060fd181cd None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:54.338608 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2d4e55-fe21-48ab-83eb-3f6521e62de6 x-openstack-request-id: req-0b2d4e55-fe21-48ab-83eb-3f6521e62de6 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:19:54.338897 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2940775c-2298-4cb3-b2b0-c7012f8946ae", "tag": "8336d5a1-7aff-437c-9ab6-ed264be429cb", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:19:54.339145 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b2d4e55-fe21-48ab-83eb-3f6521e62de6 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:19:54.339534 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'tag': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'status': 'completed', 'code': 200} Jul 16 02:19:54.414130 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844324b9-db42-437f-a722-924af022b760 req-bc1c5a3b-2cbb-4c80-a0fa-7293916920db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:54.415647 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-844324b9-db42-437f-a722-924af022b760 req-bc1c5a3b-2cbb-4c80-a0fa-7293916920db service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 1098 time: 0.0532267 Jul 16 02:19:54.508679 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844324b9-db42-437f-a722-924af022b760 req-d185bfec-2fbe-43cd-acbd-d8ed1c1d9688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:54.510084 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-844324b9-db42-437f-a722-924af022b760 req-d185bfec-2fbe-43cd-acbd-d8ed1c1d9688 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0876546 Jul 16 02:19:54.518751 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6df203c6-b545-4247-8d08-f6060fd181cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '633bbf3b-e5b1-45cc-abe0-825bcd14a705', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'port_id': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'mac_address': 'fa:16:3e:69:2e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:12:57Z', 'updated_at': '2021-07-16T02:19:53Z', 'revision_number': 13, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:54.544331 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df203c6-b545-4247-8d08-f6060fd181cd None None] Checking router: b9ebd984-8fe7-41d0-9219-4a4a76b880d1 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:19:54.552352 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df203c6-b545-4247-8d08-f6060fd181cd None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:19:54.552957 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6df203c6-b545-4247-8d08-f6060fd181cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:19:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:54.574784 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-844324b9-db42-437f-a722-924af022b760 req-106569dc-8dc3-4d1e-a619-a9a8cb37a38b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb HTTP/1.1" status: 200 len: 1001 time: 0.0575035 Jul 16 02:19:54.628008 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844324b9-db42-437f-a722-924af022b760 req-babff2b1-ca2f-45e4-bd34-8f4be617bb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:54.629485 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-844324b9-db42-437f-a722-924af022b760 req-babff2b1-ca2f-45e4-bd34-8f4be617bb48 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0474944 Jul 16 02:19:54.656837 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6df203c6-b545-4247-8d08-f6060fd181cd None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:19:54.685880 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844324b9-db42-437f-a722-924af022b760 req-948dc2d4-87a1-420b-afdb-088eb8e52f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:19:54.687409 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-844324b9-db42-437f-a722-924af022b760 req-948dc2d4-87a1-420b-afdb-088eb8e52f6f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513363 Jul 16 02:19:54.775868 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-844324b9-db42-437f-a722-924af022b760 req-8a0a6e30-65fd-43c8-9f96-e0b35d0ba297 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810266 Jul 16 02:19:54.868450 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-844324b9-db42-437f-a722-924af022b760 req-689c5bb0-c5b0-446a-b4cc-6b567678c8ea service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857692 Jul 16 02:19:54.878814 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6df203c6-b545-4247-8d08-f6060fd181cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '633bbf3b-e5b1-45cc-abe0-825bcd14a705', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'port_id': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'mac_address': 'fa:16:3e:69:2e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:12:57Z', 'updated_at': '2021-07-16T02:19:53Z', 'revision_number': 13, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:19:54.904444 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df203c6-b545-4247-8d08-f6060fd181cd None None] The sync data for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 is: [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '633bbf3b-e5b1-45cc-abe0-825bcd14a705', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'port_id': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'mac_address': 'fa:16:3e:69:2e:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:12:57Z', 'updated_at': '2021-07-16T02:19:53Z', 'revision_number': 13, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:19:55.082256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affc92bd-df49-4518-bec6-55e9734819fb None None] New status for floating IP 633bbf3b-e5b1-45cc-abe0-825bcd14a705: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:20:01.013442 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:01.914964 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:04.977918 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9bdc73ed-2ed0-4ba2-b705-d1067b848f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:07.429954 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:07.719297 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9f5e3f8a-e3b7-43d2-9f3a-757ac04747ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:08.794710 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:10.435652 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:30.601925 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:20:31.027004 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:31.918790 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:34.978133 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3bf64202-5301-46fe-8618-c82ebf8ba55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:37.431301 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:37.718158 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4f22d1d8-18b1-442c-9ce1-0f5839b4a575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:38.796158 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:40.440506 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:20:43.550138 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f8bc80c-0903-49da-ba5a-5a1bc3bde8d7 req-0f266767-ac77-4865-91cf-1a90ced02d93 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0882258 Jul 16 02:20:43.644868 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bc80c-0903-49da-ba5a-5a1bc3bde8d7 req-d3258c11-f18b-4ce3-9976-9ba866b91637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:43.646454 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f8bc80c-0903-49da-ba5a-5a1bc3bde8d7 req-d3258c11-f18b-4ce3-9976-9ba866b91637 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 1098 time: 0.0513301 Jul 16 02:20:43.754445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bc80c-0903-49da-ba5a-5a1bc3bde8d7 req-68c37897-7098-4d87-9884-47e9537abc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:43.755876 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f8bc80c-0903-49da-ba5a-5a1bc3bde8d7 req-68c37897-7098-4d87-9884-47e9537abc2a service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0896528 Jul 16 02:20:43.825451 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f8bc80c-0903-49da-ba5a-5a1bc3bde8d7 req-728bd408-6d3d-41e6-a093-192ed9f7266c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb HTTP/1.1" status: 200 len: 1003 time: 0.0629652 Jul 16 02:20:43.875339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bc80c-0903-49da-ba5a-5a1bc3bde8d7 req-285847a9-7c8a-449e-bba7-36126f91fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:43.876769 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f8bc80c-0903-49da-ba5a-5a1bc3bde8d7 req-285847a9-7c8a-449e-bba7-36126f91fd00 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0429459 Jul 16 02:20:43.933257 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bc80c-0903-49da-ba5a-5a1bc3bde8d7 req-8aa56230-98d2-4d0f-a390-e8535da6ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:20:43.934715 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f8bc80c-0903-49da-ba5a-5a1bc3bde8d7 req-8aa56230-98d2-4d0f-a390-e8535da6ebf0 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509524 Jul 16 02:20:44.027422 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f8bc80c-0903-49da-ba5a-5a1bc3bde8d7 req-fcf40316-64e9-41ad-b576-71898466be51 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849907 Jul 16 02:20:44.115896 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f8bc80c-0903-49da-ba5a-5a1bc3bde8d7 req-c7dd1237-5080-418a-81df-ee43f91ab7c5 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815527 Jul 16 02:21:01.026519 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:01.933207 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:04.977745 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-defb5b4a-d7bc-40ab-aa0f-078e710e381f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:07.434959 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:07.601682 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:21:07.716955 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6d0c59ff-ecc1-4c6d-aedf-bbdd0525ae7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:08.799611 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:10.441923 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.025537 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:31.929391 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:32.646092 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0efb77-1257-4649-8b7f-ef8acf09aeb8 req-003037a5-9c93-41a0-905c-3a802a85b587 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:32.647589 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d0efb77-1257-4649-8b7f-ef8acf09aeb8 req-003037a5-9c93-41a0-905c-3a802a85b587 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0656669 Jul 16 02:21:32.683430 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d0efb77-1257-4649-8b7f-ef8acf09aeb8 req-a8fba0e8-1aa5-4501-bf11-eda8ff8ac0ac tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303385 Jul 16 02:21:34.660678 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-7fa73145-f1d7-4ef6-806f-5415fbedac88 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0610411 Jul 16 02:21:34.765326 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-fffb3a7e-3cfe-4071-bc91-04e4d7c66dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:34.765979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-fffb3a7e-3cfe-4071-bc91-04e4d7c66dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:34.766507 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-fffb3a7e-3cfe-4071-bc91-04e4d7c66dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:34.767108 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-fffb3a7e-3cfe-4071-bc91-04e4d7c66dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:34.767579 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-fffb3a7e-3cfe-4071-bc91-04e4d7c66dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:34.770194 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-fffb3a7e-3cfe-4071-bc91-04e4d7c66dac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0631361 Jul 16 02:21:34.883482 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-c574f346-3fd3-4928-bff2-f6707c106851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:34.883987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-c574f346-3fd3-4928-bff2-f6707c106851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:34.884469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-c574f346-3fd3-4928-bff2-f6707c106851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:34.886101 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-c574f346-3fd3-4928-bff2-f6707c106851 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0917797 Jul 16 02:21:34.928931 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-358fdd06-e538-4d71-833d-9db257884aa4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0365410 Jul 16 02:21:34.978220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-0077fb92-c6f3-4dce-88c8-d5d409c21736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:34.979842 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-0077fb92-c6f3-4dce-88c8-d5d409c21736 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0449531 Jul 16 02:21:34.980186 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f2d88e0e-d52a-4bed-90e2-6b2448431ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:35.036477 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-4ba1e430-a97d-44a0-91ec-deea41e841b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.037990 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-4ba1e430-a97d-44a0-91ec-deea41e841b4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523283 Jul 16 02:21:35.049254 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-46f6d7bf-0d25-430b-a41e-e7e8a6402613 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:21:35.050178 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-46f6d7bf-0d25-430b-a41e-e7e8a6402613 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048831 Jul 16 02:21:35.144377 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-845f5ad2-1256-437a-bf86-aa4540baea68 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876715 Jul 16 02:21:35.231115 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-6c643f3a-7f58-4b48-af24-9bacd4b836a9 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808451 Jul 16 02:21:35.277431 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-cc9bb9fc-b566-43a9-963d-cd40bd81cf98 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0401325 Jul 16 02:21:35.325017 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-2ae2e90c-92e5-4eee-855f-f5592a8ec61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.326472 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-2ae2e90c-92e5-4eee-855f-f5592a8ec61a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0435519 Jul 16 02:21:35.382329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-3de5284d-8d1c-4753-979a-edefcb9ec76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.383848 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-3de5284d-8d1c-4753-979a-edefcb9ec76b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0509677 Jul 16 02:21:35.479990 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-e6ed80f3-da5a-4f19-8bea-c4082886482c service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891218 Jul 16 02:21:35.571140 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-9ed473a8-21a9-4d70-8ab2-8d8b0190a6d5 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853791 Jul 16 02:21:35.615169 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-223f0597-b675-4285-b07e-ec71dcf5c1a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0378749 Jul 16 02:21:35.663052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-69a21c93-3414-4430-8927-f544ef942c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.664565 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-69a21c93-3414-4430-8927-f544ef942c49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0434728 Jul 16 02:21:35.721421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-1427b2af-3f79-485e-aa4e-7c95690ced44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.722938 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-1427b2af-3f79-485e-aa4e-7c95690ced44 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0511098 Jul 16 02:21:35.813572 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-e53c9080-ba06-4382-b96e-82326f97c6ec service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847473 Jul 16 02:21:35.900389 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-8ab7b04e-10f1-413f-8a30-dbcf8291a14f service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812209 Jul 16 02:21:35.945994 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-91055753-b561-44b9-9920-7c03775a8730 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0383744 Jul 16 02:21:35.998352 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-a05b3212-af20-4463-a648-4edbdf119ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:35.999890 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-a05b3212-af20-4463-a648-4edbdf119ef6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0453136 Jul 16 02:21:36.063917 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-e3e84dd7-8063-4777-9e97-fc5502b29fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:36.065512 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-e3e84dd7-8063-4777-9e97-fc5502b29fc2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0593493 Jul 16 02:21:36.159535 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-56aa02db-5655-41d7-8bd7-9556845209f3 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875504 Jul 16 02:21:36.251069 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-17145b91-b560-4d01-89c4-2c0244393e18 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849657 Jul 16 02:21:36.294997 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-76039ac1-e739-48c8-89cc-a523376d11d7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0381231 Jul 16 02:21:36.343189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-2f98b29f-d0c9-4f16-a26d-77f2a2be201f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:36.344642 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-2f98b29f-d0c9-4f16-a26d-77f2a2be201f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0437872 Jul 16 02:21:36.399548 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-dbdb140c-15e8-4515-8517-2b474827a655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:36.401085 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-dbdb140c-15e8-4515-8517-2b474827a655 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0502837 Jul 16 02:21:36.505167 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-9fc37243-8680-445a-84c4-70ab224979b0 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972013 Jul 16 02:21:36.593084 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c4d49fa9-63e4-4b20-ace0-eb1c2b65379d req-a65c6fa9-9d8f-4944-99aa-6ba6d82d9e68 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816398 Jul 16 02:21:37.436619 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:37.715782 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d00b8699-85ca-420e-ab0f-9243c05efabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:38.801653 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:40.445323 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:43.709090 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-28708090-4557-41fc-9467-edaaec41be31 req-5a4624e4-02f7-4f25-9cb9-13e706275fce service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:21:43.710074 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-28708090-4557-41fc-9467-edaaec41be31 req-5a4624e4-02f7-4f25-9cb9-13e706275fce service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054576 Jul 16 02:21:43.936645 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-8001cb1a-ff3c-47bc-874f-b8922a2d044d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0549452 Jul 16 02:21:43.999658 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1012b-9edc-410b-9fdb-b618baacf5c6 req-c1a2c214-3765-42f6-bf51-669d8676fba2 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:44.001176 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09a1012b-9edc-410b-9fdb-b618baacf5c6 req-c1a2c214-3765-42f6-bf51-669d8676fba2 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0746973 Jul 16 02:21:44.040722 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-09a1012b-9edc-410b-9fdb-b618baacf5c6 req-0831e9dd-8673-43c0-b6ae-4dd7e2529183 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332057 Jul 16 02:21:44.601071 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:21:45.058051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd33080-498c-47e1-b832-d4c98540116c req-66b31443-f750-4791-84b5-c12d47b7ce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:45.059578 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-66b31443-f750-4791-84b5-c12d47b7ce54 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 1098 time: 0.0532537 Jul 16 02:21:45.153495 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd33080-498c-47e1-b832-d4c98540116c req-bd48c6de-3df5-4556-9a59-2f09f419b659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:45.155002 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-bd48c6de-3df5-4556-9a59-2f09f419b659 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0888660 Jul 16 02:21:45.213874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9424858-f1d3-44ac-bd1d-570986d0a917 req-fcb2106d-1073-4c6c-98fa-b6aef02a8293 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:45.215364 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9424858-f1d3-44ac-bd1d-570986d0a917 req-fcb2106d-1073-4c6c-98fa-b6aef02a8293 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0615602 Jul 16 02:21:45.221173 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-04357c9c-bff4-4b3a-8886-537c45caa478 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb HTTP/1.1" status: 200 len: 1003 time: 0.0571153 Jul 16 02:21:45.253571 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9424858-f1d3-44ac-bd1d-570986d0a917 req-1b5fd287-264a-4a3c-89c6-039c6c0a75df tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322959 Jul 16 02:21:45.273703 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd33080-498c-47e1-b832-d4c98540116c req-5ceb843e-7d3e-4748-a497-30123cb76268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:45.275398 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-5ceb843e-7d3e-4748-a497-30123cb76268 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0470142 Jul 16 02:21:45.337344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd33080-498c-47e1-b832-d4c98540116c req-8e6090ff-d23b-4788-83ed-f04255ee1355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:45.338815 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-8e6090ff-d23b-4788-83ed-f04255ee1355 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551546 Jul 16 02:21:45.424712 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-9d4c9196-61cf-480f-add7-4cc9f7d17fe5 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788968 Jul 16 02:21:45.516525 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-b96e38db-2f0d-4112-bc54-999fca7d3e75 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850840 Jul 16 02:21:45.632451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2322b4-dcde-4da1-8e0a-616834510df5 req-8819ed81-c9d6-4f78-9437-ab004bb51a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:45.634000 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed2322b4-dcde-4da1-8e0a-616834510df5 req-8819ed81-c9d6-4f78-9437-ab004bb51a6c service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 1098 time: 0.0525076 Jul 16 02:21:45.748957 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2322b4-dcde-4da1-8e0a-616834510df5 req-cdf10808-e173-481f-a779-eb2b2ba6fc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:45.750413 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed2322b4-dcde-4da1-8e0a-616834510df5 req-cdf10808-e173-481f-a779-eb2b2ba6fc1f service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0880685 Jul 16 02:21:45.813119 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed2322b4-dcde-4da1-8e0a-616834510df5 req-bc07798b-d934-429a-8478-eef61d6b7a8b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb HTTP/1.1" status: 200 len: 1003 time: 0.0549521 Jul 16 02:21:45.860133 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2322b4-dcde-4da1-8e0a-616834510df5 req-ab40e8a1-dccc-4b3e-b6be-0e31ffbf9a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:45.861504 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed2322b4-dcde-4da1-8e0a-616834510df5 req-ab40e8a1-dccc-4b3e-b6be-0e31ffbf9a18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0406611 Jul 16 02:21:45.919963 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2322b4-dcde-4da1-8e0a-616834510df5 req-df47250f-4378-4852-9c81-1a4d8c0cedd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:45.921393 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed2322b4-dcde-4da1-8e0a-616834510df5 req-df47250f-4378-4852-9c81-1a4d8c0cedd4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525310 Jul 16 02:21:46.008703 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed2322b4-dcde-4da1-8e0a-616834510df5 req-bdca3cc3-8a57-4e53-bfe5-d9445fc25813 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788620 Jul 16 02:21:46.102043 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed2322b4-dcde-4da1-8e0a-616834510df5 req-7fbe5e32-6a80-4033-b0ab-1614ed633191 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858986 Jul 16 02:21:46.424455 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd0660-1f3b-4573-be8f-495df2a71cad req-9652ca0f-b3cd-4afd-8e9e-ac3729d114ae tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:46.425848 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ddcd0660-1f3b-4573-be8f-495df2a71cad req-9652ca0f-b3cd-4afd-8e9e-ac3729d114ae tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0611820 Jul 16 02:21:46.466080 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ddcd0660-1f3b-4573-be8f-495df2a71cad req-092cc98b-aea9-4812-85d7-5f0c8ba0ff22 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347819 Jul 16 02:21:47.638118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed4b90-cab5-4c11-848d-5bd220c93d67 req-3b194c25-41fe-4382-8585-314bf9623956 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:47.639589 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66ed4b90-cab5-4c11-848d-5bd220c93d67 req-3b194c25-41fe-4382-8585-314bf9623956 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0615454 Jul 16 02:21:47.675872 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-66ed4b90-cab5-4c11-848d-5bd220c93d67 req-84364d24-cc2b-40be-a100-05f80d03e241 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307839 Jul 16 02:21:48.846048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae0505-bca5-46c9-93d0-eadc74a2ae34 req-b0aa2eb6-bc05-45f4-918c-ded46f9392e0 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:48.847538 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eeae0505-bca5-46c9-93d0-eadc74a2ae34 req-b0aa2eb6-bc05-45f4-918c-ded46f9392e0 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0618372 Jul 16 02:21:48.884530 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eeae0505-bca5-46c9-93d0-eadc74a2ae34 req-982fe9a2-0a0c-4994-9744-72b08fd7c521 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314310 Jul 16 02:21:50.057421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdacf6ef-ed66-4906-a222-1e2a520a96cd req-8fc5554c-a0c4-4f54-9348-2b43acdd64fb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:50.058926 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fdacf6ef-ed66-4906-a222-1e2a520a96cd req-8fc5554c-a0c4-4f54-9348-2b43acdd64fb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0653598 Jul 16 02:21:50.096411 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fdacf6ef-ed66-4906-a222-1e2a520a96cd req-607e4c4d-0ecf-424a-9898-aaa64bb6a787 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319748 Jul 16 02:21:51.265409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c15ff-e0c8-467a-91aa-ec09e4f4c514 req-2036b550-6b19-4059-a6c5-46788f69b7a1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:51.266866 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d62c15ff-e0c8-467a-91aa-ec09e4f4c514 req-2036b550-6b19-4059-a6c5-46788f69b7a1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0615251 Jul 16 02:21:51.304682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d62c15ff-e0c8-467a-91aa-ec09e4f4c514 req-a1cdc5b6-ce4a-4ff0-9031-ce81e2dabfd7 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317941 Jul 16 02:21:52.478962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50ad6c-67ea-4d50-ba91-4b06d0c37095 req-96c9fc8f-bcdb-4a17-8a49-990044856bed tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:52.480531 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be50ad6c-67ea-4d50-ba91-4b06d0c37095 req-96c9fc8f-bcdb-4a17-8a49-990044856bed tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0646763 Jul 16 02:21:52.520631 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be50ad6c-67ea-4d50-ba91-4b06d0c37095 req-3bb52aa7-f46f-4ddd-96b6-7457dc794d88 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345173 Jul 16 02:21:53.689024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5054dab-de8e-44f8-a2c2-c4084c66f4e3 req-7987addf-7f6e-4c8b-8093-7e53136b2dbf tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:53.690505 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5054dab-de8e-44f8-a2c2-c4084c66f4e3 req-7987addf-7f6e-4c8b-8093-7e53136b2dbf tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0613854 Jul 16 02:21:53.727608 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c5054dab-de8e-44f8-a2c2-c4084c66f4e3 req-9352b9e6-09ed-4c32-b822-c0ba593af671 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311337 Jul 16 02:21:54.896326 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9965e9e4-41c4-4d56-a938-78f742b72b63 req-6ea43971-d1bc-48c8-9134-f33d25e66015 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:54.897804 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9965e9e4-41c4-4d56-a938-78f742b72b63 req-6ea43971-d1bc-48c8-9134-f33d25e66015 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0611649 Jul 16 02:21:54.933729 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9965e9e4-41c4-4d56-a938-78f742b72b63 req-40311426-6d29-461e-a144-152a155ec38e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305309 Jul 16 02:21:56.107632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca285c1-1ae9-45cb-8025-ce3f63052e3a req-71515958-b3a4-489a-a174-220b089efbad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:56.109175 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0ca285c1-1ae9-45cb-8025-ce3f63052e3a req-71515958-b3a4-489a-a174-220b089efbad tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0658717 Jul 16 02:21:56.145464 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0ca285c1-1ae9-45cb-8025-ce3f63052e3a req-71be76bf-9037-4a0a-a298-1a575023b035 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308030 Jul 16 02:21:57.318308 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600aa07-8de1-4fa0-a28d-082e99334239 req-d43a3190-7120-479e-bfc2-cbdf74add1e7 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:57.320014 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b600aa07-8de1-4fa0-a28d-082e99334239 req-d43a3190-7120-479e-bfc2-cbdf74add1e7 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0621762 Jul 16 02:21:57.356968 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b600aa07-8de1-4fa0-a28d-082e99334239 req-ccc3fe04-719c-4226-9838-f3f28434dec1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313990 Jul 16 02:21:58.532368 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122c7b9-25d4-4119-af36-227e0a63dbc6 req-4c63d2f5-0fd9-4fe0-9f7d-b7eabe2ab5a9 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:58.533885 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7122c7b9-25d4-4119-af36-227e0a63dbc6 req-4c63d2f5-0fd9-4fe0-9f7d-b7eabe2ab5a9 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0655305 Jul 16 02:21:58.575897 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7122c7b9-25d4-4119-af36-227e0a63dbc6 req-df543675-69ec-4ebc-9d9b-f8ae765bc6c8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358996 Jul 16 02:21:59.302567 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [req-8fd33080-498c-47e1-b832-d4c98540116c req-a0777979-a376-4eb1-8253-a79d5a9694ec service neutron] show failed (client error): The resource could not be found. Jul 16 02:21:59.303582 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-a0777979-a376-4eb1-8253-a79d5a9694ec service neutron] 10.222.0.70 "GET /v2.0/ports/8336d5a1-7aff-437c-9ab6-ed264be429cb/bindings/n-h1-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.0540159 Jul 16 02:21:59.542228 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd33080-498c-47e1-b832-d4c98540116c req-c51484c4-eebf-4ce5-a45c-e065080dffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:59.543701 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-c51484c4-eebf-4ce5-a45c-e065080dffde service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae&tenant_id=2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 1098 time: 0.0513248 Jul 16 02:21:59.554952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:21:59.626529 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:59.749263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35646a4-8714-4e1d-aebc-d9ef85b94d34 req-1982b489-b106-43c5-8e29-15e5c10c7cc4 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:21:59.750703 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f35646a4-8714-4e1d-aebc-d9ef85b94d34 req-1982b489-b106-43c5-8e29-15e5c10c7cc4 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0643294 Jul 16 02:21:59.787040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f35646a4-8714-4e1d-aebc-d9ef85b94d34 req-9b2bc8a5-598a-4c18-80fd-30fe9ca09843 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307646 Jul 16 02:21:59.826529 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:21:59.857715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:21:59.896018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8336d5a1-7aff-437c-9ab6-ed264be429cb'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:21:59.898410 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71459c8f-763c-423f-b6be-99ed7222aa30" -d '{"events": [{"server_uuid": "2940775c-2298-4cb3-b2b0-c7012f8946ae", "name": "network-vif-unplugged", "status": "completed", "tag": "8336d5a1-7aff-437c-9ab6-ed264be429cb"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:21:59.901844 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:59.914885 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Transition to ACTIVE for port object 8336d5a1-7aff-437c-9ab6-ed264be429cb will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:21:59.918227 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:21:59.950202 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17189c6-25d9-41d0-a5fd-c735c79676a5 x-openstack-request-id: req-e17189c6-25d9-41d0-a5fd-c735c79676a5 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:21:59.950503 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2940775c-2298-4cb3-b2b0-c7012f8946ae", "name": "network-vif-unplugged", "status": "completed", "tag": "8336d5a1-7aff-437c-9ab6-ed264be429cb", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:21:59.950756 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e17189c6-25d9-41d0-a5fd-c735c79676a5 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:21:59.951144 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'code': 200} Jul 16 02:22:00.000709 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Pushing event updated for resources: {'Port': ['ID=8336d5a1-7aff-437c-9ab6-ed264be429cb,revision_number=6']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:00.014489 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:00.014838 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:00.015183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:00.015524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:00.015884 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:00.016225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:00.016561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:00.016899 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:00.017220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:00.017548 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:00.017872 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:00.018197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:00.056346 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] No DVR routers for this DVR port 8336d5a1-7aff-437c-9ab6-ed264be429cb on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:22:00.497082 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Attempting to bind port 8336d5a1-7aff-437c-9ab6-ed264be429cb on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:22:00.497820 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Attempting to bind port 8336d5a1-7aff-437c-9ab6-ed264be429cb by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:22:00.497820 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Attempting to bind port 8336d5a1-7aff-437c-9ab6-ed264be429cb on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:00.502119 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Port 8336d5a1-7aff-437c-9ab6-ed264be429cb on network f2db5307-e5da-48e3-9dda-648b386b6e5a not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:22:00.502438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Attempting to bind port 8336d5a1-7aff-437c-9ab6-ed264be429cb on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:00.507080 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 21, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:22:00.507412 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Checking segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:22:00.507832 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Bound using segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:22:00.508252 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Bound port: 8336d5a1-7aff-437c-9ab6-ed264be429cb, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:22:00.508605 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:00.570446 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:22:00.573626 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:22:00.577346 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:00.610612 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:00.611253 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:00.612686 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] 10.222.0.69 "PUT /v2.0/ports/8336d5a1-7aff-437c-9ab6-ed264be429cb HTTP/1.1" status: 200 len: 1093 time: 1.0621610 Jul 16 02:22:00.634387 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3261f55-b834-4110-ba17-19a459a95390 service neutron] Pushing event updated for resources: {'Port': ['ID=8336d5a1-7aff-437c-9ab6-ed264be429cb,revision_number=7']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:00.691022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd33080-498c-47e1-b832-d4c98540116c req-cd2ce36d-24e5-47ed-992e-2de7c53c8078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:00.692573 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-cd2ce36d-24e5-47ed-992e-2de7c53c8078 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 1096 time: 0.0552998 Jul 16 02:22:00.786652 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd33080-498c-47e1-b832-d4c98540116c req-7ae7cff2-70a8-4c2a-b024-becd2b8942b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:00.788737 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-7ae7cff2-70a8-4c2a-b024-becd2b8942b1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0904031 Jul 16 02:22:00.854182 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-7db33a09-1613-48ca-b9f2-a68476f61edc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb HTTP/1.1" status: 200 len: 1001 time: 0.0584545 Jul 16 02:22:00.907366 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd33080-498c-47e1-b832-d4c98540116c req-7ac48460-70cc-4815-8c9b-9fc868f6801a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:00.908756 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-7ac48460-70cc-4815-8c9b-9fc868f6801a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0471110 Jul 16 02:22:00.962800 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a731b23f-5026-443f-b0dd-07c2adb3bba4 req-9540d237-09d8-4fdb-9db2-90918101b28b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:00.963415 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd33080-498c-47e1-b832-d4c98540116c req-1c202236-42bd-4beb-b52c-e51c9c07cba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:00.964423 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a731b23f-5026-443f-b0dd-07c2adb3bba4 req-9540d237-09d8-4fdb-9db2-90918101b28b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.0629482 Jul 16 02:22:00.964846 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-1c202236-42bd-4beb-b52c-e51c9c07cba8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503623 Jul 16 02:22:01.002299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a731b23f-5026-443f-b0dd-07c2adb3bba4 req-f1487001-101f-4d12-b960-23f6425576ca tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320807 Jul 16 02:22:01.040453 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:01.055277 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-2d5b3a63-d101-46c2-8776-96a83406a99f service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837054 Jul 16 02:22:01.145579 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8fd33080-498c-47e1-b832-d4c98540116c req-c2dd6b8b-3fee-46ef-97d2-fbc6f0772c89 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840509 Jul 16 02:22:01.634371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 8336d5a1-7aff-437c-9ab6-ed264be429cb no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:22:01.672598 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 8336d5a1-7aff-437c-9ab6-ed264be429cb not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:22:01.952669 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'tag': '8336d5a1-7aff-437c-9ab6-ed264be429cb'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:01.954953 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2930207b-2be8-47dc-a054-64c1381a0e29" -d '{"events": [{"name": "network-changed", "server_uuid": "2940775c-2298-4cb3-b2b0-c7012f8946ae", "tag": "8336d5a1-7aff-437c-9ab6-ed264be429cb"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:01.963963 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:02.002938 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a5b9d5-4af2-4517-a0aa-74f6e92a6195 x-openstack-request-id: req-86a5b9d5-4af2-4517-a0aa-74f6e92a6195 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:02.003257 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2940775c-2298-4cb3-b2b0-c7012f8946ae", "tag": "8336d5a1-7aff-437c-9ab6-ed264be429cb", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:02.003524 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86a5b9d5-4af2-4517-a0aa-74f6e92a6195 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:02.003967 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'tag': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'status': 'completed', 'code': 200} Jul 16 02:22:02.121257 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-57d7d610-0916-49a2-b28a-75dd7e6b6ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.122804 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-57d7d610-0916-49a2-b28a-75dd7e6b6ff2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 1096 time: 0.0916371 Jul 16 02:22:02.125460 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-ad3902fe-4804-43c0-8613-2836e57607d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.126846 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-ad3902fe-4804-43c0-8613-2836e57607d5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 1096 time: 0.1044092 Jul 16 02:22:02.188028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27adf4b0-adb6-4fe3-9e4b-c9a1666ac6ac req-ebdddbe5-a9d4-4cf6-ab04-c9d3d040f98b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.190204 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27adf4b0-adb6-4fe3-9e4b-c9a1666ac6ac req-ebdddbe5-a9d4-4cf6-ab04-c9d3d040f98b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.0685101 Jul 16 02:22:02.230445 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27adf4b0-adb6-4fe3-9e4b-c9a1666ac6ac req-829b9bfc-9e8f-4ab0-ad1f-8945dfd69a7e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327880 Jul 16 02:22:02.284383 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-895e51dd-157d-4b96-8dee-0f0d231f7b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.285870 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-895e51dd-157d-4b96-8dee-0f0d231f7b40 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.1559618 Jul 16 02:22:02.288453 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-e31eb95f-e128-43e5-ae64-c8d95008d234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.289861 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-e31eb95f-e128-43e5-ae64-c8d95008d234 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.1512070 Jul 16 02:22:02.401780 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-e192b1b4-37b0-4964-88c5-2ce80e5fae57 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb HTTP/1.1" status: 200 len: 1001 time: 0.1086528 Jul 16 02:22:02.405896 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-822e28cb-71a6-4527-94aa-675135127cfa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb HTTP/1.1" status: 200 len: 1001 time: 0.1073225 Jul 16 02:22:02.483570 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-a1b7b014-3c4f-4c04-88ee-b3bc8435866e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.484987 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-a1b7b014-3c4f-4c04-88ee-b3bc8435866e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0765023 Jul 16 02:22:02.488275 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-7643f4f6-6cb1-4a20-8dad-86a0a07d4547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.489600 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-7643f4f6-6cb1-4a20-8dad-86a0a07d4547 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0734200 Jul 16 02:22:02.584639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-98c03bf8-071b-4849-a6bb-f7c47679b140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.586152 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-98c03bf8-071b-4849-a6bb-f7c47679b140 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934825 Jul 16 02:22:02.591998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-61b23119-fb8d-4fce-a3d3-f7d2ee0f4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:02.593411 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-61b23119-fb8d-4fce-a3d3-f7d2ee0f4f1d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0935485 Jul 16 02:22:02.744821 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-29057b57-d0be-4ae6-a3c2-dc2dcf47bc2a service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503654 Jul 16 02:22:02.746575 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-36cc922d-b565-49ac-89ce-8b0efbb33dfc service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453035 Jul 16 02:22:02.905836 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-50c50b59-3f95-405a-a122-8dc2a98cbbeb service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546309 Jul 16 02:22:02.907714 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2930207b-2be8-47dc-a054-64c1381a0e29 req-a1b7c925-305a-4d41-8885-2a45408a2d0a service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494133 Jul 16 02:22:03.411151 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c898e8-c90c-40f6-843b-1f4bc26048dc req-d0eeba08-45b1-4135-8be6-50b76a4e2f1d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:03.412777 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62c898e8-c90c-40f6-843b-1f4bc26048dc req-d0eeba08-45b1-4135-8be6-50b76a4e2f1d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.0686882 Jul 16 02:22:03.450739 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62c898e8-c90c-40f6-843b-1f4bc26048dc req-bbdf08f5-34dc-47d1-a14f-70e566c2beea tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318365 Jul 16 02:22:04.624422 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c52031-50c2-4aa9-b8d2-c574e0318cc9 req-e7858f29-7144-4818-ab9c-92851fd50059 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:04.625938 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f5c52031-50c2-4aa9-b8d2-c574e0318cc9 req-e7858f29-7144-4818-ab9c-92851fd50059 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.0633776 Jul 16 02:22:04.667936 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f5c52031-50c2-4aa9-b8d2-c574e0318cc9 req-c713aee4-f55f-4d78-8f9b-6b316bd13bfd tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364463 Jul 16 02:22:04.981580 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-660f5397-433c-432d-b9a6-49c0a39fc26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:05.841208 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdb795-c127-4384-b44d-3a03eea9921d req-7c6b3f80-f1da-44fd-837f-59419e5db448 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:05.842687 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25bdb795-c127-4384-b44d-3a03eea9921d req-7c6b3f80-f1da-44fd-837f-59419e5db448 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.0625131 Jul 16 02:22:05.879468 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-25bdb795-c127-4384-b44d-3a03eea9921d req-5c4ddae2-aeeb-4260-b5df-abae4d832201 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313375 Jul 16 02:22:07.055802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adcb97-d7b8-4cf7-b257-5d35f1f04e21 req-0b48bf1b-25c7-46ef-84fb-a378c6bfa33a tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:07.057454 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62adcb97-d7b8-4cf7-b257-5d35f1f04e21 req-0b48bf1b-25c7-46ef-84fb-a378c6bfa33a tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.0635009 Jul 16 02:22:07.095034 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62adcb97-d7b8-4cf7-b257-5d35f1f04e21 req-3708ce39-7703-4ea9-bb9b-2a36c1157ad7 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319903 Jul 16 02:22:07.437400 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:07.714588 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-47b438dd-4d5e-4f26-8fe2-de4865fc4402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:08.267828 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bea97f-3fcd-45bd-ae85-b09e7f115380 req-62d4568b-b2a4-475f-97e1-10823cbd481e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:08.269322 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a8bea97f-3fcd-45bd-ae85-b09e7f115380 req-62d4568b-b2a4-475f-97e1-10823cbd481e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.0651033 Jul 16 02:22:08.306538 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a8bea97f-3fcd-45bd-ae85-b09e7f115380 req-50e7620b-a63c-46ed-9024-c8b6dbb983d1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316505 Jul 16 02:22:08.805994 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:09.477691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c158f54-418c-44e3-81bc-33506a29ac71 req-62940cac-bba6-4450-b99a-f9d9172b1901 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:09.479195 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c158f54-418c-44e3-81bc-33506a29ac71 req-62940cac-bba6-4450-b99a-f9d9172b1901 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.0636892 Jul 16 02:22:09.516685 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0c158f54-418c-44e3-81bc-33506a29ac71 req-24e1e7d6-c544-45e4-a3ab-fc4eb2e07445 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319221 Jul 16 02:22:10.448196 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:10.698466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc09d0f-c47d-4575-ab37-2c797dce4cdc req-1c33d891-a199-4e47-acac-ce5434988838 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:10.699948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6dc09d0f-c47d-4575-ab37-2c797dce4cdc req-1c33d891-a199-4e47-acac-ce5434988838 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.0720460 Jul 16 02:22:10.740524 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6dc09d0f-c47d-4575-ab37-2c797dce4cdc req-cf102115-b4ab-46f3-bc52-0f90f2d7399e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349841 Jul 16 02:22:11.916888 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553dd95-7302-46f7-addd-e28e5d909338 req-e2236022-348b-46cc-90dc-c33998a74d84 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:11.918402 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c553dd95-7302-46f7-addd-e28e5d909338 req-e2236022-348b-46cc-90dc-c33998a74d84 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.0633800 Jul 16 02:22:11.956790 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c553dd95-7302-46f7-addd-e28e5d909338 req-2b3401d4-e39b-4d23-8bf1-8b59b069862f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328150 Jul 16 02:22:13.132049 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df324d-e88d-4ed0-b80e-340deb2f1d54 req-11d0ee84-fd58-42e5-ad7b-051c1f8b56c7 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:13.134298 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3df324d-e88d-4ed0-b80e-340deb2f1d54 req-11d0ee84-fd58-42e5-ad7b-051c1f8b56c7 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.0653567 Jul 16 02:22:13.172698 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b3df324d-e88d-4ed0-b80e-340deb2f1d54 req-7ac61c98-e7e2-4e0d-beff-6b996cbdc754 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326474 Jul 16 02:22:13.569800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-c0338e28-33a4-4ac9-b3c1-249b53fa749a tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:13.571228 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-c0338e28-33a4-4ac9-b3c1-249b53fa749a tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.69 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae&tenant_id=2d40b17c2e8a40ac987668e33695a0ac&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 944 time: 0.0716388 Jul 16 02:22:13.633366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cea3b4-0016-4b23-a29e-7fb6a5c2f9da req-6bd3e4a3-ae02-4979-8636-fa2d17ac136c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:13.633762 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-56be9027-dbf8-45a5-89a4-9a29ab77a323 service neutron] 10.222.0.69 "GET /v2.0/ports/8336d5a1-7aff-437c-9ab6-ed264be429cb/bindings/n-h1-791505-14 HTTP/1.1" status: 200 len: 383 time: 0.0555801 Jul 16 02:22:13.634880 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7cea3b4-0016-4b23-a29e-7fb6a5c2f9da req-6bd3e4a3-ae02-4979-8636-fa2d17ac136c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.0683074 Jul 16 02:22:13.674632 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f7cea3b4-0016-4b23-a29e-7fb6a5c2f9da req-403ce430-40b4-4564-8fcd-a7188ab291d6 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335639 Jul 16 02:22:13.714615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-1fd46367-f76f-4639-bf5b-03d14bea47b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:13.716136 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-1fd46367-f76f-4639-bf5b-03d14bea47b1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 1096 time: 0.0584028 Jul 16 02:22:13.802589 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-cd258cda-7f96-448d-aff6-80b52ff119b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:13.804158 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-cd258cda-7f96-448d-aff6-80b52ff119b5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0823574 Jul 16 02:22:13.871152 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-e0db8dc0-175e-4260-848c-f3a0ff4ef2c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb HTTP/1.1" status: 200 len: 1001 time: 0.0611176 Jul 16 02:22:13.918217 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-3f06de56-09af-4371-ba73-78d9f383140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:13.919642 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-3f06de56-09af-4371-ba73-78d9f383140a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0428050 Jul 16 02:22:13.975075 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-0a038f8f-78e0-4939-9c66-2d3e814d3e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:13.976671 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-0a038f8f-78e0-4939-9c66-2d3e814d3e84 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512519 Jul 16 02:22:14.068396 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-54484741-c251-4f79-9714-efc866335669 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847468 Jul 16 02:22:14.154944 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-279e0a88-08e9-4472-9b20-596a7dd70815 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804191 Jul 16 02:22:14.707418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8336d5a1-7aff-437c-9ab6-ed264be429cb details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:22:14.804305 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:14.815923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'port_id': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'mac_address': 'fa:16:3e:69:2e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:22:14.853025 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:14.853325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d5d10-d326-4f49-8451-fc389f10d45c req-19c2e98f-af5c-48a8-a930-408e816dc04e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:14.854915 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b41d5d10-d326-4f49-8451-fc389f10d45c req-19c2e98f-af5c-48a8-a930-408e816dc04e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.0634744 Jul 16 02:22:14.865734 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8336d5a1-7aff-437c-9ab6-ed264be429cb {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:22:14.885212 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:14.889024 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:14.894726 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b41d5d10-d326-4f49-8451-fc389f10d45c req-facfc069-b078-4693-966e-2e139208764a tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337656 Jul 16 02:22:14.938953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=8336d5a1-7aff-437c-9ab6-ed264be429cb,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:14.946411 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:14.946765 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:14.947112 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:14.947456 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:14.947821 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:14.948160 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:14.948499 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:14.948836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:14.949165 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:14.949498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:14.949824 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:14.950152 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:15.175178 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['8336d5a1-7aff-437c-9ab6-ed264be429cb'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:22:16.077557 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f037aef-f509-418a-84fb-1337425e4435 req-13ab3af1-919d-4aa7-88be-0813ce134c96 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:16.079115 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f037aef-f509-418a-84fb-1337425e4435 req-13ab3af1-919d-4aa7-88be-0813ce134c96 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 945 time: 0.0701501 Jul 16 02:22:16.117767 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f037aef-f509-418a-84fb-1337425e4435 req-e6b1d1ac-d547-4cf0-bb58-da7bcc0ef3d3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323346 Jul 16 02:22:16.700320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8336d5a1-7aff-437c-9ab6-ed264be429cb details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:22:16.799365 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:16.810606 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'port_id': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'mac_address': 'fa:16:3e:69:2e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:22:17.305818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be734cb2-f91e-4125-a13d-8f04e54b90d4 req-ab7af18e-4182-4ea8-9300-96948b673dc1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:17.307664 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be734cb2-f91e-4125-a13d-8f04e54b90d4 req-ab7af18e-4182-4ea8-9300-96948b673dc1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 945 time: 0.0731847 Jul 16 02:22:17.345956 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-be734cb2-f91e-4125-a13d-8f04e54b90d4 req-6621444a-20e3-4589-90e8-2ab3f58cca0d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324585 Jul 16 02:22:17.953106 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-9f92f182-9eac-498f-ba50-a8b73c7850d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:17.954603 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-9f92f182-9eac-498f-ba50-a8b73c7850d2 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae&tenant_id=2d40b17c2e8a40ac987668e33695a0ac HTTP/1.1" status: 200 len: 1097 time: 0.0568156 Jul 16 02:22:17.966699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:18.035930 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:18.235159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:18.268353 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:22:18.304296 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8336d5a1-7aff-437c-9ab6-ed264be429cb {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:22:18.313976 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:18.325438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Ignored duplicate provisioning block setup for port 8336d5a1-7aff-437c-9ab6-ed264be429cb by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 02:22:18.329118 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:18.405215 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Pushing event updated for resources: {'Port': ['ID=8336d5a1-7aff-437c-9ab6-ed264be429cb,revision_number=9']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:18.453627 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] No DVR routers for this DVR port 8336d5a1-7aff-437c-9ab6-ed264be429cb on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:22:18.552094 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bdd4d-477b-4364-a6e0-93dc7d96d3df req-1bc26fc0-3f2a-4404-a3d4-b01c3c5fe2f8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:18.555475 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-025bdd4d-477b-4364-a6e0-93dc7d96d3df req-1bc26fc0-3f2a-4404-a3d4-b01c3c5fe2f8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 944 time: 0.0681064 Jul 16 02:22:18.600503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-025bdd4d-477b-4364-a6e0-93dc7d96d3df req-180af539-d847-4ec3-aef3-549ac351a508 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368574 Jul 16 02:22:18.609065 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Attempting to bind port 8336d5a1-7aff-437c-9ab6-ed264be429cb on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:22:18.609293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Attempting to bind port 8336d5a1-7aff-437c-9ab6-ed264be429cb by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:22:18.609632 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Attempting to bind port 8336d5a1-7aff-437c-9ab6-ed264be429cb on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:18.614587 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Port 8336d5a1-7aff-437c-9ab6-ed264be429cb on network f2db5307-e5da-48e3-9dda-648b386b6e5a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:22:18.614904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Attempting to bind port 8336d5a1-7aff-437c-9ab6-ed264be429cb on network f2db5307-e5da-48e3-9dda-648b386b6e5a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:18.620549 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:22:18.620906 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Checking segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:22:18.621545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Bound using segment: {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:22:18.622069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Bound port: 8336d5a1-7aff-437c-9ab6-ed264be429cb, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65644b2d-583a-4886-b89d-550989fbdb97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:22:18.622398 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:18.685174 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:22:18.688154 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:22:18.697338 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:18.731390 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:18.732027 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:18.733423 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] 10.222.0.70 "PUT /v2.0/ports/8336d5a1-7aff-437c-9ab6-ed264be429cb HTTP/1.1" status: 200 len: 1093 time: 0.7707894 Jul 16 02:22:18.733897 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'tag': '8336d5a1-7aff-437c-9ab6-ed264be429cb'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:18.736122 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27af7cc-9c51-480b-82de-eabb6370cb7e" -d '{"events": [{"name": "network-changed", "server_uuid": "2940775c-2298-4cb3-b2b0-c7012f8946ae", "tag": "8336d5a1-7aff-437c-9ab6-ed264be429cb"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:18.768947 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433728db-2fac-4b01-a105-1f8f31244e0c service neutron] Pushing event updated for resources: {'Port': ['ID=8336d5a1-7aff-437c-9ab6-ed264be429cb,revision_number=10']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:18.822230 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d3b892-408b-403b-9213-8148a836914f x-openstack-request-id: req-52d3b892-408b-403b-9213-8148a836914f {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:18.822595 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2940775c-2298-4cb3-b2b0-c7012f8946ae", "tag": "8336d5a1-7aff-437c-9ab6-ed264be429cb", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:18.822946 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52d3b892-408b-403b-9213-8148a836914f {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:18.823410 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'tag': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'status': 'completed', 'code': 200} Jul 16 02:22:18.849261 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-05a5a4e2-d419-4494-9dc9-434581aed031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:18.850811 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-05a5a4e2-d419-4494-9dc9-434581aed031 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 1097 time: 0.0898023 Jul 16 02:22:18.973412 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-15a851e4-e7e5-42d0-85ef-6f8f4e0005cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:18.974934 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-15a851e4-e7e5-42d0-85ef-6f8f4e0005cf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 1097 time: 0.1346946 Jul 16 02:22:18.977801 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-518e947f-341e-47d9-adc6-dce851a2176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:18.979244 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-518e947f-341e-47d9-adc6-dce851a2176a service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.1050224 Jul 16 02:22:19.099082 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-521ef2d5-9350-458a-821c-9ec661c4cf91 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb HTTP/1.1" status: 200 len: 1001 time: 0.1104681 Jul 16 02:22:19.148852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-57cff476-2071-4e66-af81-72eeaf7add7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:19.150366 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-57cff476-2071-4e66-af81-72eeaf7add7c service neutron] 10.222.0.69 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.1688166 Jul 16 02:22:19.199838 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-977d954b-f2d8-4f4e-8eee-ab74648acd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:19.201279 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-977d954b-f2d8-4f4e-8eee-ab74648acd09 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0948606 Jul 16 02:22:19.243241 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-e59c55d1-88fe-418d-9d43-23a859c99080 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb HTTP/1.1" status: 200 len: 1001 time: 0.0870047 Jul 16 02:22:19.305939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-2daff582-5a8c-49b5-97a4-c1b58ecdb2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:19.307258 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-2daff582-5a8c-49b5-97a4-c1b58ecdb2ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0575135 Jul 16 02:22:19.308866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-d62bacf7-c421-46a2-9eae-d82e8771ee61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:19.310197 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-d62bacf7-c421-46a2-9eae-d82e8771ee61 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0990560 Jul 16 02:22:19.426855 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-022419f4-aee0-4485-b6f6-4d565c384300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:19.428446 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-022419f4-aee0-4485-b6f6-4d565c384300 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1144717 Jul 16 02:22:19.434289 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-246c9a5f-a533-4bec-922b-ca65774978db service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129346 Jul 16 02:22:19.587176 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-5b0423f7-6a79-45e8-924d-13e7aa3d8347 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505737 Jul 16 02:22:19.589000 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ef28e48-c19d-4410-a244-0e6429dd8745 req-19e5ba1f-ba4e-4189-bbf0-14f258c10d57 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457961 Jul 16 02:22:19.713974 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-0c8d864d-d543-4d54-b3b6-9702dcd22ce1 service neutron] 10.222.0.69 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203811 Jul 16 02:22:19.725784 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-8738e9a5-e5bf-41de-b8e1-da9b5d42f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:19.728016 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-8738e9a5-e5bf-41de-b8e1-da9b5d42f689 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 1097 time: 0.0787420 Jul 16 02:22:19.797083 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5350edda-b0ba-4ec6-b2b5-571e152379ce req-0b657acd-c58c-4a92-b8e2-5a4d1de9e21c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:19.799246 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5350edda-b0ba-4ec6-b2b5-571e152379ce req-0b657acd-c58c-4a92-b8e2-5a4d1de9e21c tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 945 time: 0.0705369 Jul 16 02:22:19.825055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-8db0ea37-bce2-4def-a8f8-265e34402952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:19.826784 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-8db0ea37-bce2-4def-a8f8-265e34402952 service neutron] 10.222.0.70 "GET /v2.0/networks?id=f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 200 len: 913 time: 0.0917141 Jul 16 02:22:19.838462 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5350edda-b0ba-4ec6-b2b5-571e152379ce req-4259fe9d-4a68-468d-b739-293403aaef9a tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332613 Jul 16 02:22:20.213581 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-84866f1a-6d3e-46a1-b43b-90b36ba8fa0a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb HTTP/1.1" status: 200 len: 1001 time: 0.3790262 Jul 16 02:22:20.262459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-a6b6fc28-68db-4e33-8d03-5edec88c9a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:20.263952 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-a6b6fc28-68db-4e33-8d03-5edec88c9a7d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 200 len: 851 time: 0.0435097 Jul 16 02:22:20.322782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-2410468d-30fb-4481-bb01-89b71a93faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:20.324318 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-2410468d-30fb-4481-bb01-89b71a93faf8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=f2db5307-e5da-48e3-9dda-648b386b6e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522799 Jul 16 02:22:20.418020 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-f401c0e7-8900-42cb-84e7-41cfe9992e88 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861137 Jul 16 02:22:20.506512 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b27af7cc-9c51-480b-82de-eabb6370cb7e req-f7be9507-ad05-4d77-a703-68b1a97934f0 service neutron] 10.222.0.70 "GET /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817313 Jul 16 02:22:20.715485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8336d5a1-7aff-437c-9ab6-ed264be429cb no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:22:20.762871 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 8336d5a1-7aff-437c-9ab6-ed264be429cb not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:22:21.015318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085591ac-be8f-4f43-aeeb-4fba23797a78 req-8c1944b6-73df-4cac-a961-cb4afe570a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:21.016781 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-085591ac-be8f-4f43-aeeb-4fba23797a78 req-8c1944b6-73df-4cac-a961-cb4afe570a5f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 945 time: 0.0646977 Jul 16 02:22:21.055245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-085591ac-be8f-4f43-aeeb-4fba23797a78 req-8fed8fb1-ddaa-4ad1-b414-0c01cb7f603e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321186 Jul 16 02:22:21.599791 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:22:22.235234 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b3a707-5450-4aa5-966f-078c5500bd69 req-546e417b-b10f-4091-afce-d6fc4774fe86 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:22.236772 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19b3a707-5450-4aa5-966f-078c5500bd69 req-546e417b-b10f-4091-afce-d6fc4774fe86 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 945 time: 0.0621445 Jul 16 02:22:22.274432 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19b3a707-5450-4aa5-966f-078c5500bd69 req-6ae80870-b489-4a9b-9ab0-a1c141de380d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320823 Jul 16 02:22:23.455877 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37296505-7dab-415f-a186-1ccaaaaeecb2 req-62358336-0ead-4310-ba18-e2ec08040f6f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:23.457893 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37296505-7dab-415f-a186-1ccaaaaeecb2 req-62358336-0ead-4310-ba18-e2ec08040f6f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 945 time: 0.0691271 Jul 16 02:22:23.495602 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37296505-7dab-415f-a186-1ccaaaaeecb2 req-a3bbf946-a0f7-4218-875e-1b481ca78f07 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318165 Jul 16 02:22:24.665185 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f4ba97-2773-4c14-90a7-0ab528863e9a req-284e1408-d68e-44f4-a011-1590a096dba1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:24.666641 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49f4ba97-2773-4c14-90a7-0ab528863e9a req-284e1408-d68e-44f4-a011-1590a096dba1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 945 time: 0.0614734 Jul 16 02:22:24.703598 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-49f4ba97-2773-4c14-90a7-0ab528863e9a req-382a242f-f970-4cf1-a8ee-1ec9285466a3 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315809 Jul 16 02:22:25.877592 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fd975-4165-4653-a64b-aac115c13f6b req-f4fb92e8-82f9-4c4a-a994-7db54d8f505d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:25.879085 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f4fd975-4165-4653-a64b-aac115c13f6b req-f4fb92e8-82f9-4c4a-a994-7db54d8f505d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 945 time: 0.0661223 Jul 16 02:22:25.916537 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f4fd975-4165-4653-a64b-aac115c13f6b req-0f25bd46-c86a-435a-b531-6e2a3b09f1fd tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314350 Jul 16 02:22:27.092878 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b468e3-fe29-4cb2-807a-32bf0a4ba5db req-362e141d-38ad-4020-b3f7-eff3da16182a tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:27.094382 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c7b468e3-fe29-4cb2-807a-32bf0a4ba5db req-362e141d-38ad-4020-b3f7-eff3da16182a tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 945 time: 0.0628991 Jul 16 02:22:27.130612 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c7b468e3-fe29-4cb2-807a-32bf0a4ba5db req-c1057e01-6bff-47be-b60a-ea58fa41f49d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306776 Jul 16 02:22:28.301991 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395e782-0f25-498b-a2a1-7014df488787 req-ff5d28b5-89c3-41a3-baae-4f7d8674c297 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:28.303475 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f395e782-0f25-498b-a2a1-7014df488787 req-ff5d28b5-89c3-41a3-baae-4f7d8674c297 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 945 time: 0.0622778 Jul 16 02:22:28.340078 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f395e782-0f25-498b-a2a1-7014df488787 req-3b090974-6855-4d9a-a293-8a4ff8eeaf5e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309281 Jul 16 02:22:29.515645 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12631fa-f646-4602-8e79-1fce8667a76f req-2311a523-4702-4f58-8607-21a8dda4f5bf tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:29.517196 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f12631fa-f646-4602-8e79-1fce8667a76f req-2311a523-4702-4f58-8607-21a8dda4f5bf tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 945 time: 0.0670793 Jul 16 02:22:29.553409 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f12631fa-f646-4602-8e79-1fce8667a76f req-35a14b80-9416-4f35-a507-ddc2e999a85e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307167 Jul 16 02:22:30.740625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed8337-e6c3-4e3a-92d1-9358c4f72b63 req-eb3a2cae-e11f-413a-a053-4b326f8bd5f1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:30.742156 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2bed8337-e6c3-4e3a-92d1-9358c4f72b63 req-eb3a2cae-e11f-413a-a053-4b326f8bd5f1 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 945 time: 0.0649688 Jul 16 02:22:30.783196 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2bed8337-e6c3-4e3a-92d1-9358c4f72b63 req-db3c9b49-716b-407e-aa11-2410241f02db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353143 Jul 16 02:22:31.041003 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:31.824472 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 8336d5a1-7aff-437c-9ab6-ed264be429cb details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:22:31.919550 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:31.931384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'port_id': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'mac_address': 'fa:16:3e:69:2e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:22:31.962388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163bc6a7-712b-4bfa-9773-e380a6fb8035 req-8d8c1b45-25ef-4d77-b2c6-ef2c8a137947 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:31.963937 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-163bc6a7-712b-4bfa-9773-e380a6fb8035 req-8d8c1b45-25ef-4d77-b2c6-ef2c8a137947 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 945 time: 0.0669677 Jul 16 02:22:31.977349 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:31.986192 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:31.990776 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8336d5a1-7aff-437c-9ab6-ed264be429cb {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:22:32.002710 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-163bc6a7-712b-4bfa-9773-e380a6fb8035 req-696cb250-9826-42d4-a6e5-bbdc274dfdbc tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329034 Jul 16 02:22:32.012473 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:32.016760 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:32.071846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=8336d5a1-7aff-437c-9ab6-ed264be429cb,revision_number=11']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:32.174540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5fe718-55b5-4661-a516-557f2c784a9b req-1a087fc3-3f7d-4e75-8b61-afc2610c68bd tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:32.176047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf5fe718-55b5-4661-a516-557f2c784a9b req-1a087fc3-3f7d-4e75-8b61-afc2610c68bd tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0620394 Jul 16 02:22:32.213878 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bf5fe718-55b5-4661-a516-557f2c784a9b req-06c4e51e-b2ce-4433-8d55-bdf582b5fa8e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313814 Jul 16 02:22:32.257139 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['8336d5a1-7aff-437c-9ab6-ed264be429cb'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:22:32.382302 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3b6f6-2d22-4d21-be11-d750ad6ae854 req-7039d563-192a-4739-8c44-3fccf6353ecc tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:32.383766 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58a3b6f6-2d22-4d21-be11-d750ad6ae854 req-7039d563-192a-4739-8c44-3fccf6353ecc tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0618849 Jul 16 02:22:32.420971 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58a3b6f6-2d22-4d21-be11-d750ad6ae854 req-a61f2eff-b6b2-4a5b-85ba-76bbb0a27404 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310609 Jul 16 02:22:32.799331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85041252-f2aa-4c86-b944-cdbaeec2ec27 req-4d8ecd4b-44b1-4720-89e4-34df0476e67e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:32.800740 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85041252-f2aa-4c86-b944-cdbaeec2ec27 req-4d8ecd4b-44b1-4720-89e4-34df0476e67e tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0655906 Jul 16 02:22:32.839052 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85041252-f2aa-4c86-b944-cdbaeec2ec27 req-0392ae16-f63f-46c5-b01f-189a8bd53de6 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324173 Jul 16 02:22:33.824863 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 8336d5a1-7aff-437c-9ab6-ed264be429cb up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:33.876236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 8336d5a1-7aff-437c-9ab6-ed264be429cb completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:22:33.880021 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 8336d5a1-7aff-437c-9ab6-ed264be429cb triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:33.880402 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:33.956520 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:33.978456 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8336d5a1-7aff-437c-9ab6-ed264be429cb'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:33.980715 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c150311-7984-406d-871f-26bda4e488d0" -d '{"events": [{"server_uuid": "2940775c-2298-4cb3-b2b0-c7012f8946ae", "name": "network-vif-plugged", "status": "completed", "tag": "8336d5a1-7aff-437c-9ab6-ed264be429cb"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:33.993571 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:33.999934 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:34.017374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bd4b2-9d21-4cd2-8833-2ba39f5ab17a req-8aec0158-1404-4c3d-a868-8c02abce9247 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:34.018871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-200bd4b2-9d21-4cd2-8833-2ba39f5ab17a req-8aec0158-1404-4c3d-a868-8c02abce9247 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 946 time: 0.0664551 Jul 16 02:22:34.048968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=8336d5a1-7aff-437c-9ab6-ed264be429cb,revision_number=12']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:34.063094 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-200bd4b2-9d21-4cd2-8833-2ba39f5ab17a req-fe310e7a-0c50-4466-9052-6b314462cc33 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups?id=643e2976-0962-43d7-b9fa-991af869b0de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384495 Jul 16 02:22:34.161222 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ea806b-68ec-4f33-b2ba-f41f69c1da50 x-openstack-request-id: req-88ea806b-68ec-4f33-b2ba-f41f69c1da50 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:34.161524 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2940775c-2298-4cb3-b2b0-c7012f8946ae", "name": "network-vif-plugged", "status": "completed", "tag": "8336d5a1-7aff-437c-9ab6-ed264be429cb", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:34.161783 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88ea806b-68ec-4f33-b2ba-f41f69c1da50 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:34.162184 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'code': 200} Jul 16 02:22:34.576187 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27c2618-e330-4807-8211-8b83a71f788f req-6c47896d-71a8-4b98-ab0e-ca556d3a8cf8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:34.577639 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f27c2618-e330-4807-8211-8b83a71f788f req-6c47896d-71a8-4b98-ab0e-ca556d3a8cf8 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.70 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 947 time: 0.0660272 Jul 16 02:22:34.674672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-f27c2618-e330-4807-8211-8b83a71f788f req-afc96232-8891-4519-9dff-b42262da548f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Deleting port 8336d5a1-7aff-437c-9ab6-ed264be429cb {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:22:34.675025 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f27c2618-e330-4807-8211-8b83a71f788f req-afc96232-8891-4519-9dff-b42262da548f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:34.764716 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f27c2618-e330-4807-8211-8b83a71f788f req-afc96232-8891-4519-9dff-b42262da548f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] For port 8336d5a1-7aff-437c-9ab6-ed264be429cb, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=8336d5a1-7aff-437c-9ab6-ed264be429cb,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:34.765087 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f27c2618-e330-4807-8211-8b83a71f788f req-afc96232-8891-4519-9dff-b42262da548f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:34.928787 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f27c2618-e330-4807-8211-8b83a71f788f req-afc96232-8891-4519-9dff-b42262da548f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:34.929069 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f27c2618-e330-4807-8211-8b83a71f788f req-afc96232-8891-4519-9dff-b42262da548f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:34.929385 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [req-f27c2618-e330-4807-8211-8b83a71f788f req-afc96232-8891-4519-9dff-b42262da548f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Floating IP 633bbf3b-e5b1-45cc-abe0-825bcd14a705 disassociated. External IP: 172.25.2.231, port: 8336d5a1-7aff-437c-9ab6-ed264be429cb. Jul 16 02:22:34.929758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-f27c2618-e330-4807-8211-8b83a71f788f req-afc96232-8891-4519-9dff-b42262da548f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Calling delete_port for 8336d5a1-7aff-437c-9ab6-ed264be429cb owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:22:34.983704 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-abd0eba4-4e8e-403e-8898-28ea30faff2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:35.056734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f27c2618-e330-4807-8211-8b83a71f788f req-afc96232-8891-4519-9dff-b42262da548f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:35.086518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc96232-8891-4519-9dff-b42262da548f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Pushing event deleted for resources: {'Port': ['ID=8336d5a1-7aff-437c-9ab6-ed264be429cb,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:35.203553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f27c2618-e330-4807-8211-8b83a71f788f req-afc96232-8891-4519-9dff-b42262da548f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:22:35.218148 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a5876a5-602a-44d4-a624-882b6df3b6cd req-172f1868-b804-440a-bd15-48add666aadb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 210 time: 0.0349994 Jul 16 02:22:35.318510 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f27c2618-e330-4807-8211-8b83a71f788f req-afc96232-8891-4519-9dff-b42262da548f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:22:35.328478 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bcce0-57e2-448a-a113-35947cd96f4b None None] Sync routers for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:22:35.337539 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484bcce0-57e2-448a-a113-35947cd96f4b None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:22:35.338144 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-484bcce0-57e2-448a-a113-35947cd96f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:22:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:35.362118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27c2618-e330-4807-8211-8b83a71f788f req-afc96232-8891-4519-9dff-b42262da548f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] No DVR routers for this DVR port 8336d5a1-7aff-437c-9ab6-ed264be429cb on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:22:35.364613 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f27c2618-e330-4807-8211-8b83a71f788f req-afc96232-8891-4519-9dff-b42262da548f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:35.366588 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f27c2618-e330-4807-8211-8b83a71f788f req-afc96232-8891-4519-9dff-b42262da548f tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.70 "DELETE /v2.0/ports/8336d5a1-7aff-437c-9ab6-ed264be429cb HTTP/1.1" status: 204 len: 173 time: 0.7826357 Jul 16 02:22:35.367018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'name': 'network-vif-deleted', 'tag': '8336d5a1-7aff-437c-9ab6-ed264be429cb'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:35.369889 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05526263-07a3-47e1-8216-6a9b6829469f" -d '{"events": [{"server_uuid": "2940775c-2298-4cb3-b2b0-c7012f8946ae", "name": "network-vif-deleted", "tag": "8336d5a1-7aff-437c-9ab6-ed264be429cb"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:35.453147 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-484bcce0-57e2-448a-a113-35947cd96f4b None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:22:35.469415 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b6987a-e9e8-4e34-bc9e-85bb01e225c7 x-openstack-request-id: req-73b6987a-e9e8-4e34-bc9e-85bb01e225c7 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:35.469799 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2940775c-2298-4cb3-b2b0-c7012f8946ae", "name": "network-vif-deleted", "tag": "8336d5a1-7aff-437c-9ab6-ed264be429cb", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:35.470149 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-73b6987a-e9e8-4e34-bc9e-85bb01e225c7 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:35.470612 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2940775c-2298-4cb3-b2b0-c7012f8946ae', 'name': 'network-vif-deleted', 'tag': '8336d5a1-7aff-437c-9ab6-ed264be429cb', 'status': 'completed', 'code': 200} Jul 16 02:22:35.641934 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-2cdcbfbe-8fc7-438f-8a7f-b4f84119dec6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0587988 Jul 16 02:22:35.750521 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-5e1d5c3b-a0dc-4bc2-92c8-75a09505cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:35.751315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-5e1d5c3b-a0dc-4bc2-92c8-75a09505cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:35.751824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-5e1d5c3b-a0dc-4bc2-92c8-75a09505cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:35.752300 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-5e1d5c3b-a0dc-4bc2-92c8-75a09505cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:35.752949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-5e1d5c3b-a0dc-4bc2-92c8-75a09505cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:35.754793 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-5e1d5c3b-a0dc-4bc2-92c8-75a09505cf52 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0664127 Jul 16 02:22:35.757313 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-484bcce0-57e2-448a-a113-35947cd96f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:35.784074 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bcce0-57e2-448a-a113-35947cd96f4b None None] Checking router: b9ebd984-8fe7-41d0-9219-4a4a76b880d1 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:22:35.792842 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484bcce0-57e2-448a-a113-35947cd96f4b None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:22:35.793445 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-484bcce0-57e2-448a-a113-35947cd96f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:22:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:35.869615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-0079a179-f6b5-4b49-b3db-f2c42d2bf2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:35.870093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-0079a179-f6b5-4b49-b3db-f2c42d2bf2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:35.870566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-0079a179-f6b5-4b49-b3db-f2c42d2bf2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:35.872309 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-0079a179-f6b5-4b49-b3db-f2c42d2bf2fd service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0925131 Jul 16 02:22:35.896874 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-484bcce0-57e2-448a-a113-35947cd96f4b None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:22:35.921833 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-acc663c7-0120-4b5f-90e4-b03851714647 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0385633 Jul 16 02:22:35.970615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-5837947e-6bae-42f3-a29b-cffd84173ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:35.972123 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-5837947e-6bae-42f3-a29b-cffd84173ca8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0450146 Jul 16 02:22:36.038007 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-e05b3a33-e4fc-4b7a-af6c-c6300f16dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:36.040370 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-e05b3a33-e4fc-4b7a-af6c-c6300f16dd22 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622885 Jul 16 02:22:36.104078 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-484bcce0-57e2-448a-a113-35947cd96f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:36.137097 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484bcce0-57e2-448a-a113-35947cd96f4b None None] The sync data for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 is: [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:12:55Z', 'revision_number': 4, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '7a1b3fd6-d742-4262-9f08-c1da3cdef7c3', 'name': '', 'network_id': 'f2db5307-e5da-48e3-9dda-648b386b6e5a', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'mac_address': 'fa:16:3e:e6:65:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3999, 'fixed_ips': [{'subnet_id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:54Z', 'updated_at': '2021-07-16T02:12:58Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'subnets': [{'id': '18a5a295-094c-41fa-aad1-9a4d11601abd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:22:36.142173 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-edb8d164-0b27-44f8-91a1-f0d23475336c service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956249 Jul 16 02:22:36.235862 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-06564020-6a67-403b-9ff9-dc717bc6b6f6 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873671 Jul 16 02:22:36.284122 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-efaa4bca-1604-4b03-91b3-831b465e2160 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0414062 Jul 16 02:22:36.344024 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-dc1c3739-d449-47eb-8b13-10169fd54688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:36.345648 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-dc1c3739-d449-47eb-8b13-10169fd54688 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0558162 Jul 16 02:22:36.384487 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99acdbe3-0f1d-461c-bdce-65b34a7278d9 req-f2c58123-6551-4107-817a-b0122e45535b tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 210 time: 0.0361357 Jul 16 02:22:36.418849 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-246c03b0-2524-46cb-b142-23ab31daf9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:36.420661 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-246c03b0-2524-46cb-b142-23ab31daf9bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0690556 Jul 16 02:22:36.446610 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e474b-2aa3-44b8-b457-9f6ef5feed67 None None] New status for floating IP 633bbf3b-e5b1-45cc-abe0-825bcd14a705: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:22:36.523827 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-d2a916a4-a5c2-4116-b53d-9fab704cebdd service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958955 Jul 16 02:22:36.616980 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-ae613fa5-35a7-43de-9fb4-3d5136d1c27d service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866890 Jul 16 02:22:36.660755 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-5ccd9ecc-52ed-4c6f-889c-a03b6a63ead0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0383055 Jul 16 02:22:36.708351 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-8c2c2f9f-723c-4123-a03d-1dc620f1b819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:36.709788 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-8c2c2f9f-723c-4123-a03d-1dc620f1b819 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0432532 Jul 16 02:22:36.767339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-3117f457-5372-4286-a24e-4204082cd60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:36.768969 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-3117f457-5372-4286-a24e-4204082cd60e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0536008 Jul 16 02:22:36.866836 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-ce1f4ac2-c3b8-48bc-810b-1c5eebce585c service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913732 Jul 16 02:22:36.960102 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-39f659e0-4239-4258-9b6d-b5f722673e4f service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875151 Jul 16 02:22:37.003122 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-5dbccc99-6df2-4765-ad8c-2b8dad4ec135 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0367379 Jul 16 02:22:37.051449 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-a9d9e35c-b132-49b0-8c30-6d1c5d282f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:37.052905 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-a9d9e35c-b132-49b0-8c30-6d1c5d282f11 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0434139 Jul 16 02:22:37.109696 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-99d3e1b0-068d-48ec-ae32-a521bd4cb2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:37.111239 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-99d3e1b0-068d-48ec-ae32-a521bd4cb2ce service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0523381 Jul 16 02:22:37.204059 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-c72bfe16-8a5c-45da-b0b0-8e2e0f4ab42a service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863926 Jul 16 02:22:37.290382 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-37e63b52-53fe-416f-9dff-67875f43916a service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805490 Jul 16 02:22:37.334524 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-c41b1fbb-b43d-427f-bc56-5fd7eabc188e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0382910 Jul 16 02:22:37.384158 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-18e92f21-a412-4787-9dea-c8ba9ea679a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:37.385688 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-18e92f21-a412-4787-9dea-c8ba9ea679a2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0453491 Jul 16 02:22:37.441360 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:37.447550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-86c0afbd-48b8-45e5-bd60-8dc6c71af367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:37.449099 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-86c0afbd-48b8-45e5-bd60-8dc6c71af367 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0572357 Jul 16 02:22:37.531017 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b96afd63-d20e-4bbc-9aab-ce6aaa7eec09 req-a1f0a85f-4da1-462e-9cbf-e89d591f7b20 tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 210 time: 0.0291257 Jul 16 02:22:37.544568 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-4d1409e5-41e3-4389-af64-46f5d404883c service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894513 Jul 16 02:22:37.634779 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ac09b23a-ed8b-4271-b9fe-7b31545314b3 req-f779271f-0ac5-4496-82dc-79f6aa72fd3c service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830755 Jul 16 02:22:37.714237 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b7eb6e84-e195-448d-b2f3-8c72d9b9563c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:38.671169 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4642179e-0a4c-41ac-a6f4-c8c7bec695ba req-77c1a1f3-16e1-42ac-abd4-76e73e3884bb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/ports?device_id=2940775c-2298-4cb3-b2b0-c7012f8946ae HTTP/1.1" status: 200 len: 210 time: 0.0286250 Jul 16 02:22:38.814832 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:39.856300 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 8336d5a1-7aff-437c-9ab6-ed264be429cb no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:22:39.876720 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 8336d5a1-7aff-437c-9ab6-ed264be429cb {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:22:39.877141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 8336d5a1-7aff-437c-9ab6-ed264be429cb not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:22:40.450473 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.686243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46074) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:43.741954 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.767643 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.813496 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.816111 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:43.817455 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "DELETE /v2.0/security-groups/643e2976-0962-43d7-b9fa-991af869b0de HTTP/1.1" status: 204 len: 168 time: 0.1301069 Jul 16 02:22:43.820985 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46076) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:43.827266 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=643e2976-0962-43d7-b9fa-991af869b0de,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:43.834472 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.834822 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.835159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.835371 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [None req-c9c93f2d-8ddf-4a1d-ad59-64410003745d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] show failed (client error): The resource could not be found. Jul 16 02:22:43.835493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.836409 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.836759 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.837010 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c9c93f2d-8ddf-4a1d-ad59-64410003745d tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "GET /v2.0/security-groups/643e2976-0962-43d7-b9fa-991af869b0de HTTP/1.1" status: 404 len: 347 time: 0.0144339 Jul 16 02:22:43.837214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.837406 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.837730 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.838057 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.838382 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.838706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132df19c-3b8d-4659-a3e3-e358909148db tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:22:43.839561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46078) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:43.962283 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1fd606c3-5e05-49af-a73d-abe2f92d21eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Deleting port cb0314ea-a77e-432e-b4ae-dfb1b073e2fb {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:22:43.962542 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1fd606c3-5e05-49af-a73d-abe2f92d21eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.038322 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1fd606c3-5e05-49af-a73d-abe2f92d21eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.038649 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1fd606c3-5e05-49af-a73d-abe2f92d21eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.049724 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1fd606c3-5e05-49af-a73d-abe2f92d21eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Calling delete_port for cb0314ea-a77e-432e-b4ae-dfb1b073e2fb owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:22:44.178160 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1fd606c3-5e05-49af-a73d-abe2f92d21eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.203246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd606c3-5e05-49af-a73d-abe2f92d21eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Pushing event deleted for resources: {'Port': ['ID=cb0314ea-a77e-432e-b4ae-dfb1b073e2fb,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:44.264036 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1fd606c3-5e05-49af-a73d-abe2f92d21eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.266512 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1fd606c3-5e05-49af-a73d-abe2f92d21eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.267671 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1fd606c3-5e05-49af-a73d-abe2f92d21eb tempest-ServerActionsTestJSON-1167605276 tempest-ServerActionsTestJSON-1167605276-project] 10.222.0.22 "DELETE /v2.0/floatingips/633bbf3b-e5b1-45cc-abe0-825bcd14a705 HTTP/1.1" status: 204 len: 168 time: 0.4271970 Jul 16 02:22:44.270501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46080) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:44.664707 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-361b527d-c1ec-4e67-b9c8-68ba5c15c3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.912150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-361b527d-c1ec-4e67-b9c8-68ba5c15c3a7 admin admin] Deleting port 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:22:44.912862 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-361b527d-c1ec-4e67-b9c8-68ba5c15c3a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:44.999242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-361b527d-c1ec-4e67-b9c8-68ba5c15c3a7 admin admin] For port 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7a1b3fd6-d742-4262-9f08-c1da3cdef7c3,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:44.999523 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-361b527d-c1ec-4e67-b9c8-68ba5c15c3a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.011631 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-361b527d-c1ec-4e67-b9c8-68ba5c15c3a7 admin admin] Calling delete_port for 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:22:45.188193 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-361b527d-c1ec-4e67-b9c8-68ba5c15c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.212332 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361b527d-c1ec-4e67-b9c8-68ba5c15c3a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1b3fd6-d742-4262-9f08-c1da3cdef7c3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:45.378004 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-361b527d-c1ec-4e67-b9c8-68ba5c15c3a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:45.893124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-361b527d-c1ec-4e67-b9c8-68ba5c15c3a7 admin admin] Router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:22:45.995021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361b527d-c1ec-4e67-b9c8-68ba5c15c3a7 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:22:46.002607 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46084) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:46.003085 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-361b527d-c1ec-4e67-b9c8-68ba5c15c3a7 admin admin] 10.222.0.22 "PUT /v2.0/routers/b9ebd984-8fe7-41d0-9219-4a4a76b880d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7311633 Jul 16 02:22:46.008238 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0def061b-ed9b-4c51-96ab-faedeffa94c9 None None] Sync routers for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:22:46.017648 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0def061b-ed9b-4c51-96ab-faedeffa94c9 None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:22:46.018363 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0def061b-ed9b-4c51-96ab-faedeffa94c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:22:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:46.106677 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99c5f0d2-ab37-49b3-8bcc-f224a29f6a1b admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:46.121585 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-0def061b-ed9b-4c51-96ab-faedeffa94c9 None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:22:46.208086 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99c5f0d2-ab37-49b3-8bcc-f224a29f6a1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:46.259105 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-99c5f0d2-ab37-49b3-8bcc-f224a29f6a1b admin admin] Deleting port fd98e3e1-a691-4e74-8de8-3df922e15609 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:22:46.259454 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99c5f0d2-ab37-49b3-8bcc-f224a29f6a1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:46.295658 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0def061b-ed9b-4c51-96ab-faedeffa94c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:22:45Z', 'revision_number': 5, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port': {'id': 'fd98e3e1-a691-4e74-8de8-3df922e15609', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:71:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:12:53Z', 'updated_at': '2021-07-16T02:12:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:46.321253 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0def061b-ed9b-4c51-96ab-faedeffa94c9 None None] Checking router: b9ebd984-8fe7-41d0-9219-4a4a76b880d1 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:22:46.329265 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0def061b-ed9b-4c51-96ab-faedeffa94c9 None None] Routers {'b9ebd984-8fe7-41d0-9219-4a4a76b880d1'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:22:46.329868 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0def061b-ed9b-4c51-96ab-faedeffa94c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:22:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:46.335533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-99c5f0d2-ab37-49b3-8bcc-f224a29f6a1b admin admin] For port fd98e3e1-a691-4e74-8de8-3df922e15609, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=fd98e3e1-a691-4e74-8de8-3df922e15609,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:46.336454 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99c5f0d2-ab37-49b3-8bcc-f224a29f6a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:46.347710 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-99c5f0d2-ab37-49b3-8bcc-f224a29f6a1b admin admin] Calling delete_port for fd98e3e1-a691-4e74-8de8-3df922e15609 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:22:46.413806 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-0def061b-ed9b-4c51-96ab-faedeffa94c9 None None] Set router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:22:46.467842 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0def061b-ed9b-4c51-96ab-faedeffa94c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:22:46Z', 'revision_number': 6, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:46.494003 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0def061b-ed9b-4c51-96ab-faedeffa94c9 None None] The sync data for ids ['b9ebd984-8fe7-41d0-9219-4a4a76b880d1'] in n-d-791505-14 is: [{'id': 'b9ebd984-8fe7-41d0-9219-4a4a76b880d1', 'name': 'tempest-ServerActionsTestJSON-1505954314-router', 'tenant_id': '2d40b17c2e8a40ac987668e33695a0ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:12:52Z', 'updated_at': '2021-07-16T02:22:46Z', 'revision_number': 6, 'project_id': '2d40b17c2e8a40ac987668e33695a0ac', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:22:46.546838 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99c5f0d2-ab37-49b3-8bcc-f224a29f6a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:46.573757 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c5f0d2-ab37-49b3-8bcc-f224a29f6a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=fd98e3e1-a691-4e74-8de8-3df922e15609,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:46.634039 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99c5f0d2-ab37-49b3-8bcc-f224a29f6a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:46.735715 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99c5f0d2-ab37-49b3-8bcc-f224a29f6a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:46.737702 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99c5f0d2-ab37-49b3-8bcc-f224a29f6a1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:46.942068 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:22:46.963964 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:22:46.964380 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7a1b3fd6-d742-4262-9f08-c1da3cdef7c3 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:22:47.031838 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99c5f0d2-ab37-49b3-8bcc-f224a29f6a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.032374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c5f0d2-ab37-49b3-8bcc-f224a29f6a1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9ebd984-8fe7-41d0-9219-4a4a76b880d1 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:22:47.037053 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-99c5f0d2-ab37-49b3-8bcc-f224a29f6a1b admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.038234 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-99c5f0d2-ab37-49b3-8bcc-f224a29f6a1b admin admin] 10.222.0.22 "DELETE /v2.0/routers/b9ebd984-8fe7-41d0-9219-4a4a76b880d1 HTTP/1.1" status: 204 len: 168 time: 1.0344377 Jul 16 02:22:47.040829 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46086) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:47.084244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-c508e982-cb82-471f-bbc4-e4c7d8ab9816 admin admin] Deleting subnet 18a5a295-094c-41fa-aad1-9a4d11601abd {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:22:47.087236 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c508e982-cb82-471f-bbc4-e4c7d8ab9816 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.122667 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c508e982-cb82-471f-bbc4-e4c7d8ab9816 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.223822 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c508e982-cb82-471f-bbc4-e4c7d8ab9816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.280247 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c508e982-cb82-471f-bbc4-e4c7d8ab9816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.305993 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c508e982-cb82-471f-bbc4-e4c7d8ab9816 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18a5a295-094c-41fa-aad1-9a4d11601abd,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:47.310958 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-c508e982-cb82-471f-bbc4-e4c7d8ab9816 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.312833 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c508e982-cb82-471f-bbc4-e4c7d8ab9816 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/18a5a295-094c-41fa-aad1-9a4d11601abd HTTP/1.1" status: 204 len: 168 time: 0.2710798 Jul 16 02:22:47.315419 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46088) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:47.316109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207469b8-a5b1-42e4-a8ae-1431a3c54f18 None None] Network f2db5307-e5da-48e3-9dda-648b386b6e5a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:22:47.385622 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.442690 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] Deleting port 5c9cb58f-f850-4acc-ba33-d6b3775a7355 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:22:47.443287 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.500325 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5794f41c-cd8d-485f-977d-5f2e85a14145 None None] DHCP port deletion for f2db5307-e5da-48e3-9dda-648b386b6e5a request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:22:47.514946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] For port 5c9cb58f-f850-4acc-ba33-d6b3775a7355, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5c9cb58f-f850-4acc-ba33-d6b3775a7355,segment=NetworkSegment(65644b2d-583a-4886-b89d-550989fbdb97),segment_id=65644b2d-583a-4886-b89d-550989fbdb97)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:47.515313 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.531641 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] Calling delete_port for 5c9cb58f-f850-4acc-ba33-d6b3775a7355 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:22:47.622683 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.646366 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c9cb58f-f850-4acc-ba33-d6b3775a7355,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:47.655432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] No DVR routers for this DVR port 5c9cb58f-f850-4acc-ba33-d6b3775a7355 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:22:47.708341 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5794f41c-cd8d-485f-977d-5f2e85a14145 None None] Deleting port 5c9cb58f-f850-4acc-ba33-d6b3775a7355 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:22:47.708716 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5794f41c-cd8d-485f-977d-5f2e85a14145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.725864 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.736124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2db5307-e5da-48e3-9dda-648b386b6e5a']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:47.750692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65644b2d-583a-4886-b89d-550989fbdb97') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:47.750986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65644b2d-583a-4886-b89d-550989fbdb97') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:22:47.759695 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.768457 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-5794f41c-cd8d-485f-977d-5f2e85a14145 None None] For port 5c9cb58f-f850-4acc-ba33-d6b3775a7355, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:47.768850 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5794f41c-cd8d-485f-977d-5f2e85a14145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.772982 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.779487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:22:47.779882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: timer() Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:22:47.781507 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:22:47.785684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5794f41c-cd8d-485f-977d-5f2e85a14145 None None] Calling delete_port for 5c9cb58f-f850-4acc-ba33-d6b3775a7355 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:22:47.785684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-5794f41c-cd8d-485f-977d-5f2e85a14145 None None] Port 5c9cb58f-f850-4acc-ba33-d6b3775a7355 was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:22:47.787054 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5794f41c-cd8d-485f-977d-5f2e85a14145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.811473 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5794f41c-cd8d-485f-977d-5f2e85a14145 None None] Pushing event deleted for resources: {'Port': ['ID=5c9cb58f-f850-4acc-ba33-d6b3775a7355,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:47.815041 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5794f41c-cd8d-485f-977d-5f2e85a14145 None None] No DVR routers for this DVR port 5c9cb58f-f850-4acc-ba33-d6b3775a7355 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:22:47.833310 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.839073 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:47.841034 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f2db5307-e5da-48e3-9dda-648b386b6e5a HTTP/1.1" status: 204 len: 168 time: 0.5244899 Jul 16 02:22:47.852257 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ffb614-5464-4a6c-9951-d23e450758d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2db5307-e5da-48e3-9dda-648b386b6e5a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:47.948128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46092) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:47.986407 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4c099867-78f0-4cc0-9972-f7840f2dd2d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d40b17c2e8a40ac987668e33695a0ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370631 Jul 16 02:22:47.988786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46094) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:48.035187 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df8d711c-85de-4d08-b04a-5bf50400dc32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:48.060488 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df8d711c-85de-4d08-b04a-5bf50400dc32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:48.105284 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df8d711c-85de-4d08-b04a-5bf50400dc32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:48.107807 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-df8d711c-85de-4d08-b04a-5bf50400dc32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:48.108955 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-df8d711c-85de-4d08-b04a-5bf50400dc32 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57deaac9-cead-411e-b1bf-136068ceb69b HTTP/1.1" status: 204 len: 168 time: 0.1192772 Jul 16 02:22:48.116885 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8d711c-85de-4d08-b04a-5bf50400dc32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57deaac9-cead-411e-b1bf-136068ceb69b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:48.791320 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46116) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:48.864945 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device fd98e3e1-a691-4e74-8de8-3df922e15609 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:22:48.888414 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: fd98e3e1-a691-4e74-8de8-3df922e15609 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:22:48.888768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device fd98e3e1-a691-4e74-8de8-3df922e15609 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:22:48.889183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5c9cb58f-f850-4acc-ba33-d6b3775a7355 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:22:48.897941 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e8b633c3-d462-4ddb-a509-0eec3dada734 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-825044206-network', 'tenant_id': 'bcb667c0bbea4fb58a7af8819bcaf4c1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:48.909460 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 5c9cb58f-f850-4acc-ba33-d6b3775a7355 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:22:48.909811 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5c9cb58f-f850-4acc-ba33-d6b3775a7355 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:22:48.919479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b633c3-d462-4ddb-a509-0eec3dada734 admin admin] Made reservation on behalf of bcb667c0bbea4fb58a7af8819bcaf4c1 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:22:48.921924 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e8b633c3-d462-4ddb-a509-0eec3dada734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:48.930210 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e8b633c3-d462-4ddb-a509-0eec3dada734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.018001 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e8b633c3-d462-4ddb-a509-0eec3dada734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.021590 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e8b633c3-d462-4ddb-a509-0eec3dada734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.046283 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b633c3-d462-4ddb-a509-0eec3dada734 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:22:49.054939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b633c3-d462-4ddb-a509-0eec3dada734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34af008c-6037-4aa2-9341-277ce00ee776,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:49.061382 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e8b633c3-d462-4ddb-a509-0eec3dada734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.062247 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-e8b633c3-d462-4ddb-a509-0eec3dada734 admin admin] Added segment 3811bd19-755f-40e1-b003-979370317096 of type vlan for network 8cdb5972-ed62-4982-b871-12c58f3e85ab Jul 16 02:22:49.101276 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e8b633c3-d462-4ddb-a509-0eec3dada734 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.128114 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e8b633c3-d462-4ddb-a509-0eec3dada734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.129057 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b633c3-d462-4ddb-a509-0eec3dada734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:49.129638 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e8b633c3-d462-4ddb-a509-0eec3dada734 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.165620 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e8b633c3-d462-4ddb-a509-0eec3dada734 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3731737 Jul 16 02:22:49.168627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46120) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:22:49.173782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-001d8275-0550-4e2c-ad46-b93cf6be4a2d admin admin] Request body: {'subnet': {'network_id': '8cdb5972-ed62-4982-b871-12c58f3e85ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-825044206-subnet', 'tenant_id': 'bcb667c0bbea4fb58a7af8819bcaf4c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:49.192928 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b633c3-d462-4ddb-a509-0eec3dada734 admin admin] Pushing event updated for resources: {'Network': ['ID=8cdb5972-ed62-4982-b871-12c58f3e85ab,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:49.193710 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001d8275-0550-4e2c-ad46-b93cf6be4a2d admin admin] Made reservation on behalf of bcb667c0bbea4fb58a7af8819bcaf4c1 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:22:49.197158 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-001d8275-0550-4e2c-ad46-b93cf6be4a2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.204419 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 8cdb5972-ed62-4982-b871-12c58f3e85ab details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:22:49.362127 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-001d8275-0550-4e2c-ad46-b93cf6be4a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.415909 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001d8275-0550-4e2c-ad46-b93cf6be4a2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00de63d4-8f59-4289-8f30-f4222047e8a5,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:49.422683 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001d8275-0550-4e2c-ad46-b93cf6be4a2d admin admin] Checking segment: {'id': '3811bd19-755f-40e1-b003-979370317096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8cdb5972-ed62-4982-b871-12c58f3e85ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:22:49.423038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001d8275-0550-4e2c-ad46-b93cf6be4a2d admin admin] Network hostable DHCP agents. Network: 8cdb5972-ed62-4982-b871-12c58f3e85ab, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:22:49.439401 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001d8275-0550-4e2c-ad46-b93cf6be4a2d admin admin] Network 8cdb5972-ed62-4982-b871-12c58f3e85ab is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:22:49.448632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-001d8275-0550-4e2c-ad46-b93cf6be4a2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 8cdb5972-ed62-4982-b871-12c58f3e85ab) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:22:49.452746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001d8275-0550-4e2c-ad46-b93cf6be4a2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:49.453341 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-001d8275-0550-4e2c-ad46-b93cf6be4a2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:49.457999 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b90eb4-bdee-47ab-982d-89ccad782eb4 None None] Network 8cdb5972-ed62-4982-b871-12c58f3e85ab requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:22:49.474595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-001d8275-0550-4e2c-ad46-b93cf6be4a2d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2972684 Jul 16 02:22:49.581912 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5771bc-f59e-4117-bf5b-2c8cfe83d145 None None] Network 8cdb5972-ed62-4982-b871-12c58f3e85ab requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:22:49.889282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847042-0f18-4a08-9416-9621e92736aa req-30c59a59-37ab-4984-a7d2-ba1dd0233499 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:49.890655 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5847042-0f18-4a08-9416-9621e92736aa req-30c59a59-37ab-4984-a7d2-ba1dd0233499 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/networks?id=8cdb5972-ed62-4982-b871-12c58f3e85ab HTTP/1.1" status: 200 len: 813 time: 0.1031089 Jul 16 02:22:49.905333 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5847042-0f18-4a08-9416-9621e92736aa req-00a278b6-a0d5-44dd-84ac-1bd297890a8e tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/quotas/bcb667c0bbea4fb58a7af8819bcaf4c1 HTTP/1.1" status: 200 len: 375 time: 0.0093472 Jul 16 02:22:49.937938 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5847042-0f18-4a08-9416-9621e92736aa req-b8147e69-b7d4-408d-9bb8-dcd6691bb1c9 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bcb667c0bbea4fb58a7af8819bcaf4c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278904 Jul 16 02:22:50.073373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5847042-0f18-4a08-9416-9621e92736aa req-724685a1-31a2-4b85-a43d-ec933b00aa43 service neutron] 10.222.0.22 "GET /v2.0/networks/8cdb5972-ed62-4982-b871-12c58f3e85ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292055 Jul 16 02:22:50.159414 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e5847042-0f18-4a08-9416-9621e92736aa req-4fcab110-e4f6-4f09-b525-e163be3cbafd service neutron] 10.222.0.22 "GET /v2.0/networks/8cdb5972-ed62-4982-b871-12c58f3e85ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803349 Jul 16 02:22:50.327828 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-890a6b90-ec1a-477a-a60c-7d60261ab80e req-c8ff8496-435a-4452-a4ba-7d50f1bb8866 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 210 time: 0.0329878 Jul 16 02:22:51.375575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847042-0f18-4a08-9416-9621e92736aa req-edfbfc4c-d1bb-431f-95b8-0d95e42744b4 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:51.377464 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e5847042-0f18-4a08-9416-9621e92736aa req-edfbfc4c-d1bb-431f-95b8-0d95e42744b4 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.70 "GET /v2.0/networks?id=8cdb5972-ed62-4982-b871-12c58f3e85ab HTTP/1.1" status: 200 len: 813 time: 0.1082122 Jul 16 02:22:51.395445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-e5847042-0f18-4a08-9416-9621e92736aa req-5a8a66e2-24ad-4086-8efc-9f1e32653d66 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Request body: {'port': {'device_id': '6d2270c3-2b8d-49ce-ad21-43d3e67b64bf', 'network_id': '8cdb5972-ed62-4982-b871-12c58f3e85ab', 'admin_state_up': True, 'tenant_id': 'bcb667c0bbea4fb58a7af8819bcaf4c1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:51.470663 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7c0f7056-c768-413a-8c5a-1dfaee1515ef req-869da4e7-12f0-4e1a-900d-0c7d6772bcba tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 210 time: 0.0299902 Jul 16 02:22:51.516980 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5847042-0f18-4a08-9416-9621e92736aa req-5a8a66e2-24ad-4086-8efc-9f1e32653d66 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Made reservation on behalf of bcb667c0bbea4fb58a7af8819bcaf4c1 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:22:51.520516 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e5847042-0f18-4a08-9416-9621e92736aa req-5a8a66e2-24ad-4086-8efc-9f1e32653d66 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:51.645544 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-e5847042-0f18-4a08-9416-9621e92736aa req-5a8a66e2-24ad-4086-8efc-9f1e32653d66 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Allocated IP 172.20.0.13 (8cdb5972-ed62-4982-b871-12c58f3e85ab/00de63d4-8f59-4289-8f30-f4222047e8a5/86bec250-a039-4669-aab3-3de38ee4751f) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:22:51.786504 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e5847042-0f18-4a08-9416-9621e92736aa req-5a8a66e2-24ad-4086-8efc-9f1e32653d66 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:51.824173 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e5847042-0f18-4a08-9416-9621e92736aa req-5a8a66e2-24ad-4086-8efc-9f1e32653d66 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:51.873979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5847042-0f18-4a08-9416-9621e92736aa req-5a8a66e2-24ad-4086-8efc-9f1e32653d66 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Network 8cdb5972-ed62-4982-b871-12c58f3e85ab is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:22:51.877149 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-e5847042-0f18-4a08-9416-9621e92736aa req-5a8a66e2-24ad-4086-8efc-9f1e32653d66 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:22:51.881070 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5847042-0f18-4a08-9416-9621e92736aa req-5a8a66e2-24ad-4086-8efc-9f1e32653d66 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:22:51.903718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a66e2-24ad-4086-8efc-9f1e32653d66 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Pushing event updated for resources: {'Port': ['ID=86bec250-a039-4669-aab3-3de38ee4751f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:51.931315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847042-0f18-4a08-9416-9621e92736aa req-5a8a66e2-24ad-4086-8efc-9f1e32653d66 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:51.931969 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e5847042-0f18-4a08-9416-9621e92736aa req-5a8a66e2-24ad-4086-8efc-9f1e32653d66 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:51.945427 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e5847042-0f18-4a08-9416-9621e92736aa req-5a8a66e2-24ad-4086-8efc-9f1e32653d66 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5538347 Jul 16 02:22:51.956891 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Request body: {'port': {'device_id': '6d2270c3-2b8d-49ce-ad21-43d3e67b64bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:22:52.025898 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:52.287851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86bec250-a039-4669-aab3-3de38ee4751f {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:22:52.295664 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:52.306985 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Transition to ACTIVE for port object 86bec250-a039-4669-aab3-3de38ee4751f will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:22:52.311042 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:52.358473 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Pushing event updated for resources: {'Port': ['ID=86bec250-a039-4669-aab3-3de38ee4751f,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:52.429472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Attempting to bind port 86bec250-a039-4669-aab3-3de38ee4751f on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:22:52.430164 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Attempting to bind port 86bec250-a039-4669-aab3-3de38ee4751f by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '3811bd19-755f-40e1-b003-979370317096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8cdb5972-ed62-4982-b871-12c58f3e85ab'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:22:52.430164 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Attempting to bind port 86bec250-a039-4669-aab3-3de38ee4751f on network 8cdb5972-ed62-4982-b871-12c58f3e85ab {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:52.434271 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Port 86bec250-a039-4669-aab3-3de38ee4751f on network 8cdb5972-ed62-4982-b871-12c58f3e85ab not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:22:52.434594 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Attempting to bind port 86bec250-a039-4669-aab3-3de38ee4751f on network 8cdb5972-ed62-4982-b871-12c58f3e85ab {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:22:52.439216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:22:52.439557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Checking segment: {'id': '3811bd19-755f-40e1-b003-979370317096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8cdb5972-ed62-4982-b871-12c58f3e85ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:22:52.439990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Bound using segment: {'id': '3811bd19-755f-40e1-b003-979370317096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8cdb5972-ed62-4982-b871-12c58f3e85ab'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:22:52.440416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Bound port: 86bec250-a039-4669-aab3-3de38ee4751f, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3811bd19-755f-40e1-b003-979370317096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8cdb5972-ed62-4982-b871-12c58f3e85ab'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:22:52.440773 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:52.501915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] For port 86bec250-a039-4669-aab3-3de38ee4751f, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:22:52.505472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] For port 86bec250-a039-4669-aab3-3de38ee4751f, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=86bec250-a039-4669-aab3-3de38ee4751f,segment=NetworkSegment(3811bd19-755f-40e1-b003-979370317096),segment_id=3811bd19-755f-40e1-b003-979370317096)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:22:52.510661 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:52.544523 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:52.545817 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:52.547223 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e5847042-0f18-4a08-9416-9621e92736aa req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] 10.222.0.70 "PUT /v2.0/ports/86bec250-a039-4669-aab3-3de38ee4751f HTTP/1.1" status: 200 len: 1093 time: 0.5943139 Jul 16 02:22:52.549444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2270c3-2b8d-49ce-ad21-43d3e67b64bf', 'tag': '86bec250-a039-4669-aab3-3de38ee4751f'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:52.552883 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f74a813-0f2b-44ad-ab2f-f0deb1de4511" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2270c3-2b8d-49ce-ad21-43d3e67b64bf", "tag": "86bec250-a039-4669-aab3-3de38ee4751f"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:52.580004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06835e6-2d7a-4f07-80b9-d4f32d6fb46a service neutron] Pushing event updated for resources: {'Port': ['ID=86bec250-a039-4669-aab3-3de38ee4751f,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:52.640030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847042-0f18-4a08-9416-9621e92736aa req-0dbe1287-4a64-4a40-baff-01193ec32eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:52.641589 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e5847042-0f18-4a08-9416-9621e92736aa req-0dbe1287-4a64-4a40-baff-01193ec32eec service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bcb667c0bbea4fb58a7af8819bcaf4c1&device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 1096 time: 0.0534863 Jul 16 02:22:52.650397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38755467-8cfc-4a05-bb01-032a8d94c390 req-cea7213d-6073-46a5-9a25-a43e9284708d tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:52.652013 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38755467-8cfc-4a05-bb01-032a8d94c390 req-cea7213d-6073-46a5-9a25-a43e9284708d tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 944 time: 0.0624270 Jul 16 02:22:52.688141 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e5847042-0f18-4a08-9416-9621e92736aa req-c2b198ba-6d69-4495-890a-c867683c6e55 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86bec250-a039-4669-aab3-3de38ee4751f HTTP/1.1" status: 200 len: 217 time: 0.0365114 Jul 16 02:22:52.688756 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38755467-8cfc-4a05-bb01-032a8d94c390 req-1005d325-992b-4c8c-8b47-0820c711178d tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310981 Jul 16 02:22:52.737420 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2d926a-641d-4820-855a-7ef1251bc8c1 x-openstack-request-id: req-4f2d926a-641d-4820-855a-7ef1251bc8c1 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:52.737712 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2270c3-2b8d-49ce-ad21-43d3e67b64bf", "tag": "86bec250-a039-4669-aab3-3de38ee4751f", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:52.737961 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f2d926a-641d-4820-855a-7ef1251bc8c1 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:52.738359 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2270c3-2b8d-49ce-ad21-43d3e67b64bf', 'tag': '86bec250-a039-4669-aab3-3de38ee4751f', 'status': 'completed', 'code': 200} Jul 16 02:22:52.742134 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5847042-0f18-4a08-9416-9621e92736aa req-ece12b46-e49a-4fa7-a60e-2446d2453068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:52.743662 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e5847042-0f18-4a08-9416-9621e92736aa req-ece12b46-e49a-4fa7-a60e-2446d2453068 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=00de63d4-8f59-4289-8f30-f4222047e8a5 HTTP/1.1" status: 200 len: 853 time: 0.0474408 Jul 16 02:22:52.776789 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e5847042-0f18-4a08-9416-9621e92736aa req-8e7ac4c0-ecb1-4c28-8316-d63107fa54cb service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8cdb5972-ed62-4982-b871-12c58f3e85ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261545 Jul 16 02:22:52.866955 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e5847042-0f18-4a08-9416-9621e92736aa req-e0b278e5-adfe-4c3b-8535-5aaf67c14ac8 service neutron] 10.222.0.70 "GET /v2.0/networks/8cdb5972-ed62-4982-b871-12c58f3e85ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833650 Jul 16 02:22:52.953998 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e5847042-0f18-4a08-9416-9621e92736aa req-cfd564f5-9473-4cf5-ba90-087c1500227f service neutron] 10.222.0.70 "GET /v2.0/networks/8cdb5972-ed62-4982-b871-12c58f3e85ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802815 Jul 16 02:22:53.061664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74a813-0f2b-44ad-ab2f-f0deb1de4511 req-0745d19e-8148-4b0a-8ca3-e9c6e318d623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:53.062641 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f74a813-0f2b-44ad-ab2f-f0deb1de4511 req-0745d19e-8148-4b0a-8ca3-e9c6e318d623 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=bcb667c0bbea4fb58a7af8819bcaf4c1&device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 1096 time: 0.0564840 Jul 16 02:22:53.153286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74a813-0f2b-44ad-ab2f-f0deb1de4511 req-7c3c07d0-78a1-4f69-809a-88cd9015260d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:53.154743 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f74a813-0f2b-44ad-ab2f-f0deb1de4511 req-7c3c07d0-78a1-4f69-809a-88cd9015260d service neutron] 10.222.0.70 "GET /v2.0/networks?id=8cdb5972-ed62-4982-b871-12c58f3e85ab HTTP/1.1" status: 200 len: 914 time: 0.0836477 Jul 16 02:22:53.200184 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f74a813-0f2b-44ad-ab2f-f0deb1de4511 req-e46faebf-4d43-4be7-8de0-3fad38277a3f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86bec250-a039-4669-aab3-3de38ee4751f HTTP/1.1" status: 200 len: 217 time: 0.0382345 Jul 16 02:22:53.246725 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74a813-0f2b-44ad-ab2f-f0deb1de4511 req-08d6c880-7bb6-4e48-8cf2-e540d810e7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:53.248149 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f74a813-0f2b-44ad-ab2f-f0deb1de4511 req-08d6c880-7bb6-4e48-8cf2-e540d810e7c6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=00de63d4-8f59-4289-8f30-f4222047e8a5 HTTP/1.1" status: 200 len: 853 time: 0.0417330 Jul 16 02:22:53.281873 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f74a813-0f2b-44ad-ab2f-f0deb1de4511 req-89cf8f35-a1d8-42a8-8b2f-2067f3cf0836 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=8cdb5972-ed62-4982-b871-12c58f3e85ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262837 Jul 16 02:22:53.373672 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f74a813-0f2b-44ad-ab2f-f0deb1de4511 req-d1af85c4-ba0b-45a8-96f2-339564ddad94 service neutron] 10.222.0.70 "GET /v2.0/networks/8cdb5972-ed62-4982-b871-12c58f3e85ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850341 Jul 16 02:22:53.462426 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f74a813-0f2b-44ad-ab2f-f0deb1de4511 req-46fde2ba-f4ba-40f4-8e10-555b1148367e service neutron] 10.222.0.70 "GET /v2.0/networks/8cdb5972-ed62-4982-b871-12c58f3e85ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794811 Jul 16 02:22:53.864080 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fa882-a7c8-4830-a229-7754d7ea8def req-1f1a5ccb-3e7e-4adc-8d19-4405e74de263 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:53.865595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3e9fa882-a7c8-4830-a229-7754d7ea8def req-1f1a5ccb-3e7e-4adc-8d19-4405e74de263 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 944 time: 0.0666823 Jul 16 02:22:53.902769 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3e9fa882-a7c8-4830-a229-7754d7ea8def req-99dd0bbf-abf7-4a7f-b91c-a6fa591932fe tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316973 Jul 16 02:22:55.073982 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff62a03-c6e4-4840-b714-ac78c64a7a74 req-356313fe-7139-4205-b9ac-7054504b2b32 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:55.075486 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dff62a03-c6e4-4840-b714-ac78c64a7a74 req-356313fe-7139-4205-b9ac-7054504b2b32 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 944 time: 0.0635805 Jul 16 02:22:55.121503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dff62a03-c6e4-4840-b714-ac78c64a7a74 req-6bc874b6-ea18-457a-add0-fceff08ec87e tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322900 Jul 16 02:22:55.937630 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 86bec250-a039-4669-aab3-3de38ee4751f details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:22:56.033854 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 86bec250-a039-4669-aab3-3de38ee4751f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=86bec250-a039-4669-aab3-3de38ee4751f,segment=NetworkSegment(3811bd19-755f-40e1-b003-979370317096),segment_id=3811bd19-755f-40e1-b003-979370317096)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:56.045944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '86bec250-a039-4669-aab3-3de38ee4751f', 'network_id': '8cdb5972-ed62-4982-b871-12c58f3e85ab', 'port_id': '86bec250-a039-4669-aab3-3de38ee4751f', 'mac_address': 'fa:16:3e:19:a2:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00de63d4-8f59-4289-8f30-f4222047e8a5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:22:56.081332 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:56.094486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86bec250-a039-4669-aab3-3de38ee4751f {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:22:56.114260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 86bec250-a039-4669-aab3-3de38ee4751f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=86bec250-a039-4669-aab3-3de38ee4751f,segment=NetworkSegment(3811bd19-755f-40e1-b003-979370317096),segment_id=3811bd19-755f-40e1-b003-979370317096)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:56.117941 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:56.164187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=86bec250-a039-4669-aab3-3de38ee4751f,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:56.293294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f54203-593c-4d46-9d96-571547bac792 req-54917930-504d-446c-acdf-dc3594e9faf0 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:56.294828 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-97f54203-593c-4d46-9d96-571547bac792 req-54917930-504d-446c-acdf-dc3594e9faf0 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 945 time: 0.0631976 Jul 16 02:22:56.332048 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-97f54203-593c-4d46-9d96-571547bac792 req-c3d33125-ff3e-44d3-8d4a-518140f3eea6 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316539 Jul 16 02:22:56.336808 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['86bec250-a039-4669-aab3-3de38ee4751f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:22:57.507281 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd180a-d3ba-40d4-aca9-d6b03f230e94 req-98fd3808-ac55-4265-bcb7-46a3d8e95428 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:57.508805 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eebd180a-d3ba-40d4-aca9-d6b03f230e94 req-98fd3808-ac55-4265-bcb7-46a3d8e95428 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 945 time: 0.0657647 Jul 16 02:22:57.545860 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eebd180a-d3ba-40d4-aca9-d6b03f230e94 req-9b17dff8-0cd9-4d65-b086-d83efb78010a tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315952 Jul 16 02:22:57.980338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 86bec250-a039-4669-aab3-3de38ee4751f up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:22:58.028174 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 86bec250-a039-4669-aab3-3de38ee4751f completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:22:58.031910 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 86bec250-a039-4669-aab3-3de38ee4751f triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:22:58.032285 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:58.108584 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:58.130109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2270c3-2b8d-49ce-ad21-43d3e67b64bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bec250-a039-4669-aab3-3de38ee4751f'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:22:58.133085 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35754090-5aba-4f49-945a-d050838bf908" -d '{"events": [{"server_uuid": "6d2270c3-2b8d-49ce-ad21-43d3e67b64bf", "name": "network-vif-plugged", "status": "completed", "tag": "86bec250-a039-4669-aab3-3de38ee4751f"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:22:58.145688 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 86bec250-a039-4669-aab3-3de38ee4751f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=86bec250-a039-4669-aab3-3de38ee4751f,segment=NetworkSegment(3811bd19-755f-40e1-b003-979370317096),segment_id=3811bd19-755f-40e1-b003-979370317096)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:22:58.149959 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:22:58.173954 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202f8c68-07dd-49da-ac05-4ce38f8a3b1a x-openstack-request-id: req-202f8c68-07dd-49da-ac05-4ce38f8a3b1a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:22:58.174229 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2270c3-2b8d-49ce-ad21-43d3e67b64bf", "name": "network-vif-plugged", "status": "completed", "tag": "86bec250-a039-4669-aab3-3de38ee4751f", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:22:58.174479 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-202f8c68-07dd-49da-ac05-4ce38f8a3b1a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:22:58.175368 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2270c3-2b8d-49ce-ad21-43d3e67b64bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86bec250-a039-4669-aab3-3de38ee4751f', 'code': 200} Jul 16 02:22:58.203880 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=86bec250-a039-4669-aab3-3de38ee4751f,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:22:58.286667 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b3d22-eff0-4a48-8c5f-29a44b2a4057 req-f8f9977c-befd-4f49-b315-d42b05a56655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:58.288325 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f21b3d22-eff0-4a48-8c5f-29a44b2a4057 req-f8f9977c-befd-4f49-b315-d42b05a56655 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 1098 time: 0.0557406 Jul 16 02:22:58.322831 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f21b3d22-eff0-4a48-8c5f-29a44b2a4057 req-b7f584d2-18d4-42ff-8162-b5876a241591 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274169 Jul 16 02:22:58.598913 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:22:58.713700 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37ecd3-6239-4dbd-830f-29a7d009d814 req-f26b5c06-b5a0-4cb2-b311-21f25b0b13ce tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:58.715160 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a37ecd3-6239-4dbd-830f-29a7d009d814 req-f26b5c06-b5a0-4cb2-b311-21f25b0b13ce tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 946 time: 0.0611010 Jul 16 02:22:58.751475 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a37ecd3-6239-4dbd-830f-29a7d009d814 req-ee7e8505-0a16-4610-8c27-1f711f5504cd tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308945 Jul 16 02:22:59.923085 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca65129-e02d-43d3-bc25-1ab2d64f8c1f req-6b7490ac-cb94-4dba-9c6c-c0bac61a19f5 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:22:59.924610 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ca65129-e02d-43d3-bc25-1ab2d64f8c1f req-6b7490ac-cb94-4dba-9c6c-c0bac61a19f5 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 946 time: 0.0657451 Jul 16 02:22:59.962407 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ca65129-e02d-43d3-bc25-1ab2d64f8c1f req-527cb652-58de-4992-a675-739a5b8b6f82 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317116 Jul 16 02:23:00.181399 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-7cf6488a-1825-4436-bb7b-6df528956c2a tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:00.182878 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-7cf6488a-1825-4436-bb7b-6df528956c2a tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/networks?id=8cdb5972-ed62-4982-b871-12c58f3e85ab HTTP/1.1" status: 200 len: 813 time: 0.0982869 Jul 16 02:23:00.197207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-5b141463-fefc-4791-9219-de67a18f49b1 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/quotas/bcb667c0bbea4fb58a7af8819bcaf4c1 HTTP/1.1" status: 200 len: 375 time: 0.0091913 Jul 16 02:23:00.261845 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-78de8a4d-7ee4-41aa-91ce-2e401ca0150b tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bcb667c0bbea4fb58a7af8819bcaf4c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0600545 Jul 16 02:23:00.348434 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-92a7f087-006a-495d-81d1-10541243f6a6 service neutron] 10.222.0.22 "GET /v2.0/networks/8cdb5972-ed62-4982-b871-12c58f3e85ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796144 Jul 16 02:23:00.437861 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-b8644330-065b-4991-9106-7c366184c087 service neutron] 10.222.0.22 "GET /v2.0/networks/8cdb5972-ed62-4982-b871-12c58f3e85ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831292 Jul 16 02:23:00.607441 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8b29086d-45d5-4deb-9c01-8d92fe0425ce req-87fe633d-ada1-444c-8dc4-afa8a67ceee3 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=e72498a8-de83-4cb4-bb6d-1a8e418ece58 HTTP/1.1" status: 200 len: 210 time: 0.0313165 Jul 16 02:23:01.055285 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:01.757161 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2fc9d29e-1e9c-4c8f-b7fc-5bcdb01f5f08 req-b7e52103-5555-44c1-86c3-f9d804d03c81 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=e72498a8-de83-4cb4-bb6d-1a8e418ece58 HTTP/1.1" status: 200 len: 210 time: 0.0312650 Jul 16 02:23:01.793216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-f2a99f6e-2137-4b87-a8a0-f97c93a654cd tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:01.794907 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-f2a99f6e-2137-4b87-a8a0-f97c93a654cd tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.69 "GET /v2.0/networks?id=8cdb5972-ed62-4982-b871-12c58f3e85ab HTTP/1.1" status: 200 len: 813 time: 0.1034806 Jul 16 02:23:01.807079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Request body: {'port': {'device_id': 'e72498a8-de83-4cb4-bb6d-1a8e418ece58', 'network_id': '8cdb5972-ed62-4982-b871-12c58f3e85ab', 'admin_state_up': True, 'tenant_id': 'bcb667c0bbea4fb58a7af8819bcaf4c1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:01.916619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Made reservation on behalf of bcb667c0bbea4fb58a7af8819bcaf4c1 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:01.920028 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:01.991636 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:02.040880 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Allocated IP 172.20.0.12 (8cdb5972-ed62-4982-b871-12c58f3e85ab/00de63d4-8f59-4289-8f30-f4222047e8a5/563038d3-15ce-4bf7-b187-bd04f0a541ef) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:02.184284 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:02.221447 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:02.236516 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['86bec250-a039-4669-aab3-3de38ee4751f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:23:02.266762 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Network 8cdb5972-ed62-4982-b871-12c58f3e85ab is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:02.272127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:02.276549 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:02.303902 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Pushing event updated for resources: {'Port': ['ID=563038d3-15ce-4bf7-b187-bd04f0a541ef,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:02.317786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:02.318140 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:02.318485 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:02.318829 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:02.319168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:02.320333 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:02.320676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:02.321007 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:02.321339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:02.321666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:02.322001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:02.322329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:02.340446 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:02.341124 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:02.354787 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-b111673c-ce14-499d-877f-7c5c3d033780 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5520983 Jul 16 02:23:02.365998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Request body: {'port': {'device_id': 'e72498a8-de83-4cb4-bb6d-1a8e418ece58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:02.434780 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:02.688442 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 563038d3-15ce-4bf7-b187-bd04f0a541ef {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:23:02.695648 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:02.707060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Transition to ACTIVE for port object 563038d3-15ce-4bf7-b187-bd04f0a541ef will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:02.709912 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:02.756287 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Pushing event updated for resources: {'Port': ['ID=563038d3-15ce-4bf7-b187-bd04f0a541ef,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:02.824941 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Attempting to bind port 563038d3-15ce-4bf7-b187-bd04f0a541ef on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:02.825573 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Attempting to bind port 563038d3-15ce-4bf7-b187-bd04f0a541ef by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '3811bd19-755f-40e1-b003-979370317096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8cdb5972-ed62-4982-b871-12c58f3e85ab'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:02.825573 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Attempting to bind port 563038d3-15ce-4bf7-b187-bd04f0a541ef on network 8cdb5972-ed62-4982-b871-12c58f3e85ab {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:02.829907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Port 563038d3-15ce-4bf7-b187-bd04f0a541ef on network 8cdb5972-ed62-4982-b871-12c58f3e85ab not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:23:02.830223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Attempting to bind port 563038d3-15ce-4bf7-b187-bd04f0a541ef on network 8cdb5972-ed62-4982-b871-12c58f3e85ab {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:02.834825 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:02.835163 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Checking segment: {'id': '3811bd19-755f-40e1-b003-979370317096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8cdb5972-ed62-4982-b871-12c58f3e85ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:02.836081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Bound using segment: {'id': '3811bd19-755f-40e1-b003-979370317096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8cdb5972-ed62-4982-b871-12c58f3e85ab'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:02.836506 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Bound port: 563038d3-15ce-4bf7-b187-bd04f0a541ef, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3811bd19-755f-40e1-b003-979370317096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8cdb5972-ed62-4982-b871-12c58f3e85ab'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:02.836868 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:02.901564 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] For port 563038d3-15ce-4bf7-b187-bd04f0a541ef, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:02.904579 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] For port 563038d3-15ce-4bf7-b187-bd04f0a541ef, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=563038d3-15ce-4bf7-b187-bd04f0a541ef,segment=NetworkSegment(3811bd19-755f-40e1-b003-979370317096),segment_id=3811bd19-755f-40e1-b003-979370317096)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:02.909629 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:02.934186 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2f715-7fe1-4aac-bc2f-1042066887b0 req-8e34023d-732b-4baa-908f-2d96c53fc389 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:02.935336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2da2f715-7fe1-4aac-bc2f-1042066887b0 req-8e34023d-732b-4baa-908f-2d96c53fc389 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=e72498a8-de83-4cb4-bb6d-1a8e418ece58 HTTP/1.1" status: 200 len: 944 time: 0.0664980 Jul 16 02:23:02.942610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:02.943484 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:02.945201 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] 10.222.0.69 "PUT /v2.0/ports/563038d3-15ce-4bf7-b187-bd04f0a541ef HTTP/1.1" status: 200 len: 1093 time: 0.5833540 Jul 16 02:23:02.947372 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e72498a8-de83-4cb4-bb6d-1a8e418ece58', 'tag': '563038d3-15ce-4bf7-b187-bd04f0a541ef'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:02.950259 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecbc15b-331f-4145-a1e4-24657a8fb1b6" -d '{"events": [{"name": "network-changed", "server_uuid": "e72498a8-de83-4cb4-bb6d-1a8e418ece58", "tag": "563038d3-15ce-4bf7-b187-bd04f0a541ef"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:02.976825 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2da2f715-7fe1-4aac-bc2f-1042066887b0 req-c66f944b-a491-43eb-a285-522a2dc0be46 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345109 Jul 16 02:23:02.988573 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a272ea69-0a7f-4a86-b519-29a343e8f1ee service neutron] Pushing event updated for resources: {'Port': ['ID=563038d3-15ce-4bf7-b187-bd04f0a541ef,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:03.024638 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8cb57c-6aaf-4cde-ae44-0b26f2c9edf6 x-openstack-request-id: req-8b8cb57c-6aaf-4cde-ae44-0b26f2c9edf6 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:03.024937 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e72498a8-de83-4cb4-bb6d-1a8e418ece58", "tag": "563038d3-15ce-4bf7-b187-bd04f0a541ef", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:03.025191 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b8cb57c-6aaf-4cde-ae44-0b26f2c9edf6 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:03.025587 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e72498a8-de83-4cb4-bb6d-1a8e418ece58', 'tag': '563038d3-15ce-4bf7-b187-bd04f0a541ef', 'status': 'completed', 'code': 200} Jul 16 02:23:03.051878 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-b895d455-348e-485b-b704-a6ed43becf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:03.053406 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-b895d455-348e-485b-b704-a6ed43becf43 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcb667c0bbea4fb58a7af8819bcaf4c1&device_id=e72498a8-de83-4cb4-bb6d-1a8e418ece58 HTTP/1.1" status: 200 len: 1096 time: 0.0600867 Jul 16 02:23:03.097378 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-2db1a82e-881c-4002-94d3-20a4e58315b7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=563038d3-15ce-4bf7-b187-bd04f0a541ef HTTP/1.1" status: 200 len: 217 time: 0.0374141 Jul 16 02:23:03.144696 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-fc36f3cd-1ad3-4534-9a97-a3ae5f89e262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:03.146158 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-fc36f3cd-1ad3-4534-9a97-a3ae5f89e262 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00de63d4-8f59-4289-8f30-f4222047e8a5 HTTP/1.1" status: 200 len: 853 time: 0.0430524 Jul 16 02:23:03.177446 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-45de43bb-5cfe-4c55-9417-2711e3493fae service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8cdb5972-ed62-4982-b871-12c58f3e85ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251038 Jul 16 02:23:03.265858 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-38696df0-dbf9-4783-810b-13bd4c8c9120 service neutron] 10.222.0.69 "GET /v2.0/networks/8cdb5972-ed62-4982-b871-12c58f3e85ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823519 Jul 16 02:23:03.353782 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7426f9e4-344f-432d-8b07-743b16a846f2 req-f5a6f28a-e807-45bd-87aa-1057efa18437 service neutron] 10.222.0.69 "GET /v2.0/networks/8cdb5972-ed62-4982-b871-12c58f3e85ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818651 Jul 16 02:23:03.451441 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbc15b-331f-4145-a1e4-24657a8fb1b6 req-64ad19dd-b613-4fd3-8d2f-aacb5951d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:03.452960 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7ecbc15b-331f-4145-a1e4-24657a8fb1b6 req-64ad19dd-b613-4fd3-8d2f-aacb5951d6af service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=bcb667c0bbea4fb58a7af8819bcaf4c1&device_id=e72498a8-de83-4cb4-bb6d-1a8e418ece58 HTTP/1.1" status: 200 len: 1096 time: 0.0564611 Jul 16 02:23:03.539042 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbc15b-331f-4145-a1e4-24657a8fb1b6 req-1400c9e9-36a9-4c7a-9949-43e90e1108fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:03.540696 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7ecbc15b-331f-4145-a1e4-24657a8fb1b6 req-1400c9e9-36a9-4c7a-9949-43e90e1108fc service neutron] 10.222.0.69 "GET /v2.0/networks?id=8cdb5972-ed62-4982-b871-12c58f3e85ab HTTP/1.1" status: 200 len: 914 time: 0.0819907 Jul 16 02:23:03.584423 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7ecbc15b-331f-4145-a1e4-24657a8fb1b6 req-55a59a52-b8c0-4241-8b6e-7cec5298e88c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=563038d3-15ce-4bf7-b187-bd04f0a541ef HTTP/1.1" status: 200 len: 217 time: 0.0377109 Jul 16 02:23:03.633611 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbc15b-331f-4145-a1e4-24657a8fb1b6 req-28472d71-2eb6-4522-9e63-ea57119da8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:03.635052 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7ecbc15b-331f-4145-a1e4-24657a8fb1b6 req-28472d71-2eb6-4522-9e63-ea57119da8a5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=00de63d4-8f59-4289-8f30-f4222047e8a5 HTTP/1.1" status: 200 len: 853 time: 0.0447621 Jul 16 02:23:03.667264 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7ecbc15b-331f-4145-a1e4-24657a8fb1b6 req-19943f43-ce5f-498b-bd9a-216b7db6cc94 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=8cdb5972-ed62-4982-b871-12c58f3e85ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245774 Jul 16 02:23:03.758876 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7ecbc15b-331f-4145-a1e4-24657a8fb1b6 req-f0ecef48-6dc0-4bff-ba87-5eb39ef0118f service neutron] 10.222.0.69 "GET /v2.0/networks/8cdb5972-ed62-4982-b871-12c58f3e85ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846965 Jul 16 02:23:03.846468 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7ecbc15b-331f-4145-a1e4-24657a8fb1b6 req-27032d25-6095-4a2b-8bf9-8c488783259b service neutron] 10.222.0.69 "GET /v2.0/networks/8cdb5972-ed62-4982-b871-12c58f3e85ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812612 Jul 16 02:23:04.151283 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b219d-1633-46f8-b5c3-3184df6e153f req-fbacd21a-8b23-421e-b60a-1ea691586a18 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:04.152741 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b24b219d-1633-46f8-b5c3-3184df6e153f req-fbacd21a-8b23-421e-b60a-1ea691586a18 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=e72498a8-de83-4cb4-bb6d-1a8e418ece58 HTTP/1.1" status: 200 len: 944 time: 0.0623786 Jul 16 02:23:04.189160 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b24b219d-1633-46f8-b5c3-3184df6e153f req-9e735743-c911-4a56-9832-7119929f4502 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309925 Jul 16 02:23:04.983498 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3bacca4d-60ea-4c46-9284-1d2717ca1993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:05.357798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fbbd3-e8d1-4dd7-882f-51004dbb4f27 req-9439e58b-b7ab-426f-a16e-61f664c0afd0 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:05.359192 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-425fbbd3-e8d1-4dd7-882f-51004dbb4f27 req-9439e58b-b7ab-426f-a16e-61f664c0afd0 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=e72498a8-de83-4cb4-bb6d-1a8e418ece58 HTTP/1.1" status: 200 len: 944 time: 0.0622256 Jul 16 02:23:05.396413 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-425fbbd3-e8d1-4dd7-882f-51004dbb4f27 req-f06f89c6-a72f-4918-89ee-9278601606ec tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316381 Jul 16 02:23:06.748953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1b5f8-8dcb-41df-b6f7-f6193924d305 req-8be559d6-4e89-4de6-adb1-bd5bef8936b9 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:06.750380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fd1b5f8-8dcb-41df-b6f7-f6193924d305 req-8be559d6-4e89-4de6-adb1-bd5bef8936b9 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=e72498a8-de83-4cb4-bb6d-1a8e418ece58 HTTP/1.1" status: 200 len: 944 time: 0.0651779 Jul 16 02:23:06.786325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fd1b5f8-8dcb-41df-b6f7-f6193924d305 req-9a45fed0-af29-49a5-92c9-2ef3f0b702df tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305328 Jul 16 02:23:06.873109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 563038d3-15ce-4bf7-b187-bd04f0a541ef details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:23:06.963478 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 563038d3-15ce-4bf7-b187-bd04f0a541ef, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=563038d3-15ce-4bf7-b187-bd04f0a541ef,segment=NetworkSegment(3811bd19-755f-40e1-b003-979370317096),segment_id=3811bd19-755f-40e1-b003-979370317096)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:06.977387 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '563038d3-15ce-4bf7-b187-bd04f0a541ef', 'network_id': '8cdb5972-ed62-4982-b871-12c58f3e85ab', 'port_id': '563038d3-15ce-4bf7-b187-bd04f0a541ef', 'mac_address': 'fa:16:3e:ee:85:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00de63d4-8f59-4289-8f30-f4222047e8a5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:23:07.013130 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:07.026766 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 563038d3-15ce-4bf7-b187-bd04f0a541ef {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:23:07.047607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 563038d3-15ce-4bf7-b187-bd04f0a541ef, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=563038d3-15ce-4bf7-b187-bd04f0a541ef,segment=NetworkSegment(3811bd19-755f-40e1-b003-979370317096),segment_id=3811bd19-755f-40e1-b003-979370317096)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:07.051142 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:07.096763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=563038d3-15ce-4bf7-b187-bd04f0a541ef,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:07.300020 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['563038d3-15ce-4bf7-b187-bd04f0a541ef'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:23:07.443720 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:07.714038 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-92b2575e-f5ff-4412-98cc-32fbffb3a234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:07.954162 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd556e7d-5744-4a9d-8a9e-3c434b9e8302 req-00e649ea-5cb3-42a5-bb96-b735c1074f52 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:07.955642 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd556e7d-5744-4a9d-8a9e-3c434b9e8302 req-00e649ea-5cb3-42a5-bb96-b735c1074f52 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=e72498a8-de83-4cb4-bb6d-1a8e418ece58 HTTP/1.1" status: 200 len: 945 time: 0.0624850 Jul 16 02:23:07.992371 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dd556e7d-5744-4a9d-8a9e-3c434b9e8302 req-213c9358-cdb6-4ba9-a4a0-b0104225090d tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307076 Jul 16 02:23:08.811340 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:08.883380 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 563038d3-15ce-4bf7-b187-bd04f0a541ef up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:08.929773 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 563038d3-15ce-4bf7-b187-bd04f0a541ef completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:08.933723 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 563038d3-15ce-4bf7-b187-bd04f0a541ef triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:08.934114 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:09.008987 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:09.031257 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72498a8-de83-4cb4-bb6d-1a8e418ece58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563038d3-15ce-4bf7-b187-bd04f0a541ef'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:09.033502 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b569c344-d5dc-424d-9046-efa68e2bd679" -d '{"events": [{"server_uuid": "e72498a8-de83-4cb4-bb6d-1a8e418ece58", "name": "network-vif-plugged", "status": "completed", "tag": "563038d3-15ce-4bf7-b187-bd04f0a541ef"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:09.046821 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 563038d3-15ce-4bf7-b187-bd04f0a541ef, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=563038d3-15ce-4bf7-b187-bd04f0a541ef,segment=NetworkSegment(3811bd19-755f-40e1-b003-979370317096),segment_id=3811bd19-755f-40e1-b003-979370317096)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:09.050680 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:09.097871 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=563038d3-15ce-4bf7-b187-bd04f0a541ef,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:09.169413 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e86d3-9650-4584-be35-70460a0732dc req-cd996202-18a3-44ea-9ff2-ca9e8035b80a tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:09.170916 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-823e86d3-9650-4584-be35-70460a0732dc req-cd996202-18a3-44ea-9ff2-ca9e8035b80a tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=e72498a8-de83-4cb4-bb6d-1a8e418ece58 HTTP/1.1" status: 200 len: 946 time: 0.0668297 Jul 16 02:23:09.208358 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-823e86d3-9650-4584-be35-70460a0732dc req-dbd4bd5a-2b0c-47de-89d4-1afe0da62a32 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315001 Jul 16 02:23:09.253012 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f750be-478a-48da-b390-a2561d0710a1 x-openstack-request-id: req-b8f750be-478a-48da-b390-a2561d0710a1 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:09.253307 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72498a8-de83-4cb4-bb6d-1a8e418ece58", "name": "network-vif-plugged", "status": "completed", "tag": "563038d3-15ce-4bf7-b187-bd04f0a541ef", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:09.253561 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8f750be-478a-48da-b390-a2561d0710a1 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:09.253981 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72498a8-de83-4cb4-bb6d-1a8e418ece58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '563038d3-15ce-4bf7-b187-bd04f0a541ef', 'code': 200} Jul 16 02:23:09.365416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b4ffa-cc04-4afa-965a-01e3affd0b36 req-5096f42e-3999-40d8-87de-c07bd7034a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:09.368023 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e39b4ffa-cc04-4afa-965a-01e3affd0b36 req-5096f42e-3999-40d8-87de-c07bd7034a0d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e72498a8-de83-4cb4-bb6d-1a8e418ece58 HTTP/1.1" status: 200 len: 1098 time: 0.0510609 Jul 16 02:23:09.403660 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e39b4ffa-cc04-4afa-965a-01e3affd0b36 req-ddde0a25-ee00-4008-9130-56bcb5345b1e service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300674 Jul 16 02:23:10.385815 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ebb7e-48af-41fc-b39c-ef568ef680ad req-f8245daa-51c2-4f94-a03b-7bb24e16548d tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:10.387319 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-985ebb7e-48af-41fc-b39c-ef568ef680ad req-f8245daa-51c2-4f94-a03b-7bb24e16548d tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=e72498a8-de83-4cb4-bb6d-1a8e418ece58 HTTP/1.1" status: 200 len: 946 time: 0.0629389 Jul 16 02:23:10.423507 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-985ebb7e-48af-41fc-b39c-ef568ef680ad req-0e9e1c13-4128-4475-89c8-5df0194e7034 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306528 Jul 16 02:23:10.463028 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:10.787517 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647998d6-a562-4841-9ea2-9628c31ec7ec req-89a4fd34-1df4-4c3f-89b7-fe882cec3fc2 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:10.789546 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-647998d6-a562-4841-9ea2-9628c31ec7ec req-89a4fd34-1df4-4c3f-89b7-fe882cec3fc2 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=e72498a8-de83-4cb4-bb6d-1a8e418ece58 HTTP/1.1" status: 200 len: 946 time: 0.0621533 Jul 16 02:23:10.826667 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-647998d6-a562-4841-9ea2-9628c31ec7ec req-f9bdeb5f-c900-4827-87a3-0def90ff4586 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316257 Jul 16 02:23:12.000501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2d4cbe-1f27-40e3-9960-d7c2f3d2819a req-2b457977-657c-4289-a092-259d58472e8b tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:12.001975 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9c2d4cbe-1f27-40e3-9960-d7c2f3d2819a req-2b457977-657c-4289-a092-259d58472e8b tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.69 "GET /v2.0/ports?device_id=e72498a8-de83-4cb4-bb6d-1a8e418ece58 HTTP/1.1" status: 200 len: 946 time: 0.0619841 Jul 16 02:23:12.003569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2da12-e999-49a2-80bd-ff92e5920906 req-077aac84-8c60-488d-83e8-6dfe6326a857 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:12.005077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-50a2da12-e999-49a2-80bd-ff92e5920906 req-077aac84-8c60-488d-83e8-6dfe6326a857 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=e72498a8-de83-4cb4-bb6d-1a8e418ece58 HTTP/1.1" status: 200 len: 946 time: 0.0668533 Jul 16 02:23:12.043281 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-50a2da12-e999-49a2-80bd-ff92e5920906 req-de542c61-54b2-4f40-9fa4-955b3cbab172 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317681 Jul 16 02:23:12.107421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-9c2d4cbe-1f27-40e3-9960-d7c2f3d2819a req-e603d38a-f6b5-40a4-b304-1b7c90859f27 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Deleting port 563038d3-15ce-4bf7-b187-bd04f0a541ef {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:12.107695 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9c2d4cbe-1f27-40e3-9960-d7c2f3d2819a req-e603d38a-f6b5-40a4-b304-1b7c90859f27 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:12.196734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-9c2d4cbe-1f27-40e3-9960-d7c2f3d2819a req-e603d38a-f6b5-40a4-b304-1b7c90859f27 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] For port 563038d3-15ce-4bf7-b187-bd04f0a541ef, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=563038d3-15ce-4bf7-b187-bd04f0a541ef,segment=NetworkSegment(3811bd19-755f-40e1-b003-979370317096),segment_id=3811bd19-755f-40e1-b003-979370317096)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:12.197094 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9c2d4cbe-1f27-40e3-9960-d7c2f3d2819a req-e603d38a-f6b5-40a4-b304-1b7c90859f27 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:12.209194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-9c2d4cbe-1f27-40e3-9960-d7c2f3d2819a req-e603d38a-f6b5-40a4-b304-1b7c90859f27 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Calling delete_port for 563038d3-15ce-4bf7-b187-bd04f0a541ef owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:12.333429 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9c2d4cbe-1f27-40e3-9960-d7c2f3d2819a req-e603d38a-f6b5-40a4-b304-1b7c90859f27 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:12.345885 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['563038d3-15ce-4bf7-b187-bd04f0a541ef'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:23:12.349016 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['86bec250-a039-4669-aab3-3de38ee4751f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:23:12.360750 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603d38a-f6b5-40a4-b304-1b7c90859f27 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Pushing event deleted for resources: {'Port': ['ID=563038d3-15ce-4bf7-b187-bd04f0a541ef,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:12.407058 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2d4cbe-1f27-40e3-9960-d7c2f3d2819a req-e603d38a-f6b5-40a4-b304-1b7c90859f27 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] No DVR routers for this DVR port 563038d3-15ce-4bf7-b187-bd04f0a541ef on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:23:12.409624 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9c2d4cbe-1f27-40e3-9960-d7c2f3d2819a req-e603d38a-f6b5-40a4-b304-1b7c90859f27 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:12.411659 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9c2d4cbe-1f27-40e3-9960-d7c2f3d2819a req-e603d38a-f6b5-40a4-b304-1b7c90859f27 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.69 "DELETE /v2.0/ports/563038d3-15ce-4bf7-b187-bd04f0a541ef HTTP/1.1" status: 204 len: 173 time: 0.4030876 Jul 16 02:23:12.412132 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e72498a8-de83-4cb4-bb6d-1a8e418ece58', 'name': 'network-vif-deleted', 'tag': '563038d3-15ce-4bf7-b187-bd04f0a541ef'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:12.414999 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad09b69f-4c8b-4d83-879e-2208f90c2f96" -d '{"events": [{"server_uuid": "e72498a8-de83-4cb4-bb6d-1a8e418ece58", "name": "network-vif-deleted", "tag": "563038d3-15ce-4bf7-b187-bd04f0a541ef"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:12.453801 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22260e1-7b35-4bda-bb92-f3a37f67a1c7 x-openstack-request-id: req-f22260e1-7b35-4bda-bb92-f3a37f67a1c7 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:12.454097 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e72498a8-de83-4cb4-bb6d-1a8e418ece58", "name": "network-vif-deleted", "tag": "563038d3-15ce-4bf7-b187-bd04f0a541ef", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:12.454358 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f22260e1-7b35-4bda-bb92-f3a37f67a1c7 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:12.454835 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e72498a8-de83-4cb4-bb6d-1a8e418ece58', 'name': 'network-vif-deleted', 'tag': '563038d3-15ce-4bf7-b187-bd04f0a541ef', 'status': 'completed', 'code': 200} Jul 16 02:23:13.293356 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912bc54-286c-4a87-8455-1f9f4ee30c22 req-c4a254a2-3c56-4f43-964a-c4796e2d285b tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:13.295614 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9912bc54-286c-4a87-8455-1f9f4ee30c22 req-c4a254a2-3c56-4f43-964a-c4796e2d285b tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 946 time: 0.0675850 Jul 16 02:23:13.335863 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9912bc54-286c-4a87-8455-1f9f4ee30c22 req-78a910fd-99d1-4546-8f91-7072ca9c006e tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346627 Jul 16 02:23:13.527565 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44464814-eafa-4420-8ebb-9cb7761476ef req-249db50b-e910-4940-8d13-2851987e1605 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:13.529101 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-44464814-eafa-4420-8ebb-9cb7761476ef req-249db50b-e910-4940-8d13-2851987e1605 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 946 time: 0.0665722 Jul 16 02:23:13.566426 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-44464814-eafa-4420-8ebb-9cb7761476ef req-4deaf121-651a-44d2-8547-a6fc7d04638b tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318799 Jul 16 02:23:13.734298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fb297-0840-44af-9843-a723f27ce5f2 req-11e7afc0-6dab-4f88-a521-9740d1d5051a tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:13.735851 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f17fb297-0840-44af-9843-a723f27ce5f2 req-11e7afc0-6dab-4f88-a521-9740d1d5051a tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 946 time: 0.0616798 Jul 16 02:23:13.772020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f17fb297-0840-44af-9843-a723f27ce5f2 req-49aa543f-9fc6-4ea5-bee0-9bede87bf5c3 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306907 Jul 16 02:23:14.033609 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e0c82-609f-4eb5-abf0-b3d527225804 req-2c119929-09bc-4e61-932f-28dde75e7ac4 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:14.035096 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-591e0c82-609f-4eb5-abf0-b3d527225804 req-2c119929-09bc-4e61-932f-28dde75e7ac4 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 946 time: 0.0611339 Jul 16 02:23:14.071979 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-591e0c82-609f-4eb5-abf0-b3d527225804 req-6d80660b-7eb5-4993-9b9d-cb097c1502ee tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306058 Jul 16 02:23:14.245997 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e89c4b-2596-4c13-88a2-3244ad1fc201 req-45f0625e-110c-4446-b612-9377525da8c5 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:14.247367 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42e89c4b-2596-4c13-88a2-3244ad1fc201 req-45f0625e-110c-4446-b612-9377525da8c5 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 946 time: 0.0650017 Jul 16 02:23:14.283629 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42e89c4b-2596-4c13-88a2-3244ad1fc201 req-449e6bf2-c453-4100-b246-ac3f6ac93ad1 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303762 Jul 16 02:23:14.459906 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e14558e-c3f3-4709-9c81-34bb924ae53d req-6f98a6ff-757e-4d17-9a6d-184ea9ae5d49 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:14.462025 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e14558e-c3f3-4709-9c81-34bb924ae53d req-6f98a6ff-757e-4d17-9a6d-184ea9ae5d49 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 946 time: 0.0625153 Jul 16 02:23:14.498286 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e14558e-c3f3-4709-9c81-34bb924ae53d req-80072598-815f-468c-b361-38f8d1d92e41 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307965 Jul 16 02:23:15.005603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ba019-f910-4a7e-a016-ed4b8b248a1d req-4a6362c9-0d49-4275-b824-1feb4f5c7fe6 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:15.007592 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-846ba019-f910-4a7e-a016-ed4b8b248a1d req-4a6362c9-0d49-4275-b824-1feb4f5c7fe6 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 946 time: 0.0659192 Jul 16 02:23:15.044548 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-846ba019-f910-4a7e-a016-ed4b8b248a1d req-9dee5498-6084-48bd-a3c5-a803cbf1dd3f tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313377 Jul 16 02:23:16.214343 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb058e2a-6eab-4087-a864-7406cf52a831 req-6f7d3631-c5a2-4afc-bb21-f3dc2b711063 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:16.215841 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb058e2a-6eab-4087-a864-7406cf52a831 req-6f7d3631-c5a2-4afc-bb21-f3dc2b711063 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 946 time: 0.0620012 Jul 16 02:23:16.253089 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb058e2a-6eab-4087-a864-7406cf52a831 req-b5ae49e1-9746-4ea8-8a61-73cb0bd841d5 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/security-groups?id=34af008c-6037-4aa2-9341-277ce00ee776&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316896 Jul 16 02:23:16.440720 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a10ea-1946-4926-b7a2-5fcc07de1fed req-b51845e7-c4ae-43e6-9863-855edfd00deb tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:16.442066 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f6a10ea-1946-4926-b7a2-5fcc07de1fed req-b51845e7-c4ae-43e6-9863-855edfd00deb tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.70 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 946 time: 0.0605459 Jul 16 02:23:16.542274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-3f6a10ea-1946-4926-b7a2-5fcc07de1fed req-763d838c-2617-47c4-be54-07f44e35bd3e tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Deleting port 86bec250-a039-4669-aab3-3de38ee4751f {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:16.542628 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3f6a10ea-1946-4926-b7a2-5fcc07de1fed req-763d838c-2617-47c4-be54-07f44e35bd3e tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:16.630278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-3f6a10ea-1946-4926-b7a2-5fcc07de1fed req-763d838c-2617-47c4-be54-07f44e35bd3e tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] For port 86bec250-a039-4669-aab3-3de38ee4751f, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=86bec250-a039-4669-aab3-3de38ee4751f,segment=NetworkSegment(3811bd19-755f-40e1-b003-979370317096),segment_id=3811bd19-755f-40e1-b003-979370317096)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:16.630635 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3f6a10ea-1946-4926-b7a2-5fcc07de1fed req-763d838c-2617-47c4-be54-07f44e35bd3e tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:16.641792 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-3f6a10ea-1946-4926-b7a2-5fcc07de1fed req-763d838c-2617-47c4-be54-07f44e35bd3e tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Calling delete_port for 86bec250-a039-4669-aab3-3de38ee4751f owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:16.761809 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3f6a10ea-1946-4926-b7a2-5fcc07de1fed req-763d838c-2617-47c4-be54-07f44e35bd3e tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:16.772968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['86bec250-a039-4669-aab3-3de38ee4751f'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:23:16.793164 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d838c-2617-47c4-be54-07f44e35bd3e tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Pushing event deleted for resources: {'Port': ['ID=86bec250-a039-4669-aab3-3de38ee4751f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:16.919531 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 563038d3-15ce-4bf7-b187-bd04f0a541ef no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:23:16.939558 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 563038d3-15ce-4bf7-b187-bd04f0a541ef {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:23:16.939938 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 563038d3-15ce-4bf7-b187-bd04f0a541ef not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:23:17.145203 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6a10ea-1946-4926-b7a2-5fcc07de1fed req-763d838c-2617-47c4-be54-07f44e35bd3e tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] No DVR routers for this DVR port 86bec250-a039-4669-aab3-3de38ee4751f on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:23:17.148309 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3f6a10ea-1946-4926-b7a2-5fcc07de1fed req-763d838c-2617-47c4-be54-07f44e35bd3e tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:17.150313 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3f6a10ea-1946-4926-b7a2-5fcc07de1fed req-763d838c-2617-47c4-be54-07f44e35bd3e tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.70 "DELETE /v2.0/ports/86bec250-a039-4669-aab3-3de38ee4751f HTTP/1.1" status: 204 len: 173 time: 0.7010865 Jul 16 02:23:17.150744 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2270c3-2b8d-49ce-ad21-43d3e67b64bf', 'name': 'network-vif-deleted', 'tag': '86bec250-a039-4669-aab3-3de38ee4751f'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:17.152972 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9f459fc-74b9-4e07-b6c4-58e8a4f9838f" -d '{"events": [{"server_uuid": "6d2270c3-2b8d-49ce-ad21-43d3e67b64bf", "name": "network-vif-deleted", "tag": "86bec250-a039-4669-aab3-3de38ee4751f"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:17.187568 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9f95c7-1106-47a4-85ce-b360db40a3e1 x-openstack-request-id: req-fe9f95c7-1106-47a4-85ce-b360db40a3e1 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:17.187891 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2270c3-2b8d-49ce-ad21-43d3e67b64bf", "name": "network-vif-deleted", "tag": "86bec250-a039-4669-aab3-3de38ee4751f", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:17.188147 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe9f95c7-1106-47a4-85ce-b360db40a3e1 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:17.188547 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2270c3-2b8d-49ce-ad21-43d3e67b64bf', 'name': 'network-vif-deleted', 'tag': '86bec250-a039-4669-aab3-3de38ee4751f', 'status': 'completed', 'code': 200} Jul 16 02:23:17.410988 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-67dbb290-100a-481b-b781-4d4b51806361 req-bd4aef0e-da90-4f10-890e-cf5d7d6fdc53 tempest-ServersNegativeTestJSON-22199363 tempest-ServersNegativeTestJSON-22199363-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d2270c3-2b8d-49ce-ad21-43d3e67b64bf HTTP/1.1" status: 200 len: 210 time: 0.0282257 Jul 16 02:23:18.501839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46264) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:18.551503 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-891e8ca2-6e6c-4dd5-9a86-a7f39648e9a1 admin admin] Deleting subnet 00de63d4-8f59-4289-8f30-f4222047e8a5 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:23:18.555314 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-891e8ca2-6e6c-4dd5-9a86-a7f39648e9a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:18.590577 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-891e8ca2-6e6c-4dd5-9a86-a7f39648e9a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:18.628845 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-891e8ca2-6e6c-4dd5-9a86-a7f39648e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:18.680709 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-891e8ca2-6e6c-4dd5-9a86-a7f39648e9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:18.710486 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e8ca2-6e6c-4dd5-9a86-a7f39648e9a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00de63d4-8f59-4289-8f30-f4222047e8a5,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:18.714174 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-891e8ca2-6e6c-4dd5-9a86-a7f39648e9a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:18.716902 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-891e8ca2-6e6c-4dd5-9a86-a7f39648e9a1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/00de63d4-8f59-4289-8f30-f4222047e8a5 HTTP/1.1" status: 204 len: 168 time: 0.2139633 Jul 16 02:23:18.718648 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46266) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:18.785602 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dac181d-4d8e-400c-afae-bdc2ce232440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:18.866861 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dac181d-4d8e-400c-afae-bdc2ce232440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:18.876969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5dac181d-4d8e-400c-afae-bdc2ce232440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cdb5972-ed62-4982-b871-12c58f3e85ab']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:18.886601 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5dac181d-4d8e-400c-afae-bdc2ce232440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3811bd19-755f-40e1-b003-979370317096') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:18.886900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5dac181d-4d8e-400c-afae-bdc2ce232440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3811bd19-755f-40e1-b003-979370317096') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:18.895656 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dac181d-4d8e-400c-afae-bdc2ce232440 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:18.908869 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dac181d-4d8e-400c-afae-bdc2ce232440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:18.915328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dac181d-4d8e-400c-afae-bdc2ce232440 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:23:18.915749 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dac181d-4d8e-400c-afae-bdc2ce232440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: timer() Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:23:18.917402 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:23:18.974353 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dac181d-4d8e-400c-afae-bdc2ce232440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:18.981055 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5dac181d-4d8e-400c-afae-bdc2ce232440 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:18.982863 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5dac181d-4d8e-400c-afae-bdc2ce232440 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8cdb5972-ed62-4982-b871-12c58f3e85ab HTTP/1.1" status: 204 len: 168 time: 0.2632394 Jul 16 02:23:18.995481 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dac181d-4d8e-400c-afae-bdc2ce232440 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cdb5972-ed62-4982-b871-12c58f3e85ab,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:19.091921 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46270) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:19.130781 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2fed53d5-8bce-4cb6-85df-a4d81ca77120 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bcb667c0bbea4fb58a7af8819bcaf4c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377300 Jul 16 02:23:19.133073 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46272) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:19.181121 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-483ad99f-a12c-4f36-8f6d-9d40f48a6af3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:19.201274 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-483ad99f-a12c-4f36-8f6d-9d40f48a6af3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:19.249659 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-483ad99f-a12c-4f36-8f6d-9d40f48a6af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:19.253323 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-483ad99f-a12c-4f36-8f6d-9d40f48a6af3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:19.254546 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-483ad99f-a12c-4f36-8f6d-9d40f48a6af3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/34af008c-6037-4aa2-9341-277ce00ee776 HTTP/1.1" status: 204 len: 168 time: 0.1205652 Jul 16 02:23:19.263240 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ad99f-a12c-4f36-8f6d-9d40f48a6af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34af008c-6037-4aa2-9341-277ce00ee776,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:19.899015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46294) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:20.001849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-8b9b8b16-d1e9-4545-8ee8-a0d27f50ab5c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-201166206'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:20.022324 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9b8b16-d1e9-4545-8ee8-a0d27f50ab5c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Made reservation on behalf of 75df5d6af2384241b3f6a2cc683299c7 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:20.026261 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8b16-d1e9-4545-8ee8-a0d27f50ab5c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:20.034882 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8b16-d1e9-4545-8ee8-a0d27f50ab5c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:20.088420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 86bec250-a039-4669-aab3-3de38ee4751f no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:23:20.111558 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 86bec250-a039-4669-aab3-3de38ee4751f {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:23:20.111950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 86bec250-a039-4669-aab3-3de38ee4751f not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:23:20.125153 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8b16-d1e9-4545-8ee8-a0d27f50ab5c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:20.128867 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8b16-d1e9-4545-8ee8-a0d27f50ab5c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:20.154967 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b9b8b16-d1e9-4545-8ee8-a0d27f50ab5c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:23:20.163968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b8b16-d1e9-4545-8ee8-a0d27f50ab5c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913d99e9-f954-4a88-8c40-2212f75e0dce,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:20.169795 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8b16-d1e9-4545-8ee8-a0d27f50ab5c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:20.170146 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-8b9b8b16-d1e9-4545-8ee8-a0d27f50ab5c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Added segment 40576d34-8625-4098-9bb5-7fd99d0f4bad of type vlan for network 5de4b113-7d8f-4e78-9dc1-324a0473e91a Jul 16 02:23:20.208829 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8b16-d1e9-4545-8ee8-a0d27f50ab5c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:20.236676 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8b16-d1e9-4545-8ee8-a0d27f50ab5c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:20.242145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9b8b16-d1e9-4545-8ee8-a0d27f50ab5c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:20.242731 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8b9b8b16-d1e9-4545-8ee8-a0d27f50ab5c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:20.291801 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8b9b8b16-d1e9-4545-8ee8-a0d27f50ab5c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3916483 Jul 16 02:23:20.351441 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9b8b16-d1e9-4545-8ee8-a0d27f50ab5c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event updated for resources: {'Network': ['ID=5de4b113-7d8f-4e78-9dc1-324a0473e91a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:20.362803 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 5de4b113-7d8f-4e78-9dc1-324a0473e91a details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:23:23.481024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46298) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:23.486210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6736314a-fb5a-4bf9-a822-4275f639e4d2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Request body: {'subnet': {'network_id': '5de4b113-7d8f-4e78-9dc1-324a0473e91a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:23.591516 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6736314a-fb5a-4bf9-a822-4275f639e4d2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Made reservation on behalf of 75df5d6af2384241b3f6a2cc683299c7 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:23.595072 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6736314a-fb5a-4bf9-a822-4275f639e4d2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:23.770486 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6736314a-fb5a-4bf9-a822-4275f639e4d2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:23.828895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736314a-fb5a-4bf9-a822-4275f639e4d2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event updated for resources: {'Subnet': ['ID=994812f9-2344-4231-b726-5e51f449e83e,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:23.837077 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6736314a-fb5a-4bf9-a822-4275f639e4d2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Checking segment: {'id': '40576d34-8625-4098-9bb5-7fd99d0f4bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5de4b113-7d8f-4e78-9dc1-324a0473e91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:23.837441 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6736314a-fb5a-4bf9-a822-4275f639e4d2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Network hostable DHCP agents. Network: 5de4b113-7d8f-4e78-9dc1-324a0473e91a, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:23:23.854137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6736314a-fb5a-4bf9-a822-4275f639e4d2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Network 5de4b113-7d8f-4e78-9dc1-324a0473e91a is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:23:23.862630 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-6736314a-fb5a-4bf9-a822-4275f639e4d2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 5de4b113-7d8f-4e78-9dc1-324a0473e91a) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:23.867553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6736314a-fb5a-4bf9-a822-4275f639e4d2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:23.868584 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6736314a-fb5a-4bf9-a822-4275f639e4d2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:23.870289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1552b7e-f0ff-46c8-9080-b424fd4a502c None None] Network 5de4b113-7d8f-4e78-9dc1-324a0473e91a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:23.882450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6736314a-fb5a-4bf9-a822-4275f639e4d2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4003325 Jul 16 02:23:23.885868 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46300) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:23.890836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-fb91f0ce-40f2-4789-b5e8-ca72dafa4642 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1878903848'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:23.911316 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb91f0ce-40f2-4789-b5e8-ca72dafa4642 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Made reservation on behalf of 75df5d6af2384241b3f6a2cc683299c7 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:23.915275 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb91f0ce-40f2-4789-b5e8-ca72dafa4642 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:23.937991 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb91f0ce-40f2-4789-b5e8-ca72dafa4642 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:23:23.947217 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb91f0ce-40f2-4789-b5e8-ca72dafa4642 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:23.947600 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-fb91f0ce-40f2-4789-b5e8-ca72dafa4642 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Added segment 73758fbf-e0b3-45c0-8e13-e896491b9114 of type vlan for network a2edecdd-0d9d-4ddb-80a6-22f4ff65adc5 Jul 16 02:23:23.986859 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb91f0ce-40f2-4789-b5e8-ca72dafa4642 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.015115 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb91f0ce-40f2-4789-b5e8-ca72dafa4642 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.020024 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-5de4b113-7d8f-4e78-9dc1-324a0473e91a', 'network_id': '5de4b113-7d8f-4e78-9dc1-324a0473e91a', 'tenant_id': '75df5d6af2384241b3f6a2cc683299c7', 'fixed_ips': [{'subnet_id': '994812f9-2344-4231-b726-5e51f449e83e'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:23:24.021114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb91f0ce-40f2-4789-b5e8-ca72dafa4642 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:24.021458 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.021646 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb91f0ce-40f2-4789-b5e8-ca72dafa4642 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.066787 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fb91f0ce-40f2-4789-b5e8-ca72dafa4642 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1798620 Jul 16 02:23:24.070639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46302) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:24.076482 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-242e0e44-477e-4bca-8ba5-5c0eae6ede43 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Request body: {'subnet': {'network_id': 'a2edecdd-0d9d-4ddb-80a6-22f4ff65adc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:24.093108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91f0ce-40f2-4789-b5e8-ca72dafa4642 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event updated for resources: {'Network': ['ID=a2edecdd-0d9d-4ddb-80a6-22f4ff65adc5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:24.107340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network a2edecdd-0d9d-4ddb-80a6-22f4ff65adc5 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:23:24.168475 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242e0e44-477e-4bca-8ba5-5c0eae6ede43 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Made reservation on behalf of 75df5d6af2384241b3f6a2cc683299c7 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:24.172039 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-242e0e44-477e-4bca-8ba5-5c0eae6ede43 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.212468 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Allocated IP 2001:db8:0:ffff::2 (5de4b113-7d8f-4e78-9dc1-324a0473e91a/994812f9-2344-4231-b726-5e51f449e83e/235295f7-dbec-44ca-b48e-9bf1de436878) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:24.353197 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.360390 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-242e0e44-477e-4bca-8ba5-5c0eae6ede43 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.361799 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Transition to ACTIVE for port object 235295f7-dbec-44ca-b48e-9bf1de436878 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:24.376092 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Transition to ACTIVE for port object 235295f7-dbec-44ca-b48e-9bf1de436878 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:24.381422 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.421237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Network 5de4b113-7d8f-4e78-9dc1-324a0473e91a is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:24.424086 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:24.424973 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242e0e44-477e-4bca-8ba5-5c0eae6ede43 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event updated for resources: {'Subnet': ['ID=4867b183-3f9f-4981-9a97-76e78e61de6a,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:24.429950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:24.433296 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Pushing event updated for resources: {'Port': ['ID=235295f7-dbec-44ca-b48e-9bf1de436878,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:24.434631 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242e0e44-477e-4bca-8ba5-5c0eae6ede43 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Checking segment: {'id': '73758fbf-e0b3-45c0-8e13-e896491b9114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a2edecdd-0d9d-4ddb-80a6-22f4ff65adc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:24.434998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242e0e44-477e-4bca-8ba5-5c0eae6ede43 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Network hostable DHCP agents. Network: a2edecdd-0d9d-4ddb-80a6-22f4ff65adc5, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:23:24.445125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:24.445474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:24.445810 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:24.446141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:24.446467 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:24.446789 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:24.447112 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:24.447431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:24.447750 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:24.448094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:24.448412 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:24.448804 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:24.452749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242e0e44-477e-4bca-8ba5-5c0eae6ede43 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Network a2edecdd-0d9d-4ddb-80a6-22f4ff65adc5 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:23:24.461633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-242e0e44-477e-4bca-8ba5-5c0eae6ede43 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, a2edecdd-0d9d-4ddb-80a6-22f4ff65adc5) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:24.465966 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242e0e44-477e-4bca-8ba5-5c0eae6ede43 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:24.466588 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-242e0e44-477e-4bca-8ba5-5c0eae6ede43 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.474929 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd2c108-defc-4dcf-bd80-fde68014445f None None] Network a2edecdd-0d9d-4ddb-80a6-22f4ff65adc5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:24.482338 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-242e0e44-477e-4bca-8ba5-5c0eae6ede43 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4098382 Jul 16 02:23:24.485286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46304) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:24.526829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Attempting to bind port 235295f7-dbec-44ca-b48e-9bf1de436878 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:24.527195 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Attempting to bind port 235295f7-dbec-44ca-b48e-9bf1de436878 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '40576d34-8625-4098-9bb5-7fd99d0f4bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5de4b113-7d8f-4e78-9dc1-324a0473e91a'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:24.527553 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Attempting to bind port 235295f7-dbec-44ca-b48e-9bf1de436878 on network 5de4b113-7d8f-4e78-9dc1-324a0473e91a {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:24.557342 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:24.557711 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Checking segment: {'id': '40576d34-8625-4098-9bb5-7fd99d0f4bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5de4b113-7d8f-4e78-9dc1-324a0473e91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:24.558107 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.558489 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Bound using segment: {'id': '40576d34-8625-4098-9bb5-7fd99d0f4bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5de4b113-7d8f-4e78-9dc1-324a0473e91a'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:24.558951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Bound port: 235295f7-dbec-44ca-b48e-9bf1de436878, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40576d34-8625-4098-9bb5-7fd99d0f4bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5de4b113-7d8f-4e78-9dc1-324a0473e91a'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:24.559326 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.585086 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87da2479-3e31-486f-b887-6149d46e895a tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.636447 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87da2479-3e31-486f-b887-6149d46e895a tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.667541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] For port 235295f7-dbec-44ca-b48e-9bf1de436878, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:24.670864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] For port 235295f7-dbec-44ca-b48e-9bf1de436878, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=235295f7-dbec-44ca-b48e-9bf1de436878,segment=NetworkSegment(40576d34-8625-4098-9bb5-7fd99d0f4bad),segment_id=40576d34-8625-4098-9bb5-7fd99d0f4bad)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:24.675244 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.707573 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87da2479-3e31-486f-b887-6149d46e895a tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.720323 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf88f1d2-80ff-4e0e-8829-7ffa5624fc7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-a2edecdd-0d9d-4ddb-80a6-22f4ff65adc5', 'network_id': 'a2edecdd-0d9d-4ddb-80a6-22f4ff65adc5', 'tenant_id': '75df5d6af2384241b3f6a2cc683299c7', 'fixed_ips': [{'subnet_id': '4867b183-3f9f-4981-9a97-76e78e61de6a'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:23:24.721346 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bf88f1d2-80ff-4e0e-8829-7ffa5624fc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.734923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da2479-3e31-486f-b887-6149d46e895a tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event deleted for resources: {'Subnet': ['ID=4867b183-3f9f-4981-9a97-76e78e61de6a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:24.799981 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87da2479-3e31-486f-b887-6149d46e895a tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.811079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-87da2479-3e31-486f-b887-6149d46e895a tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2edecdd-0d9d-4ddb-80a6-22f4ff65adc5']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:24.822668 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-87da2479-3e31-486f-b887-6149d46e895a tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73758fbf-e0b3-45c0-8e13-e896491b9114') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:24.823001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-87da2479-3e31-486f-b887-6149d46e895a tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73758fbf-e0b3-45c0-8e13-e896491b9114') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:24.824962 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1754772-11fc-4c0b-ae21-4ee42067b1ab None None] Network a2edecdd-0d9d-4ddb-80a6-22f4ff65adc5 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:24.837294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87da2479-3e31-486f-b887-6149d46e895a tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.841682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1c954-4867-4455-b77b-4c6767e07158 None None] Pushing event updated for resources: {'Port': ['ID=235295f7-dbec-44ca-b48e-9bf1de436878,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:24.854279 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87da2479-3e31-486f-b887-6149d46e895a tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.864404 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87da2479-3e31-486f-b887-6149d46e895a tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:23:24.864866 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87da2479-3e31-486f-b887-6149d46e895a tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: timer() Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:23:24.867920 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:23:24.948802 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87da2479-3e31-486f-b887-6149d46e895a tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.957449 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-87da2479-3e31-486f-b887-6149d46e895a tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:24.959813 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-87da2479-3e31-486f-b887-6149d46e895a tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "DELETE /v2.0/networks/a2edecdd-0d9d-4ddb-80a6-22f4ff65adc5 HTTP/1.1" status: 204 len: 168 time: 0.4735320 Jul 16 02:23:24.964025 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46306) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:24.977755 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-312a1ed2-8847-42c0-8113-63c3eb8da2a4 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1379298957'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:24.982236 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da2479-3e31-486f-b887-6149d46e895a tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event deleted for resources: {'Network': ['ID=a2edecdd-0d9d-4ddb-80a6-22f4ff65adc5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:25.004663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312a1ed2-8847-42c0-8113-63c3eb8da2a4 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Made reservation on behalf of 75df5d6af2384241b3f6a2cc683299c7 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:25.008678 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-312a1ed2-8847-42c0-8113-63c3eb8da2a4 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.034230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312a1ed2-8847-42c0-8113-63c3eb8da2a4 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:23:25.044230 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-312a1ed2-8847-42c0-8113-63c3eb8da2a4 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.044459 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-312a1ed2-8847-42c0-8113-63c3eb8da2a4 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Added segment a32f0472-171f-4cda-8081-30b7507f9c68 of type vlan for network 0677875b-cbb4-4b83-af37-f04bd83955d3 Jul 16 02:23:25.086606 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-312a1ed2-8847-42c0-8113-63c3eb8da2a4 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.113832 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-312a1ed2-8847-42c0-8113-63c3eb8da2a4 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.119251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312a1ed2-8847-42c0-8113-63c3eb8da2a4 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:25.119861 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-312a1ed2-8847-42c0-8113-63c3eb8da2a4 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.152271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-312a1ed2-8847-42c0-8113-63c3eb8da2a4 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1872604 Jul 16 02:23:25.155234 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46308) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:25.160194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-7a01da2e-db70-409f-a796-5ad97546cb2c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Request body: {'subnet': {'network_id': '0677875b-cbb4-4b83-af37-f04bd83955d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:25.211603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a1ed2-8847-42c0-8113-63c3eb8da2a4 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event updated for resources: {'Network': ['ID=0677875b-cbb4-4b83-af37-f04bd83955d3,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:25.221927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 0677875b-cbb4-4b83-af37-f04bd83955d3 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:23:25.278376 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a01da2e-db70-409f-a796-5ad97546cb2c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Made reservation on behalf of 75df5d6af2384241b3f6a2cc683299c7 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:25.282178 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7a01da2e-db70-409f-a796-5ad97546cb2c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.340259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.ipam_backend_mixin [None req-7a01da2e-db70-409f-a796-5ad97546cb2c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Performing IP validity checks on allocation pools {{(pid=93919) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 02:23:25.340774 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.ipam_backend_mixin [None req-7a01da2e-db70-409f-a796-5ad97546cb2c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93919) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 02:23:25.461981 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7a01da2e-db70-409f-a796-5ad97546cb2c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.527168 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01da2e-db70-409f-a796-5ad97546cb2c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event updated for resources: {'Subnet': ['ID=63823d62-58c1-48fb-a3fe-91e1a735ceb7,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:25.534381 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a01da2e-db70-409f-a796-5ad97546cb2c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Checking segment: {'id': 'a32f0472-171f-4cda-8081-30b7507f9c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0677875b-cbb4-4b83-af37-f04bd83955d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:25.534747 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01da2e-db70-409f-a796-5ad97546cb2c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Network hostable DHCP agents. Network: 0677875b-cbb4-4b83-af37-f04bd83955d3, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:23:25.551703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a01da2e-db70-409f-a796-5ad97546cb2c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Network 0677875b-cbb4-4b83-af37-f04bd83955d3 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:23:25.561219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-7a01da2e-db70-409f-a796-5ad97546cb2c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 0677875b-cbb4-4b83-af37-f04bd83955d3) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:25.566540 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a01da2e-db70-409f-a796-5ad97546cb2c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:25.567880 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7a01da2e-db70-409f-a796-5ad97546cb2c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.569997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801db141-059f-45bc-ad59-58be797bbcbe None None] Network 0677875b-cbb4-4b83-af37-f04bd83955d3 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:25.583798 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7a01da2e-db70-409f-a796-5ad97546cb2c tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4272778 Jul 16 02:23:25.586388 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46310) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:25.698818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-80d1b77f-09ab-4d9b-88c1-e31f70b89482 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.752988 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-80d1b77f-09ab-4d9b-88c1-e31f70b89482 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.815634 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-80d1b77f-09ab-4d9b-88c1-e31f70b89482 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.829852 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ea7d47-f67f-4b4a-8ce0-db71a03828b6 None None] Network 5de4b113-7d8f-4e78-9dc1-324a0473e91a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:25.841709 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1b77f-09ab-4d9b-88c1-e31f70b89482 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event deleted for resources: {'Subnet': ['ID=63823d62-58c1-48fb-a3fe-91e1a735ceb7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:25.895340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1d1809e1-9d0f-4e93-a320-be535a093901 None None] Provisioning for port 235295f7-dbec-44ca-b48e-9bf1de436878 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:25.909774 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-80d1b77f-09ab-4d9b-88c1-e31f70b89482 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.920734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-80d1b77f-09ab-4d9b-88c1-e31f70b89482 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0677875b-cbb4-4b83-af37-f04bd83955d3']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:25.929733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-80d1b77f-09ab-4d9b-88c1-e31f70b89482 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a32f0472-171f-4cda-8081-30b7507f9c68') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:25.930030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-80d1b77f-09ab-4d9b-88c1-e31f70b89482 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a32f0472-171f-4cda-8081-30b7507f9c68') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:25.941179 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-80d1b77f-09ab-4d9b-88c1-e31f70b89482 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.942654 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d518b49-0771-490b-a808-aeee72887f8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-0677875b-cbb4-4b83-af37-f04bd83955d3', 'network_id': '0677875b-cbb4-4b83-af37-f04bd83955d3', 'tenant_id': '75df5d6af2384241b3f6a2cc683299c7', 'fixed_ips': [{'subnet_id': '63823d62-58c1-48fb-a3fe-91e1a735ceb7'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:23:25.943489 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6d518b49-0771-490b-a808-aeee72887f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.955447 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-80d1b77f-09ab-4d9b-88c1-e31f70b89482 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.962725 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d1b77f-09ab-4d9b-88c1-e31f70b89482 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:23:25.963131 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-80d1b77f-09ab-4d9b-88c1-e31f70b89482 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: timer() Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:23:25.966091 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:23:26.021802 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-6d518b49-0771-490b-a808-aeee72887f8e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 02:23:26.021802 n-d-791505-14 neutron-server[93921]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 16 02:23:26.021802 n-d-791505-14 neutron-server[93921]: [parameters: {'project_id': '75df5d6af2384241b3f6a2cc683299c7', 'id': 'bb638f02-0a3a-40a2-982e-410f6b900317', 'name': '', 'network_id': '0677875b-cbb4-4b83-af37-f04bd83955d3', 'mac_address': 'fa:16:3e:44:bc:65', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-0677875b-cbb4-4b83-af37-f04bd83955d3', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4037}] Jul 16 02:23:26.021802 n-d-791505-14 neutron-server[93921]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:23:26.023004 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-6d518b49-0771-490b-a808-aeee72887f8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:23:26.031173 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-80d1b77f-09ab-4d9b-88c1-e31f70b89482 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.040461 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-80d1b77f-09ab-4d9b-88c1-e31f70b89482 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.042286 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-80d1b77f-09ab-4d9b-88c1-e31f70b89482 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "DELETE /v2.0/networks/0677875b-cbb4-4b83-af37-f04bd83955d3 HTTP/1.1" status: 204 len: 168 time: 0.4548841 Jul 16 02:23:26.046030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46312) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:26.051481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4ca5cc17-4de4-4d45-b0fd-88a8f1c1891e tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1269601500'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:26.053358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1b77f-09ab-4d9b-88c1-e31f70b89482 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event deleted for resources: {'Network': ['ID=0677875b-cbb4-4b83-af37-f04bd83955d3,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:26.078567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca5cc17-4de4-4d45-b0fd-88a8f1c1891e tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Made reservation on behalf of 75df5d6af2384241b3f6a2cc683299c7 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:26.082201 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4ca5cc17-4de4-4d45-b0fd-88a8f1c1891e tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.108060 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca5cc17-4de4-4d45-b0fd-88a8f1c1891e tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:23:26.118028 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4ca5cc17-4de4-4d45-b0fd-88a8f1c1891e tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.118370 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-4ca5cc17-4de4-4d45-b0fd-88a8f1c1891e tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Added segment b10fc732-ae82-4ee2-a4d0-5598abf89f77 of type vlan for network 75fd42a9-8da4-49fa-a68f-b6fe70ccd866 Jul 16 02:23:26.158676 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4ca5cc17-4de4-4d45-b0fd-88a8f1c1891e tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.188598 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4ca5cc17-4de4-4d45-b0fd-88a8f1c1891e tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.194226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca5cc17-4de4-4d45-b0fd-88a8f1c1891e tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:26.195091 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4ca5cc17-4de4-4d45-b0fd-88a8f1c1891e tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.229086 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4ca5cc17-4de4-4d45-b0fd-88a8f1c1891e tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1818645 Jul 16 02:23:26.232842 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46314) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:26.238005 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-68da2ab3-be87-4f83-af06-6664b4babab2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Request body: {'subnet': {'network_id': '75fd42a9-8da4-49fa-a68f-b6fe70ccd866', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:26.261631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5cc17-4de4-4d45-b0fd-88a8f1c1891e tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event updated for resources: {'Network': ['ID=75fd42a9-8da4-49fa-a68f-b6fe70ccd866,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:26.272800 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 75fd42a9-8da4-49fa-a68f-b6fe70ccd866 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:23:26.330017 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68da2ab3-be87-4f83-af06-6664b4babab2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Made reservation on behalf of 75df5d6af2384241b3f6a2cc683299c7 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:26.333524 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68da2ab3-be87-4f83-af06-6664b4babab2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.514355 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68da2ab3-be87-4f83-af06-6664b4babab2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.524394 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6d518b49-0771-490b-a808-aeee72887f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.552474 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d769210-b338-4aad-a649-d4b0e06acfb8 None None] Network 0677875b-cbb4-4b83-af37-f04bd83955d3 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:26.564174 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d769210-b338-4aad-a649-d4b0e06acfb8 None None] Network 0677875b-cbb4-4b83-af37-f04bd83955d3 could not be found, it might have been deleted concurrently. {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 02:23:26.565354 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da2ab3-be87-4f83-af06-6664b4babab2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event updated for resources: {'Subnet': ['ID=46a1aa04-6c9c-4a43-981e-8e42a817696c,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:26.582163 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68da2ab3-be87-4f83-af06-6664b4babab2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Checking segment: {'id': 'b10fc732-ae82-4ee2-a4d0-5598abf89f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75fd42a9-8da4-49fa-a68f-b6fe70ccd866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:26.582528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68da2ab3-be87-4f83-af06-6664b4babab2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Network hostable DHCP agents. Network: 75fd42a9-8da4-49fa-a68f-b6fe70ccd866, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:23:26.598189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68da2ab3-be87-4f83-af06-6664b4babab2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Network 75fd42a9-8da4-49fa-a68f-b6fe70ccd866 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:23:26.607091 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-68da2ab3-be87-4f83-af06-6664b4babab2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 75fd42a9-8da4-49fa-a68f-b6fe70ccd866) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:26.612083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68da2ab3-be87-4f83-af06-6664b4babab2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:26.613753 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-68da2ab3-be87-4f83-af06-6664b4babab2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.614738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e8d6fe-789c-4082-82c4-118847256d39 None None] Network 75fd42a9-8da4-49fa-a68f-b6fe70ccd866 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:26.626722 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-68da2ab3-be87-4f83-af06-6664b4babab2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3927305 Jul 16 02:23:26.630280 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46316) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:26.635828 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-6ed8edcd-9d8e-4849-808f-c7824e8cadfa tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1931014931'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:26.657144 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed8edcd-9d8e-4849-808f-c7824e8cadfa tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Made reservation on behalf of 75df5d6af2384241b3f6a2cc683299c7 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:26.660617 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ed8edcd-9d8e-4849-808f-c7824e8cadfa tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.683933 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed8edcd-9d8e-4849-808f-c7824e8cadfa tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:23:26.692922 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ed8edcd-9d8e-4849-808f-c7824e8cadfa tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.693265 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-6ed8edcd-9d8e-4849-808f-c7824e8cadfa tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Added segment deb6052a-5350-4840-8fdd-ab63a96a6ba5 of type vlan for network db13dc53-ee4e-46a2-b3b4-f9eb0f68555f Jul 16 02:23:26.732475 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ed8edcd-9d8e-4849-808f-c7824e8cadfa tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.763457 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-75fd42a9-8da4-49fa-a68f-b6fe70ccd866', 'network_id': '75fd42a9-8da4-49fa-a68f-b6fe70ccd866', 'tenant_id': '75df5d6af2384241b3f6a2cc683299c7', 'fixed_ips': [{'subnet_id': '46a1aa04-6c9c-4a43-981e-8e42a817696c'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:23:26.764435 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.768387 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ed8edcd-9d8e-4849-808f-c7824e8cadfa tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.774145 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed8edcd-9d8e-4849-808f-c7824e8cadfa tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:26.774735 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-6ed8edcd-9d8e-4849-808f-c7824e8cadfa tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.808245 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-6ed8edcd-9d8e-4849-808f-c7824e8cadfa tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1768301 Jul 16 02:23:26.811216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46318) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:26.816120 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-507c4076-852c-4750-b320-b5e09b7ec393 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Request body: {'subnet': {'network_id': 'db13dc53-ee4e-46a2-b3b4-f9eb0f68555f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:26.864114 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8edcd-9d8e-4849-808f-c7824e8cadfa tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event updated for resources: {'Network': ['ID=db13dc53-ee4e-46a2-b3b4-f9eb0f68555f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:26.888206 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network db13dc53-ee4e-46a2-b3b4-f9eb0f68555f details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:23:26.939518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507c4076-852c-4750-b320-b5e09b7ec393 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Made reservation on behalf of 75df5d6af2384241b3f6a2cc683299c7 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:26.943030 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-507c4076-852c-4750-b320-b5e09b7ec393 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:26.958156 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Allocated IP 2001:db8::2 (75fd42a9-8da4-49fa-a68f-b6fe70ccd866/46a1aa04-6c9c-4a43-981e-8e42a817696c/5deca4a9-bc52-4eab-8e36-125af3f22631) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:26.961980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 235295f7-dbec-44ca-b48e-9bf1de436878 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:27.092504 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 235295f7-dbec-44ca-b48e-9bf1de436878 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:27.103337 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 235295f7-dbec-44ca-b48e-9bf1de436878 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:27.103710 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.137150 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-507c4076-852c-4750-b320-b5e09b7ec393 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.185736 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.197028 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Transition to ACTIVE for port object 5deca4a9-bc52-4eab-8e36-125af3f22631 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:27.202513 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c4076-852c-4750-b320-b5e09b7ec393 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event updated for resources: {'Subnet': ['ID=062b50b2-2502-4904-8552-07088cf4d0ec,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:27.207588 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507c4076-852c-4750-b320-b5e09b7ec393 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Checking segment: {'id': 'deb6052a-5350-4840-8fdd-ab63a96a6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'db13dc53-ee4e-46a2-b3b4-f9eb0f68555f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:27.208010 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507c4076-852c-4750-b320-b5e09b7ec393 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Network hostable DHCP agents. Network: db13dc53-ee4e-46a2-b3b4-f9eb0f68555f, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:23:27.224928 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507c4076-852c-4750-b320-b5e09b7ec393 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Network db13dc53-ee4e-46a2-b3b4-f9eb0f68555f is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:23:27.233985 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-507c4076-852c-4750-b320-b5e09b7ec393 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, db13dc53-ee4e-46a2-b3b4-f9eb0f68555f) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:27.236200 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Transition to ACTIVE for port object 5deca4a9-bc52-4eab-8e36-125af3f22631 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:27.238612 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507c4076-852c-4750-b320-b5e09b7ec393 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:27.239432 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-507c4076-852c-4750-b320-b5e09b7ec393 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.244556 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77c4555-a954-44f0-916e-8c015a78013c None None] Network db13dc53-ee4e-46a2-b3b4-f9eb0f68555f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:27.246991 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.250566 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.255131 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-507c4076-852c-4750-b320-b5e09b7ec393 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4428742 Jul 16 02:23:27.258548 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46320) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:27.330534 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Network 75fd42a9-8da4-49fa-a68f-b6fe70ccd866 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:27.357399 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.363426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:27.372110 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Pushing event updated for resources: {'Port': ['ID=5deca4a9-bc52-4eab-8e36-125af3f22631,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:27.377983 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:27.384585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 235295f7-dbec-44ca-b48e-9bf1de436878, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=235295f7-dbec-44ca-b48e-9bf1de436878,segment=NetworkSegment(40576d34-8625-4098-9bb5-7fd99d0f4bad),segment_id=40576d34-8625-4098-9bb5-7fd99d0f4bad)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:27.392292 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.449037 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.517405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Attempting to bind port 5deca4a9-bc52-4eab-8e36-125af3f22631 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:27.517773 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Attempting to bind port 5deca4a9-bc52-4eab-8e36-125af3f22631 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'b10fc732-ae82-4ee2-a4d0-5598abf89f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75fd42a9-8da4-49fa-a68f-b6fe70ccd866'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:27.518142 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Attempting to bind port 5deca4a9-bc52-4eab-8e36-125af3f22631 on network 75fd42a9-8da4-49fa-a68f-b6fe70ccd866 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:27.529874 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=235295f7-dbec-44ca-b48e-9bf1de436878,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:27.534518 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:27.534891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Checking segment: {'id': 'b10fc732-ae82-4ee2-a4d0-5598abf89f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75fd42a9-8da4-49fa-a68f-b6fe70ccd866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:27.535290 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.535679 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Bound using segment: {'id': 'b10fc732-ae82-4ee2-a4d0-5598abf89f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75fd42a9-8da4-49fa-a68f-b6fe70ccd866'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:27.536184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Bound port: 5deca4a9-bc52-4eab-8e36-125af3f22631, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10fc732-ae82-4ee2-a4d0-5598abf89f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '75fd42a9-8da4-49fa-a68f-b6fe70ccd866'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:27.536563 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.592007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-db13dc53-ee4e-46a2-b3b4-f9eb0f68555f', 'network_id': 'db13dc53-ee4e-46a2-b3b4-f9eb0f68555f', 'tenant_id': '75df5d6af2384241b3f6a2cc683299c7', 'fixed_ips': [{'subnet_id': '062b50b2-2502-4904-8552-07088cf4d0ec'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:23:27.592766 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.690287 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] For port 5deca4a9-bc52-4eab-8e36-125af3f22631, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:27.713528 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] For port 5deca4a9-bc52-4eab-8e36-125af3f22631, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5deca4a9-bc52-4eab-8e36-125af3f22631,segment=NetworkSegment(b10fc732-ae82-4ee2-a4d0-5598abf89f77),segment_id=b10fc732-ae82-4ee2-a4d0-5598abf89f77)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:27.721612 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.812982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a0de2-a64d-40eb-b761-8272abcef267 None None] Pushing event updated for resources: {'Port': ['ID=5deca4a9-bc52-4eab-8e36-125af3f22631,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:27.816163 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Allocated IP 2001:db8::2 (db13dc53-ee4e-46a2-b3b4-f9eb0f68555f/062b50b2-2502-4904-8552-07088cf4d0ec/f28da595-8d1a-4efa-9a28-22b4cf360ab2) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:27.981816 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:27.990481 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Transition to ACTIVE for port object f28da595-8d1a-4efa-9a28-22b4cf360ab2 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:28.009790 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Transition to ACTIVE for port object f28da595-8d1a-4efa-9a28-22b4cf360ab2 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:28.016430 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.034375 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.059790 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Network db13dc53-ee4e-46a2-b3b4-f9eb0f68555f is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:28.062644 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:28.065714 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event deleted for resources: {'Subnet': ['ID=062b50b2-2502-4904-8552-07088cf4d0ec,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:28.066696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:28.074511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Pushing event updated for resources: {'Port': ['ID=f28da595-8d1a-4efa-9a28-22b4cf360ab2,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:28.130895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Attempting to bind port f28da595-8d1a-4efa-9a28-22b4cf360ab2 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:28.131296 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Attempting to bind port f28da595-8d1a-4efa-9a28-22b4cf360ab2 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'deb6052a-5350-4840-8fdd-ab63a96a6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'db13dc53-ee4e-46a2-b3b4-f9eb0f68555f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:28.131712 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Attempting to bind port f28da595-8d1a-4efa-9a28-22b4cf360ab2 on network db13dc53-ee4e-46a2-b3b4-f9eb0f68555f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:28.136738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:28.137216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Checking segment: {'id': 'deb6052a-5350-4840-8fdd-ab63a96a6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'db13dc53-ee4e-46a2-b3b4-f9eb0f68555f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:28.137620 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.138012 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Bound using segment: {'id': 'deb6052a-5350-4840-8fdd-ab63a96a6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'db13dc53-ee4e-46a2-b3b4-f9eb0f68555f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:28.138476 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Bound port: f28da595-8d1a-4efa-9a28-22b4cf360ab2, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb6052a-5350-4840-8fdd-ab63a96a6ba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'db13dc53-ee4e-46a2-b3b4-f9eb0f68555f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:28.138857 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.144129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.154625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db13dc53-ee4e-46a2-b3b4-f9eb0f68555f']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:28.164365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb6052a-5350-4840-8fdd-ab63a96a6ba5') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:28.164660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb6052a-5350-4840-8fdd-ab63a96a6ba5') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:28.173859 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.186658 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.192358 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:23:28.192746 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: timer() Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:23:28.196007 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:23:28.201953 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] For port f28da595-8d1a-4efa-9a28-22b4cf360ab2, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:28.249963 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] For port f28da595-8d1a-4efa-9a28-22b4cf360ab2, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f28da595-8d1a-4efa-9a28-22b4cf360ab2,segment=NetworkSegment(deb6052a-5350-4840-8fdd-ab63a96a6ba5),segment_id=deb6052a-5350-4840-8fdd-ab63a96a6ba5)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:28.250580 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.db.api [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 02:23:28.250580 n-d-791505-14 neutron-server[93919]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 02:23:28.250580 n-d-791505-14 neutron-server[93919]: [parameters: {'id': 'db13dc53-ee4e-46a2-b3b4-f9eb0f68555f'}] Jul 16 02:23:28.250580 n-d-791505-14 neutron-server[93919]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93919) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:23:28.250933 n-d-791505-14 neutron-server[93919]: DEBUG oslo_db.api [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:23:28.254488 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.331897 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049974f-510c-42ef-98e0-9f3056605105 None None] Pushing event updated for resources: {'Port': ['ID=f28da595-8d1a-4efa-9a28-22b4cf360ab2,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:28.354752 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619a10ec-fe03-4b39-aedf-814bf8ad93b6 None None] Network db13dc53-ee4e-46a2-b3b4-f9eb0f68555f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:28.710944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5596c00c-1321-4ad2-8f65-4ef807bafb49 None None] Network 75fd42a9-8da4-49fa-a68f-b6fe70ccd866 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:28.752277 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.794383 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ba32f9f7-b20e-46d7-98db-77cd322e9361 None None] Provisioning for port 5deca4a9-bc52-4eab-8e36-125af3f22631 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:28.805833 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Deleting port f28da595-8d1a-4efa-9a28-22b4cf360ab2 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:28.806178 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.882907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] For port f28da595-8d1a-4efa-9a28-22b4cf360ab2, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=f28da595-8d1a-4efa-9a28-22b4cf360ab2,segment=NetworkSegment(deb6052a-5350-4840-8fdd-ab63a96a6ba5),segment_id=deb6052a-5350-4840-8fdd-ab63a96a6ba5)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:28.883277 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:28.896096 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Calling delete_port for f28da595-8d1a-4efa-9a28-22b4cf360ab2 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:28.967199 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5deca4a9-bc52-4eab-8e36-125af3f22631 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:28.982901 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.014749 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event deleted for resources: {'Port': ['ID=f28da595-8d1a-4efa-9a28-22b4cf360ab2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:29.022617 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] No DVR routers for this DVR port f28da595-8d1a-4efa-9a28-22b4cf360ab2 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:23:29.025600 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 5deca4a9-bc52-4eab-8e36-125af3f22631 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:29.032661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 5deca4a9-bc52-4eab-8e36-125af3f22631 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:29.033329 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.111420 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.113102 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d478c19-e41f-4b71-b943-c2cd4398ad6b None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:23:29.121501 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db13dc53-ee4e-46a2-b3b4-f9eb0f68555f']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:29.131360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb6052a-5350-4840-8fdd-ab63a96a6ba5') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:29.131685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb6052a-5350-4840-8fdd-ab63a96a6ba5') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:29.140361 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.143252 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.154811 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.160898 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:23:29.161308 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: timer() Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:23:29.165626 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:23:29.180753 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7fd10292-da5f-4ebf-a72a-93685cd7e5e5 None None] Provisioning complete for port 5deca4a9-bc52-4eab-8e36-125af3f22631 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:29.181088 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7fd10292-da5f-4ebf-a72a-93685cd7e5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.232286 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.235687 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 5deca4a9-bc52-4eab-8e36-125af3f22631, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5deca4a9-bc52-4eab-8e36-125af3f22631,segment=NetworkSegment(b10fc732-ae82-4ee2-a4d0-5598abf89f77),segment_id=b10fc732-ae82-4ee2-a4d0-5598abf89f77)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:29.242981 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.244764 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.245042 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "DELETE /v2.0/networks/db13dc53-ee4e-46a2-b3b4-f9eb0f68555f HTTP/1.1" status: 204 len: 168 time: 1.9852192 Jul 16 02:23:29.245558 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 235295f7-dbec-44ca-b48e-9bf1de436878 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:29.247690 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46322) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:29.255138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f76ff0-9b07-4b0d-a5c6-c7ffd305cac7 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event deleted for resources: {'Network': ['ID=db13dc53-ee4e-46a2-b3b4-f9eb0f68555f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:29.281823 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b7230e-8485-48b3-b240-12e7859dd12f tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] GET failed (client error): The resource could not be found. Jul 16 02:23:29.283275 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-56b7230e-8485-48b3-b240-12e7859dd12f tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "GET /v2.0/subnets/062b50b2-2502-4904-8552-07088cf4d0ec HTTP/1.1" status: 404 len: 337 time: 0.0344965 Jul 16 02:23:29.285979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46324) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:29.304422 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf34180-bd05-4950-9867-2ac613864319 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] DELETE failed (client error): The resource could not be found. Jul 16 02:23:29.304969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf34180-bd05-4950-9867-2ac613864319 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:23:29.310135 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5bf34180-bd05-4950-9867-2ac613864319 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "DELETE /v2.0/networks/db13dc53-ee4e-46a2-b3b4-f9eb0f68555f HTTP/1.1" status: 404 len: 339 time: 0.0197465 Jul 16 02:23:29.310374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46326) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:29.337094 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-083d40f1-c7d7-4609-afd2-e0a61c8de245 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] DELETE failed (client error): The resource could not be found. Jul 16 02:23:29.337551 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-083d40f1-c7d7-4609-afd2-e0a61c8de245 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:23:29.339262 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-083d40f1-c7d7-4609-afd2-e0a61c8de245 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "DELETE /v2.0/subnets/062b50b2-2502-4904-8552-07088cf4d0ec HTTP/1.1" status: 404 len: 337 time: 0.0279860 Jul 16 02:23:29.341790 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46328) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:29.359931 n-d-791505-14 neutron-server[93920]: INFO neutron.pecan_wsgi.hooks.translation [None req-7240b1d5-a1eb-4497-814b-35365dfe5cf4 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] DELETE failed (client error): The resource could not be found. Jul 16 02:23:29.360582 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7240b1d5-a1eb-4497-814b-35365dfe5cf4 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93920) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:23:29.364657 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7240b1d5-a1eb-4497-814b-35365dfe5cf4 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "DELETE /v2.0/networks/db13dc53-ee4e-46a2-b3b4-f9eb0f68555f HTTP/1.1" status: 404 len: 339 time: 0.0195751 Jul 16 02:23:29.365027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46330) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:29.367639 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d478c19-e41f-4b71-b943-c2cd4398ad6b None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:23:29.372706 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=5deca4a9-bc52-4eab-8e36-125af3f22631,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:29.421882 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a2765b1-d60a-4a64-967f-1733693f14f6 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Deleting subnet 46a1aa04-6c9c-4a43-981e-8e42a817696c {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:23:29.424940 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a2765b1-d60a-4a64-967f-1733693f14f6 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.452509 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 235295f7-dbec-44ca-b48e-9bf1de436878 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:29.452877 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.465842 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a2765b1-d60a-4a64-967f-1733693f14f6 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.549424 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a2765b1-d60a-4a64-967f-1733693f14f6 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.613787 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a2765b1-d60a-4a64-967f-1733693f14f6 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.642116 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2765b1-d60a-4a64-967f-1733693f14f6 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event deleted for resources: {'Subnet': ['ID=46a1aa04-6c9c-4a43-981e-8e42a817696c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:29.645977 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2a2765b1-d60a-4a64-967f-1733693f14f6 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.650735 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2a2765b1-d60a-4a64-967f-1733693f14f6 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "DELETE /v2.0/subnets/46a1aa04-6c9c-4a43-981e-8e42a817696c HTTP/1.1" status: 204 len: 168 time: 0.2824457 Jul 16 02:23:29.650886 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46332) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:29.716351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59daba8e-ed21-4541-8297-66c16038d720 None None] Network 75fd42a9-8da4-49fa-a68f-b6fe70ccd866 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:29.724627 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.777052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Deleting port 5deca4a9-bc52-4eab-8e36-125af3f22631 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:29.777400 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.844708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] For port 5deca4a9-bc52-4eab-8e36-125af3f22631, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=5deca4a9-bc52-4eab-8e36-125af3f22631,segment=NetworkSegment(b10fc732-ae82-4ee2-a4d0-5598abf89f77),segment_id=b10fc732-ae82-4ee2-a4d0-5598abf89f77)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:29.845126 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.857745 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Calling delete_port for 5deca4a9-bc52-4eab-8e36-125af3f22631 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:29.899399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d86b473-267a-4da9-9f59-85cec682d5ef None None] DHCP port deletion for 75fd42a9-8da4-49fa-a68f-b6fe70ccd866 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:23:29.937152 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.946210 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5d86b473-267a-4da9-9f59-85cec682d5ef None None] Deleting port 5deca4a9-bc52-4eab-8e36-125af3f22631 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:29.946593 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5d86b473-267a-4da9-9f59-85cec682d5ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:29.966445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event deleted for resources: {'Port': ['ID=5deca4a9-bc52-4eab-8e36-125af3f22631,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:29.971545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] No DVR routers for this DVR port 5deca4a9-bc52-4eab-8e36-125af3f22631 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:23:30.010403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-5d86b473-267a-4da9-9f59-85cec682d5ef None None] For port 5deca4a9-bc52-4eab-8e36-125af3f22631, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:30.010795 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5d86b473-267a-4da9-9f59-85cec682d5ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.022267 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5d86b473-267a-4da9-9f59-85cec682d5ef None None] Calling delete_port for 5deca4a9-bc52-4eab-8e36-125af3f22631 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:30.028534 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-5d86b473-267a-4da9-9f59-85cec682d5ef None None] Port 5deca4a9-bc52-4eab-8e36-125af3f22631 was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:23:30.029802 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5d86b473-267a-4da9-9f59-85cec682d5ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.050126 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.053068 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86b473-267a-4da9-9f59-85cec682d5ef None None] Pushing event deleted for resources: {'Port': ['ID=5deca4a9-bc52-4eab-8e36-125af3f22631,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:30.061926 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75fd42a9-8da4-49fa-a68f-b6fe70ccd866']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:30.063832 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d86b473-267a-4da9-9f59-85cec682d5ef None None] No DVR routers for this DVR port 5deca4a9-bc52-4eab-8e36-125af3f22631 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:23:30.072459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10fc732-ae82-4ee2-a4d0-5598abf89f77') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:30.072747 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10fc732-ae82-4ee2-a4d0-5598abf89f77') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:30.081489 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.099219 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.105368 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:23:30.105749 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: timer() Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:23:30.108634 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:23:30.162335 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.167782 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.172593 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "DELETE /v2.0/networks/75fd42a9-8da4-49fa-a68f-b6fe70ccd866 HTTP/1.1" status: 204 len: 168 time: 0.5173519 Jul 16 02:23:30.172818 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46334) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:30.184846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0f4d9-b2ff-4800-b17a-c7eae27f4ade tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event deleted for resources: {'Network': ['ID=75fd42a9-8da4-49fa-a68f-b6fe70ccd866,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:30.200900 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9cd596-021d-41d9-bf80-f1f66ae76a68 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] DELETE failed (client error): The resource could not be found. Jul 16 02:23:30.201352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9cd596-021d-41d9-bf80-f1f66ae76a68 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:23:30.203040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-da9cd596-021d-41d9-bf80-f1f66ae76a68 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "DELETE /v2.0/subnets/63823d62-58c1-48fb-a3fe-91e1a735ceb7 HTTP/1.1" status: 404 len: 337 time: 0.0290534 Jul 16 02:23:30.205682 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46336) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:30.223473 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2e9bbe-da0f-447f-baa7-6c6dd6793ea1 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] DELETE failed (client error): The resource could not be found. Jul 16 02:23:30.224012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2e9bbe-da0f-447f-baa7-6c6dd6793ea1 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:23:30.225600 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-cf2e9bbe-da0f-447f-baa7-6c6dd6793ea1 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "DELETE /v2.0/networks/0677875b-cbb4-4b83-af37-f04bd83955d3 HTTP/1.1" status: 404 len: 339 time: 0.0190225 Jul 16 02:23:30.227854 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46338) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:30.251275 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-802363fc-beb8-489e-8c18-be9df8199948 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] DELETE failed (client error): The resource could not be found. Jul 16 02:23:30.251701 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802363fc-beb8-489e-8c18-be9df8199948 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:23:30.253295 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-802363fc-beb8-489e-8c18-be9df8199948 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "DELETE /v2.0/subnets/4867b183-3f9f-4981-9a97-76e78e61de6a HTTP/1.1" status: 404 len: 337 time: 0.0246005 Jul 16 02:23:30.255407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46340) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:30.272958 n-d-791505-14 neutron-server[93919]: INFO neutron.pecan_wsgi.hooks.translation [None req-b46af577-9304-4f38-958c-12c825b62323 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] DELETE failed (client error): The resource could not be found. Jul 16 02:23:30.273445 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b46af577-9304-4f38-958c-12c825b62323 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93919) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 02:23:30.274996 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b46af577-9304-4f38-958c-12c825b62323 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "DELETE /v2.0/networks/a2edecdd-0d9d-4ddb-80a6-22f4ff65adc5 HTTP/1.1" status: 404 len: 339 time: 0.0186992 Jul 16 02:23:30.277143 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46342) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:30.329062 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5d2789-ecd4-48dd-b708-0faa2fab79c2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Deleting subnet 994812f9-2344-4231-b726-5e51f449e83e {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:23:30.332037 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b5d2789-ecd4-48dd-b708-0faa2fab79c2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.369434 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b5d2789-ecd4-48dd-b708-0faa2fab79c2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.448180 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b5d2789-ecd4-48dd-b708-0faa2fab79c2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.507141 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b5d2789-ecd4-48dd-b708-0faa2fab79c2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.532932 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d2789-ecd4-48dd-b708-0faa2fab79c2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event deleted for resources: {'Subnet': ['ID=994812f9-2344-4231-b726-5e51f449e83e,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:30.538287 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3b5d2789-ecd4-48dd-b708-0faa2fab79c2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.538287 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3b5d2789-ecd4-48dd-b708-0faa2fab79c2 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "DELETE /v2.0/subnets/994812f9-2344-4231-b726-5e51f449e83e HTTP/1.1" status: 204 len: 168 time: 0.2601473 Jul 16 02:23:30.540672 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46344) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:30.543156 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b4f314-f965-43c5-a0ba-126644e28a9a None None] Network 5de4b113-7d8f-4e78-9dc1-324a0473e91a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:30.612482 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.669012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Deleting port 235295f7-dbec-44ca-b48e-9bf1de436878 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:30.669663 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.732944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b62d738-fb90-4152-85db-97639ac643a0 None None] DHCP port deletion for 5de4b113-7d8f-4e78-9dc1-324a0473e91a request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:23:30.734412 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] For port 235295f7-dbec-44ca-b48e-9bf1de436878, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=235295f7-dbec-44ca-b48e-9bf1de436878,segment=NetworkSegment(40576d34-8625-4098-9bb5-7fd99d0f4bad),segment_id=40576d34-8625-4098-9bb5-7fd99d0f4bad)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:30.734778 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.746793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Calling delete_port for 235295f7-dbec-44ca-b48e-9bf1de436878 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:30.778763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-7b62d738-fb90-4152-85db-97639ac643a0 None None] Deleting port 235295f7-dbec-44ca-b48e-9bf1de436878 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:30.779143 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7b62d738-fb90-4152-85db-97639ac643a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.829074 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.843350 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7b62d738-fb90-4152-85db-97639ac643a0 None None] For port 235295f7-dbec-44ca-b48e-9bf1de436878, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=235295f7-dbec-44ca-b48e-9bf1de436878,segment=NetworkSegment(40576d34-8625-4098-9bb5-7fd99d0f4bad),segment_id=40576d34-8625-4098-9bb5-7fd99d0f4bad)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:30.843694 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7b62d738-fb90-4152-85db-97639ac643a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.856684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-7b62d738-fb90-4152-85db-97639ac643a0 None None] Calling delete_port for 235295f7-dbec-44ca-b48e-9bf1de436878 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:30.859925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event deleted for resources: {'Port': ['ID=235295f7-dbec-44ca-b48e-9bf1de436878,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:30.864216 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] No DVR routers for this DVR port 235295f7-dbec-44ca-b48e-9bf1de436878 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:23:30.905739 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5deca4a9-bc52-4eab-8e36-125af3f22631 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:23:30.927614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 5deca4a9-bc52-4eab-8e36-125af3f22631 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:23:30.927984 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 5deca4a9-bc52-4eab-8e36-125af3f22631 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:23:30.928432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 235295f7-dbec-44ca-b48e-9bf1de436878 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:23:30.942096 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.950011 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 235295f7-dbec-44ca-b48e-9bf1de436878 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:23:30.950274 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 235295f7-dbec-44ca-b48e-9bf1de436878 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:23:30.952956 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de4b113-7d8f-4e78-9dc1-324a0473e91a']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:30.969672 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40576d34-8625-4098-9bb5-7fd99d0f4bad') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:30.969996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40576d34-8625-4098-9bb5-7fd99d0f4bad') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:30.979298 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.980455 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7b62d738-fb90-4152-85db-97639ac643a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.994050 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:30.999678 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:23:31.000129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: timer() Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:23:31.002989 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:23:31.007828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b62d738-fb90-4152-85db-97639ac643a0 None None] Pushing event deleted for resources: {'Port': ['ID=235295f7-dbec-44ca-b48e-9bf1de436878,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:31.011641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b62d738-fb90-4152-85db-97639ac643a0 None None] No DVR routers for this DVR port 235295f7-dbec-44ca-b48e-9bf1de436878 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:23:31.059185 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.064529 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.072095 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.073931 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] 10.222.0.22 "DELETE /v2.0/networks/5de4b113-7d8f-4e78-9dc1-324a0473e91a HTTP/1.1" status: 204 len: 168 time: 0.5323887 Jul 16 02:23:31.084941 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6feef3d-7c64-405c-b27d-1f8cb27641a0 tempest-NetworksIpV6Test-1032792441 tempest-NetworksIpV6Test-1032792441-project] Pushing event deleted for resources: {'Network': ['ID=5de4b113-7d8f-4e78-9dc1-324a0473e91a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:31.308650 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46350) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:31.435966 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-57935e41-d3aa-49a6-b37f-8a455cc4cb96 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75df5d6af2384241b3f6a2cc683299c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260750 Jul 16 02:23:31.438409 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46354) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:31.486889 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c60861af-196f-43ee-a766-acfb83bc3749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.512630 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c60861af-196f-43ee-a766-acfb83bc3749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.560207 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c60861af-196f-43ee-a766-acfb83bc3749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.562762 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c60861af-196f-43ee-a766-acfb83bc3749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:31.566782 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c60861af-196f-43ee-a766-acfb83bc3749 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/913d99e9-f954-4a88-8c40-2212f75e0dce HTTP/1.1" status: 204 len: 168 time: 0.1246455 Jul 16 02:23:31.573457 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60861af-196f-43ee-a766-acfb83bc3749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913d99e9-f954-4a88-8c40-2212f75e0dce,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:32.008731 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.192812 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46376) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:32.284734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ab60f23c-c790-4947-9a4e-9b0b8988e04b tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-421370412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:32.308523 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab60f23c-c790-4947-9a4e-9b0b8988e04b tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.309630 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab60f23c-c790-4947-9a4e-9b0b8988e04b tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.359090 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab60f23c-c790-4947-9a4e-9b0b8988e04b tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.363179 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab60f23c-c790-4947-9a4e-9b0b8988e04b tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.379150 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ab60f23c-c790-4947-9a4e-9b0b8988e04b tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.380448 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ab60f23c-c790-4947-9a4e-9b0b8988e04b tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1865559 Jul 16 02:23:32.383161 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46380) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:32.388124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e5dd5871-46d9-4130-a211-85b04b0075f6 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1305697702'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:32.406684 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5dd5871-46d9-4130-a211-85b04b0075f6 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Made reservation on behalf of b173857377fe4a1090fae9f105598663 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:32.409976 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5dd5871-46d9-4130-a211-85b04b0075f6 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.418578 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5dd5871-46d9-4130-a211-85b04b0075f6 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.509217 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5dd5871-46d9-4130-a211-85b04b0075f6 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.513053 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5dd5871-46d9-4130-a211-85b04b0075f6 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.540551 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5dd5871-46d9-4130-a211-85b04b0075f6 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:23:32.545635 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd5871-46d9-4130-a211-85b04b0075f6 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41ec40da-808e-4294-a325-4fb17e55a96e,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:32.553174 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5dd5871-46d9-4130-a211-85b04b0075f6 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.554069 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-e5dd5871-46d9-4130-a211-85b04b0075f6 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Added segment a83a603d-b31a-4a5e-a1bd-98dd37194858 of type vlan for network 37e601a9-e9fa-44b5-b283-1d23b5c1bb52 Jul 16 02:23:32.593142 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5dd5871-46d9-4130-a211-85b04b0075f6 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.621072 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5dd5871-46d9-4130-a211-85b04b0075f6 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.626482 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dd5871-46d9-4130-a211-85b04b0075f6 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:32.627058 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5dd5871-46d9-4130-a211-85b04b0075f6 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.659077 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e5dd5871-46d9-4130-a211-85b04b0075f6 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2748730 Jul 16 02:23:32.661900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46382) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:32.667155 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b673e81e-c119-4c28-b086-8ee1e17e51ed tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Request body: {'subnet': {'network_id': '37e601a9-e9fa-44b5-b283-1d23b5c1bb52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:32.716574 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd5871-46d9-4130-a211-85b04b0075f6 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Pushing event updated for resources: {'Network': ['ID=37e601a9-e9fa-44b5-b283-1d23b5c1bb52,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:32.727143 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 37e601a9-e9fa-44b5-b283-1d23b5c1bb52 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:23:32.782682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b673e81e-c119-4c28-b086-8ee1e17e51ed tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Made reservation on behalf of b173857377fe4a1090fae9f105598663 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:32.786171 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b673e81e-c119-4c28-b086-8ee1e17e51ed tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:32.960542 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b673e81e-c119-4c28-b086-8ee1e17e51ed tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.020481 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673e81e-c119-4c28-b086-8ee1e17e51ed tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Pushing event updated for resources: {'Subnet': ['ID=b31bf9e1-76c3-4448-b559-a80eac4f57f0,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:33.027746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b673e81e-c119-4c28-b086-8ee1e17e51ed tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Checking segment: {'id': 'a83a603d-b31a-4a5e-a1bd-98dd37194858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '37e601a9-e9fa-44b5-b283-1d23b5c1bb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:33.028142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b673e81e-c119-4c28-b086-8ee1e17e51ed tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Network hostable DHCP agents. Network: 37e601a9-e9fa-44b5-b283-1d23b5c1bb52, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:23:33.044541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b673e81e-c119-4c28-b086-8ee1e17e51ed tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Network 37e601a9-e9fa-44b5-b283-1d23b5c1bb52 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:23:33.053150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-b673e81e-c119-4c28-b086-8ee1e17e51ed tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 37e601a9-e9fa-44b5-b283-1d23b5c1bb52) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:33.058567 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b673e81e-c119-4c28-b086-8ee1e17e51ed tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:33.060118 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b673e81e-c119-4c28-b086-8ee1e17e51ed tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.061954 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c937b0-b4f1-4fca-b78c-bac351ab7860 None None] Network 37e601a9-e9fa-44b5-b283-1d23b5c1bb52 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:33.077889 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b673e81e-c119-4c28-b086-8ee1e17e51ed tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4121966 Jul 16 02:23:33.078154 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46384) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:33.083382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7ae2b0ab-941e-4a2b-af44-22b5b7bd7c67 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2115305453'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:33.103893 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae2b0ab-941e-4a2b-af44-22b5b7bd7c67 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Made reservation on behalf of b173857377fe4a1090fae9f105598663 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:33.107373 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7ae2b0ab-941e-4a2b-af44-22b5b7bd7c67 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.131315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ae2b0ab-941e-4a2b-af44-22b5b7bd7c67 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:23:33.140939 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7ae2b0ab-941e-4a2b-af44-22b5b7bd7c67 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.141301 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-7ae2b0ab-941e-4a2b-af44-22b5b7bd7c67 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Added segment 5f897f42-0292-4601-970b-377dde371676 of type vlan for network 5a1b0d25-4408-4b2e-b146-0f54d0117953 Jul 16 02:23:33.184489 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7ae2b0ab-941e-4a2b-af44-22b5b7bd7c67 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.209514 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-37e601a9-e9fa-44b5-b283-1d23b5c1bb52', 'network_id': '37e601a9-e9fa-44b5-b283-1d23b5c1bb52', 'tenant_id': 'b173857377fe4a1090fae9f105598663', 'fixed_ips': [{'subnet_id': 'b31bf9e1-76c3-4448-b559-a80eac4f57f0'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:23:33.210388 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.215666 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7ae2b0ab-941e-4a2b-af44-22b5b7bd7c67 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.221143 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae2b0ab-941e-4a2b-af44-22b5b7bd7c67 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:33.221730 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7ae2b0ab-941e-4a2b-af44-22b5b7bd7c67 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.256609 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7ae2b0ab-941e-4a2b-af44-22b5b7bd7c67 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1773777 Jul 16 02:23:33.259414 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46386) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:33.264279 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-688cf2ec-2ad3-4f52-bf5b-e4fdaa3fd71d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Request body: {'subnet': {'network_id': '5a1b0d25-4408-4b2e-b146-0f54d0117953', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:33.311867 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2b0ab-941e-4a2b-af44-22b5b7bd7c67 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Pushing event updated for resources: {'Network': ['ID=5a1b0d25-4408-4b2e-b146-0f54d0117953,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:33.329697 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 5a1b0d25-4408-4b2e-b146-0f54d0117953 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:23:33.383020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688cf2ec-2ad3-4f52-bf5b-e4fdaa3fd71d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Made reservation on behalf of b173857377fe4a1090fae9f105598663 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:33.386435 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-688cf2ec-2ad3-4f52-bf5b-e4fdaa3fd71d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.400489 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Allocated IP 172.20.0.2 (37e601a9-e9fa-44b5-b283-1d23b5c1bb52/b31bf9e1-76c3-4448-b559-a80eac4f57f0/7a6d78bf-b77f-4155-b0fd-082ff7fe86a7) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:33.547892 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.555976 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Transition to ACTIVE for port object 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:33.562123 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-688cf2ec-2ad3-4f52-bf5b-e4fdaa3fd71d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.571347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Transition to ACTIVE for port object 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:33.576932 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.615753 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Network 37e601a9-e9fa-44b5-b283-1d23b5c1bb52 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:33.618463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:33.620741 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:33.621542 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688cf2ec-2ad3-4f52-bf5b-e4fdaa3fd71d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Pushing event updated for resources: {'Subnet': ['ID=84d0abdb-f480-4caa-8101-1eadbe4cbc15,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:33.629946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688cf2ec-2ad3-4f52-bf5b-e4fdaa3fd71d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Checking segment: {'id': '5f897f42-0292-4601-970b-377dde371676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5a1b0d25-4408-4b2e-b146-0f54d0117953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:33.630307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688cf2ec-2ad3-4f52-bf5b-e4fdaa3fd71d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Network hostable DHCP agents. Network: 5a1b0d25-4408-4b2e-b146-0f54d0117953, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:23:33.631124 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Pushing event updated for resources: {'Port': ['ID=7a6d78bf-b77f-4155-b0fd-082ff7fe86a7,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:33.647407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688cf2ec-2ad3-4f52-bf5b-e4fdaa3fd71d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Network 5a1b0d25-4408-4b2e-b146-0f54d0117953 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:23:33.655860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-688cf2ec-2ad3-4f52-bf5b-e4fdaa3fd71d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 5a1b0d25-4408-4b2e-b146-0f54d0117953) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:33.661115 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688cf2ec-2ad3-4f52-bf5b-e4fdaa3fd71d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:33.661752 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-688cf2ec-2ad3-4f52-bf5b-e4fdaa3fd71d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.679136 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-688cf2ec-2ad3-4f52-bf5b-e4fdaa3fd71d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4161563 Jul 16 02:23:33.679376 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d969fb-597f-4dbd-8b31-aed6e3aca26f None None] Network 5a1b0d25-4408-4b2e-b146-0f54d0117953 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:33.679487 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46388) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:33.684180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-2f050b52-6f69-4753-a882-50852b5f4fbf tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Request body: {'router': {'external_gateway_info': {'network_id': '5a1b0d25-4408-4b2e-b146-0f54d0117953'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:33.707637 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Attempting to bind port 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:33.708043 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Attempting to bind port 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'a83a603d-b31a-4a5e-a1bd-98dd37194858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '37e601a9-e9fa-44b5-b283-1d23b5c1bb52'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:33.708406 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Attempting to bind port 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 on network 37e601a9-e9fa-44b5-b283-1d23b5c1bb52 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:33.716278 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:33.716658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Checking segment: {'id': 'a83a603d-b31a-4a5e-a1bd-98dd37194858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '37e601a9-e9fa-44b5-b283-1d23b5c1bb52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:33.717060 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.717456 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Bound using segment: {'id': 'a83a603d-b31a-4a5e-a1bd-98dd37194858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '37e601a9-e9fa-44b5-b283-1d23b5c1bb52'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:33.717927 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Bound port: 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a83a603d-b31a-4a5e-a1bd-98dd37194858', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '37e601a9-e9fa-44b5-b283-1d23b5c1bb52'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:33.718305 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.849553 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] For port 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:33.854156 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] For port 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7a6d78bf-b77f-4155-b0fd-082ff7fe86a7,segment=NetworkSegment(a83a603d-b31a-4a5e-a1bd-98dd37194858),segment_id=a83a603d-b31a-4a5e-a1bd-98dd37194858)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:33.861611 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.905451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f070815d-85a4-442a-b823-a996a1dfd769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-5a1b0d25-4408-4b2e-b146-0f54d0117953', 'network_id': '5a1b0d25-4408-4b2e-b146-0f54d0117953', 'tenant_id': 'b173857377fe4a1090fae9f105598663', 'fixed_ips': [{'subnet_id': '84d0abdb-f480-4caa-8101-1eadbe4cbc15'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:23:33.906310 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f070815d-85a4-442a-b823-a996a1dfd769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:33.942364 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-2f050b52-6f69-4753-a882-50852b5f4fbf tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.073252 n-d-791505-14 neutron-server[93919]: INFO neutron.api.v2.resource [None req-2f050b52-6f69-4753-a882-50852b5f4fbf tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 02:23:34.074380 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2f050b52-6f69-4753-a882-50852b5f4fbf tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] 10.222.0.22 "PUT /v2.0/routers/04f5b090-feeb-4701-a182-b2ffecf404a6 HTTP/1.1" status: 400 len: 364 time: 0.3938799 Jul 16 02:23:34.080162 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46390) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:34.132329 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56f64a-5ead-4c31-b6ab-a6b64a7fdd8e None None] Pushing event updated for resources: {'Port': ['ID=7a6d78bf-b77f-4155-b0fd-082ff7fe86a7,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:34.170024 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a5a476-c410-41d3-94b4-b7e185f9980a tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Deleting subnet 84d0abdb-f480-4caa-8101-1eadbe4cbc15 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:23:34.174024 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a476-c410-41d3-94b4-b7e185f9980a tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.217870 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a476-c410-41d3-94b4-b7e185f9980a tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.267679 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a476-c410-41d3-94b4-b7e185f9980a tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.324534 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a476-c410-41d3-94b4-b7e185f9980a tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server [None req-f070815d-85a4-442a-b823-a996a1dfd769 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84d0abdb-f480-4caa-8101-1eadbe4cbc15: This subnet is being modified by another concurrent operation. Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server raise exception Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 84d0abdb-f480-4caa-8101-1eadbe4cbc15: This subnet is being modified by another concurrent operation. Jul 16 02:23:34.327735 n-d-791505-14 neutron-server[93921]: ERROR oslo_messaging.rpc.server Jul 16 02:23:34.341022 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a2a5a476-c410-41d3-94b4-b7e185f9980a tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.341316 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a2a5a476-c410-41d3-94b4-b7e185f9980a tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] 10.222.0.22 "DELETE /v2.0/subnets/84d0abdb-f480-4caa-8101-1eadbe4cbc15 HTTP/1.1" status: 204 len: 168 time: 0.2601461 Jul 16 02:23:34.342539 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1bd315-d63b-4ad4-bde1-d806862fd3fd None None] Network 5a1b0d25-4408-4b2e-b146-0f54d0117953 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:34.343953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46392) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:34.358936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a5a476-c410-41d3-94b4-b7e185f9980a tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Pushing event deleted for resources: {'Subnet': ['ID=84d0abdb-f480-4caa-8101-1eadbe4cbc15,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:34.421694 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3557d6a0-817e-4195-a9d6-11c886913832 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.512320 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3557d6a0-817e-4195-a9d6-11c886913832 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.522245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-3557d6a0-817e-4195-a9d6-11c886913832 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1b0d25-4408-4b2e-b146-0f54d0117953']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:34.531895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-3557d6a0-817e-4195-a9d6-11c886913832 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f897f42-0292-4601-970b-377dde371676') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:34.532193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-3557d6a0-817e-4195-a9d6-11c886913832 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f897f42-0292-4601-970b-377dde371676') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:34.541303 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3557d6a0-817e-4195-a9d6-11c886913832 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.555441 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3557d6a0-817e-4195-a9d6-11c886913832 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.561579 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3557d6a0-817e-4195-a9d6-11c886913832 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:23:34.561981 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3557d6a0-817e-4195-a9d6-11c886913832 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: timer() Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:23:34.565044 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:23:34.623972 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3557d6a0-817e-4195-a9d6-11c886913832 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.632318 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3557d6a0-817e-4195-a9d6-11c886913832 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.634523 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3557d6a0-817e-4195-a9d6-11c886913832 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] 10.222.0.22 "DELETE /v2.0/networks/5a1b0d25-4408-4b2e-b146-0f54d0117953 HTTP/1.1" status: 204 len: 168 time: 0.2894139 Jul 16 02:23:34.637013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46394) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:34.655237 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3557d6a0-817e-4195-a9d6-11c886913832 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Pushing event deleted for resources: {'Network': ['ID=5a1b0d25-4408-4b2e-b146-0f54d0117953,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:34.706171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f77c1c3-a44c-4ecb-92e1-c24a41717e4a tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Deleting subnet b31bf9e1-76c3-4448-b559-a80eac4f57f0 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:23:34.709609 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f77c1c3-a44c-4ecb-92e1-c24a41717e4a tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.750705 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f77c1c3-a44c-4ecb-92e1-c24a41717e4a tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.833761 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f77c1c3-a44c-4ecb-92e1-c24a41717e4a tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.880291 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7264217c-8a23-4a85-93ad-9cdd2087a323 None None] Network 37e601a9-e9fa-44b5-b283-1d23b5c1bb52 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:34.901167 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f77c1c3-a44c-4ecb-92e1-c24a41717e4a tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.932964 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f77c1c3-a44c-4ecb-92e1-c24a41717e4a tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:34.935355 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9f77c1c3-a44c-4ecb-92e1-c24a41717e4a tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] 10.222.0.22 "DELETE /v2.0/subnets/b31bf9e1-76c3-4448-b559-a80eac4f57f0 HTTP/1.1" status: 204 len: 168 time: 0.2968616 Jul 16 02:23:34.935679 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77c1c3-a44c-4ecb-92e1-c24a41717e4a tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Pushing event deleted for resources: {'Subnet': ['ID=b31bf9e1-76c3-4448-b559-a80eac4f57f0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:34.937309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46396) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:34.940132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:35.012389 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.017856 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-573bb090-0462-49ca-a173-a9b9ed013c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.025238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3f5b40f8-aef8-49ea-aaaf-33470d42381c None None] Provisioning for port 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:35.073577 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Deleting port 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:35.073909 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.077321 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:35.082618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:35.083001 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.137193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] For port 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7a6d78bf-b77f-4155-b0fd-082ff7fe86a7,segment=NetworkSegment(a83a603d-b31a-4a5e-a1bd-98dd37194858),segment_id=a83a603d-b31a-4a5e-a1bd-98dd37194858)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:35.137477 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.150110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Calling delete_port for 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:35.183915 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.188015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d1f9ab-af35-48af-ba9d-827739d21490 None None] DHCP port deletion for 37e601a9-e9fa-44b5-b283-1d23b5c1bb52 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:23:35.239451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=7a6d78bf-b77f-4155-b0fd-082ff7fe86a7,segment=NetworkSegment(a83a603d-b31a-4a5e-a1bd-98dd37194858),segment_id=a83a603d-b31a-4a5e-a1bd-98dd37194858)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:35.244078 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.250889 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.280541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Pushing event deleted for resources: {'Port': ['ID=7a6d78bf-b77f-4155-b0fd-082ff7fe86a7,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:35.282383 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] No DVR routers for this DVR port 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:23:35.296824 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-71d1f9ab-af35-48af-ba9d-827739d21490 None None] Deleting port 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:23:35.297198 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-71d1f9ab-af35-48af-ba9d-827739d21490 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.310738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=7a6d78bf-b77f-4155-b0fd-082ff7fe86a7,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:35.359222 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.364914 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-71d1f9ab-af35-48af-ba9d-827739d21490 None None] For port 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:35.365491 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-71d1f9ab-af35-48af-ba9d-827739d21490 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.369080 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e601a9-e9fa-44b5-b283-1d23b5c1bb52']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:35.376714 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-71d1f9ab-af35-48af-ba9d-827739d21490 None None] Calling delete_port for 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:23:35.378665 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a83a603d-b31a-4a5e-a1bd-98dd37194858') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:35.378964 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a83a603d-b31a-4a5e-a1bd-98dd37194858') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:35.379283 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-71d1f9ab-af35-48af-ba9d-827739d21490 None None] Port 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:23:35.380541 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-71d1f9ab-af35-48af-ba9d-827739d21490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.388695 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.404405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1f9ab-af35-48af-ba9d-827739d21490 None None] Pushing event deleted for resources: {'Port': ['ID=7a6d78bf-b77f-4155-b0fd-082ff7fe86a7,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:35.408037 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.409745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d1f9ab-af35-48af-ba9d-827739d21490 None None] No DVR routers for this DVR port 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:23:35.416267 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:23:35.417315 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: timer() Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:23:35.419602 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:23:35.424802 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7c2435-6be9-4dc4-ad70-95fa50250e04 None None] get_active_networks_info from n-d-791505-14 {{(pid=93921) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:23:35.477647 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.485623 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.487430 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] 10.222.0.22 "DELETE /v2.0/networks/37e601a9-e9fa-44b5-b283-1d23b5c1bb52 HTTP/1.1" status: 204 len: 168 time: 0.5492125 Jul 16 02:23:35.490261 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46398) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:35.496628 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89b522-3de1-4137-971d-fc3da0ea9b8d tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Pushing event deleted for resources: {'Network': ['ID=37e601a9-e9fa-44b5-b283-1d23b5c1bb52,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:35.506044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7c2435-6be9-4dc4-ad70-95fa50250e04 None None] Resources bound (agent type, host, resource id): {{(pid=93921) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 02:23:35.527410 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0368ea4c-696d-41fd-894e-2f5cc3821c97 tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] 10.222.0.22 "GET /v2.0/ports?device_id=04f5b090-feeb-4701-a182-b2ffecf404a6 HTTP/1.1" status: 200 len: 205 time: 0.0332215 Jul 16 02:23:35.528227 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46400) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:35.600961 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:23:35.602875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c7a75ba-66e0-495e-acf2-40355ef80acc tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.761797 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c7a75ba-66e0-495e-acf2-40355ef80acc tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.763922 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c7a75ba-66e0-495e-acf2-40355ef80acc tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.804279 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c7a75ba-66e0-495e-acf2-40355ef80acc tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.804774 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c7a75ba-66e0-495e-acf2-40355ef80acc tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Fanout notify agent at l3_agent the message router_deleted on router 04f5b090-feeb-4701-a182-b2ffecf404a6 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:23:35.811479 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7c7a75ba-66e0-495e-acf2-40355ef80acc tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:35.815471 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7c7a75ba-66e0-495e-acf2-40355ef80acc tempest-RoutersNegativeTest-259376912 tempest-RoutersNegativeTest-259376912-project] 10.222.0.22 "DELETE /v2.0/routers/04f5b090-feeb-4701-a182-b2ffecf404a6 HTTP/1.1" status: 204 len: 168 time: 0.2834601 Jul 16 02:23:36.044428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46406) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:36.170929 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-60867c22-a0c7-49ec-81b3-d8edb9f7c3f7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b173857377fe4a1090fae9f105598663&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1253536 Jul 16 02:23:36.173488 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46410) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:36.222783 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26b83b0e-07b8-4f35-94fd-b0f7fe45d098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:36.243661 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26b83b0e-07b8-4f35-94fd-b0f7fe45d098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:36.288621 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26b83b0e-07b8-4f35-94fd-b0f7fe45d098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:36.291587 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-26b83b0e-07b8-4f35-94fd-b0f7fe45d098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:36.292706 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-26b83b0e-07b8-4f35-94fd-b0f7fe45d098 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41ec40da-808e-4294-a325-4fb17e55a96e HTTP/1.1" status: 204 len: 168 time: 0.1182699 Jul 16 02:23:36.301380 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b83b0e-07b8-4f35-94fd-b0f7fe45d098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ec40da-808e-4294-a325-4fb17e55a96e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:36.883734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46434) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:36.888415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:23:36.908737 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:23:36.909081 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 7a6d78bf-b77f-4155-b0fd-082ff7fe86a7 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:23:36.977003 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b892e4e4-45b2-45cf-85d1-905f627c4ad6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1261539562-network', 'tenant_id': '13651216a56348fab15115b1e3171622'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:36.997284 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b892e4e4-45b2-45cf-85d1-905f627c4ad6 admin admin] Made reservation on behalf of 13651216a56348fab15115b1e3171622 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:36.999616 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b892e4e4-45b2-45cf-85d1-905f627c4ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.007583 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b892e4e4-45b2-45cf-85d1-905f627c4ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.094818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b892e4e4-45b2-45cf-85d1-905f627c4ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.098607 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b892e4e4-45b2-45cf-85d1-905f627c4ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.119495 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b892e4e4-45b2-45cf-85d1-905f627c4ad6 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:23:37.133951 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892e4e4-45b2-45cf-85d1-905f627c4ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:37.136793 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b892e4e4-45b2-45cf-85d1-905f627c4ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.137146 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-b892e4e4-45b2-45cf-85d1-905f627c4ad6 admin admin] Added segment 12e6a193-1dcc-40d0-895d-8a15048f5c68 of type vlan for network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a Jul 16 02:23:37.177314 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b892e4e4-45b2-45cf-85d1-905f627c4ad6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.205127 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b892e4e4-45b2-45cf-85d1-905f627c4ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.206070 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b892e4e4-45b2-45cf-85d1-905f627c4ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.206679 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b892e4e4-45b2-45cf-85d1-905f627c4ad6 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.240354 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b892e4e4-45b2-45cf-85d1-905f627c4ad6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3556044 Jul 16 02:23:37.243420 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46438) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:37.248568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b1fb7e5f-3ec5-4328-ac6f-dc10ca9c4321 admin admin] Request body: {'subnet': {'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1261539562-subnet', 'tenant_id': '13651216a56348fab15115b1e3171622', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:37.268156 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fb7e5f-3ec5-4328-ac6f-dc10ca9c4321 admin admin] Made reservation on behalf of 13651216a56348fab15115b1e3171622 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:37.269272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b892e4e4-45b2-45cf-85d1-905f627c4ad6 admin admin] Pushing event updated for resources: {'Network': ['ID=c0076736-bafb-4ce8-bd36-d34f8c9d1b3a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:37.270494 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7e5f-3ec5-4328-ac6f-dc10ca9c4321 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.280672 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:23:37.438759 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7e5f-3ec5-4328-ac6f-dc10ca9c4321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.443714 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.494930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb7e5f-3ec5-4328-ac6f-dc10ca9c4321 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e94103-b7bd-4c8c-8b99-e649eb9a8fbb,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:37.502014 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fb7e5f-3ec5-4328-ac6f-dc10ca9c4321 admin admin] Checking segment: {'id': '12e6a193-1dcc-40d0-895d-8a15048f5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:37.502377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb7e5f-3ec5-4328-ac6f-dc10ca9c4321 admin admin] Network hostable DHCP agents. Network: c0076736-bafb-4ce8-bd36-d34f8c9d1b3a, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:23:37.518502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fb7e5f-3ec5-4328-ac6f-dc10ca9c4321 admin admin] Network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:23:37.527334 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-b1fb7e5f-3ec5-4328-ac6f-dc10ca9c4321 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, c0076736-bafb-4ce8-bd36-d34f8c9d1b3a) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:37.531984 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fb7e5f-3ec5-4328-ac6f-dc10ca9c4321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.533245 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b1fb7e5f-3ec5-4328-ac6f-dc10ca9c4321 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.534778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3b2c7d-5de7-45fc-b376-e836753d39b7 None None] Network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:37.548210 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b1fb7e5f-3ec5-4328-ac6f-dc10ca9c4321 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3036780 Jul 16 02:23:37.550851 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46440) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:37.555187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1261539562-router', 'tenant_id': '13651216a56348fab15115b1e3171622', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:37.582519 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.583967 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.654612 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-f1ea8ef2-7e11-4693-a414-1fcb7dbbdd98 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0596130 Jul 16 02:23:37.677144 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.692750 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-c0076736-bafb-4ce8-bd36-d34f8c9d1b3a', 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a', 'tenant_id': '13651216a56348fab15115b1e3171622', 'fixed_ips': [{'subnet_id': '02e94103-b7bd-4c8c-8b99-e649eb9a8fbb'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:23:37.694254 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.739825 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8e51bb17-4c34-4134-b13c-cc8ffeb86b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.765074 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-a8b1677c-228f-4463-aa84-7a4e349c8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.765675 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-a8b1677c-228f-4463-aa84-7a4e349c8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.766219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-a8b1677c-228f-4463-aa84-7a4e349c8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.766803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-a8b1677c-228f-4463-aa84-7a4e349c8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.767335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-a8b1677c-228f-4463-aa84-7a4e349c8f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.769264 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-a8b1677c-228f-4463-aa84-7a4e349c8f7d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0693171 Jul 16 02:23:37.826537 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:37.860061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Allocated IP 172.20.0.2 (c0076736-bafb-4ce8-bd36-d34f8c9d1b3a/02e94103-b7bd-4c8c-8b99-e649eb9a8fbb/3f676c5e-197a-4941-8103-73d67a9bbab2) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:37.895148 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-a439d9cf-b994-4221-bfe2-87f867687e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.895730 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-a439d9cf-b994-4221-bfe2-87f867687e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.896113 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-a439d9cf-b994-4221-bfe2-87f867687e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.898326 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-a439d9cf-b994-4221-bfe2-87f867687e0b service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.1036866 Jul 16 02:23:37.942200 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-b23f7a87-638d-4846-94ea-7e31b0c6a909 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0375173 Jul 16 02:23:37.990069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-5d32d7e4-3d76-4739-8a46-9d75cff22fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:37.992365 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-5d32d7e4-3d76-4739-8a46-9d75cff22fdc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0444438 Jul 16 02:23:38.010881 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:38.019193 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Transition to ACTIVE for port object 3f676c5e-197a-4941-8103-73d67a9bbab2 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:38.035602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Transition to ACTIVE for port object 3f676c5e-197a-4941-8103-73d67a9bbab2 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:38.043019 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:38.052937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-9c78b21b-925a-4040-95ff-da3779dad1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:38.055150 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-9c78b21b-925a-4040-95ff-da3779dad1e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566387 Jul 16 02:23:38.060217 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:38.086988 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:38.094705 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:38.097984 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:38.102383 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:38.105478 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Pushing event updated for resources: {'Port': ['ID=3f676c5e-197a-4941-8103-73d67a9bbab2,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:38.166982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Attempting to bind port 3f676c5e-197a-4941-8103-73d67a9bbab2 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:38.167638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Attempting to bind port 3f676c5e-197a-4941-8103-73d67a9bbab2 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '12e6a193-1dcc-40d0-895d-8a15048f5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:38.168057 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Attempting to bind port 3f676c5e-197a-4941-8103-73d67a9bbab2 on network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:38.173391 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:38.173774 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Checking segment: {'id': '12e6a193-1dcc-40d0-895d-8a15048f5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:38.174188 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:38.174590 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Bound using segment: {'id': '12e6a193-1dcc-40d0-895d-8a15048f5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:38.175072 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Bound port: 3f676c5e-197a-4941-8103-73d67a9bbab2, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e6a193-1dcc-40d0-895d-8a15048f5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:38.175458 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:38.199074 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Allocated IP 172.25.2.107 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/c137f452-da39-467d-a94e-4682202572e0) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:38.247709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] For port 3f676c5e-197a-4941-8103-73d67a9bbab2, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:38.252237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] For port 3f676c5e-197a-4941-8103-73d67a9bbab2, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=3f676c5e-197a-4941-8103-73d67a9bbab2,segment=NetworkSegment(12e6a193-1dcc-40d0-895d-8a15048f5c68),segment_id=12e6a193-1dcc-40d0-895d-8a15048f5c68)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:38.257067 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:38.316824 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db56459f-73fe-4760-a41b-1c998d0c9fa7 None None] Pushing event updated for resources: {'Port': ['ID=3f676c5e-197a-4941-8103-73d67a9bbab2,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:38.324552 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:38.365530 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:38.408495 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:38.411418 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:38.416396 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:38.419533 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Pushing event updated for resources: {'Port': ['ID=c137f452-da39-467d-a94e-4682202572e0,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:38.512008 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-afb938f9-0dce-4174-a58e-ea5d29b93451 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505219 Jul 16 02:23:38.618800 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-0d633de7-530f-4e58-8dbc-d65fbbd231a6 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996482 Jul 16 02:23:38.664705 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-299c798a-7d42-474a-b80a-a32d61519983 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0390949 Jul 16 02:23:38.714045 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-535091bb-f757-485a-9396-13a71c58c3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:38.715431 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-535091bb-f757-485a-9396-13a71c58c3f9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0446548 Jul 16 02:23:38.776791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-c7af67e4-2550-4a41-b662-70e5064420bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:38.778988 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-c7af67e4-2550-4a41-b662-70e5064420bd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0571156 Jul 16 02:23:38.816813 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:38.886361 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-6f9834e7-3187-4d94-bc1b-a659a246860a service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006784 Jul 16 02:23:38.950435 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3f676c5e-197a-4941-8103-73d67a9bbab2 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:38.977413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:38.999699 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-fcb6b440-65b1-4152-ae8c-32d21684d924 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070020 Jul 16 02:23:39.009494 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 3f676c5e-197a-4941-8103-73d67a9bbab2 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:39.054256 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-f18fb76e-8848-42a8-ad0a-c2d22183e082 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0482421 Jul 16 02:23:39.105663 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-e9af07dd-43ef-471a-bfe9-0c917696e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:39.107359 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-e9af07dd-43ef-471a-bfe9-0c917696e5ee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0475307 Jul 16 02:23:39.167629 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-fe5d2d0e-c59d-4032-b6fd-03fc7177ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:39.169582 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-fe5d2d0e-c59d-4032-b6fd-03fc7177ad8f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0553417 Jul 16 02:23:39.191560 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:39.263950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f73b0-39fd-4dd9-9ed8-3a6ad514d659 None None] Network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:39.269925 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-2b017650-16d0-48fb-8bc7-03d95f77d375 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937526 Jul 16 02:23:39.303864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bc222114-7eea-44aa-9219-7f53c2eeddd5 None None] Provisioning for port 3f676c5e-197a-4941-8103-73d67a9bbab2 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:39.333847 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bc222114-7eea-44aa-9219-7f53c2eeddd5 None None] Provisioning complete for port 3f676c5e-197a-4941-8103-73d67a9bbab2 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:39.334363 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bc222114-7eea-44aa-9219-7f53c2eeddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:39.346179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Router 6a2f07aa-3f39-4fc6-af08-47af21b88dcd is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:23:39.368076 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-c9252ed1-70ea-4524-9243-c3c1ddfea41a service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923049 Jul 16 02:23:39.417368 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-65a22511-998a-4c85-a172-b3186f5d013d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0435410 Jul 16 02:23:39.460983 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:23:39.472803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-ab0105c6-c4ce-42ea-9ce0-5899a4d5ce4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:39.475142 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-ab0105c6-c4ce-42ea-9ce0-5899a4d5ce4d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0516703 Jul 16 02:23:39.478372 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:39.479469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Sync routers for ids ['6a2f07aa-3f39-4fc6-af08-47af21b88dcd'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:23:39.479670 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d3bac348-2861-4017-b7d1-c74daeecfc05 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9278953 Jul 16 02:23:39.482514 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46442) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:39.488211 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bc222114-7eea-44aa-9219-7f53c2eeddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:39.507261 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Routers {'6a2f07aa-3f39-4fc6-af08-47af21b88dcd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:39.508152 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:23:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['6a2f07aa-3f39-4fc6-af08-47af21b88dcd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:39.537821 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-589a1885-7361-4c7c-a120-3fa7d6c35714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:39.539498 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-589a1885-7361-4c7c-a120-3fa7d6c35714 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0585518 Jul 16 02:23:39.580785 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-bc222114-7eea-44aa-9219-7f53c2eeddd5 None None] For port 3f676c5e-197a-4941-8103-73d67a9bbab2, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=3f676c5e-197a-4941-8103-73d67a9bbab2,segment=NetworkSegment(12e6a193-1dcc-40d0-895d-8a15048f5c68),segment_id=12e6a193-1dcc-40d0-895d-8a15048f5c68)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:39.587238 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bc222114-7eea-44aa-9219-7f53c2eeddd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:39.641615 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-bb1d2625-0683-48f1-9bf6-0a723cff2df3 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957911 Jul 16 02:23:39.676397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Set router 6a2f07aa-3f39-4fc6-af08-47af21b88dcd gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:39.707465 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc222114-7eea-44aa-9219-7f53c2eeddd5 None None] Pushing event updated for resources: {'Port': ['ID=3f676c5e-197a-4941-8103-73d67a9bbab2,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:39.746360 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-d5fdbe17-2b4e-4b70-9161-9b91589980a5 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985804 Jul 16 02:23:39.805258 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-a47b19a1-5b48-4390-8146-aacdf1c45fe4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0520003 Jul 16 02:23:39.867590 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-a109d278-c93d-4788-b521-38e0049a40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:39.869221 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-a109d278-c93d-4788-b521-38e0049a40f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0584900 Jul 16 02:23:39.918620 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-32578216-325e-40fd-a355-602842654bd6 None None] Provisioning complete for port 3f676c5e-197a-4941-8103-73d67a9bbab2 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:39.919007 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-32578216-325e-40fd-a355-602842654bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:39.921448 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'name': 'tempest-TestEncryptedCinderVolumes-1261539562-router', 'tenant_id': '13651216a56348fab15115b1e3171622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c137f452-da39-467d-a94e-4682202572e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:37Z', 'updated_at': '2021-07-16T02:23:38Z', 'revision_number': 3, 'project_id': '13651216a56348fab15115b1e3171622', 'gw_port': {'id': 'c137f452-da39-467d-a94e-4682202572e0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:38Z', 'updated_at': '2021-07-16T02:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:39.930155 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-694c7b89-9292-47b8-980e-b5a63f842e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:39.931952 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-694c7b89-9292-47b8-980e-b5a63f842e68 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0550246 Jul 16 02:23:39.964993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Checking router: 6a2f07aa-3f39-4fc6-af08-47af21b88dcd for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:23:39.965351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Updating router 6a2f07aa-3f39-4fc6-af08-47af21b88dcd port c137f452-da39-467d-a94e-4682202572e0 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:23:40.015150 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.017041 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.043591 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-30597b7f-f1d9-412b-80ac-7872916194c2 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056139 Jul 16 02:23:40.139200 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d5c8e60c-a7d5-48ef-b4d5-48f5c326b640 req-65a66082-45f5-4be9-9933-8b084fc9de83 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892889 Jul 16 02:23:40.227659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Allocated IP 172.20.0.1 (c0076736-bafb-4ce8-bd36-d34f8c9d1b3a/02e94103-b7bd-4c8c-8b99-e649eb9a8fbb/b827b798-5c9e-4cb8-bf6f-e3b815aa59c2) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:40.302331 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.311780 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Transition to ACTIVE for port object c137f452-da39-467d-a94e-4682202572e0 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:40.317428 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.333702 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.347551 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Transition to ACTIVE for port object b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:40.385743 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.428020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:40.430884 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:40.434640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:40.457817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Pushing event updated for resources: {'Port': ['ID=b827b798-5c9e-4cb8-bf6f-e3b815aa59c2,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:40.483170 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.532611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Attempting to bind port c137f452-da39-467d-a94e-4682202572e0 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:40.532980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Attempting to bind port c137f452-da39-467d-a94e-4682202572e0 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:40.533335 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Attempting to bind port c137f452-da39-467d-a94e-4682202572e0 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:40.538138 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e299cf-ab20-466d-8ac3-81d3518eee8f None None] Pushing event updated for resources: {'Port': ['ID=c137f452-da39-467d-a94e-4682202572e0,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:40.545614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:40.546117 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:40.546459 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.546847 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:40.547473 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Bound port: c137f452-da39-467d-a94e-4682202572e0, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:40.548493 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.552107 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.607776 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] For port c137f452-da39-467d-a94e-4682202572e0, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:40.611242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] For port c137f452-da39-467d-a94e-4682202572e0, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c137f452-da39-467d-a94e-4682202572e0,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:40.615602 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.680749 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Routers {'6a2f07aa-3f39-4fc6-af08-47af21b88dcd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:40.681369 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:23:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['6a2f07aa-3f39-4fc6-af08-47af21b88dcd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:40.685420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e299cf-ab20-466d-8ac3-81d3518eee8f None None] Pushing event updated for resources: {'Port': ['ID=c137f452-da39-467d-a94e-4682202572e0,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:40.710436 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.719358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-de47e833-a09e-41fb-974a-ee7896cbb0c1 None None] Provisioning for port b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:40.727026 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-de47e833-a09e-41fb-974a-ee7896cbb0c1 None None] Provisioning complete for port b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:40.727393 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-de47e833-a09e-41fb-974a-ee7896cbb0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.797219 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-de47e833-a09e-41fb-974a-ee7896cbb0c1 None None] Port b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:23:40.818537 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] Set router 6a2f07aa-3f39-4fc6-af08-47af21b88dcd gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:40.875263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.879925 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:40.901763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3f676c5e-197a-4941-8103-73d67a9bbab2 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:40.949633 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Pushing event updated for resources: {'Port': ['ID=b827b798-5c9e-4cb8-bf6f-e3b815aa59c2,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:40.952198 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:41.027941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 3f676c5e-197a-4941-8103-73d67a9bbab2 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:41.028320 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:41.044680 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:41.046058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:41.085394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'name': 'tempest-TestEncryptedCinderVolumes-1261539562-router', 'tenant_id': '13651216a56348fab15115b1e3171622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c137f452-da39-467d-a94e-4682202572e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:37Z', 'updated_at': '2021-07-16T02:23:40Z', 'revision_number': 4, 'project_id': '13651216a56348fab15115b1e3171622', 'gw_port': {'id': 'c137f452-da39-467d-a94e-4682202572e0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:38Z', 'updated_at': '2021-07-16T02:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b827b798-5c9e-4cb8-bf6f-e3b815aa59c2', 'name': '', 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a', 'tenant_id': '13651216a56348fab15115b1e3171622', 'mac_address': 'fa:16:3e:c2:9b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '02e94103-b7bd-4c8c-8b99-e649eb9a8fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:40Z', 'updated_at': '2021-07-16T02:23:40Z', 'revision_number': 1, 'project_id': '13651216a56348fab15115b1e3171622', 'subnets': [{'id': '02e94103-b7bd-4c8c-8b99-e649eb9a8fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:41.116054 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c252c69c-c3f5-4a6a-a107-a2e8d1cb1d46 None None] The sync data for ids ['6a2f07aa-3f39-4fc6-af08-47af21b88dcd'] in n-d-791505-14 is: [{'id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'name': 'tempest-TestEncryptedCinderVolumes-1261539562-router', 'tenant_id': '13651216a56348fab15115b1e3171622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c137f452-da39-467d-a94e-4682202572e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:37Z', 'updated_at': '2021-07-16T02:23:40Z', 'revision_number': 4, 'project_id': '13651216a56348fab15115b1e3171622', 'gw_port': {'id': 'c137f452-da39-467d-a94e-4682202572e0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:38Z', 'updated_at': '2021-07-16T02:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b827b798-5c9e-4cb8-bf6f-e3b815aa59c2', 'name': '', 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a', 'tenant_id': '13651216a56348fab15115b1e3171622', 'mac_address': 'fa:16:3e:c2:9b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '02e94103-b7bd-4c8c-8b99-e649eb9a8fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:40Z', 'updated_at': '2021-07-16T02:23:40Z', 'revision_number': 1, 'project_id': '13651216a56348fab15115b1e3171622', 'subnets': [{'id': '02e94103-b7bd-4c8c-8b99-e649eb9a8fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:23:41.180170 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Router 6a2f07aa-3f39-4fc6-af08-47af21b88dcd has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:23:41.293361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:23:41.298495 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-36a49fab-9693-49f1-b1d9-33156d5aad40 admin admin] 10.222.0.22 "PUT /v2.0/routers/6a2f07aa-3f39-4fc6-af08-47af21b88dcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8149731 Jul 16 02:23:41.349427 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-db6df9a0-ac71-411b-a8e2-0c7859c0213c None None] Provisioning complete for port b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:41.350899 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-db6df9a0-ac71-411b-a8e2-0c7859c0213c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:41.388993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-db6df9a0-ac71-411b-a8e2-0c7859c0213c None None] Port b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:23:41.835095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46458) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:41.840674 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e80d5c60-3abf-4e65-a4e9-71a612d8c9fc admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-532861951-network', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:41.862218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80d5c60-3abf-4e65-a4e9-71a612d8c9fc admin admin] Made reservation on behalf of 86a0814f14b144c6a7cf3b286123c539 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:41.870546 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e80d5c60-3abf-4e65-a4e9-71a612d8c9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:41.880391 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e80d5c60-3abf-4e65-a4e9-71a612d8c9fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:41.985616 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e80d5c60-3abf-4e65-a4e9-71a612d8c9fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:41.989747 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e80d5c60-3abf-4e65-a4e9-71a612d8c9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.019925 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80d5c60-3abf-4e65-a4e9-71a612d8c9fc admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:23:42.027713 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d5c60-3abf-4e65-a4e9-71a612d8c9fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a783d94a-f239-4b71-b099-8af629e909f7,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:42.035961 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e80d5c60-3abf-4e65-a4e9-71a612d8c9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.035961 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-e80d5c60-3abf-4e65-a4e9-71a612d8c9fc admin admin] Added segment 9ceb5b1b-4afe-4413-8cf4-099f14c96be1 of type vlan for network 55109b67-ff0f-4266-8c19-b95690691a2f Jul 16 02:23:42.076916 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e80d5c60-3abf-4e65-a4e9-71a612d8c9fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.107249 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e80d5c60-3abf-4e65-a4e9-71a612d8c9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.108280 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80d5c60-3abf-4e65-a4e9-71a612d8c9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:42.108883 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e80d5c60-3abf-4e65-a4e9-71a612d8c9fc admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.142215 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e80d5c60-3abf-4e65-a4e9-71a612d8c9fc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3055403 Jul 16 02:23:42.145067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46460) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:42.150165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-54c59a32-80e5-49aa-b3d1-4355282de86b admin admin] Request body: {'subnet': {'network_id': '55109b67-ff0f-4266-8c19-b95690691a2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-532861951-subnet', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:42.171330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c59a32-80e5-49aa-b3d1-4355282de86b admin admin] Made reservation on behalf of 86a0814f14b144c6a7cf3b286123c539 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:42.174049 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-54c59a32-80e5-49aa-b3d1-4355282de86b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.179905 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d5c60-3abf-4e65-a4e9-71a612d8c9fc admin admin] Pushing event updated for resources: {'Network': ['ID=55109b67-ff0f-4266-8c19-b95690691a2f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:42.191603 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 55109b67-ff0f-4266-8c19-b95690691a2f details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:23:42.350556 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-54c59a32-80e5-49aa-b3d1-4355282de86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.401306 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c59a32-80e5-49aa-b3d1-4355282de86b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4df4dc8-9ab0-4bdb-9bf0-df1f62c0fe04,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:42.417079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c59a32-80e5-49aa-b3d1-4355282de86b admin admin] Checking segment: {'id': '9ceb5b1b-4afe-4413-8cf4-099f14c96be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '55109b67-ff0f-4266-8c19-b95690691a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:42.417454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c59a32-80e5-49aa-b3d1-4355282de86b admin admin] Network hostable DHCP agents. Network: 55109b67-ff0f-4266-8c19-b95690691a2f, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:23:42.433357 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c59a32-80e5-49aa-b3d1-4355282de86b admin admin] Network 55109b67-ff0f-4266-8c19-b95690691a2f is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:23:42.441489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-54c59a32-80e5-49aa-b3d1-4355282de86b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 55109b67-ff0f-4266-8c19-b95690691a2f) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:42.445778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c59a32-80e5-49aa-b3d1-4355282de86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:42.446374 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-54c59a32-80e5-49aa-b3d1-4355282de86b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.451129 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1656b50-1936-4d2e-bc28-9b474f3f69b8 None None] Network 55109b67-ff0f-4266-8c19-b95690691a2f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:42.461189 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-54c59a32-80e5-49aa-b3d1-4355282de86b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3150361 Jul 16 02:23:42.463750 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46462) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:42.468424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-532861951-router', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:42.489668 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.490781 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.552096 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.608504 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-55109b67-ff0f-4266-8c19-b95690691a2f', 'network_id': '55109b67-ff0f-4266-8c19-b95690691a2f', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539', 'fixed_ips': [{'subnet_id': 'd4df4dc8-9ab0-4bdb-9bf0-df1f62c0fe04'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:23:42.609569 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.685955 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.748236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Allocated IP 172.20.0.2 (55109b67-ff0f-4266-8c19-b95690691a2f/d4df4dc8-9ab0-4bdb-9bf0-df1f62c0fe04/d0eda808-28c4-4cb3-9cfc-2ca8845abc27) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:42.890059 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.904075 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.913950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Transition to ACTIVE for port object d0eda808-28c4-4cb3-9cfc-2ca8845abc27 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:42.914265 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.931148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Transition to ACTIVE for port object d0eda808-28c4-4cb3-9cfc-2ca8845abc27 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:42.937584 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:42.972164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c137f452-da39-467d-a94e-4682202572e0 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:43.009509 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Network 55109b67-ff0f-4266-8c19-b95690691a2f is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:43.020161 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:43.024068 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Pushing event updated for resources: {'Port': ['ID=d0eda808-28c4-4cb3-9cfc-2ca8845abc27,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:43.026314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:43.033613 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Allocated IP 172.25.2.5 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/0ef36277-7fa3-446d-ac69-2e2ad20a53eb) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:43.095302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Attempting to bind port d0eda808-28c4-4cb3-9cfc-2ca8845abc27 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:43.095674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Attempting to bind port d0eda808-28c4-4cb3-9cfc-2ca8845abc27 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '9ceb5b1b-4afe-4413-8cf4-099f14c96be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '55109b67-ff0f-4266-8c19-b95690691a2f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:43.096067 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Attempting to bind port d0eda808-28c4-4cb3-9cfc-2ca8845abc27 on network 55109b67-ff0f-4266-8c19-b95690691a2f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:43.103206 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:43.103587 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Checking segment: {'id': '9ceb5b1b-4afe-4413-8cf4-099f14c96be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '55109b67-ff0f-4266-8c19-b95690691a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:43.104021 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:43.104416 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Bound using segment: {'id': '9ceb5b1b-4afe-4413-8cf4-099f14c96be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '55109b67-ff0f-4266-8c19-b95690691a2f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:43.104895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Bound port: d0eda808-28c4-4cb3-9cfc-2ca8845abc27, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ceb5b1b-4afe-4413-8cf4-099f14c96be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '55109b67-ff0f-4266-8c19-b95690691a2f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:43.105278 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:43.107275 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port c137f452-da39-467d-a94e-4682202572e0 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:43.118999 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port c137f452-da39-467d-a94e-4682202572e0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:43.119376 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:43.213777 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] For port d0eda808-28c4-4cb3-9cfc-2ca8845abc27, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:43.217959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] For port d0eda808-28c4-4cb3-9cfc-2ca8845abc27, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d0eda808-28c4-4cb3-9cfc-2ca8845abc27,segment=NetworkSegment(9ceb5b1b-4afe-4413-8cf4-099f14c96be1),segment_id=9ceb5b1b-4afe-4413-8cf4-099f14c96be1)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:43.235466 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Sync routers for ids ['6a2f07aa-3f39-4fc6-af08-47af21b88dcd'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:23:43.244841 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:43.249868 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Routers {'6a2f07aa-3f39-4fc6-af08-47af21b88dcd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:43.250494 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:23:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['6a2f07aa-3f39-4fc6-af08-47af21b88dcd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:43.313035 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:43.326693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2c7eb-3f64-4dfe-ad22-4623e1e89cba None None] Pushing event updated for resources: {'Port': ['ID=d0eda808-28c4-4cb3-9cfc-2ca8845abc27,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:43.349280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port c137f452-da39-467d-a94e-4682202572e0, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c137f452-da39-467d-a94e-4682202572e0,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:43.354266 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:43.399376 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Set router 6a2f07aa-3f39-4fc6-af08-47af21b88dcd gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:43.409921 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=c137f452-da39-467d-a94e-4682202572e0,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:43.449409 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:43.496365 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:43.559813 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:43.564352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:43.571219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:43.609296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Pushing event updated for resources: {'Port': ['ID=0ef36277-7fa3-446d-ac69-2e2ad20a53eb,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:43.730011 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'name': 'tempest-TestEncryptedCinderVolumes-1261539562-router', 'tenant_id': '13651216a56348fab15115b1e3171622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c137f452-da39-467d-a94e-4682202572e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:37Z', 'updated_at': '2021-07-16T02:23:40Z', 'revision_number': 4, 'project_id': '13651216a56348fab15115b1e3171622', 'gw_port': {'id': 'c137f452-da39-467d-a94e-4682202572e0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:38Z', 'updated_at': '2021-07-16T02:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b827b798-5c9e-4cb8-bf6f-e3b815aa59c2', 'name': '', 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a', 'tenant_id': '13651216a56348fab15115b1e3171622', 'mac_address': 'fa:16:3e:c2:9b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '02e94103-b7bd-4c8c-8b99-e649eb9a8fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:40Z', 'updated_at': '2021-07-16T02:23:40Z', 'revision_number': 2, 'project_id': '13651216a56348fab15115b1e3171622', 'subnets': [{'id': '02e94103-b7bd-4c8c-8b99-e649eb9a8fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:43.757804 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Checking router: 6a2f07aa-3f39-4fc6-af08-47af21b88dcd for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:23:43.758053 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Updating router 6a2f07aa-3f39-4fc6-af08-47af21b88dcd port b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:23:43.795353 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:43.842156 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.049270 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.075195 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.085853 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Transition to ACTIVE for port object b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:44.093533 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.143028 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e1631-1ba9-4039-bfce-a6842fd0c541 None None] Pushing event updated for resources: {'Port': ['ID=b827b798-5c9e-4cb8-bf6f-e3b815aa59c2,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:44.155505 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e1631-1ba9-4039-bfce-a6842fd0c541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:44.155958 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e1631-1ba9-4039-bfce-a6842fd0c541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:44.156384 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e1631-1ba9-4039-bfce-a6842fd0c541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:44.156781 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e1631-1ba9-4039-bfce-a6842fd0c541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:44.157321 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e1631-1ba9-4039-bfce-a6842fd0c541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:44.157731 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e1631-1ba9-4039-bfce-a6842fd0c541 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:44.158171 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e1631-1ba9-4039-bfce-a6842fd0c541 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:44.158526 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e1631-1ba9-4039-bfce-a6842fd0c541 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:44.158909 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e1631-1ba9-4039-bfce-a6842fd0c541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:44.159286 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e1631-1ba9-4039-bfce-a6842fd0c541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:44.159668 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e1631-1ba9-4039-bfce-a6842fd0c541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:44.160079 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-207e1631-1ba9-4039-bfce-a6842fd0c541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:44.186990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Router 43bddbce-e53c-4aad-b582-845720081ddc is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:23:44.226803 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Attempting to bind port b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:44.227173 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Attempting to bind port b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '12e6a193-1dcc-40d0-895d-8a15048f5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:44.227526 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Attempting to bind port b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 on network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:44.233018 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:44.233386 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Checking segment: {'id': '12e6a193-1dcc-40d0-895d-8a15048f5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:44.233763 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.234158 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Bound using segment: {'id': '12e6a193-1dcc-40d0-895d-8a15048f5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:44.234759 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Bound port: b827b798-5c9e-4cb8-bf6f-e3b815aa59c2, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12e6a193-1dcc-40d0-895d-8a15048f5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:44.235142 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.307869 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:23:44.311555 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] For port b827b798-5c9e-4cb8-bf6f-e3b815aa59c2, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:44.315963 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] For port b827b798-5c9e-4cb8-bf6f-e3b815aa59c2, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b827b798-5c9e-4cb8-bf6f-e3b815aa59c2,segment=NetworkSegment(12e6a193-1dcc-40d0-895d-8a15048f5c68),segment_id=12e6a193-1dcc-40d0-895d-8a15048f5c68)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:44.321809 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.323243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Sync routers for ids ['43bddbce-e53c-4aad-b582-845720081ddc'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:23:44.335684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Routers {'43bddbce-e53c-4aad-b582-845720081ddc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:44.337814 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:23:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['43bddbce-e53c-4aad-b582-845720081ddc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:44.340876 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.342199 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-27098d5e-3b88-4f05-a58a-1403d7ba27c5 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8775084 Jul 16 02:23:44.345465 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46464) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:23:44.382593 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Routers {'6a2f07aa-3f39-4fc6-af08-47af21b88dcd'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:44.383284 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:23:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['6a2f07aa-3f39-4fc6-af08-47af21b88dcd'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:44.446904 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e1631-1ba9-4039-bfce-a6842fd0c541 None None] Pushing event updated for resources: {'Port': ['ID=b827b798-5c9e-4cb8-bf6f-e3b815aa59c2,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:44.493163 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca99a9a-dc0d-461c-a2b5-c7236cb75d2b None None] Network 55109b67-ff0f-4266-8c19-b95690691a2f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:23:44.534008 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] Set router 6a2f07aa-3f39-4fc6-af08-47af21b88dcd gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:44.537618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Set router 43bddbce-e53c-4aad-b582-845720081ddc gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:44.751702 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'name': 'tempest-TestEncryptedCinderVolumes-1261539562-router', 'tenant_id': '13651216a56348fab15115b1e3171622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c137f452-da39-467d-a94e-4682202572e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:37Z', 'updated_at': '2021-07-16T02:23:40Z', 'revision_number': 4, 'project_id': '13651216a56348fab15115b1e3171622', 'gw_port': {'id': 'c137f452-da39-467d-a94e-4682202572e0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:38Z', 'updated_at': '2021-07-16T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b827b798-5c9e-4cb8-bf6f-e3b815aa59c2', 'name': '', 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a', 'tenant_id': '13651216a56348fab15115b1e3171622', 'mac_address': 'fa:16:3e:c2:9b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '02e94103-b7bd-4c8c-8b99-e649eb9a8fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:40Z', 'updated_at': '2021-07-16T02:23:44Z', 'revision_number': 4, 'project_id': '13651216a56348fab15115b1e3171622', 'subnets': [{'id': '02e94103-b7bd-4c8c-8b99-e649eb9a8fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:44.778278 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f69d2e-b363-476d-aae7-f91a39d907fc None None] The sync data for ids ['6a2f07aa-3f39-4fc6-af08-47af21b88dcd'] in n-d-791505-14 is: [{'id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'name': 'tempest-TestEncryptedCinderVolumes-1261539562-router', 'tenant_id': '13651216a56348fab15115b1e3171622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c137f452-da39-467d-a94e-4682202572e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:37Z', 'updated_at': '2021-07-16T02:23:40Z', 'revision_number': 4, 'project_id': '13651216a56348fab15115b1e3171622', 'gw_port': {'id': 'c137f452-da39-467d-a94e-4682202572e0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:38Z', 'updated_at': '2021-07-16T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'b827b798-5c9e-4cb8-bf6f-e3b815aa59c2', 'name': '', 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a', 'tenant_id': '13651216a56348fab15115b1e3171622', 'mac_address': 'fa:16:3e:c2:9b:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '02e94103-b7bd-4c8c-8b99-e649eb9a8fbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:40Z', 'updated_at': '2021-07-16T02:23:44Z', 'revision_number': 4, 'project_id': '13651216a56348fab15115b1e3171622', 'subnets': [{'id': '02e94103-b7bd-4c8c-8b99-e649eb9a8fbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:23:44.813551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4dfb816f-fc5a-46c5-98fa-934a0a343bd4 None None] Provisioning for port d0eda808-28c4-4cb3-9cfc-2ca8845abc27 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:44.854081 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:44.854557 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bddbce-e53c-4aad-b582-845720081ddc', 'name': 'tempest-TestEncryptedCinderVolumes-532861951-router', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '0ef36277-7fa3-446d-ac69-2e2ad20a53eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:42Z', 'updated_at': '2021-07-16T02:23:43Z', 'revision_number': 3, 'project_id': '86a0814f14b144c6a7cf3b286123c539', 'gw_port': {'id': '0ef36277-7fa3-446d-ac69-2e2ad20a53eb', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bddbce-e53c-4aad-b582-845720081ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:42Z', 'updated_at': '2021-07-16T02:23:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:45.097781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Checking router: 43bddbce-e53c-4aad-b582-845720081ddc for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:23:45.097894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Updating router 43bddbce-e53c-4aad-b582-845720081ddc port 0ef36277-7fa3-446d-ac69-2e2ad20a53eb binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:23:45.117312 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Allocated IP 172.20.0.1 (55109b67-ff0f-4266-8c19-b95690691a2f/d4df4dc8-9ab0-4bdb-9bf0-df1f62c0fe04/9a2f0bb6-0edd-4f08-badf-6baa10c881a6) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:45.130592 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d0eda808-28c4-4cb3-9cfc-2ca8845abc27 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:45.158455 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.242048 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.260142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Transition to ACTIVE for port object 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:45.293246 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-09c5a05e-1cd3-4229-9ed8-fe60b53e7469 None None] Provisioning complete for port d0eda808-28c4-4cb3-9cfc-2ca8845abc27 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:45.293815 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-09c5a05e-1cd3-4229-9ed8-fe60b53e7469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.295350 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port d0eda808-28c4-4cb3-9cfc-2ca8845abc27 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:45.301608 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.320186 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d0eda808-28c4-4cb3-9cfc-2ca8845abc27 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:45.320631 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.343257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Network 55109b67-ff0f-4266-8c19-b95690691a2f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:45.346171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:45.353869 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:45.382926 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Pushing event updated for resources: {'Port': ['ID=9a2f0bb6-0edd-4f08-badf-6baa10c881a6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:45.397305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:45.397663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:45.398013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:45.398354 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:45.398696 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:45.399030 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:45.399365 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:45.399697 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:45.400056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:45.400402 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:45.400711 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:45.401038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:23:45.419995 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.556290 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-09c5a05e-1cd3-4229-9ed8-fe60b53e7469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.558010 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.599374 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.643970 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port d0eda808-28c4-4cb3-9cfc-2ca8845abc27, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d0eda808-28c4-4cb3-9cfc-2ca8845abc27,segment=NetworkSegment(9ceb5b1b-4afe-4413-8cf4-099f14c96be1),segment_id=9ceb5b1b-4afe-4413-8cf4-099f14c96be1)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:45.648891 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.655997 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.656787 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:45.724696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Transition to ACTIVE for port object 0ef36277-7fa3-446d-ac69-2e2ad20a53eb will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:45.747981 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.767674 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-09c5a05e-1cd3-4229-9ed8-fe60b53e7469 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:23:45.768046 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-09c5a05e-1cd3-4229-9ed8-fe60b53e7469 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:23:45.779554 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.784844 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.788258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=d0eda808-28c4-4cb3-9cfc-2ca8845abc27,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:45.824550 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Attempting to bind port 0ef36277-7fa3-446d-ac69-2e2ad20a53eb on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:45.824994 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Attempting to bind port 0ef36277-7fa3-446d-ac69-2e2ad20a53eb by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:45.825384 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Attempting to bind port 0ef36277-7fa3-446d-ac69-2e2ad20a53eb on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:45.831521 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:45.842002 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:45.842372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:45.842767 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.843158 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:45.843624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Bound port: 0ef36277-7fa3-446d-ac69-2e2ad20a53eb, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:45.844027 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.847147 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:45.847504 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.851056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Pushing event updated for resources: {'Port': ['ID=9a2f0bb6-0edd-4f08-badf-6baa10c881a6,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:45.853617 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.892978 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4a643-6575-4e3b-8dc5-09af6d28e0cc None None] Pushing event updated for resources: {'Port': ['ID=0ef36277-7fa3-446d-ac69-2e2ad20a53eb,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:45.939938 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] For port 0ef36277-7fa3-446d-ac69-2e2ad20a53eb, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:45.943625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] For port 0ef36277-7fa3-446d-ac69-2e2ad20a53eb, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0ef36277-7fa3-446d-ac69-2e2ad20a53eb,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:45.948558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Network 55109b67-ff0f-4266-8c19-b95690691a2f is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:45.949167 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:45.950035 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:46.028866 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.042075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Routers {'43bddbce-e53c-4aad-b582-845720081ddc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:46.042704 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:23:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['43bddbce-e53c-4aad-b582-845720081ddc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:46.074049 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Router 43bddbce-e53c-4aad-b582-845720081ddc has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:23:46.089548 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4a643-6575-4e3b-8dc5-09af6d28e0cc None None] Pushing event updated for resources: {'Port': ['ID=0ef36277-7fa3-446d-ac69-2e2ad20a53eb,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:46.125885 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port b827b798-5c9e-4cb8-bf6f-e3b815aa59c2, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b827b798-5c9e-4cb8-bf6f-e3b815aa59c2,segment=NetworkSegment(12e6a193-1dcc-40d0-895d-8a15048f5c68),segment_id=12e6a193-1dcc-40d0-895d-8a15048f5c68)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:46.160705 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.161514 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c137f452-da39-467d-a94e-4682202572e0 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:46.190311 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:23:46.196461 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3236202e-a3ac-4ccb-906a-8393a7d88be9 admin admin] 10.222.0.22 "PUT /v2.0/routers/43bddbce-e53c-4aad-b582-845720081ddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8499255 Jul 16 02:23:46.256353 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] Set router 43bddbce-e53c-4aad-b582-845720081ddc gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:46.288016 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=b827b798-5c9e-4cb8-bf6f-e3b815aa59c2,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:46.367578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port c137f452-da39-467d-a94e-4682202572e0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:46.367970 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.552283 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ff8d4f38-a92e-44c2-9eed-ec696419c2d7 None None] Provisioning for port 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:46.557946 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ff8d4f38-a92e-44c2-9eed-ec696419c2d7 None None] Provisioning complete for port 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:46.558595 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ff8d4f38-a92e-44c2-9eed-ec696419c2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.599556 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ff8d4f38-a92e-44c2-9eed-ec696419c2d7 None None] Port 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:23:46.603693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bddbce-e53c-4aad-b582-845720081ddc', 'name': 'tempest-TestEncryptedCinderVolumes-532861951-router', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '0ef36277-7fa3-446d-ac69-2e2ad20a53eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:42Z', 'updated_at': '2021-07-16T02:23:45Z', 'revision_number': 4, 'project_id': '86a0814f14b144c6a7cf3b286123c539', 'gw_port': {'id': '0ef36277-7fa3-446d-ac69-2e2ad20a53eb', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bddbce-e53c-4aad-b582-845720081ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:42Z', 'updated_at': '2021-07-16T02:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '9a2f0bb6-0edd-4f08-badf-6baa10c881a6', 'name': '', 'network_id': '55109b67-ff0f-4266-8c19-b95690691a2f', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539', 'mac_address': 'fa:16:3e:9d:19:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bddbce-e53c-4aad-b582-845720081ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'd4df4dc8-9ab0-4bdb-9bf0-df1f62c0fe04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:44Z', 'updated_at': '2021-07-16T02:23:45Z', 'revision_number': 2, 'project_id': '86a0814f14b144c6a7cf3b286123c539', 'subnets': [{'id': 'd4df4dc8-9ab0-4bdb-9bf0-df1f62c0fe04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:46.633139 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512dcf38-661c-4c68-85a5-4992f6bb4648 None None] The sync data for ids ['43bddbce-e53c-4aad-b582-845720081ddc'] in n-d-791505-14 is: [{'id': '43bddbce-e53c-4aad-b582-845720081ddc', 'name': 'tempest-TestEncryptedCinderVolumes-532861951-router', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '0ef36277-7fa3-446d-ac69-2e2ad20a53eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:42Z', 'updated_at': '2021-07-16T02:23:45Z', 'revision_number': 4, 'project_id': '86a0814f14b144c6a7cf3b286123c539', 'gw_port': {'id': '0ef36277-7fa3-446d-ac69-2e2ad20a53eb', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bddbce-e53c-4aad-b582-845720081ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:42Z', 'updated_at': '2021-07-16T02:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '9a2f0bb6-0edd-4f08-badf-6baa10c881a6', 'name': '', 'network_id': '55109b67-ff0f-4266-8c19-b95690691a2f', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539', 'mac_address': 'fa:16:3e:9d:19:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bddbce-e53c-4aad-b582-845720081ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'd4df4dc8-9ab0-4bdb-9bf0-df1f62c0fe04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:44Z', 'updated_at': '2021-07-16T02:23:45Z', 'revision_number': 2, 'project_id': '86a0814f14b144c6a7cf3b286123c539', 'subnets': [{'id': 'd4df4dc8-9ab0-4bdb-9bf0-df1f62c0fe04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:23:46.920180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d0eda808-28c4-4cb3-9cfc-2ca8845abc27 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:46.976108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d0eda808-28c4-4cb3-9cfc-2ca8845abc27 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:46.976487 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:46.992525 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-e7b3b3f3-57c0-4550-b045-bf73e0ce75d1 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:46.994103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-e7b3b3f3-57c0-4550-b045-bf73e0ce75d1 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/networks?id=c0076736-bafb-4ce8-bd36-d34f8c9d1b3a HTTP/1.1" status: 200 len: 817 time: 0.1192577 Jul 16 02:23:47.016008 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-e26fabd8-b3dd-4d0b-a1bb-5c209081819b tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/quotas/13651216a56348fab15115b1e3171622 HTTP/1.1" status: 200 len: 375 time: 0.0160980 Jul 16 02:23:47.060726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:47.096219 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-8c8a7424-b454-4ceb-a14e-70251a34c76c tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=13651216a56348fab15115b1e3171622&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764534 Jul 16 02:23:47.116613 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:47.116989 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:47.194061 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-914c4f4b-4b2d-44ee-aafb-fe94283d93b9 service neutron] 10.222.0.22 "GET /v2.0/networks/c0076736-bafb-4ce8-bd36-d34f8c9d1b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908034 Jul 16 02:23:47.284812 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-96321b36-1d6d-4828-8eac-8f220a82fbd3 service neutron] 10.222.0.22 "GET /v2.0/networks/c0076736-bafb-4ce8-bd36-d34f8c9d1b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844960 Jul 16 02:23:47.489083 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-146070ce-d63c-4c28-9b26-97b1a9061025 req-de70e42b-f165-4ecd-8525-f621f2ccf653 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 210 time: 0.0326164 Jul 16 02:23:48.648132 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df52c6ff-41db-4b2e-ab76-14fb58352cae req-aeacf79b-0fb1-4c53-a092-d75574b17aa5 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 210 time: 0.0419171 Jul 16 02:23:48.700959 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-de84b679-9f25-4ed6-a40d-81a14219d0b1 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:48.702450 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-de84b679-9f25-4ed6-a40d-81a14219d0b1 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.70 "GET /v2.0/networks?id=c0076736-bafb-4ce8-bd36-d34f8c9d1b3a HTTP/1.1" status: 200 len: 817 time: 0.1182640 Jul 16 02:23:48.714871 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-1807469e-896c-4807-b95c-6dc952d62edf tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Request body: {'port': {'device_id': '61f0eca8-1423-44ce-83fb-a5ad0a957abe', 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a', 'admin_state_up': True, 'tenant_id': '13651216a56348fab15115b1e3171622'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:48.825320 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-1807469e-896c-4807-b95c-6dc952d62edf tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Made reservation on behalf of 13651216a56348fab15115b1e3171622 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:23:48.828878 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-1807469e-896c-4807-b95c-6dc952d62edf tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:48.933157 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0ef36277-7fa3-446d-ac69-2e2ad20a53eb up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:48.962063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-1807469e-896c-4807-b95c-6dc952d62edf tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Allocated IP 172.20.0.3 (c0076736-bafb-4ce8-bd36-d34f8c9d1b3a/02e94103-b7bd-4c8c-8b99-e649eb9a8fbb/4de19724-c5c8-4907-9cd5-093004e1b114) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:23:48.975635 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Sync routers for ids ['43bddbce-e53c-4aad-b582-845720081ddc'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:23:48.985649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 0ef36277-7fa3-446d-ac69-2e2ad20a53eb completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:48.985830 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Routers {'43bddbce-e53c-4aad-b582-845720081ddc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:48.986498 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:23:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['43bddbce-e53c-4aad-b582-845720081ddc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:48.990403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 0ef36277-7fa3-446d-ac69-2e2ad20a53eb triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:48.991318 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.101923 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Set router 43bddbce-e53c-4aad-b582-845720081ddc gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:49.140545 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-1807469e-896c-4807-b95c-6dc952d62edf tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.156606 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-1807469e-896c-4807-b95c-6dc952d62edf tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Transition to ACTIVE for port object 4de19724-c5c8-4907-9cd5-093004e1b114 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:49.191851 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-1807469e-896c-4807-b95c-6dc952d62edf tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.242383 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-1807469e-896c-4807-b95c-6dc952d62edf tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:23:49.243034 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.245717 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-1807469e-896c-4807-b95c-6dc952d62edf tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:23:49.249769 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-1807469e-896c-4807-b95c-6dc952d62edf tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:23:49.257091 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1807469e-896c-4807-b95c-6dc952d62edf tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Pushing event updated for resources: {'Port': ['ID=4de19724-c5c8-4907-9cd5-093004e1b114,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:49.266310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 0ef36277-7fa3-446d-ac69-2e2ad20a53eb, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0ef36277-7fa3-446d-ac69-2e2ad20a53eb,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:49.274589 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.320722 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-1807469e-896c-4807-b95c-6dc952d62edf tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:49.321469 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-1807469e-896c-4807-b95c-6dc952d62edf tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.332859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=0ef36277-7fa3-446d-ac69-2e2ad20a53eb,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:49.338523 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-1807469e-896c-4807-b95c-6dc952d62edf tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6276729 Jul 16 02:23:49.339473 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bddbce-e53c-4aad-b582-845720081ddc', 'name': 'tempest-TestEncryptedCinderVolumes-532861951-router', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '0ef36277-7fa3-446d-ac69-2e2ad20a53eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:42Z', 'updated_at': '2021-07-16T02:23:45Z', 'revision_number': 4, 'project_id': '86a0814f14b144c6a7cf3b286123c539', 'gw_port': {'id': '0ef36277-7fa3-446d-ac69-2e2ad20a53eb', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bddbce-e53c-4aad-b582-845720081ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:42Z', 'updated_at': '2021-07-16T02:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '9a2f0bb6-0edd-4f08-badf-6baa10c881a6', 'name': '', 'network_id': '55109b67-ff0f-4266-8c19-b95690691a2f', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539', 'mac_address': 'fa:16:3e:9d:19:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bddbce-e53c-4aad-b582-845720081ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'd4df4dc8-9ab0-4bdb-9bf0-df1f62c0fe04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:44Z', 'updated_at': '2021-07-16T02:23:45Z', 'revision_number': 2, 'project_id': '86a0814f14b144c6a7cf3b286123c539', 'subnets': [{'id': 'd4df4dc8-9ab0-4bdb-9bf0-df1f62c0fe04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:49.350818 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Request body: {'port': {'device_id': '61f0eca8-1423-44ce-83fb-a5ad0a957abe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:23:49.370020 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Checking router: 43bddbce-e53c-4aad-b582-845720081ddc for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:23:49.370380 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Updating router 43bddbce-e53c-4aad-b582-845720081ddc port 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:23:49.406892 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.431388 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.543246 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-dad320d0-bf22-410f-8e6c-54386f7fd052 None None] Provisioning for port 4de19724-c5c8-4907-9cd5-093004e1b114 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:49.547376 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-dad320d0-bf22-410f-8e6c-54386f7fd052 None None] Provisioning complete for port 4de19724-c5c8-4907-9cd5-093004e1b114 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:49.548354 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dad320d0-bf22-410f-8e6c-54386f7fd052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.584637 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-dad320d0-bf22-410f-8e6c-54386f7fd052 None None] Port 4de19724-c5c8-4907-9cd5-093004e1b114 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:23:49.681088 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.690568 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Transition to ACTIVE for port object 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:49.697869 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.701111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4de19724-c5c8-4907-9cd5-093004e1b114 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:23:49.708830 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.721402 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Transition to ACTIVE for port object 4de19724-c5c8-4907-9cd5-093004e1b114 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:23:49.726619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.745402 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aaab18-f310-422c-9f40-145ae6421f84 None None] Pushing event updated for resources: {'Port': ['ID=9a2f0bb6-0edd-4f08-badf-6baa10c881a6,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:49.790109 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Pushing event updated for resources: {'Port': ['ID=4de19724-c5c8-4907-9cd5-093004e1b114,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:49.846627 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Attempting to bind port 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:49.847056 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Attempting to bind port 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '9ceb5b1b-4afe-4413-8cf4-099f14c96be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '55109b67-ff0f-4266-8c19-b95690691a2f'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:49.847425 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Attempting to bind port 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 on network 55109b67-ff0f-4266-8c19-b95690691a2f {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:49.853550 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:49.853937 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Checking segment: {'id': '9ceb5b1b-4afe-4413-8cf4-099f14c96be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '55109b67-ff0f-4266-8c19-b95690691a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:49.854341 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.854722 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Bound using segment: {'id': '9ceb5b1b-4afe-4413-8cf4-099f14c96be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '55109b67-ff0f-4266-8c19-b95690691a2f'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:49.855531 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Bound port: 9a2f0bb6-0edd-4f08-badf-6baa10c881a6, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ceb5b1b-4afe-4413-8cf4-099f14c96be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '55109b67-ff0f-4266-8c19-b95690691a2f'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:49.855946 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.862624 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0fdca-4b77-4d58-a3fd-ea967b33a285 req-9bcb1f53-13fb-493e-b058-da5937e7a475 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:49.870476 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5b0fdca-4b77-4d58-a3fd-ea967b33a285 req-9bcb1f53-13fb-493e-b058-da5937e7a475 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 943 time: 0.0937843 Jul 16 02:23:49.894155 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Attempting to bind port 4de19724-c5c8-4907-9cd5-093004e1b114 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:23:49.895052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Attempting to bind port 4de19724-c5c8-4907-9cd5-093004e1b114 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '12e6a193-1dcc-40d0-895d-8a15048f5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:23:49.895589 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Attempting to bind port 4de19724-c5c8-4907-9cd5-093004e1b114 on network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:49.901599 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Port 4de19724-c5c8-4907-9cd5-093004e1b114 on network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:23:49.902204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Attempting to bind port 4de19724-c5c8-4907-9cd5-093004e1b114 on network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:23:49.915285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:23:49.915693 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Checking segment: {'id': '12e6a193-1dcc-40d0-895d-8a15048f5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:23:49.916063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Bound using segment: {'id': '12e6a193-1dcc-40d0-895d-8a15048f5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:23:49.916519 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Bound port: 4de19724-c5c8-4907-9cd5-093004e1b114, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12e6a193-1dcc-40d0-895d-8a15048f5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:23:49.916896 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:49.939844 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a5b0fdca-4b77-4d58-a3fd-ea967b33a285 req-32bdb328-af92-47cd-98bd-d6a0eca63c1c tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681822 Jul 16 02:23:49.953284 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] For port 9a2f0bb6-0edd-4f08-badf-6baa10c881a6, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:49.957468 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] For port 9a2f0bb6-0edd-4f08-badf-6baa10c881a6, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9a2f0bb6-0edd-4f08-badf-6baa10c881a6,segment=NetworkSegment(9ceb5b1b-4afe-4413-8cf4-099f14c96be1),segment_id=9ceb5b1b-4afe-4413-8cf4-099f14c96be1)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:49.963176 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:50.027269 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] For port 4de19724-c5c8-4907-9cd5-093004e1b114, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:23:50.032952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] For port 4de19724-c5c8-4907-9cd5-093004e1b114, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4de19724-c5c8-4907-9cd5-093004e1b114,segment=NetworkSegment(12e6a193-1dcc-40d0-895d-8a15048f5c68),segment_id=12e6a193-1dcc-40d0-895d-8a15048f5c68)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:23:50.039245 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:50.088421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:50.089235 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:50.091160 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] 10.222.0.70 "PUT /v2.0/ports/4de19724-c5c8-4907-9cd5-093004e1b114 HTTP/1.1" status: 200 len: 1092 time: 0.7449057 Jul 16 02:23:50.091839 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61f0eca8-1423-44ce-83fb-a5ad0a957abe', 'tag': '4de19724-c5c8-4907-9cd5-093004e1b114'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:50.094828 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bf7ce33-8cc9-4744-818e-10a42d4d22cc" -d '{"events": [{"name": "network-changed", "server_uuid": "61f0eca8-1423-44ce-83fb-a5ad0a957abe", "tag": "4de19724-c5c8-4907-9cd5-093004e1b114"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:50.124346 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Routers {'43bddbce-e53c-4aad-b582-845720081ddc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:23:50.125389 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:23:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['43bddbce-e53c-4aad-b582-845720081ddc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:50.137167 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30557dd-a957-4516-891b-fb19b10ae037 service neutron] Pushing event updated for resources: {'Port': ['ID=4de19724-c5c8-4907-9cd5-093004e1b114,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:50.182599 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d9547d-5c6b-4f21-8954-a62a8894a226 x-openstack-request-id: req-a1d9547d-5c6b-4f21-8954-a62a8894a226 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:50.183001 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61f0eca8-1423-44ce-83fb-a5ad0a957abe", "tag": "4de19724-c5c8-4907-9cd5-093004e1b114", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:50.183185 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1d9547d-5c6b-4f21-8954-a62a8894a226 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:50.183542 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61f0eca8-1423-44ce-83fb-a5ad0a957abe', 'tag': '4de19724-c5c8-4907-9cd5-093004e1b114', 'status': 'completed', 'code': 200} Jul 16 02:23:50.184090 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aaab18-f310-422c-9f40-145ae6421f84 None None] Pushing event updated for resources: {'Port': ['ID=9a2f0bb6-0edd-4f08-badf-6baa10c881a6,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:50.215697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-2409a024-997e-41f4-9731-b3e0b7afab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:50.217258 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-2409a024-997e-41f4-9731-b3e0b7afab00 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13651216a56348fab15115b1e3171622&device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 1095 time: 0.0723672 Jul 16 02:23:50.261255 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] Set router 43bddbce-e53c-4aad-b582-845720081ddc gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:23:50.265250 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-d1ad9366-bf28-4225-9706-cb0348f2bd7d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4de19724-c5c8-4907-9cd5-093004e1b114 HTTP/1.1" status: 200 len: 217 time: 0.0400426 Jul 16 02:23:50.316004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-81e5132f-1349-4229-af53-2f45f340d905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:50.318029 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-81e5132f-1349-4229-af53-2f45f340d905 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=02e94103-b7bd-4c8c-8b99-e649eb9a8fbb HTTP/1.1" status: 200 len: 856 time: 0.0482166 Jul 16 02:23:50.391209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-309c4fe8-fdf3-4555-b516-d3bcd20e7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:50.393018 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-309c4fe8-fdf3-4555-b516-d3bcd20e7155 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c0076736-bafb-4ce8-bd36-d34f8c9d1b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675051 Jul 16 02:23:50.478221 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bddbce-e53c-4aad-b582-845720081ddc', 'name': 'tempest-TestEncryptedCinderVolumes-532861951-router', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '0ef36277-7fa3-446d-ac69-2e2ad20a53eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:42Z', 'updated_at': '2021-07-16T02:23:45Z', 'revision_number': 4, 'project_id': '86a0814f14b144c6a7cf3b286123c539', 'gw_port': {'id': '0ef36277-7fa3-446d-ac69-2e2ad20a53eb', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bddbce-e53c-4aad-b582-845720081ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:42Z', 'updated_at': '2021-07-16T02:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '9a2f0bb6-0edd-4f08-badf-6baa10c881a6', 'name': '', 'network_id': '55109b67-ff0f-4266-8c19-b95690691a2f', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539', 'mac_address': 'fa:16:3e:9d:19:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bddbce-e53c-4aad-b582-845720081ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'd4df4dc8-9ab0-4bdb-9bf0-df1f62c0fe04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:44Z', 'updated_at': '2021-07-16T02:23:49Z', 'revision_number': 4, 'project_id': '86a0814f14b144c6a7cf3b286123c539', 'subnets': [{'id': 'd4df4dc8-9ab0-4bdb-9bf0-df1f62c0fe04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:23:50.484128 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-87e87c41-e4ea-44df-a05f-349e876d0e5a service neutron] 10.222.0.70 "GET /v2.0/networks/c0076736-bafb-4ce8-bd36-d34f8c9d1b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841393 Jul 16 02:23:50.505854 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc830c-741f-4922-86d5-c7733d274b96 None None] The sync data for ids ['43bddbce-e53c-4aad-b582-845720081ddc'] in n-d-791505-14 is: [{'id': '43bddbce-e53c-4aad-b582-845720081ddc', 'name': 'tempest-TestEncryptedCinderVolumes-532861951-router', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '0ef36277-7fa3-446d-ac69-2e2ad20a53eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:42Z', 'updated_at': '2021-07-16T02:23:45Z', 'revision_number': 4, 'project_id': '86a0814f14b144c6a7cf3b286123c539', 'gw_port': {'id': '0ef36277-7fa3-446d-ac69-2e2ad20a53eb', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bddbce-e53c-4aad-b582-845720081ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:42Z', 'updated_at': '2021-07-16T02:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '9a2f0bb6-0edd-4f08-badf-6baa10c881a6', 'name': '', 'network_id': '55109b67-ff0f-4266-8c19-b95690691a2f', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539', 'mac_address': 'fa:16:3e:9d:19:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43bddbce-e53c-4aad-b582-845720081ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': 'd4df4dc8-9ab0-4bdb-9bf0-df1f62c0fe04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:44Z', 'updated_at': '2021-07-16T02:23:49Z', 'revision_number': 4, 'project_id': '86a0814f14b144c6a7cf3b286123c539', 'subnets': [{'id': 'd4df4dc8-9ab0-4bdb-9bf0-df1f62c0fe04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:23:50.583481 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d353afc8-aea7-4595-acd6-80d0e4b1ebef req-db8385c7-bf7a-4e64-9c92-a9137100012c service neutron] 10.222.0.70 "GET /v2.0/networks/c0076736-bafb-4ce8-bd36-d34f8c9d1b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925932 Jul 16 02:23:50.683464 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ce33-8cc9-4744-818e-10a42d4d22cc req-782ec262-81ee-45bc-a92c-bfbb6fc13541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:50.685028 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2bf7ce33-8cc9-4744-818e-10a42d4d22cc req-782ec262-81ee-45bc-a92c-bfbb6fc13541 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13651216a56348fab15115b1e3171622&device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 1095 time: 0.0546885 Jul 16 02:23:50.781816 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ce33-8cc9-4744-818e-10a42d4d22cc req-edd7f0bb-6e29-4503-9c54-396cda4d1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:50.783339 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2bf7ce33-8cc9-4744-818e-10a42d4d22cc req-edd7f0bb-6e29-4503-9c54-396cda4d1710 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c0076736-bafb-4ce8-bd36-d34f8c9d1b3a HTTP/1.1" status: 200 len: 918 time: 0.0919144 Jul 16 02:23:50.826012 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2bf7ce33-8cc9-4744-818e-10a42d4d22cc req-b79660f1-4dbf-4548-a668-c280abe49ad3 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4de19724-c5c8-4907-9cd5-093004e1b114 HTTP/1.1" status: 200 len: 217 time: 0.0357487 Jul 16 02:23:50.882682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ce33-8cc9-4744-818e-10a42d4d22cc req-11212cd1-3568-4d53-9c69-ec2b90263ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:50.884380 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2bf7ce33-8cc9-4744-818e-10a42d4d22cc req-11212cd1-3568-4d53-9c69-ec2b90263ee4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=02e94103-b7bd-4c8c-8b99-e649eb9a8fbb HTTP/1.1" status: 200 len: 856 time: 0.0516741 Jul 16 02:23:50.935233 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0ef36277-7fa3-446d-ac69-2e2ad20a53eb up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:50.959124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7ce33-8cc9-4744-818e-10a42d4d22cc req-b5d688be-ede1-4fe1-bb99-2217ac4c5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:50.960744 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2bf7ce33-8cc9-4744-818e-10a42d4d22cc req-b5d688be-ede1-4fe1-bb99-2217ac4c5137 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c0076736-bafb-4ce8-bd36-d34f8c9d1b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685325 Jul 16 02:23:50.999670 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 0ef36277-7fa3-446d-ac69-2e2ad20a53eb triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:50.999939 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:51.070147 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2bf7ce33-8cc9-4744-818e-10a42d4d22cc req-2dff829d-680d-40f8-b46f-97ca75f29928 service neutron] 10.222.0.70 "GET /v2.0/networks/c0076736-bafb-4ce8-bd36-d34f8c9d1b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018946 Jul 16 02:23:51.098844 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:51.131082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033a34f-614a-4356-811b-70dde2f3301e req-d1d9e701-443c-4a17-bc6e-32fe66d98752 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:51.134162 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f033a34f-614a-4356-811b-70dde2f3301e req-d1d9e701-443c-4a17-bc6e-32fe66d98752 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 943 time: 0.0708053 Jul 16 02:23:51.153230 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:51.157247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:51.157900 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:51.170287 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2bf7ce33-8cc9-4744-818e-10a42d4d22cc req-eec5ebe1-f56b-4761-b945-ea72fb9204df service neutron] 10.222.0.70 "GET /v2.0/networks/c0076736-bafb-4ce8-bd36-d34f8c9d1b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919867 Jul 16 02:23:51.174835 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f033a34f-614a-4356-811b-70dde2f3301e req-8e7ee0f8-51c0-4b71-9e95-824d64133e88 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352497 Jul 16 02:23:51.239004 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:51.270018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 9a2f0bb6-0edd-4f08-badf-6baa10c881a6, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9a2f0bb6-0edd-4f08-badf-6baa10c881a6,segment=NetworkSegment(9ceb5b1b-4afe-4413-8cf4-099f14c96be1),segment_id=9ceb5b1b-4afe-4413-8cf4-099f14c96be1)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:51.274378 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:51.321128 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=9a2f0bb6-0edd-4f08-badf-6baa10c881a6,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:52.349432 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f1ebb-be7d-48ba-a293-07ecdca0eefa req-20a8f9b6-3d75-4da4-b11f-492ff5dcd7cb tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:52.351522 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c76f1ebb-be7d-48ba-a293-07ecdca0eefa req-20a8f9b6-3d75-4da4-b11f-492ff5dcd7cb tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 943 time: 0.0650711 Jul 16 02:23:52.389392 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c76f1ebb-be7d-48ba-a293-07ecdca0eefa req-48ec3f43-6007-4619-a2fe-2d0b71aea74f tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320239 Jul 16 02:23:52.906145 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:52.957673 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:52.958050 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:53.564270 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae68a228-e782-49ea-b300-559deb8057f9 req-fa355168-6a1a-4192-98be-26869136c006 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:53.565712 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae68a228-e782-49ea-b300-559deb8057f9 req-fa355168-6a1a-4192-98be-26869136c006 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 943 time: 0.0619097 Jul 16 02:23:53.606262 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae68a228-e782-49ea-b300-559deb8057f9 req-47a84c65-ae2c-4df5-a308-01b16f1d1211 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333982 Jul 16 02:23:54.234296 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 4de19724-c5c8-4907-9cd5-093004e1b114 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:23:54.338858 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 4de19724-c5c8-4907-9cd5-093004e1b114, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4de19724-c5c8-4907-9cd5-093004e1b114,segment=NetworkSegment(12e6a193-1dcc-40d0-895d-8a15048f5c68),segment_id=12e6a193-1dcc-40d0-895d-8a15048f5c68)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:54.350936 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '4de19724-c5c8-4907-9cd5-093004e1b114', 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a', 'port_id': '4de19724-c5c8-4907-9cd5-093004e1b114', 'mac_address': 'fa:16:3e:66:83:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e94103-b7bd-4c8c-8b99-e649eb9a8fbb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:23:54.388853 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:54.402173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4de19724-c5c8-4907-9cd5-093004e1b114 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:23:54.421839 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 4de19724-c5c8-4907-9cd5-093004e1b114, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4de19724-c5c8-4907-9cd5-093004e1b114,segment=NetworkSegment(12e6a193-1dcc-40d0-895d-8a15048f5c68),segment_id=12e6a193-1dcc-40d0-895d-8a15048f5c68)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:54.425927 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:54.479450 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=4de19724-c5c8-4907-9cd5-093004e1b114,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:54.635842 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['4de19724-c5c8-4907-9cd5-093004e1b114'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:23:54.794218 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e71b610-edef-4411-b3c8-2f2249723714 req-7ae0eb9f-e111-4695-9ac3-c9a0286892fa tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:54.795940 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e71b610-edef-4411-b3c8-2f2249723714 req-7ae0eb9f-e111-4695-9ac3-c9a0286892fa tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 944 time: 0.0720747 Jul 16 02:23:54.835680 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e71b610-edef-4411-b3c8-2f2249723714 req-c46838d3-e4b1-4576-b651-46a4eb567b2e tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341229 Jul 16 02:23:56.011181 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6106657-458d-4423-aeab-55e1bb8e6d70 req-097859e7-7cc5-498c-b4bf-933ad835c7f6 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:56.012683 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e6106657-458d-4423-aeab-55e1bb8e6d70 req-097859e7-7cc5-498c-b4bf-933ad835c7f6 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 944 time: 0.0656490 Jul 16 02:23:56.053599 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e6106657-458d-4423-aeab-55e1bb8e6d70 req-0f367887-ba05-479b-9a45-e45ae6becc3c tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350564 Jul 16 02:23:56.260767 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 4de19724-c5c8-4907-9cd5-093004e1b114 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:23:56.308402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 4de19724-c5c8-4907-9cd5-093004e1b114 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:23:56.311976 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 4de19724-c5c8-4907-9cd5-093004e1b114 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:23:56.312345 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:56.394766 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:56.416575 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f0eca8-1423-44ce-83fb-a5ad0a957abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de19724-c5c8-4907-9cd5-093004e1b114'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:23:56.418821 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a507c9-d81f-4e65-bab7-1bbebe180e3f" -d '{"events": [{"server_uuid": "61f0eca8-1423-44ce-83fb-a5ad0a957abe", "name": "network-vif-plugged", "status": "completed", "tag": "4de19724-c5c8-4907-9cd5-093004e1b114"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:23:56.432231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 4de19724-c5c8-4907-9cd5-093004e1b114, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4de19724-c5c8-4907-9cd5-093004e1b114,segment=NetworkSegment(12e6a193-1dcc-40d0-895d-8a15048f5c68),segment_id=12e6a193-1dcc-40d0-895d-8a15048f5c68)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:23:56.436864 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:23:56.460101 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab5bab6-39d0-4ec1-acff-c922c00c7d16 x-openstack-request-id: req-5ab5bab6-39d0-4ec1-acff-c922c00c7d16 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:23:56.460394 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f0eca8-1423-44ce-83fb-a5ad0a957abe", "name": "network-vif-plugged", "status": "completed", "tag": "4de19724-c5c8-4907-9cd5-093004e1b114", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:23:56.460644 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ab5bab6-39d0-4ec1-acff-c922c00c7d16 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:23:56.461059 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f0eca8-1423-44ce-83fb-a5ad0a957abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4de19724-c5c8-4907-9cd5-093004e1b114', 'code': 200} Jul 16 02:23:56.486651 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=4de19724-c5c8-4907-9cd5-093004e1b114,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:23:56.575844 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16675fa6-922d-49a5-8245-0308f67a69e0 req-36c3ad7e-f3e7-4777-a6fa-f75445f988ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:56.577290 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-16675fa6-922d-49a5-8245-0308f67a69e0 req-36c3ad7e-f3e7-4777-a6fa-f75445f988ab service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 1097 time: 0.0534425 Jul 16 02:23:56.611898 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-16675fa6-922d-49a5-8245-0308f67a69e0 req-f215ae91-dba7-4fb4-a705-4a37dd4a301f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269897 Jul 16 02:23:57.236913 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5290b-fff5-43e7-801c-14909b640417 req-245b2668-333b-492c-9485-2937fb26e136 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:57.238513 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65d5290b-fff5-43e7-801c-14909b640417 req-245b2668-333b-492c-9485-2937fb26e136 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 945 time: 0.0723317 Jul 16 02:23:57.277682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-65d5290b-fff5-43e7-801c-14909b640417 req-e251a93d-beff-4348-a7bd-b543ce1bbadb tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334988 Jul 16 02:23:58.450633 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e6093-02ca-4b6e-b774-be063650e899 req-dcbd78a6-cc85-4b4f-9c62-dd665623b61d tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:58.452207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a25e6093-02ca-4b6e-b774-be063650e899 req-dcbd78a6-cc85-4b4f-9c62-dd665623b61d tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 945 time: 0.0636950 Jul 16 02:23:58.490251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a25e6093-02ca-4b6e-b774-be063650e899 req-3014c09e-a35c-47d6-abd2-13e82be497f4 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324886 Jul 16 02:23:58.664114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d96c35-c046-43a1-80e9-0ab79d608c0f req-c7cf7075-11a3-4439-97a2-36a868b2756e tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:23:58.665524 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98d96c35-c046-43a1-80e9-0ab79d608c0f req-c7cf7075-11a3-4439-97a2-36a868b2756e tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 945 time: 0.0631902 Jul 16 02:23:58.702645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98d96c35-c046-43a1-80e9-0ab79d608c0f req-742dcfc7-0f1d-483e-9e5a-e771a1407668 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315411 Jul 16 02:24:01.054183 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:02.011871 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:04.989974 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d4a7c78a-ea5d-456b-919d-6994827501cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.452453 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:07.709725 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-71a6dcba-4ab1-488a-b3a2-7df52ecc2f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:08.816952 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:10.460727 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:12.600931 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:24:17.806783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9a3ab-ab40-4875-8608-b3d0700287de req-74285e8f-eea2-4417-85cb-913cfdbb144f tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:17.808316 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24f9a3ab-ab40-4875-8608-b3d0700287de req-74285e8f-eea2-4417-85cb-913cfdbb144f tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 945 time: 0.0679281 Jul 16 02:24:17.848453 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24f9a3ab-ab40-4875-8608-b3d0700287de req-68dce11a-e2e9-4a27-89af-81b7db2a2adf tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339837 Jul 16 02:24:19.033377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a60d06-19ff-4dbf-a183-7601b996f730 req-5f91d15e-ebcf-46cf-853a-68d35b5aee0e tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:19.034935 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17a60d06-19ff-4dbf-a183-7601b996f730 req-5f91d15e-ebcf-46cf-853a-68d35b5aee0e tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 945 time: 0.0747831 Jul 16 02:24:19.072750 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-17a60d06-19ff-4dbf-a183-7601b996f730 req-3d5365ce-a7f7-495f-907e-3d6cb8f14eb5 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321364 Jul 16 02:24:19.397647 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668650b-cb0a-47f2-843a-bfaa609d7194 req-cac8d0f4-9ca9-4c41-88eb-378f3565df62 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:19.399112 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3668650b-cb0a-47f2-843a-bfaa609d7194 req-cac8d0f4-9ca9-4c41-88eb-378f3565df62 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.70 "GET /v2.0/ports?device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 945 time: 0.0662341 Jul 16 02:24:19.506953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-3668650b-cb0a-47f2-843a-bfaa609d7194 req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Deleting port 4de19724-c5c8-4907-9cd5-093004e1b114 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:19.507308 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3668650b-cb0a-47f2-843a-bfaa609d7194 req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:19.599090 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-3668650b-cb0a-47f2-843a-bfaa609d7194 req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] For port 4de19724-c5c8-4907-9cd5-093004e1b114, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=4de19724-c5c8-4907-9cd5-093004e1b114,segment=NetworkSegment(12e6a193-1dcc-40d0-895d-8a15048f5c68),segment_id=12e6a193-1dcc-40d0-895d-8a15048f5c68)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:19.599446 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3668650b-cb0a-47f2-843a-bfaa609d7194 req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:19.615800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-3668650b-cb0a-47f2-843a-bfaa609d7194 req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Calling delete_port for 4de19724-c5c8-4907-9cd5-093004e1b114 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:19.740884 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3668650b-cb0a-47f2-843a-bfaa609d7194 req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:19.753943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['4de19724-c5c8-4907-9cd5-093004e1b114'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:24:19.770041 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Pushing event deleted for resources: {'Port': ['ID=4de19724-c5c8-4907-9cd5-093004e1b114,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:19.783017 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.783365 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.783707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.784092 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.784410 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.784740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.785064 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.785392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.785722 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.786046 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.786362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.786683 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:19.837076 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-3668650b-cb0a-47f2-843a-bfaa609d7194 req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] No DVR routers for this DVR port 4de19724-c5c8-4907-9cd5-093004e1b114 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:24:19.840035 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-3668650b-cb0a-47f2-843a-bfaa609d7194 req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:19.842216 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3668650b-cb0a-47f2-843a-bfaa609d7194 req-8f634f8d-d708-4872-9f18-ef0b05532a56 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.70 "DELETE /v2.0/ports/4de19724-c5c8-4907-9cd5-093004e1b114 HTTP/1.1" status: 204 len: 173 time: 0.4360414 Jul 16 02:24:19.842741 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61f0eca8-1423-44ce-83fb-a5ad0a957abe', 'name': 'network-vif-deleted', 'tag': '4de19724-c5c8-4907-9cd5-093004e1b114'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:19.845174 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9597941a-1af0-41c6-a978-285a53c354d0" -d '{"events": [{"server_uuid": "61f0eca8-1423-44ce-83fb-a5ad0a957abe", "name": "network-vif-deleted", "tag": "4de19724-c5c8-4907-9cd5-093004e1b114"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:19.896835 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ee5a90-c6bb-4778-a818-3215730bb91b x-openstack-request-id: req-88ee5a90-c6bb-4778-a818-3215730bb91b {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:19.897135 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61f0eca8-1423-44ce-83fb-a5ad0a957abe", "name": "network-vif-deleted", "tag": "4de19724-c5c8-4907-9cd5-093004e1b114", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:19.897985 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88ee5a90-c6bb-4778-a818-3215730bb91b {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:19.897985 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61f0eca8-1423-44ce-83fb-a5ad0a957abe', 'name': 'network-vif-deleted', 'tag': '4de19724-c5c8-4907-9cd5-093004e1b114', 'status': 'completed', 'code': 200} Jul 16 02:24:20.235118 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b10f27c0-7a25-42c1-b7f5-661c5d47e5db req-5434fa1b-e5e1-493e-a3e0-a246c3e1e756 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=61f0eca8-1423-44ce-83fb-a5ad0a957abe HTTP/1.1" status: 200 len: 210 time: 0.0331695 Jul 16 02:24:21.970580 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-acf5b67c-6b13-4aa4-8738-b0c985b5fd6e tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:21.972110 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-acf5b67c-6b13-4aa4-8738-b0c985b5fd6e tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/networks?id=c0076736-bafb-4ce8-bd36-d34f8c9d1b3a HTTP/1.1" status: 200 len: 817 time: 0.1122622 Jul 16 02:24:21.986682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-0e995381-c400-464a-903c-289df2f378b7 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/quotas/13651216a56348fab15115b1e3171622 HTTP/1.1" status: 200 len: 375 time: 0.0091453 Jul 16 02:24:22.055509 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-2aeb507e-94de-4b31-a609-20b0b21aa3a7 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=13651216a56348fab15115b1e3171622&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639272 Jul 16 02:24:22.149451 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-2101400b-895f-45d9-9c48-00577be18501 service neutron] 10.222.0.22 "GET /v2.0/networks/c0076736-bafb-4ce8-bd36-d34f8c9d1b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827329 Jul 16 02:24:22.512507 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-de1b6330-1c56-430d-8edc-b5602c67579c service neutron] 10.222.0.22 "GET /v2.0/networks/c0076736-bafb-4ce8-bd36-d34f8c9d1b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573575 Jul 16 02:24:22.685283 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a2f2dce-38d6-45b7-aa26-e467c3655df3 req-510f1133-cedc-4f7c-ae6f-6dc0c9b295b6 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 210 time: 0.0311882 Jul 16 02:24:23.805649 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-6dda849d-5ba1-43ad-a411-2a48584fb51f tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:23.807430 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-6dda849d-5ba1-43ad-a411-2a48584fb51f tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.70 "GET /v2.0/networks?id=c0076736-bafb-4ce8-bd36-d34f8c9d1b3a HTTP/1.1" status: 200 len: 817 time: 0.1134040 Jul 16 02:24:23.820915 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-1a147134-bb96-48e3-b961-52c63032d1c6 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Request body: {'port': {'device_id': '0cc49377-bab2-4568-b847-020e49909924', 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a', 'admin_state_up': True, 'tenant_id': '13651216a56348fab15115b1e3171622'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:23.845211 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42e24296-c8d0-48b8-b6f3-2b6deab56820 req-e6f66b50-dfad-405c-ab9f-54cdd90a7f6b tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 210 time: 0.0314941 Jul 16 02:24:23.936598 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-1a147134-bb96-48e3-b961-52c63032d1c6 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Made reservation on behalf of 13651216a56348fab15115b1e3171622 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:24:23.940760 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-1a147134-bb96-48e3-b961-52c63032d1c6 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:24.065374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-1a147134-bb96-48e3-b961-52c63032d1c6 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Allocated IP 172.20.0.7 (c0076736-bafb-4ce8-bd36-d34f8c9d1b3a/02e94103-b7bd-4c8c-8b99-e649eb9a8fbb/90a8bb20-b546-494e-a90e-076ebd7fd531) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:24:24.218134 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-1a147134-bb96-48e3-b961-52c63032d1c6 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:24.233344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-1a147134-bb96-48e3-b961-52c63032d1c6 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Transition to ACTIVE for port object 90a8bb20-b546-494e-a90e-076ebd7fd531 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:24.266563 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-1a147134-bb96-48e3-b961-52c63032d1c6 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:24.317079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-1a147134-bb96-48e3-b961-52c63032d1c6 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:24:24.320420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-1a147134-bb96-48e3-b961-52c63032d1c6 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:24:24.324779 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-1a147134-bb96-48e3-b961-52c63032d1c6 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:24:24.348428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a147134-bb96-48e3-b961-52c63032d1c6 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Pushing event updated for resources: {'Port': ['ID=90a8bb20-b546-494e-a90e-076ebd7fd531,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:24.378298 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-1a147134-bb96-48e3-b961-52c63032d1c6 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:24.378968 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-1a147134-bb96-48e3-b961-52c63032d1c6 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:24.393830 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-1a147134-bb96-48e3-b961-52c63032d1c6 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5771959 Jul 16 02:24:24.405762 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Request body: {'port': {'device_id': '0cc49377-bab2-4568-b847-020e49909924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:24:24.424266 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 4de19724-c5c8-4907-9cd5-093004e1b114 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:24.448128 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 4de19724-c5c8-4907-9cd5-093004e1b114 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:24.448753 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 4de19724-c5c8-4907-9cd5-093004e1b114 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:24.486317 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:24.534540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-19ab188c-57a8-4ed4-a8ae-900760584c0d None None] Provisioning for port 90a8bb20-b546-494e-a90e-076ebd7fd531 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:24.538431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-19ab188c-57a8-4ed4-a8ae-900760584c0d None None] Provisioning complete for port 90a8bb20-b546-494e-a90e-076ebd7fd531 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:24.539015 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19ab188c-57a8-4ed4-a8ae-900760584c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:24.572932 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-19ab188c-57a8-4ed4-a8ae-900760584c0d None None] Port 90a8bb20-b546-494e-a90e-076ebd7fd531 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:24:24.772707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90a8bb20-b546-494e-a90e-076ebd7fd531 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:24:24.780187 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:24.791623 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Transition to ACTIVE for port object 90a8bb20-b546-494e-a90e-076ebd7fd531 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:24:24.795368 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:24.844008 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Pushing event updated for resources: {'Port': ['ID=90a8bb20-b546-494e-a90e-076ebd7fd531,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:24.922175 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Attempting to bind port 90a8bb20-b546-494e-a90e-076ebd7fd531 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:24:24.922601 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Attempting to bind port 90a8bb20-b546-494e-a90e-076ebd7fd531 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '12e6a193-1dcc-40d0-895d-8a15048f5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:24:24.922943 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Attempting to bind port 90a8bb20-b546-494e-a90e-076ebd7fd531 on network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:24.928089 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Port 90a8bb20-b546-494e-a90e-076ebd7fd531 on network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:24:24.928421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Attempting to bind port 90a8bb20-b546-494e-a90e-076ebd7fd531 on network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:24:24.933395 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:24:24.933738 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Checking segment: {'id': '12e6a193-1dcc-40d0-895d-8a15048f5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:24:24.934128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Bound using segment: {'id': '12e6a193-1dcc-40d0-895d-8a15048f5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:24:24.934561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Bound port: 90a8bb20-b546-494e-a90e-076ebd7fd531, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12e6a193-1dcc-40d0-895d-8a15048f5c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:24:24.934931 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:25.004753 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] For port 90a8bb20-b546-494e-a90e-076ebd7fd531, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:24:25.009147 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] For port 90a8bb20-b546-494e-a90e-076ebd7fd531, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=90a8bb20-b546-494e-a90e-076ebd7fd531,segment=NetworkSegment(12e6a193-1dcc-40d0-895d-8a15048f5c68),segment_id=12e6a193-1dcc-40d0-895d-8a15048f5c68)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:24:25.014774 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:25.029333 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3b236-65b5-4d9d-8d19-5a486c3c109b req-e3e335d5-1db0-43f8-9878-d04d9ddc8962 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:25.031536 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42a3b236-65b5-4d9d-8d19-5a486c3c109b req-e3e335d5-1db0-43f8-9878-d04d9ddc8962 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 943 time: 0.0657170 Jul 16 02:24:25.056099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:25.056727 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:25.058165 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] 10.222.0.70 "PUT /v2.0/ports/90a8bb20-b546-494e-a90e-076ebd7fd531 HTTP/1.1" status: 200 len: 1092 time: 0.6568792 Jul 16 02:24:25.058614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc49377-bab2-4568-b847-020e49909924', 'tag': '90a8bb20-b546-494e-a90e-076ebd7fd531'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:25.061393 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3d165a-26ce-4a4b-bd2b-43ade3c1ea4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc49377-bab2-4568-b847-020e49909924", "tag": "90a8bb20-b546-494e-a90e-076ebd7fd531"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:25.077335 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42a3b236-65b5-4d9d-8d19-5a486c3c109b req-7d53303f-e952-44e3-9f90-e62669de3280 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400047 Jul 16 02:24:25.102256 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44481e27-9c29-4ad1-a9da-82149627c4db service neutron] Pushing event updated for resources: {'Port': ['ID=90a8bb20-b546-494e-a90e-076ebd7fd531,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:25.143799 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e93dc92-a837-4f80-976b-55cec2a61564 x-openstack-request-id: req-5e93dc92-a837-4f80-976b-55cec2a61564 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:25.144099 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc49377-bab2-4568-b847-020e49909924", "tag": "90a8bb20-b546-494e-a90e-076ebd7fd531", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:25.144353 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e93dc92-a837-4f80-976b-55cec2a61564 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:25.144755 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cc49377-bab2-4568-b847-020e49909924', 'tag': '90a8bb20-b546-494e-a90e-076ebd7fd531', 'status': 'completed', 'code': 200} Jul 16 02:24:25.168918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-2163ad14-1c55-41f6-840d-bddf280b24f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:25.170481 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-2163ad14-1c55-41f6-840d-bddf280b24f9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13651216a56348fab15115b1e3171622&device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 1095 time: 0.0635073 Jul 16 02:24:25.222901 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-3d2e83b3-eda9-4332-93c0-fd5be71a06ec service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90a8bb20-b546-494e-a90e-076ebd7fd531 HTTP/1.1" status: 200 len: 217 time: 0.0451093 Jul 16 02:24:25.276694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-12524b55-1f81-4474-a256-a67c1a387d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:25.278150 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-12524b55-1f81-4474-a256-a67c1a387d8e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=02e94103-b7bd-4c8c-8b99-e649eb9a8fbb HTTP/1.1" status: 200 len: 856 time: 0.0486169 Jul 16 02:24:25.340188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-1028430e-55ff-443b-ac82-b9000a53620d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:25.341625 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-1028430e-55ff-443b-ac82-b9000a53620d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c0076736-bafb-4ce8-bd36-d34f8c9d1b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535481 Jul 16 02:24:25.431846 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-e1911b8e-d797-4119-94fd-c58e8d130915 service neutron] 10.222.0.70 "GET /v2.0/networks/c0076736-bafb-4ce8-bd36-d34f8c9d1b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832746 Jul 16 02:24:25.518853 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-33feeb2a-cd1a-4e3a-a758-7e5d46c2cdcd req-00943629-031b-465e-bae0-1a5f501855fd service neutron] 10.222.0.70 "GET /v2.0/networks/c0076736-bafb-4ce8-bd36-d34f8c9d1b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799861 Jul 16 02:24:25.635461 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d165a-26ce-4a4b-bd2b-43ade3c1ea4c req-7da7dca2-3f23-4fea-bfe0-b41ba222d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:25.637526 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ab3d165a-26ce-4a4b-bd2b-43ade3c1ea4c req-7da7dca2-3f23-4fea-bfe0-b41ba222d260 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13651216a56348fab15115b1e3171622&device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 1095 time: 0.0604570 Jul 16 02:24:25.732128 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d165a-26ce-4a4b-bd2b-43ade3c1ea4c req-9cd30b9b-b470-461c-855f-f5f4ef9262da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:25.733624 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ab3d165a-26ce-4a4b-bd2b-43ade3c1ea4c req-9cd30b9b-b470-461c-855f-f5f4ef9262da service neutron] 10.222.0.70 "GET /v2.0/networks?id=c0076736-bafb-4ce8-bd36-d34f8c9d1b3a HTTP/1.1" status: 200 len: 918 time: 0.0902724 Jul 16 02:24:25.792533 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ab3d165a-26ce-4a4b-bd2b-43ade3c1ea4c req-196afc94-1edb-45fb-b62f-31f05bdc8db5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90a8bb20-b546-494e-a90e-076ebd7fd531 HTTP/1.1" status: 200 len: 217 time: 0.0515859 Jul 16 02:24:25.840406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d165a-26ce-4a4b-bd2b-43ade3c1ea4c req-a8e7400c-1115-4fd5-ba39-135f7ca9e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:25.841839 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ab3d165a-26ce-4a4b-bd2b-43ade3c1ea4c req-a8e7400c-1115-4fd5-ba39-135f7ca9e7b3 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=02e94103-b7bd-4c8c-8b99-e649eb9a8fbb HTTP/1.1" status: 200 len: 856 time: 0.0431750 Jul 16 02:24:25.898715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d165a-26ce-4a4b-bd2b-43ade3c1ea4c req-d94f75db-de8e-4789-be7f-f053124044fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:25.900150 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ab3d165a-26ce-4a4b-bd2b-43ade3c1ea4c req-d94f75db-de8e-4789-be7f-f053124044fa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c0076736-bafb-4ce8-bd36-d34f8c9d1b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513115 Jul 16 02:24:26.009977 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ab3d165a-26ce-4a4b-bd2b-43ade3c1ea4c req-a76ab60c-6852-4e51-abd2-53f13284c76f service neutron] 10.222.0.70 "GET /v2.0/networks/c0076736-bafb-4ce8-bd36-d34f8c9d1b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018088 Jul 16 02:24:26.100758 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ab3d165a-26ce-4a4b-bd2b-43ade3c1ea4c req-ba0418fc-6b82-4763-bf9f-edbe000fe774 service neutron] 10.222.0.70 "GET /v2.0/networks/c0076736-bafb-4ce8-bd36-d34f8c9d1b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834382 Jul 16 02:24:26.272435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df8b2a-b01a-4d44-9a48-49555974ba8e req-907386da-40f1-44e0-afca-5854db79bae8 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:26.273837 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51df8b2a-b01a-4d44-9a48-49555974ba8e req-907386da-40f1-44e0-afca-5854db79bae8 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 943 time: 0.0665407 Jul 16 02:24:26.311808 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51df8b2a-b01a-4d44-9a48-49555974ba8e req-25c1ceba-e9b6-4a60-8b53-43f83102c2e1 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322640 Jul 16 02:24:27.479805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0041173-9af2-49c3-9dc8-1284e2508685 req-59bd2038-fea8-42ca-8593-dfc5597dcb15 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:27.481277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0041173-9af2-49c3-9dc8-1284e2508685 req-59bd2038-fea8-42ca-8593-dfc5597dcb15 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 943 time: 0.0606287 Jul 16 02:24:27.517274 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e0041173-9af2-49c3-9dc8-1284e2508685 req-4c27a333-8cf3-4216-8840-38199d0bdfbe tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305901 Jul 16 02:24:28.440010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 90a8bb20-b546-494e-a90e-076ebd7fd531 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:24:28.532775 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 90a8bb20-b546-494e-a90e-076ebd7fd531, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=90a8bb20-b546-494e-a90e-076ebd7fd531,segment=NetworkSegment(12e6a193-1dcc-40d0-895d-8a15048f5c68),segment_id=12e6a193-1dcc-40d0-895d-8a15048f5c68)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:28.543475 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '90a8bb20-b546-494e-a90e-076ebd7fd531', 'network_id': 'c0076736-bafb-4ce8-bd36-d34f8c9d1b3a', 'port_id': '90a8bb20-b546-494e-a90e-076ebd7fd531', 'mac_address': 'fa:16:3e:13:ba:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e94103-b7bd-4c8c-8b99-e649eb9a8fbb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:24:28.580811 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:28.594983 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90a8bb20-b546-494e-a90e-076ebd7fd531 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:24:28.614342 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 90a8bb20-b546-494e-a90e-076ebd7fd531, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=90a8bb20-b546-494e-a90e-076ebd7fd531,segment=NetworkSegment(12e6a193-1dcc-40d0-895d-8a15048f5c68),segment_id=12e6a193-1dcc-40d0-895d-8a15048f5c68)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:28.618491 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:28.666924 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=90a8bb20-b546-494e-a90e-076ebd7fd531,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:28.674608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:28.674951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:28.675290 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:28.675618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:28.675975 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:28.676301 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:28.676621 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:28.676946 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:28.677263 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:28.677578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:28.677894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:28.678207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:28.695244 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6bc219-74b1-48cd-be8b-7559eb03f9e1 req-e96f75ec-8f6e-4d6c-b3ed-9c845d9c2690 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:28.696823 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cc6bc219-74b1-48cd-be8b-7559eb03f9e1 req-e96f75ec-8f6e-4d6c-b3ed-9c845d9c2690 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 944 time: 0.0677986 Jul 16 02:24:28.734185 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cc6bc219-74b1-48cd-be8b-7559eb03f9e1 req-192b2ec1-ba7f-4796-b1cb-ca72691bdef1 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Jul 16 02:24:28.814909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['90a8bb20-b546-494e-a90e-076ebd7fd531'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:24:29.902861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d06585-4d99-48bf-9bff-e1ed97642b03 req-558b9eca-0a1b-4019-9300-161a4ad01c85 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:29.904375 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54d06585-4d99-48bf-9bff-e1ed97642b03 req-558b9eca-0a1b-4019-9300-161a4ad01c85 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 944 time: 0.0619030 Jul 16 02:24:29.941545 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54d06585-4d99-48bf-9bff-e1ed97642b03 req-3f6795e3-4825-446f-ac90-b9a61da2fa32 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311620 Jul 16 02:24:30.445544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 90a8bb20-b546-494e-a90e-076ebd7fd531 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:24:30.493831 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 90a8bb20-b546-494e-a90e-076ebd7fd531 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:24:30.497361 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 90a8bb20-b546-494e-a90e-076ebd7fd531 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:24:30.497728 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:30.571814 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:30.592822 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc49377-bab2-4568-b847-020e49909924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a8bb20-b546-494e-a90e-076ebd7fd531'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:30.595547 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-783246d9-de31-4f62-b6fa-eb25042f74c6" -d '{"events": [{"server_uuid": "0cc49377-bab2-4568-b847-020e49909924", "name": "network-vif-plugged", "status": "completed", "tag": "90a8bb20-b546-494e-a90e-076ebd7fd531"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:30.607720 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 90a8bb20-b546-494e-a90e-076ebd7fd531, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=90a8bb20-b546-494e-a90e-076ebd7fd531,segment=NetworkSegment(12e6a193-1dcc-40d0-895d-8a15048f5c68),segment_id=12e6a193-1dcc-40d0-895d-8a15048f5c68)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:30.612324 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:30.634538 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b45462-e558-4ae0-8afe-ab8e942806f4 x-openstack-request-id: req-a3b45462-e558-4ae0-8afe-ab8e942806f4 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:30.634841 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc49377-bab2-4568-b847-020e49909924", "name": "network-vif-plugged", "status": "completed", "tag": "90a8bb20-b546-494e-a90e-076ebd7fd531", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:30.635077 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a3b45462-e558-4ae0-8afe-ab8e942806f4 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:30.635456 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc49377-bab2-4568-b847-020e49909924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90a8bb20-b546-494e-a90e-076ebd7fd531', 'code': 200} Jul 16 02:24:30.663371 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=90a8bb20-b546-494e-a90e-076ebd7fd531,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:30.748689 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c345dad-ef73-48b4-afa9-e11b792a7698 req-2eba471c-171f-4999-9eca-46029b86915a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:30.750095 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1c345dad-ef73-48b4-afa9-e11b792a7698 req-2eba471c-171f-4999-9eca-46029b86915a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 1097 time: 0.0555990 Jul 16 02:24:31.081372 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:31.099929 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1c345dad-ef73-48b4-afa9-e11b792a7698 req-d4723d67-5a1c-41f2-9892-6fa72f520206 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417201 Jul 16 02:24:31.125338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b715d-8939-4bec-a3d3-e2d0968fd942 req-9683d963-8b58-49ca-8998-1044a24d4892 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:31.126850 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-063b715d-8939-4bec-a3d3-e2d0968fd942 req-9683d963-8b58-49ca-8998-1044a24d4892 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 945 time: 0.0665269 Jul 16 02:24:31.166905 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-063b715d-8939-4bec-a3d3-e2d0968fd942 req-b8a0f968-778f-4e98-8fa6-fc5339fba846 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344369 Jul 16 02:24:32.008598 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:32.335492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736592c1-0a30-4c20-8036-97285c78f8f7 req-438b387d-96e4-44fa-b755-6b16aea351ad tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:32.336997 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-736592c1-0a30-4c20-8036-97285c78f8f7 req-438b387d-96e4-44fa-b755-6b16aea351ad tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 945 time: 0.0617583 Jul 16 02:24:32.372717 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-736592c1-0a30-4c20-8036-97285c78f8f7 req-5a4c2743-ad16-458a-852c-749078f49308 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301836 Jul 16 02:24:32.540229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102f2655-a354-4ce6-9a5c-8c797cc4fa76 req-7103a260-0bd8-4f9b-a923-9adc561866ce tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:32.541722 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-102f2655-a354-4ce6-9a5c-8c797cc4fa76 req-7103a260-0bd8-4f9b-a923-9adc561866ce tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 945 time: 0.0626266 Jul 16 02:24:32.578843 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-102f2655-a354-4ce6-9a5c-8c797cc4fa76 req-01d93f75-c69f-45b2-82bd-6f6cffcc1622 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310740 Jul 16 02:24:34.991865 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9efe6351-093d-4226-acf1-71a17776a6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:37.443437 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:37.710477 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-82725fe9-7531-4192-83d0-61e31f4a8271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.718902 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-051a8a20-1539-4b52-bc70-c17f5580b721 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1397016 Jul 16 02:24:38.820494 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:38.822806 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-45c448ea-e2c2-408f-a94f-6879ca2050c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:38.823299 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-45c448ea-e2c2-408f-a94f-6879ca2050c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:38.823797 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-45c448ea-e2c2-408f-a94f-6879ca2050c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:38.824271 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-45c448ea-e2c2-408f-a94f-6879ca2050c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:38.825012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-45c448ea-e2c2-408f-a94f-6879ca2050c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:38.826804 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-45c448ea-e2c2-408f-a94f-6879ca2050c2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0622270 Jul 16 02:24:38.940761 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-ed4df779-b89c-411a-b735-008c77685ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:38.941240 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-ed4df779-b89c-411a-b735-008c77685ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:38.941711 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-ed4df779-b89c-411a-b735-008c77685ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:38.943291 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-ed4df779-b89c-411a-b735-008c77685ddd service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0927527 Jul 16 02:24:38.982154 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-45ddb8ce-fb5c-4f64-9310-6ac494933405 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0331361 Jul 16 02:24:39.032864 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-504e89b0-885f-4b43-94e0-d9c226035e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:39.034316 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-504e89b0-885f-4b43-94e0-d9c226035e52 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0459857 Jul 16 02:24:39.093366 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-60c13d70-0bae-4abf-bcef-e542bdbfabfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:39.094869 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-60c13d70-0bae-4abf-bcef-e542bdbfabfd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546637 Jul 16 02:24:39.180925 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-6c6a5d42-06b6-40d1-a971-0493be1cd944 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795786 Jul 16 02:24:39.271664 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-6ca8c337-4af1-42c5-b6ce-f8c73549067a service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848627 Jul 16 02:24:39.311621 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-672620e1-8e91-46ff-b1a3-a16f1f36b70c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0334733 Jul 16 02:24:39.361997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-4c8e6e60-16b3-4a23-943e-ac1ee1036709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:39.363418 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-4c8e6e60-16b3-4a23-943e-ac1ee1036709 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0460889 Jul 16 02:24:39.418206 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-36b520a7-ce3a-4544-b38b-5a31bf9c43b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:39.419673 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-36b520a7-ce3a-4544-b38b-5a31bf9c43b9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0505307 Jul 16 02:24:39.509722 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-0e7db36e-583e-496e-9488-05905a469a69 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828407 Jul 16 02:24:39.596585 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-e19d16d5-43df-4b67-bdc8-18fe51a4900d service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805860 Jul 16 02:24:39.639663 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-278d52ad-232a-4f15-baa9-5ed0ddd7e5f8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0370646 Jul 16 02:24:39.688178 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-e2b5855b-c9d0-4188-8176-729de2e6210e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:39.689666 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-e2b5855b-c9d0-4188-8176-729de2e6210e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0428386 Jul 16 02:24:39.745056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-f89529df-08b5-40ac-bc86-0421b68881e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:39.746550 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-f89529df-08b5-40ac-bc86-0421b68881e9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508893 Jul 16 02:24:39.839216 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-1105ab9a-b7ef-4a72-af70-35d8f455fadc service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864627 Jul 16 02:24:39.925738 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-af763d7c-ddc7-4f91-961a-0f079604fdfc service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805800 Jul 16 02:24:39.968778 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-354c82bc-379f-4614-92d2-c895e193c99a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0373051 Jul 16 02:24:40.016595 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-a5c79777-7d97-44ab-9ecb-6280db34b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:40.018002 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-a5c79777-7d97-44ab-9ecb-6280db34b2b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0435622 Jul 16 02:24:40.074206 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-fff28750-dd09-467b-a994-61f12160a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:40.075711 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-fff28750-dd09-467b-a994-61f12160a4f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0518568 Jul 16 02:24:40.173084 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-016596dc-aca1-4628-9a3b-50c80f7aede9 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906887 Jul 16 02:24:40.259092 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-868e8daa-91d2-4d7e-b9b2-2960de7929a5 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801024 Jul 16 02:24:40.302094 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-99746d67-7925-4d92-b46f-d9fb5b67cdb1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0373137 Jul 16 02:24:40.348833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-e4c76b47-31a4-4c6c-8246-06e15233bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:40.350225 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-e4c76b47-31a4-4c6c-8246-06e15233bca7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0422640 Jul 16 02:24:40.404339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-737216d8-820b-45fd-9d22-7c0469522091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:40.406272 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-737216d8-820b-45fd-9d22-7c0469522091 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0498176 Jul 16 02:24:40.462014 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:40.500447 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-776b93ba-89a2-4e8b-bcab-a76aea62d964 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878084 Jul 16 02:24:40.587776 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f3b2ea2e-2052-48cd-9c34-fdc199e4aef1 req-5fafbb04-127d-40b1-bf51-f6541ac265d0 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814834 Jul 16 02:24:46.286719 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-20468f78-08d2-4e44-a78d-9156bf1f929a req-3dde4da3-0130-452c-b288-635e690b204d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=0cc49377-bab2-4568-b847-020e49909924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507550 Jul 16 02:24:46.387323 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20468f78-08d2-4e44-a78d-9156bf1f929a req-259dfc20-c139-4c96-a166-4345ae6511c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:46.389109 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-20468f78-08d2-4e44-a78d-9156bf1f929a req-259dfc20-c139-4c96-a166-4345ae6511c8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=13651216a56348fab15115b1e3171622&device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 1097 time: 0.0581696 Jul 16 02:24:46.493404 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20468f78-08d2-4e44-a78d-9156bf1f929a req-9991cfcd-7eb5-4dc2-8ed4-3b56e4ef6d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:46.494883 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-20468f78-08d2-4e44-a78d-9156bf1f929a req-9991cfcd-7eb5-4dc2-8ed4-3b56e4ef6d17 service neutron] 10.222.0.70 "GET /v2.0/networks?id=c0076736-bafb-4ce8-bd36-d34f8c9d1b3a HTTP/1.1" status: 200 len: 918 time: 0.0855501 Jul 16 02:24:46.542188 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-20468f78-08d2-4e44-a78d-9156bf1f929a req-4b38d71c-e5e1-4972-ba46-e364d909b6e6 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=90a8bb20-b546-494e-a90e-076ebd7fd531 HTTP/1.1" status: 200 len: 217 time: 0.0390289 Jul 16 02:24:46.595906 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20468f78-08d2-4e44-a78d-9156bf1f929a req-dd84e357-c9f7-4b8e-b7d2-4fa591bb7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:46.597455 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-20468f78-08d2-4e44-a78d-9156bf1f929a req-dd84e357-c9f7-4b8e-b7d2-4fa591bb7cbb service neutron] 10.222.0.70 "GET /v2.0/subnets?id=02e94103-b7bd-4c8c-8b99-e649eb9a8fbb HTTP/1.1" status: 200 len: 856 time: 0.0482926 Jul 16 02:24:46.663388 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20468f78-08d2-4e44-a78d-9156bf1f929a req-556608d5-d5ab-40be-a6a0-ddf93a511109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:46.665007 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-20468f78-08d2-4e44-a78d-9156bf1f929a req-556608d5-d5ab-40be-a6a0-ddf93a511109 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=c0076736-bafb-4ce8-bd36-d34f8c9d1b3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540977 Jul 16 02:24:46.759070 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-20468f78-08d2-4e44-a78d-9156bf1f929a req-e685859c-ccb0-40ab-99e0-a0f969011b39 service neutron] 10.222.0.70 "GET /v2.0/networks/c0076736-bafb-4ce8-bd36-d34f8c9d1b3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864372 Jul 16 02:24:46.848320 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-20468f78-08d2-4e44-a78d-9156bf1f929a req-11508e05-1b18-4ab0-a534-f3a9efb2feb2 service neutron] 10.222.0.70 "GET /v2.0/networks/c0076736-bafb-4ce8-bd36-d34f8c9d1b3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823097 Jul 16 02:24:49.600229 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:24:51.519951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b988581-9dea-4941-a93c-2735709a247a req-bd4f6375-47a4-4783-8ab3-38844913017b tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:51.521477 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b988581-9dea-4941-a93c-2735709a247a req-bd4f6375-47a4-4783-8ab3-38844913017b tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 945 time: 0.0661099 Jul 16 02:24:51.560427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b988581-9dea-4941-a93c-2735709a247a req-9829483a-36e6-48ed-bd90-49051caaa696 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332670 Jul 16 02:24:52.728740 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fa83d-cb9b-476f-be1e-1e7a646c80d2 req-ac77c5bb-c5c9-4ed4-af21-dc59d6c01f0e tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:52.730225 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-066fa83d-cb9b-476f-be1e-1e7a646c80d2 req-ac77c5bb-c5c9-4ed4-af21-dc59d6c01f0e tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 945 time: 0.0617955 Jul 16 02:24:52.768126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-066fa83d-cb9b-476f-be1e-1e7a646c80d2 req-d6807eb4-7985-4ae1-8fe2-a2673d47c572 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318110 Jul 16 02:24:53.209441 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d873b-6b96-44c9-8ed7-cec5593f922c req-3c7023ee-0cbb-4783-a3fc-b0f990b78db1 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:24:53.210803 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c62d873b-6b96-44c9-8ed7-cec5593f922c req-3c7023ee-0cbb-4783-a3fc-b0f990b78db1 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.70 "GET /v2.0/ports?device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 945 time: 0.0650036 Jul 16 02:24:53.308304 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-c62d873b-6b96-44c9-8ed7-cec5593f922c req-cce1948b-a992-4471-b207-86421ab5f7b0 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Deleting port 90a8bb20-b546-494e-a90e-076ebd7fd531 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:53.308648 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c62d873b-6b96-44c9-8ed7-cec5593f922c req-cce1948b-a992-4471-b207-86421ab5f7b0 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:53.398937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-c62d873b-6b96-44c9-8ed7-cec5593f922c req-cce1948b-a992-4471-b207-86421ab5f7b0 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] For port 90a8bb20-b546-494e-a90e-076ebd7fd531, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=90a8bb20-b546-494e-a90e-076ebd7fd531,segment=NetworkSegment(12e6a193-1dcc-40d0-895d-8a15048f5c68),segment_id=12e6a193-1dcc-40d0-895d-8a15048f5c68)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:53.399299 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c62d873b-6b96-44c9-8ed7-cec5593f922c req-cce1948b-a992-4471-b207-86421ab5f7b0 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:53.411327 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-c62d873b-6b96-44c9-8ed7-cec5593f922c req-cce1948b-a992-4471-b207-86421ab5f7b0 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Calling delete_port for 90a8bb20-b546-494e-a90e-076ebd7fd531 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:53.534915 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c62d873b-6b96-44c9-8ed7-cec5593f922c req-cce1948b-a992-4471-b207-86421ab5f7b0 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:53.548522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['90a8bb20-b546-494e-a90e-076ebd7fd531'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:24:53.567559 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1948b-a992-4471-b207-86421ab5f7b0 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Pushing event deleted for resources: {'Port': ['ID=90a8bb20-b546-494e-a90e-076ebd7fd531,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:53.613751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-c62d873b-6b96-44c9-8ed7-cec5593f922c req-cce1948b-a992-4471-b207-86421ab5f7b0 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] No DVR routers for this DVR port 90a8bb20-b546-494e-a90e-076ebd7fd531 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:24:53.616424 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-c62d873b-6b96-44c9-8ed7-cec5593f922c req-cce1948b-a992-4471-b207-86421ab5f7b0 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:53.618495 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c62d873b-6b96-44c9-8ed7-cec5593f922c req-cce1948b-a992-4471-b207-86421ab5f7b0 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.70 "DELETE /v2.0/ports/90a8bb20-b546-494e-a90e-076ebd7fd531 HTTP/1.1" status: 204 len: 173 time: 0.4005165 Jul 16 02:24:53.618944 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc49377-bab2-4568-b847-020e49909924', 'name': 'network-vif-deleted', 'tag': '90a8bb20-b546-494e-a90e-076ebd7fd531'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:24:53.621316 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d385f7-7c75-4c37-911b-6290c7066f38" -d '{"events": [{"server_uuid": "0cc49377-bab2-4568-b847-020e49909924", "name": "network-vif-deleted", "tag": "90a8bb20-b546-494e-a90e-076ebd7fd531"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:24:53.665308 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a1a061a-42d6-4685-b115-c60e84af1adc x-openstack-request-id: req-9a1a061a-42d6-4685-b115-c60e84af1adc {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:24:53.665615 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc49377-bab2-4568-b847-020e49909924", "name": "network-vif-deleted", "tag": "90a8bb20-b546-494e-a90e-076ebd7fd531", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:24:53.665902 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a1a061a-42d6-4685-b115-c60e84af1adc {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:24:53.666307 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cc49377-bab2-4568-b847-020e49909924', 'name': 'network-vif-deleted', 'tag': '90a8bb20-b546-494e-a90e-076ebd7fd531', 'status': 'completed', 'code': 200} Jul 16 02:24:53.920560 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bca53b8c-6469-4e67-b80e-7020edfd7f52 req-6eb1721e-180c-42be-bb23-f649a9a7bdd1 tempest-TestEncryptedCinderVolumes-1346869286 tempest-TestEncryptedCinderVolumes-1346869286-project] 10.222.0.22 "GET /v2.0/ports?device_id=0cc49377-bab2-4568-b847-020e49909924 HTTP/1.1" status: 200 len: 210 time: 0.0278592 Jul 16 02:24:55.044783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46770) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:55.449347 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:55.740635 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Deleting port b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:55.740891 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:55.817916 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] For port b827b798-5c9e-4cb8-bf6f-e3b815aa59c2, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b827b798-5c9e-4cb8-bf6f-e3b815aa59c2,segment=NetworkSegment(12e6a193-1dcc-40d0-895d-8a15048f5c68),segment_id=12e6a193-1dcc-40d0-895d-8a15048f5c68)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:55.818278 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:55.830355 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Calling delete_port for b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:56.001759 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.024500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Pushing event deleted for resources: {'Port': ['ID=b827b798-5c9e-4cb8-bf6f-e3b815aa59c2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:56.037845 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.038194 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.038532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.039987 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.040360 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.040704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.041038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.041369 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.041699 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.042026 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.042374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.042697 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:24:56.207959 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.408298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Router 6a2f07aa-3f39-4fc6-af08-47af21b88dcd has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:24:56.510442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:56.515637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e592642b-0695-4059-8121-4ed3e135df00 admin admin] 10.222.0.22 "PUT /v2.0/routers/6a2f07aa-3f39-4fc6-af08-47af21b88dcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4696283 Jul 16 02:24:56.519224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46772) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:56.520495 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4983532-8229-4cd6-ad39-4881457785a9 None None] Sync routers for ids ['6a2f07aa-3f39-4fc6-af08-47af21b88dcd'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:56.529591 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4983532-8229-4cd6-ad39-4881457785a9 None None] Routers {'6a2f07aa-3f39-4fc6-af08-47af21b88dcd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:56.530278 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d4983532-8229-4cd6-ad39-4881457785a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:24:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['6a2f07aa-3f39-4fc6-af08-47af21b88dcd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:56.620096 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d52eaf7-4894-4b29-aa8d-f23888f65b46 admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.630689 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-d4983532-8229-4cd6-ad39-4881457785a9 None None] Set router 6a2f07aa-3f39-4fc6-af08-47af21b88dcd gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:56.721030 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d52eaf7-4894-4b29-aa8d-f23888f65b46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.771950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3d52eaf7-4894-4b29-aa8d-f23888f65b46 admin admin] Deleting port c137f452-da39-467d-a94e-4682202572e0 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:56.772300 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d52eaf7-4894-4b29-aa8d-f23888f65b46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.801989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d4983532-8229-4cd6-ad39-4881457785a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'name': 'tempest-TestEncryptedCinderVolumes-1261539562-router', 'tenant_id': '13651216a56348fab15115b1e3171622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.107'}], 'enable_snat': True}, 'gw_port_id': 'c137f452-da39-467d-a94e-4682202572e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:37Z', 'updated_at': '2021-07-16T02:24:55Z', 'revision_number': 5, 'project_id': '13651216a56348fab15115b1e3171622', 'gw_port': {'id': 'c137f452-da39-467d-a94e-4682202572e0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:91:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:38Z', 'updated_at': '2021-07-16T02:23:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:56.831881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4983532-8229-4cd6-ad39-4881457785a9 None None] Checking router: 6a2f07aa-3f39-4fc6-af08-47af21b88dcd for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:24:56.839998 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4983532-8229-4cd6-ad39-4881457785a9 None None] Routers {'6a2f07aa-3f39-4fc6-af08-47af21b88dcd'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:56.840611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d4983532-8229-4cd6-ad39-4881457785a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:24:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['6a2f07aa-3f39-4fc6-af08-47af21b88dcd'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:56.852280 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-3d52eaf7-4894-4b29-aa8d-f23888f65b46 admin admin] For port c137f452-da39-467d-a94e-4682202572e0, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c137f452-da39-467d-a94e-4682202572e0,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:56.852648 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d52eaf7-4894-4b29-aa8d-f23888f65b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:56.864425 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3d52eaf7-4894-4b29-aa8d-f23888f65b46 admin admin] Calling delete_port for c137f452-da39-467d-a94e-4682202572e0 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:56.928337 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-d4983532-8229-4cd6-ad39-4881457785a9 None None] Set router 6a2f07aa-3f39-4fc6-af08-47af21b88dcd gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:56.979155 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d4983532-8229-4cd6-ad39-4881457785a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'name': 'tempest-TestEncryptedCinderVolumes-1261539562-router', 'tenant_id': '13651216a56348fab15115b1e3171622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:37Z', 'updated_at': '2021-07-16T02:24:56Z', 'revision_number': 6, 'project_id': '13651216a56348fab15115b1e3171622', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:57.008970 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4983532-8229-4cd6-ad39-4881457785a9 None None] The sync data for ids ['6a2f07aa-3f39-4fc6-af08-47af21b88dcd'] in n-d-791505-14 is: [{'id': '6a2f07aa-3f39-4fc6-af08-47af21b88dcd', 'name': 'tempest-TestEncryptedCinderVolumes-1261539562-router', 'tenant_id': '13651216a56348fab15115b1e3171622', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:37Z', 'updated_at': '2021-07-16T02:24:56Z', 'revision_number': 6, 'project_id': '13651216a56348fab15115b1e3171622', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:24:57.033647 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d52eaf7-4894-4b29-aa8d-f23888f65b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.061083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d52eaf7-4894-4b29-aa8d-f23888f65b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=c137f452-da39-467d-a94e-4682202572e0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:57.120875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d52eaf7-4894-4b29-aa8d-f23888f65b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.207270 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d52eaf7-4894-4b29-aa8d-f23888f65b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.209366 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d52eaf7-4894-4b29-aa8d-f23888f65b46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.253332 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d52eaf7-4894-4b29-aa8d-f23888f65b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.253879 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d52eaf7-4894-4b29-aa8d-f23888f65b46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a2f07aa-3f39-4fc6-af08-47af21b88dcd {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:24:57.259476 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3d52eaf7-4894-4b29-aa8d-f23888f65b46 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.260671 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3d52eaf7-4894-4b29-aa8d-f23888f65b46 admin admin] 10.222.0.22 "DELETE /v2.0/routers/6a2f07aa-3f39-4fc6-af08-47af21b88dcd HTTP/1.1" status: 204 len: 168 time: 0.7404027 Jul 16 02:24:57.263222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46776) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:57.306055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-228e34d5-f34f-4914-84b1-243cb882df66 admin admin] Deleting subnet 02e94103-b7bd-4c8c-8b99-e649eb9a8fbb {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:24:57.309204 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-228e34d5-f34f-4914-84b1-243cb882df66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.341319 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-228e34d5-f34f-4914-84b1-243cb882df66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.426619 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-228e34d5-f34f-4914-84b1-243cb882df66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.477215 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-228e34d5-f34f-4914-84b1-243cb882df66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.501949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e34d5-f34f-4914-84b1-243cb882df66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e94103-b7bd-4c8c-8b99-e649eb9a8fbb,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:57.505613 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-228e34d5-f34f-4914-84b1-243cb882df66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.507369 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-228e34d5-f34f-4914-84b1-243cb882df66 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/02e94103-b7bd-4c8c-8b99-e649eb9a8fbb HTTP/1.1" status: 204 len: 168 time: 0.2431889 Jul 16 02:24:57.509873 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46778) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:57.511362 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c06d2a4-b517-4e1e-a0e5-1e7aed1a3edd None None] Network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:24:57.580465 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.631377 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] Deleting port 3f676c5e-197a-4941-8103-73d67a9bbab2 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:57.631722 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.693012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] For port 3f676c5e-197a-4941-8103-73d67a9bbab2, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=3f676c5e-197a-4941-8103-73d67a9bbab2,segment=NetworkSegment(12e6a193-1dcc-40d0-895d-8a15048f5c68),segment_id=12e6a193-1dcc-40d0-895d-8a15048f5c68)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:57.693317 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.705244 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] Calling delete_port for 3f676c5e-197a-4941-8103-73d67a9bbab2 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:57.760848 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26336170-905f-4708-ac62-a14b3b9ae213 None None] DHCP port deletion for c0076736-bafb-4ce8-bd36-d34f8c9d1b3a request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:24:57.789012 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.813146 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] Pushing event deleted for resources: {'Port': ['ID=3f676c5e-197a-4941-8103-73d67a9bbab2,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:57.819262 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] No DVR routers for this DVR port 3f676c5e-197a-4941-8103-73d67a9bbab2 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:24:57.898774 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.909832 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0076736-bafb-4ce8-bd36-d34f8c9d1b3a']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:57.920154 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12e6a193-1dcc-40d0-895d-8a15048f5c68') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:57.920462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12e6a193-1dcc-40d0-895d-8a15048f5c68') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:57.930149 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.946436 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.955154 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:24:57.955567 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: timer() Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:24:57.957353 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:24:57.974217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-26336170-905f-4708-ac62-a14b3b9ae213 None None] Deleting port 3f676c5e-197a-4941-8103-73d67a9bbab2 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:57.974598 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-26336170-905f-4708-ac62-a14b3b9ae213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.017160 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.025501 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.027712 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] 10.222.0.22 "DELETE /v2.0/networks/c0076736-bafb-4ce8-bd36-d34f8c9d1b3a HTTP/1.1" status: 204 len: 168 time: 0.5169127 Jul 16 02:24:58.030728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46780) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:58.039311 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db0e5b7-be9f-4c3e-8a8b-a03a7ce042ed admin admin] Pushing event deleted for resources: {'Network': ['ID=c0076736-bafb-4ce8-bd36-d34f8c9d1b3a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:58.047678 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-26336170-905f-4708-ac62-a14b3b9ae213 None None] For port 3f676c5e-197a-4941-8103-73d67a9bbab2, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:58.047678 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-26336170-905f-4708-ac62-a14b3b9ae213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.063269 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-26336170-905f-4708-ac62-a14b3b9ae213 None None] Calling delete_port for 3f676c5e-197a-4941-8103-73d67a9bbab2 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:58.066670 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-26336170-905f-4708-ac62-a14b3b9ae213 None None] Port 3f676c5e-197a-4941-8103-73d67a9bbab2 was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:24:58.067666 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-26336170-905f-4708-ac62-a14b3b9ae213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.094694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26336170-905f-4708-ac62-a14b3b9ae213 None None] Network c0076736-bafb-4ce8-bd36-d34f8c9d1b3a is not hosted by any dhcp agent {{(pid=93921) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 02:24:58.095148 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26336170-905f-4708-ac62-a14b3b9ae213 None None] No DVR routers for this DVR port 3f676c5e-197a-4941-8103-73d67a9bbab2 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:24:58.097456 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26336170-905f-4708-ac62-a14b3b9ae213 None None] Pushing event deleted for resources: {'Port': ['ID=3f676c5e-197a-4941-8103-73d67a9bbab2,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:58.379749 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-997fd7ca-7241-4855-8187-35f60556d968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.580754 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 90a8bb20-b546-494e-a90e-076ebd7fd531 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:58.599792 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 90a8bb20-b546-494e-a90e-076ebd7fd531 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:58.600136 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 90a8bb20-b546-494e-a90e-076ebd7fd531 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:58.624859 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-997fd7ca-7241-4855-8187-35f60556d968 admin admin] Deleting port 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:58.625756 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-997fd7ca-7241-4855-8187-35f60556d968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.699805 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-997fd7ca-7241-4855-8187-35f60556d968 admin admin] For port 9a2f0bb6-0edd-4f08-badf-6baa10c881a6, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=9a2f0bb6-0edd-4f08-badf-6baa10c881a6,segment=NetworkSegment(9ceb5b1b-4afe-4413-8cf4-099f14c96be1),segment_id=9ceb5b1b-4afe-4413-8cf4-099f14c96be1)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:24:58.700081 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-997fd7ca-7241-4855-8187-35f60556d968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.711681 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-997fd7ca-7241-4855-8187-35f60556d968 admin admin] Calling delete_port for 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:24:58.889047 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-997fd7ca-7241-4855-8187-35f60556d968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:58.919469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997fd7ca-7241-4855-8187-35f60556d968 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2f0bb6-0edd-4f08-badf-6baa10c881a6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:24:58.943958 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c137f452-da39-467d-a94e-4682202572e0 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:58.965133 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: c137f452-da39-467d-a94e-4682202572e0 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:58.965471 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c137f452-da39-467d-a94e-4682202572e0 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:58.965881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3f676c5e-197a-4941-8103-73d67a9bbab2 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:58.989250 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 3f676c5e-197a-4941-8103-73d67a9bbab2 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:58.989488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3f676c5e-197a-4941-8103-73d67a9bbab2 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:58.989980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:24:59.008716 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:24:59.009063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b827b798-5c9e-4cb8-bf6f-e3b815aa59c2 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:24:59.092498 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-997fd7ca-7241-4855-8187-35f60556d968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.570236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997fd7ca-7241-4855-8187-35f60556d968 admin admin] Router 43bddbce-e53c-4aad-b582-845720081ddc has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:24:59.673450 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997fd7ca-7241-4855-8187-35f60556d968 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:24:59.678408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-997fd7ca-7241-4855-8187-35f60556d968 admin admin] 10.222.0.22 "PUT /v2.0/routers/43bddbce-e53c-4aad-b582-845720081ddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6458311 Jul 16 02:24:59.680959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46782) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:24:59.684135 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95a00a-5390-40c5-89b6-f91e5dedc219 None None] Sync routers for ids ['43bddbce-e53c-4aad-b582-845720081ddc'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:24:59.693638 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b95a00a-5390-40c5-89b6-f91e5dedc219 None None] Routers {'43bddbce-e53c-4aad-b582-845720081ddc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:24:59.694231 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3b95a00a-5390-40c5-89b6-f91e5dedc219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:24:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['43bddbce-e53c-4aad-b582-845720081ddc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:59.782880 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed372153-cb67-49de-a756-edc3402cad06 admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.794036 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-3b95a00a-5390-40c5-89b6-f91e5dedc219 None None] Set router 43bddbce-e53c-4aad-b582-845720081ddc gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:24:59.885039 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed372153-cb67-49de-a756-edc3402cad06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.934627 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ed372153-cb67-49de-a756-edc3402cad06 admin admin] Deleting port 0ef36277-7fa3-446d-ac69-2e2ad20a53eb {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:24:59.934968 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed372153-cb67-49de-a756-edc3402cad06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:24:59.968226 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3b95a00a-5390-40c5-89b6-f91e5dedc219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bddbce-e53c-4aad-b582-845720081ddc', 'name': 'tempest-TestEncryptedCinderVolumes-532861951-router', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '0ef36277-7fa3-446d-ac69-2e2ad20a53eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:42Z', 'updated_at': '2021-07-16T02:24:58Z', 'revision_number': 5, 'project_id': '86a0814f14b144c6a7cf3b286123c539', 'gw_port': {'id': '0ef36277-7fa3-446d-ac69-2e2ad20a53eb', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:54:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43bddbce-e53c-4aad-b582-845720081ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4082, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:23:42Z', 'updated_at': '2021-07-16T02:23:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:24:59.994187 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95a00a-5390-40c5-89b6-f91e5dedc219 None None] Checking router: 43bddbce-e53c-4aad-b582-845720081ddc for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:00.002766 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b95a00a-5390-40c5-89b6-f91e5dedc219 None None] Routers {'43bddbce-e53c-4aad-b582-845720081ddc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:00.003369 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3b95a00a-5390-40c5-89b6-f91e5dedc219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:24:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['43bddbce-e53c-4aad-b582-845720081ddc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:00.012300 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-ed372153-cb67-49de-a756-edc3402cad06 admin admin] For port 0ef36277-7fa3-446d-ac69-2e2ad20a53eb, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=0ef36277-7fa3-446d-ac69-2e2ad20a53eb,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:00.012672 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed372153-cb67-49de-a756-edc3402cad06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.027959 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ed372153-cb67-49de-a756-edc3402cad06 admin admin] Calling delete_port for 0ef36277-7fa3-446d-ac69-2e2ad20a53eb owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:00.086454 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-3b95a00a-5390-40c5-89b6-f91e5dedc219 None None] Set router 43bddbce-e53c-4aad-b582-845720081ddc gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:00.138859 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3b95a00a-5390-40c5-89b6-f91e5dedc219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43bddbce-e53c-4aad-b582-845720081ddc', 'name': 'tempest-TestEncryptedCinderVolumes-532861951-router', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:42Z', 'updated_at': '2021-07-16T02:24:59Z', 'revision_number': 6, 'project_id': '86a0814f14b144c6a7cf3b286123c539', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:00.164529 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b95a00a-5390-40c5-89b6-f91e5dedc219 None None] The sync data for ids ['43bddbce-e53c-4aad-b582-845720081ddc'] in n-d-791505-14 is: [{'id': '43bddbce-e53c-4aad-b582-845720081ddc', 'name': 'tempest-TestEncryptedCinderVolumes-532861951-router', 'tenant_id': '86a0814f14b144c6a7cf3b286123c539', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:23:42Z', 'updated_at': '2021-07-16T02:24:59Z', 'revision_number': 6, 'project_id': '86a0814f14b144c6a7cf3b286123c539', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:00.203534 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed372153-cb67-49de-a756-edc3402cad06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.231709 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed372153-cb67-49de-a756-edc3402cad06 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ef36277-7fa3-446d-ac69-2e2ad20a53eb,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:00.302242 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed372153-cb67-49de-a756-edc3402cad06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.389862 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed372153-cb67-49de-a756-edc3402cad06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.391819 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed372153-cb67-49de-a756-edc3402cad06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.433497 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed372153-cb67-49de-a756-edc3402cad06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.434052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed372153-cb67-49de-a756-edc3402cad06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43bddbce-e53c-4aad-b582-845720081ddc {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:25:00.438286 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ed372153-cb67-49de-a756-edc3402cad06 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.439528 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ed372153-cb67-49de-a756-edc3402cad06 admin admin] 10.222.0.22 "DELETE /v2.0/routers/43bddbce-e53c-4aad-b582-845720081ddc HTTP/1.1" status: 204 len: 168 time: 0.7575734 Jul 16 02:25:00.441985 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46784) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:00.490188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-250e6667-c01b-43c1-81b9-ddd8583b8733 admin admin] Deleting subnet d4df4dc8-9ab0-4bdb-9bf0-df1f62c0fe04 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:25:00.493510 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-250e6667-c01b-43c1-81b9-ddd8583b8733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.528791 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-250e6667-c01b-43c1-81b9-ddd8583b8733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.607675 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-250e6667-c01b-43c1-81b9-ddd8583b8733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.658257 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-250e6667-c01b-43c1-81b9-ddd8583b8733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.687016 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e6667-c01b-43c1-81b9-ddd8583b8733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4df4dc8-9ab0-4bdb-9bf0-df1f62c0fe04,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:00.690687 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-250e6667-c01b-43c1-81b9-ddd8583b8733 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.692585 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-250e6667-c01b-43c1-81b9-ddd8583b8733 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d4df4dc8-9ab0-4bdb-9bf0-df1f62c0fe04 HTTP/1.1" status: 204 len: 168 time: 0.2496581 Jul 16 02:25:00.695296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46786) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:00.696951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebee8e8-2e50-40ec-baae-ee80565c27cf None None] Network 55109b67-ff0f-4266-8c19-b95690691a2f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:00.761731 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.812974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] Deleting port d0eda808-28c4-4cb3-9cfc-2ca8845abc27 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:00.813322 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.904181 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08978aa-8dca-4348-b9f5-72cdb0eca8c0 None None] DHCP port deletion for 55109b67-ff0f-4266-8c19-b95690691a2f request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:25:00.916586 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] For port d0eda808-28c4-4cb3-9cfc-2ca8845abc27, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d0eda808-28c4-4cb3-9cfc-2ca8845abc27,segment=NetworkSegment(9ceb5b1b-4afe-4413-8cf4-099f14c96be1),segment_id=9ceb5b1b-4afe-4413-8cf4-099f14c96be1)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:00.917093 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.940519 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] Calling delete_port for d0eda808-28c4-4cb3-9cfc-2ca8845abc27 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:00.969747 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d08978aa-8dca-4348-b9f5-72cdb0eca8c0 None None] Deleting port d0eda808-28c4-4cb3-9cfc-2ca8845abc27 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:25:00.970132 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d08978aa-8dca-4348-b9f5-72cdb0eca8c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:00.997747 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:01.023034 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:01.023671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 9a2f0bb6-0edd-4f08-badf-6baa10c881a6 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:01.024119 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d0eda808-28c4-4cb3-9cfc-2ca8845abc27 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:01.052932 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.086181 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0eda808-28c4-4cb3-9cfc-2ca8845abc27,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:01.094704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] No DVR routers for this DVR port d0eda808-28c4-4cb3-9cfc-2ca8845abc27 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:01.107303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d08978aa-8dca-4348-b9f5-72cdb0eca8c0 None None] For port d0eda808-28c4-4cb3-9cfc-2ca8845abc27, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d0eda808-28c4-4cb3-9cfc-2ca8845abc27,segment=NetworkSegment(9ceb5b1b-4afe-4413-8cf4-099f14c96be1),segment_id=9ceb5b1b-4afe-4413-8cf4-099f14c96be1)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:01.108376 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d08978aa-8dca-4348-b9f5-72cdb0eca8c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.122430 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.130982 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d08978aa-8dca-4348-b9f5-72cdb0eca8c0 None None] Calling delete_port for d0eda808-28c4-4cb3-9cfc-2ca8845abc27 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:25:01.135991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No active binding found for port d0eda808-28c4-4cb3-9cfc-2ca8845abc27 {{(pid=93921) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 02:25:01.136419 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d0eda808-28c4-4cb3-9cfc-2ca8845abc27 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:01.136831 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0ef36277-7fa3-446d-ac69-2e2ad20a53eb no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:25:01.161875 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 0ef36277-7fa3-446d-ac69-2e2ad20a53eb {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:25:01.162146 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 0ef36277-7fa3-446d-ac69-2e2ad20a53eb not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:25:01.176934 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.191641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55109b67-ff0f-4266-8c19-b95690691a2f']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:01.202899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ceb5b1b-4afe-4413-8cf4-099f14c96be1') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:01.203938 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ceb5b1b-4afe-4413-8cf4-099f14c96be1') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:01.215107 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.230129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.236864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:25:01.237547 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: timer() Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:25:01.239326 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:25:01.252162 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d08978aa-8dca-4348-b9f5-72cdb0eca8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.287379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d08978aa-8dca-4348-b9f5-72cdb0eca8c0 None None] No DVR routers for this DVR port d0eda808-28c4-4cb3-9cfc-2ca8845abc27 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:25:01.300683 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08978aa-8dca-4348-b9f5-72cdb0eca8c0 None None] Pushing event deleted for resources: {'Port': ['ID=d0eda808-28c4-4cb3-9cfc-2ca8845abc27,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:01.308829 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.320730 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.322860 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/55109b67-ff0f-4266-8c19-b95690691a2f HTTP/1.1" status: 204 len: 168 time: 0.6265788 Jul 16 02:25:01.337295 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0440da38-b689-4b14-9299-3c2869ac1ba0 admin admin] Pushing event deleted for resources: {'Network': ['ID=55109b67-ff0f-4266-8c19-b95690691a2f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:01.491706 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46790) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:01.531399 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4e7f9329-349a-4fdd-82df-0fbb8b6f4b63 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13651216a56348fab15115b1e3171622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383124 Jul 16 02:25:01.536851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46792) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:01.591360 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a05ceb1f-c0f4-48ab-8476-8c932a1af173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.612157 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a05ceb1f-c0f4-48ab-8476-8c932a1af173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.657710 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a05ceb1f-c0f4-48ab-8476-8c932a1af173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.660223 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a05ceb1f-c0f4-48ab-8476-8c932a1af173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:01.661385 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a05ceb1f-c0f4-48ab-8476-8c932a1af173 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf HTTP/1.1" status: 204 len: 168 time: 0.1235659 Jul 16 02:25:01.668940 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ceb1f-c0f4-48ab-8476-8c932a1af173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bb32b4-eb4f-41e4-9a76-2bb12f9d3dbf,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:01.971337 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46798) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:02.003138 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.010502 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-9223324c-d97e-498b-a601-08fcd9eeb35d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86a0814f14b144c6a7cf3b286123c539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379758 Jul 16 02:25:02.012911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46800) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:02.060677 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-628d8d91-38a6-458b-b404-1fbdf51af3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.082094 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-628d8d91-38a6-458b-b404-1fbdf51af3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.128977 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-628d8d91-38a6-458b-b404-1fbdf51af3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.131492 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-628d8d91-38a6-458b-b404-1fbdf51af3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.132675 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-628d8d91-38a6-458b-b404-1fbdf51af3af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a783d94a-f239-4b71-b099-8af629e909f7 HTTP/1.1" status: 204 len: 168 time: 0.1188624 Jul 16 02:25:02.140293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628d8d91-38a6-458b-b404-1fbdf51af3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a783d94a-f239-4b71-b099-8af629e909f7,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:02.771013 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46822) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:02.862442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-185501c3-21b0-4268-9cb3-582490a46208 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2143840284-network', 'tenant_id': '438b3eff1a734a3c972e455029540caa'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:02.882423 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185501c3-21b0-4268-9cb3-582490a46208 admin admin] Made reservation on behalf of 438b3eff1a734a3c972e455029540caa for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:02.884822 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-185501c3-21b0-4268-9cb3-582490a46208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.893578 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-185501c3-21b0-4268-9cb3-582490a46208 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.979667 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-185501c3-21b0-4268-9cb3-582490a46208 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:02.984981 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-185501c3-21b0-4268-9cb3-582490a46208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.009140 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185501c3-21b0-4268-9cb3-582490a46208 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:25:03.018478 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185501c3-21b0-4268-9cb3-582490a46208 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:03.028042 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-185501c3-21b0-4268-9cb3-582490a46208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.028448 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-185501c3-21b0-4268-9cb3-582490a46208 admin admin] Added segment 527d69cd-ffc6-4340-9639-c512ffe5c1b9 of type vlan for network 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b Jul 16 02:25:03.068378 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-185501c3-21b0-4268-9cb3-582490a46208 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.099644 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-185501c3-21b0-4268-9cb3-582490a46208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.100530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185501c3-21b0-4268-9cb3-582490a46208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:03.101126 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-185501c3-21b0-4268-9cb3-582490a46208 admin admin] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.131620 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-185501c3-21b0-4268-9cb3-582490a46208 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3595095 Jul 16 02:25:03.134662 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46826) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:03.139918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7502c268-4132-4835-876a-2409771802e1 admin admin] Request body: {'subnet': {'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2143840284-subnet', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:03.160629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185501c3-21b0-4268-9cb3-582490a46208 admin admin] Pushing event updated for resources: {'Network': ['ID=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:03.164651 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7502c268-4132-4835-876a-2409771802e1 admin admin] Made reservation on behalf of 438b3eff1a734a3c972e455029540caa for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:03.167275 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7502c268-4132-4835-876a-2409771802e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.172744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:25:03.329790 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7502c268-4132-4835-876a-2409771802e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.387637 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502c268-4132-4835-876a-2409771802e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52acefec-9dab-4d30-a8c8-086e69dff11e,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:03.391733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7502c268-4132-4835-876a-2409771802e1 admin admin] Checking segment: {'id': '527d69cd-ffc6-4340-9639-c512ffe5c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:03.392108 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7502c268-4132-4835-876a-2409771802e1 admin admin] Network hostable DHCP agents. Network: 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:25:03.408734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7502c268-4132-4835-876a-2409771802e1 admin admin] Network 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:25:03.416648 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-7502c268-4132-4835-876a-2409771802e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:03.420531 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7502c268-4132-4835-876a-2409771802e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:03.421128 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7502c268-4132-4835-876a-2409771802e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.425935 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4542e1c-cafb-4869-955a-7ac43cdfa06e None None] Network 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:03.434646 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7502c268-4132-4835-876a-2409771802e1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2987521 Jul 16 02:25:03.437617 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46828) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:03.442264 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2143840284-router', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:03.462040 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.463166 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.514984 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.568445 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'fixed_ips': [{'subnet_id': '52acefec-9dab-4d30-a8c8-086e69dff11e'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:25:03.569306 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.650179 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.702469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Allocated IP 172.20.0.2 (4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b/52acefec-9dab-4d30-a8c8-086e69dff11e/1680c52f-57a1-43e3-ad27-b00658046a83) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:03.843478 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.848745 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.852470 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Transition to ACTIVE for port object 1680c52f-57a1-43e3-ad27-b00658046a83 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:03.866398 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Transition to ACTIVE for port object 1680c52f-57a1-43e3-ad27-b00658046a83 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:03.867319 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.872004 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.911753 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Network 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:03.915954 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:03.918364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:03.926138 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Pushing event updated for resources: {'Port': ['ID=1680c52f-57a1-43e3-ad27-b00658046a83,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:03.969869 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Allocated IP 172.25.2.76 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/6d0c6307-9f41-4ad9-8df4-c704475cb707) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:03.985513 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Attempting to bind port 1680c52f-57a1-43e3-ad27-b00658046a83 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:03.985883 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Attempting to bind port 1680c52f-57a1-43e3-ad27-b00658046a83 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '527d69cd-ffc6-4340-9639-c512ffe5c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:03.986247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Attempting to bind port 1680c52f-57a1-43e3-ad27-b00658046a83 on network 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:03.991060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:03.991437 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Checking segment: {'id': '527d69cd-ffc6-4340-9639-c512ffe5c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:03.991874 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:03.992276 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Bound using segment: {'id': '527d69cd-ffc6-4340-9639-c512ffe5c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:03.992763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Bound port: 1680c52f-57a1-43e3-ad27-b00658046a83, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527d69cd-ffc6-4340-9639-c512ffe5c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:03.993126 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.054204 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d909e557-843f-460e-93d3-e4e74645967e None None] For port 1680c52f-57a1-43e3-ad27-b00658046a83, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:04.057265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d909e557-843f-460e-93d3-e4e74645967e None None] For port 1680c52f-57a1-43e3-ad27-b00658046a83, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1680c52f-57a1-43e3-ad27-b00658046a83,segment=NetworkSegment(527d69cd-ffc6-4340-9639-c512ffe5c1b9),segment_id=527d69cd-ffc6-4340-9639-c512ffe5c1b9)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:04.063148 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.082665 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.119928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909e557-843f-460e-93d3-e4e74645967e None None] Pushing event updated for resources: {'Port': ['ID=1680c52f-57a1-43e3-ad27-b00658046a83,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:04.123539 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.162093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:04.168430 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:04.173349 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:04.179426 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Pushing event updated for resources: {'Port': ['ID=6d0c6307-9f41-4ad9-8df4-c704475cb707,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:04.444969 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.635658 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.760802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Router 74576b70-cb15-4703-b01d-0820ba234ac7 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:25:04.873116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:04.882159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Sync routers for ids ['74576b70-cb15-4703-b01d-0820ba234ac7'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:04.890069 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:04.894013 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-789509c6-5443-436e-a552-736af747f6ed admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4526949 Jul 16 02:25:04.894509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 46830) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:04.898386 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Routers {'74576b70-cb15-4703-b01d-0820ba234ac7'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:04.898386 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:24:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['74576b70-cb15-4703-b01d-0820ba234ac7'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:05.002287 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1680c52f-57a1-43e3-ad27-b00658046a83 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:05.070761 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-86828f8f-e334-4ab0-98be-ce37167bb0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.083059 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Set router 74576b70-cb15-4703-b01d-0820ba234ac7 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:05.139570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a703501d-570e-4c67-b4c6-c545be4e5475 None None] Network 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:05.168713 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 1680c52f-57a1-43e3-ad27-b00658046a83 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:05.236484 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a3da4b8a-cb9e-46fe-a89d-7d26bb93527e None None] Provisioning for port 1680c52f-57a1-43e3-ad27-b00658046a83 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:05.278241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a3da4b8a-cb9e-46fe-a89d-7d26bb93527e None None] Provisioning complete for port 1680c52f-57a1-43e3-ad27-b00658046a83 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:05.278531 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a3da4b8a-cb9e-46fe-a89d-7d26bb93527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.481596 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a3da4b8a-cb9e-46fe-a89d-7d26bb93527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.485691 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'name': 'tempest-TestMinimumBasicScenario-2143840284-router', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:04Z', 'revision_number': 3, 'project_id': '438b3eff1a734a3c972e455029540caa', 'gw_port': {'id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:05.524738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Checking router: 74576b70-cb15-4703-b01d-0820ba234ac7 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:05.525090 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Updating router 74576b70-cb15-4703-b01d-0820ba234ac7 port 6d0c6307-9f41-4ad9-8df4-c704475cb707 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:25:05.578813 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a3da4b8a-cb9e-46fe-a89d-7d26bb93527e None None] For port 1680c52f-57a1-43e3-ad27-b00658046a83, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1680c52f-57a1-43e3-ad27-b00658046a83,segment=NetworkSegment(527d69cd-ffc6-4340-9639-c512ffe5c1b9),segment_id=527d69cd-ffc6-4340-9639-c512ffe5c1b9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:05.583927 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a3da4b8a-cb9e-46fe-a89d-7d26bb93527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.588006 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.655476 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.715393 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da4b8a-cb9e-46fe-a89d-7d26bb93527e None None] Pushing event updated for resources: {'Port': ['ID=1680c52f-57a1-43e3-ad27-b00658046a83,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:05.819171 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Allocated IP 172.20.0.1 (4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b/52acefec-9dab-4d30-a8c8-086e69dff11e/37e6333c-b43d-4aea-84e7-4de77bdd8366) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:05.828125 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cfc15c40-f01e-42c5-ae26-9e3dc5a4681e None None] Provisioning complete for port 1680c52f-57a1-43e3-ad27-b00658046a83 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:05.828431 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cfc15c40-f01e-42c5-ae26-9e3dc5a4681e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.923839 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.924535 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:05.938406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Transition to ACTIVE for port object 37e6333c-b43d-4aea-84e7-4de77bdd8366 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:05.971606 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.012271 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Network 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:06.017578 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:06.021272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:06.051739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Pushing event updated for resources: {'Port': ['ID=37e6333c-b43d-4aea-84e7-4de77bdd8366,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:06.071465 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.113489 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Transition to ACTIVE for port object 6d0c6307-9f41-4ad9-8df4-c704475cb707 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:06.126762 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.184636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Attempting to bind port 6d0c6307-9f41-4ad9-8df4-c704475cb707 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:06.185008 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Attempting to bind port 6d0c6307-9f41-4ad9-8df4-c704475cb707 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:06.185345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Attempting to bind port 6d0c6307-9f41-4ad9-8df4-c704475cb707 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:06.188543 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b89deb-2900-45ab-9627-75b98fff8a5d None None] Pushing event updated for resources: {'Port': ['ID=6d0c6307-9f41-4ad9-8df4-c704475cb707,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:06.194175 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:06.194550 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:06.194951 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.195591 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:06.196065 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Bound port: 6d0c6307-9f41-4ad9-8df4-c704475cb707, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:06.196440 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.218456 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.255641 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] For port 6d0c6307-9f41-4ad9-8df4-c704475cb707, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:06.259519 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] For port 6d0c6307-9f41-4ad9-8df4-c704475cb707, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6d0c6307-9f41-4ad9-8df4-c704475cb707,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:06.263876 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.273891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-39380b9e-95c2-4bd8-9cb9-cdf914e4665e None None] Provisioning for port 37e6333c-b43d-4aea-84e7-4de77bdd8366 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:06.305674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-39380b9e-95c2-4bd8-9cb9-cdf914e4665e None None] Provisioning complete for port 37e6333c-b43d-4aea-84e7-4de77bdd8366 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:06.306050 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-39380b9e-95c2-4bd8-9cb9-cdf914e4665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.351529 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Routers {'74576b70-cb15-4703-b01d-0820ba234ac7'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:06.352086 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:24:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['74576b70-cb15-4703-b01d-0820ba234ac7'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:06.353787 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b89deb-2900-45ab-9627-75b98fff8a5d None None] Pushing event updated for resources: {'Port': ['ID=6d0c6307-9f41-4ad9-8df4-c704475cb707,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:06.384798 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.388963 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.396635 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-39380b9e-95c2-4bd8-9cb9-cdf914e4665e None None] Port 37e6333c-b43d-4aea-84e7-4de77bdd8366 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:06.458016 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Pushing event updated for resources: {'Port': ['ID=37e6333c-b43d-4aea-84e7-4de77bdd8366,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:06.460419 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.467134 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] Set router 74576b70-cb15-4703-b01d-0820ba234ac7 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:06.550261 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Network 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:06.552118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:06.671917 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'name': 'tempest-TestMinimumBasicScenario-2143840284-router', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:06Z', 'revision_number': 4, 'project_id': '438b3eff1a734a3c972e455029540caa', 'gw_port': {'id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '37e6333c-b43d-4aea-84e7-4de77bdd8366', 'name': '', 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'mac_address': 'fa:16:3e:72:b8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:05Z', 'updated_at': '2021-07-16T02:25:05Z', 'revision_number': 1, 'project_id': '438b3eff1a734a3c972e455029540caa', 'subnets': [{'id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:06.677191 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Router 74576b70-cb15-4703-b01d-0820ba234ac7 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:25:06.704854 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e5d2e1d-6b54-4650-a8aa-226ee298a56f None None] The sync data for ids ['74576b70-cb15-4703-b01d-0820ba234ac7'] in n-d-791505-14 is: [{'id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'name': 'tempest-TestMinimumBasicScenario-2143840284-router', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:06Z', 'revision_number': 4, 'project_id': '438b3eff1a734a3c972e455029540caa', 'gw_port': {'id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '37e6333c-b43d-4aea-84e7-4de77bdd8366', 'name': '', 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'mac_address': 'fa:16:3e:72:b8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:05Z', 'updated_at': '2021-07-16T02:25:05Z', 'revision_number': 1, 'project_id': '438b3eff1a734a3c972e455029540caa', 'subnets': [{'id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:06.794792 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:06.805646 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5110725a-eff9-4f25-893d-0f8d181cd471 admin admin] 10.222.0.22 "PUT /v2.0/routers/74576b70-cb15-4703-b01d-0820ba234ac7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9045625 Jul 16 02:25:06.818238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f73be9cf-5b1c-4e33-99b7-42646067ca4b None None] Provisioning complete for port 37e6333c-b43d-4aea-84e7-4de77bdd8366 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:06.818691 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f73be9cf-5b1c-4e33-99b7-42646067ca4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:06.853942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-f73be9cf-5b1c-4e33-99b7-42646067ca4b None None] Port 37e6333c-b43d-4aea-84e7-4de77bdd8366 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:06.982410 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1680c52f-57a1-43e3-ad27-b00658046a83 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:07.036358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 1680c52f-57a1-43e3-ad27-b00658046a83 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:07.036728 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.324391 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46846) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:07.329581 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-932e784b-552b-4ff5-aec4-7447b65e3844 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-493068164-network', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:07.351705 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932e784b-552b-4ff5-aec4-7447b65e3844 admin admin] Made reservation on behalf of c7082e5260d04f51b584d27d015fda80 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:07.354120 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-932e784b-552b-4ff5-aec4-7447b65e3844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.363788 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-932e784b-552b-4ff5-aec4-7447b65e3844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.455678 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.479567 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-932e784b-552b-4ff5-aec4-7447b65e3844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.483503 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-932e784b-552b-4ff5-aec4-7447b65e3844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.509137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932e784b-552b-4ff5-aec4-7447b65e3844 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:25:07.519422 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e784b-552b-4ff5-aec4-7447b65e3844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72d8f1a-a006-453f-8c75-559a5bfa4e45,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:07.525358 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-932e784b-552b-4ff5-aec4-7447b65e3844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.525907 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-932e784b-552b-4ff5-aec4-7447b65e3844 admin admin] Added segment 8868acc4-7076-484f-bc8e-71c4fe7ab326 of type vlan for network d680a1d3-afac-46fd-b7aa-baf6b6e01b59 Jul 16 02:25:07.567605 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-932e784b-552b-4ff5-aec4-7447b65e3844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.597564 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-932e784b-552b-4ff5-aec4-7447b65e3844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.598567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932e784b-552b-4ff5-aec4-7447b65e3844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:07.599155 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-932e784b-552b-4ff5-aec4-7447b65e3844 admin admin] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.637591 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-932e784b-552b-4ff5-aec4-7447b65e3844 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3119712 Jul 16 02:25:07.640311 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46848) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:07.670811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d12efcbf-087a-476e-b1e4-1afa041345de admin admin] Request body: {'subnet': {'network_id': 'd680a1d3-afac-46fd-b7aa-baf6b6e01b59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-493068164-subnet', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:07.675980 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e784b-552b-4ff5-aec4-7447b65e3844 admin admin] Pushing event updated for resources: {'Network': ['ID=d680a1d3-afac-46fd-b7aa-baf6b6e01b59,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:07.686814 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network d680a1d3-afac-46fd-b7aa-baf6b6e01b59 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:25:07.705999 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12efcbf-087a-476e-b1e4-1afa041345de admin admin] Made reservation on behalf of c7082e5260d04f51b584d27d015fda80 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:07.708387 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d12efcbf-087a-476e-b1e4-1afa041345de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.726128 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9e02b544-cf31-4a07-986b-c49d3bfd420a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.879439 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d12efcbf-087a-476e-b1e4-1afa041345de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.936637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12efcbf-087a-476e-b1e4-1afa041345de admin admin] Pushing event updated for resources: {'Subnet': ['ID=68eac9de-018b-42fb-b9b0-c2e152e372a4,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:07.944330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12efcbf-087a-476e-b1e4-1afa041345de admin admin] Checking segment: {'id': '8868acc4-7076-484f-bc8e-71c4fe7ab326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd680a1d3-afac-46fd-b7aa-baf6b6e01b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:07.944692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12efcbf-087a-476e-b1e4-1afa041345de admin admin] Network hostable DHCP agents. Network: d680a1d3-afac-46fd-b7aa-baf6b6e01b59, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:25:07.961417 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12efcbf-087a-476e-b1e4-1afa041345de admin admin] Network d680a1d3-afac-46fd-b7aa-baf6b6e01b59 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:25:07.970856 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-d12efcbf-087a-476e-b1e4-1afa041345de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, d680a1d3-afac-46fd-b7aa-baf6b6e01b59) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:07.975430 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12efcbf-087a-476e-b1e4-1afa041345de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:07.976711 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d12efcbf-087a-476e-b1e4-1afa041345de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:07.980355 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7917c7-5338-4c73-a2c2-07fefd2bc24e None None] Network d680a1d3-afac-46fd-b7aa-baf6b6e01b59 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:07.990241 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d12efcbf-087a-476e-b1e4-1afa041345de admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3488853 Jul 16 02:25:07.992806 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46850) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:07.997114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-493068164-router', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:08.020857 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.021925 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.142447 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-d680a1d3-afac-46fd-b7aa-baf6b6e01b59', 'network_id': 'd680a1d3-afac-46fd-b7aa-baf6b6e01b59', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80', 'fixed_ips': [{'subnet_id': '68eac9de-018b-42fb-b9b0-c2e152e372a4'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:25:08.143338 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.285026 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Allocated IP 172.20.0.2 (d680a1d3-afac-46fd-b7aa-baf6b6e01b59/68eac9de-018b-42fb-b9b0-c2e152e372a4/e37075ee-4266-43b0-ac81-1e6f58211f60) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:08.376169 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.436479 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.445350 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Transition to ACTIVE for port object e37075ee-4266-43b0-ac81-1e6f58211f60 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:08.460951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Transition to ACTIVE for port object e37075ee-4266-43b0-ac81-1e6f58211f60 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:08.469862 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.512776 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.515822 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Network d680a1d3-afac-46fd-b7aa-baf6b6e01b59 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:08.518622 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:08.522272 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:08.529486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Pushing event updated for resources: {'Port': ['ID=e37075ee-4266-43b0-ac81-1e6f58211f60,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:08.585854 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Attempting to bind port e37075ee-4266-43b0-ac81-1e6f58211f60 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:08.586219 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Attempting to bind port e37075ee-4266-43b0-ac81-1e6f58211f60 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '8868acc4-7076-484f-bc8e-71c4fe7ab326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd680a1d3-afac-46fd-b7aa-baf6b6e01b59'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:08.586571 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Attempting to bind port e37075ee-4266-43b0-ac81-1e6f58211f60 on network d680a1d3-afac-46fd-b7aa-baf6b6e01b59 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:08.591929 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:08.592469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Checking segment: {'id': '8868acc4-7076-484f-bc8e-71c4fe7ab326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd680a1d3-afac-46fd-b7aa-baf6b6e01b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:08.592878 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.593272 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Bound using segment: {'id': '8868acc4-7076-484f-bc8e-71c4fe7ab326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd680a1d3-afac-46fd-b7aa-baf6b6e01b59'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:08.594254 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Bound port: e37075ee-4266-43b0-ac81-1e6f58211f60, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8868acc4-7076-484f-bc8e-71c4fe7ab326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd680a1d3-afac-46fd-b7aa-baf6b6e01b59'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:08.594654 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.665763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] For port e37075ee-4266-43b0-ac81-1e6f58211f60, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:08.669451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] For port e37075ee-4266-43b0-ac81-1e6f58211f60, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=e37075ee-4266-43b0-ac81-1e6f58211f60,segment=NetworkSegment(8868acc4-7076-484f-bc8e-71c4fe7ab326),segment_id=8868acc4-7076-484f-bc8e-71c4fe7ab326)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:08.674374 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.737172 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.738977 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba192f-3103-4812-a898-31ef1ae63f17 None None] Pushing event updated for resources: {'Port': ['ID=e37075ee-4266-43b0-ac81-1e6f58211f60,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:08.757790 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.806629 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Sync routers for ids ['74576b70-cb15-4703-b01d-0820ba234ac7'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:08.817643 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Routers {'74576b70-cb15-4703-b01d-0820ba234ac7'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:08.818341 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:25:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['74576b70-cb15-4703-b01d-0820ba234ac7'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:08.823724 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:08.879089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Allocated IP 172.25.2.45 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/1e98ee86-677d-4954-8717-ca0faad20eaa) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:08.942690 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Set router 74576b70-cb15-4703-b01d-0820ba234ac7 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:09.029257 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.099913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e37075ee-4266-43b0-ac81-1e6f58211f60 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:09.101711 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.154331 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port e37075ee-4266-43b0-ac81-1e6f58211f60 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:09.159728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Pushing event updated for resources: {'Port': ['ID=1e98ee86-677d-4954-8717-ca0faad20eaa,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:09.160245 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6d0c6307-9f41-4ad9-8df4-c704475cb707 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:09.163673 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:09.165493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:09.167746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:09.183100 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'name': 'tempest-TestMinimumBasicScenario-2143840284-router', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:06Z', 'revision_number': 4, 'project_id': '438b3eff1a734a3c972e455029540caa', 'gw_port': {'id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '37e6333c-b43d-4aea-84e7-4de77bdd8366', 'name': '', 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'mac_address': 'fa:16:3e:72:b8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:05Z', 'updated_at': '2021-07-16T02:25:06Z', 'revision_number': 2, 'project_id': '438b3eff1a734a3c972e455029540caa', 'subnets': [{'id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:09.217562 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 6d0c6307-9f41-4ad9-8df4-c704475cb707 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:09.221959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 6d0c6307-9f41-4ad9-8df4-c704475cb707 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:09.222334 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.307878 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Checking router: 74576b70-cb15-4703-b01d-0820ba234ac7 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:09.308506 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Updating router 74576b70-cb15-4703-b01d-0820ba234ac7 port 37e6333c-b43d-4aea-84e7-4de77bdd8366 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:25:09.309460 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.331799 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 6d0c6307-9f41-4ad9-8df4-c704475cb707, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6d0c6307-9f41-4ad9-8df4-c704475cb707,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:09.337406 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.350876 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.386382 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=6d0c6307-9f41-4ad9-8df4-c704475cb707,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:09.446425 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.634204 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.644912 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Transition to ACTIVE for port object 37e6333c-b43d-4aea-84e7-4de77bdd8366 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:09.651221 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.653022 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.695986 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1d04b-a248-4556-8371-6efb31f69913 None None] Pushing event updated for resources: {'Port': ['ID=37e6333c-b43d-4aea-84e7-4de77bdd8366,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:09.729685 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d04b-a248-4556-8371-6efb31f69913 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:09.730285 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d04b-a248-4556-8371-6efb31f69913 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:09.730563 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d04b-a248-4556-8371-6efb31f69913 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:09.730899 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d04b-a248-4556-8371-6efb31f69913 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:09.731229 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d04b-a248-4556-8371-6efb31f69913 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:09.731562 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d04b-a248-4556-8371-6efb31f69913 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:09.731979 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d04b-a248-4556-8371-6efb31f69913 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:09.732490 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d04b-a248-4556-8371-6efb31f69913 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:09.732818 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d04b-a248-4556-8371-6efb31f69913 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:09.733139 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d04b-a248-4556-8371-6efb31f69913 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:09.733460 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d04b-a248-4556-8371-6efb31f69913 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:09.733781 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c1d04b-a248-4556-8371-6efb31f69913 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:09.778529 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Attempting to bind port 37e6333c-b43d-4aea-84e7-4de77bdd8366 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:09.779052 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Attempting to bind port 37e6333c-b43d-4aea-84e7-4de77bdd8366 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '527d69cd-ffc6-4340-9639-c512ffe5c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:09.779517 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Attempting to bind port 37e6333c-b43d-4aea-84e7-4de77bdd8366 on network 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:09.784885 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:09.785361 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Checking segment: {'id': '527d69cd-ffc6-4340-9639-c512ffe5c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:09.785837 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.786296 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Bound using segment: {'id': '527d69cd-ffc6-4340-9639-c512ffe5c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:09.786870 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Bound port: 37e6333c-b43d-4aea-84e7-4de77bdd8366, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527d69cd-ffc6-4340-9639-c512ffe5c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:09.787461 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.797156 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Router 15595b1b-c735-4e8b-8504-1184275bc53b is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:25:09.818580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cca597e-b4a3-43ac-8f36-487abf2eb49e None None] Network d680a1d3-afac-46fd-b7aa-baf6b6e01b59 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:25:09.855814 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] For port 37e6333c-b43d-4aea-84e7-4de77bdd8366, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:09.859855 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] For port 37e6333c-b43d-4aea-84e7-4de77bdd8366, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=37e6333c-b43d-4aea-84e7-4de77bdd8366,segment=NetworkSegment(527d69cd-ffc6-4340-9639-c512ffe5c1b9),segment_id=527d69cd-ffc6-4340-9639-c512ffe5c1b9)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:09.864828 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.918189 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:09.931905 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1d04b-a248-4556-8371-6efb31f69913 None None] Pushing event updated for resources: {'Port': ['ID=37e6333c-b43d-4aea-84e7-4de77bdd8366,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:09.932797 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Sync routers for ids ['15595b1b-c735-4e8b-8504-1184275bc53b'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:09.943511 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:09.945506 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-670b4608-2a63-416d-be6a-d782adf08597 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9515073 Jul 16 02:25:09.948221 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 46852) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:09.953793 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Routers {'74576b70-cb15-4703-b01d-0820ba234ac7'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:09.954695 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:25:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['74576b70-cb15-4703-b01d-0820ba234ac7'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:09.975530 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4582c579-98b7-4fb6-b580-45b8037d3b50 None None] Provisioning for port e37075ee-4266-43b0-ac81-1e6f58211f60 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:09.980055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Routers {'15595b1b-c735-4e8b-8504-1184275bc53b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:09.980739 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:25:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['15595b1b-c735-4e8b-8504-1184275bc53b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:10.029064 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4582c579-98b7-4fb6-b580-45b8037d3b50 None None] Provisioning complete for port e37075ee-4266-43b0-ac81-1e6f58211f60 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:10.029438 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4582c579-98b7-4fb6-b580-45b8037d3b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.079783 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] Set router 74576b70-cb15-4703-b01d-0820ba234ac7 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:10.176429 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Set router 15595b1b-c735-4e8b-8504-1184275bc53b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:10.287206 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4582c579-98b7-4fb6-b580-45b8037d3b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.317151 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'name': 'tempest-TestMinimumBasicScenario-2143840284-router', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:06Z', 'revision_number': 4, 'project_id': '438b3eff1a734a3c972e455029540caa', 'gw_port': {'id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '37e6333c-b43d-4aea-84e7-4de77bdd8366', 'name': '', 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'mac_address': 'fa:16:3e:72:b8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:05Z', 'updated_at': '2021-07-16T02:25:09Z', 'revision_number': 4, 'project_id': '438b3eff1a734a3c972e455029540caa', 'subnets': [{'id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:10.358220 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4582c579-98b7-4fb6-b580-45b8037d3b50 None None] For port e37075ee-4266-43b0-ac81-1e6f58211f60, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=e37075ee-4266-43b0-ac81-1e6f58211f60,segment=NetworkSegment(8868acc4-7076-484f-bc8e-71c4fe7ab326),segment_id=8868acc4-7076-484f-bc8e-71c4fe7ab326)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:10.359397 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0c4488-f26a-46c9-8f0c-54a6c8748667 None None] The sync data for ids ['74576b70-cb15-4703-b01d-0820ba234ac7'] in n-d-791505-14 is: [{'id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'name': 'tempest-TestMinimumBasicScenario-2143840284-router', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:06Z', 'revision_number': 4, 'project_id': '438b3eff1a734a3c972e455029540caa', 'gw_port': {'id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '37e6333c-b43d-4aea-84e7-4de77bdd8366', 'name': '', 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'mac_address': 'fa:16:3e:72:b8:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:05Z', 'updated_at': '2021-07-16T02:25:09Z', 'revision_number': 4, 'project_id': '438b3eff1a734a3c972e455029540caa', 'subnets': [{'id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:10.364839 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4582c579-98b7-4fb6-b580-45b8037d3b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.443608 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.482681 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582c579-98b7-4fb6-b580-45b8037d3b50 None None] Pushing event updated for resources: {'Port': ['ID=e37075ee-4266-43b0-ac81-1e6f58211f60,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:10.493069 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.510876 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'name': 'tempest-TestMinimumBasicScenario-493068164-router', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1e98ee86-677d-4954-8717-ca0faad20eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:08Z', 'updated_at': '2021-07-16T02:25:09Z', 'revision_number': 3, 'project_id': 'c7082e5260d04f51b584d27d015fda80', 'gw_port': {'id': '1e98ee86-677d-4954-8717-ca0faad20eaa', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:44:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:08Z', 'updated_at': '2021-07-16T02:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:10.547574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Checking router: 15595b1b-c735-4e8b-8504-1184275bc53b for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:10.548143 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Updating router 15595b1b-c735-4e8b-8504-1184275bc53b port 1e98ee86-677d-4954-8717-ca0faad20eaa binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:25:10.584997 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.631121 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Allocated IP 172.20.0.1 (d680a1d3-afac-46fd-b7aa-baf6b6e01b59/68eac9de-018b-42fb-b9b0-c2e152e372a4/db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:10.681644 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0549b058-fe53-4c55-bc65-a1adb4296c43 None None] Provisioning complete for port e37075ee-4266-43b0-ac81-1e6f58211f60 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:10.682118 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0549b058-fe53-4c55-bc65-a1adb4296c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.748575 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.764665 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Transition to ACTIVE for port object db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:10.799213 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:10.844209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Network d680a1d3-afac-46fd-b7aa-baf6b6e01b59 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:10.847500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:10.852305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:10.856287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Pushing event updated for resources: {'Port': ['ID=db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:10.900720 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:11.036514 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e37075ee-4266-43b0-ac81-1e6f58211f60 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:11.109333 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:11.163226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port e37075ee-4266-43b0-ac81-1e6f58211f60 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:11.163683 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:11.206877 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:11.224828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Transition to ACTIVE for port object 1e98ee86-677d-4954-8717-ca0faad20eaa will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:11.235848 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:11.264231 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1fa15ea1-e68b-4dc1-a924-36a6e624741c None None] Provisioning for port db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:11.283913 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:11.288236 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:11.303540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1fa15ea1-e68b-4dc1-a924-36a6e624741c None None] Provisioning complete for port db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:11.303938 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1fa15ea1-e68b-4dc1-a924-36a6e624741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:11.321833 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01175f4-5f33-48c3-93f7-6fb817dd739a None None] Pushing event updated for resources: {'Port': ['ID=1e98ee86-677d-4954-8717-ca0faad20eaa,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:11.349334 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Attempting to bind port 1e98ee86-677d-4954-8717-ca0faad20eaa on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:11.349714 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Attempting to bind port 1e98ee86-677d-4954-8717-ca0faad20eaa by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:11.350072 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Attempting to bind port 1e98ee86-677d-4954-8717-ca0faad20eaa on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:11.359050 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:11.361601 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Pushing event updated for resources: {'Port': ['ID=db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:11.364881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:11.365265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:11.365669 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:11.366063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:11.366542 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Bound port: 1e98ee86-677d-4954-8717-ca0faad20eaa, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:11.366923 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:11.371345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6d0c6307-9f41-4ad9-8df4-c704475cb707 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:11.410930 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1fa15ea1-e68b-4dc1-a924-36a6e624741c None None] Port db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:11.454238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Network d680a1d3-afac-46fd-b7aa-baf6b6e01b59 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:11.454760 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] For port 1e98ee86-677d-4954-8717-ca0faad20eaa, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:11.455571 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:11.459372 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] For port 1e98ee86-677d-4954-8717-ca0faad20eaa, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1e98ee86-677d-4954-8717-ca0faad20eaa,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:11.468328 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:11.472781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 6d0c6307-9f41-4ad9-8df4-c704475cb707 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:11.472781 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:11.572130 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Routers {'15595b1b-c735-4e8b-8504-1184275bc53b'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:11.572771 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:25:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['15595b1b-c735-4e8b-8504-1184275bc53b'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:11.584058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Router 15595b1b-c735-4e8b-8504-1184275bc53b has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:25:11.610955 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01175f4-5f33-48c3-93f7-6fb817dd739a None None] Pushing event updated for resources: {'Port': ['ID=1e98ee86-677d-4954-8717-ca0faad20eaa,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:11.694530 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 37e6333c-b43d-4aea-84e7-4de77bdd8366 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:11.696651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:11.709956 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5a55a075-50c8-4945-850c-454c547a1020 admin admin] 10.222.0.22 "PUT /v2.0/routers/15595b1b-c735-4e8b-8504-1184275bc53b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7535746 Jul 16 02:25:11.748416 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] Set router 15595b1b-c735-4e8b-8504-1184275bc53b gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:11.790324 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-38d647ea-5317-4fc5-ab4c-b2e1b74aa818 None None] Provisioning complete for port db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:11.790607 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-38d647ea-5317-4fc5-ab4c-b2e1b74aa818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:11.871837 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 37e6333c-b43d-4aea-84e7-4de77bdd8366 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:11.884353 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-38d647ea-5317-4fc5-ab4c-b2e1b74aa818 None None] Port db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:11.888140 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 37e6333c-b43d-4aea-84e7-4de77bdd8366 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:11.888512 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:12.038918 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:12.083687 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'name': 'tempest-TestMinimumBasicScenario-493068164-router', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1e98ee86-677d-4954-8717-ca0faad20eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:08Z', 'updated_at': '2021-07-16T02:25:11Z', 'revision_number': 4, 'project_id': 'c7082e5260d04f51b584d27d015fda80', 'gw_port': {'id': '1e98ee86-677d-4954-8717-ca0faad20eaa', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:44:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:08Z', 'updated_at': '2021-07-16T02:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934', 'name': '', 'network_id': 'd680a1d3-afac-46fd-b7aa-baf6b6e01b59', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80', 'mac_address': 'fa:16:3e:2b:7a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '68eac9de-018b-42fb-b9b0-c2e152e372a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:10Z', 'updated_at': '2021-07-16T02:25:11Z', 'revision_number': 2, 'project_id': 'c7082e5260d04f51b584d27d015fda80', 'subnets': [{'id': '68eac9de-018b-42fb-b9b0-c2e152e372a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:12.114608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 37e6333c-b43d-4aea-84e7-4de77bdd8366, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=37e6333c-b43d-4aea-84e7-4de77bdd8366,segment=NetworkSegment(527d69cd-ffc6-4340-9639-c512ffe5c1b9),segment_id=527d69cd-ffc6-4340-9639-c512ffe5c1b9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:12.116724 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d79100-609f-440f-91fc-15c0e038bb50 None None] The sync data for ids ['15595b1b-c735-4e8b-8504-1184275bc53b'] in n-d-791505-14 is: [{'id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'name': 'tempest-TestMinimumBasicScenario-493068164-router', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1e98ee86-677d-4954-8717-ca0faad20eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:08Z', 'updated_at': '2021-07-16T02:25:11Z', 'revision_number': 4, 'project_id': 'c7082e5260d04f51b584d27d015fda80', 'gw_port': {'id': '1e98ee86-677d-4954-8717-ca0faad20eaa', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:44:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:08Z', 'updated_at': '2021-07-16T02:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934', 'name': '', 'network_id': 'd680a1d3-afac-46fd-b7aa-baf6b6e01b59', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80', 'mac_address': 'fa:16:3e:2b:7a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '68eac9de-018b-42fb-b9b0-c2e152e372a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:10Z', 'updated_at': '2021-07-16T02:25:11Z', 'revision_number': 2, 'project_id': 'c7082e5260d04f51b584d27d015fda80', 'subnets': [{'id': '68eac9de-018b-42fb-b9b0-c2e152e372a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:12.120416 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:12.175537 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=37e6333c-b43d-4aea-84e7-4de77bdd8366,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:12.988244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 37e6333c-b43d-4aea-84e7-4de77bdd8366 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:13.039911 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 37e6333c-b43d-4aea-84e7-4de77bdd8366 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:13.040301 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:14.683170 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Sync routers for ids ['15595b1b-c735-4e8b-8504-1184275bc53b'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:14.692993 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Routers {'15595b1b-c735-4e8b-8504-1184275bc53b'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:14.693641 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:25:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['15595b1b-c735-4e8b-8504-1184275bc53b'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:14.809131 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Set router 15595b1b-c735-4e8b-8504-1184275bc53b gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:15.008508 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1e98ee86-677d-4954-8717-ca0faad20eaa up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:15.070535 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'name': 'tempest-TestMinimumBasicScenario-493068164-router', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1e98ee86-677d-4954-8717-ca0faad20eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:08Z', 'updated_at': '2021-07-16T02:25:11Z', 'revision_number': 4, 'project_id': 'c7082e5260d04f51b584d27d015fda80', 'gw_port': {'id': '1e98ee86-677d-4954-8717-ca0faad20eaa', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:44:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:08Z', 'updated_at': '2021-07-16T02:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934', 'name': '', 'network_id': 'd680a1d3-afac-46fd-b7aa-baf6b6e01b59', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80', 'mac_address': 'fa:16:3e:2b:7a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '68eac9de-018b-42fb-b9b0-c2e152e372a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:10Z', 'updated_at': '2021-07-16T02:25:11Z', 'revision_number': 2, 'project_id': 'c7082e5260d04f51b584d27d015fda80', 'subnets': [{'id': '68eac9de-018b-42fb-b9b0-c2e152e372a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:15.071956 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 1e98ee86-677d-4954-8717-ca0faad20eaa completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:15.076449 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 1e98ee86-677d-4954-8717-ca0faad20eaa triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:15.076811 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.102868 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Checking router: 15595b1b-c735-4e8b-8504-1184275bc53b for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:15.103623 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Updating router 15595b1b-c735-4e8b-8504-1184275bc53b port db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:25:15.148120 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.209544 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.242160 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 1e98ee86-677d-4954-8717-ca0faad20eaa, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1e98ee86-677d-4954-8717-ca0faad20eaa,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:15.249332 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.322405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=1e98ee86-677d-4954-8717-ca0faad20eaa,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:15.435243 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.445673 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Transition to ACTIVE for port object db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:15.454885 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.505392 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ba75d-5a44-4273-abd2-5ae89583d7fc None None] Pushing event updated for resources: {'Port': ['ID=db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:15.710187 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Attempting to bind port db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:15.710832 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Attempting to bind port db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '8868acc4-7076-484f-bc8e-71c4fe7ab326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd680a1d3-afac-46fd-b7aa-baf6b6e01b59'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:15.710832 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Attempting to bind port db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 on network d680a1d3-afac-46fd-b7aa-baf6b6e01b59 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:15.721044 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:15.721577 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Checking segment: {'id': '8868acc4-7076-484f-bc8e-71c4fe7ab326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd680a1d3-afac-46fd-b7aa-baf6b6e01b59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:15.722063 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.722553 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Bound using segment: {'id': '8868acc4-7076-484f-bc8e-71c4fe7ab326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd680a1d3-afac-46fd-b7aa-baf6b6e01b59'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:15.723153 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Bound port: db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8868acc4-7076-484f-bc8e-71c4fe7ab326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd680a1d3-afac-46fd-b7aa-baf6b6e01b59'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:15.723816 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.800885 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] For port db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:15.804998 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] For port db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934,segment=NetworkSegment(8868acc4-7076-484f-bc8e-71c4fe7ab326),segment_id=8868acc4-7076-484f-bc8e-71c4fe7ab326)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:15.809039 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:15.861702 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Routers {'15595b1b-c735-4e8b-8504-1184275bc53b'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:15.862324 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:25:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['15595b1b-c735-4e8b-8504-1184275bc53b'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:15.937341 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9ba75d-5a44-4273-abd2-5ae89583d7fc None None] Pushing event updated for resources: {'Port': ['ID=db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:16.021642 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] Set router 15595b1b-c735-4e8b-8504-1184275bc53b gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:16.269937 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'name': 'tempest-TestMinimumBasicScenario-493068164-router', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1e98ee86-677d-4954-8717-ca0faad20eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:08Z', 'updated_at': '2021-07-16T02:25:11Z', 'revision_number': 4, 'project_id': 'c7082e5260d04f51b584d27d015fda80', 'gw_port': {'id': '1e98ee86-677d-4954-8717-ca0faad20eaa', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:08Z', 'updated_at': '2021-07-16T02:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934', 'name': '', 'network_id': 'd680a1d3-afac-46fd-b7aa-baf6b6e01b59', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80', 'mac_address': 'fa:16:3e:2b:7a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '68eac9de-018b-42fb-b9b0-c2e152e372a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:10Z', 'updated_at': '2021-07-16T02:25:15Z', 'revision_number': 4, 'project_id': 'c7082e5260d04f51b584d27d015fda80', 'subnets': [{'id': '68eac9de-018b-42fb-b9b0-c2e152e372a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:16.302743 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5752cadd-b82a-4c78-927c-6387c79641b5 None None] The sync data for ids ['15595b1b-c735-4e8b-8504-1184275bc53b'] in n-d-791505-14 is: [{'id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'name': 'tempest-TestMinimumBasicScenario-493068164-router', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1e98ee86-677d-4954-8717-ca0faad20eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:08Z', 'updated_at': '2021-07-16T02:25:11Z', 'revision_number': 4, 'project_id': 'c7082e5260d04f51b584d27d015fda80', 'gw_port': {'id': '1e98ee86-677d-4954-8717-ca0faad20eaa', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:08Z', 'updated_at': '2021-07-16T02:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934', 'name': '', 'network_id': 'd680a1d3-afac-46fd-b7aa-baf6b6e01b59', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80', 'mac_address': 'fa:16:3e:2b:7a:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '68eac9de-018b-42fb-b9b0-c2e152e372a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:10Z', 'updated_at': '2021-07-16T02:25:15Z', 'revision_number': 4, 'project_id': 'c7082e5260d04f51b584d27d015fda80', 'subnets': [{'id': '68eac9de-018b-42fb-b9b0-c2e152e372a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:17.020767 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1e98ee86-677d-4954-8717-ca0faad20eaa up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:17.087386 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 1e98ee86-677d-4954-8717-ca0faad20eaa triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:17.087780 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.180699 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:17.231516 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:17.237337 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:17.237719 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.327069 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.369093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934,segment=NetworkSegment(8868acc4-7076-484f-bc8e-71c4fe7ab326),segment_id=8868acc4-7076-484f-bc8e-71c4fe7ab326)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:17.373947 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:17.431552 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:19.002816 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:19.072554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:19.072945 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:21.759137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-4c955245-61c2-4eb9-829c-c11e71a2e012 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:21.760650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-4c955245-61c2-4eb9-829c-c11e71a2e012 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/networks?id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b HTTP/1.1" status: 200 len: 815 time: 0.1014965 Jul 16 02:25:21.774756 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-e3376e74-86c2-41d5-a3d1-02073b4d0368 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/quotas/438b3eff1a734a3c972e455029540caa HTTP/1.1" status: 200 len: 375 time: 0.0088265 Jul 16 02:25:21.839058 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-bf73a2e8-f29a-4fd4-94e2-f27cfa6923b4 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=438b3eff1a734a3c972e455029540caa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596542 Jul 16 02:25:21.933577 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-652ab5a2-311b-45a1-af47-9189ec30c8c2 service neutron] 10.222.0.22 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831447 Jul 16 02:25:22.298817 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-f931f8cb-cab9-4228-a867-11bc6faa49f2 service neutron] 10.222.0.22 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596673 Jul 16 02:25:22.467304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f6671f20-71b8-4c16-9a93-74cea021aeab req-546f7f03-3e6a-40f9-84de-6f2d859583f4 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 210 time: 0.0326278 Jul 16 02:25:23.615657 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3cf77f0a-90d9-44e0-b98b-f8b403d776bc req-625c1bc4-cc55-4306-8e2a-f0b1403f3fab tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 210 time: 0.0335867 Jul 16 02:25:23.672274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-84f83f39-d59e-40a5-bd7e-da11a74ae304 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:23.673735 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-84f83f39-d59e-40a5-bd7e-da11a74ae304 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.70 "GET /v2.0/networks?id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b HTTP/1.1" status: 200 len: 815 time: 0.1083667 Jul 16 02:25:23.686359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Request body: {'port': {'device_id': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'admin_state_up': True, 'tenant_id': '438b3eff1a734a3c972e455029540caa'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:23.795139 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Made reservation on behalf of 438b3eff1a734a3c972e455029540caa for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:25:23.798832 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:23.927144 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Allocated IP 172.20.0.10 (4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b/52acefec-9dab-4d30-a8c8-086e69dff11e/f7a58960-1120-4b55-b15e-8bbe21f44107) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:24.098586 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.115639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Transition to ACTIVE for port object f7a58960-1120-4b55-b15e-8bbe21f44107 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:24.154175 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.210140 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Network 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:24.214137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:24.225396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:24.272956 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Pushing event updated for resources: {'Port': ['ID=f7a58960-1120-4b55-b15e-8bbe21f44107,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:24.283290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:24.283720 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:24.284160 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:24.284720 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:24.285122 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:24.285654 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:24.286051 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:24.286439 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:24.286831 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:24.287231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:24.287641 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:24.288044 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:24.319189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:24.319931 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.338877 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-d918a1a2-31e6-40b8-92e7-9a5b0b151506 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6568766 Jul 16 02:25:24.552388 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9c535a2f-f350-4880-987a-742717fa4791 None None] Provisioning for port f7a58960-1120-4b55-b15e-8bbe21f44107 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:24.557178 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9c535a2f-f350-4880-987a-742717fa4791 None None] Provisioning complete for port f7a58960-1120-4b55-b15e-8bbe21f44107 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:24.557793 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9c535a2f-f350-4880-987a-742717fa4791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:24.595515 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9c535a2f-f350-4880-987a-742717fa4791 None None] Port f7a58960-1120-4b55-b15e-8bbe21f44107 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:25:24.802001 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c448cad-b69c-4914-a679-d83bd98a5397 req-e2f928a5-1482-4c2c-9b49-5f0ef19a7b7c tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:24.803836 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1c448cad-b69c-4914-a679-d83bd98a5397 req-e2f928a5-1482-4c2c-9b49-5f0ef19a7b7c tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 932 time: 0.0693450 Jul 16 02:25:24.849415 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1c448cad-b69c-4914-a679-d83bd98a5397 req-1bc518b3-30a5-4419-8f3e-d09fd28105d0 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398409 Jul 16 02:25:26.017634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b834a72-55f9-4f6f-8aed-cb5fd8d6d907 req-f23186ce-30e5-4231-8211-6096dbbb5c15 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:26.019169 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b834a72-55f9-4f6f-8aed-cb5fd8d6d907 req-f23186ce-30e5-4231-8211-6096dbbb5c15 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 932 time: 0.0638230 Jul 16 02:25:26.066655 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3b834a72-55f9-4f6f-8aed-cb5fd8d6d907 req-743042fb-718c-4973-abac-309a6371e835 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418613 Jul 16 02:25:26.600256 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:25:27.241996 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a13da7-1a38-4abe-bafd-6b0a6e6247d1 req-e0cac65d-ec7f-4fa8-87ff-0859da26094a tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:27.243506 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57a13da7-1a38-4abe-bafd-6b0a6e6247d1 req-e0cac65d-ec7f-4fa8-87ff-0859da26094a tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 932 time: 0.0647385 Jul 16 02:25:27.282408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-57a13da7-1a38-4abe-bafd-6b0a6e6247d1 req-635499e8-ce5e-4ba7-a0dc-817e5d941e8b tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327098 Jul 16 02:25:28.457867 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e054d238-d410-4fa5-8548-8f9e8bf6c972 req-ee693031-cdb4-479f-917c-c9146925673e tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:28.459377 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e054d238-d410-4fa5-8548-8f9e8bf6c972 req-ee693031-cdb4-479f-917c-c9146925673e tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 932 time: 0.0637131 Jul 16 02:25:28.499020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e054d238-d410-4fa5-8548-8f9e8bf6c972 req-725c1e14-4388-4e2b-bf5c-ae130bed0a18 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334089 Jul 16 02:25:29.721004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd1764-a0e3-4ef3-86c8-f371fca9d229 req-f7f2c0cd-3303-467f-9003-8f2df8af707e tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:29.722694 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14fd1764-a0e3-4ef3-86c8-f371fca9d229 req-f7f2c0cd-3303-467f-9003-8f2df8af707e tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 932 time: 0.1028309 Jul 16 02:25:29.790063 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-14fd1764-a0e3-4ef3-86c8-f371fca9d229 req-457eb246-6e3c-42de-90d3-039dc6215ad4 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575528 Jul 16 02:25:30.967649 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba24da1-2447-4b19-9b25-be3d2559c055 req-f4426c1e-2830-44df-8cc5-11a0afd62785 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:30.969189 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aba24da1-2447-4b19-9b25-be3d2559c055 req-f4426c1e-2830-44df-8cc5-11a0afd62785 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 932 time: 0.0638673 Jul 16 02:25:31.006182 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aba24da1-2447-4b19-9b25-be3d2559c055 req-80e287ae-6756-4776-ad39-cbdbaddfa276 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312402 Jul 16 02:25:31.068459 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.003740 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:32.180606 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2310d72c-d17a-45e8-b8e2-cfd6adfbe4c7 req-7b7bd027-d2d1-4d2e-972b-cc031dcb9b48 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:32.182195 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2310d72c-d17a-45e8-b8e2-cfd6adfbe4c7 req-7b7bd027-d2d1-4d2e-972b-cc031dcb9b48 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 932 time: 0.0632846 Jul 16 02:25:32.229202 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2310d72c-d17a-45e8-b8e2-cfd6adfbe4c7 req-dd83449e-5c6f-4f71-b470-2697f61e7575 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412376 Jul 16 02:25:33.410103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50bdad-c6f6-466a-911b-1ed2bec17e1f req-a53f1d7c-043b-41c5-876c-f83d2b71ca80 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:33.411239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb50bdad-c6f6-466a-911b-1ed2bec17e1f req-a53f1d7c-043b-41c5-876c-f83d2b71ca80 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 932 time: 0.0705979 Jul 16 02:25:33.454353 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fb50bdad-c6f6-466a-911b-1ed2bec17e1f req-4b5daadc-15ac-43df-bef2-b42075a34a1e tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370216 Jul 16 02:25:34.560343 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Request body: {'port': {'device_id': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:34.637210 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:34.640225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6116718-a5a8-47d6-9a07-8409ad3edcf9 req-b4f67eef-6a4e-4a0e-a763-37482c8bc5b4 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:34.641735 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e6116718-a5a8-47d6-9a07-8409ad3edcf9 req-b4f67eef-6a4e-4a0e-a763-37482c8bc5b4 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 932 time: 0.0617158 Jul 16 02:25:34.679190 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e6116718-a5a8-47d6-9a07-8409ad3edcf9 req-dc0b3225-4e77-4d4e-aa98-9cfb17ad6bb4 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315948 Jul 16 02:25:34.889432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a58960-1120-4b55-b15e-8bbe21f44107 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:25:34.896593 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:34.907692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Transition to ACTIVE for port object f7a58960-1120-4b55-b15e-8bbe21f44107 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:25:34.912170 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:34.958864 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a58960-1120-4b55-b15e-8bbe21f44107,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:34.992851 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b5f9c004-9488-48bd-aa85-3d30a54ea015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:35.041978 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Attempting to bind port f7a58960-1120-4b55-b15e-8bbe21f44107 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:25:35.042321 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Attempting to bind port f7a58960-1120-4b55-b15e-8bbe21f44107 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '527d69cd-ffc6-4340-9639-c512ffe5c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:25:35.042652 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Attempting to bind port f7a58960-1120-4b55-b15e-8bbe21f44107 on network 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:35.047391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Port f7a58960-1120-4b55-b15e-8bbe21f44107 on network 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:25:35.047737 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Attempting to bind port f7a58960-1120-4b55-b15e-8bbe21f44107 on network 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:25:35.052751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:25:35.053225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Checking segment: {'id': '527d69cd-ffc6-4340-9639-c512ffe5c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:25:35.053623 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Bound using segment: {'id': '527d69cd-ffc6-4340-9639-c512ffe5c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:25:35.054061 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Bound port: f7a58960-1120-4b55-b15e-8bbe21f44107, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527d69cd-ffc6-4340-9639-c512ffe5c1b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:25:35.054426 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:35.119636 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] For port f7a58960-1120-4b55-b15e-8bbe21f44107, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:25:35.122848 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] For port f7a58960-1120-4b55-b15e-8bbe21f44107, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f7a58960-1120-4b55-b15e-8bbe21f44107,segment=NetworkSegment(527d69cd-ffc6-4340-9639-c512ffe5c1b9),segment_id=527d69cd-ffc6-4340-9639-c512ffe5c1b9)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:25:35.126370 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:35.158441 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:35.159011 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:35.160410 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] 10.222.0.70 "PUT /v2.0/ports/f7a58960-1120-4b55-b15e-8bbe21f44107 HTTP/1.1" status: 200 len: 1093 time: 0.6046996 Jul 16 02:25:35.160847 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'tag': 'f7a58960-1120-4b55-b15e-8bbe21f44107'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:35.163055 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30d4c76-0f68-433a-94a2-d971f03be646" -d '{"events": [{"name": "network-changed", "server_uuid": "f370d1dc-c986-4b41-9319-2fac82d4fb1b", "tag": "f7a58960-1120-4b55-b15e-8bbe21f44107"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:35.193309 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c63b1-0bff-4c69-b851-6c554a72da57 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a58960-1120-4b55-b15e-8bbe21f44107,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:35.214351 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80500ee-d2c9-44e0-b32d-b8808a507130 x-openstack-request-id: req-b80500ee-d2c9-44e0-b32d-b8808a507130 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:35.214557 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f370d1dc-c986-4b41-9319-2fac82d4fb1b", "tag": "f7a58960-1120-4b55-b15e-8bbe21f44107", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:35.214810 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b80500ee-d2c9-44e0-b32d-b8808a507130 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:35.215211 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'tag': 'f7a58960-1120-4b55-b15e-8bbe21f44107', 'status': 'completed', 'code': 200} Jul 16 02:25:35.264918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9642352a-5378-40bf-8543-d5e62e769eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:35.266480 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-9642352a-5378-40bf-8543-d5e62e769eb7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=438b3eff1a734a3c972e455029540caa&device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 1096 time: 0.0626361 Jul 16 02:25:35.309477 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-7b3b55a9-0a81-4945-a193-70e1b1ef0473 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a58960-1120-4b55-b15e-8bbe21f44107 HTTP/1.1" status: 200 len: 217 time: 0.0353506 Jul 16 02:25:35.358709 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-c347ce2b-89b0-488c-9af6-07dc89586646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:35.360212 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-c347ce2b-89b0-488c-9af6-07dc89586646 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=52acefec-9dab-4d30-a8c8-086e69dff11e HTTP/1.1" status: 200 len: 854 time: 0.0444188 Jul 16 02:25:35.420946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-56ffecc6-b7a7-4d8e-bf15-c6389948ee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:35.422357 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-56ffecc6-b7a7-4d8e-bf15-c6389948ee72 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555158 Jul 16 02:25:35.513758 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-1f53cd47-1fa2-4e2a-9f69-2878e1ffcee3 service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811002 Jul 16 02:25:35.605065 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0a80a877-8f09-42ea-902c-e77d4d109ba4 req-8e80c4e3-b352-4c5e-9646-bd20f9135cb9 service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843618 Jul 16 02:25:35.699867 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4c76-0f68-433a-94a2-d971f03be646 req-ce7a5c82-cba3-4dcb-a1bd-e2d7032fd3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:35.701274 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a30d4c76-0f68-433a-94a2-d971f03be646 req-ce7a5c82-cba3-4dcb-a1bd-e2d7032fd3a0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=438b3eff1a734a3c972e455029540caa&device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 1096 time: 0.0520470 Jul 16 02:25:35.793833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4c76-0f68-433a-94a2-d971f03be646 req-5e316504-5f8b-48f1-9d6f-ceeed81532b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:35.795524 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a30d4c76-0f68-433a-94a2-d971f03be646 req-5e316504-5f8b-48f1-9d6f-ceeed81532b4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b HTTP/1.1" status: 200 len: 916 time: 0.0871832 Jul 16 02:25:35.836257 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a30d4c76-0f68-433a-94a2-d971f03be646 req-d0dbd154-268e-41d9-b4f4-d1739fb9d9da service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a58960-1120-4b55-b15e-8bbe21f44107 HTTP/1.1" status: 200 len: 217 time: 0.0343626 Jul 16 02:25:35.856834 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1ea8e9-f6bf-493a-8ba5-07f02ad0bc60 req-baf9a0ea-6d59-4641-a243-f0e9ac147b5f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:35.858366 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae1ea8e9-f6bf-493a-8ba5-07f02ad0bc60 req-baf9a0ea-6d59-4641-a243-f0e9ac147b5f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 944 time: 0.0656421 Jul 16 02:25:35.886216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4c76-0f68-433a-94a2-d971f03be646 req-e481a905-d295-46c8-b688-4f26c0eee859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:35.887686 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a30d4c76-0f68-433a-94a2-d971f03be646 req-e481a905-d295-46c8-b688-4f26c0eee859 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=52acefec-9dab-4d30-a8c8-086e69dff11e HTTP/1.1" status: 200 len: 854 time: 0.0433924 Jul 16 02:25:35.895891 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ae1ea8e9-f6bf-493a-8ba5-07f02ad0bc60 req-3757cb48-11d6-4556-881c-3ed7e4263675 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312147 Jul 16 02:25:35.950447 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d4c76-0f68-433a-94a2-d971f03be646 req-b4dda2f7-2103-4b75-b828-837e6b3d2f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:35.951949 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a30d4c76-0f68-433a-94a2-d971f03be646 req-b4dda2f7-2103-4b75-b828-837e6b3d2f42 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562866 Jul 16 02:25:36.040552 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a30d4c76-0f68-433a-94a2-d971f03be646 req-8f150c52-074e-49dd-8d17-ba6b198641c2 service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794625 Jul 16 02:25:36.133188 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a30d4c76-0f68-433a-94a2-d971f03be646 req-3e31837f-b06a-4353-918e-cb91b241bf22 service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850742 Jul 16 02:25:37.065546 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c95967b-ef6d-4318-8b0f-695c4b5342fa req-aa2e06d3-dbb9-4585-bf3d-8ee3b2c764a5 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:37.067077 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c95967b-ef6d-4318-8b0f-695c4b5342fa req-aa2e06d3-dbb9-4585-bf3d-8ee3b2c764a5 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 944 time: 0.0621266 Jul 16 02:25:37.105588 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9c95967b-ef6d-4318-8b0f-695c4b5342fa req-a1e02aef-989c-4129-adad-13a8d661072d tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318904 Jul 16 02:25:37.449186 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:37.707165 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f0e5b145-ceb6-4742-bbb3-85854451c6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.274968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef414c6-af5f-4d4b-8a6e-106fa07562fc req-4160cec4-ac0e-4662-b8e1-c901b5ad7258 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:38.276605 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ef414c6-af5f-4d4b-8a6e-106fa07562fc req-4160cec4-ac0e-4662-b8e1-c901b5ad7258 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 944 time: 0.0631278 Jul 16 02:25:38.317131 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ef414c6-af5f-4d4b-8a6e-106fa07562fc req-f1dc6be5-fbc1-4cd4-aa2f-6ea57339dd4f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349164 Jul 16 02:25:38.641237 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-f4bc8969-1ebc-4902-bd98-a8e91f7272b4 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0550630 Jul 16 02:25:38.751934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-3538d5d6-17f6-4045-ad7c-aa1e08324607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:38.752418 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-3538d5d6-17f6-4045-ad7c-aa1e08324607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:38.752894 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-3538d5d6-17f6-4045-ad7c-aa1e08324607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:38.753365 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-3538d5d6-17f6-4045-ad7c-aa1e08324607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:38.754462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-3538d5d6-17f6-4045-ad7c-aa1e08324607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:38.756265 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-3538d5d6-17f6-4045-ad7c-aa1e08324607 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0596788 Jul 16 02:25:38.770736 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f7a58960-1120-4b55-b15e-8bbe21f44107 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:25:38.854071 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.875226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f7a58960-1120-4b55-b15e-8bbe21f44107, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f7a58960-1120-4b55-b15e-8bbe21f44107,segment=NetworkSegment(527d69cd-ffc6-4340-9639-c512ffe5c1b9),segment_id=527d69cd-ffc6-4340-9639-c512ffe5c1b9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:38.884684 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-ef17f105-33cc-4898-8215-965156ee6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:38.885167 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-ef17f105-33cc-4898-8215-965156ee6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:38.885637 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-ef17f105-33cc-4898-8215-965156ee6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:38.886128 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'f7a58960-1120-4b55-b15e-8bbe21f44107', 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'port_id': 'f7a58960-1120-4b55-b15e-8bbe21f44107', 'mac_address': 'fa:16:3e:bb:26:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:25:38.887282 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-ef17f105-33cc-4898-8215-965156ee6d7d service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0978785 Jul 16 02:25:38.923076 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.928384 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-ee9b3880-2e20-4717-b691-17ae5fd1a88a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0349429 Jul 16 02:25:38.936410 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a58960-1120-4b55-b15e-8bbe21f44107 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:25:38.957481 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f7a58960-1120-4b55-b15e-8bbe21f44107, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f7a58960-1120-4b55-b15e-8bbe21f44107,segment=NetworkSegment(527d69cd-ffc6-4340-9639-c512ffe5c1b9),segment_id=527d69cd-ffc6-4340-9639-c512ffe5c1b9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:38.961317 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:38.982761 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-80b31925-5fc0-4771-a4ba-3cb4819e7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:38.984273 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-80b31925-5fc0-4771-a4ba-3cb4819e7bdc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0491321 Jul 16 02:25:39.010847 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=f7a58960-1120-4b55-b15e-8bbe21f44107,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:39.017972 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:39.018345 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:39.018688 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:39.019029 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:39.019388 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:39.019721 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:39.020074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:39.020403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:39.020727 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:39.021071 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:39.021373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:39.021695 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:39.042944 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-6365193d-e975-4b6c-af75-052264b04e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:39.044483 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-6365193d-e975-4b6c-af75-052264b04e4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527234 Jul 16 02:25:39.133084 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-1fe66f03-2842-4e25-9e2d-9c740891b71c service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813265 Jul 16 02:25:39.203906 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['f7a58960-1120-4b55-b15e-8bbe21f44107'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:25:39.223171 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-5d3b7db1-2722-4e95-8a5a-c8ada9746a81 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843651 Jul 16 02:25:39.262933 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-1edd3748-6b3c-4dd5-9a29-5c6fa58ca6da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0335782 Jul 16 02:25:39.313961 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-63eeac3c-cd9b-4edf-afab-fbb1b402fdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:39.315416 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-63eeac3c-cd9b-4edf-afab-fbb1b402fdd2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0463133 Jul 16 02:25:39.372316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-adb0a8fb-662b-4d38-872f-efae7eba62ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:39.373840 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-adb0a8fb-662b-4d38-872f-efae7eba62ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0520713 Jul 16 02:25:39.467156 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-7a3d3f83-d39c-4791-9592-539595f7a3d9 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858493 Jul 16 02:25:39.488780 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6334635-bcab-4667-9e2b-d6dfd1729941 req-1236b415-efb5-4be8-9c2a-bca1e828c8d4 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:39.490793 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b6334635-bcab-4667-9e2b-d6dfd1729941 req-1236b415-efb5-4be8-9c2a-bca1e828c8d4 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 945 time: 0.0624187 Jul 16 02:25:39.527826 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b6334635-bcab-4667-9e2b-d6dfd1729941 req-ac22d6a6-3770-4656-a585-f309c3a65ea9 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314834 Jul 16 02:25:39.556599 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-8f828ec5-af10-4b96-9537-04b6a92303c7 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825682 Jul 16 02:25:39.600210 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-ae29e5e9-dc6e-4e29-a5bc-6319eba46a7c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0376117 Jul 16 02:25:39.644758 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-4bd5761a-1989-44a6-82fe-06037770fc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:39.646672 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-4bd5761a-1989-44a6-82fe-06037770fc56 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0410211 Jul 16 02:25:39.700343 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-6c8dd44e-70dc-4f2e-9a32-c676417d34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:39.701759 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-6c8dd44e-70dc-4f2e-9a32-c676417d34f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0492642 Jul 16 02:25:39.791067 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-afceef9c-a372-4a3b-ada1-1e8701c9ac8c service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834565 Jul 16 02:25:39.876623 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-83685ed4-ee86-4e8c-a895-9e50439e7d85 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790765 Jul 16 02:25:39.919141 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-c4f421f3-6f8e-4399-bb9e-f8a7e0223235 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0359280 Jul 16 02:25:39.965625 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-dca087b4-5819-415a-ae72-e5d5e984d7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:39.967009 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-dca087b4-5819-415a-ae72-e5d5e984d7df service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0425422 Jul 16 02:25:40.022959 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-e5824e31-0c25-4dba-bae8-a2317ef21365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:40.024476 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-e5824e31-0c25-4dba-bae8-a2317ef21365 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0514903 Jul 16 02:25:40.429850 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-ee1f8148-257b-4e5e-8211-a334488d663e service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994884 Jul 16 02:25:40.467824 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:40.517990 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-6d0f40e9-4c83-4a1d-b416-948d6d35b3a4 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821502 Jul 16 02:25:40.561222 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-f34ad799-9a40-42ae-ad48-51b840bbc155 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0367727 Jul 16 02:25:40.610017 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-ade96ec4-150e-4a94-9b2c-1a100d0c7b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:40.611523 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-ade96ec4-150e-4a94-9b2c-1a100d0c7b90 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0450015 Jul 16 02:25:40.667506 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-372d9777-082f-48c6-90e4-822f5baa9cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:40.668959 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-372d9777-082f-48c6-90e4-822f5baa9cca service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0505683 Jul 16 02:25:40.698772 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0af09-b1d5-45cb-bd2b-ede67356f58b req-85bfa5ce-9970-4b28-9a44-e0771eb36ac0 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:40.700330 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38b0af09-b1d5-45cb-bd2b-ede67356f58b req-85bfa5ce-9970-4b28-9a44-e0771eb36ac0 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 945 time: 0.0628002 Jul 16 02:25:40.738632 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38b0af09-b1d5-45cb-bd2b-ede67356f58b req-ae4c863a-e691-4281-8ebe-e6d169da36d2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326843 Jul 16 02:25:40.760166 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-4b3cd496-8a6d-4ee4-b0a4-4195484c5d29 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850344 Jul 16 02:25:40.770865 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f7a58960-1120-4b55-b15e-8bbe21f44107 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:25:40.821398 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port f7a58960-1120-4b55-b15e-8bbe21f44107 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:25:40.825008 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port f7a58960-1120-4b55-b15e-8bbe21f44107 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:40.825380 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:40.850985 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e4ee18c5-acc2-4dc7-949b-4a22f4cf816d req-a1f6c15a-52e6-43e6-8a93-b59e9e608d26 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847650 Jul 16 02:25:40.899397 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:40.922644 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a58960-1120-4b55-b15e-8bbe21f44107'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:40.924855 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9668713-ea21-4312-b8a3-9eb1f6e3fe3d" -d '{"events": [{"server_uuid": "f370d1dc-c986-4b41-9319-2fac82d4fb1b", "name": "network-vif-plugged", "status": "completed", "tag": "f7a58960-1120-4b55-b15e-8bbe21f44107"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:40.940262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port f7a58960-1120-4b55-b15e-8bbe21f44107, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f7a58960-1120-4b55-b15e-8bbe21f44107,segment=NetworkSegment(527d69cd-ffc6-4340-9639-c512ffe5c1b9),segment_id=527d69cd-ffc6-4340-9639-c512ffe5c1b9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:40.943999 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:40.967124 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da9c398-4f03-481b-a389-cfa69e13e681 x-openstack-request-id: req-5da9c398-4f03-481b-a389-cfa69e13e681 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:40.967420 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f370d1dc-c986-4b41-9319-2fac82d4fb1b", "name": "network-vif-plugged", "status": "completed", "tag": "f7a58960-1120-4b55-b15e-8bbe21f44107", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:40.967674 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5da9c398-4f03-481b-a389-cfa69e13e681 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:40.968086 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a58960-1120-4b55-b15e-8bbe21f44107', 'code': 200} Jul 16 02:25:40.993609 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=f7a58960-1120-4b55-b15e-8bbe21f44107,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:41.076277 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1ce88-110a-4d38-a777-b61472db942e req-67a84045-59cf-4eb4-89c4-300df704149c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:41.077799 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1da1ce88-110a-4d38-a777-b61472db942e req-67a84045-59cf-4eb4-89c4-300df704149c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 1098 time: 0.0509613 Jul 16 02:25:41.115877 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1da1ce88-110a-4d38-a777-b61472db942e req-2392da0b-4e76-4a6e-98a1-144784599d84 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307353 Jul 16 02:25:41.917539 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbeda9-ebb0-4daf-80c0-4506733dc5f5 req-696f7a61-6d4a-44ec-9e26-c206f4486fbf tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:41.919041 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2bfbeda9-ebb0-4daf-80c0-4506733dc5f5 req-696f7a61-6d4a-44ec-9e26-c206f4486fbf tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 946 time: 0.0680218 Jul 16 02:25:41.958394 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2bfbeda9-ebb0-4daf-80c0-4506733dc5f5 req-0bf11080-2c5f-44ec-b15a-31f6fa98db48 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334241 Jul 16 02:25:43.131734 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dfdad4-02a1-4d93-9dd5-c3d780485e1a req-179c85c9-d328-4720-820c-4229fbd697f2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:43.133267 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80dfdad4-02a1-4d93-9dd5-c3d780485e1a req-179c85c9-d328-4720-820c-4229fbd697f2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 946 time: 0.0634854 Jul 16 02:25:43.172000 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80dfdad4-02a1-4d93-9dd5-c3d780485e1a req-f2b7cd68-a48b-4676-abd7-6a03f1503bc6 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328541 Jul 16 02:25:43.339736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdec800c-c3ca-4f2b-a3fe-5d98818108a1 req-fc850237-2927-4d03-a686-9686fbe6d9dc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:43.341223 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdec800c-c3ca-4f2b-a3fe-5d98818108a1 req-fc850237-2927-4d03-a686-9686fbe6d9dc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 946 time: 0.0615883 Jul 16 02:25:43.382703 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cdec800c-c3ca-4f2b-a3fe-5d98818108a1 req-33581a6c-eb9e-4e7e-be14-15a5dbd8bcc9 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360391 Jul 16 02:25:43.709188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727f6fa-9281-4b09-b694-30b749016e19 req-9c8697ae-3ffa-4737-bcd8-d61bdec1dd15 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:43.710562 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3727f6fa-9281-4b09-b694-30b749016e19 req-9c8697ae-3ffa-4737-bcd8-d61bdec1dd15 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 946 time: 0.0618374 Jul 16 02:25:43.747496 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3727f6fa-9281-4b09-b694-30b749016e19 req-a8733e77-59e8-4c5f-8c87-7243daeccd2f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315204 Jul 16 02:25:47.593102 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-849f8f36-fc1e-43f6-9a44-14c5ab1efd96 req-f581412c-33b4-43ae-89a0-a852b4260302 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1413500 Jul 16 02:25:47.703067 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f8f36-fc1e-43f6-9a44-14c5ab1efd96 req-b24bf4d6-b4bf-4559-a0df-cf715e461faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:47.704502 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-849f8f36-fc1e-43f6-9a44-14c5ab1efd96 req-b24bf4d6-b4bf-4559-a0df-cf715e461faf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=438b3eff1a734a3c972e455029540caa&device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 1098 time: 0.0572987 Jul 16 02:25:47.813627 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f8f36-fc1e-43f6-9a44-14c5ab1efd96 req-ca52825a-4645-402f-a365-0fe91d2b2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:47.815164 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-849f8f36-fc1e-43f6-9a44-14c5ab1efd96 req-ca52825a-4645-402f-a365-0fe91d2b2051 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b HTTP/1.1" status: 200 len: 916 time: 0.0887270 Jul 16 02:25:47.855869 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-849f8f36-fc1e-43f6-9a44-14c5ab1efd96 req-1ce1439f-968f-4e4e-a5e6-8fa425954f5a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a58960-1120-4b55-b15e-8bbe21f44107 HTTP/1.1" status: 200 len: 217 time: 0.0334177 Jul 16 02:25:47.903876 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f8f36-fc1e-43f6-9a44-14c5ab1efd96 req-79db1286-f1ef-493d-bb01-bd451a4d280a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:47.905251 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-849f8f36-fc1e-43f6-9a44-14c5ab1efd96 req-79db1286-f1ef-493d-bb01-bd451a4d280a service neutron] 10.222.0.70 "GET /v2.0/subnets?id=52acefec-9dab-4d30-a8c8-086e69dff11e HTTP/1.1" status: 200 len: 854 time: 0.0438404 Jul 16 02:25:47.966932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f8f36-fc1e-43f6-9a44-14c5ab1efd96 req-ce46778b-5933-435f-9f4e-01b2e0a34d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:47.968476 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-849f8f36-fc1e-43f6-9a44-14c5ab1efd96 req-ce46778b-5933-435f-9f4e-01b2e0a34d55 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556543 Jul 16 02:25:47.980571 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-849f8f36-fc1e-43f6-9a44-14c5ab1efd96 req-3d1cd3d8-389d-4945-9d64-122ce96faad9 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:25:47.981597 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-849f8f36-fc1e-43f6-9a44-14c5ab1efd96 req-3d1cd3d8-389d-4945-9d64-122ce96faad9 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053086 Jul 16 02:25:48.078950 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-849f8f36-fc1e-43f6-9a44-14c5ab1efd96 req-9b1d9b1d-ad1c-44b8-bdce-42c2b6c9899c service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908487 Jul 16 02:25:48.171284 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-849f8f36-fc1e-43f6-9a44-14c5ab1efd96 req-7f285967-2346-425e-bcaf-8b139d863597 service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854521 Jul 16 02:25:55.374207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a3731-72f6-46d2-9697-003685406421 req-db5a0f63-21c9-40b7-946f-a1609b996844 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:55.375684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d1a3731-72f6-46d2-9697-003685406421 req-db5a0f63-21c9-40b7-946f-a1609b996844 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 946 time: 0.0616806 Jul 16 02:25:55.412286 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5d1a3731-72f6-46d2-9697-003685406421 req-2cafb831-960b-4d8f-976d-3613066e1c68 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311148 Jul 16 02:25:55.436346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47050) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:55.532329 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fd70e8-4938-4235-8b73-73334a72c447 tempest-TestMinimumBasicScenario-484224667 tempest-TestMinimumBasicScenario-484224667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:55.533860 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-56fd70e8-4938-4235-8b73-73334a72c447 tempest-TestMinimumBasicScenario-484224667 tempest-TestMinimumBasicScenario-484224667-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 1093 time: 0.0965612 Jul 16 02:25:55.536756 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47054) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:55.541086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': 'f7a58960-1120-4b55-b15e-8bbe21f44107', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:55.561951 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:55.655210 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:55.758378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Allocated IP 172.25.2.88 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/82d1cd27-0d46-479e-8046-9bfc29406c49) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:25:55.855303 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:55.892376 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:55.931316 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:25:55.936138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:25:55.939498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:25:55.964733 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Pushing event updated for resources: {'Port': ['ID=82d1cd27-0d46-479e-8046-9bfc29406c49,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:56.299454 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:56.376694 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:56.520049 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:56.524379 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:56.589710 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Pushing event updated for resources: {'Port': ['ID=82d1cd27-0d46-479e-8046-9bfc29406c49,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:56.600762 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:56.601106 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:56.601440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:56.601770 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:56.602097 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:56.602422 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:56.603272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:56.603602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:56.603957 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:56.604278 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:56.604603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:56.604919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:25:56.612674 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:56.711171 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Floating IP 92e7fbae-e238-4699-94b9-c2a162fca3af associated. External IP: 172.25.2.88, port: f7a58960-1120-4b55-b15e-8bbe21f44107. Jul 16 02:25:56.913696 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Router 74576b70-cb15-4703-b01d-0820ba234ac7 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:25:57.019576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:25:57.031241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3355bb-f0fa-4a68-be4f-1ca878c3d8c2 None None] Sync routers for ids ['74576b70-cb15-4703-b01d-0820ba234ac7'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:25:57.036753 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.040336 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3355bb-f0fa-4a68-be4f-1ca878c3d8c2 None None] Routers {'74576b70-cb15-4703-b01d-0820ba234ac7'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:57.040941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7b3355bb-f0fa-4a68-be4f-1ca878c3d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:25:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['74576b70-cb15-4703-b01d-0820ba234ac7'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:57.075453 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4513570f-a9a9-4831-8069-13d6d40c92c2 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5376670 Jul 16 02:25:57.076192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'tag': 'f7a58960-1120-4b55-b15e-8bbe21f44107'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:57.078340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47056) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:57.078825 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6adb83b1-171c-470f-be3f-ae3d48845198" -d '{"events": [{"name": "network-changed", "server_uuid": "f370d1dc-c986-4b41-9319-2fac82d4fb1b", "tag": "f7a58960-1120-4b55-b15e-8bbe21f44107"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:57.083913 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-51eb2f31-ba72-4b6b-b718-0e18b17acd6f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-31132644', 'description': 'tempest-secgroup-smoke-31132644 description', 'project_id': '438b3eff1a734a3c972e455029540caa'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:57.111125 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-51eb2f31-ba72-4b6b-b718-0e18b17acd6f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.166607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-7b3355bb-f0fa-4a68-be4f-1ca878c3d8c2 None None] Set router 74576b70-cb15-4703-b01d-0820ba234ac7 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:57.198320 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-51eb2f31-ba72-4b6b-b718-0e18b17acd6f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.202540 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-51eb2f31-ba72-4b6b-b718-0e18b17acd6f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.231222 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-51eb2f31-ba72-4b6b-b718-0e18b17acd6f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.232725 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-51eb2f31-ba72-4b6b-b718-0e18b17acd6f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1526613 Jul 16 02:25:57.235660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47062) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:57.240365 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8a152847-bfe1-4b89-b767-b522ee113be4 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Request body: {'security_group_rule': {'security_group_id': 'bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a', 'project_id': '438b3eff1a734a3c972e455029540caa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:57.245979 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eb2f31-ba72-4b6b-b718-0e18b17acd6f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:57.247321 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b89129f-528b-47d8-856e-dc402cca1a79 x-openstack-request-id: req-4b89129f-528b-47d8-856e-dc402cca1a79 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:57.247626 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f370d1dc-c986-4b41-9319-2fac82d4fb1b", "tag": "f7a58960-1120-4b55-b15e-8bbe21f44107", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:57.247911 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b89129f-528b-47d8-856e-dc402cca1a79 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:57.248321 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'tag': 'f7a58960-1120-4b55-b15e-8bbe21f44107', 'status': 'completed', 'code': 200} Jul 16 02:25:57.287532 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8a152847-bfe1-4b89-b767-b522ee113be4 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.377804 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8a152847-bfe1-4b89-b767-b522ee113be4 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.379998 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb83b1-171c-470f-be3f-ae3d48845198 req-94e328b1-6c9f-4f55-b676-457dc5138e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:57.381556 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6adb83b1-171c-470f-be3f-ae3d48845198 req-94e328b1-6c9f-4f55-b676-457dc5138e09 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=438b3eff1a734a3c972e455029540caa&device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 1098 time: 0.1036611 Jul 16 02:25:57.382673 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8a152847-bfe1-4b89-b767-b522ee113be4 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.398886 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7b3355bb-f0fa-4a68-be4f-1ca878c3d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'name': 'tempest-TestMinimumBasicScenario-2143840284-router', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:06Z', 'revision_number': 4, 'project_id': '438b3eff1a734a3c972e455029540caa', 'gw_port': {'id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '92e7fbae-e238-4699-94b9-c2a162fca3af', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'port_id': 'f7a58960-1120-4b55-b15e-8bbe21f44107', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'mac_address': 'fa:16:3e:bb:26:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:25:56Z', 'updated_at': '2021-07-16T02:25:56Z', 'revision_number': 0, 'project_id': '438b3eff1a734a3c972e455029540caa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e6333c-b43d-4aea-84e7-4de77bdd8366', 'name': '', 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'mac_address': 'fa:16:3e:72:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:05Z', 'updated_at': '2021-07-16T02:25:12Z', 'revision_number': 5, 'project_id': '438b3eff1a734a3c972e455029540caa', 'subnets': [{'id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:57.424511 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a152847-bfe1-4b89-b767-b522ee113be4 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a251d6be-1873-4f84-bebd-fae6674564fc,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:57.425383 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3355bb-f0fa-4a68-be4f-1ca878c3d8c2 None None] Checking router: 74576b70-cb15-4703-b01d-0820ba234ac7 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:25:57.426432 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8a152847-bfe1-4b89-b767-b522ee113be4 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.427631 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8a152847-bfe1-4b89-b767-b522ee113be4 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1908219 Jul 16 02:25:57.430677 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47064) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:57.435919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5f61804b-9495-4f7d-8e77-6d803242a629 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Request body: {'security_group_rule': {'security_group_id': 'bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a', 'project_id': '438b3eff1a734a3c972e455029540caa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:57.441088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3355bb-f0fa-4a68-be4f-1ca878c3d8c2 None None] Routers {'74576b70-cb15-4703-b01d-0820ba234ac7'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:25:57.441777 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7b3355bb-f0fa-4a68-be4f-1ca878c3d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:25:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['74576b70-cb15-4703-b01d-0820ba234ac7'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:57.465232 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f61804b-9495-4f7d-8e77-6d803242a629 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.489986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb83b1-171c-470f-be3f-ae3d48845198 req-67408017-1d30-4b13-8d50-981b0fe497be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:57.491483 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6adb83b1-171c-470f-be3f-ae3d48845198 req-67408017-1d30-4b13-8d50-981b0fe497be service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b HTTP/1.1" status: 200 len: 916 time: 0.0985882 Jul 16 02:25:57.525602 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f61804b-9495-4f7d-8e77-6d803242a629 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.529134 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f61804b-9495-4f7d-8e77-6d803242a629 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.544334 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61804b-9495-4f7d-8e77-6d803242a629 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82f876a6-c052-4ee2-b76d-773ca87a60ba,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:57.555315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-7b3355bb-f0fa-4a68-be4f-1ca878c3d8c2 None None] Set router 74576b70-cb15-4703-b01d-0820ba234ac7 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:25:57.560247 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5f61804b-9495-4f7d-8e77-6d803242a629 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.561548 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5f61804b-9495-4f7d-8e77-6d803242a629 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298897 Jul 16 02:25:57.564281 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47066) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:57.565587 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6adb83b1-171c-470f-be3f-ae3d48845198 req-26792a2c-13f6-4d21-a597-578bd7282edc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a58960-1120-4b55-b15e-8bbe21f44107 HTTP/1.1" status: 200 len: 999 time: 0.0660772 Jul 16 02:25:57.569431 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-61deaa5f-338a-4848-a10d-38489bcbb236 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Request body: {'security_group_rule': {'security_group_id': 'bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a', 'project_id': '438b3eff1a734a3c972e455029540caa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:57.598304 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-61deaa5f-338a-4848-a10d-38489bcbb236 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.620659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb83b1-171c-470f-be3f-ae3d48845198 req-58d42a05-4174-4eaa-98ae-0ebbe818decd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:57.622375 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6adb83b1-171c-470f-be3f-ae3d48845198 req-58d42a05-4174-4eaa-98ae-0ebbe818decd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=52acefec-9dab-4d30-a8c8-086e69dff11e HTTP/1.1" status: 200 len: 854 time: 0.0493257 Jul 16 02:25:57.666268 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-61deaa5f-338a-4848-a10d-38489bcbb236 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.671041 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-61deaa5f-338a-4848-a10d-38489bcbb236 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.689784 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61deaa5f-338a-4848-a10d-38489bcbb236 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf668ffb-7fe6-4dc7-9942-cb4be3f03049,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:57.694305 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb83b1-171c-470f-be3f-ae3d48845198 req-b6e181b4-067a-41a4-bbf5-e188dcca6cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:57.696151 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6adb83b1-171c-470f-be3f-ae3d48845198 req-b6e181b4-067a-41a4-bbf5-e188dcca6cd2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606182 Jul 16 02:25:57.697485 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-61deaa5f-338a-4848-a10d-38489bcbb236 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.699590 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-61deaa5f-338a-4848-a10d-38489bcbb236 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340773 Jul 16 02:25:57.702344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47068) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:57.707011 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c1deafd8-4535-4f45-bcf9-1d340234b0aa tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Request body: {'security_group_rule': {'security_group_id': 'bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a', 'project_id': '438b3eff1a734a3c972e455029540caa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:57.791728 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1deafd8-4535-4f45-bcf9-1d340234b0aa tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.800693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7b3355bb-f0fa-4a68-be4f-1ca878c3d8c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'name': 'tempest-TestMinimumBasicScenario-2143840284-router', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:06Z', 'revision_number': 4, 'project_id': '438b3eff1a734a3c972e455029540caa', 'gw_port': {'id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '92e7fbae-e238-4699-94b9-c2a162fca3af', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'port_id': 'f7a58960-1120-4b55-b15e-8bbe21f44107', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'mac_address': 'fa:16:3e:bb:26:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:25:56Z', 'updated_at': '2021-07-16T02:25:56Z', 'revision_number': 0, 'project_id': '438b3eff1a734a3c972e455029540caa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e6333c-b43d-4aea-84e7-4de77bdd8366', 'name': '', 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'mac_address': 'fa:16:3e:72:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:05Z', 'updated_at': '2021-07-16T02:25:12Z', 'revision_number': 5, 'project_id': '438b3eff1a734a3c972e455029540caa', 'subnets': [{'id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:25:57.827026 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3355bb-f0fa-4a68-be4f-1ca878c3d8c2 None None] The sync data for ids ['74576b70-cb15-4703-b01d-0820ba234ac7'] in n-d-791505-14 is: [{'id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'name': 'tempest-TestMinimumBasicScenario-2143840284-router', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:06Z', 'revision_number': 4, 'project_id': '438b3eff1a734a3c972e455029540caa', 'gw_port': {'id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '92e7fbae-e238-4699-94b9-c2a162fca3af', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'floating_ip_address': '172.25.2.88', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'port_id': 'f7a58960-1120-4b55-b15e-8bbe21f44107', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'mac_address': 'fa:16:3e:bb:26:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:25:56Z', 'updated_at': '2021-07-16T02:25:56Z', 'revision_number': 0, 'project_id': '438b3eff1a734a3c972e455029540caa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37e6333c-b43d-4aea-84e7-4de77bdd8366', 'name': '', 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'mac_address': 'fa:16:3e:72:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:05Z', 'updated_at': '2021-07-16T02:25:12Z', 'revision_number': 5, 'project_id': '438b3eff1a734a3c972e455029540caa', 'subnets': [{'id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:25:57.837295 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6adb83b1-171c-470f-be3f-ae3d48845198 req-e8ed8852-acf7-4f1c-8f57-c12a4cd7834d service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257336 Jul 16 02:25:57.882944 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1deafd8-4535-4f45-bcf9-1d340234b0aa tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.890680 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1deafd8-4535-4f45-bcf9-1d340234b0aa tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.945793 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1deafd8-4535-4f45-bcf9-1d340234b0aa tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0007efa6-33d5-4efe-86bd-71c61ca6a43c,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:57.950788 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c1deafd8-4535-4f45-bcf9-1d340234b0aa tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:57.952044 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c1deafd8-4535-4f45-bcf9-1d340234b0aa tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2485707 Jul 16 02:25:57.955015 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47070) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:57.959839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a0e0ab49-e70f-4519-afed-efa6b1448d38 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Request body: {'security_group_rule': {'security_group_id': 'bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a', 'project_id': '438b3eff1a734a3c972e455029540caa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:57.970149 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6adb83b1-171c-470f-be3f-ae3d48845198 req-09212c9e-7562-4966-b5ed-7fa8e8b33978 service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237221 Jul 16 02:25:57.982207 n-d-791505-14 neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-a0e0ab49-e70f-4519-afed-efa6b1448d38 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Project 438b3eff1a734a3c972e455029540caa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:25:57.987650 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0e0ab49-e70f-4519-afed-efa6b1448d38 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.045521 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f28820-3143-4c33-b7f7-7aef76792fb7 None None] New status for floating IP 92e7fbae-e238-4699-94b9-c2a162fca3af: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:25:58.058919 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0e0ab49-e70f-4519-afed-efa6b1448d38 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.063172 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0e0ab49-e70f-4519-afed-efa6b1448d38 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.083209 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0ab49-e70f-4519-afed-efa6b1448d38 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8385dd-f2a5-4abc-bc3d-279e4a782e12,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:58.089201 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a0e0ab49-e70f-4519-afed-efa6b1448d38 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.090514 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a0e0ab49-e70f-4519-afed-efa6b1448d38 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1344664 Jul 16 02:25:58.093155 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47072) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:25:58.097553 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-712572bc-03ef-4b98-b72c-81bdc14d8f1f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Request body: {'security_group_rule': {'security_group_id': 'bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a', 'project_id': '438b3eff1a734a3c972e455029540caa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:58.118392 n-d-791505-14 neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-712572bc-03ef-4b98-b72c-81bdc14d8f1f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Project 438b3eff1a734a3c972e455029540caa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:25:58.123700 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-712572bc-03ef-4b98-b72c-81bdc14d8f1f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.184430 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-712572bc-03ef-4b98-b72c-81bdc14d8f1f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.188445 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-712572bc-03ef-4b98-b72c-81bdc14d8f1f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.210720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712572bc-03ef-4b98-b72c-81bdc14d8f1f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1674f00-882f-4514-95fb-843c50edf795,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:58.214674 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-712572bc-03ef-4b98-b72c-81bdc14d8f1f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.219558 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-712572bc-03ef-4b98-b72c-81bdc14d8f1f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1222684 Jul 16 02:25:58.335806 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dcb7aa81-f373-43ae-bb2b-1d41ed5a42d9 req-571a328c-6d11-48ae-9fc8-7e466f9de8f0 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-31132644&fields=id&tenant_id=438b3eff1a734a3c972e455029540caa HTTP/1.1" status: 200 len: 267 time: 0.0351686 Jul 16 02:25:58.400425 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7aa81-f373-43ae-bb2b-1d41ed5a42d9 req-1c9bb206-dbd5-44c3-a6e2-42b4a2c18d62 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:58.401888 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dcb7aa81-f373-43ae-bb2b-1d41ed5a42d9 req-1c9bb206-dbd5-44c3-a6e2-42b4a2c18d62 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 946 time: 0.0610850 Jul 16 02:25:58.413211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-dcb7aa81-f373-43ae-bb2b-1d41ed5a42d9 req-9eae369e-b63c-4f66-90ee-73975f2ce356 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Request body: {'port': {'security_groups': ['0dd3d4ca-7b78-4750-9e26-e8c13e0eec77', 'bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:25:58.491413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dcb7aa81-f373-43ae-bb2b-1d41ed5a42d9 req-9eae369e-b63c-4f66-90ee-73975f2ce356 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.670660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-dcb7aa81-f373-43ae-bb2b-1d41ed5a42d9 req-9eae369e-b63c-4f66-90ee-73975f2ce356 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] For port f7a58960-1120-4b55-b15e-8bbe21f44107, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f7a58960-1120-4b55-b15e-8bbe21f44107,segment=NetworkSegment(527d69cd-ffc6-4340-9639-c512ffe5c1b9),segment_id=527d69cd-ffc6-4340-9639-c512ffe5c1b9)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:25:58.698506 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dcb7aa81-f373-43ae-bb2b-1d41ed5a42d9 req-9eae369e-b63c-4f66-90ee-73975f2ce356 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.702995 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dcb7aa81-f373-43ae-bb2b-1d41ed5a42d9 req-9eae369e-b63c-4f66-90ee-73975f2ce356 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.714980 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['f7a58960-1120-4b55-b15e-8bbe21f44107'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:25:58.749530 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7aa81-f373-43ae-bb2b-1d41ed5a42d9 req-9eae369e-b63c-4f66-90ee-73975f2ce356 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:58.750157 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-dcb7aa81-f373-43ae-bb2b-1d41ed5a42d9 req-9eae369e-b63c-4f66-90ee-73975f2ce356 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:58.751715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dcb7aa81-f373-43ae-bb2b-1d41ed5a42d9 req-9eae369e-b63c-4f66-90ee-73975f2ce356 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "PUT /v2.0/ports/f7a58960-1120-4b55-b15e-8bbe21f44107 HTTP/1.1" status: 200 len: 982 time: 0.3428841 Jul 16 02:25:58.782651 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae369e-b63c-4f66-90ee-73975f2ce356 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Pushing event updated for resources: {'Port': ['ID=f7a58960-1120-4b55-b15e-8bbe21f44107,revision_number=6']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:25:58.820589 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['f7a58960-1120-4b55-b15e-8bbe21f44107'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:25:58.931301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b8f24-8b55-4206-8f35-9b0b6881cc29 req-1ab89c01-fbae-4ca7-b382-f78bb758fa42 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:58.933225 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e68b8f24-8b55-4206-8f35-9b0b6881cc29 req-1ab89c01-fbae-4ca7-b382-f78bb758fa42 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 985 time: 0.0709901 Jul 16 02:25:58.977239 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e68b8f24-8b55-4206-8f35-9b0b6881cc29 req-c6d17733-1a16-4e7f-a9ff-eef08e8ff233 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&id=bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0382018 Jul 16 02:25:59.108581 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ea91dea1-80c3-4171-879b-c6f7442c5529 None None] Provisioning complete for port f7a58960-1120-4b55-b15e-8bbe21f44107 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:25:59.108956 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ea91dea1-80c3-4171-879b-c6f7442c5529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:25:59.249870 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'tag': 'f7a58960-1120-4b55-b15e-8bbe21f44107'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:25:59.252232 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b40a69-e7e2-424d-8ab9-08d142b0dce4" -d '{"events": [{"name": "network-changed", "server_uuid": "f370d1dc-c986-4b41-9319-2fac82d4fb1b", "tag": "f7a58960-1120-4b55-b15e-8bbe21f44107"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:25:59.288406 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89d6480-c92c-4f62-b9b2-68b58130d247 x-openstack-request-id: req-e89d6480-c92c-4f62-b9b2-68b58130d247 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:25:59.288701 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f370d1dc-c986-4b41-9319-2fac82d4fb1b", "tag": "f7a58960-1120-4b55-b15e-8bbe21f44107", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:25:59.288948 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e89d6480-c92c-4f62-b9b2-68b58130d247 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:25:59.289342 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'tag': 'f7a58960-1120-4b55-b15e-8bbe21f44107', 'status': 'completed', 'code': 200} Jul 16 02:25:59.364319 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b40a69-e7e2-424d-8ab9-08d142b0dce4 req-1a865b2b-1321-44b4-a544-d80b36fca097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:59.365824 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41b40a69-e7e2-424d-8ab9-08d142b0dce4 req-1a865b2b-1321-44b4-a544-d80b36fca097 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=438b3eff1a734a3c972e455029540caa&device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 1137 time: 0.0529838 Jul 16 02:25:59.458043 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b40a69-e7e2-424d-8ab9-08d142b0dce4 req-ca5799c8-197e-4c4f-a775-512441bf0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:59.459499 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41b40a69-e7e2-424d-8ab9-08d142b0dce4 req-ca5799c8-197e-4c4f-a775-512441bf0730 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b HTTP/1.1" status: 200 len: 916 time: 0.0855381 Jul 16 02:25:59.522747 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41b40a69-e7e2-424d-8ab9-08d142b0dce4 req-96b73aa4-8358-48f5-8242-96fa4acf9336 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a58960-1120-4b55-b15e-8bbe21f44107 HTTP/1.1" status: 200 len: 1001 time: 0.0551856 Jul 16 02:25:59.569404 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b40a69-e7e2-424d-8ab9-08d142b0dce4 req-1dec2a15-d340-407f-a60c-093484bc02a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:59.571044 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41b40a69-e7e2-424d-8ab9-08d142b0dce4 req-1dec2a15-d340-407f-a60c-093484bc02a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=52acefec-9dab-4d30-a8c8-086e69dff11e HTTP/1.1" status: 200 len: 854 time: 0.0415926 Jul 16 02:25:59.636920 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b40a69-e7e2-424d-8ab9-08d142b0dce4 req-36a2c09a-15a4-492c-a560-09e25479cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:25:59.638375 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41b40a69-e7e2-424d-8ab9-08d142b0dce4 req-36a2c09a-15a4-492c-a560-09e25479cb36 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533886 Jul 16 02:25:59.730832 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41b40a69-e7e2-424d-8ab9-08d142b0dce4 req-a21478f1-1528-4031-aeed-b9f3c8c8d1a7 service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799487 Jul 16 02:25:59.822615 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41b40a69-e7e2-424d-8ab9-08d142b0dce4 req-b1d80c74-3ecd-4c09-b1ff-359dd52f66df service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839086 Jul 16 02:26:01.066979 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:02.017314 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:03.599407 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:26:04.994852 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-881fee12-ea5e-4869-b8f3-b1b5678a54f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:07.450111 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:07.707280 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-686b387f-a99d-4522-b6f7-a254edfcba6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:08.827255 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:10.471387 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:16.324601 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7d318-ffd8-4171-948c-dedf8c2eafbe req-39c33f92-1e71-4e15-b936-e35f5281099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:16.326525 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d0d7d318-ffd8-4171-948c-dedf8c2eafbe req-39c33f92-1e71-4e15-b936-e35f5281099a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=438b3eff1a734a3c972e455029540caa&device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 1137 time: 0.0548127 Jul 16 02:26:16.360414 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954be87a-0743-4e1c-9c19-56853443e056 req-f12852ee-ed42-4996-98a9-b222b57052ab tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:16.361920 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-954be87a-0743-4e1c-9c19-56853443e056 req-f12852ee-ed42-4996-98a9-b222b57052ab tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 985 time: 0.0621963 Jul 16 02:26:16.405618 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-954be87a-0743-4e1c-9c19-56853443e056 req-d2f7d0bb-6be4-4caf-ade3-a4918114cdda tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&id=bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0379069 Jul 16 02:26:16.420986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7d318-ffd8-4171-948c-dedf8c2eafbe req-ece07b75-aba6-4e73-b5c7-7c7b7d471814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:16.422471 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d0d7d318-ffd8-4171-948c-dedf8c2eafbe req-ece07b75-aba6-4e73-b5c7-7c7b7d471814 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b HTTP/1.1" status: 200 len: 916 time: 0.0880325 Jul 16 02:26:16.489034 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d0d7d318-ffd8-4171-948c-dedf8c2eafbe req-36790b71-42aa-4694-a279-081f93557f6b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a58960-1120-4b55-b15e-8bbe21f44107 HTTP/1.1" status: 200 len: 1001 time: 0.0574019 Jul 16 02:26:16.538216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7d318-ffd8-4171-948c-dedf8c2eafbe req-3305beaf-d88e-4b12-b9b6-5fefacc11734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:16.539644 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d0d7d318-ffd8-4171-948c-dedf8c2eafbe req-3305beaf-d88e-4b12-b9b6-5fefacc11734 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=52acefec-9dab-4d30-a8c8-086e69dff11e HTTP/1.1" status: 200 len: 854 time: 0.0439532 Jul 16 02:26:16.600392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d7d318-ffd8-4171-948c-dedf8c2eafbe req-a7b3c57e-87e4-48db-b34b-97855e2550cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:16.601783 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d0d7d318-ffd8-4171-948c-dedf8c2eafbe req-a7b3c57e-87e4-48db-b34b-97855e2550cc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557740 Jul 16 02:26:16.688145 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d0d7d318-ffd8-4171-948c-dedf8c2eafbe req-362b3f6e-3143-49c7-81f3-c51664490336 service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789990 Jul 16 02:26:16.780593 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d0d7d318-ffd8-4171-948c-dedf8c2eafbe req-cafde147-a52a-4cff-a3bb-2e8519b6c8d4 service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843897 Jul 16 02:26:17.578133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1242753a-39f8-476b-b137-1fadaaa9dc1a req-c612ef32-f47e-485e-ba57-f7214589c731 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:17.579615 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1242753a-39f8-476b-b137-1fadaaa9dc1a req-c612ef32-f47e-485e-ba57-f7214589c731 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 985 time: 0.0627210 Jul 16 02:26:17.618602 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1242753a-39f8-476b-b137-1fadaaa9dc1a req-36b2c632-0e5e-4d08-a026-fd2aa084c0ed tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&id=bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333424 Jul 16 02:26:18.790072 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fd671-f12d-49b0-b306-c9456f698cad req-f8db096d-0f36-4ddf-83b7-9a39a65d4e6a tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:18.791582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f2fd671-f12d-49b0-b306-c9456f698cad req-f8db096d-0f36-4ddf-83b7-9a39a65d4e6a tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 985 time: 0.0629849 Jul 16 02:26:18.831620 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f2fd671-f12d-49b0-b306-c9456f698cad req-4d4d5064-ee26-4266-abab-eb53e7987fa0 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&id=bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337055 Jul 16 02:26:20.002745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f5d25-e7d8-42d6-a02a-6079266f28c9 req-03e594ff-6014-429c-bcc2-0121e0d58e6c tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:20.004249 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a99f5d25-e7d8-42d6-a02a-6079266f28c9 req-03e594ff-6014-429c-bcc2-0121e0d58e6c tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 985 time: 0.0655017 Jul 16 02:26:20.043114 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a99f5d25-e7d8-42d6-a02a-6079266f28c9 req-6b1b8f90-c642-4674-aef1-e0628c73285f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&id=bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0331802 Jul 16 02:26:21.213076 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e6a95-4796-40be-9e81-fd4eede35a24 req-6ea3494f-b87b-42f4-bff4-57975e779ee5 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:21.214474 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-198e6a95-4796-40be-9e81-fd4eede35a24 req-6ea3494f-b87b-42f4-bff4-57975e779ee5 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 985 time: 0.0629382 Jul 16 02:26:21.253083 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-198e6a95-4796-40be-9e81-fd4eede35a24 req-a6caa786-fe14-42d1-8847-5f2ba0cdf15a tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&id=bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0329449 Jul 16 02:26:22.423737 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510a12b-7e7e-4f7c-ba57-1b55b78986c5 req-eebb6874-9236-401d-b1ca-45cd830841c9 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:22.425133 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8510a12b-7e7e-4f7c-ba57-1b55b78986c5 req-eebb6874-9236-401d-b1ca-45cd830841c9 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 985 time: 0.0616848 Jul 16 02:26:22.467580 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8510a12b-7e7e-4f7c-ba57-1b55b78986c5 req-9d7a2de9-c730-423e-8fa2-2b2f7649b907 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&id=bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0368943 Jul 16 02:26:23.636552 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e506386-f1f1-4219-9372-acaa295b428d req-4ed7e7b2-9b3b-431b-9b89-3dbe69f02bb4 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:23.638069 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e506386-f1f1-4219-9372-acaa295b428d req-4ed7e7b2-9b3b-431b-9b89-3dbe69f02bb4 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 985 time: 0.0623095 Jul 16 02:26:23.676819 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6e506386-f1f1-4219-9372-acaa295b428d req-36c43b10-bb9b-4675-84ba-388c2a5c3728 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&id=bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332472 Jul 16 02:26:24.844138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8b4ad-1dfe-4516-aed8-bfa341f1ab87 req-b0e6ad8f-59d0-4837-8f54-2f3164ab7183 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:24.845630 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dcc8b4ad-1dfe-4516-aed8-bfa341f1ab87 req-b0e6ad8f-59d0-4837-8f54-2f3164ab7183 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 985 time: 0.0621111 Jul 16 02:26:24.884945 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dcc8b4ad-1dfe-4516-aed8-bfa341f1ab87 req-0a6d9744-d215-414a-8d08-c68be24f100e tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&id=bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338447 Jul 16 02:26:26.062067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59812375-c75d-47f4-9f4b-a7ff50fdf173 req-33d0d235-5aeb-4179-a61c-96c6304fdd3e tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:26.064217 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59812375-c75d-47f4-9f4b-a7ff50fdf173 req-33d0d235-5aeb-4179-a61c-96c6304fdd3e tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 985 time: 0.0649447 Jul 16 02:26:26.103170 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-59812375-c75d-47f4-9f4b-a7ff50fdf173 req-bcf0346d-60c5-4d07-a6f9-abb49898641d tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&id=bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333078 Jul 16 02:26:27.276914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8d712-0467-4080-aad0-d99af79b0b73 req-cdac14b3-d6f8-4d65-acd2-71267e05eec7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:27.278336 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24d8d712-0467-4080-aad0-d99af79b0b73 req-cdac14b3-d6f8-4d65-acd2-71267e05eec7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 985 time: 0.0620198 Jul 16 02:26:27.318435 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-24d8d712-0467-4080-aad0-d99af79b0b73 req-ad6dbbc7-b629-4e67-b112-17a5a2eb8999 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&id=bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0338805 Jul 16 02:26:28.486425 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567ad6a6-27ac-4220-ae8c-c813928f7f03 req-d050f0ef-6946-4afd-906d-f58545ceefb1 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:28.487920 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-567ad6a6-27ac-4220-ae8c-c813928f7f03 req-d050f0ef-6946-4afd-906d-f58545ceefb1 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 985 time: 0.0613577 Jul 16 02:26:28.529841 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-567ad6a6-27ac-4220-ae8c-c813928f7f03 req-023a5bb0-b23b-4195-a730-b4214d0bd7e7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&id=bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0364149 Jul 16 02:26:31.064877 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:32.018784 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:34.999402 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-438463cb-8a9c-4978-a67b-955b81707217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:37.451137 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:37.709367 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e97c2417-10f1-4911-a0de-58c6b6dece30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:38.830930 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:40.473317 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:40.599315 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:26:40.648602 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-8dcce58d-b3a8-4fc9-a50d-f0904e91f939 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0565751 Jul 16 02:26:40.747846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-37fe3933-c553-4c78-8bb4-b5147f693a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:40.748324 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-37fe3933-c553-4c78-8bb4-b5147f693a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:40.748814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-37fe3933-c553-4c78-8bb4-b5147f693a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:40.749281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-37fe3933-c553-4c78-8bb4-b5147f693a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:40.749737 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-37fe3933-c553-4c78-8bb4-b5147f693a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:40.752045 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-37fe3933-c553-4c78-8bb4-b5147f693a70 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0594726 Jul 16 02:26:40.863587 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-faf3f5c4-5b89-4d88-b6d9-e0a641051449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:40.864093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-faf3f5c4-5b89-4d88-b6d9-e0a641051449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:40.864561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-faf3f5c4-5b89-4d88-b6d9-e0a641051449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:40.866105 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-faf3f5c4-5b89-4d88-b6d9-e0a641051449 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0908160 Jul 16 02:26:40.904964 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-476a8b11-f56b-402b-b9bc-a30cdf09ff71 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0328155 Jul 16 02:26:40.955139 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-4b9d7c0d-8e97-4f66-afa7-5d25768a515e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:40.956586 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-4b9d7c0d-8e97-4f66-afa7-5d25768a515e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0461135 Jul 16 02:26:41.011678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-118f1cd1-4f1d-48b0-998f-34c2b1fd6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:41.013181 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-118f1cd1-4f1d-48b0-998f-34c2b1fd6526 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500939 Jul 16 02:26:41.098945 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-0bd90591-712f-4737-888f-a532325d9b26 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789056 Jul 16 02:26:41.186721 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-d495fe04-5110-4066-93ff-3fa81b113478 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820067 Jul 16 02:26:41.224818 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-81b084ff-ce5e-493a-a6b4-4daa50152d30 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0321777 Jul 16 02:26:41.275140 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-e24bb8e6-cb65-4124-bc50-5c3acb8137a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:41.276570 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-e24bb8e6-cb65-4124-bc50-5c3acb8137a9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0458724 Jul 16 02:26:41.331020 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-1d6b6522-4170-42b2-905d-a58d2e08f722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:41.332483 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-1d6b6522-4170-42b2-905d-a58d2e08f722 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0501983 Jul 16 02:26:41.421188 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-27c72fdd-4cf6-437e-b488-fead35cc45f9 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824661 Jul 16 02:26:41.507267 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-6fefa425-466c-4d10-8939-4006e543d20d service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802479 Jul 16 02:26:41.549740 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-653dec7d-de7d-435c-be53-1d37ea90d83f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0362983 Jul 16 02:26:41.598684 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-e7739105-8335-4443-a813-b9d727e646ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:41.600172 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-e7739105-8335-4443-a813-b9d727e646ef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0445166 Jul 16 02:26:41.654889 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-774b8b0e-55c1-4ddf-b580-1f2e51d593bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:41.656386 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-774b8b0e-55c1-4ddf-b580-1f2e51d593bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0506091 Jul 16 02:26:41.745986 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-60da7c6a-c0ff-41c2-8eff-35b3bb52eee6 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836325 Jul 16 02:26:41.831461 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-e7110dde-3781-4d32-b451-daabf57b3f6d service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795531 Jul 16 02:26:41.873403 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-14243699-2d41-4399-936f-15bc604a21d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0357776 Jul 16 02:26:41.919032 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-488c4433-baed-4767-8549-5f8763c21424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:41.920452 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-488c4433-baed-4767-8549-5f8763c21424 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0417225 Jul 16 02:26:41.975191 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-00dc3a7b-34ba-48e4-ae91-008f1f931eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:41.976647 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-00dc3a7b-34ba-48e4-ae91-008f1f931eb2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0498083 Jul 16 02:26:42.066555 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-8519d3ba-34f9-4f5f-a293-caa75c53e1f0 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834463 Jul 16 02:26:42.155346 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-8dce40fb-1f36-4692-b66f-5166aed5652e service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822210 Jul 16 02:26:42.198188 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-b5ec55bb-3cc3-4a7a-944c-1008e6bd67b0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0362411 Jul 16 02:26:42.244133 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-fe0b083f-7120-4317-82cb-7483815dbbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:42.245532 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-fe0b083f-7120-4317-82cb-7483815dbbff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0417657 Jul 16 02:26:42.300089 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-d5bdbad6-3816-4ba9-a8fe-11a37178405e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:42.301531 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-d5bdbad6-3816-4ba9-a8fe-11a37178405e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0501275 Jul 16 02:26:42.701693 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-aded5b2d-1850-425a-9eeb-57122bd2417f service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930883 Jul 16 02:26:42.787981 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3be88dd9-ded9-4e17-a69f-53a840f3cfa9 req-1fbf096e-c72a-4082-b1c4-d08a80a96129 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798438 Jul 16 02:26:50.093715 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1033325b-6917-4857-91aa-21655da5db07 req-0b901c02-247c-4f14-a649-fb5a01f74490 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505891 Jul 16 02:26:50.191435 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033325b-6917-4857-91aa-21655da5db07 req-8933017a-b887-4a5a-8664-3ad288345874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:50.192922 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1033325b-6917-4857-91aa-21655da5db07 req-8933017a-b887-4a5a-8664-3ad288345874 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=438b3eff1a734a3c972e455029540caa&device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 1137 time: 0.0547578 Jul 16 02:26:50.294292 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033325b-6917-4857-91aa-21655da5db07 req-c7757654-beee-4c8b-acde-88548cd96d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:50.295736 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1033325b-6917-4857-91aa-21655da5db07 req-c7757654-beee-4c8b-acde-88548cd96d08 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b HTTP/1.1" status: 200 len: 916 time: 0.0825365 Jul 16 02:26:50.361975 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1033325b-6917-4857-91aa-21655da5db07 req-ab474c20-5542-4d7f-9e94-c3da2698cf19 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a58960-1120-4b55-b15e-8bbe21f44107 HTTP/1.1" status: 200 len: 1001 time: 0.0590434 Jul 16 02:26:50.408677 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033325b-6917-4857-91aa-21655da5db07 req-699e5eab-a6c1-42e7-a858-3e5ef7bed503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:50.410054 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1033325b-6917-4857-91aa-21655da5db07 req-699e5eab-a6c1-42e7-a858-3e5ef7bed503 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=52acefec-9dab-4d30-a8c8-086e69dff11e HTTP/1.1" status: 200 len: 854 time: 0.0418587 Jul 16 02:26:50.466510 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033325b-6917-4857-91aa-21655da5db07 req-163a7790-2d82-4efb-a227-2c9990c71e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:50.468025 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1033325b-6917-4857-91aa-21655da5db07 req-163a7790-2d82-4efb-a227-2c9990c71e48 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499921 Jul 16 02:26:50.558207 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1033325b-6917-4857-91aa-21655da5db07 req-99031b59-cbe8-41f0-9cd5-30082e099871 service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825088 Jul 16 02:26:50.644908 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1033325b-6917-4857-91aa-21655da5db07 req-23c6bd62-6bf0-494f-925f-b51eb5f231cc service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785985 Jul 16 02:26:57.751335 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16fd6df8-528a-469f-8b9d-4b830245c730 req-44464562-531e-4de2-9748-324eb256d160 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-31132644&fields=id&tenant_id=438b3eff1a734a3c972e455029540caa HTTP/1.1" status: 200 len: 267 time: 0.0326662 Jul 16 02:26:57.815822 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd6df8-528a-469f-8b9d-4b830245c730 req-d2d501ef-c076-4241-875e-44672a551ed5 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:57.817279 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16fd6df8-528a-469f-8b9d-4b830245c730 req-d2d501ef-c076-4241-875e-44672a551ed5 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 985 time: 0.0608244 Jul 16 02:26:57.828127 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [req-16fd6df8-528a-469f-8b9d-4b830245c730 req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Request body: {'port': {'security_groups': ['0dd3d4ca-7b78-4750-9e26-e8c13e0eec77']}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:26:57.907034 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-16fd6df8-528a-469f-8b9d-4b830245c730 req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.073103 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [req-16fd6df8-528a-469f-8b9d-4b830245c730 req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] For port f7a58960-1120-4b55-b15e-8bbe21f44107, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f7a58960-1120-4b55-b15e-8bbe21f44107,segment=NetworkSegment(527d69cd-ffc6-4340-9639-c512ffe5c1b9),segment_id=527d69cd-ffc6-4340-9639-c512ffe5c1b9)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:26:58.105062 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-16fd6df8-528a-469f-8b9d-4b830245c730 req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.109432 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-16fd6df8-528a-469f-8b9d-4b830245c730 req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.121467 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['f7a58960-1120-4b55-b15e-8bbe21f44107'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:26:58.156500 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fd6df8-528a-469f-8b9d-4b830245c730 req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:58.157196 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [req-16fd6df8-528a-469f-8b9d-4b830245c730 req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.158578 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16fd6df8-528a-469f-8b9d-4b830245c730 req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "PUT /v2.0/ports/f7a58960-1120-4b55-b15e-8bbe21f44107 HTTP/1.1" status: 200 len: 943 time: 0.3349268 Jul 16 02:26:58.159033 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'tag': 'f7a58960-1120-4b55-b15e-8bbe21f44107'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:26:58.162418 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa77aede-9e9c-48c9-a613-6962255157a8" -d '{"events": [{"name": "network-changed", "server_uuid": "f370d1dc-c986-4b41-9319-2fac82d4fb1b", "tag": "f7a58960-1120-4b55-b15e-8bbe21f44107"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:26:58.167578 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47128) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:58.181656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Pushing event updated for resources: {'Port': ['ID=f7a58960-1120-4b55-b15e-8bbe21f44107,revision_number=7']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:58.189435 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.189777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.190120 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.190454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.191336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.191792 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.192054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.192378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.192746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.193017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.193342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.193660 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47636bf6-427c-4870-8a81-46ab13afebd7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.222132 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83209ac6-37d5-4062-94a5-c8126e199c0b x-openstack-request-id: req-83209ac6-37d5-4062-94a5-c8126e199c0b {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:26:58.222510 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f370d1dc-c986-4b41-9319-2fac82d4fb1b", "tag": "f7a58960-1120-4b55-b15e-8bbe21f44107", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:26:58.222832 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83209ac6-37d5-4062-94a5-c8126e199c0b {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:26:58.223514 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'tag': 'f7a58960-1120-4b55-b15e-8bbe21f44107', 'status': 'completed', 'code': 200} Jul 16 02:26:58.246462 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.257085 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['f7a58960-1120-4b55-b15e-8bbe21f44107'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:26:58.304672 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.361860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77aede-9e9c-48c9-a613-6962255157a8 req-4ae63a5d-6aa5-4aab-8584-86173f7d9f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:58.363991 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa77aede-9e9c-48c9-a613-6962255157a8 req-4ae63a5d-6aa5-4aab-8584-86173f7d9f48 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=438b3eff1a734a3c972e455029540caa&device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 1098 time: 0.1002517 Jul 16 02:26:58.429128 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-f7454c28-448d-4a27-a329-f3d3fc6b5171 None None] Provisioning complete for port f7a58960-1120-4b55-b15e-8bbe21f44107 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:26:58.429393 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f7454c28-448d-4a27-a329-f3d3fc6b5171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.438216 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.441281 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.442425 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "DELETE /v2.0/security-groups/bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a HTTP/1.1" status: 204 len: 168 time: 0.2738347 Jul 16 02:26:58.445301 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47130) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:26:58.458988 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1ebf07-9fcc-4e26-8b32-6b1ae26a797a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:58.471151 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.471498 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.471865 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.472234 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.472566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.472900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.473226 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.473553 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.473877 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.474304 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.474526 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.474845 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb505b6-f733-4fbf-9d9b-b47bbdb73ecc tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:26:58.492258 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77aede-9e9c-48c9-a613-6962255157a8 req-ad629aaa-f854-4859-a287-f26657b39168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:58.494167 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa77aede-9e9c-48c9-a613-6962255157a8 req-ad629aaa-f854-4859-a287-f26657b39168 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b HTTP/1.1" status: 200 len: 916 time: 0.1217909 Jul 16 02:26:58.563370 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa77aede-9e9c-48c9-a613-6962255157a8 req-b553aba6-a960-4074-9034-ba97e11cfd01 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a58960-1120-4b55-b15e-8bbe21f44107 HTTP/1.1" status: 200 len: 1001 time: 0.0616083 Jul 16 02:26:58.611316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77aede-9e9c-48c9-a613-6962255157a8 req-c24a8c06-a9df-4be1-b913-05e1179975ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:58.612934 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa77aede-9e9c-48c9-a613-6962255157a8 req-c24a8c06-a9df-4be1-b913-05e1179975ef service neutron] 10.222.0.70 "GET /v2.0/subnets?id=52acefec-9dab-4d30-a8c8-086e69dff11e HTTP/1.1" status: 200 len: 854 time: 0.0432394 Jul 16 02:26:58.619459 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-a579eeff-168c-4000-8c58-7a4f709ad802 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Deleting port 82d1cd27-0d46-479e-8046-9bfc29406c49 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:26:58.619846 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a579eeff-168c-4000-8c58-7a4f709ad802 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.673947 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77aede-9e9c-48c9-a613-6962255157a8 req-e0b746f2-589a-4726-85a4-e7dcdeaf0005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:26:58.675472 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa77aede-9e9c-48c9-a613-6962255157a8 req-e0b746f2-589a-4726-85a4-e7dcdeaf0005 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553303 Jul 16 02:26:58.692264 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a579eeff-168c-4000-8c58-7a4f709ad802 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.692509 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a579eeff-168c-4000-8c58-7a4f709ad802 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.703830 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-a579eeff-168c-4000-8c58-7a4f709ad802 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Calling delete_port for 82d1cd27-0d46-479e-8046-9bfc29406c49 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:26:58.763594 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa77aede-9e9c-48c9-a613-6962255157a8 req-3610c695-f150-4665-aa85-282884da23b1 service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813177 Jul 16 02:26:58.850397 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a579eeff-168c-4000-8c58-7a4f709ad802 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.858009 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aa77aede-9e9c-48c9-a613-6962255157a8 req-5c64a63b-d097-4722-b823-95303d02e02f service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866773 Jul 16 02:26:58.880404 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a579eeff-168c-4000-8c58-7a4f709ad802 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Pushing event deleted for resources: {'Port': ['ID=82d1cd27-0d46-479e-8046-9bfc29406c49,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:26:58.943921 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a579eeff-168c-4000-8c58-7a4f709ad802 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:58.944199 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-a579eeff-168c-4000-8c58-7a4f709ad802 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Floating IP 92e7fbae-e238-4699-94b9-c2a162fca3af disassociated (deleted). External IP: 172.25.2.88, port: f7a58960-1120-4b55-b15e-8bbe21f44107. Jul 16 02:26:59.156466 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a579eeff-168c-4000-8c58-7a4f709ad802 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Router 74576b70-cb15-4703-b01d-0820ba234ac7 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:26:59.260617 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a579eeff-168c-4000-8c58-7a4f709ad802 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:26:59.265367 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a579eeff-168c-4000-8c58-7a4f709ad802 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:26:59.270456 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f889ef-85f3-4476-bf50-32623a277f34 None None] Sync routers for ids ['74576b70-cb15-4703-b01d-0820ba234ac7'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:26:59.279464 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f889ef-85f3-4476-bf50-32623a277f34 None None] Routers {'74576b70-cb15-4703-b01d-0820ba234ac7'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:26:59.280104 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-86f889ef-85f3-4476-bf50-32623a277f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:26:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['74576b70-cb15-4703-b01d-0820ba234ac7'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:59.302038 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a579eeff-168c-4000-8c58-7a4f709ad802 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "DELETE /v2.0/floatingips/92e7fbae-e238-4699-94b9-c2a162fca3af HTTP/1.1" status: 204 len: 168 time: 0.8552940 Jul 16 02:26:59.388089 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-86f889ef-85f3-4476-bf50-32623a277f34 None None] Set router 74576b70-cb15-4703-b01d-0820ba234ac7 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:26:59.592794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-86f889ef-85f3-4476-bf50-32623a277f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'name': 'tempest-TestMinimumBasicScenario-2143840284-router', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:06Z', 'revision_number': 4, 'project_id': '438b3eff1a734a3c972e455029540caa', 'gw_port': {'id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '37e6333c-b43d-4aea-84e7-4de77bdd8366', 'name': '', 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'mac_address': 'fa:16:3e:72:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:05Z', 'updated_at': '2021-07-16T02:25:12Z', 'revision_number': 5, 'project_id': '438b3eff1a734a3c972e455029540caa', 'subnets': [{'id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:59.620422 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f889ef-85f3-4476-bf50-32623a277f34 None None] Checking router: 74576b70-cb15-4703-b01d-0820ba234ac7 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:26:59.629895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f889ef-85f3-4476-bf50-32623a277f34 None None] Routers {'74576b70-cb15-4703-b01d-0820ba234ac7'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:26:59.630511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-86f889ef-85f3-4476-bf50-32623a277f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:26:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['74576b70-cb15-4703-b01d-0820ba234ac7'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:59.734005 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-86f889ef-85f3-4476-bf50-32623a277f34 None None] Set router 74576b70-cb15-4703-b01d-0820ba234ac7 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:26:59.923373 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-86f889ef-85f3-4476-bf50-32623a277f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'name': 'tempest-TestMinimumBasicScenario-2143840284-router', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:06Z', 'revision_number': 4, 'project_id': '438b3eff1a734a3c972e455029540caa', 'gw_port': {'id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '37e6333c-b43d-4aea-84e7-4de77bdd8366', 'name': '', 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'mac_address': 'fa:16:3e:72:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:05Z', 'updated_at': '2021-07-16T02:25:12Z', 'revision_number': 5, 'project_id': '438b3eff1a734a3c972e455029540caa', 'subnets': [{'id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:26:59.953017 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86f889ef-85f3-4476-bf50-32623a277f34 None None] The sync data for ids ['74576b70-cb15-4703-b01d-0820ba234ac7'] in n-d-791505-14 is: [{'id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'name': 'tempest-TestMinimumBasicScenario-2143840284-router', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:06Z', 'revision_number': 4, 'project_id': '438b3eff1a734a3c972e455029540caa', 'gw_port': {'id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '37e6333c-b43d-4aea-84e7-4de77bdd8366', 'name': '', 'network_id': '4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'mac_address': 'fa:16:3e:72:b8:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:05Z', 'updated_at': '2021-07-16T02:25:12Z', 'revision_number': 5, 'project_id': '438b3eff1a734a3c972e455029540caa', 'subnets': [{'id': '52acefec-9dab-4d30-a8c8-086e69dff11e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:00.185144 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89ae3200-43fb-4d98-9af8-679fc2922086 None None] New status for floating IP 92e7fbae-e238-4699-94b9-c2a162fca3af: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:27:00.224311 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'tag': 'f7a58960-1120-4b55-b15e-8bbe21f44107'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:00.226729 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96117d15-d5d5-48b7-a72a-8c5b61c13fec" -d '{"events": [{"name": "network-changed", "server_uuid": "f370d1dc-c986-4b41-9319-2fac82d4fb1b", "tag": "f7a58960-1120-4b55-b15e-8bbe21f44107"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:00.274491 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d18c824-6042-40e5-8fd7-10977e7f605b x-openstack-request-id: req-7d18c824-6042-40e5-8fd7-10977e7f605b {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:00.274809 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f370d1dc-c986-4b41-9319-2fac82d4fb1b", "tag": "f7a58960-1120-4b55-b15e-8bbe21f44107", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:00.275071 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d18c824-6042-40e5-8fd7-10977e7f605b {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:00.275474 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'tag': 'f7a58960-1120-4b55-b15e-8bbe21f44107', 'status': 'completed', 'code': 200} Jul 16 02:27:00.348208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96117d15-d5d5-48b7-a72a-8c5b61c13fec req-ec6e3a98-1f27-4033-8fc0-d709825e5a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:00.349658 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96117d15-d5d5-48b7-a72a-8c5b61c13fec req-ec6e3a98-1f27-4033-8fc0-d709825e5a0b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=438b3eff1a734a3c972e455029540caa&device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 1098 time: 0.0535173 Jul 16 02:27:00.442633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96117d15-d5d5-48b7-a72a-8c5b61c13fec req-37d73935-fd86-4023-8d25-7342bb8d8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:00.444226 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96117d15-d5d5-48b7-a72a-8c5b61c13fec req-37d73935-fd86-4023-8d25-7342bb8d8755 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b HTTP/1.1" status: 200 len: 916 time: 0.0879517 Jul 16 02:27:00.485072 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96117d15-d5d5-48b7-a72a-8c5b61c13fec req-ce5a4903-1f59-4d77-abac-f186aede70e2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a58960-1120-4b55-b15e-8bbe21f44107 HTTP/1.1" status: 200 len: 217 time: 0.0335076 Jul 16 02:27:00.535111 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96117d15-d5d5-48b7-a72a-8c5b61c13fec req-b6153873-4ec6-4791-8717-00253ff07ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:00.536628 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96117d15-d5d5-48b7-a72a-8c5b61c13fec req-b6153873-4ec6-4791-8717-00253ff07ae6 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=52acefec-9dab-4d30-a8c8-086e69dff11e HTTP/1.1" status: 200 len: 854 time: 0.0440962 Jul 16 02:27:00.592816 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96117d15-d5d5-48b7-a72a-8c5b61c13fec req-9da143b0-ef90-4416-b70b-f603e476688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:00.594338 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96117d15-d5d5-48b7-a72a-8c5b61c13fec req-9da143b0-ef90-4416-b70b-f603e476688a service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515761 Jul 16 02:27:00.693718 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96117d15-d5d5-48b7-a72a-8c5b61c13fec req-fff99eb1-fe50-4f3c-b273-0a20ceb7b299 service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917506 Jul 16 02:27:00.784774 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-96117d15-d5d5-48b7-a72a-8c5b61c13fec req-1d78d756-45e2-4622-81a0-6e9e921239f4 service neutron] 10.222.0.70 "GET /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846844 Jul 16 02:27:01.069079 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:02.035509 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.001210 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c1d0a83c-eebb-4cc6-93b8-46f98cbfecb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:05.599397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-92de81a2-c881-46da-be85-e9ada533a631 req-7fee3b12-6989-44f0-a500-d0ea181687c3 tempest-ServerDiskConfigTestJSON-247588703 tempest-ServerDiskConfigTestJSON-247588703-project] (93919) timed out ('10.222.0.70', 55631) {{(pid=93919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:27:06.680832 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43522e-dc72-493c-a8c1-0bd9d5b77293 req-13ee22bc-6d13-4d80-9c84-7b2c1c0e65b7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:06.682359 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de43522e-dc72-493c-a8c1-0bd9d5b77293 req-13ee22bc-6d13-4d80-9c84-7b2c1c0e65b7 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 946 time: 0.0657341 Jul 16 02:27:06.719898 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de43522e-dc72-493c-a8c1-0bd9d5b77293 req-e3646f5f-24d4-4ab5-bc5b-1420b5a36c08 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318348 Jul 16 02:27:07.452580 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.708492 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-78a87429-766d-4137-948e-58827fa2b4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:07.891676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce023b7-ad47-46cb-a5d3-7b469a37f148 req-a8cf895b-7a24-4a4d-9719-53ced3e99063 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:07.893176 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fce023b7-ad47-46cb-a5d3-7b469a37f148 req-a8cf895b-7a24-4a4d-9719-53ced3e99063 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 946 time: 0.0647902 Jul 16 02:27:07.930115 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fce023b7-ad47-46cb-a5d3-7b469a37f148 req-69bf4b34-81dc-4f72-b67e-a6effe0d3f31 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314863 Jul 16 02:27:08.312110 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc6461-3b48-442b-bad5-031c92dd68b6 req-a5e097ad-694c-4bf8-a879-93ec9921fe61 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:08.313454 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77fc6461-3b48-442b-bad5-031c92dd68b6 req-a5e097ad-694c-4bf8-a879-93ec9921fe61 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.70 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 946 time: 0.0661120 Jul 16 02:27:08.411277 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-77fc6461-3b48-442b-bad5-031c92dd68b6 req-e206733e-3c2f-49b9-bfcf-b6af94cc679f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Deleting port f7a58960-1120-4b55-b15e-8bbe21f44107 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:27:08.411620 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77fc6461-3b48-442b-bad5-031c92dd68b6 req-e206733e-3c2f-49b9-bfcf-b6af94cc679f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.500982 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-77fc6461-3b48-442b-bad5-031c92dd68b6 req-e206733e-3c2f-49b9-bfcf-b6af94cc679f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] For port f7a58960-1120-4b55-b15e-8bbe21f44107, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=f7a58960-1120-4b55-b15e-8bbe21f44107,segment=NetworkSegment(527d69cd-ffc6-4340-9639-c512ffe5c1b9),segment_id=527d69cd-ffc6-4340-9639-c512ffe5c1b9)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:08.501339 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77fc6461-3b48-442b-bad5-031c92dd68b6 req-e206733e-3c2f-49b9-bfcf-b6af94cc679f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.513133 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-77fc6461-3b48-442b-bad5-031c92dd68b6 req-e206733e-3c2f-49b9-bfcf-b6af94cc679f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Calling delete_port for f7a58960-1120-4b55-b15e-8bbe21f44107 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:27:08.637355 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77fc6461-3b48-442b-bad5-031c92dd68b6 req-e206733e-3c2f-49b9-bfcf-b6af94cc679f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.649402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['f7a58960-1120-4b55-b15e-8bbe21f44107'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:27:08.670611 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e206733e-3c2f-49b9-bfcf-b6af94cc679f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Pushing event deleted for resources: {'Port': ['ID=f7a58960-1120-4b55-b15e-8bbe21f44107,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:08.716326 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-77fc6461-3b48-442b-bad5-031c92dd68b6 req-e206733e-3c2f-49b9-bfcf-b6af94cc679f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] No DVR routers for this DVR port f7a58960-1120-4b55-b15e-8bbe21f44107 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:27:08.719669 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-77fc6461-3b48-442b-bad5-031c92dd68b6 req-e206733e-3c2f-49b9-bfcf-b6af94cc679f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:08.721755 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-77fc6461-3b48-442b-bad5-031c92dd68b6 req-e206733e-3c2f-49b9-bfcf-b6af94cc679f tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.70 "DELETE /v2.0/ports/f7a58960-1120-4b55-b15e-8bbe21f44107 HTTP/1.1" status: 204 len: 173 time: 0.4021931 Jul 16 02:27:08.722207 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'name': 'network-vif-deleted', 'tag': 'f7a58960-1120-4b55-b15e-8bbe21f44107'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:08.724496 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b40b26-92fd-4179-9535-ee279ad44b85" -d '{"events": [{"server_uuid": "f370d1dc-c986-4b41-9319-2fac82d4fb1b", "name": "network-vif-deleted", "tag": "f7a58960-1120-4b55-b15e-8bbe21f44107"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:08.761492 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0633a278-cc76-48f8-8f08-ad5af3036b90 x-openstack-request-id: req-0633a278-cc76-48f8-8f08-ad5af3036b90 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:08.761776 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f370d1dc-c986-4b41-9319-2fac82d4fb1b", "name": "network-vif-deleted", "tag": "f7a58960-1120-4b55-b15e-8bbe21f44107", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:08.762032 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0633a278-cc76-48f8-8f08-ad5af3036b90 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:08.762432 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f370d1dc-c986-4b41-9319-2fac82d4fb1b', 'name': 'network-vif-deleted', 'tag': 'f7a58960-1120-4b55-b15e-8bbe21f44107', 'status': 'completed', 'code': 200} Jul 16 02:27:08.833548 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:09.088465 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-00b7b292-9a3c-4d30-b697-7c2c169fc067 req-cc9dd299-6931-495c-9e28-0e924356ce93 tempest-TestMinimumBasicScenario-469539205 tempest-TestMinimumBasicScenario-469539205-project] 10.222.0.22 "GET /v2.0/ports?device_id=f370d1dc-c986-4b41-9319-2fac82d4fb1b HTTP/1.1" status: 200 len: 210 time: 0.0297227 Jul 16 02:27:10.477280 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:10.676075 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47232) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:11.010055 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b69c48a9-53d8-4d4b-997a-b88c44ba50b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:11.256307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b69c48a9-53d8-4d4b-997a-b88c44ba50b2 admin admin] Deleting port 37e6333c-b43d-4aea-84e7-4de77bdd8366 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:27:11.256570 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b69c48a9-53d8-4d4b-997a-b88c44ba50b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:11.331198 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-b69c48a9-53d8-4d4b-997a-b88c44ba50b2 admin admin] For port 37e6333c-b43d-4aea-84e7-4de77bdd8366, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=37e6333c-b43d-4aea-84e7-4de77bdd8366,segment=NetworkSegment(527d69cd-ffc6-4340-9639-c512ffe5c1b9),segment_id=527d69cd-ffc6-4340-9639-c512ffe5c1b9)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:11.331553 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b69c48a9-53d8-4d4b-997a-b88c44ba50b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:11.343943 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-b69c48a9-53d8-4d4b-997a-b88c44ba50b2 admin admin] Calling delete_port for 37e6333c-b43d-4aea-84e7-4de77bdd8366 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:27:11.516159 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b69c48a9-53d8-4d4b-997a-b88c44ba50b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:11.545489 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69c48a9-53d8-4d4b-997a-b88c44ba50b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=37e6333c-b43d-4aea-84e7-4de77bdd8366,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:11.718032 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b69c48a9-53d8-4d4b-997a-b88c44ba50b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:11.924521 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b69c48a9-53d8-4d4b-997a-b88c44ba50b2 admin admin] Router 74576b70-cb15-4703-b01d-0820ba234ac7 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:27:12.027228 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69c48a9-53d8-4d4b-997a-b88c44ba50b2 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:27:12.032780 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b69c48a9-53d8-4d4b-997a-b88c44ba50b2 admin admin] 10.222.0.22 "PUT /v2.0/routers/74576b70-cb15-4703-b01d-0820ba234ac7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3545864 Jul 16 02:27:12.034839 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47234) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:12.038386 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a116d56-1ec5-4754-b4a3-dbe78405917a None None] Sync routers for ids ['74576b70-cb15-4703-b01d-0820ba234ac7'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:27:12.047399 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a116d56-1ec5-4754-b4a3-dbe78405917a None None] Routers {'74576b70-cb15-4703-b01d-0820ba234ac7'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:12.048043 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8a116d56-1ec5-4754-b4a3-dbe78405917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:27:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['74576b70-cb15-4703-b01d-0820ba234ac7'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:12.137926 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8d26-46d9-4036-b8e1-7d4032d5b2ec admin admin] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.150797 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8a116d56-1ec5-4754-b4a3-dbe78405917a None None] Set router 74576b70-cb15-4703-b01d-0820ba234ac7 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:12.336512 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8a116d56-1ec5-4754-b4a3-dbe78405917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'name': 'tempest-TestMinimumBasicScenario-2143840284-router', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:27:11Z', 'revision_number': 5, 'project_id': '438b3eff1a734a3c972e455029540caa', 'gw_port': {'id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:12.516478 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a116d56-1ec5-4754-b4a3-dbe78405917a None None] Checking router: 74576b70-cb15-4703-b01d-0820ba234ac7 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:27:12.525303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a116d56-1ec5-4754-b4a3-dbe78405917a None None] Routers {'74576b70-cb15-4703-b01d-0820ba234ac7'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:12.525918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8a116d56-1ec5-4754-b4a3-dbe78405917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:27:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['74576b70-cb15-4703-b01d-0820ba234ac7'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:12.566965 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8d26-46d9-4036-b8e1-7d4032d5b2ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.622123 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d8d26-46d9-4036-b8e1-7d4032d5b2ec admin admin] Deleting port 6d0c6307-9f41-4ad9-8df4-c704475cb707 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:27:12.622530 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8d26-46d9-4036-b8e1-7d4032d5b2ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.631164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-8a116d56-1ec5-4754-b4a3-dbe78405917a None None] Set router 74576b70-cb15-4703-b01d-0820ba234ac7 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:12.705404 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-2f7d8d26-46d9-4036-b8e1-7d4032d5b2ec admin admin] For port 6d0c6307-9f41-4ad9-8df4-c704475cb707, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6d0c6307-9f41-4ad9-8df4-c704475cb707,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:12.705763 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8d26-46d9-4036-b8e1-7d4032d5b2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.722825 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-2f7d8d26-46d9-4036-b8e1-7d4032d5b2ec admin admin] Calling delete_port for 6d0c6307-9f41-4ad9-8df4-c704475cb707 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:27:12.810544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-8a116d56-1ec5-4754-b4a3-dbe78405917a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'name': 'tempest-TestMinimumBasicScenario-2143840284-router', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:27:11Z', 'revision_number': 5, 'project_id': '438b3eff1a734a3c972e455029540caa', 'gw_port': {'id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:12.840277 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a116d56-1ec5-4754-b4a3-dbe78405917a None None] The sync data for ids ['74576b70-cb15-4703-b01d-0820ba234ac7'] in n-d-791505-14 is: [{'id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'name': 'tempest-TestMinimumBasicScenario-2143840284-router', 'tenant_id': '438b3eff1a734a3c972e455029540caa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:27:11Z', 'revision_number': 5, 'project_id': '438b3eff1a734a3c972e455029540caa', 'gw_port': {'id': '6d0c6307-9f41-4ad9-8df4-c704475cb707', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c3:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74576b70-cb15-4703-b01d-0820ba234ac7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:03Z', 'updated_at': '2021-07-16T02:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:12.890603 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8d26-46d9-4036-b8e1-7d4032d5b2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:12.919247 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7d8d26-46d9-4036-b8e1-7d4032d5b2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=6d0c6307-9f41-4ad9-8df4-c704475cb707,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:12.980593 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8d26-46d9-4036-b8e1-7d4032d5b2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.071149 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8d26-46d9-4036-b8e1-7d4032d5b2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.073398 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8d26-46d9-4036-b8e1-7d4032d5b2ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.119019 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8d26-46d9-4036-b8e1-7d4032d5b2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.119517 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7d8d26-46d9-4036-b8e1-7d4032d5b2ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 74576b70-cb15-4703-b01d-0820ba234ac7 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:27:13.123833 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2f7d8d26-46d9-4036-b8e1-7d4032d5b2ec admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.124961 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2f7d8d26-46d9-4036-b8e1-7d4032d5b2ec admin admin] 10.222.0.22 "DELETE /v2.0/routers/74576b70-cb15-4703-b01d-0820ba234ac7 HTTP/1.1" status: 204 len: 168 time: 1.0891993 Jul 16 02:27:13.127904 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47236) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:13.172278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f67a2d-3f19-4877-8c4e-ed9bbd9c4fb2 admin admin] Deleting subnet 52acefec-9dab-4d30-a8c8-086e69dff11e {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:27:13.176540 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71f67a2d-3f19-4877-8c4e-ed9bbd9c4fb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.211490 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f7a58960-1120-4b55-b15e-8bbe21f44107 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:27:13.215859 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71f67a2d-3f19-4877-8c4e-ed9bbd9c4fb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.232243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: f7a58960-1120-4b55-b15e-8bbe21f44107 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:27:13.232851 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device f7a58960-1120-4b55-b15e-8bbe21f44107 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:27:13.298497 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 37e6333c-b43d-4aea-84e7-4de77bdd8366 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:27:13.307004 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71f67a2d-3f19-4877-8c4e-ed9bbd9c4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.318810 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 37e6333c-b43d-4aea-84e7-4de77bdd8366 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:27:13.319160 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 37e6333c-b43d-4aea-84e7-4de77bdd8366 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:27:13.361104 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71f67a2d-3f19-4877-8c4e-ed9bbd9c4fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.386112 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f67a2d-3f19-4877-8c4e-ed9bbd9c4fb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52acefec-9dab-4d30-a8c8-086e69dff11e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:13.390167 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-71f67a2d-3f19-4877-8c4e-ed9bbd9c4fb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.394331 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-71f67a2d-3f19-4877-8c4e-ed9bbd9c4fb2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/52acefec-9dab-4d30-a8c8-086e69dff11e HTTP/1.1" status: 204 len: 168 time: 0.2631834 Jul 16 02:27:13.394595 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47238) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:13.395306 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705a9835-8367-431f-b7cf-4b6d5b363089 None None] Network 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:27:13.470151 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.531180 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] Deleting port 1680c52f-57a1-43e3-ad27-b00658046a83 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:27:13.531634 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.600662 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] For port 1680c52f-57a1-43e3-ad27-b00658046a83, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1680c52f-57a1-43e3-ad27-b00658046a83,segment=NetworkSegment(527d69cd-ffc6-4340-9639-c512ffe5c1b9),segment_id=527d69cd-ffc6-4340-9639-c512ffe5c1b9)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:13.601030 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.612279 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] Calling delete_port for 1680c52f-57a1-43e3-ad27-b00658046a83 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:27:13.693310 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.719132 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] Pushing event deleted for resources: {'Port': ['ID=1680c52f-57a1-43e3-ad27-b00658046a83,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:13.722629 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] No DVR routers for this DVR port 1680c52f-57a1-43e3-ad27-b00658046a83 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:27:13.794102 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.803696 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:13.813279 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527d69cd-ffc6-4340-9639-c512ffe5c1b9') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:13.813524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527d69cd-ffc6-4340-9639-c512ffe5c1b9') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:13.822770 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.837111 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.842719 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:27:13.843113 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: timer() Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:27:13.844718 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:27:13.894941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44507155-6da5-499f-8679-bc74be121451 None None] DHCP port deletion for 4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:27:13.913235 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.920174 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:13.922279 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b HTTP/1.1" status: 204 len: 168 time: 0.5267668 Jul 16 02:27:13.927178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47240) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:13.932862 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51ac8b-c99e-4fd7-8ae4-a7d129df1934 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9c38bb-d203-43a2-b8b1-cd9a0e5d1f0b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:14.558969 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac9c8d0e-a975-4990-9b14-c51c5ec5f376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:14.803273 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c8d0e-a975-4990-9b14-c51c5ec5f376 admin admin] Deleting port db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:27:14.803606 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac9c8d0e-a975-4990-9b14-c51c5ec5f376 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:14.876595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-ac9c8d0e-a975-4990-9b14-c51c5ec5f376 admin admin] For port db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934,segment=NetworkSegment(8868acc4-7076-484f-bc8e-71c4fe7ab326),segment_id=8868acc4-7076-484f-bc8e-71c4fe7ab326)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:14.876871 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac9c8d0e-a975-4990-9b14-c51c5ec5f376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:14.888497 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ac9c8d0e-a975-4990-9b14-c51c5ec5f376 admin admin] Calling delete_port for db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:27:15.025957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6d0c6307-9f41-4ad9-8df4-c704475cb707 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:27:15.046696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 6d0c6307-9f41-4ad9-8df4-c704475cb707 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:27:15.047040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6d0c6307-9f41-4ad9-8df4-c704475cb707 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:27:15.047448 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1680c52f-57a1-43e3-ad27-b00658046a83 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:27:15.065768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 1680c52f-57a1-43e3-ad27-b00658046a83 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:27:15.066120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1680c52f-57a1-43e3-ad27-b00658046a83 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:27:15.067154 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac9c8d0e-a975-4990-9b14-c51c5ec5f376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:15.093685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c8d0e-a975-4990-9b14-c51c5ec5f376 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:15.261031 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ac9c8d0e-a975-4990-9b14-c51c5ec5f376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:15.463109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9c8d0e-a975-4990-9b14-c51c5ec5f376 admin admin] Router 15595b1b-c735-4e8b-8504-1184275bc53b has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:27:15.566951 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9c8d0e-a975-4990-9b14-c51c5ec5f376 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:27:15.572797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ac9c8d0e-a975-4990-9b14-c51c5ec5f376 admin admin] 10.222.0.22 "PUT /v2.0/routers/15595b1b-c735-4e8b-8504-1184275bc53b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6435750 Jul 16 02:27:15.575217 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47242) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:15.576234 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded87302-91be-4d51-b104-19aa03d66806 None None] Sync routers for ids ['15595b1b-c735-4e8b-8504-1184275bc53b'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:27:15.585166 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded87302-91be-4d51-b104-19aa03d66806 None None] Routers {'15595b1b-c735-4e8b-8504-1184275bc53b'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:15.585769 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ded87302-91be-4d51-b104-19aa03d66806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:27:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['15595b1b-c735-4e8b-8504-1184275bc53b'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:15.677400 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcffd-1d2d-4cf9-b5e9-6b082badcdf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:15.687178 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-ded87302-91be-4d51-b104-19aa03d66806 None None] Set router 15595b1b-c735-4e8b-8504-1184275bc53b gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:15.779307 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcffd-1d2d-4cf9-b5e9-6b082badcdf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:15.830285 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-1d2dcffd-1d2d-4cf9-b5e9-6b082badcdf8 admin admin] Deleting port 1e98ee86-677d-4954-8717-ca0faad20eaa {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:27:15.830662 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcffd-1d2d-4cf9-b5e9-6b082badcdf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:15.863577 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ded87302-91be-4d51-b104-19aa03d66806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'name': 'tempest-TestMinimumBasicScenario-493068164-router', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.45'}], 'enable_snat': True}, 'gw_port_id': '1e98ee86-677d-4954-8717-ca0faad20eaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:08Z', 'updated_at': '2021-07-16T02:27:15Z', 'revision_number': 5, 'project_id': 'c7082e5260d04f51b584d27d015fda80', 'gw_port': {'id': '1e98ee86-677d-4954-8717-ca0faad20eaa', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:25:08Z', 'updated_at': '2021-07-16T02:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:15.890686 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded87302-91be-4d51-b104-19aa03d66806 None None] Checking router: 15595b1b-c735-4e8b-8504-1184275bc53b for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:27:15.898616 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded87302-91be-4d51-b104-19aa03d66806 None None] Routers {'15595b1b-c735-4e8b-8504-1184275bc53b'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:15.899211 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ded87302-91be-4d51-b104-19aa03d66806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:27:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['15595b1b-c735-4e8b-8504-1184275bc53b'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:15.911104 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-1d2dcffd-1d2d-4cf9-b5e9-6b082badcdf8 admin admin] For port 1e98ee86-677d-4954-8717-ca0faad20eaa, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=1e98ee86-677d-4954-8717-ca0faad20eaa,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:15.911467 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcffd-1d2d-4cf9-b5e9-6b082badcdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:15.923041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-1d2dcffd-1d2d-4cf9-b5e9-6b082badcdf8 admin admin] Calling delete_port for 1e98ee86-677d-4954-8717-ca0faad20eaa owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:27:15.981861 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-ded87302-91be-4d51-b104-19aa03d66806 None None] Set router 15595b1b-c735-4e8b-8504-1184275bc53b gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:16.031811 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ded87302-91be-4d51-b104-19aa03d66806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'name': 'tempest-TestMinimumBasicScenario-493068164-router', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:08Z', 'updated_at': '2021-07-16T02:27:15Z', 'revision_number': 6, 'project_id': 'c7082e5260d04f51b584d27d015fda80', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:16.087907 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcffd-1d2d-4cf9-b5e9-6b082badcdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.114702 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2dcffd-1d2d-4cf9-b5e9-6b082badcdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e98ee86-677d-4954-8717-ca0faad20eaa,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:16.155503 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded87302-91be-4d51-b104-19aa03d66806 None None] The sync data for ids ['15595b1b-c735-4e8b-8504-1184275bc53b'] in n-d-791505-14 is: [{'id': '15595b1b-c735-4e8b-8504-1184275bc53b', 'name': 'tempest-TestMinimumBasicScenario-493068164-router', 'tenant_id': 'c7082e5260d04f51b584d27d015fda80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:25:08Z', 'updated_at': '2021-07-16T02:27:15Z', 'revision_number': 6, 'project_id': 'c7082e5260d04f51b584d27d015fda80', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:16.177587 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcffd-1d2d-4cf9-b5e9-6b082badcdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.269200 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcffd-1d2d-4cf9-b5e9-6b082badcdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.271231 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcffd-1d2d-4cf9-b5e9-6b082badcdf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.314351 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcffd-1d2d-4cf9-b5e9-6b082badcdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.315040 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d2dcffd-1d2d-4cf9-b5e9-6b082badcdf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15595b1b-c735-4e8b-8504-1184275bc53b {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:27:16.319418 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1d2dcffd-1d2d-4cf9-b5e9-6b082badcdf8 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.320863 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1d2dcffd-1d2d-4cf9-b5e9-6b082badcdf8 admin admin] 10.222.0.22 "DELETE /v2.0/routers/15595b1b-c735-4e8b-8504-1184275bc53b HTTP/1.1" status: 204 len: 168 time: 0.7444494 Jul 16 02:27:16.323316 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47244) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:16.366170 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-817f671a-8a6e-4e95-9ccb-292843c9420d admin admin] Deleting subnet 68eac9de-018b-42fb-b9b0-c2e152e372a4 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:27:16.369099 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-817f671a-8a6e-4e95-9ccb-292843c9420d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.401277 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-817f671a-8a6e-4e95-9ccb-292843c9420d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.478807 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-817f671a-8a6e-4e95-9ccb-292843c9420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.533203 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-817f671a-8a6e-4e95-9ccb-292843c9420d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.559914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817f671a-8a6e-4e95-9ccb-292843c9420d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68eac9de-018b-42fb-b9b0-c2e152e372a4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:16.564590 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-817f671a-8a6e-4e95-9ccb-292843c9420d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.569292 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-817f671a-8a6e-4e95-9ccb-292843c9420d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/68eac9de-018b-42fb-b9b0-c2e152e372a4 HTTP/1.1" status: 204 len: 168 time: 0.2421629 Jul 16 02:27:16.569676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47246) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:16.575359 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e3c1ac-25b6-41fd-8491-5701cb5a3581 None None] Network d680a1d3-afac-46fd-b7aa-baf6b6e01b59 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:27:16.644369 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.695268 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] Deleting port e37075ee-4266-43b0-ac81-1e6f58211f60 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:27:16.695891 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.758452 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] For port e37075ee-4266-43b0-ac81-1e6f58211f60, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=e37075ee-4266-43b0-ac81-1e6f58211f60,segment=NetworkSegment(8868acc4-7076-484f-bc8e-71c4fe7ab326),segment_id=8868acc4-7076-484f-bc8e-71c4fe7ab326)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:16.758823 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.770936 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] Calling delete_port for e37075ee-4266-43b0-ac81-1e6f58211f60 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:27:16.851576 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.873815 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] Pushing event deleted for resources: {'Port': ['ID=e37075ee-4266-43b0-ac81-1e6f58211f60,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:16.879205 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] No DVR routers for this DVR port e37075ee-4266-43b0-ac81-1e6f58211f60 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:27:16.938294 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23379331-5ead-4ebe-a1b6-94e130ffc691 None None] DHCP port deletion for d680a1d3-afac-46fd-b7aa-baf6b6e01b59 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:27:16.958110 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:16.968686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d680a1d3-afac-46fd-b7aa-baf6b6e01b59']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:16.978493 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8868acc4-7076-484f-bc8e-71c4fe7ab326') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:16.979178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8868acc4-7076-484f-bc8e-71c4fe7ab326') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:16.988072 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:17.002787 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:17.009577 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:27:17.010012 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: timer() Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:27:17.011883 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:27:17.032457 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e37075ee-4266-43b0-ac81-1e6f58211f60 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:27:17.054173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: e37075ee-4266-43b0-ac81-1e6f58211f60 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:27:17.054520 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device e37075ee-4266-43b0-ac81-1e6f58211f60 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:27:17.055216 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:27:17.072548 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:17.077480 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:17.079809 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] 10.222.0.22 "DELETE /v2.0/networks/d680a1d3-afac-46fd-b7aa-baf6b6e01b59 HTTP/1.1" status: 204 len: 168 time: 0.5092189 Jul 16 02:27:17.080754 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:27:17.081278 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device db5b5431-fa2d-4d0a-b3f0-0f2e33fa0934 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:27:17.081861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1e98ee86-677d-4954-8717-ca0faad20eaa no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:27:17.096442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ef9a8-5a9f-4b3f-aa55-3da8bff9097a admin admin] Pushing event deleted for resources: {'Network': ['ID=d680a1d3-afac-46fd-b7aa-baf6b6e01b59,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:17.104266 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 1e98ee86-677d-4954-8717-ca0faad20eaa {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:27:17.104565 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 1e98ee86-677d-4954-8717-ca0faad20eaa not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:27:17.264756 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47250) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:17.303844 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ed5fb13d-8d82-4370-8f2f-8c3c3b439232 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=438b3eff1a734a3c972e455029540caa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374346 Jul 16 02:27:17.306200 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47252) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:17.356501 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f164c3c8-368f-4cf1-9eb6-aa44dea26de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:17.377035 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f164c3c8-368f-4cf1-9eb6-aa44dea26de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:17.421365 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f164c3c8-368f-4cf1-9eb6-aa44dea26de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:17.423957 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f164c3c8-368f-4cf1-9eb6-aa44dea26de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:17.425129 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f164c3c8-368f-4cf1-9eb6-aa44dea26de8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0dd3d4ca-7b78-4750-9e26-e8c13e0eec77 HTTP/1.1" status: 204 len: 168 time: 0.1180408 Jul 16 02:27:17.432918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164c3c8-368f-4cf1-9eb6-aa44dea26de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd3d4ca-7b78-4750-9e26-e8c13e0eec77,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:17.598208 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:27:17.727551 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47258) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:17.765576 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-64a28a14-914c-49ef-90ad-82ab4ebac5fa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7082e5260d04f51b584d27d015fda80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0368783 Jul 16 02:27:17.767890 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47260) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:17.813763 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-75be4345-d8a5-43a3-bd33-c01bbfa6c5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:17.834486 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-75be4345-d8a5-43a3-bd33-c01bbfa6c5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:17.879734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-75be4345-d8a5-43a3-bd33-c01bbfa6c5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:17.882288 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-75be4345-d8a5-43a3-bd33-c01bbfa6c5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:17.883496 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-75be4345-d8a5-43a3-bd33-c01bbfa6c5ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e72d8f1a-a006-453f-8c75-559a5bfa4e45 HTTP/1.1" status: 204 len: 168 time: 0.1146648 Jul 16 02:27:17.890918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be4345-d8a5-43a3-bd33-c01bbfa6c5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72d8f1a-a006-453f-8c75-559a5bfa4e45,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:19.470635 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47300) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:19.475362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-33a93018-65bf-4328-8f3d-8da9f17e6e66 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2131757345', 'description': 'tempest-secgroup-smoke-2131757345 description', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:19.497505 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33a93018-65bf-4328-8f3d-8da9f17e6e66 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.505289 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33a93018-65bf-4328-8f3d-8da9f17e6e66 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.596106 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33a93018-65bf-4328-8f3d-8da9f17e6e66 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.600294 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33a93018-65bf-4328-8f3d-8da9f17e6e66 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.635710 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a93018-65bf-4328-8f3d-8da9f17e6e66 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bed71c6-6cab-4e9d-908f-2bd654b970b8,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:19.687923 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33a93018-65bf-4328-8f3d-8da9f17e6e66 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.691436 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33a93018-65bf-4328-8f3d-8da9f17e6e66 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.717965 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-33a93018-65bf-4328-8f3d-8da9f17e6e66 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.719125 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-33a93018-65bf-4328-8f3d-8da9f17e6e66 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2474697 Jul 16 02:27:19.721003 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a93018-65bf-4328-8f3d-8da9f17e6e66 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4356ed98-1303-45d4-b4b5-cd6d62aba5ed,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:19.722190 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47302) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:19.727637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-beadd2de-2cf9-4b90-ba5b-348ed97c0b7a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '4356ed98-1303-45d4-b4b5-cd6d62aba5ed', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:19.753820 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-beadd2de-2cf9-4b90-ba5b-348ed97c0b7a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.811942 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-beadd2de-2cf9-4b90-ba5b-348ed97c0b7a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.815480 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-beadd2de-2cf9-4b90-ba5b-348ed97c0b7a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.832728 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beadd2de-2cf9-4b90-ba5b-348ed97c0b7a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff257f7f-06f1-4452-bece-7603ca27bf8e,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:19.839530 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-beadd2de-2cf9-4b90-ba5b-348ed97c0b7a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.840740 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-beadd2de-2cf9-4b90-ba5b-348ed97c0b7a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1175494 Jul 16 02:27:19.843526 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47304) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:19.848139 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-510c8e75-6fb7-46ee-9f1e-26a33ce6fc94 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '4356ed98-1303-45d4-b4b5-cd6d62aba5ed', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:19.873841 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-510c8e75-6fb7-46ee-9f1e-26a33ce6fc94 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.929757 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-510c8e75-6fb7-46ee-9f1e-26a33ce6fc94 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.933036 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-510c8e75-6fb7-46ee-9f1e-26a33ce6fc94 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.950713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510c8e75-6fb7-46ee-9f1e-26a33ce6fc94 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f161b7b7-eff2-4eaa-9c86-fb22b94157b7,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:19.956184 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-510c8e75-6fb7-46ee-9f1e-26a33ce6fc94 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:19.957386 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-510c8e75-6fb7-46ee-9f1e-26a33ce6fc94 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1129019 Jul 16 02:27:19.960704 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47306) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:19.965108 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-3a855076-2332-4183-b034-aa18b5f62c2c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '4356ed98-1303-45d4-b4b5-cd6d62aba5ed', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:19.989959 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a855076-2332-4183-b034-aa18b5f62c2c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.046088 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a855076-2332-4183-b034-aa18b5f62c2c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.049453 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a855076-2332-4183-b034-aa18b5f62c2c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.066779 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a855076-2332-4183-b034-aa18b5f62c2c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7261cae-e42f-4836-8b23-acd4d0f1f6cc,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:20.073411 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3a855076-2332-4183-b034-aa18b5f62c2c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.074423 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3a855076-2332-4183-b034-aa18b5f62c2c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127729 Jul 16 02:27:20.077184 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47308) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:20.081632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-6ded65ed-6635-49b5-a40c-9bdfc8f31569 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '4356ed98-1303-45d4-b4b5-cd6d62aba5ed', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:20.107965 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ded65ed-6635-49b5-a40c-9bdfc8f31569 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.167226 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ded65ed-6635-49b5-a40c-9bdfc8f31569 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.170599 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ded65ed-6635-49b5-a40c-9bdfc8f31569 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.186916 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded65ed-6635-49b5-a40c-9bdfc8f31569 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e00896b3-2239-46f5-8ed6-64edacf8e051,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:20.193412 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6ded65ed-6635-49b5-a40c-9bdfc8f31569 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.194573 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6ded65ed-6635-49b5-a40c-9bdfc8f31569 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163960 Jul 16 02:27:20.197640 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47310) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:20.202025 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-9f0ecbaf-f35e-422a-b6c8-6e6a89b4927b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '4356ed98-1303-45d4-b4b5-cd6d62aba5ed', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:20.223134 n-d-791505-14 neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-9f0ecbaf-f35e-422a-b6c8-6e6a89b4927b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Project 8a2ef8dd21094bccad4c1a61869dfcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:27:20.228296 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f0ecbaf-f35e-422a-b6c8-6e6a89b4927b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.286099 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f0ecbaf-f35e-422a-b6c8-6e6a89b4927b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.290097 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f0ecbaf-f35e-422a-b6c8-6e6a89b4927b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.306995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ecbaf-f35e-422a-b6c8-6e6a89b4927b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78ea32e-a446-4fa8-99f6-9f5b8177d72c,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:20.312609 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9f0ecbaf-f35e-422a-b6c8-6e6a89b4927b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.313806 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9f0ecbaf-f35e-422a-b6c8-6e6a89b4927b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1152403 Jul 16 02:27:20.316581 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47312) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:20.321620 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-57fe2179-7e12-4f3f-bc8f-0a5de05008cf tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '4356ed98-1303-45d4-b4b5-cd6d62aba5ed', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:20.342159 n-d-791505-14 neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-57fe2179-7e12-4f3f-bc8f-0a5de05008cf tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Project 8a2ef8dd21094bccad4c1a61869dfcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:27:20.346894 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57fe2179-7e12-4f3f-bc8f-0a5de05008cf tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.405798 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57fe2179-7e12-4f3f-bc8f-0a5de05008cf tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.409178 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57fe2179-7e12-4f3f-bc8f-0a5de05008cf tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.427642 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fe2179-7e12-4f3f-bc8f-0a5de05008cf tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58aa150-2496-4c63-834b-ee99b65f3c94,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:20.433843 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-57fe2179-7e12-4f3f-bc8f-0a5de05008cf tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.435112 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-57fe2179-7e12-4f3f-bc8f-0a5de05008cf tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1175995 Jul 16 02:27:20.438342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47314) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:20.443066 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-7e8eaa44-66c5-4d70-9e5b-6fe3bd411bea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'network': {'name': 'tempest-network-smoke--1051033895', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'port_security_enabled': True}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:20.463953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e8eaa44-66c5-4d70-9e5b-6fe3bd411bea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Made reservation on behalf of 8a2ef8dd21094bccad4c1a61869dfcb8 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:27:20.467317 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7e8eaa44-66c5-4d70-9e5b-6fe3bd411bea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.489817 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e8eaa44-66c5-4d70-9e5b-6fe3bd411bea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:27:20.498845 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7e8eaa44-66c5-4d70-9e5b-6fe3bd411bea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.499214 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-7e8eaa44-66c5-4d70-9e5b-6fe3bd411bea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Added segment 90fde015-cf1f-42c3-b97e-3ad163494a68 of type vlan for network ecb108dc-d43f-4232-a920-3cafe4e3a4d1 Jul 16 02:27:20.541382 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7e8eaa44-66c5-4d70-9e5b-6fe3bd411bea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.568584 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7e8eaa44-66c5-4d70-9e5b-6fe3bd411bea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.574177 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8eaa44-66c5-4d70-9e5b-6fe3bd411bea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:20.575012 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7e8eaa44-66c5-4d70-9e5b-6fe3bd411bea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.607520 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7e8eaa44-66c5-4d70-9e5b-6fe3bd411bea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1681175 Jul 16 02:27:20.610388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47316) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:20.616479 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1104867381', 'admin_state_up': True, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:20.655214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8eaa44-66c5-4d70-9e5b-6fe3bd411bea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Network': ['ID=ecb108dc-d43f-4232-a920-3cafe4e3a4d1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:20.666051 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network ecb108dc-d43f-4232-a920-3cafe4e3a4d1 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:27:20.670364 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.671386 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.725290 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:20.857543 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:21.045730 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:21.064139 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:21.443798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.25.2.70 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/77e062cc-240a-4727-9737-4f17e52547b5) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:21.540413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:21.578097 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:21.614060 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:21.617588 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:21.623179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:21.650161 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=77e062cc-240a-4727-9737-4f17e52547b5,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:21.915546 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:22.103247 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:22.225871 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:27:22.327284 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:27:22.337388 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Sync routers for ids ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:27:22.345196 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:22.346557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5e0ca50a-39e5-46ac-9bcc-d6755e8b02e6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7352641 Jul 16 02:27:22.347772 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Routers {'1a855e87-3bfe-4617-8584-4bfa8fcbd06f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:22.348397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:27:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:22.350635 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47318) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:22.455155 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Set router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:22.471957 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f769ae39-d3c7-4a31-8f27-eb5152fcc1c5 tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=8a2ef8dd21094bccad4c1a61869dfcb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1202166 Jul 16 02:27:22.475225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47322) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:22.620592 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3a8c15-0c5b-4faf-ac5d-41b6c62af8d0 tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:22.622120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4b3a8c15-0c5b-4faf-ac5d-41b6c62af8d0 tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1459584 Jul 16 02:27:22.624894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47324) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:22.638066 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104867381', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '77e062cc-240a-4727-9737-4f17e52547b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:20Z', 'updated_at': '2021-07-16T02:27:21Z', 'revision_number': 3, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '77e062cc-240a-4727-9737-4f17e52547b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:21Z', 'updated_at': '2021-07-16T02:27:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:22.660889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-211f96db-6278-4b86-8e9e-05e7c34a88e6 tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0325375 Jul 16 02:27:22.661099 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47326) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:22.664158 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Checking router: 1a855e87-3bfe-4617-8584-4bfa8fcbd06f for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:27:22.664511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Updating router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f port 77e062cc-240a-4727-9737-4f17e52547b5 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:27:22.665834 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f6104cb3-72f9-418c-93b5-31849cf4a42e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-578175843', 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:22.697982 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:22.749081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6104cb3-72f9-418c-93b5-31849cf4a42e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Made reservation on behalf of 8a2ef8dd21094bccad4c1a61869dfcb8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:27:22.752656 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f6104cb3-72f9-418c-93b5-31849cf4a42e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:22.937547 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f6104cb3-72f9-418c-93b5-31849cf4a42e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:22.954685 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:22.964731 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Transition to ACTIVE for port object 77e062cc-240a-4727-9737-4f17e52547b5 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:22.972409 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.012855 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6104cb3-72f9-418c-93b5-31849cf4a42e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Subnet': ['ID=aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:23.017184 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6104cb3-72f9-418c-93b5-31849cf4a42e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Checking segment: {'id': '90fde015-cf1f-42c3-b97e-3ad163494a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:23.017543 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6104cb3-72f9-418c-93b5-31849cf4a42e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network hostable DHCP agents. Network: ecb108dc-d43f-4232-a920-3cafe4e3a4d1, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:27:23.025313 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Attempting to bind port 77e062cc-240a-4727-9737-4f17e52547b5 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:23.025691 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Attempting to bind port 77e062cc-240a-4727-9737-4f17e52547b5 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:23.026053 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Attempting to bind port 77e062cc-240a-4727-9737-4f17e52547b5 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:23.034088 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6104cb3-72f9-418c-93b5-31849cf4a42e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network ecb108dc-d43f-4232-a920-3cafe4e3a4d1 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:27:23.034496 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:23.034956 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:23.035458 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.035877 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:23.036379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Bound port: 77e062cc-240a-4727-9737-4f17e52547b5, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:23.036749 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.042465 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75904a9b-80fa-4535-beea-f2345d0d9183 None None] Pushing event updated for resources: {'Port': ['ID=77e062cc-240a-4727-9737-4f17e52547b5,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:23.043054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-f6104cb3-72f9-418c-93b5-31849cf4a42e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, ecb108dc-d43f-4232-a920-3cafe4e3a4d1) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:23.047050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6104cb3-72f9-418c-93b5-31849cf4a42e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:23.047641 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f6104cb3-72f9-418c-93b5-31849cf4a42e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.065889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f6104cb3-72f9-418c-93b5-31849cf4a42e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4010136 Jul 16 02:27:23.066082 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47328) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:23.066233 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ca9692-0d47-4a37-a3b3-f19cba1ca55b None None] Network ecb108dc-d43f-4232-a920-3cafe4e3a4d1 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:27:23.078890 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904a9b-80fa-4535-beea-f2345d0d9183 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.079242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904a9b-80fa-4535-beea-f2345d0d9183 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.079584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904a9b-80fa-4535-beea-f2345d0d9183 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.079944 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904a9b-80fa-4535-beea-f2345d0d9183 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.080280 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904a9b-80fa-4535-beea-f2345d0d9183 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.080610 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904a9b-80fa-4535-beea-f2345d0d9183 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.080936 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904a9b-80fa-4535-beea-f2345d0d9183 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.081262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904a9b-80fa-4535-beea-f2345d0d9183 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.081606 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904a9b-80fa-4535-beea-f2345d0d9183 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.081910 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904a9b-80fa-4535-beea-f2345d0d9183 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.082239 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904a9b-80fa-4535-beea-f2345d0d9183 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.082561 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75904a9b-80fa-4535-beea-f2345d0d9183 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:23.159017 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] For port 77e062cc-240a-4727-9737-4f17e52547b5, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:23.176702 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] For port 77e062cc-240a-4727-9737-4f17e52547b5, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=77e062cc-240a-4727-9737-4f17e52547b5,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:23.188917 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.273061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Routers {'1a855e87-3bfe-4617-8584-4bfa8fcbd06f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:23.273696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:27:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:23.351352 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75904a9b-80fa-4535-beea-f2345d0d9183 None None] Pushing event updated for resources: {'Port': ['ID=77e062cc-240a-4727-9737-4f17e52547b5,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:23.364620 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-ecb108dc-d43f-4232-a920-3cafe4e3a4d1', 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ips': [{'subnet_id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:27:23.365522 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.484325 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:23.499458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] Set router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:23.649803 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Allocated IP 172.20.0.2 (ecb108dc-d43f-4232-a920-3cafe4e3a4d1/aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61/2ca0f8ee-1657-4803-a800-965f8a4bd9f5) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:23.793073 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104867381', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '77e062cc-240a-4727-9737-4f17e52547b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:20Z', 'updated_at': '2021-07-16T02:27:21Z', 'revision_number': 3, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '77e062cc-240a-4727-9737-4f17e52547b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:21Z', 'updated_at': '2021-07-16T02:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:23.986636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4bedc01-9d8c-4ac9-a441-aa20187d7fc4 None None] The sync data for ids ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'] in n-d-791505-14 is: [{'id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104867381', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '77e062cc-240a-4727-9737-4f17e52547b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:20Z', 'updated_at': '2021-07-16T02:27:21Z', 'revision_number': 3, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '77e062cc-240a-4727-9737-4f17e52547b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:21Z', 'updated_at': '2021-07-16T02:27:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:24.008236 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:24.017013 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Transition to ACTIVE for port object 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:24.032820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Transition to ACTIVE for port object 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:24.040744 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:24.085857 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Network ecb108dc-d43f-4232-a920-3cafe4e3a4d1 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:24.089076 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:24.093560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:24.094032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.20.0.1 (ecb108dc-d43f-4232-a920-3cafe4e3a4d1/aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61/fd41ed39-7358-4967-a077-bbfefe6d6607) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:24.096682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Pushing event updated for resources: {'Port': ['ID=2ca0f8ee-1657-4803-a800-965f8a4bd9f5,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:24.157859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Attempting to bind port 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:24.158232 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Attempting to bind port 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '90fde015-cf1f-42c3-b97e-3ad163494a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:24.158598 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Attempting to bind port 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 on network ecb108dc-d43f-4232-a920-3cafe4e3a4d1 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:24.163968 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:24.164379 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Checking segment: {'id': '90fde015-cf1f-42c3-b97e-3ad163494a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:24.164732 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:24.165215 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Bound using segment: {'id': '90fde015-cf1f-42c3-b97e-3ad163494a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:24.165577 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Bound port: 2ca0f8ee-1657-4803-a800-965f8a4bd9f5, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fde015-cf1f-42c3-b97e-3ad163494a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:24.165943 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:24.241556 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:24.253218 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] For port 2ca0f8ee-1657-4803-a800-965f8a4bd9f5, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:24.256325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Transition to ACTIVE for port object fd41ed39-7358-4967-a077-bbfefe6d6607 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:24.257262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] For port 2ca0f8ee-1657-4803-a800-965f8a4bd9f5, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2ca0f8ee-1657-4803-a800-965f8a4bd9f5,segment=NetworkSegment(90fde015-cf1f-42c3-b97e-3ad163494a68),segment_id=90fde015-cf1f-42c3-b97e-3ad163494a68)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:24.262883 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:24.291471 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:24.330795 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e48940-5478-447f-b6fd-2d741b28c268 None None] Pushing event updated for resources: {'Port': ['ID=2ca0f8ee-1657-4803-a800-965f8a4bd9f5,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:24.351596 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network ecb108dc-d43f-4232-a920-3cafe4e3a4d1 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:24.355930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:24.358218 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=fd41ed39-7358-4967-a077-bbfefe6d6607,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:24.360601 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:24.410976 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:24.884043 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.115369 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 77e062cc-240a-4727-9737-4f17e52547b5 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:25.170377 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 77e062cc-240a-4727-9737-4f17e52547b5 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:25.174355 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 77e062cc-240a-4727-9737-4f17e52547b5 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:25.174728 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.203033 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.208943 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.258478 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.280066 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 77e062cc-240a-4727-9737-4f17e52547b5, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=77e062cc-240a-4727-9737-4f17e52547b5,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:25.284896 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.285824 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:25.289655 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.292318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=fd41ed39-7358-4967-a077-bbfefe6d6607,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:25.333526 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161e8ae6-adf6-4129-a7d7-92ad73ea111d None None] Network ecb108dc-d43f-4232-a920-3cafe4e3a4d1 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:27:25.392458 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network ecb108dc-d43f-4232-a920-3cafe4e3a4d1 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:25.393825 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:25.437602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=77e062cc-240a-4727-9737-4f17e52547b5,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:25.470522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-33a8fdc1-7682-45d8-85ab-e9767be0c3a7 None None] Provisioning for port 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:25.479665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:25.482900 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-33a8fdc1-7682-45d8-85ab-e9767be0c3a7 None None] Provisioning complete for port 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:25.483278 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-33a8fdc1-7682-45d8-85ab-e9767be0c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.512020 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:27:25.512383 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:25.512762 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.623361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:27:25.631809 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8cf9386f-6ce0-40c9-a762-beac17d9bc0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "PUT /v2.0/routers/1a855e87-3bfe-4617-8584-4bfa8fcbd06f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5618162 Jul 16 02:27:25.683460 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Sync routers for ids ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:27:25.686808 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-33a8fdc1-7682-45d8-85ab-e9767be0c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.692491 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Routers {'1a855e87-3bfe-4617-8584-4bfa8fcbd06f'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:25.693733 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:27:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:25.718441 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.753782 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-33a8fdc1-7682-45d8-85ab-e9767be0c3a7 None None] For port 2ca0f8ee-1657-4803-a800-965f8a4bd9f5, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2ca0f8ee-1657-4803-a800-965f8a4bd9f5,segment=NetworkSegment(90fde015-cf1f-42c3-b97e-3ad163494a68),segment_id=90fde015-cf1f-42c3-b97e-3ad163494a68)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:25.761565 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-33a8fdc1-7682-45d8-85ab-e9767be0c3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:25.803171 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-3859dc36-87b0-4189-844e-075bacc90c51 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131757345&fields=id&tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8 HTTP/1.1" status: 200 len: 267 time: 0.0494156 Jul 16 02:27:25.806767 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Set router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:25.838005 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.db.api [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93921) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:27:25.838362 n-d-791505-14 neutron-server[93921]: DEBUG oslo_db.api [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:27:25.842735 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a8fdc1-7682-45d8-85ab-e9767be0c3a7 None None] Pushing event updated for resources: {'Port': ['ID=2ca0f8ee-1657-4803-a800-965f8a4bd9f5,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:25.926797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993bb99-1772-4737-8e53-dc7990b0941d req-4b40388a-18e4-4e2c-9a5d-f8250d2a5a8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:25.928896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-4b40388a-18e4-4e2c-9a5d-f8250d2a5a8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/networks?id=ecb108dc-d43f-4232-a920-3cafe4e3a4d1 HTTP/1.1" status: 200 len: 797 time: 0.1144876 Jul 16 02:27:25.946832 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-d4f4a071-1614-4785-b263-e94d202e9edb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/quotas/8a2ef8dd21094bccad4c1a61869dfcb8 HTTP/1.1" status: 200 len: 375 time: 0.0118349 Jul 16 02:27:25.999573 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7ad0c7ff-96e2-4283-a890-e0e2811199ff None None] Provisioning complete for port 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:26.000793 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7ad0c7ff-96e2-4283-a890-e0e2811199ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:26.028353 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-8782cda4-2e06-4b33-bf2f-a6e878921649 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742898 Jul 16 02:27:26.032223 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104867381', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '77e062cc-240a-4727-9737-4f17e52547b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:20Z', 'updated_at': '2021-07-16T02:27:24Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '77e062cc-240a-4727-9737-4f17e52547b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:21Z', 'updated_at': '2021-07-16T02:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'fd41ed39-7358-4967-a077-bbfefe6d6607', 'name': '', 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:ee:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:23Z', 'updated_at': '2021-07-16T02:27:25Z', 'revision_number': 2, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:26.042720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-36c5c42b-b665-49e8-b8ea-14da9654589b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:27:26.044004 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-36c5c42b-b665-49e8-b8ea-14da9654589b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075252 Jul 16 02:27:26.064451 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Checking router: 1a855e87-3bfe-4617-8584-4bfa8fcbd06f for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:27:26.065006 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Updating router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f port fd41ed39-7358-4967-a077-bbfefe6d6607 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:27:26.107859 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:26.132856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7ad0c7ff-96e2-4283-a890-e0e2811199ff None None] Provisioning for port fd41ed39-7358-4967-a077-bbfefe6d6607 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:26.137199 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7ad0c7ff-96e2-4283-a890-e0e2811199ff None None] Provisioning complete for port fd41ed39-7358-4967-a077-bbfefe6d6607 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:26.137625 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7ad0c7ff-96e2-4283-a890-e0e2811199ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:26.157794 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-0d93436d-e4fb-41ad-9aaf-28167635b8b0 service neutron] 10.222.0.22 "GET /v2.0/networks/ecb108dc-d43f-4232-a920-3cafe4e3a4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030562 Jul 16 02:27:26.179701 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-7ad0c7ff-96e2-4283-a890-e0e2811199ff None None] Port fd41ed39-7358-4967-a077-bbfefe6d6607 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:27:26.266517 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-cbb0dc34-3d26-4450-a2a6-49dec83ca956 service neutron] 10.222.0.22 "GET /v2.0/networks/ecb108dc-d43f-4232-a920-3cafe4e3a4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016669 Jul 16 02:27:26.300069 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-03e715d7-3e5e-48c4-ac92-996cb4f17da2 None None] Provisioning complete for port fd41ed39-7358-4967-a077-bbfefe6d6607 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:26.300452 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-03e715d7-3e5e-48c4-ac92-996cb4f17da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:26.343341 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-03e715d7-3e5e-48c4-ac92-996cb4f17da2 None None] Port fd41ed39-7358-4967-a077-bbfefe6d6607 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:27:26.400047 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:26.413527 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Transition to ACTIVE for port object fd41ed39-7358-4967-a077-bbfefe6d6607 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:26.419677 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:26.492047 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e06395d-7dee-4ac2-8acc-ef2e36712472 req-ab85c647-a8ff-456b-bf8c-5316e83b80ee tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 210 time: 0.0433676 Jul 16 02:27:26.527933 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199dd6e-54bf-40df-b5a8-d320eb4fdfab None None] Pushing event updated for resources: {'Port': ['ID=fd41ed39-7358-4967-a077-bbfefe6d6607,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:26.544889 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199dd6e-54bf-40df-b5a8-d320eb4fdfab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:26.545231 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199dd6e-54bf-40df-b5a8-d320eb4fdfab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:26.545563 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199dd6e-54bf-40df-b5a8-d320eb4fdfab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:26.545892 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199dd6e-54bf-40df-b5a8-d320eb4fdfab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:26.546214 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199dd6e-54bf-40df-b5a8-d320eb4fdfab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:26.546531 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199dd6e-54bf-40df-b5a8-d320eb4fdfab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:26.546864 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199dd6e-54bf-40df-b5a8-d320eb4fdfab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:26.547152 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199dd6e-54bf-40df-b5a8-d320eb4fdfab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:26.547592 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199dd6e-54bf-40df-b5a8-d320eb4fdfab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:26.547984 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199dd6e-54bf-40df-b5a8-d320eb4fdfab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:26.548247 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199dd6e-54bf-40df-b5a8-d320eb4fdfab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:26.548560 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8199dd6e-54bf-40df-b5a8-d320eb4fdfab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:27:26.553738 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Attempting to bind port fd41ed39-7358-4967-a077-bbfefe6d6607 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:26.554297 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Attempting to bind port fd41ed39-7358-4967-a077-bbfefe6d6607 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '90fde015-cf1f-42c3-b97e-3ad163494a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:26.554648 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Attempting to bind port fd41ed39-7358-4967-a077-bbfefe6d6607 on network ecb108dc-d43f-4232-a920-3cafe4e3a4d1 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:26.559910 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:26.560275 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Checking segment: {'id': '90fde015-cf1f-42c3-b97e-3ad163494a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:26.560667 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:26.561052 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Bound using segment: {'id': '90fde015-cf1f-42c3-b97e-3ad163494a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:26.561506 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Bound port: fd41ed39-7358-4967-a077-bbfefe6d6607, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90fde015-cf1f-42c3-b97e-3ad163494a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:26.561876 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:26.629103 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] For port fd41ed39-7358-4967-a077-bbfefe6d6607, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:26.633995 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] For port fd41ed39-7358-4967-a077-bbfefe6d6607, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=fd41ed39-7358-4967-a077-bbfefe6d6607,segment=NetworkSegment(90fde015-cf1f-42c3-b97e-3ad163494a68),segment_id=90fde015-cf1f-42c3-b97e-3ad163494a68)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:26.638571 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:26.720731 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8199dd6e-54bf-40df-b5a8-d320eb4fdfab None None] Pushing event updated for resources: {'Port': ['ID=fd41ed39-7358-4967-a077-bbfefe6d6607,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:26.724193 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Routers {'1a855e87-3bfe-4617-8584-4bfa8fcbd06f'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:26.724964 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:27:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:26.840370 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] Set router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:27.043249 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 77e062cc-240a-4727-9737-4f17e52547b5 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:27.066144 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104867381', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '77e062cc-240a-4727-9737-4f17e52547b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:20Z', 'updated_at': '2021-07-16T02:27:24Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '77e062cc-240a-4727-9737-4f17e52547b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:21Z', 'updated_at': '2021-07-16T02:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'fd41ed39-7358-4967-a077-bbfefe6d6607', 'name': '', 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:ee:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:23Z', 'updated_at': '2021-07-16T02:27:26Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:27.094237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 77e062cc-240a-4727-9737-4f17e52547b5 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:27.094629 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:27.098958 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56f9083a-f799-4eef-b077-c1e9f09fab08 None None] The sync data for ids ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'] in n-d-791505-14 is: [{'id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104867381', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '77e062cc-240a-4727-9737-4f17e52547b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:20Z', 'updated_at': '2021-07-16T02:27:24Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '77e062cc-240a-4727-9737-4f17e52547b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:21Z', 'updated_at': '2021-07-16T02:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'fd41ed39-7358-4967-a077-bbfefe6d6607', 'name': '', 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:ee:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:23Z', 'updated_at': '2021-07-16T02:27:26Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:27.197317 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:27.247020 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:27.247413 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:27.655325 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d3378d3f-2b69-4519-a895-88daee1e964d req-e3ac8fc4-03a0-451e-ab3e-f4b56e996dca tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 210 time: 0.0344992 Jul 16 02:27:27.659344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993bb99-1772-4737-8e53-dc7990b0941d req-254d0e84-4300-489f-9a75-f02c3f59bc29 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:27.661472 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-254d0e84-4300-489f-9a75-f02c3f59bc29 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "GET /v2.0/networks?id=ecb108dc-d43f-4232-a920-3cafe4e3a4d1 HTTP/1.1" status: 200 len: 797 time: 0.1244471 Jul 16 02:27:27.705575 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-1f02b4f6-f060-446d-8333-bddfcb09f463 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8 HTTP/1.1" status: 200 len: 380 time: 0.0355706 Jul 16 02:27:27.715310 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-e993bb99-1772-4737-8e53-dc7990b0941d req-3029c670-5bac-4be4-bdc7-c711e95d1b2f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'port': {'device_id': 'ee8d3445-de27-4ce4-b02a-d0a38fdad4a5', 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1', 'admin_state_up': True, 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'security_groups': ['4356ed98-1303-45d4-b4b5-cd6d62aba5ed']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:27.829831 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e993bb99-1772-4737-8e53-dc7990b0941d req-3029c670-5bac-4be4-bdc7-c711e95d1b2f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Made reservation on behalf of 8a2ef8dd21094bccad4c1a61869dfcb8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:27:27.833664 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e993bb99-1772-4737-8e53-dc7990b0941d req-3029c670-5bac-4be4-bdc7-c711e95d1b2f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:27.966745 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-e993bb99-1772-4737-8e53-dc7990b0941d req-3029c670-5bac-4be4-bdc7-c711e95d1b2f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.20.0.13 (ecb108dc-d43f-4232-a920-3cafe4e3a4d1/aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61/e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:28.113207 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e993bb99-1772-4737-8e53-dc7990b0941d req-3029c670-5bac-4be4-bdc7-c711e95d1b2f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:28.127717 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-e993bb99-1772-4737-8e53-dc7990b0941d req-3029c670-5bac-4be4-bdc7-c711e95d1b2f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Transition to ACTIVE for port object e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:28.161795 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e993bb99-1772-4737-8e53-dc7990b0941d req-3029c670-5bac-4be4-bdc7-c711e95d1b2f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:28.208040 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e993bb99-1772-4737-8e53-dc7990b0941d req-3029c670-5bac-4be4-bdc7-c711e95d1b2f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network ecb108dc-d43f-4232-a920-3cafe4e3a4d1 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:28.211159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-e993bb99-1772-4737-8e53-dc7990b0941d req-3029c670-5bac-4be4-bdc7-c711e95d1b2f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:28.215118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e993bb99-1772-4737-8e53-dc7990b0941d req-3029c670-5bac-4be4-bdc7-c711e95d1b2f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:28.238556 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029c670-5bac-4be4-bdc7-c711e95d1b2f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:28.273103 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993bb99-1772-4737-8e53-dc7990b0941d req-3029c670-5bac-4be4-bdc7-c711e95d1b2f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:28.273741 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e993bb99-1772-4737-8e53-dc7990b0941d req-3029c670-5bac-4be4-bdc7-c711e95d1b2f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:28.288147 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-3029c670-5bac-4be4-bdc7-c711e95d1b2f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5771651 Jul 16 02:27:28.299663 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Request body: {'port': {'device_id': 'ee8d3445-de27-4ce4-b02a-d0a38fdad4a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:28.377829 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:28.440698 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-37a4039b-8531-419d-9815-b8508c95f416 None None] Provisioning for port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:28.444994 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-37a4039b-8531-419d-9815-b8508c95f416 None None] Provisioning complete for port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:28.445370 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-37a4039b-8531-419d-9815-b8508c95f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:28.478149 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-37a4039b-8531-419d-9815-b8508c95f416 None None] Port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:27:28.639307 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:27:28.646542 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:28.657669 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Transition to ACTIVE for port object e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:27:28.662176 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:28.757433 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Pushing event updated for resources: {'Port': ['ID=e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:28.790070 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Attempting to bind port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:27:28.790407 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Attempting to bind port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '90fde015-cf1f-42c3-b97e-3ad163494a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:27:28.790900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Attempting to bind port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 on network ecb108dc-d43f-4232-a920-3cafe4e3a4d1 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:28.796366 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 on network ecb108dc-d43f-4232-a920-3cafe4e3a4d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:27:28.796688 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Attempting to bind port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 on network ecb108dc-d43f-4232-a920-3cafe4e3a4d1 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:27:28.801674 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:27:28.802009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Checking segment: {'id': '90fde015-cf1f-42c3-b97e-3ad163494a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:27:28.802949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Bound using segment: {'id': '90fde015-cf1f-42c3-b97e-3ad163494a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:27:28.803375 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Bound port: e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90fde015-cf1f-42c3-b97e-3ad163494a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:27:28.803736 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:28.833746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796f086-037c-477a-bb41-37b4ae97494e req-1c066588-5b99-488a-aa39-3f1e6ce3a9ce tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:28.835338 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e796f086-037c-477a-bb41-37b4ae97494e req-1c066588-5b99-488a-aa39-3f1e6ce3a9ce tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 944 time: 0.0706828 Jul 16 02:27:28.873769 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] For port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:27:28.876892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] For port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987,segment=NetworkSegment(90fde015-cf1f-42c3-b97e-3ad163494a68),segment_id=90fde015-cf1f-42c3-b97e-3ad163494a68)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:27:28.883293 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e796f086-037c-477a-bb41-37b4ae97494e req-e6cf5cb9-9864-4f17-a55b-adb5e5a32d49 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417068 Jul 16 02:27:28.883884 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:28.918117 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:28.918733 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:28.920157 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] 10.222.0.70 "PUT /v2.0/ports/e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 HTTP/1.1" status: 200 len: 1093 time: 0.6248393 Jul 16 02:27:28.920593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8d3445-de27-4ce4-b02a-d0a38fdad4a5', 'tag': 'e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:28.922833 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d120e077-f86b-46d1-9209-3d4e3de62cea" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8d3445-de27-4ce4-b02a-d0a38fdad4a5", "tag": "e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:28.951597 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6697f69-41b9-470b-af20-2ceb2a3af34f service neutron] Pushing event updated for resources: {'Port': ['ID=e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:29.006043 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7680437f-7930-44be-b231-63d8d338b0cc x-openstack-request-id: req-7680437f-7930-44be-b231-63d8d338b0cc {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:29.006352 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8d3445-de27-4ce4-b02a-d0a38fdad4a5", "tag": "e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:29.006608 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7680437f-7930-44be-b231-63d8d338b0cc {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:29.007341 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8d3445-de27-4ce4-b02a-d0a38fdad4a5', 'tag': 'e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987', 'status': 'completed', 'code': 200} Jul 16 02:27:29.049613 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993bb99-1772-4737-8e53-dc7990b0941d req-bf1c44de-be06-4fc0-a6c7-52b07138475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:29.051185 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-bf1c44de-be06-4fc0-a6c7-52b07138475a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 1096 time: 0.0855196 Jul 16 02:27:29.092040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device fd41ed39-7358-4967-a077-bbfefe6d6607 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:29.098580 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-4a801bee-d2f2-4422-9bd6-860f6ebcdcc0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 HTTP/1.1" status: 200 len: 217 time: 0.0402052 Jul 16 02:27:29.144417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port fd41ed39-7358-4967-a077-bbfefe6d6607 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:29.148313 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port fd41ed39-7358-4967-a077-bbfefe6d6607 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:29.148744 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:29.163642 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993bb99-1772-4737-8e53-dc7990b0941d req-2cc159de-9820-49c6-88e3-cc9a366c4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:29.165190 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-2cc159de-9820-49c6-88e3-cc9a366c4af2 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61 HTTP/1.1" status: 200 len: 834 time: 0.0605340 Jul 16 02:27:29.226778 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993bb99-1772-4737-8e53-dc7990b0941d req-6e5b6806-c3a4-4202-a055-a364130d3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:29.228205 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-6e5b6806-c3a4-4202-a055-a364130d3518 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ecb108dc-d43f-4232-a920-3cafe4e3a4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566180 Jul 16 02:27:29.233976 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:29.270655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port fd41ed39-7358-4967-a077-bbfefe6d6607, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=fd41ed39-7358-4967-a077-bbfefe6d6607,segment=NetworkSegment(90fde015-cf1f-42c3-b97e-3ad163494a68),segment_id=90fde015-cf1f-42c3-b97e-3ad163494a68)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:29.274776 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:29.321509 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-371fd11c-c7d6-42aa-be10-c5133dc734e9 service neutron] 10.222.0.70 "GET /v2.0/networks/ecb108dc-d43f-4232-a920-3cafe4e3a4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870507 Jul 16 02:27:29.322334 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=fd41ed39-7358-4967-a077-bbfefe6d6607,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:29.421295 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e993bb99-1772-4737-8e53-dc7990b0941d req-942d1ccd-52e3-4459-9629-439d3da1e75c service neutron] 10.222.0.70 "GET /v2.0/networks/ecb108dc-d43f-4232-a920-3cafe4e3a4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928435 Jul 16 02:27:29.520101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120e077-f86b-46d1-9209-3d4e3de62cea req-63bf4c74-e3d9-46d5-b6d9-700015d4700e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:29.522059 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d120e077-f86b-46d1-9209-3d4e3de62cea req-63bf4c74-e3d9-46d5-b6d9-700015d4700e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 1096 time: 0.0517280 Jul 16 02:27:29.613600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120e077-f86b-46d1-9209-3d4e3de62cea req-98960c9b-4b30-4952-9b74-1c3b027adebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:29.615060 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d120e077-f86b-46d1-9209-3d4e3de62cea req-98960c9b-4b30-4952-9b74-1c3b027adebc service neutron] 10.222.0.70 "GET /v2.0/networks?id=ecb108dc-d43f-4232-a920-3cafe4e3a4d1 HTTP/1.1" status: 200 len: 898 time: 0.0870194 Jul 16 02:27:29.654792 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d120e077-f86b-46d1-9209-3d4e3de62cea req-0f3e8407-4c0f-4d07-a608-335db1e5c5ea service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 HTTP/1.1" status: 200 len: 217 time: 0.0334461 Jul 16 02:27:29.704011 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120e077-f86b-46d1-9209-3d4e3de62cea req-e6e89177-e9db-4f6e-8bc4-17097b3bd280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:29.705435 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d120e077-f86b-46d1-9209-3d4e3de62cea req-e6e89177-e9db-4f6e-8bc4-17097b3bd280 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61 HTTP/1.1" status: 200 len: 834 time: 0.0431995 Jul 16 02:27:29.766767 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120e077-f86b-46d1-9209-3d4e3de62cea req-5cb1867a-9d1f-407a-9ef7-3e987ffe22f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:29.768301 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d120e077-f86b-46d1-9209-3d4e3de62cea req-5cb1867a-9d1f-407a-9ef7-3e987ffe22f4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ecb108dc-d43f-4232-a920-3cafe4e3a4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546553 Jul 16 02:27:29.854002 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d120e077-f86b-46d1-9209-3d4e3de62cea req-00c5c087-cab6-439a-8964-adecaaa8f32d service neutron] 10.222.0.70 "GET /v2.0/networks/ecb108dc-d43f-4232-a920-3cafe4e3a4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778668 Jul 16 02:27:29.946450 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d120e077-f86b-46d1-9209-3d4e3de62cea req-cda8a641-313a-4463-b1d3-d578a5e2aa18 service neutron] 10.222.0.70 "GET /v2.0/networks/ecb108dc-d43f-4232-a920-3cafe4e3a4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857491 Jul 16 02:27:30.066746 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fc6b2-84ae-4fea-be70-4675f04abdb2 req-b87dae00-e96a-4ebd-86f0-ec9b067275a6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:30.068334 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e11fc6b2-84ae-4fea-be70-4675f04abdb2 req-b87dae00-e96a-4ebd-86f0-ec9b067275a6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 944 time: 0.0698206 Jul 16 02:27:30.105701 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e11fc6b2-84ae-4fea-be70-4675f04abdb2 req-b6f9799b-b5b6-4cc9-ae0e-c2fbba443f63 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314727 Jul 16 02:27:31.033965 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device fd41ed39-7358-4967-a077-bbfefe6d6607 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:31.083847 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:31.090993 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port fd41ed39-7358-4967-a077-bbfefe6d6607 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:31.091360 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:31.280766 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fb693-46c2-4183-8254-2aa8be780bf6 req-08cd7e58-6bfd-474a-b1f3-55db88cb3795 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:31.282147 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-399fb693-46c2-4183-8254-2aa8be780bf6 req-08cd7e58-6bfd-474a-b1f3-55db88cb3795 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 944 time: 0.0652442 Jul 16 02:27:31.322365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-399fb693-46c2-4183-8254-2aa8be780bf6 req-8002f9d6-055a-416b-b416-7d81c778aebc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341094 Jul 16 02:27:31.328492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:27:31.426602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987,segment=NetworkSegment(90fde015-cf1f-42c3-b97e-3ad163494a68),segment_id=90fde015-cf1f-42c3-b97e-3ad163494a68)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:31.437393 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987', 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1', 'port_id': 'e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987', 'mac_address': 'fa:16:3e:68:83:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:27:31.477061 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:31.489100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:27:31.507374 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987,segment=NetworkSegment(90fde015-cf1f-42c3-b97e-3ad163494a68),segment_id=90fde015-cf1f-42c3-b97e-3ad163494a68)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:31.511268 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:31.557010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:31.715297 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:27:32.030209 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:32.491794 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98db644b-bfaa-47e4-88aa-32822df2192b req-7a4c8e92-f0f1-4504-8d0a-882f401cb8c8 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:32.493260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98db644b-bfaa-47e4-88aa-32822df2192b req-7a4c8e92-f0f1-4504-8d0a-882f401cb8c8 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 945 time: 0.0627854 Jul 16 02:27:32.528812 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-98db644b-bfaa-47e4-88aa-32822df2192b req-17faaad2-6e03-4488-8f18-2e5710d39281 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299618 Jul 16 02:27:33.335227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:27:33.381404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:27:33.384974 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:27:33.385342 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:33.463028 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:33.484132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8d3445-de27-4ce4-b02a-d0a38fdad4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:33.486349 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffddd504-0854-4183-89d7-7515824e14af" -d '{"events": [{"server_uuid": "ee8d3445-de27-4ce4-b02a-d0a38fdad4a5", "name": "network-vif-plugged", "status": "completed", "tag": "e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:33.499178 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987,segment=NetworkSegment(90fde015-cf1f-42c3-b97e-3ad163494a68),segment_id=90fde015-cf1f-42c3-b97e-3ad163494a68)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:27:33.503604 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:33.551582 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:33.584639 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1245ae00-ddc5-4bbc-a839-6066cb7459b0 x-openstack-request-id: req-1245ae00-ddc5-4bbc-a839-6066cb7459b0 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:33.584954 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8d3445-de27-4ce4-b02a-d0a38fdad4a5", "name": "network-vif-plugged", "status": "completed", "tag": "e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:33.585206 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1245ae00-ddc5-4bbc-a839-6066cb7459b0 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:33.585673 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8d3445-de27-4ce4-b02a-d0a38fdad4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987', 'code': 200} Jul 16 02:27:33.695047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1802a941-9714-4b48-8c9a-c6482b2ee5fd req-a4cf6d4b-a0fb-4951-83c5-1cae84f74965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:33.696859 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1802a941-9714-4b48-8c9a-c6482b2ee5fd req-a4cf6d4b-a0fb-4951-83c5-1cae84f74965 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 1098 time: 0.0522108 Jul 16 02:27:33.730690 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1802a941-9714-4b48-8c9a-c6482b2ee5fd req-913ccd57-bf20-424e-aed7-3b9a417d2039 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270166 Jul 16 02:27:33.733694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ded5b-0c1f-4b76-80fd-8d6569204b41 req-c95910ba-ab9c-4724-b496-d77ea3986265 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:33.735167 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a99ded5b-0c1f-4b76-80fd-8d6569204b41 req-c95910ba-ab9c-4724-b496-d77ea3986265 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 946 time: 0.0636880 Jul 16 02:27:33.772722 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a99ded5b-0c1f-4b76-80fd-8d6569204b41 req-6765c0df-305c-4dda-b9be-647909ec9061 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315053 Jul 16 02:27:35.002750 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1656b45e-3297-4736-a1b9-2818a2c730d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:35.136088 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324e5b8-169f-45ca-9a2d-6cc5428ecad5 req-2f263efe-16f1-4494-b1e2-a52d7c6e7775 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:35.137564 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8324e5b8-169f-45ca-9a2d-6cc5428ecad5 req-2f263efe-16f1-4494-b1e2-a52d7c6e7775 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 946 time: 0.0653360 Jul 16 02:27:35.173470 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8324e5b8-169f-45ca-9a2d-6cc5428ecad5 req-8f631666-f358-4e18-8968-2035b32bf9a6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302052 Jul 16 02:27:35.343087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960619da-a5a4-435b-8da6-155bf626b7eb req-0dd877d0-8819-4938-b0db-b79fd20e5f70 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:35.344523 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-960619da-a5a4-435b-8da6-155bf626b7eb req-0dd877d0-8819-4938-b0db-b79fd20e5f70 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 946 time: 0.0628703 Jul 16 02:27:35.382039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-960619da-a5a4-435b-8da6-155bf626b7eb req-2746a43e-279a-4da0-97c5-e130a2aa265c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314293 Jul 16 02:27:35.405602 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47380) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:35.457045 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa057cb-69bb-45e7-8b20-e84e53431cca tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:35.458574 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1fa057cb-69bb-45e7-8b20-e84e53431cca tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 1093 time: 0.0517480 Jul 16 02:27:35.461485 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47382) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:35.465867 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': 'e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:27:35.487328 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:35.586512 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:35.690872 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.25.2.247 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/1650f482-10aa-4bfd-a0cf-1a8705f41c04) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:27:35.795250 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:35.833376 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:35.874243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:27:35.877208 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:27:35.881720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:27:35.883618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=1650f482-10aa-4bfd-a0cf-1a8705f41c04,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:36.246011 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:36.325082 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:36.470108 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:36.474508 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:36.540899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=1650f482-10aa-4bfd-a0cf-1a8705f41c04,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:27:36.553955 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:36.651533 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Floating IP b305a619-0358-400f-bcc5-adb013c4cc83 associated. External IP: 172.25.2.247, port: e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987. Jul 16 02:27:36.852656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:27:36.956192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:27:36.966062 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08606ba7-e885-4047-98c9-a7b2fb219445 None None] Sync routers for ids ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:27:36.971071 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:36.976700 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08606ba7-e885-4047-98c9-a7b2fb219445 None None] Routers {'1a855e87-3bfe-4617-8584-4bfa8fcbd06f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:36.977324 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-08606ba7-e885-4047-98c9-a7b2fb219445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:27:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:37.008393 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d4785c7a-06e8-4ce2-9f0c-5120be0f8c00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5459054 Jul 16 02:27:37.008995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8d3445-de27-4ce4-b02a-d0a38fdad4a5', 'tag': 'e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:27:37.011684 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0d1ba5-4d9f-4aa7-849f-ae8986c8c069" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8d3445-de27-4ce4-b02a-d0a38fdad4a5", "tag": "e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:27:37.083271 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-08606ba7-e885-4047-98c9-a7b2fb219445 None None] Set router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:37.161224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d35a74-5b26-4f75-b41f-57a0cf31dbd8 req-e0f3ddf6-fa1d-437d-aa7e-9f2e537905a1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:37.163277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35d35a74-5b26-4f75-b41f-57a0cf31dbd8 req-e0f3ddf6-fa1d-437d-aa7e-9f2e537905a1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 946 time: 0.0661857 Jul 16 02:27:37.200870 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35d35a74-5b26-4f75-b41f-57a0cf31dbd8 req-1d96b7b4-6cd2-4df5-bb3c-4b018f22abef tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318441 Jul 16 02:27:37.226056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47388) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:37.266988 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8ba33a-a3e4-4e51-b218-a3ef3064c985 x-openstack-request-id: req-6a8ba33a-a3e4-4e51-b218-a3ef3064c985 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:27:37.267708 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8d3445-de27-4ce4-b02a-d0a38fdad4a5", "tag": "e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:27:37.267708 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a8ba33a-a3e4-4e51-b218-a3ef3064c985 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:27:37.267953 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8d3445-de27-4ce4-b02a-d0a38fdad4a5', 'tag': 'e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987', 'status': 'completed', 'code': 200} Jul 16 02:27:37.296666 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-35b42cb2-e178-4a8a-a88f-1f0dc189a5e5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/b305a619-0358-400f-bcc5-adb013c4cc83 HTTP/1.1" status: 200 len: 992 time: 0.0681732 Jul 16 02:27:37.314476 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-08606ba7-e885-4047-98c9-a7b2fb219445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104867381', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '77e062cc-240a-4727-9737-4f17e52547b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:20Z', 'updated_at': '2021-07-16T02:27:24Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '77e062cc-240a-4727-9737-4f17e52547b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:21Z', 'updated_at': '2021-07-16T02:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'b305a619-0358-400f-bcc5-adb013c4cc83', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'port_id': 'e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1', 'mac_address': 'fa:16:3e:68:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8d3445-de27-4ce4-b02a-d0a38fdad4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:27:36Z', 'updated_at': '2021-07-16T02:27:36Z', 'revision_number': 0, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd41ed39-7358-4967-a077-bbfefe6d6607', 'name': '', 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:23Z', 'updated_at': '2021-07-16T02:27:29Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:37.330753 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d1ba5-4d9f-4aa7-849f-ae8986c8c069 req-b9a7c316-b9bb-49a5-a042-d9cec31372a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:37.332304 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b0d1ba5-4d9f-4aa7-849f-ae8986c8c069 req-b9a7c316-b9bb-49a5-a042-d9cec31372a1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 1098 time: 0.0615990 Jul 16 02:27:37.340671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08606ba7-e885-4047-98c9-a7b2fb219445 None None] Checking router: 1a855e87-3bfe-4617-8584-4bfa8fcbd06f for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:27:37.349046 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08606ba7-e885-4047-98c9-a7b2fb219445 None None] Routers {'1a855e87-3bfe-4617-8584-4bfa8fcbd06f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:27:37.350290 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-08606ba7-e885-4047-98c9-a7b2fb219445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:27:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:37.426636 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d1ba5-4d9f-4aa7-849f-ae8986c8c069 req-7c423d7c-fee8-4b0e-b642-688dd92f09b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:37.428223 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b0d1ba5-4d9f-4aa7-849f-ae8986c8c069 req-7c423d7c-fee8-4b0e-b642-688dd92f09b5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ecb108dc-d43f-4232-a920-3cafe4e3a4d1 HTTP/1.1" status: 200 len: 898 time: 0.0882587 Jul 16 02:27:37.497451 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b0d1ba5-4d9f-4aa7-849f-ae8986c8c069 req-70b43e26-a023-4398-a64d-6de98f4a1bfa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 HTTP/1.1" status: 200 len: 1000 time: 0.0626936 Jul 16 02:27:37.553445 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d1ba5-4d9f-4aa7-849f-ae8986c8c069 req-7625293f-f616-4f03-b5eb-2a2ca14db7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:37.554972 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b0d1ba5-4d9f-4aa7-849f-ae8986c8c069 req-7625293f-f616-4f03-b5eb-2a2ca14db7e7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61 HTTP/1.1" status: 200 len: 834 time: 0.0519955 Jul 16 02:27:37.602866 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:37.612147 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0d1ba5-4d9f-4aa7-849f-ae8986c8c069 req-00bda895-71e0-46ce-b498-faedb2c3643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:37.613687 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b0d1ba5-4d9f-4aa7-849f-ae8986c8c069 req-00bda895-71e0-46ce-b498-faedb2c3643b service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ecb108dc-d43f-4232-a920-3cafe4e3a4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527844 Jul 16 02:27:37.613956 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-08606ba7-e885-4047-98c9-a7b2fb219445 None None] Set router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:27:37.701193 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b0d1ba5-4d9f-4aa7-849f-ae8986c8c069 req-ce576047-9b83-444a-b466-0c408891d96d service neutron] 10.222.0.70 "GET /v2.0/networks/ecb108dc-d43f-4232-a920-3cafe4e3a4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810411 Jul 16 02:27:37.716840 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d8d4917b-cf60-4797-b56e-265581641912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:37.795027 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b0d1ba5-4d9f-4aa7-849f-ae8986c8c069 req-85a654dc-4865-4804-9ba1-1b913caf57ca service neutron] 10.222.0.70 "GET /v2.0/networks/ecb108dc-d43f-4232-a920-3cafe4e3a4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867677 Jul 16 02:27:37.852096 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-08606ba7-e885-4047-98c9-a7b2fb219445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104867381', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '77e062cc-240a-4727-9737-4f17e52547b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:20Z', 'updated_at': '2021-07-16T02:27:24Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '77e062cc-240a-4727-9737-4f17e52547b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:21Z', 'updated_at': '2021-07-16T02:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'b305a619-0358-400f-bcc5-adb013c4cc83', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'port_id': 'e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1', 'mac_address': 'fa:16:3e:68:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8d3445-de27-4ce4-b02a-d0a38fdad4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:27:36Z', 'updated_at': '2021-07-16T02:27:36Z', 'revision_number': 0, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd41ed39-7358-4967-a077-bbfefe6d6607', 'name': '', 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:23Z', 'updated_at': '2021-07-16T02:27:29Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:27:37.876812 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08606ba7-e885-4047-98c9-a7b2fb219445 None None] The sync data for ids ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'] in n-d-791505-14 is: [{'id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104867381', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '77e062cc-240a-4727-9737-4f17e52547b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:20Z', 'updated_at': '2021-07-16T02:27:24Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '77e062cc-240a-4727-9737-4f17e52547b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:21Z', 'updated_at': '2021-07-16T02:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'b305a619-0358-400f-bcc5-adb013c4cc83', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'floating_ip_address': '172.25.2.247', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'port_id': 'e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1', 'mac_address': 'fa:16:3e:68:83:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8d3445-de27-4ce4-b02a-d0a38fdad4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:27:36Z', 'updated_at': '2021-07-16T02:27:36Z', 'revision_number': 0, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd41ed39-7358-4967-a077-bbfefe6d6607', 'name': '', 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:23Z', 'updated_at': '2021-07-16T02:27:29Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:27:38.058697 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c6a5ca1-c618-4598-ad1e-37bbd1506bbb None None] New status for floating IP b305a619-0358-400f-bcc5-adb013c4cc83: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:27:38.299377 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47390) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:27:38.361425 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-12f33241-f477-4c0b-a482-9ad5c491fef0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/b305a619-0358-400f-bcc5-adb013c4cc83 HTTP/1.1" status: 200 len: 994 time: 0.0608797 Jul 16 02:27:38.836823 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:40.472492 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:27:42.648390 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-a07a08db-dfbc-4b78-8813-3fa996d2e3f3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0601215 Jul 16 02:27:42.749416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-11693d24-d673-41b3-87ec-96533c4fe840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:42.749903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-11693d24-d673-41b3-87ec-96533c4fe840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:42.750380 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-11693d24-d673-41b3-87ec-96533c4fe840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:42.750880 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-11693d24-d673-41b3-87ec-96533c4fe840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:42.751350 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-11693d24-d673-41b3-87ec-96533c4fe840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:42.753134 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-11693d24-d673-41b3-87ec-96533c4fe840 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0588024 Jul 16 02:27:42.866137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-53ae625c-2771-4da5-9314-aaf26cf04680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:42.866607 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-53ae625c-2771-4da5-9314-aaf26cf04680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:42.867073 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-53ae625c-2771-4da5-9314-aaf26cf04680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:42.868654 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-53ae625c-2771-4da5-9314-aaf26cf04680 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0924661 Jul 16 02:27:42.906727 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-f5a27240-a039-4eb6-b2bc-fd458299780c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0316548 Jul 16 02:27:42.952588 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-f76dc9ac-80b3-4c96-aa56-6c011a08bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:42.953963 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-f76dc9ac-80b3-4c96-aa56-6c011a08bdb3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0411983 Jul 16 02:27:43.013040 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-ecb0dc05-0b32-468f-b6e5-beacdc03c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:43.014564 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-ecb0dc05-0b32-468f-b6e5-beacdc03c73d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549302 Jul 16 02:27:43.103240 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-4634c9c9-1cbd-4952-a1c7-98816d4c68f6 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819147 Jul 16 02:27:43.197351 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-9f077142-461a-4fe7-b88d-eab845bce179 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873494 Jul 16 02:27:43.237592 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-4fe4a82b-e831-4400-96a3-7cf99e1ec46f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0329828 Jul 16 02:27:43.285491 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-4b546c47-042d-433d-80ce-f93abbf38ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:43.287498 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-4b546c47-042d-433d-80ce-f93abbf38ad7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0448380 Jul 16 02:27:43.341384 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-9abec197-cf89-4e2a-b5be-8b97aae37830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:43.342838 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-9abec197-cf89-4e2a-b5be-8b97aae37830 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0502963 Jul 16 02:27:43.430185 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-382e80ac-2a23-4a84-a2a4-184f715f74e0 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811288 Jul 16 02:27:43.520896 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-d3989bb2-5ab1-4dde-b4da-4289cf1842a6 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850022 Jul 16 02:27:43.559360 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-7f908aee-daf0-490c-965a-dbb41ef5b6c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0327804 Jul 16 02:27:43.605788 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-5622f372-751a-4e81-9324-ff8c90cab94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:43.607152 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-5622f372-751a-4e81-9324-ff8c90cab94e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0421593 Jul 16 02:27:43.664561 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-6d006b7f-b3d6-40d7-abc4-61a1120909ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:43.666017 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-6d006b7f-b3d6-40d7-abc4-61a1120909ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0530231 Jul 16 02:27:43.750800 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-030c6c32-c45d-40f2-81b7-f8f6f0f6fe8e service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786395 Jul 16 02:27:43.837729 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-8d85f747-dd02-4419-8a47-3e0d38832453 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812562 Jul 16 02:27:43.876730 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-97393715-84c6-4b28-9bba-ad274ecf2190 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0323696 Jul 16 02:27:43.925062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-57ebfa65-ac3e-43a8-b868-32fb0c29bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:43.926451 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-57ebfa65-ac3e-43a8-b868-32fb0c29bc5a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0444772 Jul 16 02:27:43.980438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-8022c247-2fe8-45e7-949f-7c2353e3c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:43.981902 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-8022c247-2fe8-45e7-949f-7c2353e3c921 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0498815 Jul 16 02:27:44.067479 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-6dc32d6c-e4ab-49b4-8090-b5d9de300096 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797131 Jul 16 02:27:44.155194 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-c18d32b4-30e5-45d9-9b23-5fa7f7f9e96a service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814016 Jul 16 02:27:44.197162 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-823240dc-eefc-48cd-8992-9a055871f744 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0346050 Jul 16 02:27:44.243400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-c2349340-cbf9-4766-9f6a-bf9ae895f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:44.244840 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-c2349340-cbf9-4766-9f6a-bf9ae895f073 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0419586 Jul 16 02:27:44.305338 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf67225-8e89-4308-b145-fddfb47117df req-3dc2db68-4c9e-4973-9aaa-d73040d478d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:44.306809 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-3dc2db68-4c9e-4973-9aaa-d73040d478d3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0550230 Jul 16 02:27:44.392661 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-f4449a33-8460-46be-96bc-b579c68dbeee service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789156 Jul 16 02:27:44.799094 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9cf67225-8e89-4308-b145-fddfb47117df req-bd819adb-e948-43f1-9ea9-ef83d39dd488 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003749 Jul 16 02:27:52.300637 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4906b2be-4d35-45b3-acae-bad1fbab02fd req-f9228246-2e1b-42d4-9f2e-2b643c7f2dfb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0489354 Jul 16 02:27:52.400025 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906b2be-4d35-45b3-acae-bad1fbab02fd req-ddfee214-3e80-4397-b8fa-1debc3cc5e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:52.401436 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4906b2be-4d35-45b3-acae-bad1fbab02fd req-ddfee214-3e80-4397-b8fa-1debc3cc5e68 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 1098 time: 0.0515914 Jul 16 02:27:52.509455 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906b2be-4d35-45b3-acae-bad1fbab02fd req-1d267c25-c57f-4883-974f-e601cece2b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:52.510993 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4906b2be-4d35-45b3-acae-bad1fbab02fd req-1d267c25-c57f-4883-974f-e601cece2b9a service neutron] 10.222.0.70 "GET /v2.0/networks?id=ecb108dc-d43f-4232-a920-3cafe4e3a4d1 HTTP/1.1" status: 200 len: 898 time: 0.0853574 Jul 16 02:27:52.579202 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4906b2be-4d35-45b3-acae-bad1fbab02fd req-80b47bd5-e95a-4f74-afea-f31c0a62a325 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 HTTP/1.1" status: 200 len: 1002 time: 0.0611613 Jul 16 02:27:52.631651 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906b2be-4d35-45b3-acae-bad1fbab02fd req-f03068f2-c1a8-48a9-86f2-9128e9057eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:52.633144 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4906b2be-4d35-45b3-acae-bad1fbab02fd req-f03068f2-c1a8-48a9-86f2-9128e9057eba service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61 HTTP/1.1" status: 200 len: 834 time: 0.0429099 Jul 16 02:27:52.692137 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906b2be-4d35-45b3-acae-bad1fbab02fd req-30341994-4707-4913-8661-72a7f7ec06b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:27:52.693630 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4906b2be-4d35-45b3-acae-bad1fbab02fd req-30341994-4707-4913-8661-72a7f7ec06b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ecb108dc-d43f-4232-a920-3cafe4e3a4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509689 Jul 16 02:27:52.789338 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4906b2be-4d35-45b3-acae-bad1fbab02fd req-e135e205-8dcd-4dc8-9aca-ae4488ce3821 service neutron] 10.222.0.70 "GET /v2.0/networks/ecb108dc-d43f-4232-a920-3cafe4e3a4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862746 Jul 16 02:27:52.876638 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4906b2be-4d35-45b3-acae-bad1fbab02fd req-e0c10a2f-0e00-468a-ba0e-822447839eda service neutron] 10.222.0.70 "GET /v2.0/networks/ecb108dc-d43f-4232-a920-3cafe4e3a4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800385 Jul 16 02:27:54.597540 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:28:01.078007 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:02.044710 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:05.002938 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8418ea0d-4ce3-41ad-802a-32430f0ba9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:07.454905 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:07.707967 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-994aa054-4077-4bc8-beab-10ff05a69f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:08.840652 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:10.473986 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:11.805468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1c6fa-e698-4e99-be4b-1e98d04e0a6a req-234ce6e1-af23-49e0-8ec5-f5360b077106 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:11.806979 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ef1c6fa-e698-4e99-be4b-1e98d04e0a6a req-234ce6e1-af23-49e0-8ec5-f5360b077106 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 946 time: 0.0614150 Jul 16 02:28:11.845226 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ef1c6fa-e698-4e99-be4b-1e98d04e0a6a req-5cb83b08-254d-400a-96d4-8606d5800c53 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326500 Jul 16 02:28:13.022330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb8405-7b04-43fa-9309-ce6e92e96e74 req-b8758a38-42cf-4bca-85f9-361048b335b2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:13.023867 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4eb8405-7b04-43fa-9309-ce6e92e96e74 req-b8758a38-42cf-4bca-85f9-361048b335b2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 946 time: 0.0671673 Jul 16 02:28:13.061251 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a4eb8405-7b04-43fa-9309-ce6e92e96e74 req-4ff4eebc-6b90-4a6f-ba24-6caf65e82b8a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310352 Jul 16 02:28:13.085374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47420) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:13.144166 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7f771aa2-38cd-4b89-8543-a238ac4c3c6a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/b305a619-0358-400f-bcc5-adb013c4cc83 HTTP/1.1" status: 200 len: 994 time: 0.0575905 Jul 16 02:28:14.567196 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdc674-69d4-44e4-8d48-f3e49125dcdc req-835ad7d6-cb83-4f2e-9b6f-a66e12ba2694 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:14.569395 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9cdc674-69d4-44e4-8d48-f3e49125dcdc req-835ad7d6-cb83-4f2e-9b6f-a66e12ba2694 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 946 time: 0.0697851 Jul 16 02:28:14.611152 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a9cdc674-69d4-44e4-8d48-f3e49125dcdc req-6810ca18-99dc-48d1-b44f-e6946c96c6e1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346427 Jul 16 02:28:15.785631 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640e406-ece2-4b83-bc05-1ed7602b6b84 req-13f40d5c-6eb5-47a6-9adb-82818a1283d5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:15.787149 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f640e406-ece2-4b83-bc05-1ed7602b6b84 req-13f40d5c-6eb5-47a6-9adb-82818a1283d5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 946 time: 0.0624750 Jul 16 02:28:15.824693 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f640e406-ece2-4b83-bc05-1ed7602b6b84 req-27732f92-e4bd-41bf-9aab-c9b772e83a23 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319202 Jul 16 02:28:16.991624 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b92b556-9c06-4dd1-803c-c53001ee971b req-b21bf5be-64a1-4fdf-b807-da8028163716 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:16.993128 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b92b556-9c06-4dd1-803c-c53001ee971b req-b21bf5be-64a1-4fdf-b807-da8028163716 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 946 time: 0.0613897 Jul 16 02:28:17.030315 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0b92b556-9c06-4dd1-803c-c53001ee971b req-0cf0fc23-2b21-4247-a0f7-cc57ed57da44 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317318 Jul 16 02:28:18.205242 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086b903-5033-4728-ac15-a3837e761581 req-150d5f74-4527-417f-a333-c4c51a9a5aeb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:18.206744 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1086b903-5033-4728-ac15-a3837e761581 req-150d5f74-4527-417f-a333-c4c51a9a5aeb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 946 time: 0.0680380 Jul 16 02:28:18.242935 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1086b903-5033-4728-ac15-a3837e761581 req-ad5bc2c1-c715-420c-bf1d-423b4b0d7e1e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306168 Jul 16 02:28:19.419036 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220660e-95c0-4cb9-b5f8-d8ad69980684 req-37caf16e-53ea-4b8f-901e-61a9b08212ff tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:19.421104 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e220660e-95c0-4cb9-b5f8-d8ad69980684 req-37caf16e-53ea-4b8f-901e-61a9b08212ff tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 946 time: 0.0648298 Jul 16 02:28:19.460730 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e220660e-95c0-4cb9-b5f8-d8ad69980684 req-239b89b7-823b-4997-b7a0-a60785183037 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338569 Jul 16 02:28:20.635419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a853f-98a0-4d1c-b3af-cb014c84c965 req-3f2d3077-45d0-4cc9-b74c-78615c922513 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:20.636917 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d37a853f-98a0-4d1c-b3af-cb014c84c965 req-3f2d3077-45d0-4cc9-b74c-78615c922513 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 946 time: 0.0647116 Jul 16 02:28:20.673609 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d37a853f-98a0-4d1c-b3af-cb014c84c965 req-3b94c729-e2ad-4ad6-a822-abcf801fdc34 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301898 Jul 16 02:28:20.697685 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47438) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:20.756213 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b96d1fb8-446a-45b9-b8bc-e6194fad8709 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/b305a619-0358-400f-bcc5-adb013c4cc83 HTTP/1.1" status: 200 len: 994 time: 0.0573390 Jul 16 02:28:21.007481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47444) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:21.158351 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port 1650f482-10aa-4bfd-a0cf-1a8705f41c04 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:21.158704 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.234108 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.234439 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.245515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for 1650f482-10aa-4bfd-a0cf-1a8705f41c04 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:21.688329 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.712160 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=1650f482-10aa-4bfd-a0cf-1a8705f41c04,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:21.725111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:21.725460 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:21.725798 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:21.726132 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:21.726462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:21.726790 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:21.727118 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:21.727443 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:21.727782 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:21.728114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:21.728436 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:21.728769 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:21.785714 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:21.786054 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Floating IP b305a619-0358-400f-bcc5-adb013c4cc83 disassociated (deleted). External IP: 172.25.2.247, port: e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987. Jul 16 02:28:21.984124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:28:22.087750 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:22.093060 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:22.097922 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c0910-10d7-4e3e-99dd-d590c1bac4b9 None None] Sync routers for ids ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:22.107209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c0910-10d7-4e3e-99dd-d590c1bac4b9 None None] Routers {'1a855e87-3bfe-4617-8584-4bfa8fcbd06f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:22.107838 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-cc6c0910-10d7-4e3e-99dd-d590c1bac4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:22.127350 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4092d58d-cd5e-47a2-a2b2-4c9b1e4d50fe tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/floatingips/b305a619-0358-400f-bcc5-adb013c4cc83 HTTP/1.1" status: 204 len: 168 time: 1.1188009 Jul 16 02:28:22.127972 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8d3445-de27-4ce4-b02a-d0a38fdad4a5', 'tag': 'e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:22.130218 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569791b7-6c97-40e2-8157-43739ca76fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee8d3445-de27-4ce4-b02a-d0a38fdad4a5", "tag": "e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:22.211819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-cc6c0910-10d7-4e3e-99dd-d590c1bac4b9 None None] Set router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:22.368540 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff87dd73-79bd-4e64-a47c-d31e6beabd8e x-openstack-request-id: req-ff87dd73-79bd-4e64-a47c-d31e6beabd8e {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:22.368895 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee8d3445-de27-4ce4-b02a-d0a38fdad4a5", "tag": "e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:22.369229 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff87dd73-79bd-4e64-a47c-d31e6beabd8e {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:22.369637 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8d3445-de27-4ce4-b02a-d0a38fdad4a5', 'tag': 'e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987', 'status': 'completed', 'code': 200} Jul 16 02:28:22.418555 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-cc6c0910-10d7-4e3e-99dd-d590c1bac4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104867381', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '77e062cc-240a-4727-9737-4f17e52547b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:20Z', 'updated_at': '2021-07-16T02:27:24Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '77e062cc-240a-4727-9737-4f17e52547b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:21Z', 'updated_at': '2021-07-16T02:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'fd41ed39-7358-4967-a077-bbfefe6d6607', 'name': '', 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:23Z', 'updated_at': '2021-07-16T02:27:29Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:22.445405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c0910-10d7-4e3e-99dd-d590c1bac4b9 None None] Checking router: 1a855e87-3bfe-4617-8584-4bfa8fcbd06f for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:22.453333 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569791b7-6c97-40e2-8157-43739ca76fa2 req-bb7261c4-d726-4db1-950c-1b8c6305896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:22.453895 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c0910-10d7-4e3e-99dd-d590c1bac4b9 None None] Routers {'1a855e87-3bfe-4617-8584-4bfa8fcbd06f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:22.454493 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-cc6c0910-10d7-4e3e-99dd-d590c1bac4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:22.455117 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-569791b7-6c97-40e2-8157-43739ca76fa2 req-bb7261c4-d726-4db1-950c-1b8c6305896d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 1098 time: 0.0554659 Jul 16 02:28:22.520336 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c558d-4678-4f54-9e73-11a37e5306f1 req-afed01c6-9ad3-4cc8-b153-4f3ed7c1cca4 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:22.521845 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf3c558d-4678-4f54-9e73-11a37e5306f1 req-afed01c6-9ad3-4cc8-b153-4f3ed7c1cca4 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 946 time: 0.0670707 Jul 16 02:28:22.555339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569791b7-6c97-40e2-8157-43739ca76fa2 req-faceb188-9a30-4ace-955a-babcac8f4484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:22.556986 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-569791b7-6c97-40e2-8157-43739ca76fa2 req-faceb188-9a30-4ace-955a-babcac8f4484 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ecb108dc-d43f-4232-a920-3cafe4e3a4d1 HTTP/1.1" status: 200 len: 898 time: 0.0946078 Jul 16 02:28:22.561969 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cf3c558d-4678-4f54-9e73-11a37e5306f1 req-8836acf1-d3ed-42e9-a0d1-5b180c5fde6d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332580 Jul 16 02:28:22.565802 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-cc6c0910-10d7-4e3e-99dd-d590c1bac4b9 None None] Set router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:22.598088 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-569791b7-6c97-40e2-8157-43739ca76fa2 req-7e5ab88d-e133-47bf-a061-d2de84cd42b2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 HTTP/1.1" status: 200 len: 217 time: 0.0340977 Jul 16 02:28:22.651777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569791b7-6c97-40e2-8157-43739ca76fa2 req-716a7ebf-964c-49f0-b7ca-d6efea77f171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:22.653283 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-569791b7-6c97-40e2-8157-43739ca76fa2 req-716a7ebf-964c-49f0-b7ca-d6efea77f171 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61 HTTP/1.1" status: 200 len: 834 time: 0.0480478 Jul 16 02:28:22.710632 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569791b7-6c97-40e2-8157-43739ca76fa2 req-b88cd44e-5f69-432b-97fa-82105e6b061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:22.712158 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-569791b7-6c97-40e2-8157-43739ca76fa2 req-b88cd44e-5f69-432b-97fa-82105e6b061f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ecb108dc-d43f-4232-a920-3cafe4e3a4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515018 Jul 16 02:28:22.760197 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-cc6c0910-10d7-4e3e-99dd-d590c1bac4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104867381', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '77e062cc-240a-4727-9737-4f17e52547b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:20Z', 'updated_at': '2021-07-16T02:27:24Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '77e062cc-240a-4727-9737-4f17e52547b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:21Z', 'updated_at': '2021-07-16T02:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'fd41ed39-7358-4967-a077-bbfefe6d6607', 'name': '', 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:23Z', 'updated_at': '2021-07-16T02:27:29Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:22.790010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6c0910-10d7-4e3e-99dd-d590c1bac4b9 None None] The sync data for ids ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'] in n-d-791505-14 is: [{'id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104867381', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '77e062cc-240a-4727-9737-4f17e52547b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:20Z', 'updated_at': '2021-07-16T02:27:24Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '77e062cc-240a-4727-9737-4f17e52547b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:21Z', 'updated_at': '2021-07-16T02:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'fd41ed39-7358-4967-a077-bbfefe6d6607', 'name': '', 'network_id': 'ecb108dc-d43f-4232-a920-3cafe4e3a4d1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:ee:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:23Z', 'updated_at': '2021-07-16T02:27:29Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:22.806563 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-569791b7-6c97-40e2-8157-43739ca76fa2 req-b5bb003a-c69e-4267-8cbc-3e231ed88805 service neutron] 10.222.0.70 "GET /v2.0/networks/ecb108dc-d43f-4232-a920-3cafe4e3a4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864267 Jul 16 02:28:22.897226 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-569791b7-6c97-40e2-8157-43739ca76fa2 req-cd429be7-2ab6-485c-93e6-a4e961e4009d service neutron] 10.222.0.70 "GET /v2.0/networks/ecb108dc-d43f-4232-a920-3cafe4e3a4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831859 Jul 16 02:28:23.002620 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ae8a97-bef4-4c7f-8086-5bbcb8f45935 None None] New status for floating IP b305a619-0358-400f-bcc5-adb013c4cc83: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:28:23.733721 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d04c8-ccf7-42a3-8e7c-f538fc1dd9eb req-2a760fcb-eabd-43bc-a1b3-181d878b7af6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:23.735223 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f6d04c8-ccf7-42a3-8e7c-f538fc1dd9eb req-2a760fcb-eabd-43bc-a1b3-181d878b7af6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 946 time: 0.0621769 Jul 16 02:28:23.772172 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f6d04c8-ccf7-42a3-8e7c-f538fc1dd9eb req-6982aedc-2bb0-4e74-aa79-f655e8f36a4c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4356ed98-1303-45d4-b4b5-cd6d62aba5ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312457 Jul 16 02:28:23.959098 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3288aa9-e2c7-4205-a30c-9af6bd580454 req-9926e012-e5e9-45ae-b7f1-aee1a96d1c80 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:23.960494 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3288aa9-e2c7-4205-a30c-9af6bd580454 req-9926e012-e5e9-45ae-b7f1-aee1a96d1c80 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 946 time: 0.0628729 Jul 16 02:28:24.061054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-a3288aa9-e2c7-4205-a30c-9af6bd580454 req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:24.061225 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a3288aa9-e2c7-4205-a30c-9af6bd580454 req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:24.149718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-a3288aa9-e2c7-4205-a30c-9af6bd580454 req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] For port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987,segment=NetworkSegment(90fde015-cf1f-42c3-b97e-3ad163494a68),segment_id=90fde015-cf1f-42c3-b97e-3ad163494a68)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:24.150071 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a3288aa9-e2c7-4205-a30c-9af6bd580454 req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:24.161326 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-a3288aa9-e2c7-4205-a30c-9af6bd580454 req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:24.284838 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a3288aa9-e2c7-4205-a30c-9af6bd580454 req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:24.317381 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:24.345372 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:24.345727 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:24.346068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:24.346406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:24.346740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:24.347072 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:24.347403 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:24.347733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:24.348085 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:24.348411 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:24.348740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:24.349062 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:24.372392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3288aa9-e2c7-4205-a30c-9af6bd580454 req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] No DVR routers for this DVR port e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:28:24.374773 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a3288aa9-e2c7-4205-a30c-9af6bd580454 req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:24.376785 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3288aa9-e2c7-4205-a30c-9af6bd580454 req-d90a5573-9fc0-4827-9b6b-b8c1485a6fc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "DELETE /v2.0/ports/e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 HTTP/1.1" status: 204 len: 173 time: 0.4104474 Jul 16 02:28:24.377237 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8d3445-de27-4ce4-b02a-d0a38fdad4a5', 'name': 'network-vif-deleted', 'tag': 'e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:24.379473 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f981c5-d762-400e-8fc0-c68d381f065e" -d '{"events": [{"server_uuid": "ee8d3445-de27-4ce4-b02a-d0a38fdad4a5", "name": "network-vif-deleted", "tag": "e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:24.470808 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb5b031-4e54-4bd3-9fcc-0304a777d291 x-openstack-request-id: req-dcb5b031-4e54-4bd3-9fcc-0304a777d291 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:24.471130 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee8d3445-de27-4ce4-b02a-d0a38fdad4a5", "name": "network-vif-deleted", "tag": "e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:24.471384 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dcb5b031-4e54-4bd3-9fcc-0304a777d291 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:24.471807 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8d3445-de27-4ce4-b02a-d0a38fdad4a5', 'name': 'network-vif-deleted', 'tag': 'e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987', 'status': 'completed', 'code': 200} Jul 16 02:28:24.928450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d8ec6c43-a4c1-4afd-9f55-97d3d877f0cd req-48923be0-70f4-4198-8db0-9f57b5e1e14d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee8d3445-de27-4ce4-b02a-d0a38fdad4a5 HTTP/1.1" status: 200 len: 210 time: 0.0325885 Jul 16 02:28:26.022314 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47462) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:26.367697 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ccf06a66-7381-4df6-962c-d4223d11a56f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.625534 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ccf06a66-7381-4df6-962c-d4223d11a56f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port fd41ed39-7358-4967-a077-bbfefe6d6607 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:26.625769 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ccf06a66-7381-4df6-962c-d4223d11a56f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.714309 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-ccf06a66-7381-4df6-962c-d4223d11a56f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] For port fd41ed39-7358-4967-a077-bbfefe6d6607, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=fd41ed39-7358-4967-a077-bbfefe6d6607,segment=NetworkSegment(90fde015-cf1f-42c3-b97e-3ad163494a68),segment_id=90fde015-cf1f-42c3-b97e-3ad163494a68)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:26.714667 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ccf06a66-7381-4df6-962c-d4223d11a56f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.725981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ccf06a66-7381-4df6-962c-d4223d11a56f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for fd41ed39-7358-4967-a077-bbfefe6d6607 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:26.905332 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ccf06a66-7381-4df6-962c-d4223d11a56f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:26.931864 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf06a66-7381-4df6-962c-d4223d11a56f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=fd41ed39-7358-4967-a077-bbfefe6d6607,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:27.106177 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ccf06a66-7381-4df6-962c-d4223d11a56f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:27.323522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf06a66-7381-4df6-962c-d4223d11a56f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:28:27.425710 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf06a66-7381-4df6-962c-d4223d11a56f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:27.430702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ccf06a66-7381-4df6-962c-d4223d11a56f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "PUT /v2.0/routers/1a855e87-3bfe-4617-8584-4bfa8fcbd06f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4072990 Jul 16 02:28:27.433405 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47464) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:27.434596 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd543a3b-9978-42ec-b3ee-2af1cd3ae43a None None] Sync routers for ids ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:27.443577 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd543a3b-9978-42ec-b3ee-2af1cd3ae43a None None] Routers {'1a855e87-3bfe-4617-8584-4bfa8fcbd06f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:27.444219 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dd543a3b-9978-42ec-b3ee-2af1cd3ae43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:27.483322 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca04f77e-db93-42bd-b0a0-541e3f3dc7b2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting subnet aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:28:27.486943 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca04f77e-db93-42bd-b0a0-541e3f3dc7b2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:27.525352 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca04f77e-db93-42bd-b0a0-541e3f3dc7b2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:27.532685 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:28:27.558802 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:28:27.559147 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device e7e9b2eb-aee0-4f2f-87ca-953b9c6e6987 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:28:27.568691 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-dd543a3b-9978-42ec-b3ee-2af1cd3ae43a None None] Set router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:27.613428 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca04f77e-db93-42bd-b0a0-541e3f3dc7b2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:27.672825 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca04f77e-db93-42bd-b0a0-541e3f3dc7b2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:27.700178 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04f77e-db93-42bd-b0a0-541e3f3dc7b2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Subnet': ['ID=aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:27.702065 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ca04f77e-db93-42bd-b0a0-541e3f3dc7b2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:27.707528 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ca04f77e-db93-42bd-b0a0-541e3f3dc7b2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/subnets/aa74fa2f-4509-4fc2-b63b-bcc1bccb1e61 HTTP/1.1" status: 204 len: 168 time: 0.2701821 Jul 16 02:28:27.707835 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47466) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:27.716842 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76339a5-d68c-4e34-b8cb-554b97a5c974 None None] Network ecb108dc-d43f-4232-a920-3cafe4e3a4d1 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:28:27.813822 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b6bd3e4-c1e1-4e26-9380-41a9522caa5d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:27.843920 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dd543a3b-9978-42ec-b3ee-2af1cd3ae43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104867381', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '77e062cc-240a-4727-9737-4f17e52547b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:20Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '77e062cc-240a-4727-9737-4f17e52547b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:21Z', 'updated_at': '2021-07-16T02:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:27.874391 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd543a3b-9978-42ec-b3ee-2af1cd3ae43a None None] Checking router: 1a855e87-3bfe-4617-8584-4bfa8fcbd06f for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:27.890485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd543a3b-9978-42ec-b3ee-2af1cd3ae43a None None] Routers {'1a855e87-3bfe-4617-8584-4bfa8fcbd06f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:27.891106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dd543a3b-9978-42ec-b3ee-2af1cd3ae43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:27.916737 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b6bd3e4-c1e1-4e26-9380-41a9522caa5d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:27.970496 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-4b6bd3e4-c1e1-4e26-9380-41a9522caa5d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port 77e062cc-240a-4727-9737-4f17e52547b5 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:27.972560 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b6bd3e4-c1e1-4e26-9380-41a9522caa5d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.006564 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-dd543a3b-9978-42ec-b3ee-2af1cd3ae43a None None] Set router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:28.011193 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] DHCP port deletion for ecb108dc-d43f-4232-a920-3cafe4e3a4d1 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:28:28.053443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-4b6bd3e4-c1e1-4e26-9380-41a9522caa5d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] For port 77e062cc-240a-4727-9737-4f17e52547b5, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=77e062cc-240a-4727-9737-4f17e52547b5,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:28.053806 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b6bd3e4-c1e1-4e26-9380-41a9522caa5d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.066852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-4b6bd3e4-c1e1-4e26-9380-41a9522caa5d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for 77e062cc-240a-4727-9737-4f17e52547b5 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:28.238182 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b6bd3e4-c1e1-4e26-9380-41a9522caa5d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.262285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6bd3e4-c1e1-4e26-9380-41a9522caa5d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=77e062cc-240a-4727-9737-4f17e52547b5,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:28.326562 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b6bd3e4-c1e1-4e26-9380-41a9522caa5d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.327868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Deleting port 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:28:28.328243 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.414504 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] For port 2ca0f8ee-1657-4803-a800-965f8a4bd9f5, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2ca0f8ee-1657-4803-a800-965f8a4bd9f5,segment=NetworkSegment(90fde015-cf1f-42c3-b97e-3ad163494a68),segment_id=90fde015-cf1f-42c3-b97e-3ad163494a68)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:28.414887 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.416226 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b6bd3e4-c1e1-4e26-9380-41a9522caa5d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.418344 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b6bd3e4-c1e1-4e26-9380-41a9522caa5d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.429326 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Calling delete_port for 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:28:28.447258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dd543a3b-9978-42ec-b3ee-2af1cd3ae43a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104867381', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '77e062cc-240a-4727-9737-4f17e52547b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:20Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '77e062cc-240a-4727-9737-4f17e52547b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:21Z', 'updated_at': '2021-07-16T02:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:28.465069 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b6bd3e4-c1e1-4e26-9380-41a9522caa5d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.465666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6bd3e4-c1e1-4e26-9380-41a9522caa5d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Fanout notify agent at l3_agent the message router_deleted on router 1a855e87-3bfe-4617-8584-4bfa8fcbd06f {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:28:28.473130 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4b6bd3e4-c1e1-4e26-9380-41a9522caa5d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.474247 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4b6bd3e4-c1e1-4e26-9380-41a9522caa5d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/routers/1a855e87-3bfe-4617-8584-4bfa8fcbd06f HTTP/1.1" status: 204 len: 168 time: 0.7658024 Jul 16 02:28:28.476971 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47468) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:28.504488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd543a3b-9978-42ec-b3ee-2af1cd3ae43a None None] The sync data for ids ['1a855e87-3bfe-4617-8584-4bfa8fcbd06f'] in n-d-791505-14 is: [{'id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1104867381', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': '77e062cc-240a-4727-9737-4f17e52547b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:27:20Z', 'updated_at': '2021-07-16T02:28:26Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '77e062cc-240a-4727-9737-4f17e52547b5', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:68:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a855e87-3bfe-4617-8584-4bfa8fcbd06f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:27:21Z', 'updated_at': '2021-07-16T02:27:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:28.549300 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.553362 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e410b13-e77e-482b-a748-c451026c22c1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.572632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Pushing event deleted for resources: {'Port': ['ID=2ca0f8ee-1657-4803-a800-965f8a4bd9f5,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:28.582770 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] No DVR routers for this DVR port 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:28:28.585443 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.585914 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.586127 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.586469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.586793 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.587119 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.587442 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.587785 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.588108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.588430 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.588750 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.589070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ecc4f-0769-4b18-85d4-8fe72a64d94f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:28.642116 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e410b13-e77e-482b-a748-c451026c22c1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.651575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5e410b13-e77e-482b-a748-c451026c22c1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb108dc-d43f-4232-a920-3cafe4e3a4d1']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:28.661632 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5e410b13-e77e-482b-a748-c451026c22c1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90fde015-cf1f-42c3-b97e-3ad163494a68') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:28.661927 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-5e410b13-e77e-482b-a748-c451026c22c1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90fde015-cf1f-42c3-b97e-3ad163494a68') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:28.670262 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e410b13-e77e-482b-a748-c451026c22c1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.683342 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e410b13-e77e-482b-a748-c451026c22c1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.689585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e410b13-e77e-482b-a748-c451026c22c1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:28:28.690077 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e410b13-e77e-482b-a748-c451026c22c1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: timer() Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:28:28.692847 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:28:28.751406 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e410b13-e77e-482b-a748-c451026c22c1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.758174 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e410b13-e77e-482b-a748-c451026c22c1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.759713 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5e410b13-e77e-482b-a748-c451026c22c1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/networks/ecb108dc-d43f-4232-a920-3cafe4e3a4d1 HTTP/1.1" status: 204 len: 168 time: 0.2818215 Jul 16 02:28:28.762576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47470) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:28.770958 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e410b13-e77e-482b-a748-c451026c22c1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Network': ['ID=ecb108dc-d43f-4232-a920-3cafe4e3a4d1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:28.820544 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6edbcab1-2c86-47e5-b0f6-d53b6885e1c4 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.845130 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6edbcab1-2c86-47e5-b0f6-d53b6885e1c4 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.910377 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6edbcab1-2c86-47e5-b0f6-d53b6885e1c4 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.913157 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6edbcab1-2c86-47e5-b0f6-d53b6885e1c4 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:28.914532 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6edbcab1-2c86-47e5-b0f6-d53b6885e1c4 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/security-groups/4356ed98-1303-45d4-b4b5-cd6d62aba5ed HTTP/1.1" status: 204 len: 168 time: 0.1509304 Jul 16 02:28:28.924445 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbcab1-2c86-47e5-b0f6-d53b6885e1c4 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4356ed98-1303-45d4-b4b5-cd6d62aba5ed,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:29.142575 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device fd41ed39-7358-4967-a077-bbfefe6d6607 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:28:29.163801 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: fd41ed39-7358-4967-a077-bbfefe6d6607 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:28:29.164229 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device fd41ed39-7358-4967-a077-bbfefe6d6607 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:28:29.164652 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:28:29.168118 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47476) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:29.173431 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-637f8c17-45c6-4e8c-9f86-9988dd771745 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-542009717', 'description': 'tempest-secgroup-smoke-542009717 description', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:29.184526 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:28:29.184886 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2ca0f8ee-1657-4803-a800-965f8a4bd9f5 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:28:29.197866 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-637f8c17-45c6-4e8c-9f86-9988dd771745 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.280400 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-637f8c17-45c6-4e8c-9f86-9988dd771745 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.283895 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-637f8c17-45c6-4e8c-9f86-9988dd771745 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.310856 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-637f8c17-45c6-4e8c-9f86-9988dd771745 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.312765 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-637f8c17-45c6-4e8c-9f86-9988dd771745 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1436331 Jul 16 02:28:29.314618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637f8c17-45c6-4e8c-9f86-9988dd771745 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=288dae6d-fb0c-4715-8600-a0cb8aa33495,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:29.315902 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47478) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:29.321442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-ad3e9b0a-aa24-4f97-b318-d56ca8b116cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '288dae6d-fb0c-4715-8600-a0cb8aa33495', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:29.348061 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ad3e9b0a-aa24-4f97-b318-d56ca8b116cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.393139 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ad3e9b0a-aa24-4f97-b318-d56ca8b116cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.396413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ad3e9b0a-aa24-4f97-b318-d56ca8b116cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.414881 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e9b0a-aa24-4f97-b318-d56ca8b116cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5b9476-254a-4096-9b7e-c52ecdd31199,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:29.422750 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ad3e9b0a-aa24-4f97-b318-d56ca8b116cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.423989 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ad3e9b0a-aa24-4f97-b318-d56ca8b116cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1067195 Jul 16 02:28:29.426760 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47480) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:29.431067 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d19fed02-69b9-4fba-b73b-1cf302ceef8c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '288dae6d-fb0c-4715-8600-a0cb8aa33495', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:29.456572 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d19fed02-69b9-4fba-b73b-1cf302ceef8c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.513006 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d19fed02-69b9-4fba-b73b-1cf302ceef8c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.517410 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d19fed02-69b9-4fba-b73b-1cf302ceef8c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.531443 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19fed02-69b9-4fba-b73b-1cf302ceef8c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb4cdb22-c157-4c43-9b63-a0acde1ff5d0,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:29.543414 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d19fed02-69b9-4fba-b73b-1cf302ceef8c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.544698 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d19fed02-69b9-4fba-b73b-1cf302ceef8c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1170218 Jul 16 02:28:29.548113 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47482) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:29.552787 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-b353fdcc-85ac-4358-8d18-72ffcf620d30 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '288dae6d-fb0c-4715-8600-a0cb8aa33495', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:29.578886 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b353fdcc-85ac-4358-8d18-72ffcf620d30 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.637813 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b353fdcc-85ac-4358-8d18-72ffcf620d30 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.641209 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b353fdcc-85ac-4358-8d18-72ffcf620d30 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.658625 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b353fdcc-85ac-4358-8d18-72ffcf620d30 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855e3163-d192-451a-ac9f-4f3b4c33d4cb,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:29.663827 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b353fdcc-85ac-4358-8d18-72ffcf620d30 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.664962 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b353fdcc-85ac-4358-8d18-72ffcf620d30 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158702 Jul 16 02:28:29.667663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47484) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:29.672684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-78fd642e-1c07-42f1-8402-b762abecfee6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '288dae6d-fb0c-4715-8600-a0cb8aa33495', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:29.698222 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-78fd642e-1c07-42f1-8402-b762abecfee6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.758394 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-78fd642e-1c07-42f1-8402-b762abecfee6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.764021 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-78fd642e-1c07-42f1-8402-b762abecfee6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.783661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd642e-1c07-42f1-8402-b762abecfee6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15386775-41be-46a9-ad8b-a02046911984,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:29.787330 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-78fd642e-1c07-42f1-8402-b762abecfee6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.788634 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-78fd642e-1c07-42f1-8402-b762abecfee6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200066 Jul 16 02:28:29.791374 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47486) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:29.796342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-98f06309-3e16-4529-830b-2f029b93f6db tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '288dae6d-fb0c-4715-8600-a0cb8aa33495', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:29.817406 n-d-791505-14 neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-98f06309-3e16-4529-830b-2f029b93f6db tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Project 8a2ef8dd21094bccad4c1a61869dfcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:28:29.822259 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98f06309-3e16-4529-830b-2f029b93f6db tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.880257 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98f06309-3e16-4529-830b-2f029b93f6db tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.883557 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98f06309-3e16-4529-830b-2f029b93f6db tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.900557 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f06309-3e16-4529-830b-2f029b93f6db tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d825725-094d-4f00-ab78-c86d576481e7,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:29.905411 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98f06309-3e16-4529-830b-2f029b93f6db tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:29.907219 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-98f06309-3e16-4529-830b-2f029b93f6db tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1146286 Jul 16 02:28:29.909762 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47488) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:29.914254 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f7022a93-0b11-43de-bc72-fc0f0b3e54b3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '288dae6d-fb0c-4715-8600-a0cb8aa33495', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:29.935737 n-d-791505-14 neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-f7022a93-0b11-43de-bc72-fc0f0b3e54b3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Project 8a2ef8dd21094bccad4c1a61869dfcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:28:29.941101 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f7022a93-0b11-43de-bc72-fc0f0b3e54b3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.000528 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f7022a93-0b11-43de-bc72-fc0f0b3e54b3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.004197 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f7022a93-0b11-43de-bc72-fc0f0b3e54b3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.022595 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7022a93-0b11-43de-bc72-fc0f0b3e54b3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffb4637-a74b-4484-b2fd-bbebde6c3eae,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:30.028945 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f7022a93-0b11-43de-bc72-fc0f0b3e54b3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.030330 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f7022a93-0b11-43de-bc72-fc0f0b3e54b3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195440 Jul 16 02:28:30.033128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47490) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:30.038137 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-bd7f14b6-bb92-477c-ba02-59e5f4639955 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'network': {'name': 'tempest-network-smoke--1006304345', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'port_security_enabled': True}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:30.058394 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7f14b6-bb92-477c-ba02-59e5f4639955 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Made reservation on behalf of 8a2ef8dd21094bccad4c1a61869dfcb8 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:28:30.061801 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd7f14b6-bb92-477c-ba02-59e5f4639955 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.087120 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7f14b6-bb92-477c-ba02-59e5f4639955 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:28:30.095640 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd7f14b6-bb92-477c-ba02-59e5f4639955 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.096014 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-bd7f14b6-bb92-477c-ba02-59e5f4639955 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Added segment f1126cf0-1c56-48a5-a838-98a272cf6ef9 of type vlan for network ca5fa201-536d-4be5-9f34-48769d7ab2e1 Jul 16 02:28:30.134392 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd7f14b6-bb92-477c-ba02-59e5f4639955 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.161536 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd7f14b6-bb92-477c-ba02-59e5f4639955 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.166954 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7f14b6-bb92-477c-ba02-59e5f4639955 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:30.167541 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bd7f14b6-bb92-477c-ba02-59e5f4639955 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.202386 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bd7f14b6-bb92-477c-ba02-59e5f4639955 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1682711 Jul 16 02:28:30.205335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47492) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:30.211661 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1000466238', 'admin_state_up': True, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:30.244075 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7f14b6-bb92-477c-ba02-59e5f4639955 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Network': ['ID=ca5fa201-536d-4be5-9f34-48769d7ab2e1,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:30.254120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network ca5fa201-536d-4be5-9f34-48769d7ab2e1 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:28:30.263351 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.264399 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.320047 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.450625 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.637316 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.656451 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.756654 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.25.2.109 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/aca9ea24-1dc2-4050-ac3d-54c2986b3164) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:30.854705 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.892323 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:30.926521 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:30.932498 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:30.934853 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:30.962501 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=aca9ea24-1dc2-4050-ac3d-54c2986b3164,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:31.026815 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 77e062cc-240a-4727-9737-4f17e52547b5 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:28:31.046665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 77e062cc-240a-4727-9737-4f17e52547b5 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:28:31.047015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 77e062cc-240a-4727-9737-4f17e52547b5 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:28:31.077436 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:31.182450 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:31.368436 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:31.489536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:28:31.597716 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:28:31.894258 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:31.903090 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Sync routers for ids ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:31.911775 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Routers {'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:31.912213 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:31.912395 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:31.913450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1039c909-f058-4047-aaef-e389260571e3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7071965 Jul 16 02:28:31.916688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47494) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:31.944806 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-2aa19d84-99e8-44bb-9a57-9cbe263fd54f tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=8a2ef8dd21094bccad4c1a61869dfcb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268700 Jul 16 02:28:31.947614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47496) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:32.043330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbde6c1-c7c9-4bdb-a4aa-1efd4aa74c56 tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:32.048450 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fcbde6c1-c7c9-4bdb-a4aa-1efd4aa74c56 tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0965226 Jul 16 02:28:32.048675 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:32.049153 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47498) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:32.080721 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-c6cfd79b-831b-4304-b9bd-0cc527aac9a8 tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283909 Jul 16 02:28:32.080940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47500) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:32.085659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-dd48b7a3-a9dd-4857-ba93-4792ff2eab0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-769013538', 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:32.107804 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Set router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:32.174311 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd48b7a3-a9dd-4857-ba93-4792ff2eab0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Made reservation on behalf of 8a2ef8dd21094bccad4c1a61869dfcb8 for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:28:32.177826 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dd48b7a3-a9dd-4857-ba93-4792ff2eab0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:32.280646 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000466238', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:31Z', 'revision_number': 3, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:32.306807 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Checking router: f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:32.307158 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Updating router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc port aca9ea24-1dc2-4050-ac3d-54c2986b3164 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:28:32.346550 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:32.355310 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dd48b7a3-a9dd-4857-ba93-4792ff2eab0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:32.415536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd48b7a3-a9dd-4857-ba93-4792ff2eab0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Subnet': ['ID=d01163ce-62bc-4ca0-a0f2-031e2bcce00c,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:32.424253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd48b7a3-a9dd-4857-ba93-4792ff2eab0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Checking segment: {'id': 'f1126cf0-1c56-48a5-a838-98a272cf6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:32.424675 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd48b7a3-a9dd-4857-ba93-4792ff2eab0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network hostable DHCP agents. Network: ca5fa201-536d-4be5-9f34-48769d7ab2e1, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:28:32.440852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd48b7a3-a9dd-4857-ba93-4792ff2eab0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network ca5fa201-536d-4be5-9f34-48769d7ab2e1 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:28:32.449467 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-dd48b7a3-a9dd-4857-ba93-4792ff2eab0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, ca5fa201-536d-4be5-9f34-48769d7ab2e1) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:32.453919 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd48b7a3-a9dd-4857-ba93-4792ff2eab0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:32.454524 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-dd48b7a3-a9dd-4857-ba93-4792ff2eab0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:32.460722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8388ee-9f04-4ec1-b5ce-5b89b3e1d09f None None] Network ca5fa201-536d-4be5-9f34-48769d7ab2e1 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:28:32.472789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dd48b7a3-a9dd-4857-ba93-4792ff2eab0b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3883042 Jul 16 02:28:32.473086 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47502) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:32.602164 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:32.610470 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-ca5fa201-536d-4be5-9f34-48769d7ab2e1', 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ips': [{'subnet_id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:28:32.611343 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:32.613081 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Transition to ACTIVE for port object aca9ea24-1dc2-4050-ac3d-54c2986b3164 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:32.618515 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:32.674654 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Attempting to bind port aca9ea24-1dc2-4050-ac3d-54c2986b3164 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:32.675416 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Attempting to bind port aca9ea24-1dc2-4050-ac3d-54c2986b3164 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:32.675834 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Attempting to bind port aca9ea24-1dc2-4050-ac3d-54c2986b3164 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:32.678861 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0dbd8-ce72-4047-9597-adab7484415d None None] Pushing event updated for resources: {'Port': ['ID=aca9ea24-1dc2-4050-ac3d-54c2986b3164,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:32.687842 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dbd8-ce72-4047-9597-adab7484415d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:32.688179 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dbd8-ce72-4047-9597-adab7484415d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:32.688520 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dbd8-ce72-4047-9597-adab7484415d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:32.688860 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dbd8-ce72-4047-9597-adab7484415d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:32.689192 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dbd8-ce72-4047-9597-adab7484415d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:32.689525 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dbd8-ce72-4047-9597-adab7484415d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:32.689851 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dbd8-ce72-4047-9597-adab7484415d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:32.690176 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dbd8-ce72-4047-9597-adab7484415d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:32.690500 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dbd8-ce72-4047-9597-adab7484415d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:32.690828 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dbd8-ce72-4047-9597-adab7484415d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:32.691152 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dbd8-ce72-4047-9597-adab7484415d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:32.691473 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8a0dbd8-ce72-4047-9597-adab7484415d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:28:32.694908 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:32.695291 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:32.695672 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:32.696357 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:32.696840 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Bound port: aca9ea24-1dc2-4050-ac3d-54c2986b3164, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:32.697217 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:32.754334 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] For port aca9ea24-1dc2-4050-ac3d-54c2986b3164, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:32.757513 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] For port aca9ea24-1dc2-4050-ac3d-54c2986b3164, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=aca9ea24-1dc2-4050-ac3d-54c2986b3164,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:32.757686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Allocated IP 172.20.0.2 (ca5fa201-536d-4be5-9f34-48769d7ab2e1/d01163ce-62bc-4ca0-a0f2-031e2bcce00c/4e9eaa86-7b52-422f-8955-ad3a6c3fce59) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:32.761742 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:32.809226 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Routers {'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:32.809852 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:32.876900 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0dbd8-ce72-4047-9597-adab7484415d None None] Pushing event updated for resources: {'Port': ['ID=aca9ea24-1dc2-4050-ac3d-54c2986b3164,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:32.906784 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:32.915253 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Transition to ACTIVE for port object 4e9eaa86-7b52-422f-8955-ad3a6c3fce59 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:32.930044 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Transition to ACTIVE for port object 4e9eaa86-7b52-422f-8955-ad3a6c3fce59 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:32.931880 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:32.935219 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] Set router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:32.936574 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:32.976942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Network ca5fa201-536d-4be5-9f34-48769d7ab2e1 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:32.979780 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:32.986324 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:33.020241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Pushing event updated for resources: {'Port': ['ID=4e9eaa86-7b52-422f-8955-ad3a6c3fce59,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:33.052626 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Attempting to bind port 4e9eaa86-7b52-422f-8955-ad3a6c3fce59 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:33.053340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Attempting to bind port 4e9eaa86-7b52-422f-8955-ad3a6c3fce59 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'f1126cf0-1c56-48a5-a838-98a272cf6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:33.053340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Attempting to bind port 4e9eaa86-7b52-422f-8955-ad3a6c3fce59 on network ca5fa201-536d-4be5-9f34-48769d7ab2e1 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:33.058257 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:33.058652 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Checking segment: {'id': 'f1126cf0-1c56-48a5-a838-98a272cf6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:33.059187 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:33.059586 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Bound using segment: {'id': 'f1126cf0-1c56-48a5-a838-98a272cf6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:33.060083 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Bound port: 4e9eaa86-7b52-422f-8955-ad3a6c3fce59, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1126cf0-1c56-48a5-a838-98a272cf6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:33.060461 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:33.126190 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] For port 4e9eaa86-7b52-422f-8955-ad3a6c3fce59, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:33.130104 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] For port 4e9eaa86-7b52-422f-8955-ad3a6c3fce59, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4e9eaa86-7b52-422f-8955-ad3a6c3fce59,segment=NetworkSegment(f1126cf0-1c56-48a5-a838-98a272cf6ef9),segment_id=f1126cf0-1c56-48a5-a838-98a272cf6ef9)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:33.134628 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:33.140967 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000466238', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:31Z', 'revision_number': 3, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:33.172813 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57d3ed3-ebbb-4d53-8e47-eda4a731ef03 None None] The sync data for ids ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'] in n-d-791505-14 is: [{'id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000466238', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:31Z', 'revision_number': 3, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:33.194021 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19474e2c-ef93-42a3-8f89-e4656037a88f None None] Pushing event updated for resources: {'Port': ['ID=4e9eaa86-7b52-422f-8955-ad3a6c3fce59,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:33.238639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.20.0.1 (ca5fa201-536d-4be5-9f34-48769d7ab2e1/d01163ce-62bc-4ca0-a0f2-031e2bcce00c/803c2dc1-9beb-4119-b17e-297f5054b384) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:33.364089 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:33.388986 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Transition to ACTIVE for port object 803c2dc1-9beb-4119-b17e-297f5054b384 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:33.433371 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:33.486211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network ca5fa201-536d-4be5-9f34-48769d7ab2e1 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:33.489741 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:33.510061 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:33.541124 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=803c2dc1-9beb-4119-b17e-297f5054b384,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:33.571955 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:33.722671 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.016263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.021539 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.102110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=803c2dc1-9beb-4119-b17e-297f5054b384,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:34.105417 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.208418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36977853-e839-4cb4-b065-938be4b678eb None None] Network ca5fa201-536d-4be5-9f34-48769d7ab2e1 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:28:34.210008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network ca5fa201-536d-4be5-9f34-48769d7ab2e1 is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:34.212191 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:34.266576 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5653f194-888d-4a8a-8807-8fb822c7bebd None None] Provisioning for port 4e9eaa86-7b52-422f-8955-ad3a6c3fce59 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:34.326320 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:28:34.440079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:34.445407 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5c33c6b6-db64-44bd-bbf0-e2108d15ee8f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "PUT /v2.0/routers/f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9707913 Jul 16 02:28:34.607460 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-57bd885e-910b-488e-a469-b099a30d26d5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-542009717&fields=id&tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8 HTTP/1.1" status: 200 len: 267 time: 0.0477331 Jul 16 02:28:34.611555 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ab7faeba-018a-4301-b47a-5712807d2df0 None None] Provisioning for port 803c2dc1-9beb-4119-b17e-297f5054b384 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:34.615667 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-ab7faeba-018a-4301-b47a-5712807d2df0 None None] Provisioning complete for port 803c2dc1-9beb-4119-b17e-297f5054b384 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:34.617159 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ab7faeba-018a-4301-b47a-5712807d2df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.656635 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ab7faeba-018a-4301-b47a-5712807d2df0 None None] Port 803c2dc1-9beb-4119-b17e-297f5054b384 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:28:34.721282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-858d9260-8e1f-4079-9a7e-c33b722b5cf8 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:34.722879 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-858d9260-8e1f-4079-9a7e-c33b722b5cf8 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/networks?id=ca5fa201-536d-4be5-9f34-48769d7ab2e1 HTTP/1.1" status: 200 len: 797 time: 0.1145146 Jul 16 02:28:34.738903 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-1a5b3e30-9e14-4133-a86e-73d1b027d74b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/quotas/8a2ef8dd21094bccad4c1a61869dfcb8 HTTP/1.1" status: 200 len: 375 time: 0.0101235 Jul 16 02:28:34.774693 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e2df7b2e-e77b-4ffe-ae79-db64dc779ac6 None None] Provisioning complete for port 803c2dc1-9beb-4119-b17e-297f5054b384 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:34.775067 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e2df7b2e-e77b-4ffe-ae79-db64dc779ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:34.809107 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-4a1c5599-8a13-4088-95e2-de7215782487 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647130 Jul 16 02:28:34.817960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e2df7b2e-e77b-4ffe-ae79-db64dc779ac6 None None] Port 803c2dc1-9beb-4119-b17e-297f5054b384 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:28:34.875344 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Sync routers for ids ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:34.884907 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Routers {'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:34.885519 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:34.974377 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-a00ac598-0614-4746-9d9c-189b1bd92285 service neutron] 10.222.0.22 "GET /v2.0/networks/ca5fa201-536d-4be5-9f34-48769d7ab2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521726 Jul 16 02:28:34.998341 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Set router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:35.043741 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c138e69a-277b-4b29-a9e3-246174094d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.092059 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-a4bd83cc-1854-4891-bad4-e111b13ea1cc service neutron] 10.222.0.22 "GET /v2.0/networks/ca5fa201-536d-4be5-9f34-48769d7ab2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117239 Jul 16 02:28:35.095303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d0363498-0f75-4776-bf53-2902498f2e5b None None] Provisioning complete for port 803c2dc1-9beb-4119-b17e-297f5054b384 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:35.095735 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d0363498-0f75-4776-bf53-2902498f2e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.147485 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device aca9ea24-1dc2-4050-ac3d-54c2986b3164 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:35.225288 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d0363498-0f75-4776-bf53-2902498f2e5b None None] Port 803c2dc1-9beb-4119-b17e-297f5054b384 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:28:35.266429 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port aca9ea24-1dc2-4050-ac3d-54c2986b3164 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:35.283404 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f507706b-7293-4472-888a-6087ef47b300 req-f7189c2b-d937-4548-b161-ba9916b5b086 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 210 time: 0.0352941 Jul 16 02:28:35.288358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port aca9ea24-1dc2-4050-ac3d-54c2986b3164 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:35.288732 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.376419 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000466238', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:33Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '803c2dc1-9beb-4119-b17e-297f5054b384', 'name': '', 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:ed:da:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:33Z', 'updated_at': '2021-07-16T02:28:33Z', 'revision_number': 2, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:35.407357 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Checking router: f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:35.407725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Updating router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc port 803c2dc1-9beb-4119-b17e-297f5054b384 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:28:35.432050 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.460638 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port aca9ea24-1dc2-4050-ac3d-54c2986b3164, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=aca9ea24-1dc2-4050-ac3d-54c2986b3164,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:35.461689 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.470880 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.471592 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4e9eaa86-7b52-422f-8955-ad3a6c3fce59 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:35.580222 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=aca9ea24-1dc2-4050-ac3d-54c2986b3164,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:35.657086 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 4e9eaa86-7b52-422f-8955-ad3a6c3fce59 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:35.665910 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 4e9eaa86-7b52-422f-8955-ad3a6c3fce59 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:35.666283 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.822251 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.891533 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 4e9eaa86-7b52-422f-8955-ad3a6c3fce59, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4e9eaa86-7b52-422f-8955-ad3a6c3fce59,segment=NetworkSegment(f1126cf0-1c56-48a5-a838-98a272cf6ef9),segment_id=f1126cf0-1c56-48a5-a838-98a272cf6ef9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:35.893664 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.897207 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.924540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Transition to ACTIVE for port object 803c2dc1-9beb-4119-b17e-297f5054b384 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:35.936531 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:35.961952 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=4e9eaa86-7b52-422f-8955-ad3a6c3fce59,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:36.043206 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d341b-2ba8-49d4-ba37-f227cf7e5684 None None] Pushing event updated for resources: {'Port': ['ID=803c2dc1-9beb-4119-b17e-297f5054b384,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:36.059215 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Attempting to bind port 803c2dc1-9beb-4119-b17e-297f5054b384 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:36.059887 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Attempting to bind port 803c2dc1-9beb-4119-b17e-297f5054b384 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'f1126cf0-1c56-48a5-a838-98a272cf6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:36.060263 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Attempting to bind port 803c2dc1-9beb-4119-b17e-297f5054b384 on network ca5fa201-536d-4be5-9f34-48769d7ab2e1 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:36.066266 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:36.066643 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Checking segment: {'id': 'f1126cf0-1c56-48a5-a838-98a272cf6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:36.067057 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.067455 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Bound using segment: {'id': 'f1126cf0-1c56-48a5-a838-98a272cf6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:36.067955 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Bound port: 803c2dc1-9beb-4119-b17e-297f5054b384, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1126cf0-1c56-48a5-a838-98a272cf6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:36.068344 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.132973 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] For port 803c2dc1-9beb-4119-b17e-297f5054b384, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:36.136778 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] For port 803c2dc1-9beb-4119-b17e-297f5054b384, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=803c2dc1-9beb-4119-b17e-297f5054b384,segment=NetworkSegment(f1126cf0-1c56-48a5-a838-98a272cf6ef9),segment_id=f1126cf0-1c56-48a5-a838-98a272cf6ef9)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:36.141686 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.203022 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Routers {'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:36.203854 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:28:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:36.412977 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d341b-2ba8-49d4-ba37-f227cf7e5684 None None] Pushing event updated for resources: {'Port': ['ID=803c2dc1-9beb-4119-b17e-297f5054b384,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:36.453859 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-827b66d2-75c4-4ad2-a981-daf24050fce9 req-3a610513-2aab-451d-a824-6f365da27986 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 210 time: 0.0387321 Jul 16 02:28:36.501334 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] Set router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:36.514353 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-81eeaae9-c160-4a9a-8443-7413c10f8fa9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:36.516507 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-81eeaae9-c160-4a9a-8443-7413c10f8fa9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "GET /v2.0/networks?id=ca5fa201-536d-4be5-9f34-48769d7ab2e1 HTTP/1.1" status: 200 len: 797 time: 0.1316497 Jul 16 02:28:36.562468 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-07819a72-2665-4ed0-990a-91ad1183cc78 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8 HTTP/1.1" status: 200 len: 379 time: 0.0367970 Jul 16 02:28:36.571240 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-87521996-ab85-4a69-9327-f7c33dbffe72 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'port': {'device_id': 'ffdc96c4-5841-4ccf-ae18-98e862ebb016', 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1', 'admin_state_up': True, 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'security_groups': ['288dae6d-fb0c-4715-8600-a0cb8aa33495']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:36.682476 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-87521996-ab85-4a69-9327-f7c33dbffe72 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Made reservation on behalf of 8a2ef8dd21094bccad4c1a61869dfcb8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:28:36.686221 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-87521996-ab85-4a69-9327-f7c33dbffe72 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:36.722739 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000466238', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:33Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '803c2dc1-9beb-4119-b17e-297f5054b384', 'name': '', 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:ed:da:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:33Z', 'updated_at': '2021-07-16T02:28:36Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:36.750975 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddb4a0f-2ce7-4d8f-84ed-68324889b24a None None] The sync data for ids ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'] in n-d-791505-14 is: [{'id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000466238', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:33Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '803c2dc1-9beb-4119-b17e-297f5054b384', 'name': '', 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:ed:da:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:33Z', 'updated_at': '2021-07-16T02:28:36Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:36.841233 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-87521996-ab85-4a69-9327-f7c33dbffe72 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.20.0.5 (ca5fa201-536d-4be5-9f34-48769d7ab2e1/d01163ce-62bc-4ca0-a0f2-031e2bcce00c/6171841f-aec3-42c2-ab33-d697e3800e2a) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:36.991165 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-87521996-ab85-4a69-9327-f7c33dbffe72 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.009850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-87521996-ab85-4a69-9327-f7c33dbffe72 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Transition to ACTIVE for port object 6171841f-aec3-42c2-ab33-d697e3800e2a will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:37.048961 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-87521996-ab85-4a69-9327-f7c33dbffe72 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.091117 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-87521996-ab85-4a69-9327-f7c33dbffe72 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network ca5fa201-536d-4be5-9f34-48769d7ab2e1 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:37.099527 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-87521996-ab85-4a69-9327-f7c33dbffe72 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:37.103703 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-87521996-ab85-4a69-9327-f7c33dbffe72 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:37.153896 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87521996-ab85-4a69-9327-f7c33dbffe72 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=6171841f-aec3-42c2-ab33-d697e3800e2a,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:37.173083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-87521996-ab85-4a69-9327-f7c33dbffe72 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:37.173603 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-87521996-ab85-4a69-9327-f7c33dbffe72 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.184764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 803c2dc1-9beb-4119-b17e-297f5054b384 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:37.197993 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-87521996-ab85-4a69-9327-f7c33dbffe72 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6306305 Jul 16 02:28:37.210452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Request body: {'port': {'device_id': 'ffdc96c4-5841-4ccf-ae18-98e862ebb016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:37.252358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 803c2dc1-9beb-4119-b17e-297f5054b384 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:37.261659 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 803c2dc1-9beb-4119-b17e-297f5054b384 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:37.262756 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.301338 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.367047 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.403188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 803c2dc1-9beb-4119-b17e-297f5054b384, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=803c2dc1-9beb-4119-b17e-297f5054b384,segment=NetworkSegment(f1126cf0-1c56-48a5-a838-98a272cf6ef9),segment_id=f1126cf0-1c56-48a5-a838-98a272cf6ef9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:37.408136 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.409033 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device aca9ea24-1dc2-4050-ac3d-54c2986b3164 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:37.511085 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.516318 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=803c2dc1-9beb-4119-b17e-297f5054b384,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:37.523517 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5732b94a-3b21-4e28-a55a-c877e734ad97 None None] Provisioning for port 6171841f-aec3-42c2-ab33-d697e3800e2a completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:37.535178 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5732b94a-3b21-4e28-a55a-c877e734ad97 None None] Provisioning complete for port 6171841f-aec3-42c2-ab33-d697e3800e2a triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:37.535640 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5732b94a-3b21-4e28-a55a-c877e734ad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.560195 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port aca9ea24-1dc2-4050-ac3d-54c2986b3164 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:37.561057 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.600221 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-5732b94a-3b21-4e28-a55a-c877e734ad97 None None] Port 6171841f-aec3-42c2-ab33-d697e3800e2a cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:28:37.645152 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6171841f-aec3-42c2-ab33-d697e3800e2a {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:28:37.654378 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.661383 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4e9eaa86-7b52-422f-8955-ad3a6c3fce59 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:37.670373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Transition to ACTIVE for port object 6171841f-aec3-42c2-ab33-d697e3800e2a will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:28:37.677035 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.678305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a745f9b4-b3c7-4834-9920-6daf013f7822 req-9813c3c3-fe44-46ea-aa62-fb6e046bc6d8 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:37.680439 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a745f9b4-b3c7-4834-9920-6daf013f7822 req-9813c3c3-fe44-46ea-aa62-fb6e046bc6d8 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 931 time: 0.0786519 Jul 16 02:28:37.715663 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-45f7a683-8d7e-4983-ace9-3e68597d6239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.725854 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a745f9b4-b3c7-4834-9920-6daf013f7822 req-355a55c5-57b0-43e9-9255-0509f3be21b8 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396702 Jul 16 02:28:37.727253 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Pushing event updated for resources: {'Port': ['ID=6171841f-aec3-42c2-ab33-d697e3800e2a,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:37.742394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 4e9eaa86-7b52-422f-8955-ad3a6c3fce59 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:37.742847 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.846901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Attempting to bind port 6171841f-aec3-42c2-ab33-d697e3800e2a on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:28:37.847251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Attempting to bind port 6171841f-aec3-42c2-ab33-d697e3800e2a by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'f1126cf0-1c56-48a5-a838-98a272cf6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:28:37.847585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Attempting to bind port 6171841f-aec3-42c2-ab33-d697e3800e2a on network ca5fa201-536d-4be5-9f34-48769d7ab2e1 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:37.852198 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Port 6171841f-aec3-42c2-ab33-d697e3800e2a on network ca5fa201-536d-4be5-9f34-48769d7ab2e1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:28:37.852551 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Attempting to bind port 6171841f-aec3-42c2-ab33-d697e3800e2a on network ca5fa201-536d-4be5-9f34-48769d7ab2e1 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:28:37.857642 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:28:37.858097 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Checking segment: {'id': 'f1126cf0-1c56-48a5-a838-98a272cf6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:28:37.858523 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Bound using segment: {'id': 'f1126cf0-1c56-48a5-a838-98a272cf6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:28:37.858962 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Bound port: 6171841f-aec3-42c2-ab33-d697e3800e2a, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1126cf0-1c56-48a5-a838-98a272cf6ef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:28:37.859332 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.930107 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] For port 6171841f-aec3-42c2-ab33-d697e3800e2a, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:28:37.933578 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] For port 6171841f-aec3-42c2-ab33-d697e3800e2a, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6171841f-aec3-42c2-ab33-d697e3800e2a,segment=NetworkSegment(f1126cf0-1c56-48a5-a838-98a272cf6ef9),segment_id=f1126cf0-1c56-48a5-a838-98a272cf6ef9)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:28:37.938519 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.974311 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:37.974951 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:37.976513 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] 10.222.0.70 "PUT /v2.0/ports/6171841f-aec3-42c2-ab33-d697e3800e2a HTTP/1.1" status: 200 len: 1092 time: 0.7704761 Jul 16 02:28:37.976949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdc96c4-5841-4ccf-ae18-98e862ebb016', 'tag': '6171841f-aec3-42c2-ab33-d697e3800e2a'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:37.979222 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1607ed5-81d8-4edf-8706-1bbffe137d66" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdc96c4-5841-4ccf-ae18-98e862ebb016", "tag": "6171841f-aec3-42c2-ab33-d697e3800e2a"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:38.010992 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54919ade-5cbd-4153-9e34-485bd581a95e service neutron] Pushing event updated for resources: {'Port': ['ID=6171841f-aec3-42c2-ab33-d697e3800e2a,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:38.042602 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce53703-450c-41de-8fea-401605df404a x-openstack-request-id: req-6ce53703-450c-41de-8fea-401605df404a {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:38.042901 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdc96c4-5841-4ccf-ae18-98e862ebb016", "tag": "6171841f-aec3-42c2-ab33-d697e3800e2a", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:38.043155 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ce53703-450c-41de-8fea-401605df404a {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:38.043564 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdc96c4-5841-4ccf-ae18-98e862ebb016', 'tag': '6171841f-aec3-42c2-ab33-d697e3800e2a', 'status': 'completed', 'code': 200} Jul 16 02:28:38.105398 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-f3a44148-9df6-42c0-a774-c78b692bd098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:38.106932 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-f3a44148-9df6-42c0-a774-c78b692bd098 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 1095 time: 0.0593657 Jul 16 02:28:38.149550 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-47f56748-f00f-4968-97b7-52b68f559ee5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6171841f-aec3-42c2-ab33-d697e3800e2a HTTP/1.1" status: 200 len: 217 time: 0.0351801 Jul 16 02:28:38.199523 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-e598d978-0092-475b-8db6-18ae0959c443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:38.201107 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-e598d978-0092-475b-8db6-18ae0959c443 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d01163ce-62bc-4ca0-a0f2-031e2bcce00c HTTP/1.1" status: 200 len: 834 time: 0.0452297 Jul 16 02:28:38.257591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-71791fcf-ffdc-45a8-874c-81ce752d06e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:38.258984 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-71791fcf-ffdc-45a8-874c-81ce752d06e1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ca5fa201-536d-4be5-9f34-48769d7ab2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519173 Jul 16 02:28:38.351093 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-b6d9e42f-0fea-4b2f-84f1-dc0208b3df86 service neutron] 10.222.0.70 "GET /v2.0/networks/ca5fa201-536d-4be5-9f34-48769d7ab2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849237 Jul 16 02:28:38.442906 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f999c8b5-36a0-4f66-ac24-b3b5bb2499e1 req-64084492-8fb0-4510-a180-1670b1efcbc7 service neutron] 10.222.0.70 "GET /v2.0/networks/ca5fa201-536d-4be5-9f34-48769d7ab2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834370 Jul 16 02:28:38.544372 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1607ed5-81d8-4edf-8706-1bbffe137d66 req-67b9248a-0789-4c39-8340-6ac0565678c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:38.545899 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b1607ed5-81d8-4edf-8706-1bbffe137d66 req-67b9248a-0789-4c39-8340-6ac0565678c7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 1095 time: 0.0531790 Jul 16 02:28:38.631555 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1607ed5-81d8-4edf-8706-1bbffe137d66 req-488b9ef9-3328-4502-8c35-b2e2475379b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:38.633032 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b1607ed5-81d8-4edf-8706-1bbffe137d66 req-488b9ef9-3328-4502-8c35-b2e2475379b2 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ca5fa201-536d-4be5-9f34-48769d7ab2e1 HTTP/1.1" status: 200 len: 898 time: 0.0808122 Jul 16 02:28:38.676652 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b1607ed5-81d8-4edf-8706-1bbffe137d66 req-570707c5-6c2c-43ef-9a62-ac593dd7b4d0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6171841f-aec3-42c2-ab33-d697e3800e2a HTTP/1.1" status: 200 len: 217 time: 0.0365601 Jul 16 02:28:38.724042 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1607ed5-81d8-4edf-8706-1bbffe137d66 req-e1a1ef1c-8eaa-4bb2-8fad-6672aa32b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:38.725443 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b1607ed5-81d8-4edf-8706-1bbffe137d66 req-e1a1ef1c-8eaa-4bb2-8fad-6672aa32b378 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d01163ce-62bc-4ca0-a0f2-031e2bcce00c HTTP/1.1" status: 200 len: 834 time: 0.0422351 Jul 16 02:28:38.785056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1607ed5-81d8-4edf-8706-1bbffe137d66 req-736038c9-26d4-4a40-a4db-7711360d4367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:38.786574 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b1607ed5-81d8-4edf-8706-1bbffe137d66 req-736038c9-26d4-4a40-a4db-7711360d4367 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ca5fa201-536d-4be5-9f34-48769d7ab2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516665 Jul 16 02:28:38.845637 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:38.883006 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b1607ed5-81d8-4edf-8706-1bbffe137d66 req-f3078788-db96-4ac0-bcee-35be8da91784 service neutron] 10.222.0.70 "GET /v2.0/networks/ca5fa201-536d-4be5-9f34-48769d7ab2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870054 Jul 16 02:28:38.911050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cf149-8293-4adc-b18a-f377441119a2 req-bc95d3b7-9876-4d6f-a6db-7df505476d9b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:38.912603 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-134cf149-8293-4adc-b18a-f377441119a2 req-bc95d3b7-9876-4d6f-a6db-7df505476d9b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 943 time: 0.0664694 Jul 16 02:28:38.951693 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-134cf149-8293-4adc-b18a-f377441119a2 req-d030e8ef-b1be-4ebb-b91e-d98ad1321615 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329847 Jul 16 02:28:38.974439 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b1607ed5-81d8-4edf-8706-1bbffe137d66 req-e074bc75-ca50-4c13-b280-eb77485141fa service neutron] 10.222.0.70 "GET /v2.0/networks/ca5fa201-536d-4be5-9f34-48769d7ab2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834889 Jul 16 02:28:39.073358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 803c2dc1-9beb-4119-b17e-297f5054b384 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:39.121403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 803c2dc1-9beb-4119-b17e-297f5054b384 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:39.121705 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:40.121199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdeb9f0-3d2b-4a7f-9a5b-d87fc278bfb0 req-945eb829-272e-4c9d-aed8-0fa37f022bfc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:40.122707 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afdeb9f0-3d2b-4a7f-9a5b-d87fc278bfb0 req-945eb829-272e-4c9d-aed8-0fa37f022bfc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 943 time: 0.0625250 Jul 16 02:28:40.159550 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-afdeb9f0-3d2b-4a7f-9a5b-d87fc278bfb0 req-2d9f5f43-a32d-42eb-95d0-11990f5099cf tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308454 Jul 16 02:28:40.476146 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.326476 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9110d-1b25-4681-b895-f49a209419af req-9f793b2c-dda4-4531-93c9-30f778c9129f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:41.328096 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9d9110d-1b25-4681-b895-f49a209419af req-9f793b2c-dda4-4531-93c9-30f778c9129f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 943 time: 0.0621860 Jul 16 02:28:41.365708 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b9d9110d-1b25-4681-b895-f49a209419af req-8d5a1a2c-5d01-4e51-8370-7dfaedff55ba tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315745 Jul 16 02:28:41.625389 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6171841f-aec3-42c2-ab33-d697e3800e2a details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:28:41.720287 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6171841f-aec3-42c2-ab33-d697e3800e2a, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6171841f-aec3-42c2-ab33-d697e3800e2a,segment=NetworkSegment(f1126cf0-1c56-48a5-a838-98a272cf6ef9),segment_id=f1126cf0-1c56-48a5-a838-98a272cf6ef9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:41.730947 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '6171841f-aec3-42c2-ab33-d697e3800e2a', 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1', 'port_id': '6171841f-aec3-42c2-ab33-d697e3800e2a', 'mac_address': 'fa:16:3e:26:5e:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:28:41.766442 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.778896 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6171841f-aec3-42c2-ab33-d697e3800e2a {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:28:41.797743 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6171841f-aec3-42c2-ab33-d697e3800e2a, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6171841f-aec3-42c2-ab33-d697e3800e2a,segment=NetworkSegment(f1126cf0-1c56-48a5-a838-98a272cf6ef9),segment_id=f1126cf0-1c56-48a5-a838-98a272cf6ef9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:41.801584 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:41.852466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=6171841f-aec3-42c2-ab33-d697e3800e2a,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:42.014802 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['6171841f-aec3-42c2-ab33-d697e3800e2a'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:28:42.540431 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb08c0-28f0-49e8-a367-8c75b382f7a2 req-50db884e-cd77-48eb-bb03-d5bf7de55e99 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:42.542097 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51bb08c0-28f0-49e8-a367-8c75b382f7a2 req-50db884e-cd77-48eb-bb03-d5bf7de55e99 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 944 time: 0.0668440 Jul 16 02:28:42.578155 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-51bb08c0-28f0-49e8-a367-8c75b382f7a2 req-da0418a0-dd4f-47cc-aa98-273d18f57e80 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305851 Jul 16 02:28:42.677847 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-9f936107-e20b-45eb-82da-50d9a782126b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0590088 Jul 16 02:28:42.776803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-f4a524ba-1b44-4ed6-826a-ec12e8f052e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:42.777287 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-f4a524ba-1b44-4ed6-826a-ec12e8f052e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:42.777761 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-f4a524ba-1b44-4ed6-826a-ec12e8f052e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:42.778233 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-f4a524ba-1b44-4ed6-826a-ec12e8f052e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:42.778698 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-f4a524ba-1b44-4ed6-826a-ec12e8f052e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:42.780483 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-f4a524ba-1b44-4ed6-826a-ec12e8f052e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0578701 Jul 16 02:28:42.890414 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-f72c8e9e-ddcd-427f-acb6-327a8870e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:42.890883 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-f72c8e9e-ddcd-427f-acb6-327a8870e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:42.891345 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-f72c8e9e-ddcd-427f-acb6-327a8870e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:42.893547 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-f72c8e9e-ddcd-427f-acb6-327a8870e947 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0904438 Jul 16 02:28:42.931684 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-fb034866-9c3a-499c-8966-dc0fb90b7525 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0317163 Jul 16 02:28:42.977906 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-a8539147-7d6b-47b4-a4fa-03f9287e246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:42.979321 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-a8539147-7d6b-47b4-a4fa-03f9287e246a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0418949 Jul 16 02:28:43.042026 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-474aa7c8-1f51-45ea-9a78-6f458a34e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:43.043595 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-474aa7c8-1f51-45ea-9a78-6f458a34e25e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575185 Jul 16 02:28:43.131749 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-da0eb430-0096-42da-b27d-9696ac9f8a7e service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806992 Jul 16 02:28:43.536474 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-1639e78b-7ab6-4015-a59d-8fb59e271f99 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914130 Jul 16 02:28:43.575992 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-1a1a91d2-82a9-4cac-a39e-915bf3709de4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0336246 Jul 16 02:28:43.622881 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-e2c57c62-91b6-4df5-a974-637b8c1b764a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:43.624502 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-e2c57c62-91b6-4df5-a974-637b8c1b764a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0427563 Jul 16 02:28:43.627331 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6171841f-aec3-42c2-ab33-d697e3800e2a up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:28:43.680577 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 6171841f-aec3-42c2-ab33-d697e3800e2a completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:28:43.685599 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 6171841f-aec3-42c2-ab33-d697e3800e2a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:28:43.685965 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.686099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-c496e8f8-f2fb-4544-8212-8185902967e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:43.687569 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-c496e8f8-f2fb-4544-8212-8185902967e7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575087 Jul 16 02:28:43.761224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb92f44-feb1-42c1-816f-5d1b422b6b7b req-163459d5-21e7-4eb1-b34a-e40bd3ae19b8 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:43.763038 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ccb92f44-feb1-42c1-816f-5d1b422b6b7b req-163459d5-21e7-4eb1-b34a-e40bd3ae19b8 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 944 time: 0.0676777 Jul 16 02:28:43.764441 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.780642 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-6c25c8f8-b386-4f77-8965-e71386e1e44b service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871267 Jul 16 02:28:43.788477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdc96c4-5841-4ccf-ae18-98e862ebb016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6171841f-aec3-42c2-ab33-d697e3800e2a'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:43.790822 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c29ba96-5b04-4184-b8a1-cee538929ab9" -d '{"events": [{"server_uuid": "ffdc96c4-5841-4ccf-ae18-98e862ebb016", "name": "network-vif-plugged", "status": "completed", "tag": "6171841f-aec3-42c2-ab33-d697e3800e2a"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:43.804059 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 6171841f-aec3-42c2-ab33-d697e3800e2a, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6171841f-aec3-42c2-ab33-d697e3800e2a,segment=NetworkSegment(f1126cf0-1c56-48a5-a838-98a272cf6ef9),segment_id=f1126cf0-1c56-48a5-a838-98a272cf6ef9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:28:43.804277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ccb92f44-feb1-42c1-816f-5d1b422b6b7b req-fa559777-04c3-4c8b-98ec-cb4fd7242672 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350618 Jul 16 02:28:43.808298 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:43.851647 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e4ff3c-0a9d-4d25-bdec-6e1dfffe28a7 x-openstack-request-id: req-d7e4ff3c-0a9d-4d25-bdec-6e1dfffe28a7 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:43.851981 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdc96c4-5841-4ccf-ae18-98e862ebb016", "name": "network-vif-plugged", "status": "completed", "tag": "6171841f-aec3-42c2-ab33-d697e3800e2a", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:43.852241 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7e4ff3c-0a9d-4d25-bdec-6e1dfffe28a7 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:43.852636 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdc96c4-5841-4ccf-ae18-98e862ebb016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6171841f-aec3-42c2-ab33-d697e3800e2a', 'code': 200} Jul 16 02:28:43.873402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=6171841f-aec3-42c2-ab33-d697e3800e2a,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:43.890452 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-e69a5642-c858-4550-8a72-704b2f1777d1 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034696 Jul 16 02:28:43.938150 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-93f74e37-6cff-4a59-a588-37a77763bdc6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0416205 Jul 16 02:28:44.011937 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-fd522184-8bc7-49f7-83b0-2591a84118b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:44.013351 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-fd522184-8bc7-49f7-83b0-2591a84118b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0576465 Jul 16 02:28:44.029716 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638818ab-188b-4367-86e3-b212cdebe615 req-0e5bf72b-8607-48ed-bd9c-02d5ca2b0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:44.031134 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-638818ab-188b-4367-86e3-b212cdebe615 req-0e5bf72b-8607-48ed-bd9c-02d5ca2b0d75 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 1097 time: 0.1009724 Jul 16 02:28:44.083289 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-638818ab-188b-4367-86e3-b212cdebe615 req-c7e4ded3-7484-4094-9cb5-c68a51c1073f service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353472 Jul 16 02:28:44.097334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-7e670c91-6e52-430d-8071-82f073e00f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:44.098770 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-7e670c91-6e52-430d-8071-82f073e00f4d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0791116 Jul 16 02:28:44.187259 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-a94e2df9-0826-4afd-a90a-787990d80ec6 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823820 Jul 16 02:28:44.273561 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-4df730d9-389a-4b4d-98bd-915dec813965 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805800 Jul 16 02:28:44.316978 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-6662a211-a6e9-4e3e-ab35-ff5a1e9b360c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0365651 Jul 16 02:28:44.364490 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-02395bcc-5473-4d68-8f4b-eb0893368ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:44.365895 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-02395bcc-5473-4d68-8f4b-eb0893368ab9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0432796 Jul 16 02:28:44.420230 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-afdfe412-02c9-4b77-894c-0fd022693840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:44.421702 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-afdfe412-02c9-4b77-894c-0fd022693840 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0502121 Jul 16 02:28:44.512439 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-eea3ab35-e9e7-4545-92e4-9c512c140a34 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848577 Jul 16 02:28:44.601241 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-25627d76-67a9-4153-8c01-35cd1cc8f408 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823321 Jul 16 02:28:44.645564 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-c50d9a30-388d-4267-8b4f-7ab24408c051 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0378141 Jul 16 02:28:44.691656 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-986fb3d9-5063-4a97-8f25-b904c655ac0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:44.693079 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-986fb3d9-5063-4a97-8f25-b904c655ac0d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0418925 Jul 16 02:28:44.748068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-52be5a8e-1075-443c-b3d4-dd7d0861011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:44.749525 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-52be5a8e-1075-443c-b3d4-dd7d0861011e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0505576 Jul 16 02:28:44.842137 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-f748b1ae-a5ab-4329-8c31-b9f324059dd8 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861869 Jul 16 02:28:44.934275 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed772288-9d71-4589-b2a6-b7fcb8b12466 req-651c9539-cab0-4fed-87c1-981cc191c3d5 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857885 Jul 16 02:28:44.984932 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd699d8-bfdd-4f85-adb9-4574e096ef31 req-f0faadea-73e3-461a-b010-1cc2b2349e93 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:44.986982 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fd699d8-bfdd-4f85-adb9-4574e096ef31 req-f0faadea-73e3-461a-b010-1cc2b2349e93 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0695605 Jul 16 02:28:45.027057 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4fd699d8-bfdd-4f85-adb9-4574e096ef31 req-37b3363f-0e8e-4658-9094-2b1a109d8b1d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344088 Jul 16 02:28:46.211123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21245e70-f546-43ae-b9de-6c9ab4c1d2b1 req-f7aa901b-d959-48e3-8a66-2dcab864721a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:46.212747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21245e70-f546-43ae-b9de-6c9ab4c1d2b1 req-f7aa901b-d959-48e3-8a66-2dcab864721a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0636473 Jul 16 02:28:46.249682 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-21245e70-f546-43ae-b9de-6c9ab4c1d2b1 req-d14dd929-8bb8-47a8-a6ec-92b3381ebfd0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313711 Jul 16 02:28:46.419028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c7fbd-d63d-4c7d-9983-765fc52d2d41 req-c942c013-efd2-4534-9358-3e55015e0919 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:46.420436 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db4c7fbd-d63d-4c7d-9983-765fc52d2d41 req-c942c013-efd2-4534-9358-3e55015e0919 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0615642 Jul 16 02:28:46.457155 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db4c7fbd-d63d-4c7d-9983-765fc52d2d41 req-8a9b81a5-5830-4a99-a92f-c2f5ba831d99 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307207 Jul 16 02:28:46.480442 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47560) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:46.534240 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece1da43-c936-4ced-99f1-69c2453cbe1d tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:46.535747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ece1da43-c936-4ced-99f1-69c2453cbe1d tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 1092 time: 0.0543177 Jul 16 02:28:46.539043 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47562) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:46.543342 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': '6171841f-aec3-42c2-ab33-d697e3800e2a', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:28:46.564917 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.656440 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.759364 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.25.2.42 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/0bd0be93-193c-4419-a25e-a369b6f06cae) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:28:46.856223 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.897178 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:46.932414 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:28:46.937179 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:28:46.941429 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:28:46.966055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=0bd0be93-193c-4419-a25e-a369b6f06cae,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:47.305601 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:47.379129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:47.523210 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:47.527556 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:47.591672 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=0bd0be93-193c-4419-a25e-a369b6f06cae,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:28:47.603423 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:47.701335 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Floating IP d1b3551f-3c48-43d6-bb1f-dc005934d97d associated. External IP: 172.25.2.42, port: 6171841f-aec3-42c2-ab33-d697e3800e2a. Jul 16 02:28:48.212048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:28:48.314811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:28:48.324160 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bed046-5f91-47cd-b801-8861dcc6fa5c None None] Sync routers for ids ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:28:48.332442 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:28:48.334308 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bed046-5f91-47cd-b801-8861dcc6fa5c None None] Routers {'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:48.334916 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-43bed046-5f91-47cd-b801-8861dcc6fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:28:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:48.366838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-96b6ca8a-8115-46b6-b0d9-aac0213e7602 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8267915 Jul 16 02:28:48.367505 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdc96c4-5841-4ccf-ae18-98e862ebb016', 'tag': '6171841f-aec3-42c2-ab33-d697e3800e2a'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:28:48.369882 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066b81e5-b477-4218-a68b-6b4a9e117e39" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdc96c4-5841-4ccf-ae18-98e862ebb016", "tag": "6171841f-aec3-42c2-ab33-d697e3800e2a"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:28:48.438261 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-43bed046-5f91-47cd-b801-8861dcc6fa5c None None] Set router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:48.519585 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c28643-2bac-43b5-8d17-225ceb6513f5 req-5b5aa4e0-7333-46d4-8b17-69c5a6d1214b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:48.521138 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-43c28643-2bac-43b5-8d17-225ceb6513f5 req-5b5aa4e0-7333-46d4-8b17-69c5a6d1214b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0652053 Jul 16 02:28:48.558752 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-43c28643-2bac-43b5-8d17-225ceb6513f5 req-5c99f894-8230-46b2-a20c-74886037b7e1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319269 Jul 16 02:28:48.583854 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47568) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:48.624116 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba863f16-867c-43e4-b94d-aa5eded3aa08 x-openstack-request-id: req-ba863f16-867c-43e4-b94d-aa5eded3aa08 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:28:48.624397 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdc96c4-5841-4ccf-ae18-98e862ebb016", "tag": "6171841f-aec3-42c2-ab33-d697e3800e2a", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:28:48.624642 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba863f16-867c-43e4-b94d-aa5eded3aa08 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:28:48.625039 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdc96c4-5841-4ccf-ae18-98e862ebb016', 'tag': '6171841f-aec3-42c2-ab33-d697e3800e2a', 'status': 'completed', 'code': 200} Jul 16 02:28:48.655403 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e2d5bbc4-4193-430f-bc3f-b8a55b8b0580 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/d1b3551f-3c48-43d6-bb1f-dc005934d97d HTTP/1.1" status: 200 len: 990 time: 0.0700932 Jul 16 02:28:48.662039 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-43bed046-5f91-47cd-b801-8861dcc6fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000466238', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:33Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'd1b3551f-3c48-43d6-bb1f-dc005934d97d', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'port_id': '6171841f-aec3-42c2-ab33-d697e3800e2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1', 'mac_address': 'fa:16:3e:26:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdc96c4-5841-4ccf-ae18-98e862ebb016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:47Z', 'revision_number': 0, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803c2dc1-9beb-4119-b17e-297f5054b384', 'name': '', 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:ed:da:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:33Z', 'updated_at': '2021-07-16T02:28:37Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:48.679528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b81e5-b477-4218-a68b-6b4a9e117e39 req-80f27670-03ed-4e66-96b3-ceeacf05da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:48.681061 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-066b81e5-b477-4218-a68b-6b4a9e117e39 req-80f27670-03ed-4e66-96b3-ceeacf05da17 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 1097 time: 0.0534019 Jul 16 02:28:48.692541 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bed046-5f91-47cd-b801-8861dcc6fa5c None None] Checking router: f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:28:48.700979 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bed046-5f91-47cd-b801-8861dcc6fa5c None None] Routers {'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:28:48.701576 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-43bed046-5f91-47cd-b801-8861dcc6fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:28:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:48.774048 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b81e5-b477-4218-a68b-6b4a9e117e39 req-f2bf9867-ddc5-470e-98aa-089e1cc67321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:48.775533 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-066b81e5-b477-4218-a68b-6b4a9e117e39 req-f2bf9867-ddc5-470e-98aa-089e1cc67321 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ca5fa201-536d-4be5-9f34-48769d7ab2e1 HTTP/1.1" status: 200 len: 898 time: 0.0884840 Jul 16 02:28:48.799904 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-43bed046-5f91-47cd-b801-8861dcc6fa5c None None] Set router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:28:48.845315 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-066b81e5-b477-4218-a68b-6b4a9e117e39 req-32f0b2e3-51ab-4c48-852a-a2bac1bce664 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6171841f-aec3-42c2-ab33-d697e3800e2a HTTP/1.1" status: 200 len: 998 time: 0.0617068 Jul 16 02:28:48.894102 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b81e5-b477-4218-a68b-6b4a9e117e39 req-0c87bd6c-f04e-4e08-bf75-b26a5ddbb863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:48.895611 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-066b81e5-b477-4218-a68b-6b4a9e117e39 req-0c87bd6c-f04e-4e08-bf75-b26a5ddbb863 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d01163ce-62bc-4ca0-a0f2-031e2bcce00c HTTP/1.1" status: 200 len: 834 time: 0.0449088 Jul 16 02:28:48.951366 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066b81e5-b477-4218-a68b-6b4a9e117e39 req-a1a35ebd-2b99-4e1c-9ce4-af2cd34b1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:48.952895 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-066b81e5-b477-4218-a68b-6b4a9e117e39 req-a1a35ebd-2b99-4e1c-9ce4-af2cd34b1f99 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ca5fa201-536d-4be5-9f34-48769d7ab2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513604 Jul 16 02:28:49.018254 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-43bed046-5f91-47cd-b801-8861dcc6fa5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000466238', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:33Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'd1b3551f-3c48-43d6-bb1f-dc005934d97d', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'port_id': '6171841f-aec3-42c2-ab33-d697e3800e2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1', 'mac_address': 'fa:16:3e:26:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdc96c4-5841-4ccf-ae18-98e862ebb016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:47Z', 'revision_number': 0, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803c2dc1-9beb-4119-b17e-297f5054b384', 'name': '', 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:ed:da:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:33Z', 'updated_at': '2021-07-16T02:28:37Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:28:49.045375 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bed046-5f91-47cd-b801-8861dcc6fa5c None None] The sync data for ids ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'] in n-d-791505-14 is: [{'id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000466238', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:33Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'd1b3551f-3c48-43d6-bb1f-dc005934d97d', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'floating_ip_address': '172.25.2.42', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'port_id': '6171841f-aec3-42c2-ab33-d697e3800e2a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4164, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1', 'mac_address': 'fa:16:3e:26:5e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdc96c4-5841-4ccf-ae18-98e862ebb016', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:28:47Z', 'updated_at': '2021-07-16T02:28:47Z', 'revision_number': 0, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803c2dc1-9beb-4119-b17e-297f5054b384', 'name': '', 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:ed:da:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:33Z', 'updated_at': '2021-07-16T02:28:37Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:28:49.049216 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-066b81e5-b477-4218-a68b-6b4a9e117e39 req-0d00732c-19c9-42f7-91f7-19ebfb37bf6b service neutron] 10.222.0.70 "GET /v2.0/networks/ca5fa201-536d-4be5-9f34-48769d7ab2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895014 Jul 16 02:28:49.140761 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-066b81e5-b477-4218-a68b-6b4a9e117e39 req-7be75073-52b3-43bf-8807-49decdaccf6a service neutron] 10.222.0.70 "GET /v2.0/networks/ca5fa201-536d-4be5-9f34-48769d7ab2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849221 Jul 16 02:28:49.240442 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c582e4d-2f2c-45d9-835d-41a2738171d2 None None] New status for floating IP d1b3551f-3c48-43d6-bb1f-dc005934d97d: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:28:49.658739 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47570) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:28:49.720057 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a1203eb9-da22-4673-bcf9-c4d200da553d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/d1b3551f-3c48-43d6-bb1f-dc005934d97d HTTP/1.1" status: 200 len: 992 time: 0.0602477 Jul 16 02:28:54.075495 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cbbe746f-873e-499e-852c-3ecdf460a622 req-2fd63a46-05a6-4069-8ff7-c283978ffb7d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524232 Jul 16 02:28:54.171041 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe746f-873e-499e-852c-3ecdf460a622 req-98df7c55-1aaa-4161-9f5b-6b9cedfac8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:54.172591 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cbbe746f-873e-499e-852c-3ecdf460a622 req-98df7c55-1aaa-4161-9f5b-6b9cedfac8e0 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 1097 time: 0.0558612 Jul 16 02:28:54.272277 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe746f-873e-499e-852c-3ecdf460a622 req-f2c6894f-0e17-42d6-a821-117cb483198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:54.273752 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cbbe746f-873e-499e-852c-3ecdf460a622 req-f2c6894f-0e17-42d6-a821-117cb483198e service neutron] 10.222.0.70 "GET /v2.0/networks?id=ca5fa201-536d-4be5-9f34-48769d7ab2e1 HTTP/1.1" status: 200 len: 898 time: 0.0830297 Jul 16 02:28:54.341708 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cbbe746f-873e-499e-852c-3ecdf460a622 req-fb1fc2f9-66d7-46c5-8619-51deb07bdf5f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6171841f-aec3-42c2-ab33-d697e3800e2a HTTP/1.1" status: 200 len: 1000 time: 0.0608234 Jul 16 02:28:54.389898 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe746f-873e-499e-852c-3ecdf460a622 req-2b7d9b29-3ef0-4e6c-b3a9-7d3530da1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:54.391315 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cbbe746f-873e-499e-852c-3ecdf460a622 req-2b7d9b29-3ef0-4e6c-b3a9-7d3530da1309 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d01163ce-62bc-4ca0-a0f2-031e2bcce00c HTTP/1.1" status: 200 len: 834 time: 0.0427701 Jul 16 02:28:54.446288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe746f-873e-499e-852c-3ecdf460a622 req-3f4c7fae-d3d8-46e6-b6e9-622287dece13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:28:54.447730 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cbbe746f-873e-499e-852c-3ecdf460a622 req-3f4c7fae-d3d8-46e6-b6e9-622287dece13 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ca5fa201-536d-4be5-9f34-48769d7ab2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506105 Jul 16 02:28:54.538458 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cbbe746f-873e-499e-852c-3ecdf460a622 req-3b0e87f5-7c71-42bf-8e55-5d932fa4e5bd service neutron] 10.222.0.70 "GET /v2.0/networks/ca5fa201-536d-4be5-9f34-48769d7ab2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837626 Jul 16 02:28:54.627987 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cbbe746f-873e-499e-852c-3ecdf460a622 req-e65c5bc4-120e-43d4-b0f6-008cbb8518c6 service neutron] 10.222.0.70 "GET /v2.0/networks/ca5fa201-536d-4be5-9f34-48769d7ab2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827222 Jul 16 02:29:01.093335 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:02.061177 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:05.004227 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-505cc7ae-23f3-4a45-9e32-3d60beaf6c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:07.453158 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:07.705396 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-78977d53-992b-4991-bd5d-087678d715a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:08.596347 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:29:08.846907 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:10.479341 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:21.192895 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caf9ad-6327-4dc2-816c-61f95ae81b85 req-f89763c9-b56f-44f9-9023-ccc76c61ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:21.194349 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9caf9ad-6327-4dc2-816c-61f95ae81b85 req-f89763c9-b56f-44f9-9023-ccc76c61ec6a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 1097 time: 0.0569167 Jul 16 02:29:21.221990 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc240ae9-f978-470d-b35f-f04534f71177 req-0760fddc-6fe6-4a54-8d7d-28f4a53deb99 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:21.223521 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc240ae9-f978-470d-b35f-f04534f71177 req-0760fddc-6fe6-4a54-8d7d-28f4a53deb99 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0626731 Jul 16 02:29:21.262190 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc240ae9-f978-470d-b35f-f04534f71177 req-06fee7c7-c682-422e-9560-5ca3708b3768 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323753 Jul 16 02:29:21.286987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caf9ad-6327-4dc2-816c-61f95ae81b85 req-86ea6a32-63a2-456f-b69c-6428a3fe8cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:21.288541 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9caf9ad-6327-4dc2-816c-61f95ae81b85 req-86ea6a32-63a2-456f-b69c-6428a3fe8cb4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ca5fa201-536d-4be5-9f34-48769d7ab2e1 HTTP/1.1" status: 200 len: 898 time: 0.0842977 Jul 16 02:29:21.355118 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9caf9ad-6327-4dc2-816c-61f95ae81b85 req-a670fd38-fb8e-4c46-9122-f7520ff63ace service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6171841f-aec3-42c2-ab33-d697e3800e2a HTTP/1.1" status: 200 len: 1000 time: 0.0595152 Jul 16 02:29:21.403972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caf9ad-6327-4dc2-816c-61f95ae81b85 req-849172a2-9297-4a64-9828-d7643c9229b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:21.405359 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9caf9ad-6327-4dc2-816c-61f95ae81b85 req-849172a2-9297-4a64-9828-d7643c9229b0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d01163ce-62bc-4ca0-a0f2-031e2bcce00c HTTP/1.1" status: 200 len: 834 time: 0.0425236 Jul 16 02:29:21.460280 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9caf9ad-6327-4dc2-816c-61f95ae81b85 req-820852e0-af37-4028-bbd8-c628c10e3027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:21.461631 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9caf9ad-6327-4dc2-816c-61f95ae81b85 req-820852e0-af37-4028-bbd8-c628c10e3027 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ca5fa201-536d-4be5-9f34-48769d7ab2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494499 Jul 16 02:29:21.552416 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9caf9ad-6327-4dc2-816c-61f95ae81b85 req-e40a8799-ad75-4b8c-9dcf-d6bf2b589b2c service neutron] 10.222.0.70 "GET /v2.0/networks/ca5fa201-536d-4be5-9f34-48769d7ab2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834107 Jul 16 02:29:21.640037 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d9caf9ad-6327-4dc2-816c-61f95ae81b85 req-349d0321-52cc-4cd9-8c73-4d64a584a14e service neutron] 10.222.0.70 "GET /v2.0/networks/ca5fa201-536d-4be5-9f34-48769d7ab2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803928 Jul 16 02:29:22.433944 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27105619-4b02-464c-8ff1-e954d21a4fb0 req-d833d10c-7398-45f5-85e0-e6fb5ad1b2c2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:22.435345 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27105619-4b02-464c-8ff1-e954d21a4fb0 req-d833d10c-7398-45f5-85e0-e6fb5ad1b2c2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0617445 Jul 16 02:29:22.472098 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27105619-4b02-464c-8ff1-e954d21a4fb0 req-4580e91f-cd8c-4c0f-ab03-7331cc979172 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308545 Jul 16 02:29:23.645446 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d87433-e24b-42ac-a266-909b26ce348c req-c477767d-d678-49f5-8c85-8278385b4e00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:23.646934 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6d87433-e24b-42ac-a266-909b26ce348c req-c477767d-d678-49f5-8c85-8278385b4e00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0656500 Jul 16 02:29:23.683654 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d6d87433-e24b-42ac-a266-909b26ce348c req-1b2eaf76-b1f3-4415-b792-b562f1094b8a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311642 Jul 16 02:29:24.855007 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8102fc1-f0d6-4bbd-a4ff-cd5dbc8aa4f2 req-ab6828f5-c4e5-4fb3-97d3-d9c9a6831582 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:24.856516 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b8102fc1-f0d6-4bbd-a4ff-cd5dbc8aa4f2 req-ab6828f5-c4e5-4fb3-97d3-d9c9a6831582 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0621336 Jul 16 02:29:24.893441 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b8102fc1-f0d6-4bbd-a4ff-cd5dbc8aa4f2 req-ec9f40cc-0717-4aec-81c0-38537422cb29 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314751 Jul 16 02:29:26.065318 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a4452-8902-4fc0-99dd-2536134f7e5d req-7939d9bc-aa5e-40b2-991a-d3cf14f8808b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:26.066855 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5b4a4452-8902-4fc0-99dd-2536134f7e5d req-7939d9bc-aa5e-40b2-991a-d3cf14f8808b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0660434 Jul 16 02:29:26.105167 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5b4a4452-8902-4fc0-99dd-2536134f7e5d req-00b44db9-f28c-4d96-a48e-96f9dfd7ff8c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324328 Jul 16 02:29:27.275664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cfa2e6-ca76-450f-9cbc-6c86ac8ddd6e req-e9e5b440-8d3d-4cd4-9bb7-e08ca6b0fd1e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:27.277178 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b0cfa2e6-ca76-450f-9cbc-6c86ac8ddd6e req-e9e5b440-8d3d-4cd4-9bb7-e08ca6b0fd1e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0621719 Jul 16 02:29:27.313502 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b0cfa2e6-ca76-450f-9cbc-6c86ac8ddd6e req-aa15349f-0854-4ba7-a655-b248e386b527 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301549 Jul 16 02:29:28.481135 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3337bc-a06f-4819-a9be-ea3b6411c138 req-3345681e-57ca-43ef-834e-c07e3bd84b6d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:28.482595 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df3337bc-a06f-4819-a9be-ea3b6411c138 req-3345681e-57ca-43ef-834e-c07e3bd84b6d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0611317 Jul 16 02:29:28.519165 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-df3337bc-a06f-4819-a9be-ea3b6411c138 req-0c56c881-8284-4726-9f37-7260fbd5f04d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310967 Jul 16 02:29:29.696004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dcac72-0020-49d5-bb6d-e623b53c74cd req-e12a15b0-5132-4cd3-ad3a-b9f53c50a80f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:29.697752 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-68dcac72-0020-49d5-bb6d-e623b53c74cd req-e12a15b0-5132-4cd3-ad3a-b9f53c50a80f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0662699 Jul 16 02:29:29.734369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-68dcac72-0020-49d5-bb6d-e623b53c74cd req-0c751af4-2b1b-495c-9101-08ffa38e4c49 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306969 Jul 16 02:29:30.903659 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae2aa2-ebd3-482c-9414-3af88ea709fa req-9549caa9-4b1f-46d8-84fc-0dc1b29b4f1a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:30.905188 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10ae2aa2-ebd3-482c-9414-3af88ea709fa req-9549caa9-4b1f-46d8-84fc-0dc1b29b4f1a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0621417 Jul 16 02:29:30.942797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10ae2aa2-ebd3-482c-9414-3af88ea709fa req-99a74dad-2bba-41a9-8d15-0e70b3f7db3c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319965 Jul 16 02:29:31.091813 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:32.060785 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:32.122706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a044718c-e96c-4cad-8ab9-b13e7778d308 req-b7461230-41b8-4f65-84e5-725b03b4b7ce tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:32.124264 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a044718c-e96c-4cad-8ab9-b13e7778d308 req-b7461230-41b8-4f65-84e5-725b03b4b7ce tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0710728 Jul 16 02:29:32.161103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a044718c-e96c-4cad-8ab9-b13e7778d308 req-20fa5796-5472-4f7b-8c76-53918fbbdb60 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312543 Jul 16 02:29:33.331089 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd7cd0b-3907-4fe3-a5fa-75d3a51995b7 req-b1c3e98d-73de-4a96-b77d-9b22ef159757 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:33.332502 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ccd7cd0b-3907-4fe3-a5fa-75d3a51995b7 req-b1c3e98d-73de-4a96-b77d-9b22ef159757 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0621700 Jul 16 02:29:33.368198 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ccd7cd0b-3907-4fe3-a5fa-75d3a51995b7 req-6095487f-7af1-4e99-bbaa-53a2dda1d2d2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302620 Jul 16 02:29:34.539807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a38ff6b-6419-4b13-aa5f-e0a101382e6d req-f804e1de-7738-4d63-9dbf-6c12ba63610e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:34.541566 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3a38ff6b-6419-4b13-aa5f-e0a101382e6d req-f804e1de-7738-4d63-9dbf-6c12ba63610e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0626090 Jul 16 02:29:34.579487 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3a38ff6b-6419-4b13-aa5f-e0a101382e6d req-04231fe3-3372-44b2-8f9a-1084e5013204 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323927 Jul 16 02:29:35.005296 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a581eb74-3838-4b65-9c32-06ff0d40d953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:35.752451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8fab55-64ee-4bfe-8fba-58b36e932421 req-8c607351-611e-48e0-bff2-861f409500ed tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:35.753943 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f8fab55-64ee-4bfe-8fba-58b36e932421 req-8c607351-611e-48e0-bff2-861f409500ed tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0664821 Jul 16 02:29:35.791590 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f8fab55-64ee-4bfe-8fba-58b36e932421 req-06cc7032-0f25-4258-86d0-f691314fb443 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321922 Jul 16 02:29:36.964248 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182736cd-3e78-4c46-aef5-c840a6132d0c req-eed6ff46-b9a3-413c-aeb2-191b724847dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:36.966408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-182736cd-3e78-4c46-aef5-c840a6132d0c req-eed6ff46-b9a3-413c-aeb2-191b724847dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0629799 Jul 16 02:29:37.002365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-182736cd-3e78-4c46-aef5-c840a6132d0c req-9ec513ee-6fd2-4e9c-af52-c79155a482c1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305753 Jul 16 02:29:37.453891 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:37.705373 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d2491b84-f741-48f8-8b33-6b5e5b85d6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:38.182032 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571cff9-7e29-4d1a-928c-e87c1f176d92 req-34459e0f-b34b-4ba0-92b3-55f140ec6077 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:38.183541 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e571cff9-7e29-4d1a-928c-e87c1f176d92 req-34459e0f-b34b-4ba0-92b3-55f140ec6077 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0705268 Jul 16 02:29:38.220393 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e571cff9-7e29-4d1a-928c-e87c1f176d92 req-5d1eceb7-32d0-41c5-8e05-bdf83dc7f10a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313113 Jul 16 02:29:38.244692 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47616) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:29:38.303824 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5cfc51e7-131e-481e-8e73-ad8711839360 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/d1b3551f-3c48-43d6-bb1f-dc005934d97d HTTP/1.1" status: 200 len: 992 time: 0.0578575 Jul 16 02:29:38.849919 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:40.481286 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:29:43.675916 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-07bd5132-199c-41db-b682-9f80e72e4e01 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1025598 Jul 16 02:29:43.773945 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-1fb3aadc-9a69-4489-bc29-3e06ae7fcc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:43.774429 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-1fb3aadc-9a69-4489-bc29-3e06ae7fcc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:43.774907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-1fb3aadc-9a69-4489-bc29-3e06ae7fcc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:43.775379 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-1fb3aadc-9a69-4489-bc29-3e06ae7fcc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:43.775877 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-1fb3aadc-9a69-4489-bc29-3e06ae7fcc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:43.777620 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-1fb3aadc-9a69-4489-bc29-3e06ae7fcc91 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0581965 Jul 16 02:29:43.890655 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-ae90fa25-97c5-4f8c-be40-b348d7fe8c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:43.891048 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-ae90fa25-97c5-4f8c-be40-b348d7fe8c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:43.891515 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-ae90fa25-97c5-4f8c-be40-b348d7fe8c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:43.893102 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-ae90fa25-97c5-4f8c-be40-b348d7fe8c9b service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0907369 Jul 16 02:29:43.932998 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-4ae050e9-4594-489a-b815-725499050955 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0336668 Jul 16 02:29:43.979567 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-d17abde7-9b82-4f05-82c6-f683342cd84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:43.981037 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-d17abde7-9b82-4f05-82c6-f683342cd84b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0418365 Jul 16 02:29:44.038907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-97ced661-c854-4eb9-a5c7-fe3a983656e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:44.040443 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-97ced661-c854-4eb9-a5c7-fe3a983656e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533438 Jul 16 02:29:44.126906 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-6b87e256-bcb2-4fde-99dd-f226aac2eb80 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796468 Jul 16 02:29:44.218034 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-889094c5-b890-47e1-a7f8-34edc4480c64 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848575 Jul 16 02:29:44.257262 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-0c1a7aeb-94f5-41ca-afae-55d85058ee6d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0333698 Jul 16 02:29:44.303460 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-4ffb9d88-c27f-46fe-b897-6d8faf9f67ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:44.304876 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-4ffb9d88-c27f-46fe-b897-6d8faf9f67ed service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0419607 Jul 16 02:29:44.363528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-5b0a80df-73a9-4c63-9601-427ad1867110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:44.365058 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-5b0a80df-73a9-4c63-9601-427ad1867110 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0544946 Jul 16 02:29:44.452210 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-d4634970-7370-4e28-8c5a-9cfd5c5eafaf service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807533 Jul 16 02:29:44.539525 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-f6ae3596-aafa-48e8-8d1c-58652464c086 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816233 Jul 16 02:29:44.580131 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-3acf67b6-f14f-47dd-8ade-fee949f528a5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0345507 Jul 16 02:29:44.628461 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-2fe5d9d3-8922-44fc-9a56-37f145f56432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:44.629910 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-2fe5d9d3-8922-44fc-9a56-37f145f56432 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0443766 Jul 16 02:29:44.689367 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-5a483ea2-8394-434f-bfbf-8041c1b160af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:44.690854 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-5a483ea2-8394-434f-bfbf-8041c1b160af service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0551980 Jul 16 02:29:44.777803 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-7ff20540-3947-42e6-9a42-3c99bf1b24f4 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804291 Jul 16 02:29:44.869147 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-09a216e3-ca60-4b19-b455-f33b7cedc2d0 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846958 Jul 16 02:29:44.907230 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-4f8b812e-d35f-4e94-bccb-7fc45adaf976 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0319917 Jul 16 02:29:44.952952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-6f68fc72-c7ca-4964-aebd-307ec6e3f750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:44.954322 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-6f68fc72-c7ca-4964-aebd-307ec6e3f750 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0417295 Jul 16 02:29:45.011657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-038f0d25-094d-4fb5-80e2-3bd312d5db12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:45.013150 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-038f0d25-094d-4fb5-80e2-3bd312d5db12 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0532165 Jul 16 02:29:45.100571 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-e92641e5-23c7-45fe-bf6a-5e10012ef44d service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813019 Jul 16 02:29:45.191291 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-d2e89f20-fe41-48d4-9b46-0bcb2379c446 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846016 Jul 16 02:29:45.229532 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-f72ad0ef-66a3-407c-b942-ef53c7322e82 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0328648 Jul 16 02:29:45.281050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-599af365-f07b-4af6-bb12-129f920d9374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:45.282503 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-599af365-f07b-4af6-bb12-129f920d9374 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0462186 Jul 16 02:29:45.336665 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-6ca8fe8f-1902-44bf-8dbd-51bef3b42dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:45.338095 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-6ca8fe8f-1902-44bf-8dbd-51bef3b42dc6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0496888 Jul 16 02:29:45.423784 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-76bf071d-8307-4f4d-9f48-8ccd3bc46696 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790398 Jul 16 02:29:45.512560 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dfe3cfcc-e1a0-4211-b78b-d36b42d5b174 req-c8915f8f-fc8d-49e4-a980-93131eca6522 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827730 Jul 16 02:29:45.596704 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:29:46.107739 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-dd5cb91f-3a2e-4434-9880-a8b1da7eb973 req-924c83ee-7a43-4f33-a23f-48725c70872a service neutron] (93919) timed out ('10.222.0.22', 43950) {{(pid=93919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:29:55.212841 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ba2e58a3-45b6-44e0-b4b3-9bdf078109e1 req-cc716877-1787-4629-986f-78aa1e700185 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498085 Jul 16 02:29:55.305756 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e58a3-45b6-44e0-b4b3-9bdf078109e1 req-b7745012-c8b0-4609-a4eb-de8f3e44560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:55.307103 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ba2e58a3-45b6-44e0-b4b3-9bdf078109e1 req-b7745012-c8b0-4609-a4eb-de8f3e44560b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 1097 time: 0.0503671 Jul 16 02:29:55.414624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e58a3-45b6-44e0-b4b3-9bdf078109e1 req-f6b9a872-d803-45b1-9797-064e79d7bb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:55.416079 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ba2e58a3-45b6-44e0-b4b3-9bdf078109e1 req-f6b9a872-d803-45b1-9797-064e79d7bb99 service neutron] 10.222.0.70 "GET /v2.0/networks?id=ca5fa201-536d-4be5-9f34-48769d7ab2e1 HTTP/1.1" status: 200 len: 898 time: 0.0836775 Jul 16 02:29:55.478938 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ba2e58a3-45b6-44e0-b4b3-9bdf078109e1 req-4dacf26d-c462-4279-9d9b-7e1c81edc195 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6171841f-aec3-42c2-ab33-d697e3800e2a HTTP/1.1" status: 200 len: 1000 time: 0.0550923 Jul 16 02:29:55.529430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e58a3-45b6-44e0-b4b3-9bdf078109e1 req-b9175351-800b-4c51-8c5b-7457f1b919bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:55.530804 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ba2e58a3-45b6-44e0-b4b3-9bdf078109e1 req-b9175351-800b-4c51-8c5b-7457f1b919bd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d01163ce-62bc-4ca0-a0f2-031e2bcce00c HTTP/1.1" status: 200 len: 834 time: 0.0452914 Jul 16 02:29:55.589970 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2e58a3-45b6-44e0-b4b3-9bdf078109e1 req-b67d29d2-6668-41eb-91b9-8677adadba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:29:55.591350 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ba2e58a3-45b6-44e0-b4b3-9bdf078109e1 req-b67d29d2-6668-41eb-91b9-8677adadba03 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ca5fa201-536d-4be5-9f34-48769d7ab2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525727 Jul 16 02:29:55.682236 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ba2e58a3-45b6-44e0-b4b3-9bdf078109e1 req-4716273b-461e-41e0-80f3-e2f10b769a13 service neutron] 10.222.0.70 "GET /v2.0/networks/ca5fa201-536d-4be5-9f34-48769d7ab2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791686 Jul 16 02:29:55.772780 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ba2e58a3-45b6-44e0-b4b3-9bdf078109e1 req-5f17856d-af8d-481b-9292-c126f7604f6f service neutron] 10.222.0.70 "GET /v2.0/networks/ca5fa201-536d-4be5-9f34-48769d7ab2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830188 Jul 16 02:30:01.091575 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:02.066945 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:05.005436 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a6b19eb6-7c44-45c6-bd89-5bce8d3d5246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:07.455588 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:07.704788 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0b081cda-0ca6-4555-846a-c0b94135376c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:08.677678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47638) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:08.852791 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:09.138781 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port 0bd0be93-193c-4419-a25e-a369b6f06cae {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:09.139125 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:09.212396 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:09.212719 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:09.224189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for 0bd0be93-193c-4419-a25e-a369b6f06cae owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:09.366300 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:09.387987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=0bd0be93-193c-4419-a25e-a369b6f06cae,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:09.398626 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:09.398986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:09.399329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:09.399666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:09.400394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:09.400394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:09.400676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:09.401003 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:09.401322 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:09.401636 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:09.401956 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:09.402274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:09.462910 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:09.463240 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Floating IP d1b3551f-3c48-43d6-bb1f-dc005934d97d disassociated (deleted). External IP: 172.25.2.42, port: 6171841f-aec3-42c2-ab33-d697e3800e2a. Jul 16 02:30:09.662375 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:09.765654 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:09.771028 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:09.775175 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7107232-b10c-4e87-a8d9-3c7d97b88e6a None None] Sync routers for ids ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:09.783627 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7107232-b10c-4e87-a8d9-3c7d97b88e6a None None] Routers {'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:09.784253 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b7107232-b10c-4e87-a8d9-3c7d97b88e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:30:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:09.806462 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-40c9fe74-72b8-4ab8-bb48-74dfbc1187e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/floatingips/d1b3551f-3c48-43d6-bb1f-dc005934d97d HTTP/1.1" status: 204 len: 168 time: 1.1276970 Jul 16 02:30:09.807155 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdc96c4-5841-4ccf-ae18-98e862ebb016', 'tag': '6171841f-aec3-42c2-ab33-d697e3800e2a'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:09.809550 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd58fdbf-f0c5-4f4e-bce7-eedfb7d2ff6f" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdc96c4-5841-4ccf-ae18-98e862ebb016", "tag": "6171841f-aec3-42c2-ab33-d697e3800e2a"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:09.887084 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-b7107232-b10c-4e87-a8d9-3c7d97b88e6a None None] Set router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:10.060580 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b313e299-94a8-45e0-9059-960bad9c081f x-openstack-request-id: req-b313e299-94a8-45e0-9059-960bad9c081f {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:10.060715 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdc96c4-5841-4ccf-ae18-98e862ebb016", "tag": "6171841f-aec3-42c2-ab33-d697e3800e2a", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:10.061559 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b313e299-94a8-45e0-9059-960bad9c081f {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:10.061559 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdc96c4-5841-4ccf-ae18-98e862ebb016', 'tag': '6171841f-aec3-42c2-ab33-d697e3800e2a', 'status': 'completed', 'code': 200} Jul 16 02:30:10.100723 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b7107232-b10c-4e87-a8d9-3c7d97b88e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000466238', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:33Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '803c2dc1-9beb-4119-b17e-297f5054b384', 'name': '', 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:ed:da:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:33Z', 'updated_at': '2021-07-16T02:28:37Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:10.126726 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7107232-b10c-4e87-a8d9-3c7d97b88e6a None None] Checking router: f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:10.135950 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7107232-b10c-4e87-a8d9-3c7d97b88e6a None None] Routers {'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:10.136559 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b7107232-b10c-4e87-a8d9-3c7d97b88e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:30:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:10.140212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58fdbf-f0c5-4f4e-bce7-eedfb7d2ff6f req-cdcc4e5c-8e89-4853-bcc2-716103702f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:10.142036 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd58fdbf-f0c5-4f4e-bce7-eedfb7d2ff6f req-cdcc4e5c-8e89-4853-bcc2-716103702f63 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 1097 time: 0.0588634 Jul 16 02:30:10.238433 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58fdbf-f0c5-4f4e-bce7-eedfb7d2ff6f req-7a099599-eaf1-46cb-8516-da991e4f65de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:10.240062 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd58fdbf-f0c5-4f4e-bce7-eedfb7d2ff6f req-7a099599-eaf1-46cb-8516-da991e4f65de service neutron] 10.222.0.70 "GET /v2.0/networks?id=ca5fa201-536d-4be5-9f34-48769d7ab2e1 HTTP/1.1" status: 200 len: 898 time: 0.0913031 Jul 16 02:30:10.242124 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-b7107232-b10c-4e87-a8d9-3c7d97b88e6a None None] Set router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:10.269079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971484d-77e4-451d-bce1-69e83f198f95 req-c1a29d32-115b-4a4b-aabc-360ac2fa39af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:10.272036 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e971484d-77e4-451d-bce1-69e83f198f95 req-c1a29d32-115b-4a4b-aabc-360ac2fa39af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.1290178 Jul 16 02:30:10.282676 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd58fdbf-f0c5-4f4e-bce7-eedfb7d2ff6f req-5c27f04f-5143-4429-b0ac-2a52b22eb70d service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6171841f-aec3-42c2-ab33-d697e3800e2a HTTP/1.1" status: 200 len: 217 time: 0.0356443 Jul 16 02:30:10.317473 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e971484d-77e4-451d-bce1-69e83f198f95 req-87b4be4e-fccd-4e10-917d-c0f7100f79f1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378861 Jul 16 02:30:10.336513 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58fdbf-f0c5-4f4e-bce7-eedfb7d2ff6f req-f2b82d41-dca1-4227-9db1-9e32315acee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:10.338000 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd58fdbf-f0c5-4f4e-bce7-eedfb7d2ff6f req-f2b82d41-dca1-4227-9db1-9e32315acee9 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=d01163ce-62bc-4ca0-a0f2-031e2bcce00c HTTP/1.1" status: 200 len: 834 time: 0.0486498 Jul 16 02:30:10.395715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58fdbf-f0c5-4f4e-bce7-eedfb7d2ff6f req-c80423a4-494d-4206-950a-e73a2d9b7a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:10.397241 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd58fdbf-f0c5-4f4e-bce7-eedfb7d2ff6f req-c80423a4-494d-4206-950a-e73a2d9b7a98 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=ca5fa201-536d-4be5-9f34-48769d7ab2e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510247 Jul 16 02:30:10.445931 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-b7107232-b10c-4e87-a8d9-3c7d97b88e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000466238', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:33Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '803c2dc1-9beb-4119-b17e-297f5054b384', 'name': '', 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:ed:da:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:33Z', 'updated_at': '2021-07-16T02:28:37Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:10.471914 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7107232-b10c-4e87-a8d9-3c7d97b88e6a None None] The sync data for ids ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'] in n-d-791505-14 is: [{'id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000466238', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:33Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '803c2dc1-9beb-4119-b17e-297f5054b384', 'name': '', 'network_id': 'ca5fa201-536d-4be5-9f34-48769d7ab2e1', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:ed:da:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:33Z', 'updated_at': '2021-07-16T02:28:37Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'd01163ce-62bc-4ca0-a0f2-031e2bcce00c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:10.491409 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:10.493558 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd58fdbf-f0c5-4f4e-bce7-eedfb7d2ff6f req-bf1c47bd-6d52-44e1-8fdc-7f643a94524f service neutron] 10.222.0.70 "GET /v2.0/networks/ca5fa201-536d-4be5-9f34-48769d7ab2e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883019 Jul 16 02:30:10.586294 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cd58fdbf-f0c5-4f4e-bce7-eedfb7d2ff6f req-623e8467-cb14-44b9-b0bc-ae86373bafbc service neutron] 10.222.0.70 "GET /v2.0/networks/ca5fa201-536d-4be5-9f34-48769d7ab2e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850217 Jul 16 02:30:10.686244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c4ab95-5165-4d97-b17a-4c4f8afde35a None None] New status for floating IP d1b3551f-3c48-43d6-bb1f-dc005934d97d: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:30:11.495497 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabd093a-20f7-47f1-8fb8-5f9a252c400b req-1a133462-32f9-4127-bbed-75aceb332db8 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:11.497039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aabd093a-20f7-47f1-8fb8-5f9a252c400b req-1a133462-32f9-4127-bbed-75aceb332db8 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0634203 Jul 16 02:30:11.533283 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aabd093a-20f7-47f1-8fb8-5f9a252c400b req-954d28ad-95ac-471b-9a1c-2d08de83b4ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=288dae6d-fb0c-4715-8600-a0cb8aa33495&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307052 Jul 16 02:30:11.613862 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d9951-0306-4e75-b4ee-6b8fc0b24a4e req-77bcab5e-0b85-42f6-8d9c-c15d1c33e166 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:11.615223 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b41d9951-0306-4e75-b4ee-6b8fc0b24a4e req-77bcab5e-0b85-42f6-8d9c-c15d1c33e166 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "GET /v2.0/ports?device_id=ffdc96c4-5841-4ccf-ae18-98e862ebb016 HTTP/1.1" status: 200 len: 945 time: 0.0614533 Jul 16 02:30:11.717151 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-b41d9951-0306-4e75-b4ee-6b8fc0b24a4e req-89b11055-ccff-4602-af1e-41668a23a3e5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port 6171841f-aec3-42c2-ab33-d697e3800e2a {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:11.717502 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b41d9951-0306-4e75-b4ee-6b8fc0b24a4e req-89b11055-ccff-4602-af1e-41668a23a3e5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:11.806401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-b41d9951-0306-4e75-b4ee-6b8fc0b24a4e req-89b11055-ccff-4602-af1e-41668a23a3e5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] For port 6171841f-aec3-42c2-ab33-d697e3800e2a, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=6171841f-aec3-42c2-ab33-d697e3800e2a,segment=NetworkSegment(f1126cf0-1c56-48a5-a838-98a272cf6ef9),segment_id=f1126cf0-1c56-48a5-a838-98a272cf6ef9)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:11.806764 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b41d9951-0306-4e75-b4ee-6b8fc0b24a4e req-89b11055-ccff-4602-af1e-41668a23a3e5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:11.818621 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-b41d9951-0306-4e75-b4ee-6b8fc0b24a4e req-89b11055-ccff-4602-af1e-41668a23a3e5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for 6171841f-aec3-42c2-ab33-d697e3800e2a owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:11.939844 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b41d9951-0306-4e75-b4ee-6b8fc0b24a4e req-89b11055-ccff-4602-af1e-41668a23a3e5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:11.972954 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b11055-ccff-4602-af1e-41668a23a3e5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=6171841f-aec3-42c2-ab33-d697e3800e2a,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:12.017322 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b41d9951-0306-4e75-b4ee-6b8fc0b24a4e req-89b11055-ccff-4602-af1e-41668a23a3e5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] No DVR routers for this DVR port 6171841f-aec3-42c2-ab33-d697e3800e2a on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:30:12.020456 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b41d9951-0306-4e75-b4ee-6b8fc0b24a4e req-89b11055-ccff-4602-af1e-41668a23a3e5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:12.022459 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b41d9951-0306-4e75-b4ee-6b8fc0b24a4e req-89b11055-ccff-4602-af1e-41668a23a3e5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "DELETE /v2.0/ports/6171841f-aec3-42c2-ab33-d697e3800e2a HTTP/1.1" status: 204 len: 173 time: 0.4018276 Jul 16 02:30:12.062211 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdc96c4-5841-4ccf-ae18-98e862ebb016', 'name': 'network-vif-deleted', 'tag': '6171841f-aec3-42c2-ab33-d697e3800e2a'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:12.064688 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea64357-e77d-4de2-b5d8-5295d6662f5d" -d '{"events": [{"server_uuid": "ffdc96c4-5841-4ccf-ae18-98e862ebb016", "name": "network-vif-deleted", "tag": "6171841f-aec3-42c2-ab33-d697e3800e2a"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:12.100076 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba5c27f-d22d-4637-95f8-9214193f3612 x-openstack-request-id: req-cba5c27f-d22d-4637-95f8-9214193f3612 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:12.100390 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdc96c4-5841-4ccf-ae18-98e862ebb016", "name": "network-vif-deleted", "tag": "6171841f-aec3-42c2-ab33-d697e3800e2a", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:12.100655 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cba5c27f-d22d-4637-95f8-9214193f3612 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:12.101054 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdc96c4-5841-4ccf-ae18-98e862ebb016', 'name': 'network-vif-deleted', 'tag': '6171841f-aec3-42c2-ab33-d697e3800e2a', 'status': 'completed', 'code': 200} Jul 16 02:30:12.631523 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47656) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:12.976590 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8590-1884-47ff-85c4-03e80d04b1ee tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:13.235275 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf8590-1884-47ff-85c4-03e80d04b1ee tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port 803c2dc1-9beb-4119-b17e-297f5054b384 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:13.235501 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8590-1884-47ff-85c4-03e80d04b1ee tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:13.320124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-3dcf8590-1884-47ff-85c4-03e80d04b1ee tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] For port 803c2dc1-9beb-4119-b17e-297f5054b384, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=803c2dc1-9beb-4119-b17e-297f5054b384,segment=NetworkSegment(f1126cf0-1c56-48a5-a838-98a272cf6ef9),segment_id=f1126cf0-1c56-48a5-a838-98a272cf6ef9)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:13.320480 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8590-1884-47ff-85c4-03e80d04b1ee tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:13.332845 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3dcf8590-1884-47ff-85c4-03e80d04b1ee tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for 803c2dc1-9beb-4119-b17e-297f5054b384 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:13.512821 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8590-1884-47ff-85c4-03e80d04b1ee tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:13.538897 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf8590-1884-47ff-85c4-03e80d04b1ee tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=803c2dc1-9beb-4119-b17e-297f5054b384,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:13.715422 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3dcf8590-1884-47ff-85c4-03e80d04b1ee tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:13.921453 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dcf8590-1884-47ff-85c4-03e80d04b1ee tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:14.021218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dcf8590-1884-47ff-85c4-03e80d04b1ee tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:14.026378 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3dcf8590-1884-47ff-85c4-03e80d04b1ee tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "PUT /v2.0/routers/f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3934729 Jul 16 02:30:14.029344 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47658) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:14.030784 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256399b4-4443-4359-a368-6d6e5d3a66ff None None] Sync routers for ids ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:14.039548 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256399b4-4443-4359-a368-6d6e5d3a66ff None None] Routers {'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:14.040167 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-256399b4-4443-4359-a368-6d6e5d3a66ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:30:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:14.080550 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting subnet d01163ce-62bc-4ca0-a0f2-031e2bcce00c {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:30:14.084266 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.122288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.141788 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-256399b4-4443-4359-a368-6d6e5d3a66ff None None] Set router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:14.206509 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.265413 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.293874 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Subnet': ['ID=d01163ce-62bc-4ca0-a0f2-031e2bcce00c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:14.296795 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.301769 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/subnets/d01163ce-62bc-4ca0-a0f2-031e2bcce00c HTTP/1.1" status: 204 len: 168 time: 0.2681675 Jul 16 02:30:14.302682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47660) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:14.303007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faafd783-41d8-43eb-a31e-7afd4e35262e None None] Network ca5fa201-536d-4be5-9f34-48769d7ab2e1 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:30:14.306544 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.306914 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.307272 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.307670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.311238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.311238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.311238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.311238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.311238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.311238 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.311886 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.312185 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4350abb-80a9-4eb9-8e91-d54c2f789bfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.320012 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-256399b4-4443-4359-a368-6d6e5d3a66ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000466238', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:30:13Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:14.351920 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256399b4-4443-4359-a368-6d6e5d3a66ff None None] Checking router: f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:14.360198 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256399b4-4443-4359-a368-6d6e5d3a66ff None None] Routers {'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:14.360800 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-256399b4-4443-4359-a368-6d6e5d3a66ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:30:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:14.428667 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dcdeeb25-7f36-495d-bd2f-8a1a410cd44a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.467694 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-256399b4-4443-4359-a368-6d6e5d3a66ff None None] Set router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:14.501410 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] DHCP port deletion for ca5fa201-536d-4be5-9f34-48769d7ab2e1 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:30:14.533973 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dcdeeb25-7f36-495d-bd2f-8a1a410cd44a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.558400 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Deleting port 4e9eaa86-7b52-422f-8955-ad3a6c3fce59 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:14.558775 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.590981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-dcdeeb25-7f36-495d-bd2f-8a1a410cd44a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port aca9ea24-1dc2-4050-ac3d-54c2986b3164 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:30:14.591338 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dcdeeb25-7f36-495d-bd2f-8a1a410cd44a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.625625 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] For port 4e9eaa86-7b52-422f-8955-ad3a6c3fce59, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4e9eaa86-7b52-422f-8955-ad3a6c3fce59,segment=NetworkSegment(f1126cf0-1c56-48a5-a838-98a272cf6ef9),segment_id=f1126cf0-1c56-48a5-a838-98a272cf6ef9)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:14.626025 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.638285 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Calling delete_port for 4e9eaa86-7b52-422f-8955-ad3a6c3fce59 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:14.656143 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-256399b4-4443-4359-a368-6d6e5d3a66ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000466238', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:30:13Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:14.675138 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-dcdeeb25-7f36-495d-bd2f-8a1a410cd44a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] For port aca9ea24-1dc2-4050-ac3d-54c2986b3164, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=aca9ea24-1dc2-4050-ac3d-54c2986b3164,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:14.675502 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dcdeeb25-7f36-495d-bd2f-8a1a410cd44a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.683034 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256399b4-4443-4359-a368-6d6e5d3a66ff None None] The sync data for ids ['f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc'] in n-d-791505-14 is: [{'id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1000466238', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109'}], 'enable_snat': True}, 'gw_port_id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:30:13Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'aca9ea24-1dc2-4050-ac3d-54c2986b3164', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:65:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:28:30Z', 'updated_at': '2021-07-16T02:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:14.688902 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-dcdeeb25-7f36-495d-bd2f-8a1a410cd44a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for aca9ea24-1dc2-4050-ac3d-54c2986b3164 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:30:14.729742 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.752140 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Pushing event deleted for resources: {'Port': ['ID=4e9eaa86-7b52-422f-8955-ad3a6c3fce59,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:14.761677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] No DVR routers for this DVR port 4e9eaa86-7b52-422f-8955-ad3a6c3fce59 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:30:14.764075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.764434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.764792 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.765129 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.765458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.765783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.766108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.766431 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.766754 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.767074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.767392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.767708 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9678a01f-b822-4959-b144-fe48ffed93ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:14.859183 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dcdeeb25-7f36-495d-bd2f-8a1a410cd44a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:14.884022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdeeb25-7f36-495d-bd2f-8a1a410cd44a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=aca9ea24-1dc2-4050-ac3d-54c2986b3164,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:14.947089 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dcdeeb25-7f36-495d-bd2f-8a1a410cd44a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.036734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dcdeeb25-7f36-495d-bd2f-8a1a410cd44a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.038942 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dcdeeb25-7f36-495d-bd2f-8a1a410cd44a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.087431 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dcdeeb25-7f36-495d-bd2f-8a1a410cd44a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.088071 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdeeb25-7f36-495d-bd2f-8a1a410cd44a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Fanout notify agent at l3_agent the message router_deleted on router f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:30:15.099606 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-dcdeeb25-7f36-495d-bd2f-8a1a410cd44a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.103601 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-dcdeeb25-7f36-495d-bd2f-8a1a410cd44a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/routers/f46dfcf9-7c75-4b8a-b99b-95e9d25c29fc HTTP/1.1" status: 204 len: 168 time: 0.7954164 Jul 16 02:30:15.104505 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47662) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:15.186649 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-baa55bbe-3e92-4c73-abf3-41708c2acf44 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.223688 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 803c2dc1-9beb-4119-b17e-297f5054b384 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:15.244580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 803c2dc1-9beb-4119-b17e-297f5054b384 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:30:15.244948 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 803c2dc1-9beb-4119-b17e-297f5054b384 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:30:15.245332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4e9eaa86-7b52-422f-8955-ad3a6c3fce59 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:15.264586 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 4e9eaa86-7b52-422f-8955-ad3a6c3fce59 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:30:15.264937 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4e9eaa86-7b52-422f-8955-ad3a6c3fce59 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:30:15.289573 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-baa55bbe-3e92-4c73-abf3-41708c2acf44 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.299681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-baa55bbe-3e92-4c73-abf3-41708c2acf44 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca5fa201-536d-4be5-9f34-48769d7ab2e1']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:15.309977 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-baa55bbe-3e92-4c73-abf3-41708c2acf44 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1126cf0-1c56-48a5-a838-98a272cf6ef9') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:15.310276 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-baa55bbe-3e92-4c73-abf3-41708c2acf44 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1126cf0-1c56-48a5-a838-98a272cf6ef9') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:15.319797 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-baa55bbe-3e92-4c73-abf3-41708c2acf44 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.333617 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-baa55bbe-3e92-4c73-abf3-41708c2acf44 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.339459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-baa55bbe-3e92-4c73-abf3-41708c2acf44 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:30:15.339900 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-baa55bbe-3e92-4c73-abf3-41708c2acf44 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: timer() Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:30:15.342735 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:30:15.712009 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-baa55bbe-3e92-4c73-abf3-41708c2acf44 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.718960 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-baa55bbe-3e92-4c73-abf3-41708c2acf44 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.720626 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-baa55bbe-3e92-4c73-abf3-41708c2acf44 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/networks/ca5fa201-536d-4be5-9f34-48769d7ab2e1 HTTP/1.1" status: 204 len: 168 time: 0.6153173 Jul 16 02:30:15.724126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47664) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:15.733074 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa55bbe-3e92-4c73-abf3-41708c2acf44 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Network': ['ID=ca5fa201-536d-4be5-9f34-48769d7ab2e1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:15.779938 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ce1362b1-9533-465d-9ebc-9b2bee2a5d8a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.812541 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ce1362b1-9533-465d-9ebc-9b2bee2a5d8a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.874595 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ce1362b1-9533-465d-9ebc-9b2bee2a5d8a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.877189 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ce1362b1-9533-465d-9ebc-9b2bee2a5d8a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:15.878416 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ce1362b1-9533-465d-9ebc-9b2bee2a5d8a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/security-groups/288dae6d-fb0c-4715-8600-a0cb8aa33495 HTTP/1.1" status: 204 len: 168 time: 0.1533353 Jul 16 02:30:15.887742 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1362b1-9533-465d-9ebc-9b2bee2a5d8a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=288dae6d-fb0c-4715-8600-a0cb8aa33495,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:16.106407 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6171841f-aec3-42c2-ab33-d697e3800e2a no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:16.126066 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 6171841f-aec3-42c2-ab33-d697e3800e2a {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:30:16.126408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 6171841f-aec3-42c2-ab33-d697e3800e2a not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:30:16.134006 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47670) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:16.138887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-8aa1552e-6a23-4a31-8f88-5771ec7a2e78 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1848760809', 'description': 'tempest-secgroup-smoke-1848760809 description', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:16.161733 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8aa1552e-6a23-4a31-8f88-5771ec7a2e78 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.240006 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8aa1552e-6a23-4a31-8f88-5771ec7a2e78 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.243400 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8aa1552e-6a23-4a31-8f88-5771ec7a2e78 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.265344 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8aa1552e-6a23-4a31-8f88-5771ec7a2e78 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.266580 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8aa1552e-6a23-4a31-8f88-5771ec7a2e78 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1315186 Jul 16 02:30:16.270313 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47672) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:16.274952 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1552e-6a23-4a31-8f88-5771ec7a2e78 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91e8ea6-d821-4eda-8b45-3816406ec38c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:16.275555 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-47d16877-559a-470a-84d1-50a1806fd3c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': 'c91e8ea6-d821-4eda-8b45-3816406ec38c', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:16.302202 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-47d16877-559a-470a-84d1-50a1806fd3c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.356917 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-47d16877-559a-470a-84d1-50a1806fd3c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.360420 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-47d16877-559a-470a-84d1-50a1806fd3c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.377508 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d16877-559a-470a-84d1-50a1806fd3c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f724fd-1216-4aa6-bf30-78a4a7855271,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:16.385349 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-47d16877-559a-470a-84d1-50a1806fd3c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.386588 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-47d16877-559a-470a-84d1-50a1806fd3c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148915 Jul 16 02:30:16.389289 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47674) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:16.393634 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b3501fa4-599f-43d6-8f98-f6bd4dd3cf8a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': 'c91e8ea6-d821-4eda-8b45-3816406ec38c', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:16.420379 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3501fa4-599f-43d6-8f98-f6bd4dd3cf8a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.474968 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3501fa4-599f-43d6-8f98-f6bd4dd3cf8a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.478312 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3501fa4-599f-43d6-8f98-f6bd4dd3cf8a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.495173 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3501fa4-599f-43d6-8f98-f6bd4dd3cf8a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba599b13-b7d0-4e8f-ab1d-3924e54a49be,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:16.501678 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b3501fa4-599f-43d6-8f98-f6bd4dd3cf8a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.502887 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b3501fa4-599f-43d6-8f98-f6bd4dd3cf8a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126778 Jul 16 02:30:16.506212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47676) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:16.510682 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4ef3221b-d2fc-4cb0-9f89-c5c176565bef tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': 'c91e8ea6-d821-4eda-8b45-3816406ec38c', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:16.536139 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ef3221b-d2fc-4cb0-9f89-c5c176565bef tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.594797 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ef3221b-d2fc-4cb0-9f89-c5c176565bef tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.598222 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ef3221b-d2fc-4cb0-9f89-c5c176565bef tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.616250 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3221b-d2fc-4cb0-9f89-c5c176565bef tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e641217-11b6-4a64-b597-1aa0f5bad965,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:16.622323 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4ef3221b-d2fc-4cb0-9f89-c5c176565bef tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.623544 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4ef3221b-d2fc-4cb0-9f89-c5c176565bef tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164038 Jul 16 02:30:16.626327 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47678) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:16.631211 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-fbb40291-220e-4f8b-9689-ca947f26ab4d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': 'c91e8ea6-d821-4eda-8b45-3816406ec38c', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:16.655688 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbb40291-220e-4f8b-9689-ca947f26ab4d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.712916 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbb40291-220e-4f8b-9689-ca947f26ab4d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.716280 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbb40291-220e-4f8b-9689-ca947f26ab4d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.734665 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb40291-220e-4f8b-9689-ca947f26ab4d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114b632e-180f-4315-9dcd-e304c641c2fb,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:16.738252 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fbb40291-220e-4f8b-9689-ca947f26ab4d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.739591 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fbb40291-220e-4f8b-9689-ca947f26ab4d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1123400 Jul 16 02:30:16.742339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47680) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:16.746807 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b124a646-772f-426b-afd2-f32a7024d4dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': 'c91e8ea6-d821-4eda-8b45-3816406ec38c', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:16.767953 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-b124a646-772f-426b-afd2-f32a7024d4dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Project 8a2ef8dd21094bccad4c1a61869dfcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:30:16.772561 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b124a646-772f-426b-afd2-f32a7024d4dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.830193 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b124a646-772f-426b-afd2-f32a7024d4dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.833861 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b124a646-772f-426b-afd2-f32a7024d4dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.850619 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124a646-772f-426b-afd2-f32a7024d4dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a786fc9-21da-4781-a449-f65689e2c280,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:16.855781 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b124a646-772f-426b-afd2-f32a7024d4dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.856953 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b124a646-772f-426b-afd2-f32a7024d4dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1136758 Jul 16 02:30:16.859686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47682) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:16.864455 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-292a716a-f4f4-471c-94a1-fb2a2055a443 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': 'c91e8ea6-d821-4eda-8b45-3816406ec38c', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:16.886043 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-292a716a-f4f4-471c-94a1-fb2a2055a443 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Project 8a2ef8dd21094bccad4c1a61869dfcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:30:16.891351 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-292a716a-f4f4-471c-94a1-fb2a2055a443 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.953482 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-292a716a-f4f4-471c-94a1-fb2a2055a443 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.956823 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-292a716a-f4f4-471c-94a1-fb2a2055a443 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.975326 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a716a-f4f4-471c-94a1-fb2a2055a443 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bc8331d-9ce6-4952-a4b6-90e9a691f05a,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:16.978602 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-292a716a-f4f4-471c-94a1-fb2a2055a443 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:16.979918 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-292a716a-f4f4-471c-94a1-fb2a2055a443 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1192615 Jul 16 02:30:16.983661 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47684) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:16.989123 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e4ae3c43-18ff-482d-8d1d-d678a2efe5cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'network': {'name': 'tempest-network-smoke--781980275', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'port_security_enabled': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:17.008355 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ae3c43-18ff-482d-8d1d-d678a2efe5cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Made reservation on behalf of 8a2ef8dd21094bccad4c1a61869dfcb8 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:30:17.011675 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4ae3c43-18ff-482d-8d1d-d678a2efe5cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.035483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ae3c43-18ff-482d-8d1d-d678a2efe5cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:30:17.044261 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4ae3c43-18ff-482d-8d1d-d678a2efe5cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.044598 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-e4ae3c43-18ff-482d-8d1d-d678a2efe5cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Added segment a9c3f7bb-3165-4f44-943c-9551f0aa24b7 of type vlan for network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c Jul 16 02:30:17.082310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device aca9ea24-1dc2-4050-ac3d-54c2986b3164 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:30:17.087138 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4ae3c43-18ff-482d-8d1d-d678a2efe5cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.104198 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: aca9ea24-1dc2-4050-ac3d-54c2986b3164 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:30:17.104535 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device aca9ea24-1dc2-4050-ac3d-54c2986b3164 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:30:17.116716 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4ae3c43-18ff-482d-8d1d-d678a2efe5cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.122416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ae3c43-18ff-482d-8d1d-d678a2efe5cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:17.122995 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e4ae3c43-18ff-482d-8d1d-d678a2efe5cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.156506 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e4ae3c43-18ff-482d-8d1d-d678a2efe5cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1717868 Jul 16 02:30:17.159411 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47686) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:17.166723 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-88466669', 'admin_state_up': True, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:17.204959 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae3c43-18ff-482d-8d1d-d678a2efe5cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Network': ['ID=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:17.215095 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:30:17.219968 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.220953 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.270358 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.404179 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.592388 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.614666 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.712081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.25.2.206 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/917c8ebf-3250-40cc-b258-ec403ad3571d) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:17.812573 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.849959 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:17.888420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:17.891084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:17.893537 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:17.917261 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=917c8ebf-3250-40cc-b258-ec403ad3571d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:18.140131 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:18.336732 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:18.471714 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:30:18.578994 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:18.588831 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Sync routers for ids ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:18.599454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Routers {'c1319bd2-cc4b-489e-a695-f4dd98ce6da0'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:18.599663 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:18.600396 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:30:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:18.604018 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ee54bf3c-7278-41de-acd3-89a4374fe6ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4401810 Jul 16 02:30:18.604462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47688) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:18.642726 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fccdf997-4289-49da-a435-a69b3a7678b7 tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=8a2ef8dd21094bccad4c1a61869dfcb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345817 Jul 16 02:30:18.642964 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47690) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:18.708215 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Set router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:18.792440 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a77cfa9-abd6-434a-baac-b96f32a31534 tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:18.796733 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3a77cfa9-abd6-434a-baac-b96f32a31534 tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1503351 Jul 16 02:30:18.797060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47692) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:18.834115 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f274f7d2-e9c1-45c6-ac51-cac3b124ed9b tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333884 Jul 16 02:30:18.834740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47694) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:18.839560 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-18d065f4-d43e-4dfd-ab30-610b5c876ae2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1066917750', 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:18.884649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88466669', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:18Z', 'revision_number': 3, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:18.914336 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Checking router: c1319bd2-cc4b-489e-a695-f4dd98ce6da0 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:18.914781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Updating router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 port 917c8ebf-3250-40cc-b258-ec403ad3571d binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:30:18.931899 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d065f4-d43e-4dfd-ab30-610b5c876ae2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Made reservation on behalf of 8a2ef8dd21094bccad4c1a61869dfcb8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:30:18.935395 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18d065f4-d43e-4dfd-ab30-610b5c876ae2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:18.949404 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.122946 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18d065f4-d43e-4dfd-ab30-610b5c876ae2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.183184 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d065f4-d43e-4dfd-ab30-610b5c876ae2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Subnet': ['ID=c781933d-82e6-4600-a01a-3684d48383a1,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:19.195624 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d065f4-d43e-4dfd-ab30-610b5c876ae2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Checking segment: {'id': 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:19.196013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d065f4-d43e-4dfd-ab30-610b5c876ae2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network hostable DHCP agents. Network: 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:30:19.213265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d065f4-d43e-4dfd-ab30-610b5c876ae2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:30:19.221907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-18d065f4-d43e-4dfd-ab30-610b5c876ae2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:19.226698 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d065f4-d43e-4dfd-ab30-610b5c876ae2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:19.227292 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-18d065f4-d43e-4dfd-ab30-610b5c876ae2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.235468 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9adcda0-53a3-4d18-be77-8fc73357a303 None None] Network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:30:19.248451 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-18d065f4-d43e-4dfd-ab30-610b5c876ae2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4125185 Jul 16 02:30:19.249153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47696) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:19.466208 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.477329 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Transition to ACTIVE for port object 917c8ebf-3250-40cc-b258-ec403ad3571d will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:19.480611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ips': [{'subnet_id': 'c781933d-82e6-4600-a01a-3684d48383a1'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:30:19.481460 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.496632 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.614815 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8375fc-56ae-49c8-bc37-6fd6b5a83d56 None None] Pushing event updated for resources: {'Port': ['ID=917c8ebf-3250-40cc-b258-ec403ad3571d,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:19.619221 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Attempting to bind port 917c8ebf-3250-40cc-b258-ec403ad3571d on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:19.619598 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Attempting to bind port 917c8ebf-3250-40cc-b258-ec403ad3571d by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:19.619992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Attempting to bind port 917c8ebf-3250-40cc-b258-ec403ad3571d on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:19.631544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:19.631954 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:19.632362 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.632758 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:19.633233 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Bound port: 917c8ebf-3250-40cc-b258-ec403ad3571d, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:19.633638 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.673848 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.705023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Allocated IP 172.20.0.2 (5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c/c781933d-82e6-4600-a01a-3684d48383a1/c9585cba-e076-47c3-8b98-2b1d3e14237a) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:19.721497 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] For port 917c8ebf-3250-40cc-b258-ec403ad3571d, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:19.744361 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] For port 917c8ebf-3250-40cc-b258-ec403ad3571d, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=917c8ebf-3250-40cc-b258-ec403ad3571d,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:19.751979 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:19.847541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8375fc-56ae-49c8-bc37-6fd6b5a83d56 None None] Pushing event updated for resources: {'Port': ['ID=917c8ebf-3250-40cc-b258-ec403ad3571d,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:19.859519 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Routers {'c1319bd2-cc4b-489e-a695-f4dd98ce6da0'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:19.860160 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:30:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:19.996162 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.011258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Transition to ACTIVE for port object c9585cba-e076-47c3-8b98-2b1d3e14237a will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:20.017611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] Set router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:20.079981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Transition to ACTIVE for port object c9585cba-e076-47c3-8b98-2b1d3e14237a will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:20.098601 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.145132 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.20.0.1 (5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c/c781933d-82e6-4600-a01a-3684d48383a1/6fec09f9-2315-4d9c-bbd9-2b42b2a46184) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:20.171869 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:20.179528 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:20.184342 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:20.192512 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Pushing event updated for resources: {'Port': ['ID=c9585cba-e076-47c3-8b98-2b1d3e14237a,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:20.258475 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.271805 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Transition to ACTIVE for port object 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:20.279093 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Attempting to bind port c9585cba-e076-47c3-8b98-2b1d3e14237a on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:20.279476 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Attempting to bind port c9585cba-e076-47c3-8b98-2b1d3e14237a by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:20.279865 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Attempting to bind port c9585cba-e076-47c3-8b98-2b1d3e14237a on network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:20.287854 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:20.288236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Checking segment: {'id': 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:20.288643 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.289040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Bound using segment: {'id': 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:20.289508 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Bound port: c9585cba-e076-47c3-8b98-2b1d3e14237a, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:20.289925 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.305740 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.345014 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88466669', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:18Z', 'revision_number': 3, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:20.356249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:20.357823 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:20.360282 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:20.385799 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53cb2e7-9d73-4790-80d6-b904981e4a2f None None] The sync data for ids ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'] in n-d-791505-14 is: [{'id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88466669', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:18Z', 'revision_number': 3, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:20.387640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=6fec09f9-2315-4d9c-bbd9-2b42b2a46184,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:20.404279 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] For port c9585cba-e076-47c3-8b98-2b1d3e14237a, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:20.409257 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] For port c9585cba-e076-47c3-8b98-2b1d3e14237a, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c9585cba-e076-47c3-8b98-2b1d3e14237a,segment=NetworkSegment(a9c3f7bb-3165-4f44-943c-9551f0aa24b7),segment_id=a9c3f7bb-3165-4f44-943c-9551f0aa24b7)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:20.411474 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.414929 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.478337 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f3d42-df75-4bd3-9bf7-40cc1be167ba None None] Pushing event updated for resources: {'Port': ['ID=c9585cba-e076-47c3-8b98-2b1d3e14237a,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:20.574001 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.914279 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.919422 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.994452 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:20.996284 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=6fec09f9-2315-4d9c-bbd9-2b42b2a46184,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:21.098270 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:21.100085 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:21.214383 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c9585cba-e076-47c3-8b98-2b1d3e14237a up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:21.276540 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port c9585cba-e076-47c3-8b98-2b1d3e14237a completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:21.281732 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 917c8ebf-3250-40cc-b258-ec403ad3571d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:21.342873 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 917c8ebf-3250-40cc-b258-ec403ad3571d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:21.347469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 917c8ebf-3250-40cc-b258-ec403ad3571d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:21.348177 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:21.436383 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:21.459005 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 917c8ebf-3250-40cc-b258-ec403ad3571d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=917c8ebf-3250-40cc-b258-ec403ad3571d,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:21.464005 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:21.517709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=917c8ebf-3250-40cc-b258-ec403ad3571d,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:21.549217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cf5c4c-63e3-409a-afd1-ad61404137c8 None None] Network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:30:21.581487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:21.670551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5e7fb86d-2484-4470-9b22-5160146ebbd6 None None] Provisioning for port c9585cba-e076-47c3-8b98-2b1d3e14237a completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:21.677308 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-5e7fb86d-2484-4470-9b22-5160146ebbd6 None None] Provisioning complete for port c9585cba-e076-47c3-8b98-2b1d3e14237a triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:21.677677 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb86d-2484-4470-9b22-5160146ebbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:21.694461 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:21.700147 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3fcb422a-50aa-49e8-9d03-d71bcf4037af tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "PUT /v2.0/routers/c1319bd2-cc4b-489e-a695-f4dd98ce6da0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4499450 Jul 16 02:30:21.805066 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb86d-2484-4470-9b22-5160146ebbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:21.840282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-5e7fb86d-2484-4470-9b22-5160146ebbd6 None None] For port c9585cba-e076-47c3-8b98-2b1d3e14237a, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c9585cba-e076-47c3-8b98-2b1d3e14237a,segment=NetworkSegment(a9c3f7bb-3165-4f44-943c-9551f0aa24b7),segment_id=a9c3f7bb-3165-4f44-943c-9551f0aa24b7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:21.844589 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5e7fb86d-2484-4470-9b22-5160146ebbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:21.852295 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-76b49eb7-5e1d-408a-ab77-acce679be144 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1848760809&fields=id&tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8 HTTP/1.1" status: 200 len: 267 time: 0.0374749 Jul 16 02:30:21.902915 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fb86d-2484-4470-9b22-5160146ebbd6 None None] Pushing event updated for resources: {'Port': ['ID=c9585cba-e076-47c3-8b98-2b1d3e14237a,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:21.967180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-be41cc90-a9a4-410f-91c6-b87a5eb4f578 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:21.968802 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-be41cc90-a9a4-410f-91c6-b87a5eb4f578 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/networks?id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c HTTP/1.1" status: 200 len: 796 time: 0.1098316 Jul 16 02:30:21.985103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-906d9740-c788-4e1e-8087-7b9529ec2d98 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/quotas/8a2ef8dd21094bccad4c1a61869dfcb8 HTTP/1.1" status: 200 len: 375 time: 0.0099516 Jul 16 02:30:22.057273 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-5186cc2d-9fb6-4037-a3e8-7b1c7d12a957 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663390 Jul 16 02:30:22.077081 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bc9d88eb-6e48-45a2-9cac-661e62a4f2be None None] Provisioning for port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:22.081588 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bc9d88eb-6e48-45a2-9cac-661e62a4f2be None None] Provisioning complete for port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:22.082566 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bc9d88eb-6e48-45a2-9cac-661e62a4f2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:22.119783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-bc9d88eb-6e48-45a2-9cac-661e62a4f2be None None] Port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:30:22.129925 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-bc9d88eb-6e48-45a2-9cac-661e62a4f2be None None] Provisioning complete for port c9585cba-e076-47c3-8b98-2b1d3e14237a triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:22.130304 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bc9d88eb-6e48-45a2-9cac-661e62a4f2be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:22.173712 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-6fc04df7-01c0-4912-a04d-04910992afcc service neutron] 10.222.0.22 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024525 Jul 16 02:30:22.176065 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Sync routers for ids ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:22.190094 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Routers {'c1319bd2-cc4b-489e-a695-f4dd98ce6da0'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:22.190618 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:30:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:22.272102 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-3eccc9db-d481-4e27-831a-21f3466d82fd service neutron] 10.222.0.22 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973449 Jul 16 02:30:22.346235 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-06715153-7e8f-4761-8f0f-f077eab81632 None None] Provisioning complete for port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:22.346751 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-06715153-7e8f-4761-8f0f-f077eab81632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:22.402265 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-06715153-7e8f-4761-8f0f-f077eab81632 None None] Port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:30:22.418729 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Set router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:22.477952 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-74379e2c-2a62-4bf2-a3b7-501120a82068 req-b2e4aedf-d004-490f-9e18-75dc1cf6406e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 210 time: 0.0289731 Jul 16 02:30:22.527365 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-72188669-0566-43ee-8e6a-956c42c8d2b2 None None] Provisioning complete for port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:22.527747 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-72188669-0566-43ee-8e6a-956c42c8d2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:22.566913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-72188669-0566-43ee-8e6a-956c42c8d2b2 None None] Port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:30:22.605175 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:30:22.635022 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88466669', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '6fec09f9-2315-4d9c-bbd9-2b42b2a46184', 'name': '', 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:35:59:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:19Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 2, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:22.660433 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Checking router: c1319bd2-cc4b-489e-a695-f4dd98ce6da0 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:22.660795 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Updating router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:30:22.695341 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:22.961487 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:22.970835 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Transition to ACTIVE for port object 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:22.976229 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.024365 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a51f34-e473-4b8e-a9e6-b22ea96c8838 None None] Pushing event updated for resources: {'Port': ['ID=6fec09f9-2315-4d9c-bbd9-2b42b2a46184,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:23.034392 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a51f34-e473-4b8e-a9e6-b22ea96c8838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:23.034767 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a51f34-e473-4b8e-a9e6-b22ea96c8838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:23.035120 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a51f34-e473-4b8e-a9e6-b22ea96c8838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:23.035456 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a51f34-e473-4b8e-a9e6-b22ea96c8838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:23.035848 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a51f34-e473-4b8e-a9e6-b22ea96c8838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:23.036156 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a51f34-e473-4b8e-a9e6-b22ea96c8838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:23.036478 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a51f34-e473-4b8e-a9e6-b22ea96c8838 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:23.036805 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a51f34-e473-4b8e-a9e6-b22ea96c8838 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:23.037333 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a51f34-e473-4b8e-a9e6-b22ea96c8838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:23.037826 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a51f34-e473-4b8e-a9e6-b22ea96c8838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:23.038328 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a51f34-e473-4b8e-a9e6-b22ea96c8838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:23.038819 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9a51f34-e473-4b8e-a9e6-b22ea96c8838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:30:23.093309 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Attempting to bind port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:23.093693 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Attempting to bind port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:23.094060 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Attempting to bind port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 on network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:23.099423 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:23.099817 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Checking segment: {'id': 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:23.100225 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.100615 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Bound using segment: {'id': 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:23.101085 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Bound port: 6fec09f9-2315-4d9c-bbd9-2b42b2a46184, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:23.101465 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.162053 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c9585cba-e076-47c3-8b98-2b1d3e14237a up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:23.172268 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] For port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:23.175730 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] For port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6fec09f9-2315-4d9c-bbd9-2b42b2a46184,segment=NetworkSegment(a9c3f7bb-3165-4f44-943c-9551f0aa24b7),segment_id=a9c3f7bb-3165-4f44-943c-9551f0aa24b7)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:23.180395 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.216941 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port c9585cba-e076-47c3-8b98-2b1d3e14237a triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:23.217323 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.243140 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Routers {'c1319bd2-cc4b-489e-a695-f4dd98ce6da0'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:23.243797 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:30:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:23.247442 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a51f34-e473-4b8e-a9e6-b22ea96c8838 None None] Pushing event updated for resources: {'Port': ['ID=6fec09f9-2315-4d9c-bbd9-2b42b2a46184,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:23.315132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 917c8ebf-3250-40cc-b258-ec403ad3571d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:23.360939 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] Set router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:23.364726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 917c8ebf-3250-40cc-b258-ec403ad3571d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:23.365636 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.585865 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88466669', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '6fec09f9-2315-4d9c-bbd9-2b42b2a46184', 'name': '', 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:35:59:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:19Z', 'updated_at': '2021-07-16T02:30:23Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:23.598386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-3babdb5b-ed3d-40b3-9746-e0e01114d5bc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:23.600280 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-3babdb5b-ed3d-40b3-9746-e0e01114d5bc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "GET /v2.0/networks?id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c HTTP/1.1" status: 200 len: 796 time: 0.1359596 Jul 16 02:30:23.620382 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ed70d0-435e-447c-8355-f9fb05e3b345 None None] The sync data for ids ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'] in n-d-791505-14 is: [{'id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88466669', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '6fec09f9-2315-4d9c-bbd9-2b42b2a46184', 'name': '', 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:35:59:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:19Z', 'updated_at': '2021-07-16T02:30:23Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:23.652039 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-9e34861c-e3cb-436c-856d-8d5170045645 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8 HTTP/1.1" status: 200 len: 380 time: 0.0419507 Jul 16 02:30:23.661003 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e87f76e-684f-42ee-b811-a43d7cacc439 req-80af40fb-77c0-4fff-886f-8567fce128f1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 210 time: 0.0439606 Jul 16 02:30:23.674745 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-13dd74cd-590b-448c-91d6-e0292368dab0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'port': {'device_id': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'admin_state_up': True, 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'security_groups': ['c91e8ea6-d821-4eda-8b45-3816406ec38c']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:23.813800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-13dd74cd-590b-448c-91d6-e0292368dab0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Made reservation on behalf of 8a2ef8dd21094bccad4c1a61869dfcb8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:30:23.817574 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-13dd74cd-590b-448c-91d6-e0292368dab0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:23.945666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-13dd74cd-590b-448c-91d6-e0292368dab0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.20.0.3 (5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c/c781933d-82e6-4600-a01a-3684d48383a1/a850e0de-e397-41cb-9128-a2698e217793) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:24.095370 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-13dd74cd-590b-448c-91d6-e0292368dab0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.110268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-13dd74cd-590b-448c-91d6-e0292368dab0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Transition to ACTIVE for port object a850e0de-e397-41cb-9128-a2698e217793 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:24.143669 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-13dd74cd-590b-448c-91d6-e0292368dab0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.196301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-13dd74cd-590b-448c-91d6-e0292368dab0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:24.199905 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-13dd74cd-590b-448c-91d6-e0292368dab0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:24.202330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-13dd74cd-590b-448c-91d6-e0292368dab0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:24.238965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd74cd-590b-448c-91d6-e0292368dab0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=a850e0de-e397-41cb-9128-a2698e217793,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:24.272320 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-13dd74cd-590b-448c-91d6-e0292368dab0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:24.273444 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-13dd74cd-590b-448c-91d6-e0292368dab0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.291216 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-13dd74cd-590b-448c-91d6-e0292368dab0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6315327 Jul 16 02:30:24.304763 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Request body: {'port': {'device_id': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:24.381769 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.472172 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1dbaa4d4-bf05-4ae0-917e-23d19508a5e0 None None] Provisioning for port a850e0de-e397-41cb-9128-a2698e217793 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:24.476989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-1dbaa4d4-bf05-4ae0-917e-23d19508a5e0 None None] Provisioning complete for port a850e0de-e397-41cb-9128-a2698e217793 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:24.477290 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1dbaa4d4-bf05-4ae0-917e-23d19508a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.518798 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-1dbaa4d4-bf05-4ae0-917e-23d19508a5e0 None None] Port a850e0de-e397-41cb-9128-a2698e217793 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:30:24.668571 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a850e0de-e397-41cb-9128-a2698e217793 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:30:24.676378 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.688101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Transition to ACTIVE for port object a850e0de-e397-41cb-9128-a2698e217793 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:30:24.692349 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.762025 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Pushing event updated for resources: {'Port': ['ID=a850e0de-e397-41cb-9128-a2698e217793,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:24.820067 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Attempting to bind port a850e0de-e397-41cb-9128-a2698e217793 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:30:24.820481 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Attempting to bind port a850e0de-e397-41cb-9128-a2698e217793 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:30:24.820887 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Attempting to bind port a850e0de-e397-41cb-9128-a2698e217793 on network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:24.825832 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Port a850e0de-e397-41cb-9128-a2698e217793 on network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:30:24.826226 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Attempting to bind port a850e0de-e397-41cb-9128-a2698e217793 on network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:30:24.831221 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:30:24.831695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Checking segment: {'id': 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:30:24.832214 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Bound using segment: {'id': 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:30:24.832672 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Bound port: a850e0de-e397-41cb-9128-a2698e217793, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:30:24.833136 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.868610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9396d42-b165-485e-81f2-e90dbc99915d req-ed675089-ba7c-4c6d-8217-2edcb499895a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:24.870423 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9396d42-b165-485e-81f2-e90dbc99915d req-ed675089-ba7c-4c6d-8217-2edcb499895a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 943 time: 0.0655940 Jul 16 02:30:24.908451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] For port a850e0de-e397-41cb-9128-a2698e217793, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:30:24.911059 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f9396d42-b165-485e-81f2-e90dbc99915d req-329a82f6-b60e-46e7-9ee9-6e17e4169c51 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350685 Jul 16 02:30:24.911803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] For port a850e0de-e397-41cb-9128-a2698e217793, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a850e0de-e397-41cb-9128-a2698e217793,segment=NetworkSegment(a9c3f7bb-3165-4f44-943c-9551f0aa24b7),segment_id=a9c3f7bb-3165-4f44-943c-9551f0aa24b7)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:30:24.916853 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.953981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:24.954511 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:24.955930 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] 10.222.0.70 "PUT /v2.0/ports/a850e0de-e397-41cb-9128-a2698e217793 HTTP/1.1" status: 200 len: 1092 time: 0.6564322 Jul 16 02:30:24.956377 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'tag': 'a850e0de-e397-41cb-9128-a2698e217793'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:24.958664 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488156ba-3d48-4a68-9cf2-0ad19be084fb" -d '{"events": [{"name": "network-changed", "server_uuid": "629bf84c-0184-4028-9ff7-cd26407cff9d", "tag": "a850e0de-e397-41cb-9128-a2698e217793"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:24.986230 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa19e8-d6bc-4778-a68d-bb70c9cb0504 service neutron] Pushing event updated for resources: {'Port': ['ID=a850e0de-e397-41cb-9128-a2698e217793,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:25.010445 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4551b9c-c494-442b-ad82-afccf6a16e46 x-openstack-request-id: req-d4551b9c-c494-442b-ad82-afccf6a16e46 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:25.010925 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629bf84c-0184-4028-9ff7-cd26407cff9d", "tag": "a850e0de-e397-41cb-9128-a2698e217793", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:25.011182 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4551b9c-c494-442b-ad82-afccf6a16e46 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:25.011615 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'tag': 'a850e0de-e397-41cb-9128-a2698e217793', 'status': 'completed', 'code': 200} Jul 16 02:30:25.065520 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-3bb37e8c-6915-4b55-8137-b32605a45b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:25.067818 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-3bb37e8c-6915-4b55-8137-b32605a45b0b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 1095 time: 0.0671968 Jul 16 02:30:25.121170 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-f383b6c7-71fc-4fbe-a0c1-9680beb64817 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a850e0de-e397-41cb-9128-a2698e217793 HTTP/1.1" status: 200 len: 217 time: 0.0449889 Jul 16 02:30:25.158730 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:25.174239 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-e8e6e637-a038-469d-87ba-f5e9d7722660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:25.176307 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-e8e6e637-a038-469d-87ba-f5e9d7722660 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c781933d-82e6-4600-a01a-3684d48383a1 HTTP/1.1" status: 200 len: 835 time: 0.0474689 Jul 16 02:30:25.206849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:25.210490 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:25.210900 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.233256 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-a5b4a4e9-b924-45b7-8cba-da4b46ddcdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:25.234764 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-a5b4a4e9-b924-45b7-8cba-da4b46ddcdc5 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523608 Jul 16 02:30:25.295933 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.329015 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-fcec383f-c32d-4f0d-8b7e-cbd1722b26e5 service neutron] 10.222.0.70 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869148 Jul 16 02:30:25.330320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6fec09f9-2315-4d9c-bbd9-2b42b2a46184,segment=NetworkSegment(a9c3f7bb-3165-4f44-943c-9551f0aa24b7),segment_id=a9c3f7bb-3165-4f44-943c-9551f0aa24b7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:25.334069 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:25.380991 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=6fec09f9-2315-4d9c-bbd9-2b42b2a46184,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:25.417996 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9f99103a-08ea-415e-a952-c28da7bbbd67 req-ee16b8bd-b597-4963-a820-f6fa32de2bc5 service neutron] 10.222.0.70 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825429 Jul 16 02:30:25.521936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488156ba-3d48-4a68-9cf2-0ad19be084fb req-dca4959d-d2ad-4702-b83e-33c7c8ff8f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:25.523431 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-488156ba-3d48-4a68-9cf2-0ad19be084fb req-dca4959d-d2ad-4702-b83e-33c7c8ff8f91 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 1095 time: 0.0569346 Jul 16 02:30:25.612155 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488156ba-3d48-4a68-9cf2-0ad19be084fb req-73ee4be9-c489-49fa-bed6-b74b1b4d2b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:25.613711 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-488156ba-3d48-4a68-9cf2-0ad19be084fb req-73ee4be9-c489-49fa-bed6-b74b1b4d2b97 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c HTTP/1.1" status: 200 len: 897 time: 0.0839357 Jul 16 02:30:25.658012 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-488156ba-3d48-4a68-9cf2-0ad19be084fb req-f9699db9-1103-4767-9539-de5d214c93e4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a850e0de-e397-41cb-9128-a2698e217793 HTTP/1.1" status: 200 len: 217 time: 0.0374796 Jul 16 02:30:25.705950 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488156ba-3d48-4a68-9cf2-0ad19be084fb req-8e8609d0-1b36-4a9c-ad06-56972c296b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:25.707925 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-488156ba-3d48-4a68-9cf2-0ad19be084fb req-8e8609d0-1b36-4a9c-ad06-56972c296b18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c781933d-82e6-4600-a01a-3684d48383a1 HTTP/1.1" status: 200 len: 835 time: 0.0432770 Jul 16 02:30:25.763117 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488156ba-3d48-4a68-9cf2-0ad19be084fb req-3edb2e76-e3ec-41d7-9bb5-970bad6065c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:25.764714 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-488156ba-3d48-4a68-9cf2-0ad19be084fb req-3edb2e76-e3ec-41d7-9bb5-970bad6065c9 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498366 Jul 16 02:30:25.857458 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-488156ba-3d48-4a68-9cf2-0ad19be084fb req-6467457d-d2e3-4a40-bed2-998eb3911d65 service neutron] 10.222.0.70 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844944 Jul 16 02:30:25.943434 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-488156ba-3d48-4a68-9cf2-0ad19be084fb req-daa6f8af-5673-404b-aa75-4c0203eeab42 service neutron] 10.222.0.70 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790668 Jul 16 02:30:26.088970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d35bc-5f34-49e3-a842-0d6ee52bca2f req-cb909162-ef4b-42c3-86cf-988fa01b5c1b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:26.090446 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b27d35bc-5f34-49e3-a842-0d6ee52bca2f req-cb909162-ef4b-42c3-86cf-988fa01b5c1b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 943 time: 0.0630729 Jul 16 02:30:26.129545 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b27d35bc-5f34-49e3-a842-0d6ee52bca2f req-eb630c22-2e91-4118-8e7c-7c6f87b700c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335481 Jul 16 02:30:27.130328 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:27.178961 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:27.179337 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:27.300767 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639d74a-b994-484b-9381-798b895c416d req-4884df10-e4fc-4428-b5b9-b2a320d5a347 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:27.302290 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2639d74a-b994-484b-9381-798b895c416d req-4884df10-e4fc-4428-b5b9-b2a320d5a347 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 943 time: 0.0635998 Jul 16 02:30:27.338670 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2639d74a-b994-484b-9381-798b895c416d req-6db8228c-ecd0-4627-97c7-29d8d56e3cfb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308568 Jul 16 02:30:28.178324 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a850e0de-e397-41cb-9128-a2698e217793 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:30:28.269132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a850e0de-e397-41cb-9128-a2698e217793, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a850e0de-e397-41cb-9128-a2698e217793,segment=NetworkSegment(a9c3f7bb-3165-4f44-943c-9551f0aa24b7),segment_id=a9c3f7bb-3165-4f44-943c-9551f0aa24b7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:28.280238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'a850e0de-e397-41cb-9128-a2698e217793', 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'port_id': 'a850e0de-e397-41cb-9128-a2698e217793', 'mac_address': 'fa:16:3e:a8:c2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:30:28.318807 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.486615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a850e0de-e397-41cb-9128-a2698e217793 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:30:28.506546 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a850e0de-e397-41cb-9128-a2698e217793, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a850e0de-e397-41cb-9128-a2698e217793,segment=NetworkSegment(a9c3f7bb-3165-4f44-943c-9551f0aa24b7),segment_id=a9c3f7bb-3165-4f44-943c-9551f0aa24b7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:28.510710 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:28.517278 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c15d4-e2b8-4c67-a6a7-dd06441ed29a req-093a63af-d341-4370-9f16-a61c3193b083 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:28.518814 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f5c15d4-e2b8-4c67-a6a7-dd06441ed29a req-093a63af-d341-4370-9f16-a61c3193b083 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 943 time: 0.0654521 Jul 16 02:30:28.558282 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a850e0de-e397-41cb-9128-a2698e217793,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:28.559020 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f5c15d4-e2b8-4c67-a6a7-dd06441ed29a req-763e8765-9375-440a-a5cf-a257c9d5e5f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337918 Jul 16 02:30:28.746192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['a850e0de-e397-41cb-9128-a2698e217793'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:30:29.732694 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4b4c1-4e96-44f6-bbb8-ddf3eebc18c7 req-dc34165b-3524-4bf5-9081-8e11921bab19 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:29.734159 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76b4b4c1-4e96-44f6-bbb8-ddf3eebc18c7 req-dc34165b-3524-4bf5-9081-8e11921bab19 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 944 time: 0.0656161 Jul 16 02:30:29.770762 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-76b4b4c1-4e96-44f6-bbb8-ddf3eebc18c7 req-471fbb71-d202-48fe-889e-9c25ae6edda5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303094 Jul 16 02:30:30.199173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a850e0de-e397-41cb-9128-a2698e217793 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:30:30.245894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port a850e0de-e397-41cb-9128-a2698e217793 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:30:30.249522 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port a850e0de-e397-41cb-9128-a2698e217793 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:30:30.249918 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:30.326583 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:30.348292 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a850e0de-e397-41cb-9128-a2698e217793'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:30.351103 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea53af7e-ef1b-4f84-ad74-31e99843f1b9" -d '{"events": [{"server_uuid": "629bf84c-0184-4028-9ff7-cd26407cff9d", "name": "network-vif-plugged", "status": "completed", "tag": "a850e0de-e397-41cb-9128-a2698e217793"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:30.363168 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port a850e0de-e397-41cb-9128-a2698e217793, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a850e0de-e397-41cb-9128-a2698e217793,segment=NetworkSegment(a9c3f7bb-3165-4f44-943c-9551f0aa24b7),segment_id=a9c3f7bb-3165-4f44-943c-9551f0aa24b7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:30:30.367113 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:30.389256 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b0eb04-40ae-4bfe-a8c2-3ec5d3305ba0 x-openstack-request-id: req-d4b0eb04-40ae-4bfe-a8c2-3ec5d3305ba0 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:30.389556 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629bf84c-0184-4028-9ff7-cd26407cff9d", "name": "network-vif-plugged", "status": "completed", "tag": "a850e0de-e397-41cb-9128-a2698e217793", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:30.389812 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4b0eb04-40ae-4bfe-a8c2-3ec5d3305ba0 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:30.390357 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a850e0de-e397-41cb-9128-a2698e217793', 'code': 200} Jul 16 02:30:30.418768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=a850e0de-e397-41cb-9128-a2698e217793,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:30.501206 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c366e-eac3-49f2-8def-02ebe1ec1713 req-14e45630-9fca-4ab2-bb15-a0ed9d0941ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:30.502694 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0c4c366e-eac3-49f2-8def-02ebe1ec1713 req-14e45630-9fca-4ab2-bb15-a0ed9d0941ec service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 1097 time: 0.0503535 Jul 16 02:30:30.541778 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0c4c366e-eac3-49f2-8def-02ebe1ec1713 req-1e045f34-4a39-474a-89c3-0f3d5a6d4252 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319924 Jul 16 02:30:30.940985 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940396d-ee1a-4ce2-a514-8d588ccd42d0 req-2b4d5e8e-9a7e-4624-8ddb-0d8e535c87cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:30.943032 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8940396d-ee1a-4ce2-a514-8d588ccd42d0 req-2b4d5e8e-9a7e-4624-8ddb-0d8e535c87cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0614941 Jul 16 02:30:30.979722 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8940396d-ee1a-4ce2-a514-8d588ccd42d0 req-34e4b4be-9d91-45b8-9c34-031529b783a1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306282 Jul 16 02:30:31.090564 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.059836 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.152740 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7ad8b-94d6-43f4-be6d-d2dfdb0a7553 req-df4b81ba-17b9-4743-8036-55b9af17f117 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:32.154217 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10c7ad8b-94d6-43f4-be6d-d2dfdb0a7553 req-df4b81ba-17b9-4743-8036-55b9af17f117 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0613942 Jul 16 02:30:32.194169 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10c7ad8b-94d6-43f4-be6d-d2dfdb0a7553 req-2d27ee1b-3aea-494e-92a8-32cc66bb8200 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344818 Jul 16 02:30:32.361454 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d0e00-83bb-4b22-b8c7-c0354fa83489 req-5260bddb-8ae4-4307-a314-7431d53c98ff tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:32.362910 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-736d0e00-83bb-4b22-b8c7-c0354fa83489 req-5260bddb-8ae4-4307-a314-7431d53c98ff tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0617411 Jul 16 02:30:32.399238 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-736d0e00-83bb-4b22-b8c7-c0354fa83489 req-c5a26954-ba7c-464e-a706-9aefa072336b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308805 Jul 16 02:30:32.422473 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47746) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:32.473128 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3fe7ac-0e9a-47e2-a376-6590fd5c7302 tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:32.474667 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9b3fe7ac-0e9a-47e2-a376-6590fd5c7302 tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 1092 time: 0.0512042 Jul 16 02:30:32.477471 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47748) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:32.481703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': 'a850e0de-e397-41cb-9128-a2698e217793', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:30:32.502663 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.599068 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.697051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.25.2.13 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/2d90048d-a688-4f27-8332-0bb845a30176) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:30:32.798862 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.837623 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:32.871437 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:30:32.876073 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:30:32.880813 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:30:32.903296 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=2d90048d-a688-4f27-8332-0bb845a30176,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:33.243356 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.320549 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.463540 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.468051 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.539126 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=2d90048d-a688-4f27-8332-0bb845a30176,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:30:33.552432 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.649805 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Floating IP 7cf6c967-a99d-4707-9753-fa7d529f6d34 associated. External IP: 172.25.2.13, port: a850e0de-e397-41cb-9128-a2698e217793. Jul 16 02:30:33.848689 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:30:33.951054 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:30:33.960696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d79520-01ef-4870-9019-c7b645c7fffa None None] Sync routers for ids ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:30:33.967068 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:33.969501 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d79520-01ef-4870-9019-c7b645c7fffa None None] Routers {'c1319bd2-cc4b-489e-a695-f4dd98ce6da0'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:33.970121 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-56d79520-01ef-4870-9019-c7b645c7fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:30:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:34.004509 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-131beada-0242-4972-be55-a89846fe56dc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5260215 Jul 16 02:30:34.005215 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'tag': 'a850e0de-e397-41cb-9128-a2698e217793'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:30:34.007572 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91898409-2663-43f6-9feb-e3c4939e19e1" -d '{"events": [{"name": "network-changed", "server_uuid": "629bf84c-0184-4028-9ff7-cd26407cff9d", "tag": "a850e0de-e397-41cb-9128-a2698e217793"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:30:34.078584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-56d79520-01ef-4870-9019-c7b645c7fffa None None] Set router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:34.153563 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea5226e-8286-4051-8e53-19c57363def1 req-e4c4aa34-629a-4917-8410-17060f14ed1a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:34.155073 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aea5226e-8286-4051-8e53-19c57363def1 req-e4c4aa34-629a-4917-8410-17060f14ed1a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0626769 Jul 16 02:30:34.192645 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aea5226e-8286-4051-8e53-19c57363def1 req-dd826f9c-782c-4742-a097-61de3411a8bb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319488 Jul 16 02:30:34.217314 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47754) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:34.307616 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-56d79520-01ef-4870-9019-c7b645c7fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88466669', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '7cf6c967-a99d-4707-9753-fa7d529f6d34', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'port_id': 'a850e0de-e397-41cb-9128-a2698e217793', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'mac_address': 'fa:16:3e:a8:c2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:30:33Z', 'updated_at': '2021-07-16T02:30:33Z', 'revision_number': 0, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fec09f9-2315-4d9c-bbd9-2b42b2a46184', 'name': '', 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:35:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:19Z', 'updated_at': '2021-07-16T02:30:25Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:34.321803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91898409-2663-43f6-9feb-e3c4939e19e1 req-c1728137-3365-4438-9482-d2285813e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:34.323621 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-91898409-2663-43f6-9feb-e3c4939e19e1 req-c1728137-3365-4438-9482-d2285813e912 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 1097 time: 0.0563550 Jul 16 02:30:34.335314 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d79520-01ef-4870-9019-c7b645c7fffa None None] Checking router: c1319bd2-cc4b-489e-a695-f4dd98ce6da0 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:30:34.344221 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d79520-01ef-4870-9019-c7b645c7fffa None None] Routers {'c1319bd2-cc4b-489e-a695-f4dd98ce6da0'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:30:34.344853 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-56d79520-01ef-4870-9019-c7b645c7fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:30:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:34.424201 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91898409-2663-43f6-9feb-e3c4939e19e1 req-84068f20-5f6b-448e-a68d-5b15b87268f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:34.426344 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-91898409-2663-43f6-9feb-e3c4939e19e1 req-84068f20-5f6b-448e-a68d-5b15b87268f3 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c HTTP/1.1" status: 200 len: 897 time: 0.0947967 Jul 16 02:30:34.460627 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-56d79520-01ef-4870-9019-c7b645c7fffa None None] Set router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:30:34.511572 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-91898409-2663-43f6-9feb-e3c4939e19e1 req-ca8972e2-bf54-43c3-9277-bbc0912c053e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a850e0de-e397-41cb-9128-a2698e217793 HTTP/1.1" status: 200 len: 998 time: 0.0783174 Jul 16 02:30:34.562742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91898409-2663-43f6-9feb-e3c4939e19e1 req-cd1760d4-ed6d-4c79-b637-9103c7a797ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:34.564279 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-91898409-2663-43f6-9feb-e3c4939e19e1 req-cd1760d4-ed6d-4c79-b637-9103c7a797ff service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c781933d-82e6-4600-a01a-3684d48383a1 HTTP/1.1" status: 200 len: 835 time: 0.0468409 Jul 16 02:30:34.585135 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86bf537-534b-45ed-b818-19c0b48c5832 x-openstack-request-id: req-c86bf537-534b-45ed-b818-19c0b48c5832 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:30:34.585765 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629bf84c-0184-4028-9ff7-cd26407cff9d", "tag": "a850e0de-e397-41cb-9128-a2698e217793", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:30:34.585765 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c86bf537-534b-45ed-b818-19c0b48c5832 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:30:34.586093 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'tag': 'a850e0de-e397-41cb-9128-a2698e217793', 'status': 'completed', 'code': 200} Jul 16 02:30:34.617676 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-625e276c-6e40-45bf-bc85-c81b2e059ce3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/7cf6c967-a99d-4707-9753-fa7d529f6d34 HTTP/1.1" status: 200 len: 990 time: 0.3991919 Jul 16 02:30:34.630907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91898409-2663-43f6-9feb-e3c4939e19e1 req-426572b8-3e8a-4ae2-9c47-728ce38cf08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:34.632562 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-91898409-2663-43f6-9feb-e3c4939e19e1 req-426572b8-3e8a-4ae2-9c47-728ce38cf08d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0619140 Jul 16 02:30:34.699550 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-56d79520-01ef-4870-9019-c7b645c7fffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88466669', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '7cf6c967-a99d-4707-9753-fa7d529f6d34', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'port_id': 'a850e0de-e397-41cb-9128-a2698e217793', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'mac_address': 'fa:16:3e:a8:c2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:30:33Z', 'updated_at': '2021-07-16T02:30:33Z', 'revision_number': 0, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fec09f9-2315-4d9c-bbd9-2b42b2a46184', 'name': '', 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:35:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:19Z', 'updated_at': '2021-07-16T02:30:25Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:30:34.725657 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d79520-01ef-4870-9019-c7b645c7fffa None None] The sync data for ids ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'] in n-d-791505-14 is: [{'id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88466669', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '7cf6c967-a99d-4707-9753-fa7d529f6d34', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'floating_ip_address': '172.25.2.13', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'port_id': 'a850e0de-e397-41cb-9128-a2698e217793', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'mac_address': 'fa:16:3e:a8:c2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:30:33Z', 'updated_at': '2021-07-16T02:30:33Z', 'revision_number': 0, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fec09f9-2315-4d9c-bbd9-2b42b2a46184', 'name': '', 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:35:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:19Z', 'updated_at': '2021-07-16T02:30:25Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:30:34.728005 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-91898409-2663-43f6-9feb-e3c4939e19e1 req-24fb0703-c5b2-47b9-bd8a-a9c50d827ca5 service neutron] 10.222.0.70 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891073 Jul 16 02:30:34.819708 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-91898409-2663-43f6-9feb-e3c4939e19e1 req-9b043929-bab5-4839-877d-c32c992dad2b service neutron] 10.222.0.70 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856912 Jul 16 02:30:34.917362 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f454962a-131b-460b-8b64-ca9649b90a6f None None] New status for floating IP 7cf6c967-a99d-4707-9753-fa7d529f6d34: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:30:35.007236 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c92c6733-a49e-457c-8d55-70354d3fe4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:35.621523 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47756) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:30:35.680208 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7732426d-0907-424a-be2b-0a5a0f0e86f4 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/7cf6c967-a99d-4707-9753-fa7d529f6d34 HTTP/1.1" status: 200 len: 992 time: 0.0575399 Jul 16 02:30:37.458018 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:37.704081 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-82161f63-ed63-417b-bc23-2c2f8ac79fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:38.853793 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:40.481610 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:30:43.633685 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-8a08026e-94e4-450e-aa7b-56cb6b40944c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0598271 Jul 16 02:30:43.735525 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-3070b31e-2d8e-4cd1-9797-9846d9d16408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.736027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-3070b31e-2d8e-4cd1-9797-9846d9d16408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.736501 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-3070b31e-2d8e-4cd1-9797-9846d9d16408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.736971 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-3070b31e-2d8e-4cd1-9797-9846d9d16408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.737435 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-3070b31e-2d8e-4cd1-9797-9846d9d16408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.739230 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-3070b31e-2d8e-4cd1-9797-9846d9d16408 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0587957 Jul 16 02:30:43.850491 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-21d9f668-085b-4375-a190-7b46e03fd36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.850968 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-21d9f668-085b-4375-a190-7b46e03fd36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.851437 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-21d9f668-085b-4375-a190-7b46e03fd36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.853030 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-21d9f668-085b-4375-a190-7b46e03fd36a service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0915277 Jul 16 02:30:43.893148 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-043d588b-4748-4d64-902f-080edd17a463 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0326436 Jul 16 02:30:43.939216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-fde69625-6515-4da2-a014-201d460f6da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:43.940665 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-fde69625-6515-4da2-a014-201d460f6da1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0410800 Jul 16 02:30:43.998914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-e59b5b56-c63e-4636-8085-3f9e5664891f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:44.000433 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-e59b5b56-c63e-4636-8085-3f9e5664891f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539978 Jul 16 02:30:44.088489 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-80421c44-9685-46fb-a818-717a438f081f service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818822 Jul 16 02:30:44.178653 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-5dfeb30e-ff40-4929-b47f-c6d16077ed1d service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837867 Jul 16 02:30:44.217313 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-e4ebecbf-d956-4eb5-ae68-a6b6c32c3133 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0330894 Jul 16 02:30:44.265879 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-1296a3be-881f-4583-8e1c-2b0ff4b3085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:44.267440 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-1296a3be-881f-4583-8e1c-2b0ff4b3085e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0446560 Jul 16 02:30:44.326377 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-2fe0e11c-ab7d-4a8f-8c67-29b8509b819c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:44.327907 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-2fe0e11c-ab7d-4a8f-8c67-29b8509b819c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0545764 Jul 16 02:30:44.412789 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-8549f365-a402-41b7-8a49-9566c1a512a7 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789607 Jul 16 02:30:44.501651 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-cbbe91d1-b50c-437e-965a-21d04735700d service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830960 Jul 16 02:30:44.540439 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-c7289b8b-9935-47b7-8c0c-e25c6b4731c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0333183 Jul 16 02:30:44.594401 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-f93b652c-55a8-4e43-9444-bfeccdc9d167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:44.595861 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-f93b652c-55a8-4e43-9444-bfeccdc9d167 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0473068 Jul 16 02:30:44.652204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-bd0fd47f-86bc-4f3e-b447-b045012cc7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:44.653703 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-bd0fd47f-86bc-4f3e-b447-b045012cc7d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0518675 Jul 16 02:30:44.739257 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-888412b3-ae6a-49e5-be80-48f918c4a10c service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786290 Jul 16 02:30:44.828557 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-60b43751-b2a9-4fda-ab90-b8b9be7b969d service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830295 Jul 16 02:30:44.867300 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-587ac9d0-c28e-48e9-af76-fea78651a56f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0327861 Jul 16 02:30:44.913685 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-4049bc6d-ae6e-47a2-a81d-8370ca96466f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:44.915096 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-4049bc6d-ae6e-47a2-a81d-8370ca96466f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0417151 Jul 16 02:30:44.974121 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-c0d83610-6644-4b3d-90a1-8d184bb9d9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:44.975573 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-c0d83610-6644-4b3d-90a1-8d184bb9d9e6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0542507 Jul 16 02:30:45.062018 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-2cf2c0f6-a221-40d2-91a5-6f45d0f51dc7 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804126 Jul 16 02:30:45.150736 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-ac0629ad-5fb3-4a0c-8af3-4f1cdd9ddcd0 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828257 Jul 16 02:30:45.189980 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-9fc8610b-511b-4181-9ed4-e018cddad5d8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0330863 Jul 16 02:30:45.239116 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-acf15d51-3df2-4d54-b955-7a124341462d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:45.241110 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-acf15d51-3df2-4d54-b955-7a124341462d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0454175 Jul 16 02:30:45.296009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-c957d7b1-c830-4141-8e9a-15749ab6b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:45.297463 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-c957d7b1-c830-4141-8e9a-15749ab6b8ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0505984 Jul 16 02:30:45.382621 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-01bfe53e-8657-451e-b3d9-8b822a537de4 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785673 Jul 16 02:30:45.471910 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-102bce01-cc21-4b32-a62f-7a21ccba6692 req-cf9dd626-7014-4ab2-ab29-617d34828934 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831230 Jul 16 02:30:55.541689 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e78a5619-6341-41d6-83b2-0277d4bf52c9 req-acee3fba-709b-41b0-9cd2-fc607173c89b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0892119 Jul 16 02:30:55.634252 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a5619-6341-41d6-83b2-0277d4bf52c9 req-c702f18e-4f72-4082-b38d-80174266bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:55.635687 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e78a5619-6341-41d6-83b2-0277d4bf52c9 req-c702f18e-4f72-4082-b38d-80174266bd5f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 1097 time: 0.0497694 Jul 16 02:30:55.747783 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a5619-6341-41d6-83b2-0277d4bf52c9 req-c5f480b8-c49b-4278-b0b8-7986527782a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:55.749321 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e78a5619-6341-41d6-83b2-0277d4bf52c9 req-c5f480b8-c49b-4278-b0b8-7986527782a0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c HTTP/1.1" status: 200 len: 897 time: 0.0858948 Jul 16 02:30:55.815372 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e78a5619-6341-41d6-83b2-0277d4bf52c9 req-b17b24e5-537e-4685-865d-677b724ff911 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a850e0de-e397-41cb-9128-a2698e217793 HTTP/1.1" status: 200 len: 1000 time: 0.0592191 Jul 16 02:30:55.869132 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a5619-6341-41d6-83b2-0277d4bf52c9 req-144628c1-d78c-4c47-9378-1cbe11689ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:55.870623 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e78a5619-6341-41d6-83b2-0277d4bf52c9 req-144628c1-d78c-4c47-9378-1cbe11689ab1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c781933d-82e6-4600-a01a-3684d48383a1 HTTP/1.1" status: 200 len: 835 time: 0.0489156 Jul 16 02:30:55.926462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a5619-6341-41d6-83b2-0277d4bf52c9 req-30adb785-7bd2-43cd-bc47-1fd383041b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:30:55.927968 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e78a5619-6341-41d6-83b2-0277d4bf52c9 req-30adb785-7bd2-43cd-bc47-1fd383041b04 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510094 Jul 16 02:30:56.014201 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e78a5619-6341-41d6-83b2-0277d4bf52c9 req-d06ff2d7-5ebc-488b-bde7-5f265a38af56 service neutron] 10.222.0.70 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791724 Jul 16 02:30:56.104865 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e78a5619-6341-41d6-83b2-0277d4bf52c9 req-45f21087-e8c3-40ee-9e55-31c5bcfcc245 service neutron] 10.222.0.70 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843387 Jul 16 02:30:59.605252 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:31:01.106457 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:02.056035 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:05.006212 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0386ce80-13a9-4320-947a-42e17945507e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:07.117790 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-c4859c36-47a9-4075-92da-e4837b0958fb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989063 Jul 16 02:31:07.129384 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f65917-6b8d-481f-8ae1-41192b493a5e req-a72a75a0-6550-4ff0-a775-13f7a6027b56 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:07.130940 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-12f65917-6b8d-481f-8ae1-41192b493a5e req-a72a75a0-6550-4ff0-a775-13f7a6027b56 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0632710 Jul 16 02:31:07.172806 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-12f65917-6b8d-481f-8ae1-41192b493a5e req-3ba82d20-3acb-4137-afed-3b76270b08b6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349197 Jul 16 02:31:07.460032 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:07.704437 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a17385fd-ae9e-4a98-bf70-0f32cc75d057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:08.342168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-0ccbfedd-cabe-4cbe-8566-27b519ef53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:08.343578 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-0ccbfedd-cabe-4cbe-8566-27b519ef53f2 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 1097 time: 0.0561652 Jul 16 02:31:08.346865 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e6d0e6-ee70-46d4-9b2d-1823e3af8d92 req-6b25fdd7-7ba4-4e88-9361-e703660b6ae2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:08.348369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-44e6d0e6-ee70-46d4-9b2d-1823e3af8d92 req-6b25fdd7-7ba4-4e88-9361-e703660b6ae2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0625205 Jul 16 02:31:08.385165 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-44e6d0e6-ee70-46d4-9b2d-1823e3af8d92 req-61dc06c7-0c02-4be4-8dca-c7e20c6d2fe6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311708 Jul 16 02:31:08.432511 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-4d06f7f3-ecd5-43ea-a8e2-9805ee93f587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:08.433997 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-4d06f7f3-ecd5-43ea-a8e2-9805ee93f587 service neutron] 10.222.0.70 "GET /v2.0/networks?id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c HTTP/1.1" status: 200 len: 897 time: 0.0838215 Jul 16 02:31:08.501209 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-3876b8b4-5427-4476-86b7-afb85056bef7 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a850e0de-e397-41cb-9128-a2698e217793 HTTP/1.1" status: 200 len: 1000 time: 0.0602403 Jul 16 02:31:08.550972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-72564ed7-545a-4238-a32c-88284a3f4e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:08.552455 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-72564ed7-545a-4238-a32c-88284a3f4e77 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c781933d-82e6-4600-a01a-3684d48383a1 HTTP/1.1" status: 200 len: 835 time: 0.0447655 Jul 16 02:31:08.609026 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-2358e66d-2cb7-4288-85c0-eaf35e03810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:08.610387 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-2358e66d-2cb7-4288-85c0-eaf35e03810f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504882 Jul 16 02:31:08.700380 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-c79cef13-9fec-4068-8e4c-63cd238abc4f service neutron] 10.222.0.70 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819643 Jul 16 02:31:08.790159 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-142545ce-c97f-424e-b235-a16e6d954144 service neutron] 10.222.0.70 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807354 Jul 16 02:31:08.857830 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:09.559145 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1008de2-c2a6-4404-810a-31717190f267 req-b72240e9-4cd8-4d5b-ac96-c9cf1e2c8147 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:09.560875 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1008de2-c2a6-4404-810a-31717190f267 req-b72240e9-4cd8-4d5b-ac96-c9cf1e2c8147 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0634742 Jul 16 02:31:09.597606 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e1008de2-c2a6-4404-810a-31717190f267 req-7cbde88d-936b-4c70-89ee-09ffcbd995eb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312130 Jul 16 02:31:10.484450 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:10.772569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a5bb5-1a9a-4933-b272-56d82a367e77 req-01c1bb66-610d-4b5a-8074-ebc62cbc69ae tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:10.773970 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b51a5bb5-1a9a-4933-b272-56d82a367e77 req-01c1bb66-610d-4b5a-8074-ebc62cbc69ae tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0670121 Jul 16 02:31:10.810575 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b51a5bb5-1a9a-4933-b272-56d82a367e77 req-ae717eab-c586-42b4-b26a-fb8da8f86a00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311923 Jul 16 02:31:11.980070 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b53131-2b4a-460b-bb62-0369c23e96b9 req-dc5e5e9c-560d-4ced-9c09-f93498204121 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:11.981546 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48b53131-2b4a-460b-bb62-0369c23e96b9 req-dc5e5e9c-560d-4ced-9c09-f93498204121 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0639222 Jul 16 02:31:12.017429 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-48b53131-2b4a-460b-bb62-0369c23e96b9 req-0ab5091b-3c32-4c8e-a121-c03b49ef747d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303073 Jul 16 02:31:13.186604 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d267a0b-5aad-4ecd-89c9-8c6732d6c2d7 req-9b4fea8e-3cf5-43b4-bf32-68f5d1229146 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:13.188137 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d267a0b-5aad-4ecd-89c9-8c6732d6c2d7 req-9b4fea8e-3cf5-43b4-bf32-68f5d1229146 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0613797 Jul 16 02:31:13.228631 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1d267a0b-5aad-4ecd-89c9-8c6732d6c2d7 req-588af31e-4455-48a5-85c1-3ed67c05725e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348933 Jul 16 02:31:14.401569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eec9ec-d3c3-46fb-9204-64aba752b485 req-d899ee2d-7efb-4d4f-8868-2be3768f2844 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:14.402949 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60eec9ec-d3c3-46fb-9204-64aba752b485 req-d899ee2d-7efb-4d4f-8868-2be3768f2844 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0621028 Jul 16 02:31:14.439064 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-60eec9ec-d3c3-46fb-9204-64aba752b485 req-f7968d61-8a1d-4a3f-bfd6-67244fcb5bf2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306413 Jul 16 02:31:15.614639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aa88e5-2530-4cbe-9180-535556ccde92 req-d7594740-d686-4236-9dac-604bed23db08 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:15.616197 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10aa88e5-2530-4cbe-9180-535556ccde92 req-d7594740-d686-4236-9dac-604bed23db08 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0636978 Jul 16 02:31:15.652705 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10aa88e5-2530-4cbe-9180-535556ccde92 req-fea1af6b-8e03-4e4a-b654-d516d337e59d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310283 Jul 16 02:31:16.825727 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e597a1-4638-40c6-b687-aacc93fb8f98 req-22a5cf75-2b23-4688-bb6a-4b5b80518bed tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:16.827214 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10e597a1-4638-40c6-b687-aacc93fb8f98 req-22a5cf75-2b23-4688-bb6a-4b5b80518bed tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0655115 Jul 16 02:31:16.863384 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10e597a1-4638-40c6-b687-aacc93fb8f98 req-939ccfb0-aa34-413c-85dd-172f6d497c5b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305901 Jul 16 02:31:18.030211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34954025-dfb3-4245-bd86-af0d305b26fc req-58078337-d95b-427b-9034-6bd00068b05e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:18.031710 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34954025-dfb3-4245-bd86-af0d305b26fc req-58078337-d95b-427b-9034-6bd00068b05e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0613241 Jul 16 02:31:18.068714 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-34954025-dfb3-4245-bd86-af0d305b26fc req-13d25e80-e190-4537-a709-7e0de72f068f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314598 Jul 16 02:31:19.241269 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5aadf-1f2a-4872-8fcb-131e3a2ea963 req-b933e914-e7d5-4e06-b578-22799097f7b3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:19.242658 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0d5aadf-1f2a-4872-8fcb-131e3a2ea963 req-b933e914-e7d5-4e06-b578-22799097f7b3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0622041 Jul 16 02:31:19.282693 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0d5aadf-1f2a-4872-8fcb-131e3a2ea963 req-a3deb3e1-e40c-476f-a4db-235a419dc732 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338910 Jul 16 02:31:20.450815 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4282fa3-074f-485d-b0e6-2595d2d76afc req-c3a18a03-7c49-4b01-a18b-2f4978759f00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:20.452300 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4282fa3-074f-485d-b0e6-2595d2d76afc req-c3a18a03-7c49-4b01-a18b-2f4978759f00 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0613763 Jul 16 02:31:20.487481 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e4282fa3-074f-485d-b0e6-2595d2d76afc req-0b4e18ed-5430-434a-9f41-2a25fdc2b456 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297973 Jul 16 02:31:21.660537 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d52c00-f8e1-4bb3-aeea-101ffafc784c req-7ccf58ed-ead2-4916-85af-acc6854fbc2a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:21.662062 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1d52c00-f8e1-4bb3-aeea-101ffafc784c req-7ccf58ed-ead2-4916-85af-acc6854fbc2a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0630126 Jul 16 02:31:21.700271 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1d52c00-f8e1-4bb3-aeea-101ffafc784c req-4faad0cd-0b44-4a0e-9985-54ce3dd7da3a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324283 Jul 16 02:31:22.873967 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e697a7d-eab6-4e00-8c2c-89170878c4e1 req-0276942f-0f85-4d16-9d8c-dce953997e8c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:22.875491 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3e697a7d-eab6-4e00-8c2c-89170878c4e1 req-0276942f-0f85-4d16-9d8c-dce953997e8c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0660903 Jul 16 02:31:22.911398 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3e697a7d-eab6-4e00-8c2c-89170878c4e1 req-537df223-280f-4fd4-831b-3c28f2888eb7 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304947 Jul 16 02:31:24.087494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b682ab1-6b71-4d98-b408-40db70622411 req-82ebce96-b5dd-45ac-b973-f8b4670bccf0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:24.089040 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b682ab1-6b71-4d98-b408-40db70622411 req-82ebce96-b5dd-45ac-b973-f8b4670bccf0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0630376 Jul 16 02:31:24.125947 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2b682ab1-6b71-4d98-b408-40db70622411 req-f7dd90ca-d8a7-42a1-8308-70d92d125130 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314641 Jul 16 02:31:25.294876 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec1e54-d9e6-4b6a-8362-f13fc00c0dff req-f2d1a722-6198-4a34-8f1f-66ebb67f572d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:25.296389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dec1e54-d9e6-4b6a-8362-f13fc00c0dff req-f2d1a722-6198-4a34-8f1f-66ebb67f572d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0614767 Jul 16 02:31:25.337724 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dec1e54-d9e6-4b6a-8362-f13fc00c0dff req-89ccfeb4-2522-4043-905e-a4d2a2aa2e17 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351529 Jul 16 02:31:25.930879 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-0f4815f7-9f23-4cf1-8a61-4c2552f6432f service neutron] show failed (client error): The resource could not be found. Jul 16 02:31:25.931932 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-0f4815f7-9f23-4cf1-8a61-4c2552f6432f service neutron] 10.222.0.70 "GET /v2.0/ports/a850e0de-e397-41cb-9128-a2698e217793/bindings/n-h1-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.0530267 Jul 16 02:31:26.175695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-4e912fcb-1315-4923-9846-d68e4626420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:26.177213 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-4e912fcb-1315-4923-9846-d68e4626420b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d&tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8 HTTP/1.1" status: 200 len: 1097 time: 0.0551646 Jul 16 02:31:26.187432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791505-14', 'device_owner': 'compute:nova'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:31:26.254962 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:26.456209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] For port a850e0de-e397-41cb-9128-a2698e217793, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=a850e0de-e397-41cb-9128-a2698e217793,segment=NetworkSegment(a9c3f7bb-3165-4f44-943c-9551f0aa24b7),segment_id=a9c3f7bb-3165-4f44-943c-9551f0aa24b7)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:26.510767 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237d05d-2fde-466c-abf0-75cb1a7b6bbd req-8b620944-1aee-4707-845c-2a482d0fa9c7 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:26.512473 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7237d05d-2fde-466c-abf0-75cb1a7b6bbd req-8b620944-1aee-4707-845c-2a482d0fa9c7 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0664120 Jul 16 02:31:26.552924 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7237d05d-2fde-466c-abf0-75cb1a7b6bbd req-9c58b764-a748-475a-b2e4-4fb3d32cab03 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345798 Jul 16 02:31:26.802709 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] For port a850e0de-e397-41cb-9128-a2698e217793, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:26.849333 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a850e0de-e397-41cb-9128-a2698e217793'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:31:26.851631 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928ce475-c080-49e8-aed7-b4bbefc0a71b" -d '{"events": [{"server_uuid": "629bf84c-0184-4028-9ff7-cd26407cff9d", "name": "network-vif-unplugged", "status": "completed", "tag": "a850e0de-e397-41cb-9128-a2698e217793"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:31:26.855032 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:26.866733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Transition to ACTIVE for port object a850e0de-e397-41cb-9128-a2698e217793 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:31:26.870529 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:26.909126 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfdc5f8-c39f-4319-884a-5ba8d2fd46d9 x-openstack-request-id: req-fdfdc5f8-c39f-4319-884a-5ba8d2fd46d9 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:31:26.909412 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629bf84c-0184-4028-9ff7-cd26407cff9d", "name": "network-vif-unplugged", "status": "completed", "tag": "a850e0de-e397-41cb-9128-a2698e217793", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:31:26.909657 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fdfdc5f8-c39f-4319-884a-5ba8d2fd46d9 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:31:26.910037 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a850e0de-e397-41cb-9128-a2698e217793', 'code': 200} Jul 16 02:31:26.947640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Pushing event updated for resources: {'Port': ['ID=a850e0de-e397-41cb-9128-a2698e217793,revision_number=6']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:26.961927 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:26.962783 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:26.963130 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:26.963456 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:26.963802 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:26.964217 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:26.964507 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:26.964752 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:26.965074 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:26.965388 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:26.965702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:26.966013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:27.003108 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] No DVR routers for this DVR port a850e0de-e397-41cb-9128-a2698e217793 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:31:27.136190 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Attempting to bind port a850e0de-e397-41cb-9128-a2698e217793 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:31:27.136525 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Attempting to bind port a850e0de-e397-41cb-9128-a2698e217793 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:31:27.136848 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Attempting to bind port a850e0de-e397-41cb-9128-a2698e217793 on network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:27.140957 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Port a850e0de-e397-41cb-9128-a2698e217793 on network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:31:27.141270 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Attempting to bind port a850e0de-e397-41cb-9128-a2698e217793 on network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:31:27.145903 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:31:27.146239 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Checking segment: {'id': 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:31:27.146614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Bound using segment: {'id': 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:31:27.147030 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Bound port: a850e0de-e397-41cb-9128-a2698e217793, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:31:27.147379 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:27.207864 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] For port a850e0de-e397-41cb-9128-a2698e217793, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:31:27.210655 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] For port a850e0de-e397-41cb-9128-a2698e217793, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a850e0de-e397-41cb-9128-a2698e217793,segment=NetworkSegment(a9c3f7bb-3165-4f44-943c-9551f0aa24b7),segment_id=a9c3f7bb-3165-4f44-943c-9551f0aa24b7)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:31:27.214193 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:27.249830 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:27.250439 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:27.251826 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] 10.222.0.69 "PUT /v2.0/ports/a850e0de-e397-41cb-9128-a2698e217793 HTTP/1.1" status: 200 len: 1092 time: 1.0683243 Jul 16 02:31:27.273129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94c56de-1429-4fbd-b2ff-f239b00f3308 service neutron] Pushing event updated for resources: {'Port': ['ID=a850e0de-e397-41cb-9128-a2698e217793,revision_number=7']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:27.328678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-75ed1028-1485-4f1b-a68b-b7d48f41b3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:27.330187 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-75ed1028-1485-4f1b-a68b-b7d48f41b3bb service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 1095 time: 0.0541928 Jul 16 02:31:27.418720 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-fe4073ab-e647-4b99-b217-e4281cb947ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:27.420208 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-fe4073ab-e647-4b99-b217-e4281cb947ed service neutron] 10.222.0.69 "GET /v2.0/networks?id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c HTTP/1.1" status: 200 len: 897 time: 0.0841918 Jul 16 02:31:27.489106 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-8f2ab1cb-5b46-4bbc-9d8d-9acc0e54d88f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a850e0de-e397-41cb-9128-a2698e217793 HTTP/1.1" status: 200 len: 998 time: 0.0616062 Jul 16 02:31:27.534408 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-4a80a23c-ff7a-4a3b-be35-2d8fab0bcf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:27.535840 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-4a80a23c-ff7a-4a3b-be35-2d8fab0bcf47 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c781933d-82e6-4600-a01a-3684d48383a1 HTTP/1.1" status: 200 len: 835 time: 0.0410016 Jul 16 02:31:27.591614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-e6b378f4-4a08-4fad-9214-6e4e77d202f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:27.593141 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-e6b378f4-4a08-4fad-9214-6e4e77d202f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514340 Jul 16 02:31:27.685380 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-a7389393-72a0-4100-80ed-32a064cb1cf9 service neutron] 10.222.0.69 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859287 Jul 16 02:31:27.731925 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa13c5-4d79-450f-9dff-26aacc752cd0 req-5af0b41f-b33d-4834-8a0b-eea3ed82c2f5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:27.733451 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5efa13c5-4d79-450f-9dff-26aacc752cd0 req-5af0b41f-b33d-4834-8a0b-eea3ed82c2f5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 943 time: 0.0629025 Jul 16 02:31:27.769985 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5efa13c5-4d79-450f-9dff-26aacc752cd0 req-55287999-fac8-4f03-ab64-b4e4c818a781 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309525 Jul 16 02:31:27.771823 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e075b46a-2a0d-4f39-b2f2-681b6dc342b8 req-ee53ba0f-f85b-4482-b4fc-e88558b3797e service neutron] 10.222.0.69 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804996 Jul 16 02:31:28.910981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'tag': 'a850e0de-e397-41cb-9128-a2698e217793'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:31:28.913416 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840553d9-9b8c-4721-b216-9e9ef1663458" -d '{"events": [{"name": "network-changed", "server_uuid": "629bf84c-0184-4028-9ff7-cd26407cff9d", "tag": "a850e0de-e397-41cb-9128-a2698e217793"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:31:28.944849 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0ee9b0-1e02-43d8-a2c6-44c77e660952 req-5b98cb27-5fec-4301-b62f-154b38bcadd5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:28.946837 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f0ee9b0-1e02-43d8-a2c6-44c77e660952 req-5b98cb27-5fec-4301-b62f-154b38bcadd5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 943 time: 0.0653889 Jul 16 02:31:28.983485 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0f0ee9b0-1e02-43d8-a2c6-44c77e660952 req-53f1938c-c977-490d-9ac6-7580f92bf6b7 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309305 Jul 16 02:31:29.041074 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaeb6f0-1c17-43c4-bfbe-04f5ca079fec x-openstack-request-id: req-4eaeb6f0-1c17-43c4-bfbe-04f5ca079fec {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:31:29.041370 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629bf84c-0184-4028-9ff7-cd26407cff9d", "tag": "a850e0de-e397-41cb-9128-a2698e217793", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:31:29.041622 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4eaeb6f0-1c17-43c4-bfbe-04f5ca079fec {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:31:29.042017 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'tag': 'a850e0de-e397-41cb-9128-a2698e217793', 'status': 'completed', 'code': 200} Jul 16 02:31:29.155103 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-c2d77343-d46b-4af4-8291-c300143b0bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:29.156606 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-c2d77343-d46b-4af4-8291-c300143b0bf6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 1095 time: 0.0932953 Jul 16 02:31:29.161453 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-e565ab69-52f4-4dbd-b799-423c58737c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:29.162826 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-e565ab69-52f4-4dbd-b799-423c58737c8e service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 1095 time: 0.0898955 Jul 16 02:31:29.315009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-ff903a63-540d-4a03-9558-415800c623c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:29.316494 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-ff903a63-540d-4a03-9558-415800c623c0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c HTTP/1.1" status: 200 len: 897 time: 0.1528776 Jul 16 02:31:29.318987 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-af723b90-d0eb-40da-85ea-18474e6d8eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:29.321101 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-af723b90-d0eb-40da-85ea-18474e6d8eda service neutron] 10.222.0.70 "GET /v2.0/networks?id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c HTTP/1.1" status: 200 len: 897 time: 0.1506021 Jul 16 02:31:29.432622 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-f8a63ba3-aad9-45ce-bf77-6127bd22937a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a850e0de-e397-41cb-9128-a2698e217793 HTTP/1.1" status: 200 len: 998 time: 0.1068394 Jul 16 02:31:29.436449 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-95433c1a-fe2e-48b9-a462-a2de3d6b7f25 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a850e0de-e397-41cb-9128-a2698e217793 HTTP/1.1" status: 200 len: 998 time: 0.1047640 Jul 16 02:31:29.525926 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-514ffc29-fa23-4fc6-b006-432ecc04a9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:29.527386 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-514ffc29-fa23-4fc6-b006-432ecc04a9b1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c781933d-82e6-4600-a01a-3684d48383a1 HTTP/1.1" status: 200 len: 835 time: 0.0834584 Jul 16 02:31:29.528773 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-7848c543-32c9-419f-a727-3cc9f9692a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:29.530083 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-7848c543-32c9-419f-a727-3cc9f9692a3e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c781933d-82e6-4600-a01a-3684d48383a1 HTTP/1.1" status: 200 len: 835 time: 0.0775492 Jul 16 02:31:29.625255 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-50c9722c-2c89-412e-8625-9ca868e108ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:29.626650 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-50c9722c-2c89-412e-8625-9ca868e108ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0903430 Jul 16 02:31:29.629147 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-e016c0cf-c8d5-438a-a470-429af2f83194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:29.630497 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-e016c0cf-c8d5-438a-a470-429af2f83194 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931356 Jul 16 02:31:29.784744 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-6bc3c3e8-eb53-4151-8407-1c8c22a16ba1 service neutron] 10.222.0.70 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493556 Jul 16 02:31:29.788011 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-aa24b4f0-3b57-47ff-8de5-57687ac3706e service neutron] 10.222.0.69 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515973 Jul 16 02:31:29.941003 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-8dd66918-2e2a-4553-a5c7-3b59d386745a service neutron] 10.222.0.70 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488092 Jul 16 02:31:29.942788 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-840553d9-9b8c-4721-b216-9e9ef1663458 req-9172bc8f-01ca-4787-b54e-ae76c033cf39 service neutron] 10.222.0.69 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439140 Jul 16 02:31:30.155241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc8574b-467f-4143-8fe9-2500e21fc906 req-d9f53943-9516-4367-9cc3-2203f1531cb2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:30.156781 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dc8574b-467f-4143-8fe9-2500e21fc906 req-d9f53943-9516-4367-9cc3-2203f1531cb2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 943 time: 0.0618584 Jul 16 02:31:30.193531 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dc8574b-467f-4143-8fe9-2500e21fc906 req-59e1b98d-d9be-45ad-86bb-d9a345bac87d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312250 Jul 16 02:31:30.482597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edd78f-6584-475a-bca4-8d5f602c03aa req-52e8c0b8-6902-4c56-901c-64b38289d57b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:30.484155 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5edd78f-6584-475a-bca4-8d5f602c03aa req-52e8c0b8-6902-4c56-901c-64b38289d57b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 943 time: 0.0627725 Jul 16 02:31:30.492743 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7987c0-4b48-4388-82cb-6a032490781d req-f8a2c467-0784-438c-8d11-57b5b6a08ee0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:30.494272 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6c7987c0-4b48-4388-82cb-6a032490781d req-f8a2c467-0784-438c-8d11-57b5b6a08ee0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d&tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&binding%3Ahost_id=n-h1-791505-14 HTTP/1.1" status: 200 len: 943 time: 0.0696521 Jul 16 02:31:30.527004 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5edd78f-6584-475a-bca4-8d5f602c03aa req-a361039d-820d-4b9c-b815-301b69424e22 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369799 Jul 16 02:31:30.558764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a850e0de-e397-41cb-9128-a2698e217793 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:31:30.560654 n-d-791505-14 neutron-server[93920]: INFO neutron.api.v2.resource [req-6c7987c0-4b48-4388-82cb-6a032490781d req-2f87a5a3-4f6e-48d0-9155-850aa9123e3e service neutron] delete failed (client error): The resource could not be found. Jul 16 02:31:30.561695 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6c7987c0-4b48-4388-82cb-6a032490781d req-2f87a5a3-4f6e-48d0-9155-850aa9123e3e service neutron] 10.222.0.70 "DELETE /v2.0/ports/a850e0de-e397-41cb-9128-a2698e217793/bindings/n-h2-791505-14 HTTP/1.1" status: 404 len: 381 time: 0.0602038 Jul 16 02:31:30.605135 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device a850e0de-e397-41cb-9128-a2698e217793 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:31:30.660653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7987c0-4b48-4388-82cb-6a032490781d req-79ce0747-5e36-4ee7-a08d-6a9a470ce11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:30.662192 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6c7987c0-4b48-4388-82cb-6a032490781d req-79ce0747-5e36-4ee7-a08d-6a9a470ce11a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 1095 time: 0.0545394 Jul 16 02:31:30.704074 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e858f5d-c258-4e23-a9be-f21a530679b3 req-7ec0c1e0-c305-4eb9-abc5-7917c2d4a9b5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:30.705589 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e858f5d-c258-4e23-a9be-f21a530679b3 req-7ec0c1e0-c305-4eb9-abc5-7917c2d4a9b5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 943 time: 0.0627995 Jul 16 02:31:30.743588 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e858f5d-c258-4e23-a9be-f21a530679b3 req-ffe5d712-172a-4bbe-a2f1-363dfef65942 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315337 Jul 16 02:31:30.750872 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7987c0-4b48-4388-82cb-6a032490781d req-3e459ef5-b82c-4210-8a3c-29b759b8197c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:30.752416 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6c7987c0-4b48-4388-82cb-6a032490781d req-3e459ef5-b82c-4210-8a3c-29b759b8197c service neutron] 10.222.0.70 "GET /v2.0/networks?id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c HTTP/1.1" status: 200 len: 897 time: 0.0838838 Jul 16 02:31:30.819910 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6c7987c0-4b48-4388-82cb-6a032490781d req-b3d7c9bc-31fe-4fa7-aa3b-3fa0b7c17872 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a850e0de-e397-41cb-9128-a2698e217793 HTTP/1.1" status: 200 len: 998 time: 0.0597100 Jul 16 02:31:30.865972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7987c0-4b48-4388-82cb-6a032490781d req-27f74047-fa74-4d66-9b39-cf778efcdfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:30.867360 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6c7987c0-4b48-4388-82cb-6a032490781d req-27f74047-fa74-4d66-9b39-cf778efcdfc7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=c781933d-82e6-4600-a01a-3684d48383a1 HTTP/1.1" status: 200 len: 835 time: 0.0414491 Jul 16 02:31:30.910005 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a850e0de-e397-41cb-9128-a2698e217793 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:31:30.930090 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7987c0-4b48-4388-82cb-6a032490781d req-15fd1333-6869-44c1-b61d-4766da2cb7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:30.932115 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6c7987c0-4b48-4388-82cb-6a032490781d req-15fd1333-6869-44c1-b61d-4766da2cb7c2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585327 Jul 16 02:31:31.002286 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a850e0de-e397-41cb-9128-a2698e217793, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a850e0de-e397-41cb-9128-a2698e217793,segment=NetworkSegment(a9c3f7bb-3165-4f44-943c-9551f0aa24b7),segment_id=a9c3f7bb-3165-4f44-943c-9551f0aa24b7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:31.013413 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': 'a850e0de-e397-41cb-9128-a2698e217793', 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'port_id': 'a850e0de-e397-41cb-9128-a2698e217793', 'mac_address': 'fa:16:3e:a8:c2:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:31:31.024657 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6c7987c0-4b48-4388-82cb-6a032490781d req-6567de02-60f8-4dff-ba58-647672093ba3 service neutron] 10.222.0.70 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863688 Jul 16 02:31:31.053478 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:31.067062 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a850e0de-e397-41cb-9128-a2698e217793 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:31:31.086851 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a850e0de-e397-41cb-9128-a2698e217793, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a850e0de-e397-41cb-9128-a2698e217793,segment=NetworkSegment(a9c3f7bb-3165-4f44-943c-9551f0aa24b7),segment_id=a9c3f7bb-3165-4f44-943c-9551f0aa24b7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:31.090981 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:31.116047 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6c7987c0-4b48-4388-82cb-6a032490781d req-dad750ad-9d36-4823-8623-db7135ad106a service neutron] 10.222.0.70 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848963 Jul 16 02:31:31.138415 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:31.147802 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=a850e0de-e397-41cb-9128-a2698e217793,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:31.154969 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.155315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.155660 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.156022 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.156356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.156682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.157007 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.157331 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.157653 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.157973 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.158293 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.158614 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:31:31.399568 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['a850e0de-e397-41cb-9128-a2698e217793'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:31:31.913811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1a2c3-599a-409e-9173-c6ea88ccfd28 req-795b16b4-03c7-4269-adfe-59cba6a3d48a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:31.915303 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cea1a2c3-599a-409e-9173-c6ea88ccfd28 req-795b16b4-03c7-4269-adfe-59cba6a3d48a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 944 time: 0.0628421 Jul 16 02:31:31.952277 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cea1a2c3-599a-409e-9173-c6ea88ccfd28 req-77af2096-0ee0-4cfc-8888-509aabd6b675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Jul 16 02:31:31.976270 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47862) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:31:32.038920 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b3e25dfb-6ff2-40db-8d11-03d9a1594a6b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/7cf6c967-a99d-4707-9753-fa7d529f6d34 HTTP/1.1" status: 200 len: 991 time: 0.0615404 Jul 16 02:31:32.066848 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:32.925412 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a850e0de-e397-41cb-9128-a2698e217793 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:31:32.972086 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port a850e0de-e397-41cb-9128-a2698e217793 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:31:32.975549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port a850e0de-e397-41cb-9128-a2698e217793 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:31:32.975947 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.052738 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.076458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a850e0de-e397-41cb-9128-a2698e217793'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:31:33.078731 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35172e2-7168-4478-bd2e-2287f1cc9f5e" -d '{"events": [{"server_uuid": "629bf84c-0184-4028-9ff7-cd26407cff9d", "name": "network-vif-plugged", "status": "completed", "tag": "a850e0de-e397-41cb-9128-a2698e217793"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:31:33.091918 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port a850e0de-e397-41cb-9128-a2698e217793, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a850e0de-e397-41cb-9128-a2698e217793,segment=NetworkSegment(a9c3f7bb-3165-4f44-943c-9551f0aa24b7),segment_id=a9c3f7bb-3165-4f44-943c-9551f0aa24b7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:31:33.096358 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:33.119315 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a138904-008c-4aae-9430-c25d2d98e6e0 x-openstack-request-id: req-6a138904-008c-4aae-9430-c25d2d98e6e0 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:31:33.119607 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629bf84c-0184-4028-9ff7-cd26407cff9d", "name": "network-vif-plugged", "status": "completed", "tag": "a850e0de-e397-41cb-9128-a2698e217793", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:31:33.119879 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a138904-008c-4aae-9430-c25d2d98e6e0 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:31:33.120262 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a850e0de-e397-41cb-9128-a2698e217793', 'code': 200} Jul 16 02:31:33.145198 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=a850e0de-e397-41cb-9128-a2698e217793,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:31:35.007198 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5d7f1a33-048e-4b51-bc89-d67c32f3be36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:36.604767 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:31:37.461932 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:37.704618 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-314432b3-f35f-4214-a711-9ca0861cd1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:38.859203 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:40.487423 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:31:45.657028 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-087cb137-44e5-4143-8467-27010cd82e6c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0610254 Jul 16 02:31:45.755185 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-6da48689-339f-44cb-aca7-11f60eb3895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:45.755671 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-6da48689-339f-44cb-aca7-11f60eb3895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:45.756189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-6da48689-339f-44cb-aca7-11f60eb3895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:45.756659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-6da48689-339f-44cb-aca7-11f60eb3895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:45.757124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-6da48689-339f-44cb-aca7-11f60eb3895f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:45.758864 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-6da48689-339f-44cb-aca7-11f60eb3895f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0585639 Jul 16 02:31:45.873614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-8c0109f2-ac7e-4d19-b291-e8fda701eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:45.874088 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-8c0109f2-ac7e-4d19-b291-e8fda701eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:45.874557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-8c0109f2-ac7e-4d19-b291-e8fda701eac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:45.876146 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-8c0109f2-ac7e-4d19-b291-e8fda701eac9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0928946 Jul 16 02:31:45.918028 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-1235b4ee-e073-49fa-95cc-9cfcd0709f1a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0329924 Jul 16 02:31:45.968764 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-85e4dd12-a2c1-4cd5-80b6-bdfdea047b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:45.970162 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-85e4dd12-a2c1-4cd5-80b6-bdfdea047b93 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0422721 Jul 16 02:31:46.030546 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-41436fab-8830-4c75-b163-2349e987819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:46.032070 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-41436fab-8830-4c75-b163-2349e987819e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553050 Jul 16 02:31:46.042108 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-1741f766-a33f-4dd7-b329-32f961b8eeee service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:31:46.043051 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-1741f766-a33f-4dd7-b329-32f961b8eeee service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048516 Jul 16 02:31:46.131414 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-84980939-e120-47e0-a322-adfb6ff86f9f service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814822 Jul 16 02:31:46.221583 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-9a0bcc7d-491c-4b20-abe0-0ea4da5133ac service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835812 Jul 16 02:31:46.261832 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-b05bd630-f56c-447c-b783-35f1a7957a4f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0329578 Jul 16 02:31:46.309006 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-d59d6bf4-f2e9-4a6c-a97b-115535eab5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:46.310394 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-d59d6bf4-f2e9-4a6c-a97b-115535eab5ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0417418 Jul 16 02:31:46.368916 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-801eb8df-c806-47ba-b1fa-e0b1cfc59fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:46.370350 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-801eb8df-c806-47ba-b1fa-e0b1cfc59fa9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0534029 Jul 16 02:31:46.455368 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-c1bc11f0-7acc-4a7c-95e9-66faf8bd03a8 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780935 Jul 16 02:31:46.544257 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-be90d5ab-b413-4ec1-811b-2bc288b0ef5c service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826457 Jul 16 02:31:46.583071 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-8baef8b4-db19-49c8-83cd-67cfae779277 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0321503 Jul 16 02:31:46.632052 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-d150d1c7-ad75-4c14-9bbc-c9f1f3fe72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:46.633448 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-d150d1c7-ad75-4c14-9bbc-c9f1f3fe72f8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0448098 Jul 16 02:31:46.687406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-f38296e5-adf9-49ad-b3f6-7f92d5bf9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:46.688897 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-f38296e5-adf9-49ad-b3f6-7f92d5bf9dba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0494165 Jul 16 02:31:46.773470 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-b30463f9-03c5-42ef-a826-4570ec3b4d26 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780590 Jul 16 02:31:46.864615 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-ce56529e-a9be-44aa-a8ab-b3fbc3f4dea1 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836141 Jul 16 02:31:46.903108 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-9045bbe2-4f26-40d4-b3cd-f8ddae8050d1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0330780 Jul 16 02:31:46.949537 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-57e7e79c-0d70-4519-85fe-bedfa58da575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:46.950947 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-57e7e79c-0d70-4519-85fe-bedfa58da575 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0416212 Jul 16 02:31:47.014248 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-27e9b8e5-eacc-4982-838b-3329b18a276e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:47.015728 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-27e9b8e5-eacc-4982-838b-3329b18a276e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0589356 Jul 16 02:31:47.102005 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-01ba6551-7b15-4406-a67f-eb58b02dd98d service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799892 Jul 16 02:31:47.197011 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-9b0c2c69-f6c8-4cef-bdb3-9847bd989732 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877371 Jul 16 02:31:47.234959 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-47d84a5a-2e03-41db-9cbf-123dde948800 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0326486 Jul 16 02:31:47.285260 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-2ce867fd-b26e-4157-9a53-383697b431ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:47.286660 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-2ce867fd-b26e-4157-9a53-383697b431ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0456574 Jul 16 02:31:47.341283 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-6c56c1d9-5027-4b9b-99ff-7bbaafe54e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:31:47.342702 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-6c56c1d9-5027-4b9b-99ff-7bbaafe54e2b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0499260 Jul 16 02:31:47.429172 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-d9643950-fd92-464f-a513-5a32a0d520fb service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795305 Jul 16 02:31:47.519029 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ea42369a-4124-49f7-804a-3f9d8cc32874 req-0ab66e0e-6f4b-4810-a9e0-3c5cf565aa9a service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832334 Jul 16 02:32:00.522552 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47874) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:00.676652 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb9553-a0c6-45ae-ad03-bf64dfae5b96 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port 2d90048d-a688-4f27-8332-0bb845a30176 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:32:00.676993 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9553-a0c6-45ae-ad03-bf64dfae5b96 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:00.751630 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9553-a0c6-45ae-ad03-bf64dfae5b96 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:00.751988 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9553-a0c6-45ae-ad03-bf64dfae5b96 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:00.763026 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-4fcb9553-a0c6-45ae-ad03-bf64dfae5b96 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for 2d90048d-a688-4f27-8332-0bb845a30176 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:32:00.900086 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9553-a0c6-45ae-ad03-bf64dfae5b96 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:00.928384 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb9553-a0c6-45ae-ad03-bf64dfae5b96 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=2d90048d-a688-4f27-8332-0bb845a30176,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:00.988950 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9553-a0c6-45ae-ad03-bf64dfae5b96 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:00.989285 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-4fcb9553-a0c6-45ae-ad03-bf64dfae5b96 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Floating IP 7cf6c967-a99d-4707-9753-fa7d529f6d34 disassociated (deleted). External IP: 172.25.2.13, port: a850e0de-e397-41cb-9128-a2698e217793. Jul 16 02:32:01.122285 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:01.192329 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fcb9553-a0c6-45ae-ad03-bf64dfae5b96 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:32:01.609939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fcb9553-a0c6-45ae-ad03-bf64dfae5b96 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:32:01.614598 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4fcb9553-a0c6-45ae-ad03-bf64dfae5b96 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:01.619215 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5229f3ab-70b5-410d-a5af-50c79849b00b None None] Sync routers for ids ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:32:01.628846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5229f3ab-70b5-410d-a5af-50c79849b00b None None] Routers {'c1319bd2-cc4b-489e-a695-f4dd98ce6da0'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:01.629458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5229f3ab-70b5-410d-a5af-50c79849b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:31:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:01.649767 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4fcb9553-a0c6-45ae-ad03-bf64dfae5b96 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/floatingips/7cf6c967-a99d-4707-9753-fa7d529f6d34 HTTP/1.1" status: 204 len: 168 time: 1.1261666 Jul 16 02:32:01.650358 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'tag': 'a850e0de-e397-41cb-9128-a2698e217793'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:01.652606 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2450ef-210c-4a14-aca1-9a367f0fe7bf" -d '{"events": [{"name": "network-changed", "server_uuid": "629bf84c-0184-4028-9ff7-cd26407cff9d", "tag": "a850e0de-e397-41cb-9128-a2698e217793"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:01.737188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-5229f3ab-70b5-410d-a5af-50c79849b00b None None] Set router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:01.893926 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7b3d05-f91e-49ce-b6fe-c83c68132193 x-openstack-request-id: req-cc7b3d05-f91e-49ce-b6fe-c83c68132193 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:01.894222 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "629bf84c-0184-4028-9ff7-cd26407cff9d", "tag": "a850e0de-e397-41cb-9128-a2698e217793", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:01.894496 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc7b3d05-f91e-49ce-b6fe-c83c68132193 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:01.894917 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'tag': 'a850e0de-e397-41cb-9128-a2698e217793', 'status': 'completed', 'code': 200} Jul 16 02:32:01.936988 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5229f3ab-70b5-410d-a5af-50c79849b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88466669', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '6fec09f9-2315-4d9c-bbd9-2b42b2a46184', 'name': '', 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:35:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:19Z', 'updated_at': '2021-07-16T02:30:25Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:01.963235 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5229f3ab-70b5-410d-a5af-50c79849b00b None None] Checking router: c1319bd2-cc4b-489e-a695-f4dd98ce6da0 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:32:01.973820 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5229f3ab-70b5-410d-a5af-50c79849b00b None None] Routers {'c1319bd2-cc4b-489e-a695-f4dd98ce6da0'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:01.974427 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5229f3ab-70b5-410d-a5af-50c79849b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:31:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:01.974693 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2450ef-210c-4a14-aca1-9a367f0fe7bf req-209a17fd-f7b3-46df-9684-34889444aab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:01.976186 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ff2450ef-210c-4a14-aca1-9a367f0fe7bf req-209a17fd-f7b3-46df-9684-34889444aab5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 1097 time: 0.0575025 Jul 16 02:32:02.045937 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ea99a-fc78-4856-8738-fd06eab3d0cb req-2e9edaa4-90ba-4e59-959b-737ce4ca89c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:02.048238 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-584ea99a-fc78-4856-8738-fd06eab3d0cb req-2e9edaa4-90ba-4e59-959b-737ce4ca89c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0659413 Jul 16 02:32:02.079386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2450ef-210c-4a14-aca1-9a367f0fe7bf req-b55d10d8-aa6e-444c-ad18-334c82abcc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:02.080935 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ff2450ef-210c-4a14-aca1-9a367f0fe7bf req-b55d10d8-aa6e-444c-ad18-334c82abcc2a service neutron] 10.222.0.69 "GET /v2.0/networks?id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c HTTP/1.1" status: 200 len: 897 time: 0.0966132 Jul 16 02:32:02.093549 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-584ea99a-fc78-4856-8738-fd06eab3d0cb req-c5f10e53-9065-4d1a-b4f5-da62d868bb89 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396655 Jul 16 02:32:02.098912 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:02.101192 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-5229f3ab-70b5-410d-a5af-50c79849b00b None None] Set router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:02.124117 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ff2450ef-210c-4a14-aca1-9a367f0fe7bf req-ced3d80f-50a9-4e98-9abf-39311bea7570 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a850e0de-e397-41cb-9128-a2698e217793 HTTP/1.1" status: 200 len: 217 time: 0.0365953 Jul 16 02:32:02.175909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2450ef-210c-4a14-aca1-9a367f0fe7bf req-fb6c03fe-32a4-4513-a659-76e3a22965a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:02.177370 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ff2450ef-210c-4a14-aca1-9a367f0fe7bf req-fb6c03fe-32a4-4513-a659-76e3a22965a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=c781933d-82e6-4600-a01a-3684d48383a1 HTTP/1.1" status: 200 len: 835 time: 0.0469346 Jul 16 02:32:02.236246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2450ef-210c-4a14-aca1-9a367f0fe7bf req-ec9155a0-590a-45f4-bb56-cac5a51b56aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:02.237740 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ff2450ef-210c-4a14-aca1-9a367f0fe7bf req-ec9155a0-590a-45f4-bb56-cac5a51b56aa service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517874 Jul 16 02:32:02.297365 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-5229f3ab-70b5-410d-a5af-50c79849b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88466669', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '6fec09f9-2315-4d9c-bbd9-2b42b2a46184', 'name': '', 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:35:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:19Z', 'updated_at': '2021-07-16T02:30:25Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:02.322331 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5229f3ab-70b5-410d-a5af-50c79849b00b None None] The sync data for ids ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'] in n-d-791505-14 is: [{'id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88466669', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:20Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '6fec09f9-2315-4d9c-bbd9-2b42b2a46184', 'name': '', 'network_id': '5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:35:59:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:19Z', 'updated_at': '2021-07-16T02:30:25Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'c781933d-82e6-4600-a01a-3684d48383a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:32:02.332766 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ff2450ef-210c-4a14-aca1-9a367f0fe7bf req-afee6b4b-ad98-4b85-b49f-f17c12197441 service neutron] 10.222.0.69 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851400 Jul 16 02:32:02.423297 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ff2450ef-210c-4a14-aca1-9a367f0fe7bf req-8be630e5-eb57-4172-be00-782dd5ebaea9 service neutron] 10.222.0.69 "GET /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834820 Jul 16 02:32:02.540498 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994b77f8-a632-415a-bd41-81eead57fa9f None None] New status for floating IP 7cf6c967-a99d-4707-9753-fa7d529f6d34: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:32:03.266316 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063e059-ebf5-41f2-b286-c9881db1251a req-8aa4dfca-5ef4-419c-81ee-7b5a45b88b52 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:03.267913 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e063e059-ebf5-41f2-b286-c9881db1251a req-8aa4dfca-5ef4-419c-81ee-7b5a45b88b52 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0666542 Jul 16 02:32:03.289412 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977a8df-bcf2-4a6a-b383-d286f1567dc7 req-73a92143-921d-4416-a300-b6962fe2461c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:03.290942 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1977a8df-bcf2-4a6a-b383-d286f1567dc7 req-73a92143-921d-4416-a300-b6962fe2461c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.69 "GET /v2.0/ports?device_id=629bf84c-0184-4028-9ff7-cd26407cff9d HTTP/1.1" status: 200 len: 945 time: 0.0631125 Jul 16 02:32:03.306960 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e063e059-ebf5-41f2-b286-c9881db1251a req-376a749e-e3f0-436f-ba4f-82564c1db20c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=c91e8ea6-d821-4eda-8b45-3816406ec38c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334873 Jul 16 02:32:03.392564 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-1977a8df-bcf2-4a6a-b383-d286f1567dc7 req-82d88cbe-58ab-4eb8-9249-7312c4b53e7e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port a850e0de-e397-41cb-9128-a2698e217793 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:32:03.392908 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1977a8df-bcf2-4a6a-b383-d286f1567dc7 req-82d88cbe-58ab-4eb8-9249-7312c4b53e7e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:03.481400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-1977a8df-bcf2-4a6a-b383-d286f1567dc7 req-82d88cbe-58ab-4eb8-9249-7312c4b53e7e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] For port a850e0de-e397-41cb-9128-a2698e217793, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=a850e0de-e397-41cb-9128-a2698e217793,segment=NetworkSegment(a9c3f7bb-3165-4f44-943c-9551f0aa24b7),segment_id=a9c3f7bb-3165-4f44-943c-9551f0aa24b7)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:03.481755 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1977a8df-bcf2-4a6a-b383-d286f1567dc7 req-82d88cbe-58ab-4eb8-9249-7312c4b53e7e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:03.492934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-1977a8df-bcf2-4a6a-b383-d286f1567dc7 req-82d88cbe-58ab-4eb8-9249-7312c4b53e7e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for a850e0de-e397-41cb-9128-a2698e217793 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:32:03.622180 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1977a8df-bcf2-4a6a-b383-d286f1567dc7 req-82d88cbe-58ab-4eb8-9249-7312c4b53e7e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:03.653421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d88cbe-58ab-4eb8-9249-7312c4b53e7e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=a850e0de-e397-41cb-9128-a2698e217793,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:03.698622 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-1977a8df-bcf2-4a6a-b383-d286f1567dc7 req-82d88cbe-58ab-4eb8-9249-7312c4b53e7e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] No DVR routers for this DVR port a850e0de-e397-41cb-9128-a2698e217793 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:32:03.701592 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-1977a8df-bcf2-4a6a-b383-d286f1567dc7 req-82d88cbe-58ab-4eb8-9249-7312c4b53e7e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:03.703578 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1977a8df-bcf2-4a6a-b383-d286f1567dc7 req-82d88cbe-58ab-4eb8-9249-7312c4b53e7e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.69 "DELETE /v2.0/ports/a850e0de-e397-41cb-9128-a2698e217793 HTTP/1.1" status: 204 len: 173 time: 0.4067397 Jul 16 02:32:03.895712 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'name': 'network-vif-deleted', 'tag': 'a850e0de-e397-41cb-9128-a2698e217793'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:03.898004 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafa6439-2390-4af3-a81e-8029c8936819" -d '{"events": [{"server_uuid": "629bf84c-0184-4028-9ff7-cd26407cff9d", "name": "network-vif-deleted", "tag": "a850e0de-e397-41cb-9128-a2698e217793"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:03.932783 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8590a2-d04f-438d-98be-3b628198af9e x-openstack-request-id: req-aa8590a2-d04f-438d-98be-3b628198af9e {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:03.933061 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "629bf84c-0184-4028-9ff7-cd26407cff9d", "name": "network-vif-deleted", "tag": "a850e0de-e397-41cb-9128-a2698e217793", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:03.933309 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa8590a2-d04f-438d-98be-3b628198af9e {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:03.933698 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '629bf84c-0184-4028-9ff7-cd26407cff9d', 'name': 'network-vif-deleted', 'tag': 'a850e0de-e397-41cb-9128-a2698e217793', 'status': 'completed', 'code': 200} Jul 16 02:32:04.398413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47888) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:04.752009 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2117eef6-4419-45f7-a38a-ba29edb3433d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:05.009446 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7882e7cc-42a5-46a2-a49b-52735386fa21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:05.012926 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-2117eef6-4419-45f7-a38a-ba29edb3433d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:32:05.013276 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2117eef6-4419-45f7-a38a-ba29edb3433d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:05.103074 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-2117eef6-4419-45f7-a38a-ba29edb3433d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] For port 6fec09f9-2315-4d9c-bbd9-2b42b2a46184, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6fec09f9-2315-4d9c-bbd9-2b42b2a46184,segment=NetworkSegment(a9c3f7bb-3165-4f44-943c-9551f0aa24b7),segment_id=a9c3f7bb-3165-4f44-943c-9551f0aa24b7)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:05.103681 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2117eef6-4419-45f7-a38a-ba29edb3433d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:05.120653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-2117eef6-4419-45f7-a38a-ba29edb3433d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:32:05.303950 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2117eef6-4419-45f7-a38a-ba29edb3433d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:05.331639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117eef6-4419-45f7-a38a-ba29edb3433d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=6fec09f9-2315-4d9c-bbd9-2b42b2a46184,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:05.507187 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2117eef6-4419-45f7-a38a-ba29edb3433d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:05.716467 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2117eef6-4419-45f7-a38a-ba29edb3433d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:32:05.813997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2117eef6-4419-45f7-a38a-ba29edb3433d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:32:05.818876 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2117eef6-4419-45f7-a38a-ba29edb3433d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "PUT /v2.0/routers/c1319bd2-cc4b-489e-a695-f4dd98ce6da0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4194596 Jul 16 02:32:05.821667 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47890) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:05.825271 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e890aa7b-291d-4941-8a0b-ff3ed8d797a2 None None] Sync routers for ids ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:32:05.835048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890aa7b-291d-4941-8a0b-ff3ed8d797a2 None None] Routers {'c1319bd2-cc4b-489e-a695-f4dd98ce6da0'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:05.835646 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e890aa7b-291d-4941-8a0b-ff3ed8d797a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:31:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:05.876013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_v2 [None req-027c1eff-4452-4ff2-bf29-fd4f4cd0c9a0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting subnet c781933d-82e6-4600-a01a-3684d48383a1 {{(pid=93920) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:32:05.879144 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-027c1eff-4452-4ff2-bf29-fd4f4cd0c9a0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for subnet, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:05.920600 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-027c1eff-4452-4ff2-bf29-fd4f4cd0c9a0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7439647'] for subnet, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:06.006862 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-027c1eff-4452-4ff2-bf29-fd4f4cd0c9a0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:06.071372 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-027c1eff-4452-4ff2-bf29-fd4f4cd0c9a0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4526919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4474165'] for subnet, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:06.092763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-e890aa7b-291d-4941-8a0b-ff3ed8d797a2 None None] Set router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:06.099641 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c1eff-4452-4ff2-bf29-fd4f4cd0c9a0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Subnet': ['ID=c781933d-82e6-4600-a01a-3684d48383a1,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:06.101872 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-027c1eff-4452-4ff2-bf29-fd4f4cd0c9a0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:06.106109 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-027c1eff-4452-4ff2-bf29-fd4f4cd0c9a0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/subnets/c781933d-82e6-4600-a01a-3684d48383a1 HTTP/1.1" status: 204 len: 168 time: 0.2811511 Jul 16 02:32:06.107203 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47892) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:06.125167 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2064ad7c-fa9d-43e4-804a-6644a686a17d None None] Network 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:32:06.213520 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:06.319219 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:06.372713 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port 917c8ebf-3250-40cc-b258-ec403ad3571d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:32:06.373225 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:06.376497 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e890aa7b-291d-4941-8a0b-ff3ed8d797a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88466669', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206'}], 'enable_snat': True}, 'gw_port_id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:32:05Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': '917c8ebf-3250-40cc-b258-ec403ad3571d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:2c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:30:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:06.407301 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e890aa7b-291d-4941-8a0b-ff3ed8d797a2 None None] Checking router: c1319bd2-cc4b-489e-a695-f4dd98ce6da0 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:32:06.416368 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e890aa7b-291d-4941-8a0b-ff3ed8d797a2 None None] Routers {'c1319bd2-cc4b-489e-a695-f4dd98ce6da0'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:06.416997 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e890aa7b-291d-4941-8a0b-ff3ed8d797a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:31:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:06.450734 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737ea753-a1a3-441e-87fb-8b83ef4c2131 None None] DHCP port deletion for 5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:32:06.454748 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] For port 917c8ebf-3250-40cc-b258-ec403ad3571d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=917c8ebf-3250-40cc-b258-ec403ad3571d,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:06.455115 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:06.466359 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for 917c8ebf-3250-40cc-b258-ec403ad3571d owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:32:06.524545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-e890aa7b-291d-4941-8a0b-ff3ed8d797a2 None None] Set router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:06.579562 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-e890aa7b-291d-4941-8a0b-ff3ed8d797a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88466669', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:32:06Z', 'revision_number': 6, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:06.610407 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e890aa7b-291d-4941-8a0b-ff3ed8d797a2 None None] The sync data for ids ['c1319bd2-cc4b-489e-a695-f4dd98ce6da0'] in n-d-791505-14 is: [{'id': 'c1319bd2-cc4b-489e-a695-f4dd98ce6da0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-88466669', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:30:17Z', 'updated_at': '2021-07-16T02:32:06Z', 'revision_number': 6, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:32:06.619113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-737ea753-a1a3-441e-87fb-8b83ef4c2131 None None] Deleting port c9585cba-e076-47c3-8b98-2b1d3e14237a {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:32:06.619579 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-737ea753-a1a3-441e-87fb-8b83ef4c2131 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:06.633030 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:06.663965 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=917c8ebf-3250-40cc-b258-ec403ad3571d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:06.675320 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:06.675671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:06.676040 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:06.676379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:06.676717 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:06.677050 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:06.677383 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:06.677712 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:06.678042 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:06.678369 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:06.678703 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:06.679031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:06.688087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-737ea753-a1a3-441e-87fb-8b83ef4c2131 None None] For port c9585cba-e076-47c3-8b98-2b1d3e14237a, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c9585cba-e076-47c3-8b98-2b1d3e14237a,segment=NetworkSegment(a9c3f7bb-3165-4f44-943c-9551f0aa24b7),segment_id=a9c3f7bb-3165-4f44-943c-9551f0aa24b7)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:06.688480 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-737ea753-a1a3-441e-87fb-8b83ef4c2131 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:06.701817 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-737ea753-a1a3-441e-87fb-8b83ef4c2131 None None] Calling delete_port for c9585cba-e076-47c3-8b98-2b1d3e14237a owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:32:06.735038 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:06.783710 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-737ea753-a1a3-441e-87fb-8b83ef4c2131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:06.807679 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ea753-a1a3-441e-87fb-8b83ef4c2131 None None] Pushing event deleted for resources: {'Port': ['ID=c9585cba-e076-47c3-8b98-2b1d3e14237a,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:06.813098 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737ea753-a1a3-441e-87fb-8b83ef4c2131 None None] No DVR routers for this DVR port c9585cba-e076-47c3-8b98-2b1d3e14237a on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:32:06.826402 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:06.828555 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:06.869489 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:06.869961 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Fanout notify agent at l3_agent the message router_deleted on router c1319bd2-cc4b-489e-a695-f4dd98ce6da0 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:32:06.877370 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:06.878495 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5b851004-c4fe-42ee-9083-c7b447b82fd9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/routers/c1319bd2-cc4b-489e-a695-f4dd98ce6da0 HTTP/1.1" status: 204 len: 168 time: 0.7706070 Jul 16 02:32:06.881177 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47894) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:06.960280 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2466-9434-4c97-b357-061c3a82c2ea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.052492 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2466-9434-4c97-b357-061c3a82c2ea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.063534 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-ae7e2466-9434-4c97-b357-061c3a82c2ea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:07.073230 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-ae7e2466-9434-4c97-b357-061c3a82c2ea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:07.073482 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-ae7e2466-9434-4c97-b357-061c3a82c2ea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9c3f7bb-3165-4f44-943c-9551f0aa24b7') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:07.082326 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2466-9434-4c97-b357-061c3a82c2ea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.096079 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2466-9434-4c97-b357-061c3a82c2ea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.101912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7e2466-9434-4c97-b357-061c3a82c2ea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:32:07.102310 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2466-9434-4c97-b357-061c3a82c2ea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: timer() Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:32:07.105727 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:32:07.127274 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a850e0de-e397-41cb-9128-a2698e217793 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:32:07.146577 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: a850e0de-e397-41cb-9128-a2698e217793 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:32:07.146926 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device a850e0de-e397-41cb-9128-a2698e217793 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:32:07.169858 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2466-9434-4c97-b357-061c3a82c2ea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.177251 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae7e2466-9434-4c97-b357-061c3a82c2ea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.178503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ae7e2466-9434-4c97-b357-061c3a82c2ea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/networks/5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c HTTP/1.1" status: 204 len: 168 time: 0.2963674 Jul 16 02:32:07.181344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47896) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:07.191206 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e2466-9434-4c97-b357-061c3a82c2ea tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Network': ['ID=5225c9f7-3ae3-4dfe-b3c5-f2d24c1fbc1c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:07.242316 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1cff7853-07f7-416b-a446-d73875e6794f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.266913 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1cff7853-07f7-416b-a446-d73875e6794f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.326521 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1cff7853-07f7-416b-a446-d73875e6794f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.329066 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1cff7853-07f7-416b-a446-d73875e6794f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.330226 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1cff7853-07f7-416b-a446-d73875e6794f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/security-groups/c91e8ea6-d821-4eda-8b45-3816406ec38c HTTP/1.1" status: 204 len: 168 time: 0.1473150 Jul 16 02:32:07.346830 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff7853-07f7-416b-a446-d73875e6794f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91e8ea6-d821-4eda-8b45-3816406ec38c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:07.427454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c9585cba-e076-47c3-8b98-2b1d3e14237a no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:32:07.452077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: c9585cba-e076-47c3-8b98-2b1d3e14237a {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:32:07.452420 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c9585cba-e076-47c3-8b98-2b1d3e14237a not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:32:07.452834 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:32:07.481924 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:32:07.482358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6fec09f9-2315-4d9c-bbd9-2b42b2a46184 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:32:07.482812 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 917c8ebf-3250-40cc-b258-ec403ad3571d no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:32:07.501935 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.504649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 917c8ebf-3250-40cc-b258-ec403ad3571d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:32:07.504989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 917c8ebf-3250-40cc-b258-ec403ad3571d not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:32:07.670191 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47902) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:07.674896 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d0efd460-b911-4f4e-85f8-844ea74ffcff tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2131651595', 'description': 'tempest-secgroup-smoke-2131651595 description', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:07.697883 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d0efd460-b911-4f4e-85f8-844ea74ffcff tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.705302 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-55b8f303-872a-40de-90b9-1474dfc7f2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.778645 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d0efd460-b911-4f4e-85f8-844ea74ffcff tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.782130 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d0efd460-b911-4f4e-85f8-844ea74ffcff tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.812309 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d0efd460-b911-4f4e-85f8-844ea74ffcff tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.813538 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d0efd460-b911-4f4e-85f8-844ea74ffcff tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1423161 Jul 16 02:32:07.815493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efd460-b911-4f4e-85f8-844ea74ffcff tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:07.816574 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47904) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:07.821397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-604a6afd-b9c9-4675-a7a1-991ebd16f369 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:07.848335 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-604a6afd-b9c9-4675-a7a1-991ebd16f369 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.906885 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-604a6afd-b9c9-4675-a7a1-991ebd16f369 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.910749 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-604a6afd-b9c9-4675-a7a1-991ebd16f369 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.928836 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a6afd-b9c9-4675-a7a1-991ebd16f369 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ed7606-62f4-446c-8e4a-fa882ab7e38f,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:07.936504 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-604a6afd-b9c9-4675-a7a1-991ebd16f369 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:07.937983 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-604a6afd-b9c9-4675-a7a1-991ebd16f369 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1203442 Jul 16 02:32:07.940617 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47906) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:07.944935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-7ced531a-1f42-4220-b79d-d4495c33e6ab tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:07.970251 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ced531a-1f42-4220-b79d-d4495c33e6ab tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.026309 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ced531a-1f42-4220-b79d-d4495c33e6ab tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.029927 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ced531a-1f42-4220-b79d-d4495c33e6ab tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.048440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ced531a-1f42-4220-b79d-d4495c33e6ab tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7d214d-aa68-46f2-aba6-cc5e22b74ffe,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:08.054552 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-7ced531a-1f42-4220-b79d-d4495c33e6ab tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.056026 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-7ced531a-1f42-4220-b79d-d4495c33e6ab tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142077 Jul 16 02:32:08.059143 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47908) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:08.064846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-93cad96e-73e3-40b4-94ae-575ed2fe2898 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:08.090325 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93cad96e-73e3-40b4-94ae-575ed2fe2898 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.146981 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93cad96e-73e3-40b4-94ae-575ed2fe2898 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.150310 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93cad96e-73e3-40b4-94ae-575ed2fe2898 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.167636 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cad96e-73e3-40b4-94ae-575ed2fe2898 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc988793-d530-43f3-ae36-0c2dca9b47d3,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:08.173199 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-93cad96e-73e3-40b4-94ae-575ed2fe2898 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.174387 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-93cad96e-73e3-40b4-94ae-575ed2fe2898 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1140478 Jul 16 02:32:08.177201 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47910) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:08.181802 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-98a2b43d-ea9e-4427-a173-fec44f02f0e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:08.209021 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98a2b43d-ea9e-4427-a173-fec44f02f0e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.268164 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98a2b43d-ea9e-4427-a173-fec44f02f0e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.271713 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98a2b43d-ea9e-4427-a173-fec44f02f0e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.289994 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2b43d-ea9e-4427-a173-fec44f02f0e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f19d4e-a8b7-4d11-a413-8945efa695a6,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:08.296313 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-98a2b43d-ea9e-4427-a173-fec44f02f0e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.297577 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-98a2b43d-ea9e-4427-a173-fec44f02f0e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193833 Jul 16 02:32:08.300432 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 47912) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:08.304862 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4e204989-3033-474d-abae-fe7bd8855f8d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:08.325909 n-d-791505-14 neutron-server[93919]: INFO neutron.db.securitygroups_db [None req-4e204989-3033-474d-abae-fe7bd8855f8d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Project 8a2ef8dd21094bccad4c1a61869dfcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:32:08.330362 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e204989-3033-474d-abae-fe7bd8855f8d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.389955 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e204989-3033-474d-abae-fe7bd8855f8d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.393559 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e204989-3033-474d-abae-fe7bd8855f8d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.411576 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e204989-3033-474d-abae-fe7bd8855f8d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d87161f8-eed5-4cd6-9262-6ad9b0a2c0e0,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:08.415049 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4e204989-3033-474d-abae-fe7bd8855f8d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.419210 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47914) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:08.419788 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4e204989-3033-474d-abae-fe7bd8855f8d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179631 Jul 16 02:32:08.423900 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-44631a99-af57-4019-8110-db0acd3f5663 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:08.445431 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-44631a99-af57-4019-8110-db0acd3f5663 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Project 8a2ef8dd21094bccad4c1a61869dfcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:32:08.450799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-44631a99-af57-4019-8110-db0acd3f5663 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.508367 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-44631a99-af57-4019-8110-db0acd3f5663 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.512390 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-44631a99-af57-4019-8110-db0acd3f5663 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.529031 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44631a99-af57-4019-8110-db0acd3f5663 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbd32fa0-707b-43f8-b666-99261971273e,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:08.538487 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-44631a99-af57-4019-8110-db0acd3f5663 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.539747 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-44631a99-af57-4019-8110-db0acd3f5663 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1195128 Jul 16 02:32:08.543263 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47916) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:08.548313 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-261bab5f-9f75-4492-8935-641107020ef5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'network': {'name': 'tempest-network-smoke--1401064139', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'port_security_enabled': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:08.569096 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261bab5f-9f75-4492-8935-641107020ef5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Made reservation on behalf of 8a2ef8dd21094bccad4c1a61869dfcb8 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:32:08.572640 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-261bab5f-9f75-4492-8935-641107020ef5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.595558 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261bab5f-9f75-4492-8935-641107020ef5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:32:08.604271 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-261bab5f-9f75-4492-8935-641107020ef5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.604621 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-261bab5f-9f75-4492-8935-641107020ef5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Added segment b5791744-f979-43f7-b7be-5fdfd5820dd4 of type vlan for network 4efdd776-5538-40c4-9772-7a8d68508db2 Jul 16 02:32:08.646096 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-261bab5f-9f75-4492-8935-641107020ef5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.673349 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-261bab5f-9f75-4492-8935-641107020ef5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.678631 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261bab5f-9f75-4492-8935-641107020ef5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:08.679213 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-261bab5f-9f75-4492-8935-641107020ef5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.712497 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-261bab5f-9f75-4492-8935-641107020ef5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1682000 Jul 16 02:32:08.715340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47918) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:08.719675 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1396064147', 'admin_state_up': True, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:08.756936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261bab5f-9f75-4492-8935-641107020ef5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Network': ['ID=4efdd776-5538-40c4-9772-7a8d68508db2,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:08.767599 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 4efdd776-5538-40c4-9772-7a8d68508db2 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:32:08.773309 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.774299 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.828046 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.861909 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:08.960511 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.157266 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.175927 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.273214 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.25.2.150 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/cccdac8c-3047-4023-b895-74a8490a296d) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:32:09.376482 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.413987 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.452218 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:32:09.454889 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:09.458751 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:32:09.464458 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=cccdac8c-3047-4023-b895-74a8490a296d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:09.697264 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:09.883627 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.007349 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:32:10.434503 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:32:10.443453 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Sync routers for ids ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:32:10.452658 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Routers {'283824fa-2b6e-46a9-9fd6-ca6e41647a70'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:10.453270 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:32:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:10.453447 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.454726 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-43e19874-b378-48a7-a27d-964226277675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7383995 Jul 16 02:32:10.457865 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47922) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:10.486831 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-67430fd3-3bf6-414c-9f54-a41589cf9a16 tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=8a2ef8dd21094bccad4c1a61869dfcb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278454 Jul 16 02:32:10.489585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47924) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:10.493394 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.576509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed78ccc5-a794-4e83-8726-b0d4274d56af tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:10.578040 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ed78ccc5-a794-4e83-8726-b0d4274d56af tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0876484 Jul 16 02:32:10.580953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47926) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:10.613903 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-16373fb1-1dce-41f8-a828-81c9d7ba37fb tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318179 Jul 16 02:32:10.616383 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47928) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:10.621262 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0b30caf1-e4d3-4cbc-8bb5-af2c9fa8a2ed tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1750521866', 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:10.649617 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Set router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:10.704958 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b30caf1-e4d3-4cbc-8bb5-af2c9fa8a2ed tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Made reservation on behalf of 8a2ef8dd21094bccad4c1a61869dfcb8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:32:10.708660 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b30caf1-e4d3-4cbc-8bb5-af2c9fa8a2ed tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.823849 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396064147', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:08Z', 'updated_at': '2021-07-16T02:32:09Z', 'revision_number': 3, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:09Z', 'updated_at': '2021-07-16T02:32:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:10.850996 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Checking router: 283824fa-2b6e-46a9-9fd6-ca6e41647a70 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:32:10.851339 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Updating router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 port cccdac8c-3047-4023-b895-74a8490a296d binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:32:10.885560 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b30caf1-e4d3-4cbc-8bb5-af2c9fa8a2ed tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.888402 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.945339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30caf1-e4d3-4cbc-8bb5-af2c9fa8a2ed tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Subnet': ['ID=f707434a-1552-47b8-947f-f7f910c56f60,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:10.954733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b30caf1-e4d3-4cbc-8bb5-af2c9fa8a2ed tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Checking segment: {'id': 'b5791744-f979-43f7-b7be-5fdfd5820dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:32:10.955158 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b30caf1-e4d3-4cbc-8bb5-af2c9fa8a2ed tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network hostable DHCP agents. Network: 4efdd776-5538-40c4-9772-7a8d68508db2, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:32:10.972242 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b30caf1-e4d3-4cbc-8bb5-af2c9fa8a2ed tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 4efdd776-5538-40c4-9772-7a8d68508db2 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:32:10.981462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-0b30caf1-e4d3-4cbc-8bb5-af2c9fa8a2ed tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 4efdd776-5538-40c4-9772-7a8d68508db2) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:10.985675 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b30caf1-e4d3-4cbc-8bb5-af2c9fa8a2ed tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:10.986238 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b30caf1-e4d3-4cbc-8bb5-af2c9fa8a2ed tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:10.992514 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d873f1-479c-4560-8afa-7b4e5760729b None None] Network 4efdd776-5538-40c4-9772-7a8d68508db2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:32:11.005215 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0b30caf1-e4d3-4cbc-8bb5-af2c9fa8a2ed tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3852575 Jul 16 02:32:11.005438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47930) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:11.146403 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.148000 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-4efdd776-5538-40c4-9772-7a8d68508db2', 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ips': [{'subnet_id': 'f707434a-1552-47b8-947f-f7f910c56f60'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:32:11.149097 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.156791 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Transition to ACTIVE for port object cccdac8c-3047-4023-b895-74a8490a296d will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:11.164343 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.222076 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce532712-c008-44c8-9ff9-32872fda285d None None] Pushing event updated for resources: {'Port': ['ID=cccdac8c-3047-4023-b895-74a8490a296d,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:11.232919 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce532712-c008-44c8-9ff9-32872fda285d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:11.233263 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce532712-c008-44c8-9ff9-32872fda285d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:11.233604 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce532712-c008-44c8-9ff9-32872fda285d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:11.233939 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce532712-c008-44c8-9ff9-32872fda285d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:11.235066 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce532712-c008-44c8-9ff9-32872fda285d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:11.235408 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce532712-c008-44c8-9ff9-32872fda285d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:11.235742 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce532712-c008-44c8-9ff9-32872fda285d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:11.236097 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce532712-c008-44c8-9ff9-32872fda285d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:11.236429 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce532712-c008-44c8-9ff9-32872fda285d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:11.236754 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce532712-c008-44c8-9ff9-32872fda285d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:11.237077 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce532712-c008-44c8-9ff9-32872fda285d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:11.238236 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce532712-c008-44c8-9ff9-32872fda285d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:32:11.241523 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Attempting to bind port cccdac8c-3047-4023-b895-74a8490a296d on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:32:11.241890 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Attempting to bind port cccdac8c-3047-4023-b895-74a8490a296d by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:32:11.242249 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Attempting to bind port cccdac8c-3047-4023-b895-74a8490a296d on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:11.250482 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:32:11.250859 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:32:11.251254 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.252336 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:32:11.253290 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Bound port: cccdac8c-3047-4023-b895-74a8490a296d, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:32:11.253924 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.302526 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Allocated IP 172.20.0.2 (4efdd776-5538-40c4-9772-7a8d68508db2/f707434a-1552-47b8-947f-f7f910c56f60/07cee0c4-e48a-4f02-b7d1-48ef48e50418) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:32:11.309026 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] For port cccdac8c-3047-4023-b895-74a8490a296d, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:32:11.312085 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] For port cccdac8c-3047-4023-b895-74a8490a296d, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=cccdac8c-3047-4023-b895-74a8490a296d,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:32:11.317131 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.375445 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Routers {'283824fa-2b6e-46a9-9fd6-ca6e41647a70'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:11.376091 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:32:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:11.377869 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce532712-c008-44c8-9ff9-32872fda285d None None] Pushing event updated for resources: {'Port': ['ID=cccdac8c-3047-4023-b895-74a8490a296d,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:11.467399 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.472631 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.476830 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Transition to ACTIVE for port object 07cee0c4-e48a-4f02-b7d1-48ef48e50418 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:11.488603 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] Set router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:11.492645 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Transition to ACTIVE for port object 07cee0c4-e48a-4f02-b7d1-48ef48e50418 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:11.499707 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.541127 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Network 4efdd776-5538-40c4-9772-7a8d68508db2 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:32:11.544626 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:11.547157 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:32:11.552932 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Pushing event updated for resources: {'Port': ['ID=07cee0c4-e48a-4f02-b7d1-48ef48e50418,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:11.608267 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Attempting to bind port 07cee0c4-e48a-4f02-b7d1-48ef48e50418 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:32:11.608636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Attempting to bind port 07cee0c4-e48a-4f02-b7d1-48ef48e50418 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'b5791744-f979-43f7-b7be-5fdfd5820dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:32:11.608994 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Attempting to bind port 07cee0c4-e48a-4f02-b7d1-48ef48e50418 on network 4efdd776-5538-40c4-9772-7a8d68508db2 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:11.614558 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:32:11.614928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Checking segment: {'id': 'b5791744-f979-43f7-b7be-5fdfd5820dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:32:11.615326 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.615807 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Bound using segment: {'id': 'b5791744-f979-43f7-b7be-5fdfd5820dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:32:11.616244 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Bound port: 07cee0c4-e48a-4f02-b7d1-48ef48e50418, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5791744-f979-43f7-b7be-5fdfd5820dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:32:11.616621 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.671555 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396064147', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:08Z', 'updated_at': '2021-07-16T02:32:09Z', 'revision_number': 3, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:09Z', 'updated_at': '2021-07-16T02:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:11.685258 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] For port 07cee0c4-e48a-4f02-b7d1-48ef48e50418, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:32:11.688386 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] For port 07cee0c4-e48a-4f02-b7d1-48ef48e50418, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=07cee0c4-e48a-4f02-b7d1-48ef48e50418,segment=NetworkSegment(b5791744-f979-43f7-b7be-5fdfd5820dd4),segment_id=b5791744-f979-43f7-b7be-5fdfd5820dd4)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:32:11.698470 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.708995 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cb8133-40bf-4af3-97a8-9d4ce384b737 None None] The sync data for ids ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'] in n-d-791505-14 is: [{'id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396064147', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:08Z', 'updated_at': '2021-07-16T02:32:09Z', 'revision_number': 3, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:09Z', 'updated_at': '2021-07-16T02:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:32:11.757894 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c732d-024c-4ea2-85f4-02a0596e054a None None] Pushing event updated for resources: {'Port': ['ID=07cee0c4-e48a-4f02-b7d1-48ef48e50418,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:11.773826 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.20.0.1 (4efdd776-5538-40c4-9772-7a8d68508db2/f707434a-1552-47b8-947f-f7f910c56f60/4664bbbc-69c9-435a-85de-099e3a45579c) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:32:11.891157 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:11.906895 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Transition to ACTIVE for port object 4664bbbc-69c9-435a-85de-099e3a45579c will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:11.960900 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:12.035621 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 4efdd776-5538-40c4-9772-7a8d68508db2 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:32:12.038816 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:12.043375 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:32:12.059497 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=4664bbbc-69c9-435a-85de-099e3a45579c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:12.102391 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:12.252867 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:12.543940 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:12.549427 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:12.630473 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:12.632286 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=4664bbbc-69c9-435a-85de-099e3a45579c,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:12.733568 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 4efdd776-5538-40c4-9772-7a8d68508db2 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:32:12.735007 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:12.782027 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24002bc1-61a6-434d-8cdb-4ee9c3d46ae5 None None] Network 4efdd776-5538-40c4-9772-7a8d68508db2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:32:12.847269 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:32:12.855247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b78be866-bd81-4cf3-b844-2bb569569acd None None] Provisioning for port 07cee0c4-e48a-4f02-b7d1-48ef48e50418 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:12.959123 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:32:12.964436 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7897de47-6d96-4fe0-a37d-d75ecd40c098 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "PUT /v2.0/routers/283824fa-2b6e-46a9-9fd6-ca6e41647a70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9579465 Jul 16 02:32:13.119385 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-bb78f8fe-87f7-4983-b546-0ab5ee5da89a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131651595&fields=id&tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8 HTTP/1.1" status: 200 len: 267 time: 0.0354795 Jul 16 02:32:13.190237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-17f4665c-878e-47fb-bc05-3e2d178a6301 None None] Provisioning for port 4664bbbc-69c9-435a-85de-099e3a45579c completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:13.196286 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-17f4665c-878e-47fb-bc05-3e2d178a6301 None None] Provisioning complete for port 4664bbbc-69c9-435a-85de-099e3a45579c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:13.196863 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-17f4665c-878e-47fb-bc05-3e2d178a6301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.246629 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-17f4665c-878e-47fb-bc05-3e2d178a6301 None None] Port 4664bbbc-69c9-435a-85de-099e3a45579c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:32:13.259451 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-dc0ec63a-3b3d-46b2-876f-bbb52e656919 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:13.261004 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-dc0ec63a-3b3d-46b2-876f-bbb52e656919 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/networks?id=4efdd776-5538-40c4-9772-7a8d68508db2 HTTP/1.1" status: 200 len: 797 time: 0.1349931 Jul 16 02:32:13.279623 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-51ae7704-ccf7-45b5-9f58-255cebd93e74 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/quotas/8a2ef8dd21094bccad4c1a61869dfcb8 HTTP/1.1" status: 200 len: 375 time: 0.0122631 Jul 16 02:32:13.297867 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cccdac8c-3047-4023-b895-74a8490a296d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:13.356866 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port cccdac8c-3047-4023-b895-74a8490a296d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:13.361419 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port cccdac8c-3047-4023-b895-74a8490a296d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:13.362057 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.369502 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-a5a9f6bc-cbc5-440e-b5c2-510f21a77181 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765305 Jul 16 02:32:13.459858 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Sync routers for ids ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:32:13.467426 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-a5f471b4-4cb1-4af2-8649-34e883bcbc6d service neutron] 10.222.0.22 "GET /v2.0/networks/4efdd776-5538-40c4-9772-7a8d68508db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937333 Jul 16 02:32:13.469756 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.489671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Routers {'283824fa-2b6e-46a9-9fd6-ca6e41647a70'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:13.490305 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:32:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:13.538188 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port cccdac8c-3047-4023-b895-74a8490a296d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=cccdac8c-3047-4023-b895-74a8490a296d,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:13.547326 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.547994 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 07cee0c4-e48a-4f02-b7d1-48ef48e50418 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:13.556077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e3b9e0ff-b01f-47f1-8a94-22f39710dbe9 None None] Provisioning complete for port 4664bbbc-69c9-435a-85de-099e3a45579c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:13.556455 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e3b9e0ff-b01f-47f1-8a94-22f39710dbe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:13.572217 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-90166806-205d-4358-9393-770703eb8c2e service neutron] 10.222.0.22 "GET /v2.0/networks/4efdd776-5538-40c4-9772-7a8d68508db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979033 Jul 16 02:32:13.603797 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:32:13.762817 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-332e32d8-e9e8-419b-a052-7f716fcde72f req-12a7f4b7-2139-49aa-bba5-2f73b324e7b9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 210 time: 0.0350552 Jul 16 02:32:13.848338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-e3b9e0ff-b01f-47f1-8a94-22f39710dbe9 None None] Port 4664bbbc-69c9-435a-85de-099e3a45579c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:32:13.874226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=cccdac8c-3047-4023-b895-74a8490a296d,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:13.880578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Set router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:13.919492 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 07cee0c4-e48a-4f02-b7d1-48ef48e50418 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:13.928960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 07cee0c4-e48a-4f02-b7d1-48ef48e50418 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:13.929344 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:14.024691 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a283ad6c-c1a5-4a46-884f-9a1cb13ea237 None None] Provisioning complete for port 4664bbbc-69c9-435a-85de-099e3a45579c triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:14.025070 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a283ad6c-c1a5-4a46-884f-9a1cb13ea237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:14.132177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-a283ad6c-c1a5-4a46-884f-9a1cb13ea237 None None] Port 4664bbbc-69c9-435a-85de-099e3a45579c cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:32:14.166726 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:14.209595 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 07cee0c4-e48a-4f02-b7d1-48ef48e50418, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=07cee0c4-e48a-4f02-b7d1-48ef48e50418,segment=NetworkSegment(b5791744-f979-43f7-b7be-5fdfd5820dd4),segment_id=b5791744-f979-43f7-b7be-5fdfd5820dd4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:14.215876 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:14.243686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396064147', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:08Z', 'updated_at': '2021-07-16T02:32:12Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:09Z', 'updated_at': '2021-07-16T02:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '4664bbbc-69c9-435a-85de-099e3a45579c', 'name': '', 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:33:4b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:12Z', 'revision_number': 2, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:14.279167 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Checking router: 283824fa-2b6e-46a9-9fd6-ca6e41647a70 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:32:14.279526 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Updating router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 port 4664bbbc-69c9-435a-85de-099e3a45579c binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:32:14.320290 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=07cee0c4-e48a-4f02-b7d1-48ef48e50418,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:14.326930 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:14.580858 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:14.591655 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Transition to ACTIVE for port object 4664bbbc-69c9-435a-85de-099e3a45579c will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:14.597633 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:14.653095 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb07c90-b563-4797-ad85-2386c2b87d0c None None] Pushing event updated for resources: {'Port': ['ID=4664bbbc-69c9-435a-85de-099e3a45579c,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:14.708530 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Attempting to bind port 4664bbbc-69c9-435a-85de-099e3a45579c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:32:14.708904 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Attempting to bind port 4664bbbc-69c9-435a-85de-099e3a45579c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'b5791744-f979-43f7-b7be-5fdfd5820dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:32:14.709317 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Attempting to bind port 4664bbbc-69c9-435a-85de-099e3a45579c on network 4efdd776-5538-40c4-9772-7a8d68508db2 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:14.714604 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 32, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:32:14.715475 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Checking segment: {'id': 'b5791744-f979-43f7-b7be-5fdfd5820dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:32:14.715922 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:14.716315 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Bound using segment: {'id': 'b5791744-f979-43f7-b7be-5fdfd5820dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:32:14.716783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Bound port: 4664bbbc-69c9-435a-85de-099e3a45579c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5791744-f979-43f7-b7be-5fdfd5820dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:32:14.717159 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:14.799427 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] For port 4664bbbc-69c9-435a-85de-099e3a45579c, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:32:14.803116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] For port 4664bbbc-69c9-435a-85de-099e3a45579c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4664bbbc-69c9-435a-85de-099e3a45579c,segment=NetworkSegment(b5791744-f979-43f7-b7be-5fdfd5820dd4),segment_id=b5791744-f979-43f7-b7be-5fdfd5820dd4)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:32:14.813173 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:14.874834 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-26cc49f6-de38-4b11-8673-8478a78f4c86 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:14.885291 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-26cc49f6-de38-4b11-8673-8478a78f4c86 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "GET /v2.0/networks?id=4efdd776-5538-40c4-9772-7a8d68508db2 HTTP/1.1" status: 200 len: 797 time: 0.1643484 Jul 16 02:32:14.892603 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Routers {'283824fa-2b6e-46a9-9fd6-ca6e41647a70'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:14.893490 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:32:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:14.939736 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb07c90-b563-4797-ad85-2386c2b87d0c None None] Pushing event updated for resources: {'Port': ['ID=4664bbbc-69c9-435a-85de-099e3a45579c,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:14.940973 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4ebd657-d95a-4f37-b5b8-2a5aca805acc req-11f18432-5afa-421f-920c-ed185b53790a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 210 time: 0.0395651 Jul 16 02:32:14.947182 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eac5368-e99e-461f-81c3-c5b6dd7aa035 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8 HTTP/1.1" status: 200 len: 380 time: 0.0519373 Jul 16 02:32:14.963420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-874178fb-4f09-40a8-8fc2-be479ecea3ec tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'port': {'device_id': '82e40871-ede2-4922-8bf6-ea046bac30bd', 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2', 'admin_state_up': True, 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'security_groups': ['0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:15.039418 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] Set router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:15.092161 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-874178fb-4f09-40a8-8fc2-be479ecea3ec tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Made reservation on behalf of 8a2ef8dd21094bccad4c1a61869dfcb8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:32:15.095858 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-874178fb-4f09-40a8-8fc2-be479ecea3ec tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:15.198408 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cccdac8c-3047-4023-b895-74a8490a296d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:15.226316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-874178fb-4f09-40a8-8fc2-be479ecea3ec tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.20.0.4 (4efdd776-5538-40c4-9772-7a8d68508db2/f707434a-1552-47b8-947f-f7f910c56f60/18b118b8-ec25-447e-9b83-c9aaaa1116e4) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:32:15.297940 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port cccdac8c-3047-4023-b895-74a8490a296d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:15.298312 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:15.328447 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396064147', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:08Z', 'updated_at': '2021-07-16T02:32:12Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:09Z', 'updated_at': '2021-07-16T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '4664bbbc-69c9-435a-85de-099e3a45579c', 'name': '', 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:33:4b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:14Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:15.359112 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faa2dfb-10f2-434d-9e4f-91fbe157fc74 None None] The sync data for ids ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'] in n-d-791505-14 is: [{'id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396064147', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:08Z', 'updated_at': '2021-07-16T02:32:12Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:09Z', 'updated_at': '2021-07-16T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '4664bbbc-69c9-435a-85de-099e3a45579c', 'name': '', 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:33:4b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:14Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:32:15.378588 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-874178fb-4f09-40a8-8fc2-be479ecea3ec tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:15.397958 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-874178fb-4f09-40a8-8fc2-be479ecea3ec tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Transition to ACTIVE for port object 18b118b8-ec25-447e-9b83-c9aaaa1116e4 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:15.434898 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 07cee0c4-e48a-4f02-b7d1-48ef48e50418 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:15.455316 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-874178fb-4f09-40a8-8fc2-be479ecea3ec tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:15.493106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 07cee0c4-e48a-4f02-b7d1-48ef48e50418 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:15.494214 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:15.516848 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-874178fb-4f09-40a8-8fc2-be479ecea3ec tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 4efdd776-5538-40c4-9772-7a8d68508db2 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:32:15.517669 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874178fb-4f09-40a8-8fc2-be479ecea3ec tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=18b118b8-ec25-447e-9b83-c9aaaa1116e4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:15.520756 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-874178fb-4f09-40a8-8fc2-be479ecea3ec tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:15.532657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-874178fb-4f09-40a8-8fc2-be479ecea3ec tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:32:15.591639 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-874178fb-4f09-40a8-8fc2-be479ecea3ec tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:15.592328 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-874178fb-4f09-40a8-8fc2-be479ecea3ec tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:15.613956 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-874178fb-4f09-40a8-8fc2-be479ecea3ec tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6544609 Jul 16 02:32:15.631493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Request body: {'port': {'device_id': '82e40871-ede2-4922-8bf6-ea046bac30bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:15.726843 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:15.813624 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-21e97ebb-2159-49b1-8419-315b6df2eea5 None None] Provisioning for port 18b118b8-ec25-447e-9b83-c9aaaa1116e4 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:15.819187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-21e97ebb-2159-49b1-8419-315b6df2eea5 None None] Provisioning complete for port 18b118b8-ec25-447e-9b83-c9aaaa1116e4 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:15.819563 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-21e97ebb-2159-49b1-8419-315b6df2eea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:15.883074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-21e97ebb-2159-49b1-8419-315b6df2eea5 None None] Port 18b118b8-ec25-447e-9b83-c9aaaa1116e4 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:32:16.048509 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b118b8-ec25-447e-9b83-c9aaaa1116e4 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:32:16.062897 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.076041 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Transition to ACTIVE for port object 18b118b8-ec25-447e-9b83-c9aaaa1116e4 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:32:16.080348 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.129362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Pushing event updated for resources: {'Port': ['ID=18b118b8-ec25-447e-9b83-c9aaaa1116e4,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:16.134407 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ce2f5-1216-46ef-a883-bc90d11cad1e req-15ac8c89-d884-4edc-b9cd-ca79036d0a5b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:16.136101 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-969ce2f5-1216-46ef-a883-bc90d11cad1e req-15ac8c89-d884-4edc-b9cd-ca79036d0a5b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 931 time: 0.0757215 Jul 16 02:32:16.197224 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-969ce2f5-1216-46ef-a883-bc90d11cad1e req-09cf5690-d309-415e-b150-e1e003813d56 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497575 Jul 16 02:32:16.219857 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Attempting to bind port 18b118b8-ec25-447e-9b83-c9aaaa1116e4 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:32:16.220198 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Attempting to bind port 18b118b8-ec25-447e-9b83-c9aaaa1116e4 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': 'b5791744-f979-43f7-b7be-5fdfd5820dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:32:16.220528 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Attempting to bind port 18b118b8-ec25-447e-9b83-c9aaaa1116e4 on network 4efdd776-5538-40c4-9772-7a8d68508db2 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:16.227002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Port 18b118b8-ec25-447e-9b83-c9aaaa1116e4 on network 4efdd776-5538-40c4-9772-7a8d68508db2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:32:16.227333 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Attempting to bind port 18b118b8-ec25-447e-9b83-c9aaaa1116e4 on network 4efdd776-5538-40c4-9772-7a8d68508db2 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:32:16.233274 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:32:16.233617 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Checking segment: {'id': 'b5791744-f979-43f7-b7be-5fdfd5820dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:32:16.234035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Bound using segment: {'id': 'b5791744-f979-43f7-b7be-5fdfd5820dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:32:16.234459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Bound port: 18b118b8-ec25-447e-9b83-c9aaaa1116e4, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5791744-f979-43f7-b7be-5fdfd5820dd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:32:16.234822 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.307317 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] For port 18b118b8-ec25-447e-9b83-c9aaaa1116e4, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:32:16.311493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] For port 18b118b8-ec25-447e-9b83-c9aaaa1116e4, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=18b118b8-ec25-447e-9b83-c9aaaa1116e4,segment=NetworkSegment(b5791744-f979-43f7-b7be-5fdfd5820dd4),segment_id=b5791744-f979-43f7-b7be-5fdfd5820dd4)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:32:16.316864 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.361186 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:16.361955 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:16.363359 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] 10.222.0.70 "PUT /v2.0/ports/18b118b8-ec25-447e-9b83-c9aaaa1116e4 HTTP/1.1" status: 200 len: 1092 time: 0.7404454 Jul 16 02:32:16.363946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e40871-ede2-4922-8bf6-ea046bac30bd', 'tag': '18b118b8-ec25-447e-9b83-c9aaaa1116e4'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:16.366139 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8802ecbe-07bb-4d01-bef8-f57bb49b787a" -d '{"events": [{"name": "network-changed", "server_uuid": "82e40871-ede2-4922-8bf6-ea046bac30bd", "tag": "18b118b8-ec25-447e-9b83-c9aaaa1116e4"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:16.412718 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1bf03-2035-4a2e-b400-5ecf98f16cab service neutron] Pushing event updated for resources: {'Port': ['ID=18b118b8-ec25-447e-9b83-c9aaaa1116e4,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:16.424957 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfd852d-4aff-4456-8def-7031fdfc5407 x-openstack-request-id: req-9dfd852d-4aff-4456-8def-7031fdfc5407 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:16.425250 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e40871-ede2-4922-8bf6-ea046bac30bd", "tag": "18b118b8-ec25-447e-9b83-c9aaaa1116e4", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:16.425500 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9dfd852d-4aff-4456-8def-7031fdfc5407 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:16.425893 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e40871-ede2-4922-8bf6-ea046bac30bd', 'tag': '18b118b8-ec25-447e-9b83-c9aaaa1116e4', 'status': 'completed', 'code': 200} Jul 16 02:32:16.474636 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-ceccf8ce-cbfc-42e4-a559-2a36c65a159d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:16.476280 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-ceccf8ce-cbfc-42e4-a559-2a36c65a159d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 1095 time: 0.0605996 Jul 16 02:32:16.529503 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-6ca97746-61da-48e1-b5db-133392558bf8 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18b118b8-ec25-447e-9b83-c9aaaa1116e4 HTTP/1.1" status: 200 len: 217 time: 0.0419519 Jul 16 02:32:16.583076 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-811b59ed-8172-4d22-ae64-7a367610ddfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:16.584597 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-811b59ed-8172-4d22-ae64-7a367610ddfe service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f707434a-1552-47b8-947f-f7f910c56f60 HTTP/1.1" status: 200 len: 835 time: 0.0469525 Jul 16 02:32:16.642660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-b28d19a8-46b3-429a-9834-f908b62244f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:16.644255 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-b28d19a8-46b3-429a-9834-f908b62244f8 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4efdd776-5538-40c4-9772-7a8d68508db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525501 Jul 16 02:32:16.737656 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-e9c568ab-2e3d-42c3-8d3b-34af36b36a68 service neutron] 10.222.0.70 "GET /v2.0/networks/4efdd776-5538-40c4-9772-7a8d68508db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859239 Jul 16 02:32:16.825674 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ad5c996a-3427-4843-aa96-94b2a0efed44 req-079794af-859b-44ba-ad60-f705298b1105 service neutron] 10.222.0.70 "GET /v2.0/networks/4efdd776-5538-40c4-9772-7a8d68508db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796573 Jul 16 02:32:16.928595 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802ecbe-07bb-4d01-bef8-f57bb49b787a req-276bba7e-b0c4-47c3-a378-691386b5213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:16.930097 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8802ecbe-07bb-4d01-bef8-f57bb49b787a req-276bba7e-b0c4-47c3-a378-691386b5213a service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 1095 time: 0.0572083 Jul 16 02:32:17.016350 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802ecbe-07bb-4d01-bef8-f57bb49b787a req-752375b1-22d4-4f24-9d74-ccf2b88d2886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:17.017793 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8802ecbe-07bb-4d01-bef8-f57bb49b787a req-752375b1-22d4-4f24-9d74-ccf2b88d2886 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4efdd776-5538-40c4-9772-7a8d68508db2 HTTP/1.1" status: 200 len: 898 time: 0.0814409 Jul 16 02:32:17.063267 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8802ecbe-07bb-4d01-bef8-f57bb49b787a req-4487023d-b8b2-4294-b9ae-71531498a825 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18b118b8-ec25-447e-9b83-c9aaaa1116e4 HTTP/1.1" status: 200 len: 217 time: 0.0381947 Jul 16 02:32:17.114892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802ecbe-07bb-4d01-bef8-f57bb49b787a req-9754378c-5537-4ea8-8569-685b230f454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:17.116332 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8802ecbe-07bb-4d01-bef8-f57bb49b787a req-9754378c-5537-4ea8-8569-685b230f454d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f707434a-1552-47b8-947f-f7f910c56f60 HTTP/1.1" status: 200 len: 835 time: 0.0422080 Jul 16 02:32:17.174159 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8802ecbe-07bb-4d01-bef8-f57bb49b787a req-df0c0b41-7891-4498-a86d-c758a65e8a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:17.175686 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8802ecbe-07bb-4d01-bef8-f57bb49b787a req-df0c0b41-7891-4498-a86d-c758a65e8a8c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4efdd776-5538-40c4-9772-7a8d68508db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523460 Jul 16 02:32:17.217211 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4664bbbc-69c9-435a-85de-099e3a45579c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:17.265491 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 4664bbbc-69c9-435a-85de-099e3a45579c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:17.270508 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 4664bbbc-69c9-435a-85de-099e3a45579c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:17.270882 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:17.284530 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8802ecbe-07bb-4d01-bef8-f57bb49b787a req-fb6755a8-fb54-4a8f-acc6-e0be23388a88 service neutron] 10.222.0.70 "GET /v2.0/networks/4efdd776-5538-40c4-9772-7a8d68508db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005838 Jul 16 02:32:17.351319 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:17.377109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad2b672-da84-4278-9814-b6a4c8b7358d req-f72b9108-64b0-43f6-bec2-9bb8e914e1a5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:17.378818 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ad2b672-da84-4278-9814-b6a4c8b7358d req-f72b9108-64b0-43f6-bec2-9bb8e914e1a5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 943 time: 0.0646644 Jul 16 02:32:17.379614 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-8802ecbe-07bb-4d01-bef8-f57bb49b787a req-2c00c8eb-4120-47b9-bd67-f8d6ee42b99b service neutron] 10.222.0.70 "GET /v2.0/networks/4efdd776-5538-40c4-9772-7a8d68508db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868835 Jul 16 02:32:17.386752 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 4664bbbc-69c9-435a-85de-099e3a45579c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4664bbbc-69c9-435a-85de-099e3a45579c,segment=NetworkSegment(b5791744-f979-43f7-b7be-5fdfd5820dd4),segment_id=b5791744-f979-43f7-b7be-5fdfd5820dd4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:17.391092 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:17.427536 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5ad2b672-da84-4278-9814-b6a4c8b7358d req-573d8d5c-8d1d-4611-b712-4dda8ca62a7f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382805 Jul 16 02:32:17.440973 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=4664bbbc-69c9-435a-85de-099e3a45579c,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:18.644424 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb3bcb-11f8-4c74-913c-860c40851644 req-ef939172-9962-4837-ba5d-9f85010deeaf tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:18.645937 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dfb3bcb-11f8-4c74-913c-860c40851644 req-ef939172-9962-4837-ba5d-9f85010deeaf tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 943 time: 0.0627069 Jul 16 02:32:18.687103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5dfb3bcb-11f8-4c74-913c-860c40851644 req-852c2a88-8b93-422e-b52b-d049602ec151 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355721 Jul 16 02:32:18.823515 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 18b118b8-ec25-447e-9b83-c9aaaa1116e4 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:32:18.920864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 18b118b8-ec25-447e-9b83-c9aaaa1116e4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=18b118b8-ec25-447e-9b83-c9aaaa1116e4,segment=NetworkSegment(b5791744-f979-43f7-b7be-5fdfd5820dd4),segment_id=b5791744-f979-43f7-b7be-5fdfd5820dd4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:18.931433 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '18b118b8-ec25-447e-9b83-c9aaaa1116e4', 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2', 'port_id': '18b118b8-ec25-447e-9b83-c9aaaa1116e4', 'mac_address': 'fa:16:3e:9b:9d:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:32:18.967670 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:18.979688 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18b118b8-ec25-447e-9b83-c9aaaa1116e4 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:32:18.999471 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 18b118b8-ec25-447e-9b83-c9aaaa1116e4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=18b118b8-ec25-447e-9b83-c9aaaa1116e4,segment=NetworkSegment(b5791744-f979-43f7-b7be-5fdfd5820dd4),segment_id=b5791744-f979-43f7-b7be-5fdfd5820dd4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:19.003743 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:19.057552 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=18b118b8-ec25-447e-9b83-c9aaaa1116e4,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:19.189700 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4664bbbc-69c9-435a-85de-099e3a45579c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:19.229086 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['18b118b8-ec25-447e-9b83-c9aaaa1116e4'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:32:19.269332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 4664bbbc-69c9-435a-85de-099e3a45579c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:19.269697 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:19.854663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a503db5d-c51c-4fcd-a629-cb0bab76ff51 req-04dc6185-fc77-4b8f-9660-92b78c54c6a4 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:19.856158 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a503db5d-c51c-4fcd-a629-cb0bab76ff51 req-04dc6185-fc77-4b8f-9660-92b78c54c6a4 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 944 time: 0.0613477 Jul 16 02:32:19.893637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a503db5d-c51c-4fcd-a629-cb0bab76ff51 req-08c03993-2086-4539-ae0e-951449167d83 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314543 Jul 16 02:32:20.822682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 18b118b8-ec25-447e-9b83-c9aaaa1116e4 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:32:20.872747 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 18b118b8-ec25-447e-9b83-c9aaaa1116e4 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:32:20.877094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 18b118b8-ec25-447e-9b83-c9aaaa1116e4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:32:20.877559 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:20.953816 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:20.975573 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e40871-ede2-4922-8bf6-ea046bac30bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b118b8-ec25-447e-9b83-c9aaaa1116e4'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:20.977928 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddfe4e3c-61a9-4c8e-aca7-5691fe3f7ae1" -d '{"events": [{"server_uuid": "82e40871-ede2-4922-8bf6-ea046bac30bd", "name": "network-vif-plugged", "status": "completed", "tag": "18b118b8-ec25-447e-9b83-c9aaaa1116e4"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:20.990344 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 18b118b8-ec25-447e-9b83-c9aaaa1116e4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=18b118b8-ec25-447e-9b83-c9aaaa1116e4,segment=NetworkSegment(b5791744-f979-43f7-b7be-5fdfd5820dd4),segment_id=b5791744-f979-43f7-b7be-5fdfd5820dd4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:32:20.994132 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:21.043357 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=18b118b8-ec25-447e-9b83-c9aaaa1116e4,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:21.068725 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b5548-3439-4212-ac0f-793929abed09 req-404f4b3d-991a-4a9d-9806-b045774b28fc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:21.070532 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef7b5548-3439-4212-ac0f-793929abed09 req-404f4b3d-991a-4a9d-9806-b045774b28fc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0632100 Jul 16 02:32:21.106992 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ef7b5548-3439-4212-ac0f-793929abed09 req-3ed7c1f2-228f-44d8-b6cf-6c2f69fdcd2a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307262 Jul 16 02:32:21.151560 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e817e72-028b-44c4-9ebd-f0fd4dfdb21a x-openstack-request-id: req-0e817e72-028b-44c4-9ebd-f0fd4dfdb21a {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:21.151880 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e40871-ede2-4922-8bf6-ea046bac30bd", "name": "network-vif-plugged", "status": "completed", "tag": "18b118b8-ec25-447e-9b83-c9aaaa1116e4", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:21.152139 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e817e72-028b-44c4-9ebd-f0fd4dfdb21a {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:21.152545 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e40871-ede2-4922-8bf6-ea046bac30bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b118b8-ec25-447e-9b83-c9aaaa1116e4', 'code': 200} Jul 16 02:32:21.275331 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb62159-d355-4cc2-b518-f7e4510416ee req-5767a53a-6083-441c-99df-0c4c5a1101cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:21.276851 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4cb62159-d355-4cc2-b518-f7e4510416ee req-5767a53a-6083-441c-99df-0c4c5a1101cc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 1097 time: 0.0533447 Jul 16 02:32:21.315555 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4cb62159-d355-4cc2-b518-f7e4510416ee req-954c8e07-cebf-40d6-b821-6846d4ec9ec4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313101 Jul 16 02:32:22.288223 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17b67ed-f4be-40db-aadc-23354d46b281 req-56856c23-86e1-409f-b540-953634daa82a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:22.289695 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f17b67ed-f4be-40db-aadc-23354d46b281 req-56856c23-86e1-409f-b540-953634daa82a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0659461 Jul 16 02:32:22.326132 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f17b67ed-f4be-40db-aadc-23354d46b281 req-89820cf7-a39a-48a7-a568-47df908c3bc5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308921 Jul 16 02:32:22.491687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fef75-ee87-456f-a271-7ab51966c3dd req-84b664a9-9e07-42f8-b3af-dc7313f83fbf tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:22.493179 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-683fef75-ee87-456f-a271-7ab51966c3dd req-84b664a9-9e07-42f8-b3af-dc7313f83fbf tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0611799 Jul 16 02:32:22.529485 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-683fef75-ee87-456f-a271-7ab51966c3dd req-928323d6-c831-445b-a88c-ad74aa60323a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303149 Jul 16 02:32:22.553114 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47980) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:22.643617 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265e1322-fe15-4bd6-a682-ad1b41fbb48b tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:22.645166 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-265e1322-fe15-4bd6-a682-ad1b41fbb48b tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 1092 time: 0.0910618 Jul 16 02:32:22.648070 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47984) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:22.652316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': '18b118b8-ec25-447e-9b83-c9aaaa1116e4', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:32:22.673316 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:22.766148 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:22.868557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.25.2.130 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/cf23b8bf-6901-4f1a-a1ff-89789ae6568d) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:32:22.969359 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:23.007299 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:23.041772 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:32:23.046986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:32:23.050399 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:32:23.075147 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=cf23b8bf-6901-4f1a-a1ff-89789ae6568d,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:23.736372 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:23.808019 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:23.952578 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:23.956740 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:24.026734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=cf23b8bf-6901-4f1a-a1ff-89789ae6568d,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:32:24.039030 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:24.136088 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Floating IP 7619515e-bbec-461d-8d2d-974fedfe03aa associated. External IP: 172.25.2.130, port: 18b118b8-ec25-447e-9b83-c9aaaa1116e4. Jul 16 02:32:24.336623 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:32:24.437886 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:32:24.447555 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b38c5-c5d6-482e-8e6e-90fc0e20f302 None None] Sync routers for ids ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:32:24.454328 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:24.457513 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b38c5-c5d6-482e-8e6e-90fc0e20f302 None None] Routers {'283824fa-2b6e-46a9-9fd6-ca6e41647a70'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:24.458117 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7b9b38c5-c5d6-482e-8e6e-90fc0e20f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:32:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:24.494636 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-039cad87-1206-4527-a52f-57110caa2567 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8455467 Jul 16 02:32:24.495332 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e40871-ede2-4922-8bf6-ea046bac30bd', 'tag': '18b118b8-ec25-447e-9b83-c9aaaa1116e4'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:32:24.497730 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e560bbbe-94b9-4c51-af75-919ed4ef9ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "82e40871-ede2-4922-8bf6-ea046bac30bd", "tag": "18b118b8-ec25-447e-9b83-c9aaaa1116e4"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:32:24.562669 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-7b9b38c5-c5d6-482e-8e6e-90fc0e20f302 None None] Set router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:24.653750 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55819ed1-be3e-41cd-920b-7bdcf9e7de9e req-9aa04350-b4dd-49d4-b883-b844a524cb48 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:24.655675 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-55819ed1-be3e-41cd-920b-7bdcf9e7de9e req-9aa04350-b4dd-49d4-b883-b844a524cb48 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0637660 Jul 16 02:32:24.696633 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-55819ed1-be3e-41cd-920b-7bdcf9e7de9e req-77862e6b-1412-412f-a496-c6d85ef1544b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352101 Jul 16 02:32:24.721394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47990) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:24.760287 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5db96c0-ccfa-4173-aeb5-ea483fe8f941 x-openstack-request-id: req-c5db96c0-ccfa-4173-aeb5-ea483fe8f941 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:32:24.760954 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e40871-ede2-4922-8bf6-ea046bac30bd", "tag": "18b118b8-ec25-447e-9b83-c9aaaa1116e4", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:32:24.760954 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5db96c0-ccfa-4173-aeb5-ea483fe8f941 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:32:24.761179 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e40871-ede2-4922-8bf6-ea046bac30bd', 'tag': '18b118b8-ec25-447e-9b83-c9aaaa1116e4', 'status': 'completed', 'code': 200} Jul 16 02:32:24.788039 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7b9b38c5-c5d6-482e-8e6e-90fc0e20f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396064147', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:08Z', 'updated_at': '2021-07-16T02:32:12Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:09Z', 'updated_at': '2021-07-16T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '7619515e-bbec-461d-8d2d-974fedfe03aa', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'port_id': '18b118b8-ec25-447e-9b83-c9aaaa1116e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2', 'mac_address': 'fa:16:3e:9b:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e40871-ede2-4922-8bf6-ea046bac30bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:32:23Z', 'updated_at': '2021-07-16T02:32:23Z', 'revision_number': 0, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4664bbbc-69c9-435a-85de-099e3a45579c', 'name': '', 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:33:4b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:17Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:24.809826 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d783f0f1-3477-4725-8fea-0c365ec8dedb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/7619515e-bbec-461d-8d2d-974fedfe03aa HTTP/1.1" status: 200 len: 991 time: 0.0869517 Jul 16 02:32:24.813967 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b38c5-c5d6-482e-8e6e-90fc0e20f302 None None] Checking router: 283824fa-2b6e-46a9-9fd6-ca6e41647a70 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:32:24.821978 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9b38c5-c5d6-482e-8e6e-90fc0e20f302 None None] Routers {'283824fa-2b6e-46a9-9fd6-ca6e41647a70'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:32:24.822577 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7b9b38c5-c5d6-482e-8e6e-90fc0e20f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:32:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:24.831369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560bbbe-94b9-4c51-af75-919ed4ef9ac3 req-65909f31-f777-46a9-939c-8b3bece8321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:24.832916 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e560bbbe-94b9-4c51-af75-919ed4ef9ac3 req-65909f31-f777-46a9-939c-8b3bece8321d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 1097 time: 0.0650225 Jul 16 02:32:24.925171 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-7b9b38c5-c5d6-482e-8e6e-90fc0e20f302 None None] Set router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:32:24.925699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560bbbe-94b9-4c51-af75-919ed4ef9ac3 req-f8fef13a-31b8-4676-b481-776b3f740364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:24.927221 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e560bbbe-94b9-4c51-af75-919ed4ef9ac3 req-f8fef13a-31b8-4676-b481-776b3f740364 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4efdd776-5538-40c4-9772-7a8d68508db2 HTTP/1.1" status: 200 len: 898 time: 0.0873671 Jul 16 02:32:24.999703 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e560bbbe-94b9-4c51-af75-919ed4ef9ac3 req-10f29287-28dd-4540-b1a9-a2ee65d05ce4 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18b118b8-ec25-447e-9b83-c9aaaa1116e4 HTTP/1.1" status: 200 len: 999 time: 0.0646138 Jul 16 02:32:25.051216 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560bbbe-94b9-4c51-af75-919ed4ef9ac3 req-822044a5-58d2-4c3b-bf74-1d1b0ac4f2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:25.052809 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e560bbbe-94b9-4c51-af75-919ed4ef9ac3 req-822044a5-58d2-4c3b-bf74-1d1b0ac4f2f4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f707434a-1552-47b8-947f-f7f910c56f60 HTTP/1.1" status: 200 len: 835 time: 0.0456531 Jul 16 02:32:25.112600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e560bbbe-94b9-4c51-af75-919ed4ef9ac3 req-e46a6885-e133-4392-b923-0aab4d3b2dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:25.114148 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e560bbbe-94b9-4c51-af75-919ed4ef9ac3 req-e46a6885-e133-4392-b923-0aab4d3b2dfa service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4efdd776-5538-40c4-9772-7a8d68508db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527394 Jul 16 02:32:25.206808 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e560bbbe-94b9-4c51-af75-919ed4ef9ac3 req-da2efd41-7fc7-40a2-b5d9-3c8178c69639 service neutron] 10.222.0.70 "GET /v2.0/networks/4efdd776-5538-40c4-9772-7a8d68508db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850813 Jul 16 02:32:25.234818 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-7b9b38c5-c5d6-482e-8e6e-90fc0e20f302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396064147', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:08Z', 'updated_at': '2021-07-16T02:32:12Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:09Z', 'updated_at': '2021-07-16T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '7619515e-bbec-461d-8d2d-974fedfe03aa', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'port_id': '18b118b8-ec25-447e-9b83-c9aaaa1116e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2', 'mac_address': 'fa:16:3e:9b:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e40871-ede2-4922-8bf6-ea046bac30bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:32:23Z', 'updated_at': '2021-07-16T02:32:23Z', 'revision_number': 0, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4664bbbc-69c9-435a-85de-099e3a45579c', 'name': '', 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:33:4b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:17Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:32:25.260290 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9b38c5-c5d6-482e-8e6e-90fc0e20f302 None None] The sync data for ids ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'] in n-d-791505-14 is: [{'id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396064147', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:08Z', 'updated_at': '2021-07-16T02:32:12Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:09Z', 'updated_at': '2021-07-16T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '7619515e-bbec-461d-8d2d-974fedfe03aa', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'floating_ip_address': '172.25.2.130', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'port_id': '18b118b8-ec25-447e-9b83-c9aaaa1116e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2', 'mac_address': 'fa:16:3e:9b:9d:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e40871-ede2-4922-8bf6-ea046bac30bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:32:23Z', 'updated_at': '2021-07-16T02:32:23Z', 'revision_number': 0, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4664bbbc-69c9-435a-85de-099e3a45579c', 'name': '', 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:33:4b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:17Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:32:25.299112 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e560bbbe-94b9-4c51-af75-919ed4ef9ac3 req-334ad5db-930c-4aeb-b683-668b545eb938 service neutron] 10.222.0.70 "GET /v2.0/networks/4efdd776-5538-40c4-9772-7a8d68508db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837412 Jul 16 02:32:25.445334 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83df6f5-968b-4ab6-8db5-5d7dfdf86785 None None] New status for floating IP 7619515e-bbec-461d-8d2d-974fedfe03aa: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:32:25.813160 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 47992) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:32:25.878213 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0fd76fd6-63f9-4b57-9e8b-fa6afe89c46c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/7619515e-bbec-461d-8d2d-974fedfe03aa HTTP/1.1" status: 200 len: 993 time: 0.0638289 Jul 16 02:32:31.136004 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:32.086385 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:35.011027 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b48e9e76-2b10-47a2-8b60-a716d7b11843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:37.465203 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:37.707522 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-85576c23-0d3e-4d87-a855-9e4dd08018ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:38.864498 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:40.492466 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:32:50.602370 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:32:58.491777 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ab8378e-78af-4900-9c43-b32ed2599c02 req-a2ef5982-e0b9-480d-8e62-e6ea7a2d4789 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507891 Jul 16 02:32:58.586238 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8378e-78af-4900-9c43-b32ed2599c02 req-dec1893e-707d-488e-affa-4b40347397bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:58.587740 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ab8378e-78af-4900-9c43-b32ed2599c02 req-dec1893e-707d-488e-affa-4b40347397bd service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 1097 time: 0.0527105 Jul 16 02:32:58.690681 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8378e-78af-4900-9c43-b32ed2599c02 req-e8b892b6-0603-42ea-a114-aaa2ff83c733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:58.692758 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ab8378e-78af-4900-9c43-b32ed2599c02 req-e8b892b6-0603-42ea-a114-aaa2ff83c733 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4efdd776-5538-40c4-9772-7a8d68508db2 HTTP/1.1" status: 200 len: 898 time: 0.0855813 Jul 16 02:32:58.754352 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ab8378e-78af-4900-9c43-b32ed2599c02 req-163457ea-b6f7-4429-96f7-da1c37d7d309 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18b118b8-ec25-447e-9b83-c9aaaa1116e4 HTTP/1.1" status: 200 len: 1001 time: 0.0545130 Jul 16 02:32:58.799592 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8378e-78af-4900-9c43-b32ed2599c02 req-80fda15c-b369-4edf-bfe6-ff6d4a6e9272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:58.801501 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ab8378e-78af-4900-9c43-b32ed2599c02 req-80fda15c-b369-4edf-bfe6-ff6d4a6e9272 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f707434a-1552-47b8-947f-f7f910c56f60 HTTP/1.1" status: 200 len: 835 time: 0.0409873 Jul 16 02:32:58.859269 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8378e-78af-4900-9c43-b32ed2599c02 req-955eeb9d-be6f-46c4-8f50-4d101ee11c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:58.860778 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ab8378e-78af-4900-9c43-b32ed2599c02 req-955eeb9d-be6f-46c4-8f50-4d101ee11c6d service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4efdd776-5538-40c4-9772-7a8d68508db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534611 Jul 16 02:32:58.948226 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ab8378e-78af-4900-9c43-b32ed2599c02 req-3b517bd3-de2d-4f67-8715-8e3ddc7b1a86 service neutron] 10.222.0.70 "GET /v2.0/networks/4efdd776-5538-40c4-9772-7a8d68508db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804703 Jul 16 02:32:59.039488 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3ab8378e-78af-4900-9c43-b32ed2599c02 req-e59d7950-3e7a-4bcd-b66b-285d1d585ca9 service neutron] 10.222.0.70 "GET /v2.0/networks/4efdd776-5538-40c4-9772-7a8d68508db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845051 Jul 16 02:32:59.439998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451798e7-82c2-4cc5-96ad-c82c6053626e req-91673e10-a545-42c9-8dfd-ec4c94c588ff tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:32:59.442634 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-451798e7-82c2-4cc5-96ad-c82c6053626e req-91673e10-a545-42c9-8dfd-ec4c94c588ff tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0676577 Jul 16 02:32:59.481416 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-451798e7-82c2-4cc5-96ad-c82c6053626e req-672faf69-60d8-4c8e-bcca-4ad5a47c6c24 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325022 Jul 16 02:33:00.651427 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6d84c-cb5d-48cb-bf65-b7ce33add01b req-e2ab5d24-088a-4ab3-9246-def06a31d4d4 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:00.652933 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10f6d84c-cb5d-48cb-bf65-b7ce33add01b req-e2ab5d24-088a-4ab3-9246-def06a31d4d4 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0614233 Jul 16 02:33:00.688968 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-10f6d84c-cb5d-48cb-bf65-b7ce33add01b req-3052623f-3677-43bb-af6a-24ad7b8828c3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305033 Jul 16 02:33:01.137182 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:01.863333 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b3e06-3484-424e-ac1e-ee22526bb83f req-2ebf7c45-af32-4f5b-9b2a-f60dda822eee tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:01.864868 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-331b3e06-3484-424e-ac1e-ee22526bb83f req-2ebf7c45-af32-4f5b-9b2a-f60dda822eee tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0651140 Jul 16 02:33:01.901240 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-331b3e06-3484-424e-ac1e-ee22526bb83f req-2447e9a1-3991-4c1f-8f2d-5146202d7b88 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309236 Jul 16 02:33:02.099382 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:03.072123 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126eaa1a-c830-4cfb-86b4-f6682d6d6b52 req-d01217ab-08ab-40c2-8696-486681d4c0cc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:03.073640 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-126eaa1a-c830-4cfb-86b4-f6682d6d6b52 req-d01217ab-08ab-40c2-8696-486681d4c0cc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0633862 Jul 16 02:33:03.111108 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-126eaa1a-c830-4cfb-86b4-f6682d6d6b52 req-9a6788fb-cc58-4558-9038-af2bd246591c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316067 Jul 16 02:33:04.282079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdf58e1-e8ef-42de-86a6-cd1c24a345c4 req-e608130b-a89d-4bcf-b025-209934e5fe5c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:04.283571 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cdf58e1-e8ef-42de-86a6-cd1c24a345c4 req-e608130b-a89d-4bcf-b025-209934e5fe5c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0614817 Jul 16 02:33:04.324390 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cdf58e1-e8ef-42de-86a6-cd1c24a345c4 req-7fba8d64-ee20-437b-bdbf-0fc372670e47 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345893 Jul 16 02:33:05.010488 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d7e21893-2c08-4ada-a0e8-e561184445f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:05.493298 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0670e85c-a747-4ec2-aff3-0c9b1a039e89 req-14d593cf-9403-4254-8080-207a7cba03df tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:05.494799 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0670e85c-a747-4ec2-aff3-0c9b1a039e89 req-14d593cf-9403-4254-8080-207a7cba03df tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0622127 Jul 16 02:33:05.530855 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-0670e85c-a747-4ec2-aff3-0c9b1a039e89 req-e2387ef9-560a-429a-aaad-38297d5a45fd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304680 Jul 16 02:33:06.700882 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfd10a-5c85-4f64-8005-ecf698054fb0 req-f27d0e2f-71cc-4a0a-9d1f-f2585ccd1da4 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:06.702401 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-08dfd10a-5c85-4f64-8005-ecf698054fb0 req-f27d0e2f-71cc-4a0a-9d1f-f2585ccd1da4 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0627694 Jul 16 02:33:06.738705 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-08dfd10a-5c85-4f64-8005-ecf698054fb0 req-15b6d7e8-c7d1-4b77-a093-c4c0703f7995 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308180 Jul 16 02:33:07.467472 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:07.706224 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f901ebc5-4719-480f-96ae-0826d145afbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:07.909970 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a4548-1b24-4dcb-8521-3741a67b6c4e req-f36b5021-a6d3-4f51-b98f-679e78c4a65e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:07.911441 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1c8a4548-1b24-4dcb-8521-3741a67b6c4e req-f36b5021-a6d3-4f51-b98f-679e78c4a65e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0652256 Jul 16 02:33:07.948343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1c8a4548-1b24-4dcb-8521-3741a67b6c4e req-7bcfddd2-429b-4cc6-8b60-2ee3f52696fd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309012 Jul 16 02:33:08.867345 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:09.120443 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef97a11-336a-44f3-9882-342a1ff4e70f req-8e76cd41-def0-469b-ac7c-8173adbf4dfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:09.121849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fef97a11-336a-44f3-9882-342a1ff4e70f req-8e76cd41-def0-469b-ac7c-8173adbf4dfd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0623834 Jul 16 02:33:09.158457 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fef97a11-336a-44f3-9882-342a1ff4e70f req-091bf5d9-1512-40cf-ae6d-15aeb313ae28 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304830 Jul 16 02:33:10.327388 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4f564-5924-4933-9a19-bc5c6a5e5287 req-f4527f98-c59d-4081-b6f0-9223548267a9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:10.328799 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bde4f564-5924-4933-9a19-bc5c6a5e5287 req-f4527f98-c59d-4081-b6f0-9223548267a9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0619304 Jul 16 02:33:10.368376 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bde4f564-5924-4933-9a19-bc5c6a5e5287 req-b8390caa-7b96-48f4-b68c-38f196cd2f84 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341876 Jul 16 02:33:10.495328 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:11.558691 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361c4dd-40ec-4e5c-a842-7e717fc65d7e req-79c42ef2-bb91-45c7-9f12-c2c06f1c9705 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:11.560182 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3361c4dd-40ec-4e5c-a842-7e717fc65d7e req-79c42ef2-bb91-45c7-9f12-c2c06f1c9705 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0613964 Jul 16 02:33:11.597472 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3361c4dd-40ec-4e5c-a842-7e717fc65d7e req-25d4f8a6-45ec-465a-92b9-47e2e591904f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317678 Jul 16 02:33:12.767207 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990ff55-b6cd-4cb5-be6c-d363847551fe req-b7f3bf0d-61c8-4c81-8d2d-e46764adbb88 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:12.768733 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a990ff55-b6cd-4cb5-be6c-d363847551fe req-b7f3bf0d-61c8-4c81-8d2d-e46764adbb88 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0628901 Jul 16 02:33:12.806196 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a990ff55-b6cd-4cb5-be6c-d363847551fe req-55dda5cd-f9cb-4f94-a4bb-5f562dfba272 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312891 Jul 16 02:33:13.980232 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3476f-ac2d-4b0c-9cf2-0ee68afa9b20 req-b15a95e7-880b-4488-9f96-8ee869083536 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:13.981725 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5f3476f-ac2d-4b0c-9cf2-0ee68afa9b20 req-b15a95e7-880b-4488-9f96-8ee869083536 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0655198 Jul 16 02:33:14.018265 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b5f3476f-ac2d-4b0c-9cf2-0ee68afa9b20 req-673fa04a-78d8-44dd-ac7a-fa5e3ec8de20 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309443 Jul 16 02:33:15.189262 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bfc1b-c2ec-45e4-88d5-70192aec01cb req-a28385bf-b6e7-45d0-a4d3-f19f184f573f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:15.190769 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a7bfc1b-c2ec-45e4-88d5-70192aec01cb req-a28385bf-b6e7-45d0-a4d3-f19f184f573f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0619619 Jul 16 02:33:15.226967 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5a7bfc1b-c2ec-45e4-88d5-70192aec01cb req-acd021b0-4e87-4575-9630-967d6289ee62 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307288 Jul 16 02:33:15.250950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48044) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:15.313196 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-007b889a-4993-4a5d-a833-abf6834fda05 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/7619515e-bbec-461d-8d2d-974fedfe03aa HTTP/1.1" status: 200 len: 993 time: 0.0610137 Jul 16 02:33:16.709150 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f869b-9c1d-49c5-a19e-83495d6ae75b req-c4a5a807-cfa8-43d2-9378-790d2b2b368d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:16.710672 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-322f869b-9c1d-49c5-a19e-83495d6ae75b req-c4a5a807-cfa8-43d2-9378-790d2b2b368d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 1097 time: 0.0523651 Jul 16 02:33:16.726755 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca514cda-e1be-4586-b7ea-fe3a24091b05 req-7376ee71-6bd7-4689-afeb-f36928efddb9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:16.728976 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca514cda-e1be-4586-b7ea-fe3a24091b05 req-7376ee71-6bd7-4689-afeb-f36928efddb9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0624683 Jul 16 02:33:16.766035 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ca514cda-e1be-4586-b7ea-fe3a24091b05 req-5120ec6c-e8af-4dcb-9fff-98b0aa07b08b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313880 Jul 16 02:33:16.805595 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f869b-9c1d-49c5-a19e-83495d6ae75b req-edfbefe2-e2e7-48d2-a82a-2946659c4837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:16.807069 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-322f869b-9c1d-49c5-a19e-83495d6ae75b req-edfbefe2-e2e7-48d2-a82a-2946659c4837 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4efdd776-5538-40c4-9772-7a8d68508db2 HTTP/1.1" status: 200 len: 898 time: 0.0898747 Jul 16 02:33:16.868930 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-322f869b-9c1d-49c5-a19e-83495d6ae75b req-53d281c6-0ab9-4357-851d-3d201287b9f5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18b118b8-ec25-447e-9b83-c9aaaa1116e4 HTTP/1.1" status: 200 len: 1001 time: 0.0553164 Jul 16 02:33:16.914995 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f869b-9c1d-49c5-a19e-83495d6ae75b req-792552b8-7f33-4212-a0ee-5260c0504878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:16.916413 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-322f869b-9c1d-49c5-a19e-83495d6ae75b req-792552b8-7f33-4212-a0ee-5260c0504878 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f707434a-1552-47b8-947f-f7f910c56f60 HTTP/1.1" status: 200 len: 835 time: 0.0420494 Jul 16 02:33:16.975374 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f869b-9c1d-49c5-a19e-83495d6ae75b req-bb821bd7-3b56-43df-b043-a905bf7217c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:16.976843 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-322f869b-9c1d-49c5-a19e-83495d6ae75b req-bb821bd7-3b56-43df-b043-a905bf7217c7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4efdd776-5538-40c4-9772-7a8d68508db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537789 Jul 16 02:33:17.062694 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-322f869b-9c1d-49c5-a19e-83495d6ae75b req-ed5a0678-8971-479a-a9a7-d993a1f16e33 service neutron] 10.222.0.70 "GET /v2.0/networks/4efdd776-5538-40c4-9772-7a8d68508db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793273 Jul 16 02:33:17.154624 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-322f869b-9c1d-49c5-a19e-83495d6ae75b req-a0795518-c772-4f1a-a206-eac27f2d927c service neutron] 10.222.0.70 "GET /v2.0/networks/4efdd776-5538-40c4-9772-7a8d68508db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856183 Jul 16 02:33:17.936762 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924cdf8-8d2f-4b7a-9aae-67ccaec30762 req-f12fc501-8d8f-4be1-a815-14f543fa2705 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:17.938272 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2924cdf8-8d2f-4b7a-9aae-67ccaec30762 req-f12fc501-8d8f-4be1-a815-14f543fa2705 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0620425 Jul 16 02:33:17.974948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2924cdf8-8d2f-4b7a-9aae-67ccaec30762 req-2c86dfd9-dd08-4d5d-989f-3ff9f5a3d05c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312016 Jul 16 02:33:17.999282 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48054) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:18.061501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4859dc1f-b8dd-413c-b194-8a0e5b61fca8 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/7619515e-bbec-461d-8d2d-974fedfe03aa HTTP/1.1" status: 200 len: 993 time: 0.0610781 Jul 16 02:33:27.600482 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:33:31.141090 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:32.113456 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:35.010380 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1c4daa94-6fe2-4c10-ac12-cab52a164c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.468477 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:37.707473 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-323d929e-9742-4613-b798-7a58322a75b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:38.870608 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:40.496172 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:46.656176 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-560e7dbe-d4d8-4517-9b58-0cc7432a61e3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0553861 Jul 16 02:33:46.759784 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-c9a66be7-ebe6-49e7-ad1e-5eb452b57493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:46.760281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-c9a66be7-ebe6-49e7-ad1e-5eb452b57493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:46.760754 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-c9a66be7-ebe6-49e7-ad1e-5eb452b57493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:46.761732 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-c9a66be7-ebe6-49e7-ad1e-5eb452b57493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:46.762194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-c9a66be7-ebe6-49e7-ad1e-5eb452b57493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:46.763952 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-c9a66be7-ebe6-49e7-ad1e-5eb452b57493 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0620492 Jul 16 02:33:46.873391 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-b6d0d0aa-c749-42b8-874e-ced239f92256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:46.873865 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-b6d0d0aa-c749-42b8-874e-ced239f92256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:46.874332 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-b6d0d0aa-c749-42b8-874e-ced239f92256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:46.875887 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-b6d0d0aa-c749-42b8-874e-ced239f92256 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0878162 Jul 16 02:33:46.919162 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-11c38b76-00ee-47f8-a199-bf67082f9c74 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0368285 Jul 16 02:33:46.965302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-07ac44dd-ae8e-46ef-8eff-31ea1f5f9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:46.966667 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-07ac44dd-ae8e-46ef-8eff-31ea1f5f9978 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0419202 Jul 16 02:33:47.022626 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-b96c0bd9-dbd3-4d69-b1a2-ac8145e53b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:47.024133 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-b96c0bd9-dbd3-4d69-b1a2-ac8145e53b61 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507257 Jul 16 02:33:47.114840 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-df4751d5-37a3-447e-83cb-42c9d622f640 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843148 Jul 16 02:33:47.201833 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-692eef92-834e-4f0e-9656-2a1568e54a17 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801678 Jul 16 02:33:47.247128 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-56895449-c85e-4a4f-9b67-56a75f0fdb70 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0387855 Jul 16 02:33:47.295169 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-867264e2-3048-4eda-a0cb-a7408c2ffb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:47.296613 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-867264e2-3048-4eda-a0cb-a7408c2ffb37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0432851 Jul 16 02:33:47.350556 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-3d302ba2-0356-477b-a1d4-452c5f64e50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:47.352029 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-3d302ba2-0356-477b-a1d4-452c5f64e50e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0497618 Jul 16 02:33:47.440449 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-229a42ed-fe3c-4435-bfe2-7bcee7431b87 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818989 Jul 16 02:33:47.525105 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-266309b1-ecac-433d-935f-73a153fa1863 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789871 Jul 16 02:33:47.567916 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-ebdd5e45-91f7-41cc-942e-b849a437f146 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0364053 Jul 16 02:33:47.614808 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-288a16ed-85b6-49ef-8abe-9b225bbc1b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:47.616220 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-288a16ed-85b6-49ef-8abe-9b225bbc1b65 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0425153 Jul 16 02:33:47.672316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-78a4fdb0-c23f-4830-95a0-10d62d0378a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:47.673791 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-78a4fdb0-c23f-4830-95a0-10d62d0378a2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0510383 Jul 16 02:33:47.763417 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-b335b449-8f17-480c-8be4-ec31d8fef483 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832405 Jul 16 02:33:47.848525 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-d130ee7a-8699-435b-a4d2-fe7438a35e0b service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786281 Jul 16 02:33:47.891317 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-2b1c2041-cddf-497c-92a4-6c4be7e74e30 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0364811 Jul 16 02:33:47.936724 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-12726aca-ee96-449a-bb8a-433fa9cf4278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:47.938135 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-12726aca-ee96-449a-bb8a-433fa9cf4278 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0411828 Jul 16 02:33:47.991824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-ba22085c-e02c-4de5-aef5-3a08b229817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:47.993256 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-ba22085c-e02c-4de5-aef5-3a08b229817a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0494356 Jul 16 02:33:48.084970 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-4c62c35a-9593-403f-a8dc-113423a89167 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844736 Jul 16 02:33:48.171808 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-1ef6febd-eb0b-45cb-b6eb-375b46a79fba service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809135 Jul 16 02:33:48.213199 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-0241f295-38bc-4412-9614-84b84a07b743 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0354841 Jul 16 02:33:48.482031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48064) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:48.582892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-ce0e5c39-96e0-4771-91bf-cb613e909dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:48.584402 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-ce0e5c39-96e0-4771-91bf-cb613e909dd6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.3653998 Jul 16 02:33:48.637752 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port cf23b8bf-6901-4f1a-a1ff-89789ae6568d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:48.638104 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.640429 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-b9e60982-eaff-4cb7-bf24-38e538bb0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:48.641943 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-b9e60982-eaff-4cb7-bf24-38e538bb0f21 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0511880 Jul 16 02:33:48.714821 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.715220 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.726319 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for cf23b8bf-6901-4f1a-a1ff-89789ae6568d owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:48.732338 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-5ff16029-8a90-458f-8194-0f8f6054779b service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841544 Jul 16 02:33:48.820319 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0e56b5d4-26ee-4241-b385-77339f19a647 req-c8202894-0e02-4a9f-b21a-baaeee05da69 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809968 Jul 16 02:33:48.870372 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.896243 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=cf23b8bf-6901-4f1a-a1ff-89789ae6568d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:48.911093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:48.911470 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:48.911845 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:48.912192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:48.912531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:48.912867 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:48.913199 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:48.913534 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:48.913865 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:48.914197 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:48.914527 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:48.914852 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:48.971138 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:48.971475 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Floating IP 7619515e-bbec-461d-8d2d-974fedfe03aa disassociated (deleted). External IP: 172.25.2.130, port: 18b118b8-ec25-447e-9b83-c9aaaa1116e4. Jul 16 02:33:49.474943 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:33:49.578731 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:33:49.583095 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:49.588173 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba900d86-83f7-4b03-98ce-739cfe1d78b2 None None] Sync routers for ids ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:33:49.597985 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba900d86-83f7-4b03-98ce-739cfe1d78b2 None None] Routers {'283824fa-2b6e-46a9-9fd6-ca6e41647a70'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:49.598587 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ba900d86-83f7-4b03-98ce-739cfe1d78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:33:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:49.618245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-09df9205-c2e6-4bdb-a410-a71654fd1d87 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/floatingips/7619515e-bbec-461d-8d2d-974fedfe03aa HTTP/1.1" status: 204 len: 168 time: 1.1351366 Jul 16 02:33:49.618838 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e40871-ede2-4922-8bf6-ea046bac30bd', 'tag': '18b118b8-ec25-447e-9b83-c9aaaa1116e4'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:49.621167 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174cc9d1-ab74-40f4-a153-a7ff782cd7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "82e40871-ede2-4922-8bf6-ea046bac30bd", "tag": "18b118b8-ec25-447e-9b83-c9aaaa1116e4"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:49.711156 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-ba900d86-83f7-4b03-98ce-739cfe1d78b2 None None] Set router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:49.911221 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ba900d86-83f7-4b03-98ce-739cfe1d78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396064147', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:08Z', 'updated_at': '2021-07-16T02:32:12Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:09Z', 'updated_at': '2021-07-16T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '4664bbbc-69c9-435a-85de-099e3a45579c', 'name': '', 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:33:4b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:17Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:49.937256 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e29a283c-d6bb-44bd-bd47-24f93e0ae4e4 x-openstack-request-id: req-e29a283c-d6bb-44bd-bd47-24f93e0ae4e4 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:49.937612 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e40871-ede2-4922-8bf6-ea046bac30bd", "tag": "18b118b8-ec25-447e-9b83-c9aaaa1116e4", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:49.937925 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e29a283c-d6bb-44bd-bd47-24f93e0ae4e4 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:49.938062 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba900d86-83f7-4b03-98ce-739cfe1d78b2 None None] Checking router: 283824fa-2b6e-46a9-9fd6-ca6e41647a70 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:33:49.938424 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82e40871-ede2-4922-8bf6-ea046bac30bd', 'tag': '18b118b8-ec25-447e-9b83-c9aaaa1116e4', 'status': 'completed', 'code': 200} Jul 16 02:33:49.946812 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba900d86-83f7-4b03-98ce-739cfe1d78b2 None None] Routers {'283824fa-2b6e-46a9-9fd6-ca6e41647a70'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:49.947365 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ba900d86-83f7-4b03-98ce-739cfe1d78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:33:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:50.019667 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cc9d1-ab74-40f4-a153-a7ff782cd7a3 req-487bd2cf-652c-46e9-b023-c00405f7724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:50.021195 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-174cc9d1-ab74-40f4-a153-a7ff782cd7a3 req-487bd2cf-652c-46e9-b023-c00405f7724f service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 1097 time: 0.0573037 Jul 16 02:33:50.055849 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-ba900d86-83f7-4b03-98ce-739cfe1d78b2 None None] Set router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:50.092794 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a12cd89-679b-4610-83d8-3d9f40d54faf req-7c2c0e83-953f-41f3-af89-44866f5ff8d5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:50.094127 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a12cd89-679b-4610-83d8-3d9f40d54faf req-7c2c0e83-953f-41f3-af89-44866f5ff8d5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0667958 Jul 16 02:33:50.116680 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cc9d1-ab74-40f4-a153-a7ff782cd7a3 req-b4edf95c-6dff-4bce-96e4-b657dbe93911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:50.118173 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-174cc9d1-ab74-40f4-a153-a7ff782cd7a3 req-b4edf95c-6dff-4bce-96e4-b657dbe93911 service neutron] 10.222.0.70 "GET /v2.0/networks?id=4efdd776-5538-40c4-9772-7a8d68508db2 HTTP/1.1" status: 200 len: 898 time: 0.0900044 Jul 16 02:33:50.137354 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2a12cd89-679b-4610-83d8-3d9f40d54faf req-faa395e4-b9bd-4c5f-963d-1f2a38647161 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376296 Jul 16 02:33:50.166441 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-174cc9d1-ab74-40f4-a153-a7ff782cd7a3 req-20cdbd64-7131-4da8-9855-052c8dbe6d4b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=18b118b8-ec25-447e-9b83-c9aaaa1116e4 HTTP/1.1" status: 200 len: 217 time: 0.0395818 Jul 16 02:33:50.218066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cc9d1-ab74-40f4-a153-a7ff782cd7a3 req-ffd762b6-fc78-4ad3-8afa-b11811faf8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:50.219507 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-174cc9d1-ab74-40f4-a153-a7ff782cd7a3 req-ffd762b6-fc78-4ad3-8afa-b11811faf8ad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=f707434a-1552-47b8-947f-f7f910c56f60 HTTP/1.1" status: 200 len: 835 time: 0.0428188 Jul 16 02:33:50.256194 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-ba900d86-83f7-4b03-98ce-739cfe1d78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396064147', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:08Z', 'updated_at': '2021-07-16T02:32:12Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:09Z', 'updated_at': '2021-07-16T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '4664bbbc-69c9-435a-85de-099e3a45579c', 'name': '', 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:33:4b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:17Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:50.276252 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cc9d1-ab74-40f4-a153-a7ff782cd7a3 req-6b196746-0240-4ba1-9af7-553e2bd8e08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:50.277701 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-174cc9d1-ab74-40f4-a153-a7ff782cd7a3 req-6b196746-0240-4ba1-9af7-553e2bd8e08f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=4efdd776-5538-40c4-9772-7a8d68508db2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507612 Jul 16 02:33:50.282461 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba900d86-83f7-4b03-98ce-739cfe1d78b2 None None] The sync data for ids ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'] in n-d-791505-14 is: [{'id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396064147', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:08Z', 'updated_at': '2021-07-16T02:32:12Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:09Z', 'updated_at': '2021-07-16T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '4664bbbc-69c9-435a-85de-099e3a45579c', 'name': '', 'network_id': '4efdd776-5538-40c4-9772-7a8d68508db2', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:33:4b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:11Z', 'updated_at': '2021-07-16T02:32:17Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': 'f707434a-1552-47b8-947f-f7f910c56f60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:33:50.374848 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-174cc9d1-ab74-40f4-a153-a7ff782cd7a3 req-928b0055-aa47-404a-beb2-0c9a106d8673 service neutron] 10.222.0.70 "GET /v2.0/networks/4efdd776-5538-40c4-9772-7a8d68508db2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887930 Jul 16 02:33:50.467400 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-174cc9d1-ab74-40f4-a153-a7ff782cd7a3 req-b3f84456-f887-419c-8776-ec058fb60e12 service neutron] 10.222.0.70 "GET /v2.0/networks/4efdd776-5538-40c4-9772-7a8d68508db2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849741 Jul 16 02:33:50.499310 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5236670-e57d-4b9a-8886-484e8dd1decd None None] New status for floating IP 7619515e-bbec-461d-8d2d-974fedfe03aa: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:33:51.313187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b226736-c4dd-4750-aeff-acc3b1225f2c req-4e46844e-b5da-448a-8a24-20b0215673e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:51.314592 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b226736-c4dd-4750-aeff-acc3b1225f2c req-4e46844e-b5da-448a-8a24-20b0215673e0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0683546 Jul 16 02:33:51.351619 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b226736-c4dd-4750-aeff-acc3b1225f2c req-8bc95909-4fc6-4178-89d4-6391c65d3e1b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314620 Jul 16 02:33:51.544923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d18d8c-039e-450e-934b-4759ebf19126 req-a777948d-141c-4eb0-b3c0-06e9647f24b9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:51.546431 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b0d18d8c-039e-450e-934b-4759ebf19126 req-a777948d-141c-4eb0-b3c0-06e9647f24b9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 945 time: 0.0657480 Jul 16 02:33:51.644563 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-b0d18d8c-039e-450e-934b-4759ebf19126 req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port 18b118b8-ec25-447e-9b83-c9aaaa1116e4 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:51.644821 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b0d18d8c-039e-450e-934b-4759ebf19126 req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:51.737179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-b0d18d8c-039e-450e-934b-4759ebf19126 req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] For port 18b118b8-ec25-447e-9b83-c9aaaa1116e4, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=18b118b8-ec25-447e-9b83-c9aaaa1116e4,segment=NetworkSegment(b5791744-f979-43f7-b7be-5fdfd5820dd4),segment_id=b5791744-f979-43f7-b7be-5fdfd5820dd4)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:51.737539 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b0d18d8c-039e-450e-934b-4759ebf19126 req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:51.749473 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-b0d18d8c-039e-450e-934b-4759ebf19126 req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for 18b118b8-ec25-447e-9b83-c9aaaa1116e4 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:51.876172 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b0d18d8c-039e-450e-934b-4759ebf19126 req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:51.906968 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=18b118b8-ec25-447e-9b83-c9aaaa1116e4,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:51.920992 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:51.921351 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:51.921697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:51.922041 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:51.922385 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:51.922724 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:51.923063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:51.923396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:51.923802 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:51.924140 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:51.924471 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:51.924796 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:51.964142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d18d8c-039e-450e-934b-4759ebf19126 req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] No DVR routers for this DVR port 18b118b8-ec25-447e-9b83-c9aaaa1116e4 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:33:51.966620 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-b0d18d8c-039e-450e-934b-4759ebf19126 req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:51.968690 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b0d18d8c-039e-450e-934b-4759ebf19126 req-78f409a5-0c40-4002-b662-dc04748df282 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "DELETE /v2.0/ports/18b118b8-ec25-447e-9b83-c9aaaa1116e4 HTTP/1.1" status: 204 len: 173 time: 0.4170911 Jul 16 02:33:51.969120 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e40871-ede2-4922-8bf6-ea046bac30bd', 'name': 'network-vif-deleted', 'tag': '18b118b8-ec25-447e-9b83-c9aaaa1116e4'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:33:51.971403 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed47d9b-1094-4255-bcdf-16edc9d7c2b3" -d '{"events": [{"server_uuid": "82e40871-ede2-4922-8bf6-ea046bac30bd", "name": "network-vif-deleted", "tag": "18b118b8-ec25-447e-9b83-c9aaaa1116e4"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:33:52.053534 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544c585d-e9e5-4964-a031-279ccd4a4b09 x-openstack-request-id: req-544c585d-e9e5-4964-a031-279ccd4a4b09 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:33:52.053831 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e40871-ede2-4922-8bf6-ea046bac30bd", "name": "network-vif-deleted", "tag": "18b118b8-ec25-447e-9b83-c9aaaa1116e4", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:33:52.054084 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-544c585d-e9e5-4964-a031-279ccd4a4b09 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:33:52.054507 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82e40871-ede2-4922-8bf6-ea046bac30bd', 'name': 'network-vif-deleted', 'tag': '18b118b8-ec25-447e-9b83-c9aaaa1116e4', 'status': 'completed', 'code': 200} Jul 16 02:33:52.513201 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a0d39619-bbb0-47e6-8db5-45ddc5eb0325 req-20f4df69-e6bc-495d-a71c-f0373e80828c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=82e40871-ede2-4922-8bf6-ea046bac30bd HTTP/1.1" status: 200 len: 210 time: 0.0293829 Jul 16 02:33:53.605536 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48086) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:53.962916 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-179daa74-3825-4026-90b2-bd019a0cc4a9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:54.222158 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-179daa74-3825-4026-90b2-bd019a0cc4a9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port 4664bbbc-69c9-435a-85de-099e3a45579c {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:54.230631 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-179daa74-3825-4026-90b2-bd019a0cc4a9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:54.310953 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-179daa74-3825-4026-90b2-bd019a0cc4a9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] For port 4664bbbc-69c9-435a-85de-099e3a45579c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=4664bbbc-69c9-435a-85de-099e3a45579c,segment=NetworkSegment(b5791744-f979-43f7-b7be-5fdfd5820dd4),segment_id=b5791744-f979-43f7-b7be-5fdfd5820dd4)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:54.311310 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-179daa74-3825-4026-90b2-bd019a0cc4a9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:54.323257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-179daa74-3825-4026-90b2-bd019a0cc4a9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for 4664bbbc-69c9-435a-85de-099e3a45579c owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:54.505125 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-179daa74-3825-4026-90b2-bd019a0cc4a9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:54.541483 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179daa74-3825-4026-90b2-bd019a0cc4a9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=4664bbbc-69c9-435a-85de-099e3a45579c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:54.713288 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-179daa74-3825-4026-90b2-bd019a0cc4a9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:54.925344 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179daa74-3825-4026-90b2-bd019a0cc4a9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:33:55.027468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179daa74-3825-4026-90b2-bd019a0cc4a9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:33:55.032400 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-179daa74-3825-4026-90b2-bd019a0cc4a9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "PUT /v2.0/routers/283824fa-2b6e-46a9-9fd6-ca6e41647a70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4258432 Jul 16 02:33:55.035152 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48088) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:55.036701 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c110d-3eed-4a6e-a02b-c50abbe8ebb2 None None] Sync routers for ids ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:33:55.046052 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c110d-3eed-4a6e-a02b-c50abbe8ebb2 None None] Routers {'283824fa-2b6e-46a9-9fd6-ca6e41647a70'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:55.046648 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a26c110d-3eed-4a6e-a02b-c50abbe8ebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:33:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:55.087422 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-3839f4e8-d894-4765-8c2c-4c30b251e99f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting subnet f707434a-1552-47b8-947f-f7f910c56f60 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:33:55.090488 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3839f4e8-d894-4765-8c2c-4c30b251e99f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.132238 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3839f4e8-d894-4765-8c2c-4c30b251e99f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.148256 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a26c110d-3eed-4a6e-a02b-c50abbe8ebb2 None None] Set router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:55.219751 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3839f4e8-d894-4765-8c2c-4c30b251e99f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.279341 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3839f4e8-d894-4765-8c2c-4c30b251e99f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.304035 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 18b118b8-ec25-447e-9b83-c9aaaa1116e4 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:55.310597 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3839f4e8-d894-4765-8c2c-4c30b251e99f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Subnet': ['ID=f707434a-1552-47b8-947f-f7f910c56f60,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:55.313358 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-3839f4e8-d894-4765-8c2c-4c30b251e99f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.315652 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-3839f4e8-d894-4765-8c2c-4c30b251e99f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/subnets/f707434a-1552-47b8-947f-f7f910c56f60 HTTP/1.1" status: 204 len: 168 time: 0.2795596 Jul 16 02:33:55.318363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48090) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:55.325411 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e82248-52b8-45d6-bc9d-449812420999 None None] Network 4efdd776-5538-40c4-9772-7a8d68508db2 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:55.327889 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 18b118b8-ec25-447e-9b83-c9aaaa1116e4 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:55.328232 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 18b118b8-ec25-447e-9b83-c9aaaa1116e4 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:55.330019 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a26c110d-3eed-4a6e-a02b-c50abbe8ebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396064147', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:08Z', 'updated_at': '2021-07-16T02:33:54Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:09Z', 'updated_at': '2021-07-16T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:55.436412 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11afc089-0276-4213-8c16-c010979ba8c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.458243 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c110d-3eed-4a6e-a02b-c50abbe8ebb2 None None] Checking router: 283824fa-2b6e-46a9-9fd6-ca6e41647a70 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:33:55.467497 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26c110d-3eed-4a6e-a02b-c50abbe8ebb2 None None] Routers {'283824fa-2b6e-46a9-9fd6-ca6e41647a70'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:55.468155 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a26c110d-3eed-4a6e-a02b-c50abbe8ebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:33:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:55.544129 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11afc089-0276-4213-8c16-c010979ba8c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.574296 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-a26c110d-3eed-4a6e-a02b-c50abbe8ebb2 None None] Set router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:55.597947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-11afc089-0276-4213-8c16-c010979ba8c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port cccdac8c-3047-4023-b895-74a8490a296d {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:55.598294 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11afc089-0276-4213-8c16-c010979ba8c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.689446 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-11afc089-0276-4213-8c16-c010979ba8c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] For port cccdac8c-3047-4023-b895-74a8490a296d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=cccdac8c-3047-4023-b895-74a8490a296d,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:55.689813 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11afc089-0276-4213-8c16-c010979ba8c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.692951 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] DHCP port deletion for 4efdd776-5538-40c4-9772-7a8d68508db2 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:33:55.705357 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-11afc089-0276-4213-8c16-c010979ba8c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for cccdac8c-3047-4023-b895-74a8490a296d owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:55.742151 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Deleting port 07cee0c4-e48a-4f02-b7d1-48ef48e50418 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:33:55.742528 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.766114 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-a26c110d-3eed-4a6e-a02b-c50abbe8ebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396064147', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:08Z', 'updated_at': '2021-07-16T02:33:54Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:09Z', 'updated_at': '2021-07-16T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:55.792045 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26c110d-3eed-4a6e-a02b-c50abbe8ebb2 None None] The sync data for ids ['283824fa-2b6e-46a9-9fd6-ca6e41647a70'] in n-d-791505-14 is: [{'id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1396064147', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:32:08Z', 'updated_at': '2021-07-16T02:33:54Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'cccdac8c-3047-4023-b895-74a8490a296d', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:34:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283824fa-2b6e-46a9-9fd6-ca6e41647a70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:32:09Z', 'updated_at': '2021-07-16T02:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:33:55.808126 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] For port 07cee0c4-e48a-4f02-b7d1-48ef48e50418, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=07cee0c4-e48a-4f02-b7d1-48ef48e50418,segment=NetworkSegment(b5791744-f979-43f7-b7be-5fdfd5820dd4),segment_id=b5791744-f979-43f7-b7be-5fdfd5820dd4)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:33:55.808624 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.821828 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Calling delete_port for 07cee0c4-e48a-4f02-b7d1-48ef48e50418 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:33:55.885111 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11afc089-0276-4213-8c16-c010979ba8c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.906930 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:55.915055 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11afc089-0276-4213-8c16-c010979ba8c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=cccdac8c-3047-4023-b895-74a8490a296d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:55.929878 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Pushing event deleted for resources: {'Port': ['ID=07cee0c4-e48a-4f02-b7d1-48ef48e50418,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:55.940727 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:55.941005 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:55.941347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:55.941684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:55.942022 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:55.942354 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:55.942684 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:55.943010 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:55.943334 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:55.943677 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:55.944009 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:55.944330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:33:55.947041 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef314f4-cfcb-4411-9da2-a48fa5cdbcfe None None] No DVR routers for this DVR port 07cee0c4-e48a-4f02-b7d1-48ef48e50418 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:33:55.974391 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11afc089-0276-4213-8c16-c010979ba8c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.062090 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11afc089-0276-4213-8c16-c010979ba8c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.064190 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11afc089-0276-4213-8c16-c010979ba8c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.109742 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11afc089-0276-4213-8c16-c010979ba8c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.110321 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11afc089-0276-4213-8c16-c010979ba8c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Fanout notify agent at l3_agent the message router_deleted on router 283824fa-2b6e-46a9-9fd6-ca6e41647a70 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:33:56.116968 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11afc089-0276-4213-8c16-c010979ba8c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.118074 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-11afc089-0276-4213-8c16-c010979ba8c9 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/routers/283824fa-2b6e-46a9-9fd6-ca6e41647a70 HTTP/1.1" status: 204 len: 168 time: 0.7983756 Jul 16 02:33:56.120883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48092) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:56.197712 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41381ff4-cc5b-40c8-8464-ec09b4233270 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.289888 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41381ff4-cc5b-40c8-8464-ec09b4233270 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.300116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-41381ff4-cc5b-40c8-8464-ec09b4233270 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efdd776-5538-40c4-9772-7a8d68508db2']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:56.310502 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-41381ff4-cc5b-40c8-8464-ec09b4233270 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5791744-f979-43f7-b7be-5fdfd5820dd4') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:56.310957 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-41381ff4-cc5b-40c8-8464-ec09b4233270 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5791744-f979-43f7-b7be-5fdfd5820dd4') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:56.319637 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41381ff4-cc5b-40c8-8464-ec09b4233270 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.334021 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41381ff4-cc5b-40c8-8464-ec09b4233270 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.340028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41381ff4-cc5b-40c8-8464-ec09b4233270 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:33:56.340405 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41381ff4-cc5b-40c8-8464-ec09b4233270 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: timer() Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:33:56.343540 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:33:56.406657 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41381ff4-cc5b-40c8-8464-ec09b4233270 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.414221 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-41381ff4-cc5b-40c8-8464-ec09b4233270 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.418476 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-41381ff4-cc5b-40c8-8464-ec09b4233270 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/networks/4efdd776-5538-40c4-9772-7a8d68508db2 HTTP/1.1" status: 204 len: 168 time: 0.2941706 Jul 16 02:33:56.418940 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48094) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:56.486779 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fcc554d3-5d74-400d-8a92-7d224b625824 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.514494 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fcc554d3-5d74-400d-8a92-7d224b625824 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.581461 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fcc554d3-5d74-400d-8a92-7d224b625824 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.584093 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fcc554d3-5d74-400d-8a92-7d224b625824 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:56.585321 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fcc554d3-5d74-400d-8a92-7d224b625824 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/security-groups/0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f HTTP/1.1" status: 204 len: 168 time: 0.1651261 Jul 16 02:33:56.596117 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc554d3-5d74-400d-8a92-7d224b625824 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0672758c-2bfa-4fbc-a11b-ba8de1eb4b4f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:56.742639 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41381ff4-cc5b-40c8-8464-ec09b4233270 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Network': ['ID=4efdd776-5538-40c4-9772-7a8d68508db2,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:56.996972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48102) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:57.002136 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-594f0a11-c2c6-4bf9-96e9-d4e91c0c538a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1772535441', 'description': 'tempest-secgroup-smoke-1772535441 description', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:57.025158 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-594f0a11-c2c6-4bf9-96e9-d4e91c0c538a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.108882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-594f0a11-c2c6-4bf9-96e9-d4e91c0c538a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.112182 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-594f0a11-c2c6-4bf9-96e9-d4e91c0c538a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.136893 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-594f0a11-c2c6-4bf9-96e9-d4e91c0c538a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.141406 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-594f0a11-c2c6-4bf9-96e9-d4e91c0c538a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1396468 Jul 16 02:33:57.141614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48104) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:57.146620 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4d643db5-fce5-4ba3-8f65-dc58e8b48638 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:57.151549 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594f0a11-c2c6-4bf9-96e9-d4e91c0c538a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:57.173554 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d643db5-fce5-4ba3-8f65-dc58e8b48638 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.233291 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d643db5-fce5-4ba3-8f65-dc58e8b48638 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.236926 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d643db5-fce5-4ba3-8f65-dc58e8b48638 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.246547 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cccdac8c-3047-4023-b895-74a8490a296d no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:57.255488 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d643db5-fce5-4ba3-8f65-dc58e8b48638 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19b1a5c-4984-4883-a044-408bc395195f,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:57.262131 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d643db5-fce5-4ba3-8f65-dc58e8b48638 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.263365 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4d643db5-fce5-4ba3-8f65-dc58e8b48638 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208072 Jul 16 02:33:57.266197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48106) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:57.270320 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: cccdac8c-3047-4023-b895-74a8490a296d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:57.270658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cccdac8c-3047-4023-b895-74a8490a296d not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:57.270802 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-59aed66f-e108-4f8b-a925-f1496db3523f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:57.271074 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4664bbbc-69c9-435a-85de-099e3a45579c no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:57.290789 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 4664bbbc-69c9-435a-85de-099e3a45579c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:57.291175 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 4664bbbc-69c9-435a-85de-099e3a45579c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:57.291583 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 07cee0c4-e48a-4f02-b7d1-48ef48e50418 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:33:57.297310 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59aed66f-e108-4f8b-a925-f1496db3523f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.311279 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 07cee0c4-e48a-4f02-b7d1-48ef48e50418 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:33:57.311644 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 07cee0c4-e48a-4f02-b7d1-48ef48e50418 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:33:57.354103 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59aed66f-e108-4f8b-a925-f1496db3523f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.357853 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59aed66f-e108-4f8b-a925-f1496db3523f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.372004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aed66f-e108-4f8b-a925-f1496db3523f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55446d14-1d45-45ef-ab3f-9032cef523c1,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:57.381102 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59aed66f-e108-4f8b-a925-f1496db3523f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.382672 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-59aed66f-e108-4f8b-a925-f1496db3523f tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155324 Jul 16 02:33:57.385415 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48108) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:57.389779 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-00f5f9db-427b-4a8b-9d70-c9f45d4ac6fc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:57.415471 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00f5f9db-427b-4a8b-9d70-c9f45d4ac6fc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.474445 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00f5f9db-427b-4a8b-9d70-c9f45d4ac6fc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.477861 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00f5f9db-427b-4a8b-9d70-c9f45d4ac6fc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.495324 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5f9db-427b-4a8b-9d70-c9f45d4ac6fc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5269e0ca-e2cd-4ec7-969b-2f3f8bbc4fa0,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:57.501002 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-00f5f9db-427b-4a8b-9d70-c9f45d4ac6fc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.502244 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-00f5f9db-427b-4a8b-9d70-c9f45d4ac6fc tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159072 Jul 16 02:33:57.505127 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48110) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:57.509614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4495475f-dfa7-4ea8-8573-ca4f74cfa3c6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:57.533865 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4495475f-dfa7-4ea8-8573-ca4f74cfa3c6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.591779 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4495475f-dfa7-4ea8-8573-ca4f74cfa3c6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.595134 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4495475f-dfa7-4ea8-8573-ca4f74cfa3c6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.610135 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495475f-dfa7-4ea8-8573-ca4f74cfa3c6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a580948-4331-4419-8905-01b5704ca2fd,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:57.618268 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4495475f-dfa7-4ea8-8573-ca4f74cfa3c6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.619492 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4495475f-dfa7-4ea8-8573-ca4f74cfa3c6 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1134124 Jul 16 02:33:57.622187 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48112) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:57.626993 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-59593886-cd81-475c-a913-f1286dc3b391 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:57.647586 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-59593886-cd81-475c-a913-f1286dc3b391 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Project 8a2ef8dd21094bccad4c1a61869dfcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:33:57.652114 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59593886-cd81-475c-a913-f1286dc3b391 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.712766 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59593886-cd81-475c-a913-f1286dc3b391 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.717032 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59593886-cd81-475c-a913-f1286dc3b391 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.734657 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59593886-cd81-475c-a913-f1286dc3b391 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debc39f0-c2b6-4f76-9f1f-79921dad2157,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:57.740580 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-59593886-cd81-475c-a913-f1286dc3b391 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.741592 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-59593886-cd81-475c-a913-f1286dc3b391 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179166 Jul 16 02:33:57.744617 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48114) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:57.748932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-8be779e8-c0db-47aa-9649-d427d211919d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'security_group_rule': {'security_group_id': '4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:57.769118 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-8be779e8-c0db-47aa-9649-d427d211919d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Project 8a2ef8dd21094bccad4c1a61869dfcb8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:33:57.773550 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8be779e8-c0db-47aa-9649-d427d211919d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.832243 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8be779e8-c0db-47aa-9649-d427d211919d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.835530 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8be779e8-c0db-47aa-9649-d427d211919d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.855208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be779e8-c0db-47aa-9649-d427d211919d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49096a2-73d3-443d-b941-dea0c1161108,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:57.861018 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8be779e8-c0db-47aa-9649-d427d211919d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.862360 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8be779e8-c0db-47aa-9649-d427d211919d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1166618 Jul 16 02:33:57.865914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48116) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:57.870741 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-12899cf9-f26e-4266-a79e-e5a1379b2b54 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'network': {'name': 'tempest-network-smoke--47773463', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'port_security_enabled': True}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:57.889705 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12899cf9-f26e-4266-a79e-e5a1379b2b54 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Made reservation on behalf of 8a2ef8dd21094bccad4c1a61869dfcb8 for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:57.893109 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-12899cf9-f26e-4266-a79e-e5a1379b2b54 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.915991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12899cf9-f26e-4266-a79e-e5a1379b2b54 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:33:57.925120 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-12899cf9-f26e-4266-a79e-e5a1379b2b54 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.925471 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-12899cf9-f26e-4266-a79e-e5a1379b2b54 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Added segment 6e887009-48fb-49ef-a569-8606fb1c8a99 of type vlan for network 72c891f2-4378-42b5-adc9-eea6cda70409 Jul 16 02:33:57.963077 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-12899cf9-f26e-4266-a79e-e5a1379b2b54 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.990986 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-12899cf9-f26e-4266-a79e-e5a1379b2b54 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:57.996402 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12899cf9-f26e-4266-a79e-e5a1379b2b54 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:57.996984 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-12899cf9-f26e-4266-a79e-e5a1379b2b54 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.032475 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-12899cf9-f26e-4266-a79e-e5a1379b2b54 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1655502 Jul 16 02:33:58.035245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48118) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:58.039967 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1542174801', 'admin_state_up': True, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:58.062685 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.063667 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12899cf9-f26e-4266-a79e-e5a1379b2b54 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Network': ['ID=72c891f2-4378-42b5-adc9-eea6cda70409,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:58.063831 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.075306 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 72c891f2-4378-42b5-adc9-eea6cda70409 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:33:58.115361 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.248023 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.432625 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.452168 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.553889 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.25.2.237 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/b0cd7cd6-bc59-4d4c-815a-85514beabbe0) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:33:58.656821 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.694706 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:58.733910 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:33:58.736646 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:58.740936 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:33:58.762872 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=b0cd7cd6-bc59-4d4c-815a-85514beabbe0,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:58.982853 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.177635 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.302188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:33:59.407987 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:33:59.418097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Sync routers for ids ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:33:59.427428 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.429183 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Routers {'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:33:59.429832 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:33:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:59.432184 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48120) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:59.432715 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a8282459-cfff-4c65-bee9-6ee791378968 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.3958545 Jul 16 02:33:59.464709 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2db42010-cdae-4c5c-93e9-a0664601b963 tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=8a2ef8dd21094bccad4c1a61869dfcb8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308733 Jul 16 02:33:59.467712 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48122) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:59.535326 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Set router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:33:59.552349 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f2c6db-9525-4f2c-82b1-9270dd0e61dc tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:59.553795 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-56f2c6db-9525-4f2c-82b1-9270dd0e61dc tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851297 Jul 16 02:33:59.556651 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48124) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:59.585418 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d1570d60-6580-4580-95c2-8b46374bc9de tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=3748ee69-bce9-4043-a1b7-1ca7030517ba&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277066 Jul 16 02:33:59.587941 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48126) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:33:59.593417 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-928addfa-a668-41f7-8d08-040496952619 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1592022698', 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409', 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:33:59.682323 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928addfa-a668-41f7-8d08-040496952619 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Made reservation on behalf of 8a2ef8dd21094bccad4c1a61869dfcb8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:33:59.686043 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-928addfa-a668-41f7-8d08-040496952619 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.712201 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542174801', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:33:58Z', 'revision_number': 3, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:33:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:33:59.752099 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Checking router: b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:33:59.752531 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Updating router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 port b0cd7cd6-bc59-4d4c-815a-85514beabbe0 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:33:59.788106 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.868520 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-928addfa-a668-41f7-8d08-040496952619 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.929183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928addfa-a668-41f7-8d08-040496952619 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Subnet': ['ID=849e2b0f-f933-40fd-8d42-32460c9befce,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:33:59.937451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928addfa-a668-41f7-8d08-040496952619 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Checking segment: {'id': '6e887009-48fb-49ef-a569-8606fb1c8a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:33:59.937815 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928addfa-a668-41f7-8d08-040496952619 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network hostable DHCP agents. Network: 72c891f2-4378-42b5-adc9-eea6cda70409, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:33:59.954167 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928addfa-a668-41f7-8d08-040496952619 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 72c891f2-4378-42b5-adc9-eea6cda70409 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:33:59.963526 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-928addfa-a668-41f7-8d08-040496952619 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 72c891f2-4378-42b5-adc9-eea6cda70409) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:33:59.967636 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928addfa-a668-41f7-8d08-040496952619 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:33:59.968254 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-928addfa-a668-41f7-8d08-040496952619 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:33:59.980541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed44de5-e7a3-4782-b763-0d10d2bae7dd None None] Network 72c891f2-4378-42b5-adc9-eea6cda70409 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:33:59.982341 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-928addfa-a668-41f7-8d08-040496952619 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3934093 Jul 16 02:33:59.985755 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48128) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:00.100568 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.114179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Transition to ACTIVE for port object b0cd7cd6-bc59-4d4c-815a-85514beabbe0 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:00.137117 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.194851 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Attempting to bind port b0cd7cd6-bc59-4d4c-815a-85514beabbe0 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:34:00.195226 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Attempting to bind port b0cd7cd6-bc59-4d4c-815a-85514beabbe0 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:34:00.195588 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Attempting to bind port b0cd7cd6-bc59-4d4c-815a-85514beabbe0 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:00.224764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:34:00.225023 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:34:00.225372 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.225763 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:34:00.226241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Bound port: b0cd7cd6-bc59-4d4c-815a-85514beabbe0, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:34:00.226621 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.249849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-72c891f2-4378-42b5-adc9-eea6cda70409', 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ips': [{'subnet_id': '849e2b0f-f933-40fd-8d42-32460c9befce'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:34:00.250717 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.252451 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc33fb7-d62f-4fae-a09a-619d3dd2d442 None None] Pushing event updated for resources: {'Port': ['ID=b0cd7cd6-bc59-4d4c-815a-85514beabbe0,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:00.353115 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] For port b0cd7cd6-bc59-4d4c-815a-85514beabbe0, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:34:00.371591 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] For port b0cd7cd6-bc59-4d4c-815a-85514beabbe0, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b0cd7cd6-bc59-4d4c-815a-85514beabbe0,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:34:00.381437 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.411854 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.465568 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Allocated IP 172.20.0.2 (72c891f2-4378-42b5-adc9-eea6cda70409/849e2b0f-f933-40fd-8d42-32460c9befce/6a38e52d-9d0c-4bf1-ba61-7272e05dde15) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:34:00.482238 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Routers {'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:34:00.482865 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:33:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:00.523819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc33fb7-d62f-4fae-a09a-619d3dd2d442 None None] Pushing event updated for resources: {'Port': ['ID=b0cd7cd6-bc59-4d4c-815a-85514beabbe0,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:00.658783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] Set router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:34:00.798595 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.813502 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Transition to ACTIVE for port object 6a38e52d-9d0c-4bf1-ba61-7272e05dde15 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:00.839913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Transition to ACTIVE for port object 6a38e52d-9d0c-4bf1-ba61-7272e05dde15 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:00.864907 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:00.892427 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.20.0.1 (72c891f2-4378-42b5-adc9-eea6cda70409/849e2b0f-f933-40fd-8d42-32460c9befce/d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:34:00.915104 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Network 72c891f2-4378-42b5-adc9-eea6cda70409 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:34:00.922340 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:34:00.924784 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:34:00.927859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Pushing event updated for resources: {'Port': ['ID=6a38e52d-9d0c-4bf1-ba61-7272e05dde15,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:00.987724 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542174801', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:33:58Z', 'revision_number': 3, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:01.008315 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.019845 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410e2759-b92d-42cc-a9ba-ab8765a73a0f None None] The sync data for ids ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'] in n-d-791505-14 is: [{'id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542174801', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:33:58Z', 'revision_number': 3, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:34:01.022297 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Attempting to bind port 6a38e52d-9d0c-4bf1-ba61-7272e05dde15 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:34:01.022607 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Transition to ACTIVE for port object d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:01.022759 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Attempting to bind port 6a38e52d-9d0c-4bf1-ba61-7272e05dde15 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '6e887009-48fb-49ef-a569-8606fb1c8a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:34:01.023026 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Attempting to bind port 6a38e52d-9d0c-4bf1-ba61-7272e05dde15 on network 72c891f2-4378-42b5-adc9-eea6cda70409 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:01.032237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:34:01.032738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Checking segment: {'id': '6e887009-48fb-49ef-a569-8606fb1c8a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:34:01.033162 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.033551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Bound using segment: {'id': '6e887009-48fb-49ef-a569-8606fb1c8a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:34:01.034037 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Bound port: 6a38e52d-9d0c-4bf1-ba61-7272e05dde15, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e887009-48fb-49ef-a569-8606fb1c8a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:34:01.034425 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.070930 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.120827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 72c891f2-4378-42b5-adc9-eea6cda70409 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:34:01.125094 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:34:01.127753 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:34:01.161995 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:01.183896 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.263467 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.297033 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] For port 6a38e52d-9d0c-4bf1-ba61-7272e05dde15, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:34:01.300286 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] For port 6a38e52d-9d0c-4bf1-ba61-7272e05dde15, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6a38e52d-9d0c-4bf1-ba61-7272e05dde15,segment=NetworkSegment(6e887009-48fb-49ef-a569-8606fb1c8a99),segment_id=6e887009-48fb-49ef-a569-8606fb1c8a99)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:34:01.304237 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.356231 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.370332 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0fd08-dfd0-484e-9d3d-317cdd60229f None None] Pushing event updated for resources: {'Port': ['ID=6a38e52d-9d0c-4bf1-ba61-7272e05dde15,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:01.689271 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.694286 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.776347 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:01.778146 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:01.874875 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 72c891f2-4378-42b5-adc9-eea6cda70409 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:34:01.876349 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:34:01.993783 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:34:02.105356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:34:02.110589 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d490ecbf-2e4b-423c-b32a-58f87591a429 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "PUT /v2.0/routers/b9c8ec29-69fc-4bdb-b003-6d153ae7cd66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1243975 Jul 16 02:34:02.136556 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:02.262365 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-abd7f5a7-2459-4b68-8eff-e5adb403ee5c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1772535441&fields=id&tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8 HTTP/1.1" status: 200 len: 267 time: 0.0358417 Jul 16 02:34:02.277617 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39f6915-c6e0-4542-8904-0d3a1fab8d14 None None] Network 72c891f2-4378-42b5-adc9-eea6cda70409 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:34:02.344881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-2c3366f5-fb1e-4eef-a337-2be3da3e6a85 None None] Provisioning for port 6a38e52d-9d0c-4bf1-ba61-7272e05dde15 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:02.371150 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-62d6abb1-0556-478d-983f-3b369f15ddc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:02.373291 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-62d6abb1-0556-478d-983f-3b369f15ddc1 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/networks?id=72c891f2-4378-42b5-adc9-eea6cda70409 HTTP/1.1" status: 200 len: 795 time: 0.1039362 Jul 16 02:34:02.389016 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-b412d18b-a836-40bd-a0c6-0ec837e9d531 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/quotas/8a2ef8dd21094bccad4c1a61869dfcb8 HTTP/1.1" status: 200 len: 375 time: 0.0096967 Jul 16 02:34:02.461797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-b3f194b6-764d-4497-9149-ee18d7210915 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0663323 Jul 16 02:34:02.605290 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-c518abfc-2ffd-40c0-946d-c288963b0769 service neutron] 10.222.0.22 "GET /v2.0/networks/72c891f2-4378-42b5-adc9-eea6cda70409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320417 Jul 16 02:34:02.684687 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Sync routers for ids ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:34:02.688018 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cec4dc41-bd7e-4fd7-8998-46feb413b0a8 None None] Provisioning for port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:02.693467 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-cec4dc41-bd7e-4fd7-8998-46feb413b0a8 None None] Provisioning complete for port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:02.694211 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cec4dc41-bd7e-4fd7-8998-46feb413b0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:02.694363 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Routers {'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:34:02.694982 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:33:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:02.706539 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-de72af8e-3a3a-4632-8fc8-0efce4ef035a service neutron] 10.222.0.22 "GET /v2.0/networks/72c891f2-4378-42b5-adc9-eea6cda70409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954797 Jul 16 02:34:02.742801 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-cec4dc41-bd7e-4fd7-8998-46feb413b0a8 None None] Port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:34:02.828582 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Set router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:34:02.929747 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f99e9a45-b7d9-41ee-843f-d51b6f197bcc req-6633cefb-3675-422b-8d7c-19cdd07fdb69 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 210 time: 0.0502989 Jul 16 02:34:02.963316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d33b592b-9f9a-443f-9e9b-816b54635687 None None] Provisioning complete for port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:02.963877 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d33b592b-9f9a-443f-9e9b-816b54635687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.002915 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-d33b592b-9f9a-443f-9e9b-816b54635687 None None] Port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:34:03.038680 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542174801', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:01Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'd2a623b7-ee92-4cf2-9bf5-c2e01e07d79b', 'name': '', 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:1d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:01Z', 'revision_number': 2, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:03.066090 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Checking router: b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:34:03.066453 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Updating router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:34:03.100036 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.121658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-14b45c06-9dfa-49ef-8530-0df30e4f5d1d None None] Provisioning complete for port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:03.121946 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-14b45c06-9dfa-49ef-8530-0df30e4f5d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.155268 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-14b45c06-9dfa-49ef-8530-0df30e4f5d1d None None] Port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:34:03.283688 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6a38e52d-9d0c-4bf1-ba61-7272e05dde15 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:03.332245 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 6a38e52d-9d0c-4bf1-ba61-7272e05dde15 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:03.335821 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 6a38e52d-9d0c-4bf1-ba61-7272e05dde15 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:03.336200 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.366397 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.377260 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Transition to ACTIVE for port object d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:03.382350 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.414534 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.428776 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf273d-c88f-4215-bfba-0525461174c2 None None] Pushing event updated for resources: {'Port': ['ID=d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:03.438521 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaf273d-c88f-4215-bfba-0525461174c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:03.438862 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaf273d-c88f-4215-bfba-0525461174c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:03.439207 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaf273d-c88f-4215-bfba-0525461174c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:03.439536 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaf273d-c88f-4215-bfba-0525461174c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:03.439924 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaf273d-c88f-4215-bfba-0525461174c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:03.440211 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaf273d-c88f-4215-bfba-0525461174c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:03.440536 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaf273d-c88f-4215-bfba-0525461174c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:03.440859 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaf273d-c88f-4215-bfba-0525461174c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:03.441183 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaf273d-c88f-4215-bfba-0525461174c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:03.441504 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaf273d-c88f-4215-bfba-0525461174c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:03.441829 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaf273d-c88f-4215-bfba-0525461174c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:03.442151 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcaf273d-c88f-4215-bfba-0525461174c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:03.448477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 6a38e52d-9d0c-4bf1-ba61-7272e05dde15, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6a38e52d-9d0c-4bf1-ba61-7272e05dde15,segment=NetworkSegment(6e887009-48fb-49ef-a569-8606fb1c8a99),segment_id=6e887009-48fb-49ef-a569-8606fb1c8a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:03.454210 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.455562 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b0cd7cd6-bc59-4d4c-815a-85514beabbe0 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:03.503336 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Attempting to bind port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:34:03.503712 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Attempting to bind port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '6e887009-48fb-49ef-a569-8606fb1c8a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:34:03.504559 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Attempting to bind port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b on network 72c891f2-4378-42b5-adc9-eea6cda70409 {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:03.510210 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:34:03.510584 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Checking segment: {'id': '6e887009-48fb-49ef-a569-8606fb1c8a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:34:03.511180 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.511581 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Bound using segment: {'id': '6e887009-48fb-49ef-a569-8606fb1c8a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:34:03.512090 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Bound port: d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e887009-48fb-49ef-a569-8606fb1c8a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:34:03.512471 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.536432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=6a38e52d-9d0c-4bf1-ba61-7272e05dde15,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:03.549108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port b0cd7cd6-bc59-4d4c-815a-85514beabbe0 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:03.553902 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port b0cd7cd6-bc59-4d4c-815a-85514beabbe0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:03.554279 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.581008 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] For port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:34:03.584685 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] For port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b,segment=NetworkSegment(6e887009-48fb-49ef-a569-8606fb1c8a99),segment_id=6e887009-48fb-49ef-a569-8606fb1c8a99)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:34:03.593345 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.634811 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Routers {'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:34:03.635432 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:33:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:03.655826 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.685922 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port b0cd7cd6-bc59-4d4c-815a-85514beabbe0, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b0cd7cd6-bc59-4d4c-815a-85514beabbe0,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:03.692724 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:03.703877 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf273d-c88f-4215-bfba-0525461174c2 None None] Pushing event updated for resources: {'Port': ['ID=d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b,revision_number=4']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:03.747880 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=b0cd7cd6-bc59-4d4c-815a-85514beabbe0,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:03.764915 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] Set router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:34:03.965861 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542174801', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:01Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'd2a623b7-ee92-4cf2-9bf5-c2e01e07d79b', 'name': '', 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:1d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:03.991813 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62669c81-91dd-4432-b093-0cf9be4abc52 None None] The sync data for ids ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'] in n-d-791505-14 is: [{'id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542174801', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:01Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'd2a623b7-ee92-4cf2-9bf5-c2e01e07d79b', 'name': '', 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:1d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:34:04.011270 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3565dc51-88fe-4f9d-a017-fb872f645261 req-31c4878e-8dfe-4ef7-bfe7-520b6e9d18be tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 210 time: 0.0353909 Jul 16 02:34:04.599852 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:34:05.011109 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b37f19a1-6727-4b9a-962b-39e119aa185c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:05.102874 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-683f76d6-c7bf-4ea3-b0cd-1e0f76174cb5 req-82241951-9f22-4f5e-a4c1-a4777b8b4849 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 210 time: 0.0326753 Jul 16 02:34:05.322513 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6a38e52d-9d0c-4bf1-ba61-7272e05dde15 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:05.372814 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 6a38e52d-9d0c-4bf1-ba61-7272e05dde15 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:05.373188 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:05.449967 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b0cd7cd6-bc59-4d4c-815a-85514beabbe0 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:05.495370 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port b0cd7cd6-bc59-4d4c-815a-85514beabbe0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:05.495740 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:05.582290 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:05.626699 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:05.630163 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:05.630531 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:05.706198 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:05.737630 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b,segment=NetworkSegment(6e887009-48fb-49ef-a569-8606fb1c8a99),segment_id=6e887009-48fb-49ef-a569-8606fb1c8a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:05.741211 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:05.788096 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:06.005344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-67cc97af-c769-47b9-889f-25faed47587c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:06.006824 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-67cc97af-c769-47b9-889f-25faed47587c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "GET /v2.0/networks?id=72c891f2-4378-42b5-adc9-eea6cda70409 HTTP/1.1" status: 200 len: 795 time: 0.1067092 Jul 16 02:34:06.050545 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-50180efd-8b1b-46bf-8832-b598384357e2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8 HTTP/1.1" status: 200 len: 380 time: 0.0343971 Jul 16 02:34:06.058986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-0207aeb1-6d72-401d-9de7-14c1ebbbb75d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'port': {'device_id': 'cbf382cf-532d-4d83-9dcf-eaf0a1317bd7', 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409', 'admin_state_up': True, 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'security_groups': ['4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:34:06.167171 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-0207aeb1-6d72-401d-9de7-14c1ebbbb75d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Made reservation on behalf of 8a2ef8dd21094bccad4c1a61869dfcb8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:34:06.170948 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-0207aeb1-6d72-401d-9de7-14c1ebbbb75d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.245560 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f4f03e37-eebb-4009-8788-ee01fd5efeea req-daf6d724-7e64-4e73-ad46-313ff48638ac tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 210 time: 0.0275307 Jul 16 02:34:06.298331 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-0207aeb1-6d72-401d-9de7-14c1ebbbb75d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.20.0.13 (72c891f2-4378-42b5-adc9-eea6cda70409/849e2b0f-f933-40fd-8d42-32460c9befce/0f2568cb-63d0-420c-bf94-e043912a0635) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:34:06.436939 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-0207aeb1-6d72-401d-9de7-14c1ebbbb75d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.446880 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-0207aeb1-6d72-401d-9de7-14c1ebbbb75d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Transition to ACTIVE for port object 0f2568cb-63d0-420c-bf94-e043912a0635 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:06.478793 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-0207aeb1-6d72-401d-9de7-14c1ebbbb75d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.535720 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-0207aeb1-6d72-401d-9de7-14c1ebbbb75d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 72c891f2-4378-42b5-adc9-eea6cda70409 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:34:06.538822 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-0207aeb1-6d72-401d-9de7-14c1ebbbb75d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:34:06.542695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-0207aeb1-6d72-401d-9de7-14c1ebbbb75d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:34:06.567288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207aeb1-6d72-401d-9de7-14c1ebbbb75d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=0f2568cb-63d0-420c-bf94-e043912a0635,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:06.596460 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-0207aeb1-6d72-401d-9de7-14c1ebbbb75d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:06.597073 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-0207aeb1-6d72-401d-9de7-14c1ebbbb75d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.612942 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-0207aeb1-6d72-401d-9de7-14c1ebbbb75d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5576346 Jul 16 02:34:06.624807 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Request body: {'port': {'device_id': 'cbf382cf-532d-4d83-9dcf-eaf0a1317bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:34:06.702047 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.748361 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4bf0cf62-0e18-442f-948e-4afeb7c0686a None None] Provisioning for port 0f2568cb-63d0-420c-bf94-e043912a0635 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:06.752263 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4bf0cf62-0e18-442f-948e-4afeb7c0686a None None] Provisioning complete for port 0f2568cb-63d0-420c-bf94-e043912a0635 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:06.752728 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4bf0cf62-0e18-442f-948e-4afeb7c0686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.786239 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4bf0cf62-0e18-442f-948e-4afeb7c0686a None None] Port 0f2568cb-63d0-420c-bf94-e043912a0635 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:34:06.954746 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2568cb-63d0-420c-bf94-e043912a0635 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:34:06.961935 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:06.973472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Transition to ACTIVE for port object 0f2568cb-63d0-420c-bf94-e043912a0635 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:34:06.976999 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:07.048169 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2568cb-63d0-420c-bf94-e043912a0635,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:07.101115 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Attempting to bind port 0f2568cb-63d0-420c-bf94-e043912a0635 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:34:07.101457 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Attempting to bind port 0f2568cb-63d0-420c-bf94-e043912a0635 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '6e887009-48fb-49ef-a569-8606fb1c8a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:34:07.101792 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Attempting to bind port 0f2568cb-63d0-420c-bf94-e043912a0635 on network 72c891f2-4378-42b5-adc9-eea6cda70409 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:07.106296 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Port 0f2568cb-63d0-420c-bf94-e043912a0635 on network 72c891f2-4378-42b5-adc9-eea6cda70409 not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:34:07.107174 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Attempting to bind port 0f2568cb-63d0-420c-bf94-e043912a0635 on network 72c891f2-4378-42b5-adc9-eea6cda70409 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:34:07.112132 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:34:07.112473 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Checking segment: {'id': '6e887009-48fb-49ef-a569-8606fb1c8a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:34:07.112860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Bound using segment: {'id': '6e887009-48fb-49ef-a569-8606fb1c8a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:34:07.113293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Bound port: 0f2568cb-63d0-420c-bf94-e043912a0635, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e887009-48fb-49ef-a569-8606fb1c8a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:34:07.113665 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:07.179162 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] For port 0f2568cb-63d0-420c-bf94-e043912a0635, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:34:07.182081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] For port 0f2568cb-63d0-420c-bf94-e043912a0635, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0f2568cb-63d0-420c-bf94-e043912a0635,segment=NetworkSegment(6e887009-48fb-49ef-a569-8606fb1c8a99),segment_id=6e887009-48fb-49ef-a569-8606fb1c8a99)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:34:07.187106 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:07.221841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:07.222589 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:07.224143 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] 10.222.0.70 "PUT /v2.0/ports/0f2568cb-63d0-420c-bf94-e043912a0635 HTTP/1.1" status: 200 len: 1093 time: 0.6035616 Jul 16 02:34:07.224558 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf382cf-532d-4d83-9dcf-eaf0a1317bd7', 'tag': '0f2568cb-63d0-420c-bf94-e043912a0635'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:07.226936 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99225313-1922-4c19-b39b-234eea7c890a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf382cf-532d-4d83-9dcf-eaf0a1317bd7", "tag": "0f2568cb-63d0-420c-bf94-e043912a0635"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:07.254381 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19051e9d-0feb-4cf9-a1c7-02917dce0f30 service neutron] Pushing event updated for resources: {'Port': ['ID=0f2568cb-63d0-420c-bf94-e043912a0635,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:07.279103 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:07.348319 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:07.349046 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:07.355339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-bfa07de9-f576-4365-b9d5-37f3a1685bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:07.357479 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-bfa07de9-f576-4365-b9d5-37f3a1685bef service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 1096 time: 0.0742021 Jul 16 02:34:07.412876 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-a4f87eb5-6497-4536-9bba-60a3b2b0f2e5 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f2568cb-63d0-420c-bf94-e043912a0635 HTTP/1.1" status: 200 len: 217 time: 0.0463932 Jul 16 02:34:07.470054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-938d8159-6201-4358-a26c-e3061aa005a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:07.471666 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-938d8159-6201-4358-a26c-e3061aa005a5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=849e2b0f-f933-40fd-8d42-32460c9befce HTTP/1.1" status: 200 len: 835 time: 0.0523875 Jul 16 02:34:07.473270 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:07.488351 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf658fa-0379-44c0-84af-d2aa5db640c6 x-openstack-request-id: req-ebf658fa-0379-44c0-84af-d2aa5db640c6 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:07.488641 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf382cf-532d-4d83-9dcf-eaf0a1317bd7", "tag": "0f2568cb-63d0-420c-bf94-e043912a0635", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:07.488890 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ebf658fa-0379-44c0-84af-d2aa5db640c6 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:07.489327 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf382cf-532d-4d83-9dcf-eaf0a1317bd7', 'tag': '0f2568cb-63d0-420c-bf94-e043912a0635', 'status': 'completed', 'code': 200} Jul 16 02:34:07.536771 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-eff0bee1-0710-49a7-be1e-aaa10dbca793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:07.538268 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-eff0bee1-0710-49a7-be1e-aaa10dbca793 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72c891f2-4378-42b5-adc9-eea6cda70409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606723 Jul 16 02:34:07.633641 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783efd8-6127-4636-ac41-e896dc4dad95 req-1db49f01-25fc-41e3-b36e-bb8e71e72fd8 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:07.635172 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9783efd8-6127-4636-ac41-e896dc4dad95 req-1db49f01-25fc-41e3-b36e-bb8e71e72fd8 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 944 time: 0.0654519 Jul 16 02:34:07.675577 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9783efd8-6127-4636-ac41-e896dc4dad95 req-3d98edec-a42b-475f-8739-43653c189675 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345614 Jul 16 02:34:07.710837 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d51241a9-7cfc-46df-a07c-6fb5be569e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:07.948600 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-7745538e-c812-47ea-8f72-91e04bcd7a74 service neutron] 10.222.0.70 "GET /v2.0/networks/72c891f2-4378-42b5-adc9-eea6cda70409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029315 Jul 16 02:34:08.037378 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f42bfe4-38c8-46d5-b9d0-4a89fef7c7f8 req-aa9d3607-3e37-403e-87c2-a687054c3172 service neutron] 10.222.0.70 "GET /v2.0/networks/72c891f2-4378-42b5-adc9-eea6cda70409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818961 Jul 16 02:34:08.136252 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99225313-1922-4c19-b39b-234eea7c890a req-907cae21-6da8-431f-b67e-9ea79310a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.138271 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-99225313-1922-4c19-b39b-234eea7c890a req-907cae21-6da8-431f-b67e-9ea79310a30b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 1096 time: 0.0514748 Jul 16 02:34:08.229944 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99225313-1922-4c19-b39b-234eea7c890a req-29b9d498-0f63-4941-acc6-687ffc2c4952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.231306 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-99225313-1922-4c19-b39b-234eea7c890a req-29b9d498-0f63-4941-acc6-687ffc2c4952 service neutron] 10.222.0.70 "GET /v2.0/networks?id=72c891f2-4378-42b5-adc9-eea6cda70409 HTTP/1.1" status: 200 len: 896 time: 0.0857384 Jul 16 02:34:08.272307 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-99225313-1922-4c19-b39b-234eea7c890a req-f74a1bb6-be7f-4980-a322-84dfe951c18c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f2568cb-63d0-420c-bf94-e043912a0635 HTTP/1.1" status: 200 len: 217 time: 0.0335369 Jul 16 02:34:08.319583 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99225313-1922-4c19-b39b-234eea7c890a req-6277a6a1-4721-47dd-a021-f40c4e94efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.321032 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-99225313-1922-4c19-b39b-234eea7c890a req-6277a6a1-4721-47dd-a021-f40c4e94efd7 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=849e2b0f-f933-40fd-8d42-32460c9befce HTTP/1.1" status: 200 len: 835 time: 0.0420995 Jul 16 02:34:08.379138 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99225313-1922-4c19-b39b-234eea7c890a req-1b74c46d-51eb-4a42-9a23-3deb560f0372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.380620 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-99225313-1922-4c19-b39b-234eea7c890a req-1b74c46d-51eb-4a42-9a23-3deb560f0372 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72c891f2-4378-42b5-adc9-eea6cda70409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529037 Jul 16 02:34:08.469115 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-99225313-1922-4c19-b39b-234eea7c890a req-a2c4fba5-4752-4dc3-821e-b2b616972c1f service neutron] 10.222.0.70 "GET /v2.0/networks/72c891f2-4378-42b5-adc9-eea6cda70409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790408 Jul 16 02:34:08.563057 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-99225313-1922-4c19-b39b-234eea7c890a req-ee4b27de-7889-4537-88b2-dfe4c502db08 service neutron] 10.222.0.70 "GET /v2.0/networks/72c891f2-4378-42b5-adc9-eea6cda70409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858219 Jul 16 02:34:08.847166 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce4510-7ddd-4e93-872f-49f5b6e7db35 req-0ad57fd8-4473-4e25-b628-e49738732265 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:08.848594 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d5ce4510-7ddd-4e93-872f-49f5b6e7db35 req-0ad57fd8-4473-4e25-b628-e49738732265 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 944 time: 0.0652733 Jul 16 02:34:08.872933 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:08.885591 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d5ce4510-7ddd-4e93-872f-49f5b6e7db35 req-43a26980-104f-4c02-9b93-f245a1a68947 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314975 Jul 16 02:34:09.350593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0f2568cb-63d0-420c-bf94-e043912a0635 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:34:09.444881 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 0f2568cb-63d0-420c-bf94-e043912a0635, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0f2568cb-63d0-420c-bf94-e043912a0635,segment=NetworkSegment(6e887009-48fb-49ef-a569-8606fb1c8a99),segment_id=6e887009-48fb-49ef-a569-8606fb1c8a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:09.455719 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '0f2568cb-63d0-420c-bf94-e043912a0635', 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409', 'port_id': '0f2568cb-63d0-420c-bf94-e043912a0635', 'mac_address': 'fa:16:3e:c4:37:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:34:09.491323 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:09.503782 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2568cb-63d0-420c-bf94-e043912a0635 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:34:09.523033 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 0f2568cb-63d0-420c-bf94-e043912a0635, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0f2568cb-63d0-420c-bf94-e043912a0635,segment=NetworkSegment(6e887009-48fb-49ef-a569-8606fb1c8a99),segment_id=6e887009-48fb-49ef-a569-8606fb1c8a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:09.527354 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:09.573099 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=0f2568cb-63d0-420c-bf94-e043912a0635,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:09.732865 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['0f2568cb-63d0-420c-bf94-e043912a0635'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:34:10.055018 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a32887-dbe2-47e1-955b-452ed834190e req-a192a8c8-0d5e-4a1e-836d-613193945701 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:10.056560 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85a32887-dbe2-47e1-955b-452ed834190e req-a192a8c8-0d5e-4a1e-836d-613193945701 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 945 time: 0.0623806 Jul 16 02:34:10.094420 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-85a32887-dbe2-47e1-955b-452ed834190e req-89d53cd8-382e-40d8-afb7-b6a6a979b66d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322843 Jul 16 02:34:10.499239 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:11.265386 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e82c8-03ad-477e-8b3e-e8b0487e9b7e req-927b7f49-6e20-4a54-a29c-9d29bbc26059 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:11.266882 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f9e82c8-03ad-477e-8b3e-e8b0487e9b7e req-927b7f49-6e20-4a54-a29c-9d29bbc26059 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 945 time: 0.0616584 Jul 16 02:34:11.303591 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3f9e82c8-03ad-477e-8b3e-e8b0487e9b7e req-b679068b-897b-47cc-a448-5beffa345537 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312395 Jul 16 02:34:11.366205 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0f2568cb-63d0-420c-bf94-e043912a0635 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:34:11.414391 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 0f2568cb-63d0-420c-bf94-e043912a0635 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:34:11.418404 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 0f2568cb-63d0-420c-bf94-e043912a0635 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:34:11.418780 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:11.492220 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:11.514170 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf382cf-532d-4d83-9dcf-eaf0a1317bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2568cb-63d0-420c-bf94-e043912a0635'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:11.516438 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d80f14-44d3-4f46-ba50-e739a46a31ec" -d '{"events": [{"server_uuid": "cbf382cf-532d-4d83-9dcf-eaf0a1317bd7", "name": "network-vif-plugged", "status": "completed", "tag": "0f2568cb-63d0-420c-bf94-e043912a0635"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:11.530959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 0f2568cb-63d0-420c-bf94-e043912a0635, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0f2568cb-63d0-420c-bf94-e043912a0635,segment=NetworkSegment(6e887009-48fb-49ef-a569-8606fb1c8a99),segment_id=6e887009-48fb-49ef-a569-8606fb1c8a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:11.536085 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:11.589499 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=0f2568cb-63d0-420c-bf94-e043912a0635,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:11.602815 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5b0836-de88-453c-be59-1300f1c8bb4e x-openstack-request-id: req-9a5b0836-de88-453c-be59-1300f1c8bb4e {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:11.603120 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf382cf-532d-4d83-9dcf-eaf0a1317bd7", "name": "network-vif-plugged", "status": "completed", "tag": "0f2568cb-63d0-420c-bf94-e043912a0635", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:11.603377 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a5b0836-de88-453c-be59-1300f1c8bb4e {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:11.603826 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf382cf-532d-4d83-9dcf-eaf0a1317bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2568cb-63d0-420c-bf94-e043912a0635', 'code': 200} Jul 16 02:34:11.710617 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd07d61-c1ce-4193-8e5f-6eea6f72387a req-73e188a9-ee5b-4e19-9460-c86913937f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:11.712145 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bfd07d61-c1ce-4193-8e5f-6eea6f72387a req-73e188a9-ee5b-4e19-9460-c86913937f5f service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 1098 time: 0.0502214 Jul 16 02:34:11.747264 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bfd07d61-c1ce-4193-8e5f-6eea6f72387a req-eeb61fec-2ffb-4762-8d7a-fff8d7483bdb service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291834 Jul 16 02:34:12.476796 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd0786-7ad6-446f-ad2c-546a1e32ae81 req-33b3a147-698b-4fc7-9264-8cb7790d32fd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:12.478296 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-07dd0786-7ad6-446f-ad2c-546a1e32ae81 req-33b3a147-698b-4fc7-9264-8cb7790d32fd tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 946 time: 0.0668023 Jul 16 02:34:12.515095 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-07dd0786-7ad6-446f-ad2c-546a1e32ae81 req-fc0adc86-b1dd-4ee4-bd76-5e0ae43f0162 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307634 Jul 16 02:34:13.682706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31730bc0-1210-4b88-8e0c-e030458b64b2 req-3ed7b7e1-5991-4389-874c-7da46fb63c0e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:13.684196 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31730bc0-1210-4b88-8e0c-e030458b64b2 req-3ed7b7e1-5991-4389-874c-7da46fb63c0e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 946 time: 0.0609803 Jul 16 02:34:13.720888 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31730bc0-1210-4b88-8e0c-e030458b64b2 req-ac2f7a17-348d-4343-9c2d-bb1a765bf042 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307679 Jul 16 02:34:13.899351 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8b861-ec89-4f48-bf87-37ee6db8e3fe req-10b240f0-baa1-42ab-90d0-1cd5a072c64c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:13.900797 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79e8b861-ec89-4f48-bf87-37ee6db8e3fe req-10b240f0-baa1-42ab-90d0-1cd5a072c64c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 946 time: 0.0713634 Jul 16 02:34:13.938099 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-79e8b861-ec89-4f48-bf87-37ee6db8e3fe req-64e334f5-5bf7-4f05-a2e7-839d807bbd14 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318241 Jul 16 02:34:13.961376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48192) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:14.011610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34691ad4-beb5-48f2-bd89-9c62c82fea73 tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:14.013179 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-34691ad4-beb5-48f2-bd89-9c62c82fea73 tempest-TestNetworkAdvancedServerOps-1208066632 tempest-TestNetworkAdvancedServerOps-1208066632-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 1093 time: 0.0507808 Jul 16 02:34:14.015801 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48194) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:14.020027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': '0f2568cb-63d0-420c-bf94-e043912a0635', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:34:14.041306 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:14.138882 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:14.242569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Allocated IP 172.25.2.212 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/0a080b96-b104-4693-8b8a-f42052b30a73) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:34:14.341608 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:14.378142 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:14.412370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:34:14.418295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:34:14.421815 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:34:14.427740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=0a080b96-b104-4693-8b8a-f42052b30a73,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:14.779600 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:14.855115 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:14.998921 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:15.003194 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:15.067545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event updated for resources: {'Port': ['ID=0a080b96-b104-4693-8b8a-f42052b30a73,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:15.079912 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:15.174840 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Floating IP e6eb7e37-f706-41bc-bd6b-db0717b5b6a7 associated. External IP: 172.25.2.212, port: 0f2568cb-63d0-420c-bf94-e043912a0635. Jul 16 02:34:15.373585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:34:15.475326 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:34:15.485656 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f6f0c-4bc6-4cbb-b2c6-14be44231e47 None None] Sync routers for ids ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:34:15.491287 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:15.495797 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f6f0c-4bc6-4cbb-b2c6-14be44231e47 None None] Routers {'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:34:15.496417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f14f6f0c-4bc6-4cbb-b2c6-14be44231e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:34:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:15.526588 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d15aa410-b925-4ba2-84ae-8a115ff4c533 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5097833 Jul 16 02:34:15.527168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf382cf-532d-4d83-9dcf-eaf0a1317bd7', 'tag': '0f2568cb-63d0-420c-bf94-e043912a0635'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:15.529528 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0724a49-e6be-46eb-9e3f-c58eccf592b7" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf382cf-532d-4d83-9dcf-eaf0a1317bd7", "tag": "0f2568cb-63d0-420c-bf94-e043912a0635"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:15.603182 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-f14f6f0c-4bc6-4cbb-b2c6-14be44231e47 None None] Set router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:34:15.687164 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6c0d1-c56f-4f2a-a1b1-ce924e504692 req-d94eb97b-e26a-47b9-bec1-e1f95a0fc186 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:15.688605 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37b6c0d1-c56f-4f2a-a1b1-ce924e504692 req-d94eb97b-e26a-47b9-bec1-e1f95a0fc186 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 946 time: 0.0635302 Jul 16 02:34:15.725717 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-37b6c0d1-c56f-4f2a-a1b1-ce924e504692 req-55fa190b-8085-4cae-8ba8-e8237ed91e9d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314860 Jul 16 02:34:15.750372 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48200) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:15.787003 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7144f40-0295-471c-acd5-21515f6cbc82 x-openstack-request-id: req-d7144f40-0295-471c-acd5-21515f6cbc82 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:15.787410 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf382cf-532d-4d83-9dcf-eaf0a1317bd7", "tag": "0f2568cb-63d0-420c-bf94-e043912a0635", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:15.787654 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7144f40-0295-471c-acd5-21515f6cbc82 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:15.788388 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf382cf-532d-4d83-9dcf-eaf0a1317bd7', 'tag': '0f2568cb-63d0-420c-bf94-e043912a0635', 'status': 'completed', 'code': 200} Jul 16 02:34:15.823097 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f14f6f0c-4bc6-4cbb-b2c6-14be44231e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542174801', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:01Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'e6eb7e37-f706-41bc-bd6b-db0717b5b6a7', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'port_id': '0f2568cb-63d0-420c-bf94-e043912a0635', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409', 'mac_address': 'fa:16:3e:c4:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf382cf-532d-4d83-9dcf-eaf0a1317bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:34:14Z', 'updated_at': '2021-07-16T02:34:14Z', 'revision_number': 0, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a623b7-ee92-4cf2-9bf5-c2e01e07d79b', 'name': '', 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:05Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:15.842136 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-285a4aed-2e31-455b-a07e-a066887996ed tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/e6eb7e37-f706-41bc-bd6b-db0717b5b6a7 HTTP/1.1" status: 200 len: 992 time: 0.0906012 Jul 16 02:34:15.852548 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f6f0c-4bc6-4cbb-b2c6-14be44231e47 None None] Checking router: b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:34:15.861255 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14f6f0c-4bc6-4cbb-b2c6-14be44231e47 None None] Routers {'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:34:15.861861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f14f6f0c-4bc6-4cbb-b2c6-14be44231e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:34:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:15.864462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0724a49-e6be-46eb-9e3f-c58eccf592b7 req-07593e6c-43b0-4051-ba9d-af99a4243ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:15.865968 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a0724a49-e6be-46eb-9e3f-c58eccf592b7 req-07593e6c-43b0-4051-ba9d-af99a4243ab7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 1098 time: 0.0692077 Jul 16 02:34:15.956373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0724a49-e6be-46eb-9e3f-c58eccf592b7 req-dcb49fd0-1efc-4285-957b-9855ac6d8b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:15.957767 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a0724a49-e6be-46eb-9e3f-c58eccf592b7 req-dcb49fd0-1efc-4285-957b-9855ac6d8b5d service neutron] 10.222.0.70 "GET /v2.0/networks?id=72c891f2-4378-42b5-adc9-eea6cda70409 HTTP/1.1" status: 200 len: 896 time: 0.0853968 Jul 16 02:34:15.964521 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-f14f6f0c-4bc6-4cbb-b2c6-14be44231e47 None None] Set router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:34:16.025313 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a0724a49-e6be-46eb-9e3f-c58eccf592b7 req-b59a3d48-ae6a-4dc7-b8b6-a2c9cda7b580 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f2568cb-63d0-420c-bf94-e043912a0635 HTTP/1.1" status: 200 len: 1000 time: 0.0614996 Jul 16 02:34:16.072634 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0724a49-e6be-46eb-9e3f-c58eccf592b7 req-aac94801-159e-4f7d-a13a-81a891448092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:16.074117 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a0724a49-e6be-46eb-9e3f-c58eccf592b7 req-aac94801-159e-4f7d-a13a-81a891448092 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=849e2b0f-f933-40fd-8d42-32460c9befce HTTP/1.1" status: 200 len: 835 time: 0.0432343 Jul 16 02:34:16.129677 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0724a49-e6be-46eb-9e3f-c58eccf592b7 req-95e8afe3-04e8-4982-b558-7f002d59e8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:16.131182 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a0724a49-e6be-46eb-9e3f-c58eccf592b7 req-95e8afe3-04e8-4982-b558-7f002d59e8db service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72c891f2-4378-42b5-adc9-eea6cda70409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503423 Jul 16 02:34:16.184116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-f14f6f0c-4bc6-4cbb-b2c6-14be44231e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542174801', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:01Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'e6eb7e37-f706-41bc-bd6b-db0717b5b6a7', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'port_id': '0f2568cb-63d0-420c-bf94-e043912a0635', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409', 'mac_address': 'fa:16:3e:c4:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf382cf-532d-4d83-9dcf-eaf0a1317bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:34:14Z', 'updated_at': '2021-07-16T02:34:14Z', 'revision_number': 0, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a623b7-ee92-4cf2-9bf5-c2e01e07d79b', 'name': '', 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:05Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:16.210762 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14f6f0c-4bc6-4cbb-b2c6-14be44231e47 None None] The sync data for ids ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'] in n-d-791505-14 is: [{'id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542174801', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:01Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'e6eb7e37-f706-41bc-bd6b-db0717b5b6a7', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'port_id': '0f2568cb-63d0-420c-bf94-e043912a0635', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409', 'mac_address': 'fa:16:3e:c4:37:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbf382cf-532d-4d83-9dcf-eaf0a1317bd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:34:14Z', 'updated_at': '2021-07-16T02:34:14Z', 'revision_number': 0, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2a623b7-ee92-4cf2-9bf5-c2e01e07d79b', 'name': '', 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:05Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:34:16.224597 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a0724a49-e6be-46eb-9e3f-c58eccf592b7 req-a53a89d2-bb1c-4a7f-b75c-145aa87c15aa service neutron] 10.222.0.70 "GET /v2.0/networks/72c891f2-4378-42b5-adc9-eea6cda70409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870593 Jul 16 02:34:16.328342 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a0724a49-e6be-46eb-9e3f-c58eccf592b7 req-5180fec5-072a-45cc-b0d1-fef69652ff10 service neutron] 10.222.0.70 "GET /v2.0/networks/72c891f2-4378-42b5-adc9-eea6cda70409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978189 Jul 16 02:34:16.829983 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74de05e-a044-4371-ba5b-e2616ee82d6f None None] New status for floating IP e6eb7e37-f706-41bc-bd6b-db0717b5b6a7: ACTIVE {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:34:16.845569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48202) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:16.908508 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8dba879b-21ce-4773-a0b1-da916e5cc8c4 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/e6eb7e37-f706-41bc-bd6b-db0717b5b6a7 HTTP/1.1" status: 200 len: 992 time: 0.0617387 Jul 16 02:34:17.912070 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48204) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:17.974970 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c5d96e97-0392-479e-b972-bc3ffba2c548 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/e6eb7e37-f706-41bc-bd6b-db0717b5b6a7 HTTP/1.1" status: 200 len: 994 time: 0.0616853 Jul 16 02:34:31.143184 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:32.129500 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:32.314196 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-c01c7c7a-3833-4a49-8ca6-b8237a7ecc5c req-252ba7ba-ec02-4a7e-a4c5-0bf08b23f358 service neutron] (93919) timed out ('10.222.0.69', 55757) {{(pid=93919) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:34:35.011854 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a79ba1b5-d873-464a-bf56-947aff59f68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:37.473970 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:37.710803 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-74f7a247-690c-4001-957d-5613de1f63d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:38.880968 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:40.500574 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:41.600637 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:34:47.567063 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddb251-9967-4bb6-849b-04cb682cf07c req-7b8f568b-e7b6-47d4-9220-292ad47618cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:47.568500 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fddb251-9967-4bb6-849b-04cb682cf07c req-7b8f568b-e7b6-47d4-9220-292ad47618cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 946 time: 0.0615888 Jul 16 02:34:47.604903 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1fddb251-9967-4bb6-849b-04cb682cf07c req-8ec67fbd-ab25-4e60-a599-c5a7c2af2285 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307899 Jul 16 02:34:48.683401 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-be351116-7ce8-4e95-9960-47e65fff9b57 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0918624 Jul 16 02:34:48.777894 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1d6d8-c28c-4c5d-929d-cc5fb833d7ea req-a0b411c6-7bc8-44fd-8221-99f846772607 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:48.779386 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26c1d6d8-c28c-4c5d-929d-cc5fb833d7ea req-a0b411c6-7bc8-44fd-8221-99f846772607 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 946 time: 0.0623081 Jul 16 02:34:48.785359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-5f2f6d60-5e70-407b-b9f0-fe9cee7c8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:48.785846 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-5f2f6d60-5e70-407b-b9f0-fe9cee7c8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:48.786325 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-5f2f6d60-5e70-407b-b9f0-fe9cee7c8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:48.786798 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-5f2f6d60-5e70-407b-b9f0-fe9cee7c8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:48.787302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-5f2f6d60-5e70-407b-b9f0-fe9cee7c8d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:48.789110 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-5f2f6d60-5e70-407b-b9f0-fe9cee7c8d69 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0626402 Jul 16 02:34:48.817998 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26c1d6d8-c28c-4c5d-929d-cc5fb833d7ea req-f5eace12-dc5a-4b1f-bb14-e670005e83d0 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329113 Jul 16 02:34:48.842462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48226) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:48.903234 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-4ac9449d-e0d2-4a3d-b877-cab02811ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:48.903627 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-4ac9449d-e0d2-4a3d-b877-cab02811ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:48.904142 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-4ac9449d-e0d2-4a3d-b877-cab02811ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:48.904762 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-dd41e41f-110f-467c-99a0-9913da0d0e07 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/e6eb7e37-f706-41bc-bd6b-db0717b5b6a7 HTTP/1.1" status: 200 len: 994 time: 0.0610170 Jul 16 02:34:48.905761 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-4ac9449d-e0d2-4a3d-b877-cab02811ec28 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0911601 Jul 16 02:34:48.950035 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-09825996-72eb-4bd3-8d5b-e70cc378afc5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0377769 Jul 16 02:34:48.996545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-cdc9f63c-9776-4476-a990-4273b077b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:48.997946 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-cdc9f63c-9776-4476-a990-4273b077b3cc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0422583 Jul 16 02:34:49.053221 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-3ebb62e3-7d77-4717-b227-7db263009afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:49.054742 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-3ebb62e3-7d77-4717-b227-7db263009afc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503366 Jul 16 02:34:49.147224 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-cfc1576e-fbd2-4f12-b21a-6a0b3a52fdea service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848911 Jul 16 02:34:49.234020 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-c94100de-45d2-40ef-81c0-739b02564d8b service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804591 Jul 16 02:34:49.276720 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-f8dfb411-95f7-469a-ae4d-1de0ef35a947 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0360460 Jul 16 02:34:49.322868 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-9774d807-005c-446b-a4ed-fc00259d438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:49.324297 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-9774d807-005c-446b-a4ed-fc00259d438d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0418401 Jul 16 02:34:49.378462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-2eacf523-08e3-411d-bf9d-6834d60dac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:49.380051 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-2eacf523-08e3-411d-bf9d-6834d60dac30 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0498693 Jul 16 02:34:49.471449 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-b20f154b-0dd0-4941-a55b-96141bd19c39 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841038 Jul 16 02:34:49.555732 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-d9a056e4-d453-44d0-99b6-c0de07986ccd service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786920 Jul 16 02:34:49.598864 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-efb568ee-1f6f-4dcd-881f-a411c6de36ab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0373614 Jul 16 02:34:49.645301 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-1cf86432-a026-45b7-86d7-d18f0bebd35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:49.646716 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-1cf86432-a026-45b7-86d7-d18f0bebd35a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0419607 Jul 16 02:34:49.702222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-7feec419-cfd0-476f-8c0d-1e507fa535d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:49.704373 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-7feec419-cfd0-476f-8c0d-1e507fa535d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0513651 Jul 16 02:34:49.792835 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-9a169232-f92b-4dcc-a3fe-a736fc56a5af service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824561 Jul 16 02:34:49.878392 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-61be4e1d-92b0-4b89-b9a9-f927a69ee514 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799167 Jul 16 02:34:49.920154 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-fa3268bd-11de-4e5f-a07b-b7153c973fd8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0360775 Jul 16 02:34:50.329123 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-bd23bed2-2223-42c7-9d52-e42e3d9835a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:50.330524 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-bd23bed2-2223-42c7-9d52-e42e3d9835a0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.4048657 Jul 16 02:34:50.356171 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2313b-26cf-43ec-9cb4-c95312e89ac7 req-acc996e0-138d-4a96-bb8b-3012e3a34147 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:50.357678 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45b2313b-26cf-43ec-9cb4-c95312e89ac7 req-acc996e0-138d-4a96-bb8b-3012e3a34147 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 946 time: 0.0634036 Jul 16 02:34:50.386608 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac7b7d-f273-4c6b-a6ff-9ceaab6640d2 req-d8f9b8e1-ec95-420a-acca-d520f49bcd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:50.388123 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9bac7b7d-f273-4c6b-a6ff-9ceaab6640d2 req-d8f9b8e1-ec95-420a-acca-d520f49bcd8d service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 1098 time: 0.0952730 Jul 16 02:34:50.395125 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-45b2313b-26cf-43ec-9cb4-c95312e89ac7 req-37db0bd8-8435-4c23-8269-00d8c1054d2a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Jul 16 02:34:50.426185 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-b6706056-0e01-490c-bfe5-a853f2ee2ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:50.427688 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-b6706056-0e01-490c-bfe5-a853f2ee2ae8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0911369 Jul 16 02:34:50.541977 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac7b7d-f273-4c6b-a6ff-9ceaab6640d2 req-89c911ce-6321-4d02-b356-64cb99f630ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:50.543421 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9bac7b7d-f273-4c6b-a6ff-9ceaab6640d2 req-89c911ce-6321-4d02-b356-64cb99f630ef service neutron] 10.222.0.70 "GET /v2.0/networks?id=72c891f2-4378-42b5-adc9-eea6cda70409 HTTP/1.1" status: 200 len: 896 time: 0.1473854 Jul 16 02:34:50.593354 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-34a28493-bc89-4c2e-8615-54537380aad8 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592026 Jul 16 02:34:50.646203 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9bac7b7d-f273-4c6b-a6ff-9ceaab6640d2 req-5342072b-c7c6-4155-ad4a-73685d803e2f service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f2568cb-63d0-420c-bf94-e043912a0635 HTTP/1.1" status: 200 len: 1002 time: 0.0941103 Jul 16 02:34:50.731372 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac7b7d-f273-4c6b-a6ff-9ceaab6640d2 req-e35cd108-c839-48eb-b9af-35e0be12cc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:50.732845 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9bac7b7d-f273-4c6b-a6ff-9ceaab6640d2 req-e35cd108-c839-48eb-b9af-35e0be12cc28 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=849e2b0f-f933-40fd-8d42-32460c9befce HTTP/1.1" status: 200 len: 835 time: 0.0608015 Jul 16 02:34:50.734807 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-85517f0a-9ac4-475a-80d1-25577cf34069 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348240 Jul 16 02:34:50.802231 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-104f3deb-221a-4165-b447-80e7b9c27cb3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0605938 Jul 16 02:34:50.860398 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-454cd4fd-db07-4632-97d5-7988cd3ee800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:50.861755 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-454cd4fd-db07-4632-97d5-7988cd3ee800 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0530043 Jul 16 02:34:50.864394 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bac7b7d-f273-4c6b-a6ff-9ceaab6640d2 req-ec54f111-90c0-462d-ac4b-661d6e1450f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:50.865770 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9bac7b7d-f273-4c6b-a6ff-9ceaab6640d2 req-ec54f111-90c0-462d-ac4b-661d6e1450f1 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72c891f2-4378-42b5-adc9-eea6cda70409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1252816 Jul 16 02:34:50.986323 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-8bfbe27c-2d7f-4858-910a-531399163cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:50.987867 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-8bfbe27c-2d7f-4858-910a-531399163cb6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1199603 Jul 16 02:34:50.992944 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9bac7b7d-f273-4c6b-a6ff-9ceaab6640d2 req-cb4d3607-95ad-4f5b-b27d-0971a8f75884 service neutron] 10.222.0.70 "GET /v2.0/networks/72c891f2-4378-42b5-adc9-eea6cda70409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171720 Jul 16 02:34:51.148324 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-c9447441-37ab-4c05-826e-24f85dd74c31 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541150 Jul 16 02:34:51.150370 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-9bac7b7d-f273-4c6b-a6ff-9ceaab6640d2 req-3ac0341a-57b9-488c-aea8-13b76bad463e service neutron] 10.222.0.70 "GET /v2.0/networks/72c891f2-4378-42b5-adc9-eea6cda70409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488085 Jul 16 02:34:51.236144 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d53e5aa8-3de6-41e0-b873-3ea6a109741f req-dbb175fa-0077-42c7-8f8f-fa84150e7dc7 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815103 Jul 16 02:34:51.572107 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045e44d-9d76-44d4-bd64-6b0f9da181e9 req-6becc268-6869-4607-82d4-d1f50664e11a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:51.573579 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f045e44d-9d76-44d4-bd64-6b0f9da181e9 req-6becc268-6869-4607-82d4-d1f50664e11a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 946 time: 0.0661077 Jul 16 02:34:51.610625 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f045e44d-9d76-44d4-bd64-6b0f9da181e9 req-745f7ecd-dcad-4135-9c24-c0469a63997e tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307055 Jul 16 02:34:52.781732 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321d1da-eacc-43ae-b114-11a3b4a5a781 req-7b4310f0-1a7b-4e85-ab93-d9030dddbd06 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:52.783207 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4321d1da-eacc-43ae-b114-11a3b4a5a781 req-7b4310f0-1a7b-4e85-ab93-d9030dddbd06 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 946 time: 0.0614674 Jul 16 02:34:52.819476 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4321d1da-eacc-43ae-b114-11a3b4a5a781 req-770b2dfe-ea87-47d3-abbb-c99fb825b227 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308015 Jul 16 02:34:52.843923 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48240) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:52.905295 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8da4ed48-cb43-4807-9b88-b4a075f3879a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/floatingips/e6eb7e37-f706-41bc-bd6b-db0717b5b6a7 HTTP/1.1" status: 200 len: 994 time: 0.0602071 Jul 16 02:34:53.157073 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48246) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:53.310254 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port 0a080b96-b104-4693-8b8a-f42052b30a73 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:34:53.310606 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:53.387295 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:53.387631 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:53.399246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for 0a080b96-b104-4693-8b8a-f42052b30a73 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:34:53.543812 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:53.569732 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=0a080b96-b104-4693-8b8a-f42052b30a73,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:53.580068 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:53.580423 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:53.580765 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:53.581100 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:53.581436 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:53.581769 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:53.582097 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:53.582815 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:53.582815 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:53.583054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:53.583375 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:53.583696 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:53.644248 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:53.644625 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Floating IP e6eb7e37-f706-41bc-bd6b-db0717b5b6a7 disassociated (deleted). External IP: 172.25.2.212, port: 0f2568cb-63d0-420c-bf94-e043912a0635. Jul 16 02:34:53.846338 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:34:53.948865 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:34:53.954257 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:53.959868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89774026-4fe0-4e8d-bf12-8a4f27f0ab18 None None] Sync routers for ids ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:34:53.968667 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89774026-4fe0-4e8d-bf12-8a4f27f0ab18 None None] Routers {'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:34:53.969839 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-89774026-4fe0-4e8d-bf12-8a4f27f0ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:34:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:53.990030 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-15d76ca7-266a-40bd-bcb6-923ea112e9f2 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/floatingips/e6eb7e37-f706-41bc-bd6b-db0717b5b6a7 HTTP/1.1" status: 204 len: 168 time: 0.8317592 Jul 16 02:34:53.990618 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf382cf-532d-4d83-9dcf-eaf0a1317bd7', 'tag': '0f2568cb-63d0-420c-bf94-e043912a0635'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:53.992865 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ccf8c6-6341-4601-a1f6-ad893a4eb16e" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf382cf-532d-4d83-9dcf-eaf0a1317bd7", "tag": "0f2568cb-63d0-420c-bf94-e043912a0635"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:54.072913 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-89774026-4fe0-4e8d-bf12-8a4f27f0ab18 None None] Set router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:34:54.238350 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5ff57c-a333-4919-a151-6b53654bb7f7 x-openstack-request-id: req-7c5ff57c-a333-4919-a151-6b53654bb7f7 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:54.238895 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf382cf-532d-4d83-9dcf-eaf0a1317bd7", "tag": "0f2568cb-63d0-420c-bf94-e043912a0635", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:54.238895 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c5ff57c-a333-4919-a151-6b53654bb7f7 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:54.239299 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf382cf-532d-4d83-9dcf-eaf0a1317bd7', 'tag': '0f2568cb-63d0-420c-bf94-e043912a0635', 'status': 'completed', 'code': 200} Jul 16 02:34:54.314730 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccf8c6-6341-4601-a1f6-ad893a4eb16e req-485bd869-d000-4a99-a1fc-24871bc902a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:54.316364 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e6ccf8c6-6341-4601-a1f6-ad893a4eb16e req-485bd869-d000-4a99-a1fc-24871bc902a7 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 1098 time: 0.0527511 Jul 16 02:34:54.395294 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a9d81-bfb3-4a39-8dea-e98561f93e71 req-81624f0e-e301-4ffd-bd98-823bac771e9d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:54.397004 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db5a9d81-bfb3-4a39-8dea-e98561f93e71 req-81624f0e-e301-4ffd-bd98-823bac771e9d tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 946 time: 0.0686462 Jul 16 02:34:54.416131 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccf8c6-6341-4601-a1f6-ad893a4eb16e req-4161be8f-53b3-4c81-ad65-d7c8a7ac346a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:54.417896 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e6ccf8c6-6341-4601-a1f6-ad893a4eb16e req-4161be8f-53b3-4c81-ad65-d7c8a7ac346a service neutron] 10.222.0.70 "GET /v2.0/networks?id=72c891f2-4378-42b5-adc9-eea6cda70409 HTTP/1.1" status: 200 len: 896 time: 0.0932083 Jul 16 02:34:54.421922 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-89774026-4fe0-4e8d-bf12-8a4f27f0ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542174801', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:01Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'd2a623b7-ee92-4cf2-9bf5-c2e01e07d79b', 'name': '', 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:05Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:54.435392 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-db5a9d81-bfb3-4a39-8dea-e98561f93e71 req-c2026a11-1719-44aa-b577-96183d56ac9c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318854 Jul 16 02:34:54.449381 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89774026-4fe0-4e8d-bf12-8a4f27f0ab18 None None] Checking router: b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:34:54.458995 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89774026-4fe0-4e8d-bf12-8a4f27f0ab18 None None] Routers {'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:34:54.459608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-89774026-4fe0-4e8d-bf12-8a4f27f0ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:34:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:54.462327 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e6ccf8c6-6341-4601-a1f6-ad893a4eb16e req-d42eae83-e1e2-4a37-88a8-125234f63249 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f2568cb-63d0-420c-bf94-e043912a0635 HTTP/1.1" status: 200 len: 217 time: 0.0366294 Jul 16 02:34:54.514925 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccf8c6-6341-4601-a1f6-ad893a4eb16e req-e66225a2-40e8-4735-86b7-dff7c8365fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:54.517000 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e6ccf8c6-6341-4601-a1f6-ad893a4eb16e req-e66225a2-40e8-4735-86b7-dff7c8365fd1 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=849e2b0f-f933-40fd-8d42-32460c9befce HTTP/1.1" status: 200 len: 835 time: 0.0445778 Jul 16 02:34:54.563131 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-89774026-4fe0-4e8d-bf12-8a4f27f0ab18 None None] Set router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:34:54.583040 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccf8c6-6341-4601-a1f6-ad893a4eb16e req-2cf789da-9c66-4690-93b9-2055b696abea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:54.584586 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e6ccf8c6-6341-4601-a1f6-ad893a4eb16e req-2cf789da-9c66-4690-93b9-2055b696abea service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=72c891f2-4378-42b5-adc9-eea6cda70409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563521 Jul 16 02:34:54.675168 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e6ccf8c6-6341-4601-a1f6-ad893a4eb16e req-0aad340f-6781-4cb1-9bd7-a676e2479909 service neutron] 10.222.0.70 "GET /v2.0/networks/72c891f2-4378-42b5-adc9-eea6cda70409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822473 Jul 16 02:34:54.763715 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-89774026-4fe0-4e8d-bf12-8a4f27f0ab18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542174801', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:01Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'd2a623b7-ee92-4cf2-9bf5-c2e01e07d79b', 'name': '', 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:05Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:54.768261 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e6ccf8c6-6341-4601-a1f6-ad893a4eb16e req-9da7ba44-46e9-4a1b-a31f-b64364f45c30 service neutron] 10.222.0.70 "GET /v2.0/networks/72c891f2-4378-42b5-adc9-eea6cda70409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849128 Jul 16 02:34:54.790311 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89774026-4fe0-4e8d-bf12-8a4f27f0ab18 None None] The sync data for ids ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'] in n-d-791505-14 is: [{'id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542174801', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:01Z', 'revision_number': 4, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'd2a623b7-ee92-4cf2-9bf5-c2e01e07d79b', 'name': '', 'network_id': '72c891f2-4378-42b5-adc9-eea6cda70409', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'mac_address': 'fa:16:3e:dd:1d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:34:00Z', 'updated_at': '2021-07-16T02:34:05Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'subnets': [{'id': '849e2b0f-f933-40fd-8d42-32460c9befce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:34:54.995915 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645d2b17-c514-41e5-8256-2340d96ec364 None None] New status for floating IP e6eb7e37-f706-41bc-bd6b-db0717b5b6a7: DOWN {{(pid=93922) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:34:55.606270 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a24ba-b476-4e07-a8be-0952bf607c5d req-10fac6d0-ded8-41ab-bb84-1a665c3bd86a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:55.607777 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-665a24ba-b476-4e07-a8be-0952bf607c5d req-10fac6d0-ded8-41ab-bb84-1a665c3bd86a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 946 time: 0.0615368 Jul 16 02:34:55.644447 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-665a24ba-b476-4e07-a8be-0952bf607c5d req-b2f5eb8d-160e-4956-a7e2-2ebbc1db5073 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305591 Jul 16 02:34:56.113225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df7faae-d273-4f63-9473-c865e2d8e42b req-08914841-8aa8-4bbe-bd46-ac4cc5c1eb2b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:34:56.114664 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2df7faae-d273-4f63-9473-c865e2d8e42b req-08914841-8aa8-4bbe-bd46-ac4cc5c1eb2b tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 946 time: 0.0611904 Jul 16 02:34:56.216928 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-2df7faae-d273-4f63-9473-c865e2d8e42b req-209c51cf-b93a-49f1-8232-cefc15df3484 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port 0f2568cb-63d0-420c-bf94-e043912a0635 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:34:56.217276 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2df7faae-d273-4f63-9473-c865e2d8e42b req-209c51cf-b93a-49f1-8232-cefc15df3484 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:56.302244 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-2df7faae-d273-4f63-9473-c865e2d8e42b req-209c51cf-b93a-49f1-8232-cefc15df3484 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] For port 0f2568cb-63d0-420c-bf94-e043912a0635, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=0f2568cb-63d0-420c-bf94-e043912a0635,segment=NetworkSegment(6e887009-48fb-49ef-a569-8606fb1c8a99),segment_id=6e887009-48fb-49ef-a569-8606fb1c8a99)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:56.302600 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2df7faae-d273-4f63-9473-c865e2d8e42b req-209c51cf-b93a-49f1-8232-cefc15df3484 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:56.314697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-2df7faae-d273-4f63-9473-c865e2d8e42b req-209c51cf-b93a-49f1-8232-cefc15df3484 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for 0f2568cb-63d0-420c-bf94-e043912a0635 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:34:56.441055 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2df7faae-d273-4f63-9473-c865e2d8e42b req-209c51cf-b93a-49f1-8232-cefc15df3484 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:56.470824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c51cf-b93a-49f1-8232-cefc15df3484 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=0f2568cb-63d0-420c-bf94-e043912a0635,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:56.519939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df7faae-d273-4f63-9473-c865e2d8e42b req-209c51cf-b93a-49f1-8232-cefc15df3484 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] No DVR routers for this DVR port 0f2568cb-63d0-420c-bf94-e043912a0635 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:34:56.522825 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-2df7faae-d273-4f63-9473-c865e2d8e42b req-209c51cf-b93a-49f1-8232-cefc15df3484 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:56.524863 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2df7faae-d273-4f63-9473-c865e2d8e42b req-209c51cf-b93a-49f1-8232-cefc15df3484 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.70 "DELETE /v2.0/ports/0f2568cb-63d0-420c-bf94-e043912a0635 HTTP/1.1" status: 204 len: 173 time: 0.4023638 Jul 16 02:34:56.525331 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf382cf-532d-4d83-9dcf-eaf0a1317bd7', 'name': 'network-vif-deleted', 'tag': '0f2568cb-63d0-420c-bf94-e043912a0635'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:34:56.528057 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d846ae-b15a-4508-9fca-725d2371c388" -d '{"events": [{"server_uuid": "cbf382cf-532d-4d83-9dcf-eaf0a1317bd7", "name": "network-vif-deleted", "tag": "0f2568cb-63d0-420c-bf94-e043912a0635"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:34:56.568798 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9c2e99-ad42-43e1-9db8-9508b8b6e76c x-openstack-request-id: req-cc9c2e99-ad42-43e1-9db8-9508b8b6e76c {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:34:56.569481 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf382cf-532d-4d83-9dcf-eaf0a1317bd7", "name": "network-vif-deleted", "tag": "0f2568cb-63d0-420c-bf94-e043912a0635", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:34:56.569758 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc9c2e99-ad42-43e1-9db8-9508b8b6e76c {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:34:56.570232 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf382cf-532d-4d83-9dcf-eaf0a1317bd7', 'name': 'network-vif-deleted', 'tag': '0f2568cb-63d0-420c-bf94-e043912a0635', 'status': 'completed', 'code': 200} Jul 16 02:34:56.798497 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3dfb17d3-adfe-4028-9875-ef0d8319fe42 req-c00cda97-ede2-409e-80e5-e5b5d7193fc5 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbf382cf-532d-4d83-9dcf-eaf0a1317bd7 HTTP/1.1" status: 200 len: 210 time: 0.0306668 Jul 16 02:34:57.895435 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48262) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:58.244360 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-58521f33-d207-446a-ab79-e59580f6267a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:58.495484 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-58521f33-d207-446a-ab79-e59580f6267a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:34:58.495748 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-58521f33-d207-446a-ab79-e59580f6267a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:58.583717 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-58521f33-d207-446a-ab79-e59580f6267a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] For port d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b,segment=NetworkSegment(6e887009-48fb-49ef-a569-8606fb1c8a99),segment_id=6e887009-48fb-49ef-a569-8606fb1c8a99)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:34:58.584105 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-58521f33-d207-446a-ab79-e59580f6267a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:58.596069 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-58521f33-d207-446a-ab79-e59580f6267a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b owned by network:router_interface {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:34:59.087331 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-58521f33-d207-446a-ab79-e59580f6267a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:59.113370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58521f33-d207-446a-ab79-e59580f6267a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:59.292913 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-58521f33-d207-446a-ab79-e59580f6267a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:59.498130 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58521f33-d207-446a-ab79-e59580f6267a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:34:59.552299 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0f2568cb-63d0-420c-bf94-e043912a0635 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:34:59.573214 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 0f2568cb-63d0-420c-bf94-e043912a0635 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:34:59.573544 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 0f2568cb-63d0-420c-bf94-e043912a0635 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:34:59.602153 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58521f33-d207-446a-ab79-e59580f6267a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:34:59.607110 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-58521f33-d207-446a-ab79-e59580f6267a tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "PUT /v2.0/routers/b9c8ec29-69fc-4bdb-b003-6d153ae7cd66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7106271 Jul 16 02:34:59.610494 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48264) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:59.612874 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f594f0e-97bd-470d-9367-3737c08c9f9b None None] Sync routers for ids ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:34:59.621846 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f594f0e-97bd-470d-9367-3737c08c9f9b None None] Routers {'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:34:59.622459 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3f594f0e-97bd-470d-9367-3737c08c9f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:34:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:59.660260 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting subnet 849e2b0f-f933-40fd-8d42-32460c9befce {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:34:59.663234 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:59.701614 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:59.725934 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-3f594f0e-97bd-470d-9367-3737c08c9f9b None None] Set router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:34:59.786156 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:59.843649 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:59.871241 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Subnet': ['ID=849e2b0f-f933-40fd-8d42-32460c9befce,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:34:59.876823 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:34:59.878664 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/subnets/849e2b0f-f933-40fd-8d42-32460c9befce HTTP/1.1" status: 204 len: 168 time: 0.2671633 Jul 16 02:34:59.881464 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48266) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:34:59.884763 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:59.885116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:59.885481 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:59.885675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33d522b-a523-4cf5-b761-65e744212096 None None] Network 72c891f2-4378-42b5-adc9-eea6cda70409 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:34:59.885803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:59.886130 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:59.886470 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:59.886804 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:59.887138 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:59.887470 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:59.887827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:59.888163 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:59.888492 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e3b4a4-34a4-4428-a8e3-f4a050c7c9f3 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:34:59.979992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3f594f0e-97bd-470d-9367-3737c08c9f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542174801', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:59Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:34:59.992430 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d278320-0da5-4c16-b2e0-54d1ce0383cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.026061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f594f0e-97bd-470d-9367-3737c08c9f9b None None] Checking router: b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:00.041634 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f594f0e-97bd-470d-9367-3737c08c9f9b None None] Routers {'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:00.042184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3f594f0e-97bd-470d-9367-3737c08c9f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:34:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:00.096181 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d278320-0da5-4c16-b2e0-54d1ce0383cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.148837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-4d278320-0da5-4c16-b2e0-54d1ce0383cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Deleting port b0cd7cd6-bc59-4d4c-815a-85514beabbe0 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:35:00.149191 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d278320-0da5-4c16-b2e0-54d1ce0383cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.157488 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-3f594f0e-97bd-470d-9367-3737c08c9f9b None None] Set router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:00.214710 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] DHCP port deletion for 72c891f2-4378-42b5-adc9-eea6cda70409 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:35:00.243607 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-4d278320-0da5-4c16-b2e0-54d1ce0383cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] For port b0cd7cd6-bc59-4d4c-815a-85514beabbe0, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=b0cd7cd6-bc59-4d4c-815a-85514beabbe0,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:00.244001 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d278320-0da5-4c16-b2e0-54d1ce0383cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.256188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-4d278320-0da5-4c16-b2e0-54d1ce0383cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Calling delete_port for b0cd7cd6-bc59-4d4c-815a-85514beabbe0 owned by network:router_gateway {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:35:00.344212 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Deleting port 6a38e52d-9d0c-4bf1-ba61-7272e05dde15 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:35:00.344511 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.413868 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] For port 6a38e52d-9d0c-4bf1-ba61-7272e05dde15, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=6a38e52d-9d0c-4bf1-ba61-7272e05dde15,segment=NetworkSegment(6e887009-48fb-49ef-a569-8606fb1c8a99),segment_id=6e887009-48fb-49ef-a569-8606fb1c8a99)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:00.414319 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.420268 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d278320-0da5-4c16-b2e0-54d1ce0383cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.428477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Calling delete_port for 6a38e52d-9d0c-4bf1-ba61-7272e05dde15 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:35:00.443777 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-3f594f0e-97bd-470d-9367-3737c08c9f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542174801', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:59Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:00.446222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d278320-0da5-4c16-b2e0-54d1ce0383cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Port': ['ID=b0cd7cd6-bc59-4d4c-815a-85514beabbe0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:00.503229 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f594f0e-97bd-470d-9367-3737c08c9f9b None None] The sync data for ids ['b9c8ec29-69fc-4bdb-b003-6d153ae7cd66'] in n-d-791505-14 is: [{'id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1542174801', 'tenant_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237'}], 'enable_snat': True}, 'gw_port_id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:59Z', 'revision_number': 5, 'project_id': '8a2ef8dd21094bccad4c1a61869dfcb8', 'gw_port': {'id': 'b0cd7cd6-bc59-4d4c-815a-85514beabbe0', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:46:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9c8ec29-69fc-4bdb-b003-6d153ae7cd66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:33:58Z', 'updated_at': '2021-07-16T02:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:00.513941 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d278320-0da5-4c16-b2e0-54d1ce0383cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.546627 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.572394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Pushing event deleted for resources: {'Port': ['ID=6a38e52d-9d0c-4bf1-ba61-7272e05dde15,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:00.576640 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] No DVR routers for this DVR port 6a38e52d-9d0c-4bf1-ba61-7272e05dde15 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:35:00.584205 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:00.584542 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:00.584986 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:00.585194 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:00.585527 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:00.585852 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:00.586177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:00.591649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:00.591649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:00.591649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:00.591649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:00.591649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4a09e7-2f42-41b6-afb5-9f7d2a13f9b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:00.618799 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d278320-0da5-4c16-b2e0-54d1ce0383cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.620934 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d278320-0da5-4c16-b2e0-54d1ce0383cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.662094 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d278320-0da5-4c16-b2e0-54d1ce0383cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.662625 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d278320-0da5-4c16-b2e0-54d1ce0383cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Fanout notify agent at l3_agent the message router_deleted on router b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 {{(pid=93920) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:35:00.669226 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4d278320-0da5-4c16-b2e0-54d1ce0383cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.670333 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4d278320-0da5-4c16-b2e0-54d1ce0383cb tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/routers/b9c8ec29-69fc-4bdb-b003-6d153ae7cd66 HTTP/1.1" status: 204 len: 168 time: 0.7875547 Jul 16 02:35:00.673697 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48268) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:00.753472 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-009b31ef-72fa-49ef-8330-641e1ffff962 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.835537 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-009b31ef-72fa-49ef-8330-641e1ffff962 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.845946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-009b31ef-72fa-49ef-8330-641e1ffff962 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c891f2-4378-42b5-adc9-eea6cda70409']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:00.856461 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-009b31ef-72fa-49ef-8330-641e1ffff962 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e887009-48fb-49ef-a569-8606fb1c8a99') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:00.856763 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-009b31ef-72fa-49ef-8330-641e1ffff962 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e887009-48fb-49ef-a569-8606fb1c8a99') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:00.866203 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-009b31ef-72fa-49ef-8330-641e1ffff962 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.880703 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-009b31ef-72fa-49ef-8330-641e1ffff962 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.886781 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009b31ef-72fa-49ef-8330-641e1ffff962 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:35:00.887180 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-009b31ef-72fa-49ef-8330-641e1ffff962 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: timer() Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:35:00.890296 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:35:00.954713 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-009b31ef-72fa-49ef-8330-641e1ffff962 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.961729 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-009b31ef-72fa-49ef-8330-641e1ffff962 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:00.966742 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-009b31ef-72fa-49ef-8330-641e1ffff962 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/networks/72c891f2-4378-42b5-adc9-eea6cda70409 HTTP/1.1" status: 204 len: 168 time: 0.2889760 Jul 16 02:35:00.966742 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48270) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:00.983258 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009b31ef-72fa-49ef-8330-641e1ffff962 tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'Network': ['ID=72c891f2-4378-42b5-adc9-eea6cda70409,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:01.034232 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e6d74a6-c55f-4db5-bd6b-1b1e0f3c517c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.059327 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e6d74a6-c55f-4db5-bd6b-1b1e0f3c517c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.120495 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e6d74a6-c55f-4db5-bd6b-1b1e0f3c517c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.123207 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5e6d74a6-c55f-4db5-bd6b-1b1e0f3c517c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.124603 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5e6d74a6-c55f-4db5-bd6b-1b1e0f3c517c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] 10.222.0.22 "DELETE /v2.0/security-groups/4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21 HTTP/1.1" status: 204 len: 168 time: 0.1573029 Jul 16 02:35:01.134493 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d74a6-c55f-4db5-bd6b-1b1e0f3c517c tempest-TestNetworkAdvancedServerOps-1394217319 tempest-TestNetworkAdvancedServerOps-1394217319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce4cb84-4c1e-4f2a-8db4-d03214eb3a21,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:01.180798 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.468011 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48278) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:01.546098 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:35:01.569923 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:35:01.570273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d2a623b7-ee92-4cf2-9bf5-c2e01e07d79b not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:35:01.571171 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6a38e52d-9d0c-4bf1-ba61-7272e05dde15 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:35:01.590357 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 6a38e52d-9d0c-4bf1-ba61-7272e05dde15 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:35:01.590981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 6a38e52d-9d0c-4bf1-ba61-7272e05dde15 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:35:01.591108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b0cd7cd6-bc59-4d4c-815a-85514beabbe0 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:35:01.612770 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: b0cd7cd6-bc59-4d4c-815a-85514beabbe0 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:35:01.613041 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device b0cd7cd6-bc59-4d4c-815a-85514beabbe0 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:35:01.629039 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-95ab2dde-4b7a-4f54-84b8-2ed6c27393ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a2ef8dd21094bccad4c1a61869dfcb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592848 Jul 16 02:35:01.631526 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48282) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:01.678854 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0874c484-f7bd-4661-915a-348886ac092d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.699678 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0874c484-f7bd-4661-915a-348886ac092d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.746295 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0874c484-f7bd-4661-915a-348886ac092d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.748904 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0874c484-f7bd-4661-915a-348886ac092d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:01.750539 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0874c484-f7bd-4661-915a-348886ac092d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6bed71c6-6cab-4e9d-908f-2bd654b970b8 HTTP/1.1" status: 204 len: 168 time: 0.1175399 Jul 16 02:35:01.758191 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874c484-f7bd-4661-915a-348886ac092d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bed71c6-6cab-4e9d-908f-2bd654b970b8,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:02.001796 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48288) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:02.014717 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5ce1-552a-4c00-a30e-bfc2d5e8eec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:02.102961 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5ce1-552a-4c00-a30e-bfc2d5e8eec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:02.106587 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1f6e5ce1-552a-4c00-a30e-bfc2d5e8eec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:02.142151 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:02.143849 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1f6e5ce1-552a-4c00-a30e-bfc2d5e8eec5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4fe910161afb443184145c9b80610f7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409791 Jul 16 02:35:02.144985 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e5ce1-552a-4c00-a30e-bfc2d5e8eec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91f4ce8-0dd3-4c45-87d3-a5c1fac2c886,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:02.146629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48290) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:02.195804 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bab046e5-5e51-4bb3-943e-b8e50d7ceb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:02.216983 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bab046e5-5e51-4bb3-943e-b8e50d7ceb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:02.266884 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bab046e5-5e51-4bb3-943e-b8e50d7ceb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:02.269460 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bab046e5-5e51-4bb3-943e-b8e50d7ceb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:02.270725 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bab046e5-5e51-4bb3-943e-b8e50d7ceb20 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e91f4ce8-0dd3-4c45-87d3-a5c1fac2c886 HTTP/1.1" status: 204 len: 168 time: 0.1219141 Jul 16 02:35:02.278302 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab046e5-5e51-4bb3-943e-b8e50d7ceb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91f4ce8-0dd3-4c45-87d3-a5c1fac2c886,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:02.932687 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48312) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:03.023944 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-40dc542c-ae99-491c-889b-077c6d9e8df8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1564360919-network', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:03.044763 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40dc542c-ae99-491c-889b-077c6d9e8df8 admin admin] Made reservation on behalf of ac6c5d55b2414fa4b764fe85612fab43 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:35:03.046993 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-40dc542c-ae99-491c-889b-077c6d9e8df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.054962 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-40dc542c-ae99-491c-889b-077c6d9e8df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.140968 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-40dc542c-ae99-491c-889b-077c6d9e8df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.144467 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-40dc542c-ae99-491c-889b-077c6d9e8df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.167656 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40dc542c-ae99-491c-889b-077c6d9e8df8 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:35:03.176899 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc542c-ae99-491c-889b-077c6d9e8df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0defc295-d2c5-4c58-bae2-74adb3c18a0a,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:03.181645 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-40dc542c-ae99-491c-889b-077c6d9e8df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.181991 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-40dc542c-ae99-491c-889b-077c6d9e8df8 admin admin] Added segment 4003d454-7bd4-4b88-b542-e22a7ad0d713 of type vlan for network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f Jul 16 02:35:03.221625 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-40dc542c-ae99-491c-889b-077c6d9e8df8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.248505 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-40dc542c-ae99-491c-889b-077c6d9e8df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.249363 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40dc542c-ae99-491c-889b-077c6d9e8df8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:03.250475 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-40dc542c-ae99-491c-889b-077c6d9e8df8 admin admin] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.280541 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-40dc542c-ae99-491c-889b-077c6d9e8df8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3467650 Jul 16 02:35:03.283592 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48316) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:03.288878 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-644bcb14-4f75-41ec-80fb-214df0f1ad80 admin admin] Request body: {'subnet': {'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1564360919-subnet', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:03.309475 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644bcb14-4f75-41ec-80fb-214df0f1ad80 admin admin] Made reservation on behalf of ac6c5d55b2414fa4b764fe85612fab43 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:35:03.311860 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-644bcb14-4f75-41ec-80fb-214df0f1ad80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.313109 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dc542c-ae99-491c-889b-077c6d9e8df8 admin admin] Pushing event updated for resources: {'Network': ['ID=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:03.323505 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:35:03.476632 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-644bcb14-4f75-41ec-80fb-214df0f1ad80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.536037 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644bcb14-4f75-41ec-80fb-214df0f1ad80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce1ae85-7444-4930-977c-214cd46ae83f,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:03.543625 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-644bcb14-4f75-41ec-80fb-214df0f1ad80 admin admin] Checking segment: {'id': '4003d454-7bd4-4b88-b542-e22a7ad0d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:03.544019 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644bcb14-4f75-41ec-80fb-214df0f1ad80 admin admin] Network hostable DHCP agents. Network: 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:35:03.559809 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644bcb14-4f75-41ec-80fb-214df0f1ad80 admin admin] Network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:35:03.568442 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-644bcb14-4f75-41ec-80fb-214df0f1ad80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:03.572452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644bcb14-4f75-41ec-80fb-214df0f1ad80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:03.573041 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-644bcb14-4f75-41ec-80fb-214df0f1ad80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.578660 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8bbf26-b905-4a3a-8533-5fe46838422e None None] Network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:35:03.590919 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-644bcb14-4f75-41ec-80fb-214df0f1ad80 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3043151 Jul 16 02:35:03.591885 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48318) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:03.596428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:03.617056 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.618076 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.675330 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.722432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:35:03.723306 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.811002 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:03.856717 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Allocated IP 172.20.0.2 (88f7bbd1-1a8a-47c6-bfba-25eb90761c0f/0ce1ae85-7444-4930-977c-214cd46ae83f/02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:03.996287 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.004713 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Transition to ACTIVE for port object 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:04.007394 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.019181 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Transition to ACTIVE for port object 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:04.026025 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.027698 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.068764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:04.073537 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:04.077143 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:04.087295 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Pushing event updated for resources: {'Port': ['ID=02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:04.137268 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Attempting to bind port 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:04.137504 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Allocated IP 172.25.2.68 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/2e0191c1-badc-40d0-acee-0f1fad29e3ff) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:04.137621 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Attempting to bind port 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4003d454-7bd4-4b88-b542-e22a7ad0d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:04.137976 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Attempting to bind port 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d on network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:04.142739 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:04.143102 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Checking segment: {'id': '4003d454-7bd4-4b88-b542-e22a7ad0d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:04.143502 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.143919 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Bound using segment: {'id': '4003d454-7bd4-4b88-b542-e22a7ad0d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:04.144466 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Bound port: 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4003d454-7bd4-4b88-b542-e22a7ad0d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:04.144813 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.205107 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] For port 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:04.208381 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] For port 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:04.213212 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.242037 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.279108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a286a85-4867-4ca5-aeba-5f0c0035f21a None None] Pushing event updated for resources: {'Port': ['ID=02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:04.283533 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.325899 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:04.329745 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:04.334427 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:04.337205 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Pushing event updated for resources: {'Port': ['ID=2e0191c1-badc-40d0-acee-0f1fad29e3ff,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:04.629601 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.819721 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:04.949878 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93920) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:35:05.012744 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-79d38929-bec2-4a5b-913d-e2155543dadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.067804 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:35:05.080007 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Sync routers for ids ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:35:05.084026 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] Notify callbacks [] for router, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.085512 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-b7c94e22-e3ff-493d-915f-4cfd6d433a28 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4925635 Jul 16 02:35:05.088383 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48320) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:05.090390 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Routers {'c18bd2df-e0e0-459e-9ac9-8e3e0296f657'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:05.091001 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:34:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:05.169511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c30eb47-c5a2-420f-9efc-064cf34198de None None] Network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:35:05.202554 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Set router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:05.229909 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-219532e0-1aa2-486a-b397-9e972991ad05 None None] Provisioning for port 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:05.397959 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:04Z', 'revision_number': 3, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:05.432527 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Checking router: c18bd2df-e0e0-459e-9ac9-8e3e0296f657 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:05.434151 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Updating router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 port 2e0191c1-badc-40d0-acee-0f1fad29e3ff binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:35:05.472663 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.503722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:05.568749 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:05.573208 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:05.573585 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.664168 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.701722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:05.711173 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.748935 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.759791 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Transition to ACTIVE for port object 2e0191c1-badc-40d0-acee-0f1fad29e3ff will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:05.766654 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:05.767250 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.809555 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c8364-9376-40ec-9f8e-0c911136187e None None] Pushing event updated for resources: {'Port': ['ID=2e0191c1-badc-40d0-acee-0f1fad29e3ff,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:05.819962 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c8364-9376-40ec-9f8e-0c911136187e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:05.820560 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c8364-9376-40ec-9f8e-0c911136187e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:05.821084 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c8364-9376-40ec-9f8e-0c911136187e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:05.821591 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c8364-9376-40ec-9f8e-0c911136187e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:05.822089 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c8364-9376-40ec-9f8e-0c911136187e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:05.822599 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c8364-9376-40ec-9f8e-0c911136187e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:05.823283 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c8364-9376-40ec-9f8e-0c911136187e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:05.823789 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c8364-9376-40ec-9f8e-0c911136187e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:05.824275 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c8364-9376-40ec-9f8e-0c911136187e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:05.824805 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c8364-9376-40ec-9f8e-0c911136187e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:05.825133 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c8364-9376-40ec-9f8e-0c911136187e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:05.825457 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8c8364-9376-40ec-9f8e-0c911136187e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:35:05.842229 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Attempting to bind port 2e0191c1-badc-40d0-acee-0f1fad29e3ff on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:05.842600 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Attempting to bind port 2e0191c1-badc-40d0-acee-0f1fad29e3ff by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:05.842965 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Attempting to bind port 2e0191c1-badc-40d0-acee-0f1fad29e3ff on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:05.848500 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:05.848921 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:05.849274 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.849659 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:05.850121 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Bound port: 2e0191c1-badc-40d0-acee-0f1fad29e3ff, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:05.850500 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.861989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-13c588db-773a-4749-8b17-ce08f130d748 None None] Provisioning complete for port 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:05.862471 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-13c588db-773a-4749-8b17-ce08f130d748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.888601 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.905337 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] For port 2e0191c1-badc-40d0-acee-0f1fad29e3ff, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:05.909206 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] For port 2e0191c1-badc-40d0-acee-0f1fad29e3ff, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2e0191c1-badc-40d0-acee-0f1fad29e3ff,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:05.915007 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:05.973093 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Routers {'c18bd2df-e0e0-459e-9ac9-8e3e0296f657'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:05.973710 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:34:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:05.976907 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c8364-9376-40ec-9f8e-0c911136187e None None] Pushing event updated for resources: {'Port': ['ID=2e0191c1-badc-40d0-acee-0f1fad29e3ff,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:06.048860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Allocated IP 172.20.0.1 (88f7bbd1-1a8a-47c6-bfba-25eb90761c0f/0ce1ae85-7444-4930-977c-214cd46ae83f/79883691-8f3a-4bf5-aa9c-2bab06736a78) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:06.081191 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] Set router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:06.154980 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:06.168741 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Transition to ACTIVE for port object 79883691-8f3a-4bf5-aa9c-2bab06736a78 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:06.201239 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:06.237085 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:06.243225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:06.246791 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:06.261122 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:04Z', 'revision_number': 3, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:06.269813 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Pushing event updated for resources: {'Port': ['ID=79883691-8f3a-4bf5-aa9c-2bab06736a78,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:06.289207 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:06.296397 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478cbcb-9d97-4cd5-bce8-5272de7099e6 None None] The sync data for ids ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'] in n-d-791505-14 is: [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:04Z', 'revision_number': 3, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:06.441195 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:06.473623 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b219110c-2cf1-4177-96c9-dc4d10ffd712 None None] Provisioning for port 79883691-8f3a-4bf5-aa9c-2bab06736a78 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:06.478580 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-b219110c-2cf1-4177-96c9-dc4d10ffd712 None None] Provisioning complete for port 79883691-8f3a-4bf5-aa9c-2bab06736a78 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:06.479186 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b219110c-2cf1-4177-96c9-dc4d10ffd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:06.517934 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-b219110c-2cf1-4177-96c9-dc4d10ffd712 None None] Port 79883691-8f3a-4bf5-aa9c-2bab06736a78 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:35:06.626193 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:06.632061 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:06.705640 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Pushing event updated for resources: {'Port': ['ID=79883691-8f3a-4bf5-aa9c-2bab06736a78,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:06.709543 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:06.805463 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:06.806777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:06.929019 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:35:07.042692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7fe2069a-6bf3-48bb-997f-41154b1a87fa None None] Provisioning complete for port 79883691-8f3a-4bf5-aa9c-2bab06736a78 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:07.043375 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7fe2069a-6bf3-48bb-997f-41154b1a87fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.048959 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:35:07.054629 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c978f20d-7c80-44e8-aefb-0a8c8840869f admin admin] 10.222.0.22 "PUT /v2.0/routers/c18bd2df-e0e0-459e-9ac9-8e3e0296f657/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9649773 Jul 16 02:35:07.089599 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-7fe2069a-6bf3-48bb-997f-41154b1a87fa None None] Port 79883691-8f3a-4bf5-aa9c-2bab06736a78 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:35:07.348615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:07.399836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:07.400219 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.492146 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.495257 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2e0191c1-badc-40d0-acee-0f1fad29e3ff up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:07.542138 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 2e0191c1-badc-40d0-acee-0f1fad29e3ff completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:07.546302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2e0191c1-badc-40d0-acee-0f1fad29e3ff triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:07.547523 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.600284 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48338) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:07.605550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a220435f-8af2-4484-91fb-80ae30adca4a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1393206225-network', 'tenant_id': '3bf0ce319b554df2b47f64a212f5ac7f'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:07.627261 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a220435f-8af2-4484-91fb-80ae30adca4a admin admin] Made reservation on behalf of 3bf0ce319b554df2b47f64a212f5ac7f for: {'network': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:35:07.629736 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a220435f-8af2-4484-91fb-80ae30adca4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.638283 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a220435f-8af2-4484-91fb-80ae30adca4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.646916 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.668147 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 2e0191c1-badc-40d0-acee-0f1fad29e3ff, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2e0191c1-badc-40d0-acee-0f1fad29e3ff,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:07.672041 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.725623 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7affb65c-1b17-484a-98fe-2154a54b4af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.736423 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=2e0191c1-badc-40d0-acee-0f1fad29e3ff,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:07.743399 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a220435f-8af2-4484-91fb-80ae30adca4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.747642 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a220435f-8af2-4484-91fb-80ae30adca4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.776033 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a220435f-8af2-4484-91fb-80ae30adca4a admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93920) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:35:07.781278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220435f-8af2-4484-91fb-80ae30adca4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3959408a-4c84-4fb9-bc16-72ad0b692784,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:07.788374 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a220435f-8af2-4484-91fb-80ae30adca4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.788718 n-d-791505-14 neutron-server[93920]: INFO neutron.db.segments_db [None req-a220435f-8af2-4484-91fb-80ae30adca4a admin admin] Added segment f5c19d9b-e744-43e8-8ac9-5cbd29af5773 of type vlan for network 575a3001-86dc-4e71-b15b-93502c722aeb Jul 16 02:35:07.828800 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a220435f-8af2-4484-91fb-80ae30adca4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.856952 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a220435f-8af2-4484-91fb-80ae30adca4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.858019 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a220435f-8af2-4484-91fb-80ae30adca4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:07.858597 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a220435f-8af2-4484-91fb-80ae30adca4a admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.896266 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a220435f-8af2-4484-91fb-80ae30adca4a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2947912 Jul 16 02:35:07.898002 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48340) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:07.904257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-5d22fb2e-1376-46b3-a505-009f769e7a78 admin admin] Request body: {'subnet': {'network_id': '575a3001-86dc-4e71-b15b-93502c722aeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1393206225-subnet', 'tenant_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'ip_version': 4}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:07.920471 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Sync routers for ids ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:35:07.925223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a220435f-8af2-4484-91fb-80ae30adca4a admin admin] Pushing event updated for resources: {'Network': ['ID=575a3001-86dc-4e71-b15b-93502c722aeb,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:07.928410 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d22fb2e-1376-46b3-a505-009f769e7a78 admin admin] Made reservation on behalf of 3bf0ce319b554df2b47f64a212f5ac7f for: {'subnet': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:35:07.930147 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Routers {'c18bd2df-e0e0-459e-9ac9-8e3e0296f657'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:07.930774 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:07.930942 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5d22fb2e-1376-46b3-a505-009f769e7a78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-32741125'] for subnet, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:07.965981 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network 575a3001-86dc-4e71-b15b-93502c722aeb details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:35:08.087480 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Set router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:08.098139 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5d22fb2e-1376-46b3-a505-009f769e7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4722731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-32741143'] for subnet, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.153556 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22fb2e-1376-46b3-a505-009f769e7a78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66cc90df-31e6-4cee-b94b-963761f4a7f9,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:08.161397 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22fb2e-1376-46b3-a505-009f769e7a78 admin admin] Checking segment: {'id': 'f5c19d9b-e744-43e8-8ac9-5cbd29af5773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '575a3001-86dc-4e71-b15b-93502c722aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:08.161756 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d22fb2e-1376-46b3-a505-009f769e7a78 admin admin] Network hostable DHCP agents. Network: 575a3001-86dc-4e71-b15b-93502c722aeb, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:35:08.179666 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d22fb2e-1376-46b3-a505-009f769e7a78 admin admin] Network 575a3001-86dc-4e71-b15b-93502c722aeb is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:35:08.189081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-5d22fb2e-1376-46b3-a505-009f769e7a78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, 575a3001-86dc-4e71-b15b-93502c722aeb) {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:08.193670 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d22fb2e-1376-46b3-a505-009f769e7a78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:08.194489 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5d22fb2e-1376-46b3-a505-009f769e7a78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.208547 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5d22fb2e-1376-46b3-a505-009f769e7a78 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3087580 Jul 16 02:35:08.211135 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48342) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:08.215545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1393206225-router', 'tenant_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:08.217071 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3111f954-2935-4abc-8322-cfc391f1bc49 None None] Network 575a3001-86dc-4e71-b15b-93502c722aeb requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:35:08.237062 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.238057 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.291229 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.403792 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:06Z', 'revision_number': 4, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '79883691-8f3a-4bf5-aa9c-2bab06736a78', 'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'mac_address': 'fa:16:3e:81:35:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:05Z', 'updated_at': '2021-07-16T02:35:06Z', 'revision_number': 2, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'subnets': [{'id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:08.426614 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.431898 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-575a3001-86dc-4e71-b15b-93502c722aeb', 'network_id': '575a3001-86dc-4e71-b15b-93502c722aeb', 'tenant_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'fixed_ips': [{'subnet_id': '66cc90df-31e6-4cee-b94b-963761f4a7f9'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:35:08.432922 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.435414 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Checking router: c18bd2df-e0e0-459e-9ac9-8e3e0296f657 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:08.435871 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Updating router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 port 79883691-8f3a-4bf5-aa9c-2bab06736a78 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:35:08.484285 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.623480 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.642899 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.684349 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Allocated IP 172.20.0.2 (575a3001-86dc-4e71-b15b-93502c722aeb/66cc90df-31e6-4cee-b94b-963761f4a7f9/c0f4f645-40a5-463a-a508-886d9ad2ce30) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:08.742302 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Allocated IP 172.25.2.178 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/d51efd24-6a5b-44fa-b046-5e4f72a34f1c) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:08.941309 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.963000 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.970197 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:08.979512 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Transition to ACTIVE for port object c0f4f645-40a5-463a-a508-886d9ad2ce30 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:08.988502 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Transition to ACTIVE for port object 79883691-8f3a-4bf5-aa9c-2bab06736a78 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:09.000803 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.003113 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Transition to ACTIVE for port object c0f4f645-40a5-463a-a508-886d9ad2ce30 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:09.031744 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.062840 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cd2ff-73cf-4b6a-9f19-79d135a0969f None None] Pushing event updated for resources: {'Port': ['ID=79883691-8f3a-4bf5-aa9c-2bab06736a78,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:09.092554 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Network 575a3001-86dc-4e71-b15b-93502c722aeb is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:09.134571 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:09.136888 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:09.162061 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.167799 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Pushing event updated for resources: {'Port': ['ID=c0f4f645-40a5-463a-a508-886d9ad2ce30,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:09.171141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Attempting to bind port 79883691-8f3a-4bf5-aa9c-2bab06736a78 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:09.172086 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Attempting to bind port 79883691-8f3a-4bf5-aa9c-2bab06736a78 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4003d454-7bd4-4b88-b542-e22a7ad0d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:09.172452 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Attempting to bind port 79883691-8f3a-4bf5-aa9c-2bab06736a78 on network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:09.196934 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:09.197783 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Checking segment: {'id': '4003d454-7bd4-4b88-b542-e22a7ad0d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:09.197783 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.197999 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Bound using segment: {'id': '4003d454-7bd4-4b88-b542-e22a7ad0d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:09.198464 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Bound port: 79883691-8f3a-4bf5-aa9c-2bab06736a78, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4003d454-7bd4-4b88-b542-e22a7ad0d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:09.198842 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.208097 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.239534 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Attempting to bind port c0f4f645-40a5-463a-a508-886d9ad2ce30 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:09.240364 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Attempting to bind port c0f4f645-40a5-463a-a508-886d9ad2ce30 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'f5c19d9b-e744-43e8-8ac9-5cbd29af5773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '575a3001-86dc-4e71-b15b-93502c722aeb'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:09.240943 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Attempting to bind port c0f4f645-40a5-463a-a508-886d9ad2ce30 on network 575a3001-86dc-4e71-b15b-93502c722aeb {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:09.250545 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:09.251055 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Checking segment: {'id': 'f5c19d9b-e744-43e8-8ac9-5cbd29af5773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '575a3001-86dc-4e71-b15b-93502c722aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:09.251614 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.251862 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:09.252251 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Bound using segment: {'id': 'f5c19d9b-e744-43e8-8ac9-5cbd29af5773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '575a3001-86dc-4e71-b15b-93502c722aeb'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:09.252940 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Bound port: c0f4f645-40a5-463a-a508-886d9ad2ce30, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c19d9b-e744-43e8-8ac9-5cbd29af5773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '575a3001-86dc-4e71-b15b-93502c722aeb'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:09.253500 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.254764 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:09.258571 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:09.280245 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Pushing event updated for resources: {'Port': ['ID=d51efd24-6a5b-44fa-b046-5e4f72a34f1c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:09.324033 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2e0191c1-badc-40d0-acee-0f1fad29e3ff up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:09.380957 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] For port 79883691-8f3a-4bf5-aa9c-2bab06736a78, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:09.407530 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] For port 79883691-8f3a-4bf5-aa9c-2bab06736a78, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=79883691-8f3a-4bf5-aa9c-2bab06736a78,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:09.414995 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.427433 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] For port c0f4f645-40a5-463a-a508-886d9ad2ce30, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:09.464255 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] For port c0f4f645-40a5-463a-a508-886d9ad2ce30, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c0f4f645-40a5-463a-a508-886d9ad2ce30,segment=NetworkSegment(f5c19d9b-e744-43e8-8ac9-5cbd29af5773),segment_id=f5c19d9b-e744-43e8-8ac9-5cbd29af5773)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:09.481901 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.498164 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2e0191c1-badc-40d0-acee-0f1fad29e3ff triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:09.498539 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.517784 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.534441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cd2ff-73cf-4b6a-9f19-79d135a0969f None None] Pushing event updated for resources: {'Port': ['ID=79883691-8f3a-4bf5-aa9c-2bab06736a78,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:09.568829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Routers {'c18bd2df-e0e0-459e-9ac9-8e3e0296f657'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:09.569469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:09.743159 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:09.841765 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fdecc5-bcf8-4b46-912f-481708e4b893 None None] Pushing event updated for resources: {'Port': ['ID=c0f4f645-40a5-463a-a508-886d9ad2ce30,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:09.910432 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] Set router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:09.919188 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Router 1a3df605-47b6-4d78-906f-47fd415cc48f is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:35:10.028421 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:35:10.036592 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Sync routers for ids ['1a3df605-47b6-4d78-906f-47fd415cc48f'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:35:10.045788 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Routers {'1a3df605-47b6-4d78-906f-47fd415cc48f'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:10.046008 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.046795 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1a3df605-47b6-4d78-906f-47fd415cc48f'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:10.049838 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-4b3d9027-5746-4503-ae69-52224b7fb58b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8351648 Jul 16 02:35:10.050114 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48344) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:10.127227 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:06Z', 'revision_number': 4, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '79883691-8f3a-4bf5-aa9c-2bab06736a78', 'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'mac_address': 'fa:16:3e:81:35:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:05Z', 'updated_at': '2021-07-16T02:35:09Z', 'revision_number': 4, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'subnets': [{'id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:10.157615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc3d294a-c8a1-4fa0-b96a-1bb7f29bb9f0 None None] The sync data for ids ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'] in n-d-791505-14 is: [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:06Z', 'revision_number': 4, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '79883691-8f3a-4bf5-aa9c-2bab06736a78', 'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'mac_address': 'fa:16:3e:81:35:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:05Z', 'updated_at': '2021-07-16T02:35:09Z', 'revision_number': 4, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'subnets': [{'id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:10.172963 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Set router 1a3df605-47b6-4d78-906f-47fd415cc48f gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:10.386962 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'name': 'tempest-TestShelveInstance-1393206225-router', 'tenant_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'd51efd24-6a5b-44fa-b046-5e4f72a34f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:08Z', 'updated_at': '2021-07-16T02:35:09Z', 'revision_number': 3, 'project_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'gw_port': {'id': 'd51efd24-6a5b-44fa-b046-5e4f72a34f1c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:08Z', 'updated_at': '2021-07-16T02:35:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:10.418299 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Checking router: 1a3df605-47b6-4d78-906f-47fd415cc48f for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:10.418638 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Updating router 1a3df605-47b6-4d78-906f-47fd415cc48f port d51efd24-6a5b-44fa-b046-5e4f72a34f1c binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:35:10.515104 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.552610 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.556565 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.697686 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312826a1-9bed-4540-9eb1-c4e055f783f5 None None] Network 575a3001-86dc-4e71-b15b-93502c722aeb requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:35:10.770777 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Allocated IP 172.20.0.1 (575a3001-86dc-4e71-b15b-93502c722aeb/66cc90df-31e6-4cee-b94b-963761f4a7f9/3af8179f-8d6f-44ad-a5b3-8068ef9fde26) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:10.782374 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d59c75d4-72e9-4daf-ad35-fd9a5d1bba01 None None] Provisioning for port c0f4f645-40a5-463a-a508-886d9ad2ce30 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:10.868372 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.878868 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Transition to ACTIVE for port object d51efd24-6a5b-44fa-b046-5e4f72a34f1c will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:10.885481 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.898322 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.913794 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.provisioning_blocks [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Transition to ACTIVE for port object 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 will not be triggered until provisioned by entity DHCP. {{(pid=93919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:10.947324 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c78a81-f4bb-4f59-b93e-93075f0744b4 None None] Pushing event updated for resources: {'Port': ['ID=d51efd24-6a5b-44fa-b046-5e4f72a34f1c,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:10.951623 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Attempting to bind port d51efd24-6a5b-44fa-b046-5e4f72a34f1c on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:10.952290 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Attempting to bind port d51efd24-6a5b-44fa-b046-5e4f72a34f1c by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:10.952619 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Attempting to bind port d51efd24-6a5b-44fa-b046-5e4f72a34f1c on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:10.961420 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.962716 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:10.963167 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:10.963494 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:10.963957 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:10.964433 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Bound port: d51efd24-6a5b-44fa-b046-5e4f72a34f1c, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:10.964828 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.009444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Pushing event updated for resources: {'Port': ['ID=3af8179f-8d6f-44ad-a5b3-8068ef9fde26,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:11.024807 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Network 575a3001-86dc-4e71-b15b-93502c722aeb is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:11.026672 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:11.029211 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:11.030674 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] For port d51efd24-6a5b-44fa-b046-5e4f72a34f1c, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:11.034731 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] For port d51efd24-6a5b-44fa-b046-5e4f72a34f1c, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d51efd24-6a5b-44fa-b046-5e4f72a34f1c,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:11.040252 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.074258 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.089567 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Routers {'1a3df605-47b6-4d78-906f-47fd415cc48f'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:11.090424 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1a3df605-47b6-4d78-906f-47fd415cc48f'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:11.230741 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c78a81-f4bb-4f59-b93e-93075f0744b4 None None] Pushing event updated for resources: {'Port': ['ID=d51efd24-6a5b-44fa-b046-5e4f72a34f1c,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:11.235617 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] Set router 1a3df605-47b6-4d78-906f-47fd415cc48f gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:11.285248 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.409308 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 79883691-8f3a-4bf5-aa9c-2bab06736a78 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:11.470076 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-98e67910-2245-43e2-8a09-7cb83aa1438d None None] Provisioning for port 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:11.477553 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-98e67910-2245-43e2-8a09-7cb83aa1438d None None] Provisioning complete for port 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:11.479084 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-98e67910-2245-43e2-8a09-7cb83aa1438d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.503339 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.508431 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.509895 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'name': 'tempest-TestShelveInstance-1393206225-router', 'tenant_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'd51efd24-6a5b-44fa-b046-5e4f72a34f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:08Z', 'updated_at': '2021-07-16T02:35:09Z', 'revision_number': 3, 'project_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'gw_port': {'id': 'd51efd24-6a5b-44fa-b046-5e4f72a34f1c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:08Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:11.524838 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 79883691-8f3a-4bf5-aa9c-2bab06736a78 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:11.532040 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 79883691-8f3a-4bf5-aa9c-2bab06736a78 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:11.532040 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.533056 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-98e67910-2245-43e2-8a09-7cb83aa1438d None None] Port 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:35:11.542209 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebcc5f2-fca8-49fc-8b06-233a9b22afb6 None None] The sync data for ids ['1a3df605-47b6-4d78-906f-47fd415cc48f'] in n-d-791505-14 is: [{'id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'name': 'tempest-TestShelveInstance-1393206225-router', 'tenant_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'd51efd24-6a5b-44fa-b046-5e4f72a34f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:08Z', 'updated_at': '2021-07-16T02:35:09Z', 'revision_number': 3, 'project_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'gw_port': {'id': 'd51efd24-6a5b-44fa-b046-5e4f72a34f1c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:08Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:11.589372 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.591236 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Pushing event updated for resources: {'Port': ['ID=3af8179f-8d6f-44ad-a5b3-8068ef9fde26,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:11.625694 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.668541 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 79883691-8f3a-4bf5-aa9c-2bab06736a78, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=79883691-8f3a-4bf5-aa9c-2bab06736a78,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:11.674430 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.675289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c0f4f645-40a5-463a-a508-886d9ad2ce30 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:11.701759 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Network 575a3001-86dc-4e71-b15b-93502c722aeb is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:11.703912 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:11.756053 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=79883691-8f3a-4bf5-aa9c-2bab06736a78,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:11.771106 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port c0f4f645-40a5-463a-a508-886d9ad2ce30 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:11.786975 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port c0f4f645-40a5-463a-a508-886d9ad2ce30 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:11.787503 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.852538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Router 1a3df605-47b6-4d78-906f-47fd415cc48f has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:35:11.883083 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.924132 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port c0f4f645-40a5-463a-a508-886d9ad2ce30, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c0f4f645-40a5-463a-a508-886d9ad2ce30,segment=NetworkSegment(f5c19d9b-e744-43e8-8ac9-5cbd29af5773),segment_id=f5c19d9b-e744-43e8-8ac9-5cbd29af5773)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:11.929894 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:11.988665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=c0f4f645-40a5-463a-a508-886d9ad2ce30,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:11.998789 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:35:12.003852 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-59ba04f3-6458-4e85-a87e-19bfb8b32982 admin admin] 10.222.0.22 "PUT /v2.0/routers/1a3df605-47b6-4d78-906f-47fd415cc48f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9528868 Jul 16 02:35:12.060486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c1bbbbb6-6334-420f-9382-8dbd649010bb None None] Provisioning complete for port 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:12.061673 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c1bbbbb6-6334-420f-9382-8dbd649010bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.098193 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c1bbbbb6-6334-420f-9382-8dbd649010bb None None] Port 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:35:12.436763 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48352) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:12.441720 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-f60bd794-c9b0-406c-956f-9b69fdd7de6b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2034190161', 'description': 'tempest-secgroup-smoke-2034190161 description', 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:12.465123 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f60bd794-c9b0-406c-956f-9b69fdd7de6b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.549241 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f60bd794-c9b0-406c-956f-9b69fdd7de6b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.553202 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f60bd794-c9b0-406c-956f-9b69fdd7de6b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.580530 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-f60bd794-c9b0-406c-956f-9b69fdd7de6b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.581780 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-f60bd794-c9b0-406c-956f-9b69fdd7de6b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1439097 Jul 16 02:35:12.585181 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48354) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:12.585795 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60bd794-c9b0-406c-956f-9b69fdd7de6b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b17a38a-9699-4ebf-a14e-0dae7d22749c,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:12.590479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a7ff4eff-ab82-449b-9ff7-74dfbc6eaa88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'security_group_rule': {'security_group_id': '1b17a38a-9699-4ebf-a14e-0dae7d22749c', 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:12.616479 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4eff-ab82-449b-9ff7-74dfbc6eaa88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.670130 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4eff-ab82-449b-9ff7-74dfbc6eaa88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.673451 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4eff-ab82-449b-9ff7-74dfbc6eaa88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.692188 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff4eff-ab82-449b-9ff7-74dfbc6eaa88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfd0156-63d3-45f8-9ed2-4eed9918bcfb,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:12.694522 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a7ff4eff-ab82-449b-9ff7-74dfbc6eaa88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.698674 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a7ff4eff-ab82-449b-9ff7-74dfbc6eaa88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1121812 Jul 16 02:35:12.698920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48356) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:12.704866 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-144eda22-2ab3-4046-ba8d-b23689371fd5 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'security_group_rule': {'security_group_id': '1b17a38a-9699-4ebf-a14e-0dae7d22749c', 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:12.731737 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-144eda22-2ab3-4046-ba8d-b23689371fd5 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.792643 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-144eda22-2ab3-4046-ba8d-b23689371fd5 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.796527 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-144eda22-2ab3-4046-ba8d-b23689371fd5 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.815650 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144eda22-2ab3-4046-ba8d-b23689371fd5 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d764db-d37b-4573-99b6-011602e3a18e,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:12.821851 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-144eda22-2ab3-4046-ba8d-b23689371fd5 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.826097 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48358) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:12.828592 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-144eda22-2ab3-4046-ba8d-b23689371fd5 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1280291 Jul 16 02:35:12.833086 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-25442d90-718d-4536-9cd9-74e52c754448 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'security_group_rule': {'security_group_id': '1b17a38a-9699-4ebf-a14e-0dae7d22749c', 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:12.859341 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25442d90-718d-4536-9cd9-74e52c754448 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.919922 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25442d90-718d-4536-9cd9-74e52c754448 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.923322 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25442d90-718d-4536-9cd9-74e52c754448 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.940265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25442d90-718d-4536-9cd9-74e52c754448 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd21e5fc-f1b3-4fbd-9e41-6e1035f9b48c,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:12.946445 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-25442d90-718d-4536-9cd9-74e52c754448 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:12.947692 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-25442d90-718d-4536-9cd9-74e52c754448 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202080 Jul 16 02:35:12.950421 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48360) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:12.955666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-ba028fc7-370d-43ff-8e6d-3a8fa686cc94 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'security_group_rule': {'security_group_id': '1b17a38a-9699-4ebf-a14e-0dae7d22749c', 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:12.980875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba028fc7-370d-43ff-8e6d-3a8fa686cc94 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.039217 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba028fc7-370d-43ff-8e6d-3a8fa686cc94 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.042599 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba028fc7-370d-43ff-8e6d-3a8fa686cc94 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.059547 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba028fc7-370d-43ff-8e6d-3a8fa686cc94 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e36ece-2ec4-4514-b4e6-6946178b5f47,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:13.066693 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-ba028fc7-370d-43ff-8e6d-3a8fa686cc94 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.070626 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-ba028fc7-370d-43ff-8e6d-3a8fa686cc94 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1166539 Jul 16 02:35:13.070820 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48362) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:13.075437 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-7b103cd2-5e84-49cf-9f2a-ce5cbbe40bb0 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'security_group_rule': {'security_group_id': '1b17a38a-9699-4ebf-a14e-0dae7d22749c', 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:13.098978 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-7b103cd2-5e84-49cf-9f2a-ce5cbbe40bb0 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Project ac6c5d55b2414fa4b764fe85612fab43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:35:13.103875 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7b103cd2-5e84-49cf-9f2a-ce5cbbe40bb0 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.162581 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7b103cd2-5e84-49cf-9f2a-ce5cbbe40bb0 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.165883 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7b103cd2-5e84-49cf-9f2a-ce5cbbe40bb0 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.184035 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b103cd2-5e84-49cf-9f2a-ce5cbbe40bb0 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debcc12c-e974-4ec1-858b-e8c37c6459dc,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:13.189205 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-7b103cd2-5e84-49cf-9f2a-ce5cbbe40bb0 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.190364 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-7b103cd2-5e84-49cf-9f2a-ce5cbbe40bb0 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186094 Jul 16 02:35:13.193043 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48364) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:13.197372 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-21c4f903-2847-4668-8913-db23d105e216 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'security_group_rule': {'security_group_id': '1b17a38a-9699-4ebf-a14e-0dae7d22749c', 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:13.218669 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-21c4f903-2847-4668-8913-db23d105e216 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Project ac6c5d55b2414fa4b764fe85612fab43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:35:13.223724 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-21c4f903-2847-4668-8913-db23d105e216 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.294878 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-21c4f903-2847-4668-8913-db23d105e216 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.302556 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-21c4f903-2847-4668-8913-db23d105e216 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.324881 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4f903-2847-4668-8913-db23d105e216 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2664aa7d-d31e-4e41-9a30-7613ce522b3c,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:13.337124 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-21c4f903-2847-4668-8913-db23d105e216 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.338556 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-21c4f903-2847-4668-8913-db23d105e216 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445885 Jul 16 02:35:13.364063 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 79883691-8f3a-4bf5-aa9c-2bab06736a78 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:13.415486 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 79883691-8f3a-4bf5-aa9c-2bab06736a78 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:13.415980 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.498353 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d51efd24-6a5b-44fa-b046-5e4f72a34f1c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:13.544904 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port d51efd24-6a5b-44fa-b046-5e4f72a34f1c completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:13.549357 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d51efd24-6a5b-44fa-b046-5e4f72a34f1c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:13.549777 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.622532 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Sync routers for ids ['1a3df605-47b6-4d78-906f-47fd415cc48f'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:35:13.643671 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Routers {'1a3df605-47b6-4d78-906f-47fd415cc48f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:13.644336 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1a3df605-47b6-4d78-906f-47fd415cc48f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:13.646255 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.666839 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-2bcea49f-1d4a-4ad2-89dc-13f60b9533d3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2034190161&fields=id&tenant_id=ac6c5d55b2414fa4b764fe85612fab43 HTTP/1.1" status: 200 len: 267 time: 0.0361369 Jul 16 02:35:13.707969 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port d51efd24-6a5b-44fa-b046-5e4f72a34f1c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d51efd24-6a5b-44fa-b046-5e4f72a34f1c,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:13.714476 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.715245 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c0f4f645-40a5-463a-a508-886d9ad2ce30 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:13.771278 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-af6f0f1a-1308-41d5-9c6c-a051622d3a38 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:13.772773 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-af6f0f1a-1308-41d5-9c6c-a051622d3a38 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 809 time: 0.0987582 Jul 16 02:35:13.787844 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-5ae83979-35ef-471a-9e32-5cb39aaefafc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/quotas/ac6c5d55b2414fa4b764fe85612fab43 HTTP/1.1" status: 200 len: 375 time: 0.0094225 Jul 16 02:35:13.827588 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=d51efd24-6a5b-44fa-b046-5e4f72a34f1c,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:13.841380 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Set router 1a3df605-47b6-4d78-906f-47fd415cc48f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:13.858552 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-c316b612-1ae6-4467-9159-cd343200af38 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648260 Jul 16 02:35:13.887720 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port c0f4f645-40a5-463a-a508-886d9ad2ce30 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:13.888119 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:13.952106 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-e8f28687-ca5d-41cd-bb9b-4f1fb0eea4bd service neutron] 10.222.0.22 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815878 Jul 16 02:35:14.042757 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-85bedaab-993e-4f8d-adbc-45f19e9cc00a service neutron] 10.222.0.22 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843732 Jul 16 02:35:14.102506 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'name': 'tempest-TestShelveInstance-1393206225-router', 'tenant_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'd51efd24-6a5b-44fa-b046-5e4f72a34f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:08Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 4, 'project_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'gw_port': {'id': 'd51efd24-6a5b-44fa-b046-5e4f72a34f1c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:08Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '3af8179f-8d6f-44ad-a5b3-8068ef9fde26', 'name': '', 'network_id': '575a3001-86dc-4e71-b15b-93502c722aeb', 'tenant_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'mac_address': 'fa:16:3e:d1:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '66cc90df-31e6-4cee-b94b-963761f4a7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:10Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 2, 'project_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'subnets': [{'id': '66cc90df-31e6-4cee-b94b-963761f4a7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:14.132748 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Checking router: 1a3df605-47b6-4d78-906f-47fd415cc48f for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:14.133386 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Updating router 1a3df605-47b6-4d78-906f-47fd415cc48f port 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:35:14.167829 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.217245 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4678304d-3fc8-4989-8655-f15dc0befcd1 req-4467118d-d5ea-452a-b76f-26f795b6aef4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 210 time: 0.0284617 Jul 16 02:35:14.445239 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.456051 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Transition to ACTIVE for port object 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:14.461888 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.514859 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450662a7-2273-4ea2-9b0d-fe370465a880 None None] Pushing event updated for resources: {'Port': ['ID=3af8179f-8d6f-44ad-a5b3-8068ef9fde26,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:14.573830 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Attempting to bind port 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:14.574620 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Attempting to bind port 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'f5c19d9b-e744-43e8-8ac9-5cbd29af5773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '575a3001-86dc-4e71-b15b-93502c722aeb'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:14.575104 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Attempting to bind port 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 on network 575a3001-86dc-4e71-b15b-93502c722aeb {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:14.581602 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:14.581864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Checking segment: {'id': 'f5c19d9b-e744-43e8-8ac9-5cbd29af5773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '575a3001-86dc-4e71-b15b-93502c722aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:14.582447 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.582855 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Bound using segment: {'id': 'f5c19d9b-e744-43e8-8ac9-5cbd29af5773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '575a3001-86dc-4e71-b15b-93502c722aeb'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:14.583443 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Bound port: 3af8179f-8d6f-44ad-a5b3-8068ef9fde26, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5c19d9b-e744-43e8-8ac9-5cbd29af5773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '575a3001-86dc-4e71-b15b-93502c722aeb'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:14.583853 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.658757 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] For port 3af8179f-8d6f-44ad-a5b3-8068ef9fde26, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:14.662403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] For port 3af8179f-8d6f-44ad-a5b3-8068ef9fde26, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=3af8179f-8d6f-44ad-a5b3-8068ef9fde26,segment=NetworkSegment(f5c19d9b-e744-43e8-8ac9-5cbd29af5773),segment_id=f5c19d9b-e744-43e8-8ac9-5cbd29af5773)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:14.666482 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:14.736446 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Routers {'1a3df605-47b6-4d78-906f-47fd415cc48f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:14.737087 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1a3df605-47b6-4d78-906f-47fd415cc48f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:14.773411 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450662a7-2273-4ea2-9b0d-fe370465a880 None None] Pushing event updated for resources: {'Port': ['ID=3af8179f-8d6f-44ad-a5b3-8068ef9fde26,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:14.861682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] Set router 1a3df605-47b6-4d78-906f-47fd415cc48f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:15.064250 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'name': 'tempest-TestShelveInstance-1393206225-router', 'tenant_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'd51efd24-6a5b-44fa-b046-5e4f72a34f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:08Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 4, 'project_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'gw_port': {'id': 'd51efd24-6a5b-44fa-b046-5e4f72a34f1c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:08Z', 'updated_at': '2021-07-16T02:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '3af8179f-8d6f-44ad-a5b3-8068ef9fde26', 'name': '', 'network_id': '575a3001-86dc-4e71-b15b-93502c722aeb', 'tenant_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'mac_address': 'fa:16:3e:d1:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '66cc90df-31e6-4cee-b94b-963761f4a7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:10Z', 'updated_at': '2021-07-16T02:35:14Z', 'revision_number': 4, 'project_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'subnets': [{'id': '66cc90df-31e6-4cee-b94b-963761f4a7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:15.089307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7883fbe9-dcb9-4e11-b08d-564f3cc450d1 None None] The sync data for ids ['1a3df605-47b6-4d78-906f-47fd415cc48f'] in n-d-791505-14 is: [{'id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'name': 'tempest-TestShelveInstance-1393206225-router', 'tenant_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'd51efd24-6a5b-44fa-b046-5e4f72a34f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:08Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 4, 'project_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'gw_port': {'id': 'd51efd24-6a5b-44fa-b046-5e4f72a34f1c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:08Z', 'updated_at': '2021-07-16T02:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '3af8179f-8d6f-44ad-a5b3-8068ef9fde26', 'name': '', 'network_id': '575a3001-86dc-4e71-b15b-93502c722aeb', 'tenant_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'mac_address': 'fa:16:3e:d1:7f:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '66cc90df-31e6-4cee-b94b-963761f4a7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:10Z', 'updated_at': '2021-07-16T02:35:14Z', 'revision_number': 4, 'project_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'subnets': [{'id': '66cc90df-31e6-4cee-b94b-963761f4a7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:15.404594 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d51efd24-6a5b-44fa-b046-5e4f72a34f1c up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:15.425765 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8a9130c-fbbb-4a46-aa02-20ed7a6ac12d req-48e7bba4-11f0-44fa-89dc-d985571eaf59 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 210 time: 0.0541179 Jul 16 02:35:15.456991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-c6fb9285-8c21-4aa4-86ff-38bcb57941f6 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:15.458604 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-c6fb9285-8c21-4aa4-86ff-38bcb57941f6 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 809 time: 0.2197876 Jul 16 02:35:15.487970 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d51efd24-6a5b-44fa-b046-5e4f72a34f1c triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:15.489024 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:15.512173 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-f5e5f7f7-bf2b-45fd-bd79-b1364d47510c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac6c5d55b2414fa4b764fe85612fab43 HTTP/1.1" status: 200 len: 380 time: 0.0441341 Jul 16 02:35:15.523393 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-c6c18826-907f-4748-a581-6e7fb9dc77a2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'port': {'device_id': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'admin_state_up': True, 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'security_groups': ['1b17a38a-9699-4ebf-a14e-0dae7d22749c']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:15.583560 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:15.637936 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:15.642424 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:15.642799 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:15.648500 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-c6c18826-907f-4748-a581-6e7fb9dc77a2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Made reservation on behalf of ac6c5d55b2414fa4b764fe85612fab43 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:35:15.652188 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-c6c18826-907f-4748-a581-6e7fb9dc77a2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:15.723998 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:15.755048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 3af8179f-8d6f-44ad-a5b3-8068ef9fde26, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=3af8179f-8d6f-44ad-a5b3-8068ef9fde26,segment=NetworkSegment(f5c19d9b-e744-43e8-8ac9-5cbd29af5773),segment_id=f5c19d9b-e744-43e8-8ac9-5cbd29af5773)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:15.759726 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:15.778134 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-c6c18826-907f-4748-a581-6e7fb9dc77a2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Allocated IP 172.20.0.12 (88f7bbd1-1a8a-47c6-bfba-25eb90761c0f/0ce1ae85-7444-4930-977c-214cd46ae83f/1e350a3a-4144-4685-9627-bbb1d6df2a6b) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:15.807599 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=3af8179f-8d6f-44ad-a5b3-8068ef9fde26,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:15.923667 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-c6c18826-907f-4748-a581-6e7fb9dc77a2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:15.937363 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-c6c18826-907f-4748-a581-6e7fb9dc77a2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Transition to ACTIVE for port object 1e350a3a-4144-4685-9627-bbb1d6df2a6b will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:15.970292 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-c6c18826-907f-4748-a581-6e7fb9dc77a2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:16.018750 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-c6c18826-907f-4748-a581-6e7fb9dc77a2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:16.021877 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-c6c18826-907f-4748-a581-6e7fb9dc77a2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:16.028837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-c6c18826-907f-4748-a581-6e7fb9dc77a2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:16.033209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c18826-907f-4748-a581-6e7fb9dc77a2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'Port': ['ID=1e350a3a-4144-4685-9627-bbb1d6df2a6b,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:16.082477 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-c6c18826-907f-4748-a581-6e7fb9dc77a2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:16.083109 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-c6c18826-907f-4748-a581-6e7fb9dc77a2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:16.098755 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-c6c18826-907f-4748-a581-6e7fb9dc77a2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5817735 Jul 16 02:35:16.111459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Request body: {'port': {'device_id': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:16.184752 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:16.284657 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-68b8cc50-4cf5-4b10-8f14-aa8201cb6957 None None] Provisioning for port 1e350a3a-4144-4685-9627-bbb1d6df2a6b completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:16.288499 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-68b8cc50-4cf5-4b10-8f14-aa8201cb6957 None None] Provisioning complete for port 1e350a3a-4144-4685-9627-bbb1d6df2a6b triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:16.288878 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-68b8cc50-4cf5-4b10-8f14-aa8201cb6957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:16.325559 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-68b8cc50-4cf5-4b10-8f14-aa8201cb6957 None None] Port 1e350a3a-4144-4685-9627-bbb1d6df2a6b cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:35:16.457007 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e350a3a-4144-4685-9627-bbb1d6df2a6b {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:35:16.464419 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:16.477571 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Transition to ACTIVE for port object 1e350a3a-4144-4685-9627-bbb1d6df2a6b will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:35:16.481557 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:16.534754 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Pushing event updated for resources: {'Port': ['ID=1e350a3a-4144-4685-9627-bbb1d6df2a6b,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:16.617389 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Attempting to bind port 1e350a3a-4144-4685-9627-bbb1d6df2a6b on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:35:16.617740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Attempting to bind port 1e350a3a-4144-4685-9627-bbb1d6df2a6b by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '4003d454-7bd4-4b88-b542-e22a7ad0d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:35:16.618077 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Attempting to bind port 1e350a3a-4144-4685-9627-bbb1d6df2a6b on network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:16.624247 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Port 1e350a3a-4144-4685-9627-bbb1d6df2a6b on network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:35:16.624579 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Attempting to bind port 1e350a3a-4144-4685-9627-bbb1d6df2a6b on network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:35:16.628920 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf011c1-127e-4547-93b6-3997ab1ee7a0 req-f9625d51-55ea-44a3-b69b-405694ebd2ca tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:16.630548 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:35:16.630896 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Checking segment: {'id': '4003d454-7bd4-4b88-b542-e22a7ad0d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:35:16.631282 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Bound using segment: {'id': '4003d454-7bd4-4b88-b542-e22a7ad0d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:35:16.631723 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Bound port: 1e350a3a-4144-4685-9627-bbb1d6df2a6b, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4003d454-7bd4-4b88-b542-e22a7ad0d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:35:16.632156 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:16.633903 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7bf011c1-127e-4547-93b6-3997ab1ee7a0 req-f9625d51-55ea-44a3-b69b-405694ebd2ca tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.1050153 Jul 16 02:35:16.700382 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7bf011c1-127e-4547-93b6-3997ab1ee7a0 req-4902ebee-dd7c-41f8-86ad-17b153d6a4bb tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602033 Jul 16 02:35:16.725589 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] For port 1e350a3a-4144-4685-9627-bbb1d6df2a6b, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:35:16.725853 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] For port 1e350a3a-4144-4685-9627-bbb1d6df2a6b, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:35:16.731939 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:16.774026 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:16.774575 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:16.776062 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] 10.222.0.70 "PUT /v2.0/ports/1e350a3a-4144-4685-9627-bbb1d6df2a6b HTTP/1.1" status: 200 len: 1093 time: 0.6689343 Jul 16 02:35:16.776413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'tag': '1e350a3a-4144-4685-9627-bbb1d6df2a6b'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:35:16.778656 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-456b872d-4646-494c-8310-a5390eb4c85a" -d '{"events": [{"name": "network-changed", "server_uuid": "8d88cf6e-aad0-4b07-a473-cade21fc2937", "tag": "1e350a3a-4144-4685-9627-bbb1d6df2a6b"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:35:16.810392 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a73d820-fe23-4e4a-9cd2-8dcda278ed31 service neutron] Pushing event updated for resources: {'Port': ['ID=1e350a3a-4144-4685-9627-bbb1d6df2a6b,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:16.866300 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d01f45-93e7-40fb-bc57-d9e53702db00 x-openstack-request-id: req-d9d01f45-93e7-40fb-bc57-d9e53702db00 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:35:16.866300 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d88cf6e-aad0-4b07-a473-cade21fc2937", "tag": "1e350a3a-4144-4685-9627-bbb1d6df2a6b", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:35:16.866300 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d9d01f45-93e7-40fb-bc57-d9e53702db00 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:35:16.866300 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'tag': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'status': 'completed', 'code': 200} Jul 16 02:35:16.898283 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-dfc087b3-6928-49c5-9790-ee202f4d84d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:16.900197 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-dfc087b3-6928-49c5-9790-ee202f4d84d6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 1096 time: 0.0696898 Jul 16 02:35:16.961048 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-f4eeb10f-6b1f-4535-92f7-a95cb61ee6bf service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b HTTP/1.1" status: 200 len: 217 time: 0.0514126 Jul 16 02:35:17.012881 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-ffe1187c-3491-459e-94da-3c855f486c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:17.014363 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-ffe1187c-3491-459e-94da-3c855f486c3d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0459905 Jul 16 02:35:17.070689 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-29ac9839-d6bc-47da-955d-f4060aa7b36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:17.072267 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-29ac9839-d6bc-47da-955d-f4060aa7b36f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507112 Jul 16 02:35:17.163814 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-46c2db73-f0d9-44d9-be6b-0fd7f9675e2e service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842347 Jul 16 02:35:17.253794 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-26cc9e11-7678-414b-b4b3-1d2097441287 req-de23d7f5-929d-454e-b1da-559693e34580 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828462 Jul 16 02:35:17.290151 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:17.337690 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:17.338063 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:17.358905 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b872d-4646-494c-8310-a5390eb4c85a req-6dd8de26-6430-4c61-8b3f-e3172d4e8865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:17.360485 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-456b872d-4646-494c-8310-a5390eb4c85a req-6dd8de26-6430-4c61-8b3f-e3172d4e8865 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 1096 time: 0.0565546 Jul 16 02:35:17.448986 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b872d-4646-494c-8310-a5390eb4c85a req-694221f6-6457-4307-895e-9c2f8f93a678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:17.450484 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-456b872d-4646-494c-8310-a5390eb4c85a req-694221f6-6457-4307-895e-9c2f8f93a678 service neutron] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 910 time: 0.0836365 Jul 16 02:35:17.497560 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-456b872d-4646-494c-8310-a5390eb4c85a req-2588ad12-0e3e-4030-8bbe-16f418266a36 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b HTTP/1.1" status: 200 len: 217 time: 0.0394025 Jul 16 02:35:17.548446 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b872d-4646-494c-8310-a5390eb4c85a req-58aa97b9-4939-4fd5-b4cf-6b5e4cb5dfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:17.549909 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-456b872d-4646-494c-8310-a5390eb4c85a req-58aa97b9-4939-4fd5-b4cf-6b5e4cb5dfac service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0449195 Jul 16 02:35:17.608154 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b872d-4646-494c-8310-a5390eb4c85a req-14765b45-2df4-40a8-91ae-129b149bb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:17.609726 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-456b872d-4646-494c-8310-a5390eb4c85a req-14765b45-2df4-40a8-91ae-129b149bb3be service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531912 Jul 16 02:35:17.709275 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-456b872d-4646-494c-8310-a5390eb4c85a req-c9bca53c-430a-48f9-8c2f-5120ada4ed08 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908749 Jul 16 02:35:17.806312 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-456b872d-4646-494c-8310-a5390eb4c85a req-796cc323-a939-4369-9588-ee20b2400124 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898457 Jul 16 02:35:17.885700 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e11a05-6575-468c-94ce-b9a184f58bd9 req-fae408df-2b92-4434-a84a-a0482498f49c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:17.887249 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-29e11a05-6575-468c-94ce-b9a184f58bd9 req-fae408df-2b92-4434-a84a-a0482498f49c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.0653038 Jul 16 02:35:17.925189 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-29e11a05-6575-468c-94ce-b9a184f58bd9 req-458359f7-3962-4965-84dd-75c905af2fcc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312562 Jul 16 02:35:18.600310 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:35:19.097621 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3046d-3349-40c1-9984-0b49d12778da req-89c4c3e7-a1a7-4e5d-9ad3-201a64c2edbd tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:19.099122 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35d3046d-3349-40c1-9984-0b49d12778da req-89c4c3e7-a1a7-4e5d-9ad3-201a64c2edbd tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.0621903 Jul 16 02:35:19.140266 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-35d3046d-3349-40c1-9984-0b49d12778da req-61b7608b-6bad-4cbb-a6b7-2b658741f315 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354311 Jul 16 02:35:20.309154 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0817dbf-6451-4782-9932-c265f5a52cba req-44dea0ba-c3c5-43dd-823b-ef99b47ba62c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:20.310638 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b0817dbf-6451-4782-9932-c265f5a52cba req-44dea0ba-c3c5-43dd-823b-ef99b47ba62c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.0624123 Jul 16 02:35:20.347706 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b0817dbf-6451-4782-9932-c265f5a52cba req-36ce059f-bb67-4a03-8ede-98a9fc6146dc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310955 Jul 16 02:35:21.516174 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceff1de-cad0-4e40-896a-2a459099826b req-109570af-349a-46cd-861a-e1f8ff744b2f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:21.517668 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ceff1de-cad0-4e40-896a-2a459099826b req-109570af-349a-46cd-861a-e1f8ff744b2f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.0621777 Jul 16 02:35:21.553871 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ceff1de-cad0-4e40-896a-2a459099826b req-874131b4-aa53-4357-a52d-c84fe891354a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307775 Jul 16 02:35:21.645741 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1e350a3a-4144-4685-9627-bbb1d6df2a6b details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:35:21.890596 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1e350a3a-4144-4685-9627-bbb1d6df2a6b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:21.901257 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'port_id': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'mac_address': 'fa:16:3e:a9:ba:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:35:21.937010 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:21.949355 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e350a3a-4144-4685-9627-bbb1d6df2a6b {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:35:21.968257 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1e350a3a-4144-4685-9627-bbb1d6df2a6b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:21.972977 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:22.021653 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1e350a3a-4144-4685-9627-bbb1d6df2a6b,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:22.178853 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['1e350a3a-4144-4685-9627-bbb1d6df2a6b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:35:22.728554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e44a7b-86db-4ee8-b703-ed58a874fbff req-1586e12e-4cb4-446d-9820-2357403d1113 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:22.730160 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42e44a7b-86db-4ee8-b703-ed58a874fbff req-1586e12e-4cb4-446d-9820-2357403d1113 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 945 time: 0.0658457 Jul 16 02:35:22.767673 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-42e44a7b-86db-4ee8-b703-ed58a874fbff req-0dc55f27-262e-4876-bc27-3d80f57aae41 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320897 Jul 16 02:35:23.660800 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1e350a3a-4144-4685-9627-bbb1d6df2a6b up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:35:23.706745 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 1e350a3a-4144-4685-9627-bbb1d6df2a6b completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:35:23.710150 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 1e350a3a-4144-4685-9627-bbb1d6df2a6b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:35:23.710518 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:23.783656 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:23.808061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e350a3a-4144-4685-9627-bbb1d6df2a6b'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:35:23.810329 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b0ee27-738f-4d8c-b1bd-2fd7588791f0" -d '{"events": [{"server_uuid": "8d88cf6e-aad0-4b07-a473-cade21fc2937", "name": "network-vif-plugged", "status": "completed", "tag": "1e350a3a-4144-4685-9627-bbb1d6df2a6b"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:35:23.822836 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1e350a3a-4144-4685-9627-bbb1d6df2a6b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:35:23.826912 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:23.872308 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1e350a3a-4144-4685-9627-bbb1d6df2a6b,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:23.939415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cafa70-fd4a-4732-b45d-29fb028d0727 req-7615169d-c700-4b63-988a-225ba035ed9b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:23.941017 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80cafa70-fd4a-4732-b45d-29fb028d0727 req-7615169d-c700-4b63-988a-225ba035ed9b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0641787 Jul 16 02:35:23.978288 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-80cafa70-fd4a-4732-b45d-29fb028d0727 req-b46e0a7f-f6cb-4b34-ba86-83ace9c097dc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316994 Jul 16 02:35:24.021997 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802b8a8f-4067-4ce3-806a-4eecd2ba1cfd x-openstack-request-id: req-802b8a8f-4067-4ce3-806a-4eecd2ba1cfd {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:35:24.022299 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d88cf6e-aad0-4b07-a473-cade21fc2937", "name": "network-vif-plugged", "status": "completed", "tag": "1e350a3a-4144-4685-9627-bbb1d6df2a6b", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:35:24.022561 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-802b8a8f-4067-4ce3-806a-4eecd2ba1cfd {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:35:24.022967 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'code': 200} Jul 16 02:35:24.138004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb427f-131a-4a09-a66a-5f49a098f11e req-e982f3e4-bf4e-41e7-91cb-4e3975507ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:24.139486 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fbcb427f-131a-4a09-a66a-5f49a098f11e req-e982f3e4-bf4e-41e7-91cb-4e3975507ee4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 1098 time: 0.0556087 Jul 16 02:35:24.174343 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fbcb427f-131a-4a09-a66a-5f49a098f11e req-2d711fb6-cc32-45c6-a4c6-ca926760fd9a service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267828 Jul 16 02:35:25.151005 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa2321-8b7f-49a6-b280-171e6951fe5b req-f1ea81fd-acc2-4989-8440-131289b57763 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:25.152532 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-92aa2321-8b7f-49a6-b280-171e6951fe5b req-f1ea81fd-acc2-4989-8440-131289b57763 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0615511 Jul 16 02:35:25.193561 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-92aa2321-8b7f-49a6-b280-171e6951fe5b req-1ab8298b-e35b-4f25-9f0d-42ef02f3905e tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353916 Jul 16 02:35:25.360456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf7bc4e-0039-4d42-b4a4-c0f292196fb9 req-77f96db5-00ec-4cbd-be10-f62d4a2be11a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:25.362473 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ecf7bc4e-0039-4d42-b4a4-c0f292196fb9 req-77f96db5-00ec-4cbd-be10-f62d4a2be11a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0635338 Jul 16 02:35:25.398011 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ecf7bc4e-0039-4d42-b4a4-c0f292196fb9 req-d8e62360-32b8-4726-8eb1-2db389f81edc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301204 Jul 16 02:35:25.421269 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48420) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:25.552878 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49f980-2131-4626-9b28-860030fc4085 tempest-TestShelveInstance-546547224 tempest-TestShelveInstance-546547224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:25.554415 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1c49f980-2131-4626-9b28-860030fc4085 tempest-TestShelveInstance-546547224 tempest-TestShelveInstance-546547224-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 1093 time: 0.1321976 Jul 16 02:35:25.557346 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48424) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:35:25.561645 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:35:25.583294 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for floatingip, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:25.679134 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:25.777832 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Allocated IP 172.25.2.111 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/ba7503be-264c-4960-843c-07aafb6584c0) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:35:25.878367 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:25.917187 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:25.956259 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:35:25.958841 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:35:25.962330 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:35:25.967563 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'Port': ['ID=ba7503be-264c-4960-843c-07aafb6584c0,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:26.317726 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:26.395132 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:26.540818 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for port, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:26.545382 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4722878'] for port, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:26.617907 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'Port': ['ID=ba7503be-264c-4960-843c-07aafb6584c0,revision_number=2']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:35:26.627900 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:27.030566 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Floating IP 33934460-e611-42b6-96ba-a11b69363b47 associated. External IP: 172.25.2.111, port: 1e350a3a-4144-4685-9627-bbb1d6df2a6b. Jul 16 02:35:27.233450 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:35:27.340947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:35:27.351268 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47850815-a0e9-40f9-852a-f0da495b1591 None None] Sync routers for ids ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:35:27.356906 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:27.359722 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47850815-a0e9-40f9-852a-f0da495b1591 None None] Routers {'c18bd2df-e0e0-459e-9ac9-8e3e0296f657'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:27.360360 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-47850815-a0e9-40f9-852a-f0da495b1591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:27.400541 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-eaef86db-6d10-4f57-8a0a-cf73456bc07f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8334024 Jul 16 02:35:27.400541 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'tag': '1e350a3a-4144-4685-9627-bbb1d6df2a6b'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:35:27.400541 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddb8bfe-a853-4e06-9e5b-3f5538e0edaf" -d '{"events": [{"name": "network-changed", "server_uuid": "8d88cf6e-aad0-4b07-a473-cade21fc2937", "tag": "1e350a3a-4144-4685-9627-bbb1d6df2a6b"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:35:27.435856 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df35e85-37a0-4b82-8d1b-4e28d141c620 x-openstack-request-id: req-1df35e85-37a0-4b82-8d1b-4e28d141c620 {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:35:27.436156 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d88cf6e-aad0-4b07-a473-cade21fc2937", "tag": "1e350a3a-4144-4685-9627-bbb1d6df2a6b", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:35:27.436417 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1df35e85-37a0-4b82-8d1b-4e28d141c620 {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:35:27.436824 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'tag': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'status': 'completed', 'code': 200} Jul 16 02:35:27.467237 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-47850815-a0e9-40f9-852a-f0da495b1591 None None] Set router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:27.510984 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb8bfe-a853-4e06-9e5b-3f5538e0edaf req-5c0df147-1345-4d0e-94d1-9ee5727c6ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:27.512514 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4ddb8bfe-a853-4e06-9e5b-3f5538e0edaf req-5c0df147-1345-4d0e-94d1-9ee5727c6ec5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 1098 time: 0.0519865 Jul 16 02:35:27.605136 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb8bfe-a853-4e06-9e5b-3f5538e0edaf req-4e826cee-76d4-429c-ba25-3276ec468e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:27.606597 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4ddb8bfe-a853-4e06-9e5b-3f5538e0edaf req-4e826cee-76d4-429c-ba25-3276ec468e2a service neutron] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 910 time: 0.0873539 Jul 16 02:35:27.670080 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4ddb8bfe-a853-4e06-9e5b-3f5538e0edaf req-3736dd97-37d3-4fce-a6eb-dc56beff865c service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b HTTP/1.1" status: 200 len: 1000 time: 0.0558498 Jul 16 02:35:27.685812 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-47850815-a0e9-40f9-852a-f0da495b1591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:06Z', 'revision_number': 4, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '33934460-e611-42b6-96ba-a11b69363b47', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'port_id': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'mac_address': 'fa:16:3e:a9:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:35:26Z', 'updated_at': '2021-07-16T02:35:26Z', 'revision_number': 0, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79883691-8f3a-4bf5-aa9c-2bab06736a78', 'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'mac_address': 'fa:16:3e:81:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:05Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 5, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'subnets': [{'id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:27.716817 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47850815-a0e9-40f9-852a-f0da495b1591 None None] Checking router: c18bd2df-e0e0-459e-9ac9-8e3e0296f657 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:35:27.717911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb8bfe-a853-4e06-9e5b-3f5538e0edaf req-896e1281-5c01-4ee3-bb1f-79ec0d3e4f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:27.719375 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4ddb8bfe-a853-4e06-9e5b-3f5538e0edaf req-896e1281-5c01-4ee3-bb1f-79ec0d3e4f91 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0426102 Jul 16 02:35:27.724999 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47850815-a0e9-40f9-852a-f0da495b1591 None None] Routers {'c18bd2df-e0e0-459e-9ac9-8e3e0296f657'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:35:27.725595 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-47850815-a0e9-40f9-852a-f0da495b1591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:35:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:27.778081 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb8bfe-a853-4e06-9e5b-3f5538e0edaf req-83db4f3f-e7ef-4ddc-8d46-31896e9eb8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:27.779477 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4ddb8bfe-a853-4e06-9e5b-3f5538e0edaf req-83db4f3f-e7ef-4ddc-8d46-31896e9eb8ba service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544858 Jul 16 02:35:27.829366 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-47850815-a0e9-40f9-852a-f0da495b1591 None None] Set router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:35:27.867406 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4ddb8bfe-a853-4e06-9e5b-3f5538e0edaf req-d550f117-cc81-47dc-bd8c-5e397cc79dc9 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805819 Jul 16 02:35:27.963885 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4ddb8bfe-a853-4e06-9e5b-3f5538e0edaf req-c2582151-63ed-45a5-88aa-094295600a5a service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900009 Jul 16 02:35:28.130749 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-47850815-a0e9-40f9-852a-f0da495b1591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:06Z', 'revision_number': 4, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '33934460-e611-42b6-96ba-a11b69363b47', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'port_id': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'mac_address': 'fa:16:3e:a9:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:35:26Z', 'updated_at': '2021-07-16T02:35:26Z', 'revision_number': 0, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79883691-8f3a-4bf5-aa9c-2bab06736a78', 'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'mac_address': 'fa:16:3e:81:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:05Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 5, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'subnets': [{'id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:35:28.158607 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47850815-a0e9-40f9-852a-f0da495b1591 None None] The sync data for ids ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'] in n-d-791505-14 is: [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:06Z', 'revision_number': 4, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '33934460-e611-42b6-96ba-a11b69363b47', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'floating_ip_address': '172.25.2.111', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'port_id': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'mac_address': 'fa:16:3e:a9:ba:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:35:26Z', 'updated_at': '2021-07-16T02:35:26Z', 'revision_number': 0, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79883691-8f3a-4bf5-aa9c-2bab06736a78', 'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'mac_address': 'fa:16:3e:81:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:05Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 5, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'subnets': [{'id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:35:28.335985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ea15f-ce0c-4970-93ae-3983c5549a1b None None] New status for floating IP 33934460-e611-42b6-96ba-a11b69363b47: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:35:31.149038 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:32.149307 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:35.014364 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-709bdd30-682a-4da5-b78a-76ebc74f8f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:37.474526 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:37.716881 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2381b7b2-2e9b-49e3-bf2f-3c9d03ed24a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:38.882697 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:40.508394 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:35:48.652020 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-2b982c2a-2835-4992-9b88-393681734aa2 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0558443 Jul 16 02:35:48.751898 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-3c2ed7e5-8465-496e-9064-320a70768fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:48.752369 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-3c2ed7e5-8465-496e-9064-320a70768fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:48.752844 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-3c2ed7e5-8465-496e-9064-320a70768fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:48.753316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-3c2ed7e5-8465-496e-9064-320a70768fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:48.753787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-3c2ed7e5-8465-496e-9064-320a70768fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:48.755540 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-3c2ed7e5-8465-496e-9064-320a70768fe0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0585520 Jul 16 02:35:48.868653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-23803e39-be4d-4470-8c50-8a43604baff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:48.869133 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-23803e39-be4d-4470-8c50-8a43604baff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:48.869610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-23803e39-be4d-4470-8c50-8a43604baff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:48.871172 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-23803e39-be4d-4470-8c50-8a43604baff0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0922520 Jul 16 02:35:48.909989 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-aeb2e7da-79e5-4334-bde7-137e3e063b0b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0328786 Jul 16 02:35:48.960521 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-b5f19a8d-5dba-4d12-9ce8-e002a4dfaddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:48.961975 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-b5f19a8d-5dba-4d12-9ce8-e002a4dfaddc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0458763 Jul 16 02:35:49.016180 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-50c17254-b3c5-41b7-b827-bcb32b8f5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:49.017629 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-50c17254-b3c5-41b7-b827-bcb32b8f5652 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498223 Jul 16 02:35:49.106409 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-d8532093-4495-47be-9224-f1a6ba4586b1 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816028 Jul 16 02:35:49.197157 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-12c3316e-947e-4b88-8a2f-04ef459bbbf0 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849316 Jul 16 02:35:49.236231 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-dd4f3fd5-de55-4d8f-8d39-032c724a487d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0327518 Jul 16 02:35:49.286337 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-fc16eade-f8aa-4197-9c49-43f94e66301c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:49.287787 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-fc16eade-f8aa-4197-9c49-43f94e66301c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0452533 Jul 16 02:35:49.342053 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-75290ca9-b06b-4d5e-b315-b3556c0cd426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:49.343493 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-75290ca9-b06b-4d5e-b315-b3556c0cd426 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0497415 Jul 16 02:35:49.434172 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-f6961772-9a47-4f84-aca3-3825f20fc05a service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840178 Jul 16 02:35:49.520061 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-e2bd1773-aadf-424a-8084-03c218f0dfd3 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791450 Jul 16 02:35:49.562583 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-8247b1aa-0e9c-4ade-aeff-bcf0dec128c6 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0364678 Jul 16 02:35:49.613474 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-411119ee-b93b-402b-8ea2-3b9318c555c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:49.615100 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-411119ee-b93b-402b-8ea2-3b9318c555c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0469694 Jul 16 02:35:49.676843 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-d2c6fda9-45f7-43ce-85f5-4d437bcd1e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:49.678342 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-d2c6fda9-45f7-43ce-85f5-4d437bcd1e54 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0573940 Jul 16 02:35:50.086960 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-321bf143-5071-424f-8473-36cc40e7be14 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025424 Jul 16 02:35:50.170639 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-b10d42ed-db00-4696-a090-497c170209fe service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0772808 Jul 16 02:35:50.212580 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-f92d6c3f-f3dd-46c2-a4dc-9931b9c417b5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0361512 Jul 16 02:35:50.257735 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-d1720e36-8c62-4b33-8d18-c9d44bc14733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:50.259109 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-d1720e36-8c62-4b33-8d18-c9d44bc14733 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0407741 Jul 16 02:35:50.312664 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-6957352b-537d-4c22-b532-50298e85716a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:50.313989 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-6957352b-537d-4c22-b532-50298e85716a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0491359 Jul 16 02:35:50.401850 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-60f1e01e-db26-4d12-b1c9-75a6836d57bc service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809665 Jul 16 02:35:50.485523 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-82ecc647-ea0e-4fd6-92a1-b00fb374d22c service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777576 Jul 16 02:35:50.528086 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-5cab59ae-773c-443b-b84a-c0b52d90e14c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0355508 Jul 16 02:35:50.573638 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-3112cefb-0b32-4b0d-9447-729839929871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:50.574968 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-3112cefb-0b32-4b0d-9447-729839929871 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0416343 Jul 16 02:35:50.630816 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-50075451-df6f-4864-8bee-18664e8b08c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:35:50.633020 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-50075451-df6f-4864-8bee-18664e8b08c0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0525024 Jul 16 02:35:50.722952 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-db608279-a024-4275-9cb8-aec3f6992eae service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840540 Jul 16 02:35:50.810473 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d7d6c5d-b696-4b1f-806f-240d7f67298b req-24ca7fe6-6efc-4e90-be35-515bbeeff14f service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809865 Jul 16 02:35:55.599581 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:36:00.527346 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4f9d9b85-2710-490a-b8db-7cf79ab3cdbf req-26f7e178-4593-4233-bfd8-7d9e133100db service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0927987 Jul 16 02:36:00.627209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d9b85-2710-490a-b8db-7cf79ab3cdbf req-20fbcf78-f57f-4b6a-bd6c-b1a085c60f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:00.628775 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4f9d9b85-2710-490a-b8db-7cf79ab3cdbf req-20fbcf78-f57f-4b6a-bd6c-b1a085c60f23 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 1098 time: 0.0580051 Jul 16 02:36:00.729894 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d9b85-2710-490a-b8db-7cf79ab3cdbf req-25bb02be-e824-436a-81a9-faea8c772ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:00.731939 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4f9d9b85-2710-490a-b8db-7cf79ab3cdbf req-25bb02be-e824-436a-81a9-faea8c772ce0 service neutron] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 910 time: 0.0836439 Jul 16 02:36:00.798728 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4f9d9b85-2710-490a-b8db-7cf79ab3cdbf req-b3d609e3-81d8-4a59-8e12-e9cabaf2d13b service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b HTTP/1.1" status: 200 len: 1002 time: 0.0608015 Jul 16 02:36:00.846405 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d9b85-2710-490a-b8db-7cf79ab3cdbf req-bad3a2e0-61c6-4ae2-8af1-5f404b6eba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:00.847832 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4f9d9b85-2710-490a-b8db-7cf79ab3cdbf req-bad3a2e0-61c6-4ae2-8af1-5f404b6eba53 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0424314 Jul 16 02:36:00.903306 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d9b85-2710-490a-b8db-7cf79ab3cdbf req-245dc8df-f415-4c57-aae7-30d105f18dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:00.904809 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4f9d9b85-2710-490a-b8db-7cf79ab3cdbf req-245dc8df-f415-4c57-aae7-30d105f18dfd service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504937 Jul 16 02:36:00.914400 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-4f9d9b85-2710-490a-b8db-7cf79ab3cdbf req-e5d825cd-b299-4b31-96f6-50cc51d53486 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:36:00.915380 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4f9d9b85-2710-490a-b8db-7cf79ab3cdbf req-e5d825cd-b299-4b31-96f6-50cc51d53486 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048440 Jul 16 02:36:01.005080 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4f9d9b85-2710-490a-b8db-7cf79ab3cdbf req-dcfa7b98-47a1-44d6-a10c-95b95f15a9bc service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833950 Jul 16 02:36:01.094451 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4f9d9b85-2710-490a-b8db-7cf79ab3cdbf req-5c84d5ba-522f-4ae3-bc50-2185150fadb4 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827444 Jul 16 02:36:01.164088 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:02.162304 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:05.014565 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0bf25463-a901-4e28-bd85-f1c2c8e1af68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.475348 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:07.717194 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-68d527d5-8924-4e57-a7cc-e9c4216ac4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:08.884545 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:10.510163 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:31.179985 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:32.164625 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:32.598244 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:36:35.014963 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-51849f67-34b5-4447-ad8f-4d99bf93deb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:37.476315 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:37.716623 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-37738396-cbf4-43ca-8b7e-4f4a41f87f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:38.887266 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:40.512251 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:36:49.642298 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-fcb242cc-1ca4-40d9-9dec-b835c9791c0b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0615907 Jul 16 02:36:49.741460 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-4b09660a-dc70-478b-94bf-36ecec74305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:49.741955 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-4b09660a-dc70-478b-94bf-36ecec74305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:49.742432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-4b09660a-dc70-478b-94bf-36ecec74305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:49.742910 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-4b09660a-dc70-478b-94bf-36ecec74305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:49.743379 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-4b09660a-dc70-478b-94bf-36ecec74305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:49.745203 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-4b09660a-dc70-478b-94bf-36ecec74305c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0593779 Jul 16 02:36:49.859145 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-3830251d-b967-4497-8aa3-95f741d17793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:49.859621 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-3830251d-b967-4497-8aa3-95f741d17793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:49.860144 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-3830251d-b967-4497-8aa3-95f741d17793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:49.861709 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-3830251d-b967-4497-8aa3-95f741d17793 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0933099 Jul 16 02:36:49.901681 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-0ac7c522-65c7-4973-83b1-ee2d2d9dc2bd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0332119 Jul 16 02:36:49.947557 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-548dc153-b643-48e4-8deb-6582bde8de6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:49.948987 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-548dc153-b643-48e4-8deb-6582bde8de6d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0419719 Jul 16 02:36:50.007379 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-9ec75780-c39a-47bb-9cfb-950f0633f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:50.008860 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-9ec75780-c39a-47bb-9cfb-950f0633f7f0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540702 Jul 16 02:36:50.098289 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-88edf8df-59a3-45de-8fa5-9e29d4d31d92 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828674 Jul 16 02:36:50.188498 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-4b10dd62-5790-44a6-bf30-811a9c375df8 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832448 Jul 16 02:36:50.227273 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-878c3cd5-9aa4-42e6-a1f8-acb445e9a8dc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0332015 Jul 16 02:36:50.273790 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-88ef16d5-03e5-4aa7-a456-9aca2ba90c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:50.275221 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-88ef16d5-03e5-4aa7-a456-9aca2ba90c24 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0421886 Jul 16 02:36:50.334464 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-f9d16cd2-2d81-49cf-8e4d-6a1df5faa20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:50.335972 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-f9d16cd2-2d81-49cf-8e4d-6a1df5faa20c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0547960 Jul 16 02:36:50.421180 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-39f36383-b7e5-4c9d-bd58-d5d84f413df7 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792539 Jul 16 02:36:50.511130 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-e4ac2e1e-36c9-407a-be78-c2c7ff1108f5 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834842 Jul 16 02:36:50.549422 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-e6684a7a-2b19-47db-bce7-dfe76ec67041 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0324104 Jul 16 02:36:50.597097 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-47a9fd23-a7cb-4ddf-9949-83684b46d38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:50.598490 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-47a9fd23-a7cb-4ddf-9949-83684b46d38c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0416815 Jul 16 02:36:50.657677 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-6773dcff-49f4-4939-a406-f295a83e1f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:50.659129 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-6773dcff-49f4-4939-a406-f295a83e1f78 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0540051 Jul 16 02:36:50.746410 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-534750fc-f6b5-4b62-918f-1d4e860c2e65 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799720 Jul 16 02:36:50.835537 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-7e42a62c-e1bc-40b6-96fd-baba2ad9c850 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830169 Jul 16 02:36:50.875955 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-ffd849ba-d9ce-417d-91cb-108dae0a6aa4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0338633 Jul 16 02:36:50.920984 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-8ef04861-beea-460d-ac60-a5ffa523be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:50.922368 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-8ef04861-beea-460d-ac60-a5ffa523be78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0409434 Jul 16 02:36:50.979968 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-7404b7ed-7429-41db-ac79-3bc533238fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:50.981433 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-7404b7ed-7429-41db-ac79-3bc533238fa0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0534039 Jul 16 02:36:51.067480 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-fc5072b2-d732-486b-93c4-65c429b043a5 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797620 Jul 16 02:36:51.157666 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-171497d9-f567-4bea-8824-e7715e8d184d service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840847 Jul 16 02:36:51.196186 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-a53fda97-1b24-4d19-8d1e-47b19595942d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0319638 Jul 16 02:36:51.246524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-67619299-c582-4caf-8ab0-5799d9253b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:51.247974 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-67619299-c582-4caf-8ab0-5799d9253b97 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0464354 Jul 16 02:36:51.302441 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-59baf774-983d-4b10-81b9-25b470fa4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:36:51.303952 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-59baf774-983d-4b10-81b9-25b470fa4f80 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0505357 Jul 16 02:36:51.389457 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-fdaee193-488c-472e-9bdb-e9aba81d01a9 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795050 Jul 16 02:36:51.478686 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6b7cc9df-e408-4cf3-9015-e8c861f7f823 req-a9cc29c4-4b93-4e67-af2d-db02ab63a4ef service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835693 Jul 16 02:37:01.178673 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:02.047354 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0341702e-4c83-4b63-9914-4ead5952abb5 req-3c6fe8cc-1b60-4037-9537-b79a136988cc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506468 Jul 16 02:37:02.146055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341702e-4c83-4b63-9914-4ead5952abb5 req-59b0ce24-c493-4f3b-ab07-437b3b3c036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:02.147551 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0341702e-4c83-4b63-9914-4ead5952abb5 req-59b0ce24-c493-4f3b-ab07-437b3b3c036b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 1098 time: 0.0511906 Jul 16 02:37:02.165119 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:02.256393 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341702e-4c83-4b63-9914-4ead5952abb5 req-22237183-ef43-4634-a73e-6436c2550d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:02.257864 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0341702e-4c83-4b63-9914-4ead5952abb5 req-22237183-ef43-4634-a73e-6436c2550d77 service neutron] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 910 time: 0.0887403 Jul 16 02:37:02.323330 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0341702e-4c83-4b63-9914-4ead5952abb5 req-f3fc9b1f-dda8-4b9d-9497-248bb73c402a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b HTTP/1.1" status: 200 len: 1002 time: 0.0560608 Jul 16 02:37:02.378356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341702e-4c83-4b63-9914-4ead5952abb5 req-8c7a2187-2da2-43e1-8121-e5e719e75fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:02.379776 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0341702e-4c83-4b63-9914-4ead5952abb5 req-8c7a2187-2da2-43e1-8121-e5e719e75fad service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0464590 Jul 16 02:37:02.436520 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0341702e-4c83-4b63-9914-4ead5952abb5 req-d6a7fb90-37a1-456e-a9a7-d123abb64df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:02.437984 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0341702e-4c83-4b63-9914-4ead5952abb5 req-d6a7fb90-37a1-456e-a9a7-d123abb64df4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506361 Jul 16 02:37:02.525729 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0341702e-4c83-4b63-9914-4ead5952abb5 req-db76e3d6-cbec-478e-ab96-6f7bbe6f9d2d service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796790 Jul 16 02:37:02.620621 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0341702e-4c83-4b63-9914-4ead5952abb5 req-8bf24e8b-c594-47a6-817d-4ab75fa1efb7 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873191 Jul 16 02:37:05.014910 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-87468f6e-0c15-4d56-85d7-57572d8fcb84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:07.477109 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:07.717861 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-08a1b3d9-43c4-4a59-914d-4e834680a4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:08.889765 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:09.597059 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:37:10.514650 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:23.106297 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24a012-4b50-497c-a249-8cc98b27341e req-9013a6d9-0849-42d1-b0e9-6b604cc1f15b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:23.107875 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb24a012-4b50-497c-a249-8cc98b27341e req-9013a6d9-0849-42d1-b0e9-6b604cc1f15b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0646162 Jul 16 02:37:23.145649 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-eb24a012-4b50-497c-a249-8cc98b27341e req-7cef1ac7-6569-4a84-bc0f-a9cf435daf8f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320594 Jul 16 02:37:24.334786 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633873c-ebf6-4a50-92ef-9205e387e850 req-6c7bc4b9-1fd2-4070-83d8-59698dcd4534 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:24.336222 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4633873c-ebf6-4a50-92ef-9205e387e850 req-6c7bc4b9-1fd2-4070-83d8-59698dcd4534 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0664859 Jul 16 02:37:24.373624 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4633873c-ebf6-4a50-92ef-9205e387e850 req-ca2f8e02-eeff-4884-987e-454b91ed2bd2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319202 Jul 16 02:37:25.543142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936bd61-1a85-41c1-b830-3f8da84309a6 req-e7a33430-8cfa-414f-9a5a-26b439388861 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:25.544668 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6936bd61-1a85-41c1-b830-3f8da84309a6 req-e7a33430-8cfa-414f-9a5a-26b439388861 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0633283 Jul 16 02:37:25.581785 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6936bd61-1a85-41c1-b830-3f8da84309a6 req-eb048ecc-c68e-450e-bc43-9046c49d18f3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311260 Jul 16 02:37:26.749559 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb27a52-1127-4f2f-9f9d-305ffb617957 req-b0937552-0981-4ee2-be23-43561c9c6738 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:26.751537 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cfb27a52-1127-4f2f-9f9d-305ffb617957 req-b0937552-0981-4ee2-be23-43561c9c6738 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0634789 Jul 16 02:37:26.791748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cfb27a52-1127-4f2f-9f9d-305ffb617957 req-6d78f019-d846-46fa-86d6-a304259091c9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347362 Jul 16 02:37:27.963041 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f21a119-1ecd-4692-9d85-8289c747f90b req-b297eed9-ecf6-4403-b830-fcc921b7b756 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:27.964490 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6f21a119-1ecd-4692-9d85-8289c747f90b req-b297eed9-ecf6-4403-b830-fcc921b7b756 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0630949 Jul 16 02:37:28.001227 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6f21a119-1ecd-4692-9d85-8289c747f90b req-daf2260d-7883-445d-b1db-810a38ee99fa tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313153 Jul 16 02:37:29.175828 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379b098-4dc0-4966-9793-696b0e9c18a3 req-3c168cbc-cc10-4111-b413-f651439a7d98 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:29.177324 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6379b098-4dc0-4966-9793-696b0e9c18a3 req-3c168cbc-cc10-4111-b413-f651439a7d98 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0620852 Jul 16 02:37:29.215183 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6379b098-4dc0-4966-9793-696b0e9c18a3 req-f57b5c22-3234-4991-92ca-4898861d337f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323989 Jul 16 02:37:30.387856 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2701470-1888-4024-9616-3136205c74b2 req-d8e213f4-4d40-428a-a759-6ad23dda0d55 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:30.389275 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e2701470-1888-4024-9616-3136205c74b2 req-d8e213f4-4d40-428a-a759-6ad23dda0d55 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0653899 Jul 16 02:37:30.426354 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e2701470-1888-4024-9616-3136205c74b2 req-ec97a8ee-52f5-4d4f-aa83-7cab1b087c5a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316482 Jul 16 02:37:31.194435 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:31.595844 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ca829-8505-4285-b437-e39c41e6c894 req-6da3f390-38d2-43e7-853f-c40b4bec645d tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:31.597348 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa3ca829-8505-4285-b437-e39c41e6c894 req-6da3f390-38d2-43e7-853f-c40b4bec645d tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0635030 Jul 16 02:37:31.634468 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aa3ca829-8505-4285-b437-e39c41e6c894 req-fff7a8c6-7b18-4a12-ace1-00701fca33c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316124 Jul 16 02:37:32.184687 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:32.802917 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749af2b-9838-4009-990d-78a3ded3cde3 req-834cf497-68d6-41b4-858d-43caf6abd58d tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:32.804513 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3749af2b-9838-4009-990d-78a3ded3cde3 req-834cf497-68d6-41b4-858d-43caf6abd58d tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0634079 Jul 16 02:37:32.845354 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3749af2b-9838-4009-990d-78a3ded3cde3 req-289f217a-c42d-434f-ab10-27e536899696 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353582 Jul 16 02:37:34.020223 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015e904-dae1-4adb-a3b6-8b88007cee0a req-57adba70-1be6-4ecc-ace9-f88162ed99d9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:34.021724 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d015e904-dae1-4adb-a3b6-8b88007cee0a req-57adba70-1be6-4ecc-ace9-f88162ed99d9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0627379 Jul 16 02:37:34.058508 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d015e904-dae1-4adb-a3b6-8b88007cee0a req-146a9a40-c23e-4124-b242-0e29bb6fcc53 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311918 Jul 16 02:37:35.015376 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-963b94e5-bf2a-4f73-9327-14b304a3be31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:35.232769 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b9088-0667-41aa-91e0-6cac6791c5be req-f9a40562-7f50-43f2-a894-0572dc04df2d tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:35.234249 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8f0b9088-0667-41aa-91e0-6cac6791c5be req-f9a40562-7f50-43f2-a894-0572dc04df2d tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0669560 Jul 16 02:37:35.274813 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8f0b9088-0667-41aa-91e0-6cac6791c5be req-069828aa-302e-4157-a37d-f7a39667a958 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345120 Jul 16 02:37:36.128898 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1e350a3a-4144-4685-9627-bbb1d6df2a6b details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:37:36.234330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1e350a3a-4144-4685-9627-bbb1d6df2a6b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:36.246633 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'port_id': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'mac_address': 'fa:16:3e:a9:ba:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:37:36.287641 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:36.302890 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e350a3a-4144-4685-9627-bbb1d6df2a6b {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:37:36.324578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1e350a3a-4144-4685-9627-bbb1d6df2a6b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:36.330966 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:36.394966 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1e350a3a-4144-4685-9627-bbb1d6df2a6b,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:36.406179 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:36.408028 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:36.408788 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:36.409636 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:36.410187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:36.410738 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:36.411077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:36.411426 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:36.411741 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:36.412085 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:36.412463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:36.412768 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:37:36.418211 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['1e350a3a-4144-4685-9627-bbb1d6df2a6b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:37:36.486000 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f96252-ec11-4c7d-a4c2-f6b15c00e993 req-41c54630-1598-4db4-88b4-509aaffb983e tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:36.487652 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-87f96252-ec11-4c7d-a4c2-f6b15c00e993 req-41c54630-1598-4db4-88b4-509aaffb983e tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 945 time: 0.0841110 Jul 16 02:37:36.539750 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-87f96252-ec11-4c7d-a4c2-f6b15c00e993 req-38235a8a-3034-4b7d-a4e8-e3dd00ef3d1d tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457501 Jul 16 02:37:37.478665 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:37.723569 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecc2d9-edd7-4e60-9d72-6d0325d7da26 req-3f1e8392-134a-4904-988a-0255a3cead96 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:37.725189 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e94ba105-25d3-40ce-ad63-1433f7ce7511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:37.731650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36ecc2d9-edd7-4e60-9d72-6d0325d7da26 req-3f1e8392-134a-4904-988a-0255a3cead96 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 945 time: 0.0770891 Jul 16 02:37:37.766764 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36ecc2d9-edd7-4e60-9d72-6d0325d7da26 req-46b7b79b-1e1f-4e7f-822a-c68d2c6c6921 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341496 Jul 16 02:37:38.132180 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1e350a3a-4144-4685-9627-bbb1d6df2a6b up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:37:38.184387 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 1e350a3a-4144-4685-9627-bbb1d6df2a6b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:37:38.184763 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:38.264030 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:38.289646 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e350a3a-4144-4685-9627-bbb1d6df2a6b'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:37:38.291930 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d88f60-39d8-4aab-9b0a-354ea217cf8a" -d '{"events": [{"server_uuid": "8d88cf6e-aad0-4b07-a473-cade21fc2937", "name": "network-vif-plugged", "status": "completed", "tag": "1e350a3a-4144-4685-9627-bbb1d6df2a6b"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:37:38.310029 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1e350a3a-4144-4685-9627-bbb1d6df2a6b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:38.315476 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:38.341808 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac1c956-5d4b-4bb3-9abb-80316b2eb0ba x-openstack-request-id: req-cac1c956-5d4b-4bb3-9abb-80316b2eb0ba {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:37:38.345074 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d88cf6e-aad0-4b07-a473-cade21fc2937", "name": "network-vif-plugged", "status": "completed", "tag": "1e350a3a-4144-4685-9627-bbb1d6df2a6b", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:37:38.345074 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cac1c956-5d4b-4bb3-9abb-80316b2eb0ba {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:37:38.345074 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'code': 200} Jul 16 02:37:38.371072 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1e350a3a-4144-4685-9627-bbb1d6df2a6b,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:38.900805 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:38.959225 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde85cbb-79de-42ed-a174-071786d4698b req-8851b35a-206f-4d87-bd99-90815d249fac tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:38.960876 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bde85cbb-79de-42ed-a174-071786d4698b req-8851b35a-206f-4d87-bd99-90815d249fac tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0694253 Jul 16 02:37:39.011254 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bde85cbb-79de-42ed-a174-071786d4698b req-a300ac3c-6ead-470f-aa79-1b88934036c4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443764 Jul 16 02:37:40.204835 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91231e5-9113-41ae-9fa6-87e4f1804431 req-19d24fa9-4290-4a8a-818f-dc187b12d56a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:40.206420 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a91231e5-9113-41ae-9fa6-87e4f1804431 req-19d24fa9-4290-4a8a-818f-dc187b12d56a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0699420 Jul 16 02:37:40.248463 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a91231e5-9113-41ae-9fa6-87e4f1804431 req-bd9fffee-2b33-45cb-8e9a-db3969de8e3a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348585 Jul 16 02:37:40.522128 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:41.450331 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d85ba2-eee8-4778-86d9-b701246e8052 req-f2e81908-0912-406e-9e23-933dbfc044d7 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:41.452033 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91d85ba2-eee8-4778-86d9-b701246e8052 req-f2e81908-0912-406e-9e23-933dbfc044d7 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0742159 Jul 16 02:37:41.494755 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-91d85ba2-eee8-4778-86d9-b701246e8052 req-a2ac6936-4ba5-44ae-85e9-0cfc10f83971 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361362 Jul 16 02:37:42.686977 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4786d-3945-4464-b6c2-1718edcce1d3 req-eaea4df4-eda1-49b5-87ba-74b27431eb5e tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:42.688600 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bd4786d-3945-4464-b6c2-1718edcce1d3 req-eaea4df4-eda1-49b5-87ba-74b27431eb5e tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0742559 Jul 16 02:37:42.732332 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bd4786d-3945-4464-b6c2-1718edcce1d3 req-b17a7d06-3da7-4494-a56e-3ab5cf8a7247 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377121 Jul 16 02:37:43.927456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad575038-7927-42df-882c-459d458f4888 req-a0812dc7-7771-42fd-8983-5fdedd1c6eb2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:43.929147 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad575038-7927-42df-882c-459d458f4888 req-a0812dc7-7771-42fd-8983-5fdedd1c6eb2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0722942 Jul 16 02:37:43.967784 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ad575038-7927-42df-882c-459d458f4888 req-b9220347-6da8-4156-9b54-0c00b3aef1a7 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327671 Jul 16 02:37:44.833129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974afd01-8a1d-484c-a6ef-680018012f4a req-bb9f7181-384e-4990-abb8-2a85a55ed434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:44.834590 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-974afd01-8a1d-484c-a6ef-680018012f4a req-bb9f7181-384e-4990-abb8-2a85a55ed434 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 1098 time: 0.0518692 Jul 16 02:37:44.922335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974afd01-8a1d-484c-a6ef-680018012f4a req-d202d06c-8f0b-4052-8005-81e5c4a425ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:44.924229 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-974afd01-8a1d-484c-a6ef-680018012f4a req-d202d06c-8f0b-4052-8005-81e5c4a425ba service neutron] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 910 time: 0.0836935 Jul 16 02:37:44.984764 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-974afd01-8a1d-484c-a6ef-680018012f4a req-603fd952-747c-4f01-b9d6-ed1bb6f03654 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b HTTP/1.1" status: 200 len: 1002 time: 0.0543294 Jul 16 02:37:45.036708 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974afd01-8a1d-484c-a6ef-680018012f4a req-378e87d5-03f3-4359-bd41-d0672bc17ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:45.038218 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-974afd01-8a1d-484c-a6ef-680018012f4a req-378e87d5-03f3-4359-bd41-d0672bc17ae4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0464830 Jul 16 02:37:45.096556 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974afd01-8a1d-484c-a6ef-680018012f4a req-0c917f70-5db2-421a-b7af-08275e07fb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:45.098070 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-974afd01-8a1d-484c-a6ef-680018012f4a req-0c917f70-5db2-421a-b7af-08275e07fb7c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531373 Jul 16 02:37:45.140214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c5486-613b-4784-9a46-4396c060747d req-e19e43d1-ef74-47a0-bd49-0d21ad2cd76e tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:45.141702 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-158c5486-613b-4784-9a46-4396c060747d req-e19e43d1-ef74-47a0-bd49-0d21ad2cd76e tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0621574 Jul 16 02:37:45.183478 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-158c5486-613b-4784-9a46-4396c060747d req-a011b18b-3074-401c-9198-4bf6f2af04d2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360525 Jul 16 02:37:45.188539 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-974afd01-8a1d-484c-a6ef-680018012f4a req-672961f0-e251-4731-8757-29cff3490a1b service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832663 Jul 16 02:37:45.284295 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-974afd01-8a1d-484c-a6ef-680018012f4a req-0aa33495-6f9c-4467-9844-546a84a31e76 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888741 Jul 16 02:37:46.353198 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95820a2b-0a99-454d-9f13-b16aaf910165 req-8a07a5ce-c783-48da-8bb3-bf8ae48d0e33 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:46.354555 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95820a2b-0a99-454d-9f13-b16aaf910165 req-8a07a5ce-c783-48da-8bb3-bf8ae48d0e33 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0616572 Jul 16 02:37:46.390687 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-95820a2b-0a99-454d-9f13-b16aaf910165 req-5fab59e4-c70a-480a-ad7d-67728c0cc76b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307300 Jul 16 02:37:46.596349 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:37:47.559468 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06760866-ceca-428d-a722-041eb2add1f5 req-568dc3b6-448d-4a23-a613-89f7d66d97b6 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:47.561002 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-06760866-ceca-428d-a722-041eb2add1f5 req-568dc3b6-448d-4a23-a613-89f7d66d97b6 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0623779 Jul 16 02:37:47.599023 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-06760866-ceca-428d-a722-041eb2add1f5 req-d6024203-482e-41e2-a71f-1f796e3c3f74 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319026 Jul 16 02:37:47.707637 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-a7d09c34-9465-4326-b3d1-5afc513f316d req-d03c2ec6-d113-4c58-8edd-a87d9ab418a7 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:37:47.708687 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7d09c34-9465-4326-b3d1-5afc513f316d req-d03c2ec6-d113-4c58-8edd-a87d9ab418a7 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062935 Jul 16 02:37:47.955567 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa68d34-cf3e-49ea-8bb8-f8215d1b516e req-26d127be-3b4d-4601-b075-9346fe9494f5 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:47.957354 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-faa68d34-cf3e-49ea-8bb8-f8215d1b516e req-26d127be-3b4d-4601-b075-9346fe9494f5 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 946 time: 0.0677745 Jul 16 02:37:47.994833 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-faa68d34-cf3e-49ea-8bb8-f8215d1b516e req-5b4de2d4-aba4-4579-96de-0baf6b89a2d9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321846 Jul 16 02:37:48.088285 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-adee682c-33ce-4019-a310-628775bec5d4 req-b2538d5c-819f-4a35-bbb4-a44eaa776e0c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969977 Jul 16 02:37:48.198173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1e350a3a-4144-4685-9627-bbb1d6df2a6b no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:37:48.270950 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:48.296663 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e350a3a-4144-4685-9627-bbb1d6df2a6b'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:37:48.299719 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8794a865-ff4c-4ce6-8f87-f782e1eec26a" -d '{"events": [{"server_uuid": "8d88cf6e-aad0-4b07-a473-cade21fc2937", "name": "network-vif-unplugged", "status": "completed", "tag": "1e350a3a-4144-4685-9627-bbb1d6df2a6b"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:37:48.312429 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1e350a3a-4144-4685-9627-bbb1d6df2a6b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:37:48.317471 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:37:48.341527 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 02:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365dcc5b-4a36-4528-893d-676e45417940 x-openstack-request-id: req-365dcc5b-4a36-4528-893d-676e45417940 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:37:48.341829 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d88cf6e-aad0-4b07-a473-cade21fc2937", "name": "network-vif-unplugged", "status": "failed", "tag": "1e350a3a-4144-4685-9627-bbb1d6df2a6b", "code": 422}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:37:48.342085 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-365dcc5b-4a36-4528-893d-676e45417940 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:37:48.342474 n-d-791505-14 neutron-server[93921]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'code': 422} returned with failed status Jul 16 02:37:48.368640 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1e350a3a-4144-4685-9627-bbb1d6df2a6b,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:37:49.072800 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee682c-33ce-4019-a310-628775bec5d4 req-5b52f100-3ac0-4fbe-8985-ed839785ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:49.074313 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-adee682c-33ce-4019-a310-628775bec5d4 req-5b52f100-3ac0-4fbe-8985-ed839785ef91 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937&tenant_id=ac6c5d55b2414fa4b764fe85612fab43 HTTP/1.1" status: 200 len: 1096 time: 0.0566199 Jul 16 02:37:49.149633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee682c-33ce-4019-a310-628775bec5d4 req-8ddbac1b-b8ae-4692-80a7-2f78f6422ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:49.151139 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-adee682c-33ce-4019-a310-628775bec5d4 req-8ddbac1b-b8ae-4692-80a7-2f78f6422ffa service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 1096 time: 0.0535274 Jul 16 02:37:49.171590 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb73ca3-fde5-4c8e-917b-2de736d0e8c2 req-d3821555-c6e7-41df-b63f-747aa75fa48f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:49.173126 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2eb73ca3-fde5-4c8e-917b-2de736d0e8c2 req-d3821555-c6e7-41df-b63f-747aa75fa48f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.0627313 Jul 16 02:37:49.211948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2eb73ca3-fde5-4c8e-917b-2de736d0e8c2 req-9ecd8971-8bea-4f5e-9cea-43b927e0fd7d tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326326 Jul 16 02:37:49.242944 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee682c-33ce-4019-a310-628775bec5d4 req-85005049-1ede-499b-a438-fb08de79505e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:49.244486 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-adee682c-33ce-4019-a310-628775bec5d4 req-85005049-1ede-499b-a438-fb08de79505e service neutron] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 910 time: 0.0861528 Jul 16 02:37:49.309917 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-adee682c-33ce-4019-a310-628775bec5d4 req-fb616c70-b1ef-4634-a5da-3a29cdd043fa service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b HTTP/1.1" status: 200 len: 1000 time: 0.0585692 Jul 16 02:37:49.358065 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee682c-33ce-4019-a310-628775bec5d4 req-cdd14c3a-21ad-4f60-b46d-0e152acbdc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:49.359442 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-adee682c-33ce-4019-a310-628775bec5d4 req-cdd14c3a-21ad-4f60-b46d-0e152acbdc6d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0424871 Jul 16 02:37:49.413544 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee682c-33ce-4019-a310-628775bec5d4 req-eab4fcb1-7980-4503-9234-6b9bb117f5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:49.414965 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-adee682c-33ce-4019-a310-628775bec5d4 req-eab4fcb1-7980-4503-9234-6b9bb117f5fe service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490911 Jul 16 02:37:49.503802 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-adee682c-33ce-4019-a310-628775bec5d4 req-26092d64-4b7d-474d-8cfe-942d78d44ce7 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819306 Jul 16 02:37:49.588947 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-adee682c-33ce-4019-a310-628775bec5d4 req-84b3149d-57cc-42f3-9dc2-395139a4bf77 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788624 Jul 16 02:37:50.394585 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b2891-00e8-415f-ba01-91adf3c618c9 req-3360b8fb-1df4-46be-bfdb-3d742f451b95 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.396889 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b65b2891-00e8-415f-ba01-91adf3c618c9 req-3360b8fb-1df4-46be-bfdb-3d742f451b95 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.0708468 Jul 16 02:37:50.436965 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b65b2891-00e8-415f-ba01-91adf3c618c9 req-7e45679b-4dda-454b-9c68-64f49c323425 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341990 Jul 16 02:37:50.646119 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-0d5d36fe-5f63-4e2d-bc3a-4689a2003c1d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0654869 Jul 16 02:37:50.749837 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-4bef9c5f-7d1b-43a5-83fc-90ba2d629a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.750315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-4bef9c5f-7d1b-43a5-83fc-90ba2d629a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.750786 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-4bef9c5f-7d1b-43a5-83fc-90ba2d629a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.751253 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-4bef9c5f-7d1b-43a5-83fc-90ba2d629a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.751716 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-4bef9c5f-7d1b-43a5-83fc-90ba2d629a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.754197 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-4bef9c5f-7d1b-43a5-83fc-90ba2d629a09 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0621765 Jul 16 02:37:50.873346 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-1e9e5550-6597-4d36-81d5-87d6d556b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.873823 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-1e9e5550-6597-4d36-81d5-87d6d556b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.874342 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-1e9e5550-6597-4d36-81d5-87d6d556b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.875930 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-1e9e5550-6597-4d36-81d5-87d6d556b810 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0964324 Jul 16 02:37:50.917012 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-2b3dc368-d7a4-46fe-968a-8f007ee6f640 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0345604 Jul 16 02:37:50.965165 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-6eebbc60-8903-4243-abf2-c2f7747507d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:50.966753 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-6eebbc60-8903-4243-abf2-c2f7747507d8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0444076 Jul 16 02:37:51.029013 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-1848c74b-141d-49ae-8305-95a762c64327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:51.030718 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-1848c74b-141d-49ae-8305-95a762c64327 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576136 Jul 16 02:37:51.122429 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-23652a0e-325a-4a08-b263-af7f7b68687f service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852401 Jul 16 02:37:51.218770 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-f511853a-0bb4-474b-9310-508d1e3beea7 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902123 Jul 16 02:37:51.259897 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-b6c12919-97fc-4904-b929-6c2f3264d8a1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0354135 Jul 16 02:37:51.310692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-266e8146-9cca-4a56-8582-07d72834029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:51.312188 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-266e8146-9cca-4a56-8582-07d72834029c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0466127 Jul 16 02:37:51.375736 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-458e2db9-b35e-4b03-919f-4ff23cfd674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:51.377287 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-458e2db9-b35e-4b03-919f-4ff23cfd674b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0590494 Jul 16 02:37:51.470116 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-18748e5d-89bf-418a-9d59-48bee579f741 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866320 Jul 16 02:37:51.567871 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-d650ebc9-2e57-4394-903c-7c0ea4992f7e service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914094 Jul 16 02:37:51.611306 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-e1bfe79c-ce4a-45a4-9e74-058d57e62c9c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0371802 Jul 16 02:37:51.623469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be5fd4-07db-4ff2-9b73-881b391f3621 req-c4c4be07-6904-4ef7-9c25-f62a08ed7c57 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:51.625099 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38be5fd4-07db-4ff2-9b73-881b391f3621 req-c4c4be07-6904-4ef7-9c25-f62a08ed7c57 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.0703712 Jul 16 02:37:51.666694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-5b734574-b749-4794-a6fb-0faee3151cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:51.668767 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-5b734574-b749-4794-a6fb-0faee3151cfa service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0508773 Jul 16 02:37:51.672313 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-38be5fd4-07db-4ff2-9b73-881b391f3621 req-0fa11fd4-786e-4b75-b61b-f22baf139d2a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406749 Jul 16 02:37:51.726793 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-0aa01282-98a8-47fe-86e9-1e1fb2dcdb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:51.728259 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-0aa01282-98a8-47fe-86e9-1e1fb2dcdb4e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0542350 Jul 16 02:37:51.820131 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-e679708f-19de-4d7e-8711-00bf577fcf3d service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855057 Jul 16 02:37:51.916040 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-8b3e2415-fab5-43e2-9064-bd64808e5feb service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892687 Jul 16 02:37:51.958218 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-1feeb4da-d10b-4687-a446-7b5d26998b7b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0361204 Jul 16 02:37:52.008545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-dd03cbb3-336e-4977-b216-b97465224ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:52.009925 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-dd03cbb3-336e-4977-b216-b97465224ab4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0450678 Jul 16 02:37:52.072569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-e29dfac3-79d1-430f-b0fe-4b547b573c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:52.074087 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-e29dfac3-79d1-430f-b0fe-4b547b573c7c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0584400 Jul 16 02:37:52.163911 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-b8ecc915-ef3e-4fb3-b593-139a658b1480 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836103 Jul 16 02:37:52.258229 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-42f8807d-69cf-4d83-982b-615b791e5aa4 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882864 Jul 16 02:37:52.298426 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-d71c7449-7a04-491d-87ca-d570ac440779 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0339072 Jul 16 02:37:52.351162 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-301ab744-a288-4c00-8c55-77caa2061b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:52.352766 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-301ab744-a288-4c00-8c55-77caa2061b02 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0487208 Jul 16 02:37:52.411537 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302b2f0-2928-4985-9023-908d36b00789 req-561e61ae-e02b-4b7c-99f3-dda29edad246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:52.413213 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-561e61ae-e02b-4b7c-99f3-dda29edad246 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0543041 Jul 16 02:37:52.504065 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-83b1aed8-41f3-4720-b5cb-0854191dacd1 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838487 Jul 16 02:37:52.597511 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-2302b2f0-2928-4985-9023-908d36b00789 req-065249c4-b566-4bad-8ff3-66c1c9ef669d service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876365 Jul 16 02:37:52.868927 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcb915b-634c-4b13-ac05-22caae958b15 req-5438ae3f-5303-4abb-b31b-4cf3872a3246 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:52.871493 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdcb915b-634c-4b13-ac05-22caae958b15 req-5438ae3f-5303-4abb-b31b-4cf3872a3246 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.0857012 Jul 16 02:37:52.912819 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bdcb915b-634c-4b13-ac05-22caae958b15 req-203e1562-5f71-4668-8c78-bcf968324b05 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337753 Jul 16 02:37:54.103017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea5261-67aa-4355-8f84-631b6fb40a14 req-ae3ae520-c13d-4826-98a2-568f28d89ad9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:54.104601 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-92ea5261-67aa-4355-8f84-631b6fb40a14 req-ae3ae520-c13d-4826-98a2-568f28d89ad9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.0732198 Jul 16 02:37:54.144763 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-92ea5261-67aa-4355-8f84-631b6fb40a14 req-01693631-d9ba-413c-8880-1e39699b2224 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345237 Jul 16 02:37:55.322967 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9b933c-077e-4d22-8826-7da32026b680 req-1a38af4b-3d35-4350-b556-7f7b56c7aaa4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:55.324594 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a9b933c-077e-4d22-8826-7da32026b680 req-1a38af4b-3d35-4350-b556-7f7b56c7aaa4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.0646703 Jul 16 02:37:55.364156 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7a9b933c-077e-4d22-8826-7da32026b680 req-1edfe2ce-8572-4c89-bb53-763be53d6abf tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332379 Jul 16 02:37:56.550897 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd1079-a201-4b62-ae0b-8aebf29378f7 req-1066ad48-c3a8-42d0-be67-5af0d3d1c6e3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:56.564360 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3fcd1079-a201-4b62-ae0b-8aebf29378f7 req-1066ad48-c3a8-42d0-be67-5af0d3d1c6e3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.0757544 Jul 16 02:37:56.630462 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3fcd1079-a201-4b62-ae0b-8aebf29378f7 req-da3b4f21-5c22-4c11-9da1-507170969f59 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350041 Jul 16 02:37:57.808865 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8397e1-7a4d-4eaf-bc2e-a4f7461fc8ce req-deb92390-d5fb-4d46-b43f-8168dd617926 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:57.810406 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d8397e1-7a4d-4eaf-bc2e-a4f7461fc8ce req-deb92390-d5fb-4d46-b43f-8168dd617926 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.0673378 Jul 16 02:37:57.850864 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8d8397e1-7a4d-4eaf-bc2e-a4f7461fc8ce req-1f014d3c-51ee-4f1c-91ed-c6f75d4d4456 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338669 Jul 16 02:37:59.030964 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400b8f8-edd7-41b9-b6a9-9fed03b66fc6 req-fed4ce8a-6d44-4313-892e-18340f4d2de4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:37:59.032522 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2400b8f8-edd7-41b9-b6a9-9fed03b66fc6 req-fed4ce8a-6d44-4313-892e-18340f4d2de4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.0650215 Jul 16 02:37:59.071173 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2400b8f8-edd7-41b9-b6a9-9fed03b66fc6 req-5ed33252-69d1-4b90-8c46-e3ccc9bae567 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324051 Jul 16 02:38:00.251684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de267b03-1e8c-4794-8d4d-46463bbe71be req-3ce20f04-2d9e-4d19-881c-52ee138db752 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:00.253135 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de267b03-1e8c-4794-8d4d-46463bbe71be req-3ce20f04-2d9e-4d19-881c-52ee138db752 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.0657029 Jul 16 02:38:00.290808 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-de267b03-1e8c-4794-8d4d-46463bbe71be req-7ad1d124-cf54-4c7d-8576-75af4c8a0b46 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315421 Jul 16 02:38:01.193293 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:01.461545 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc862a6-439b-49f4-a221-f989d15b5cb1 req-f5dfa940-8db8-4bff-95e1-89513888642c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:01.462948 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cc862a6-439b-49f4-a221-f989d15b5cb1 req-f5dfa940-8db8-4bff-95e1-89513888642c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.0625167 Jul 16 02:38:01.499416 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8cc862a6-439b-49f4-a221-f989d15b5cb1 req-5708fd2f-080b-4bae-a27b-17d52fe49b56 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310137 Jul 16 02:38:02.184737 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:02.227531 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98d14e-9954-42fc-a1e7-072bd2d0d51a req-6220dc9b-ad6c-4caf-8054-83989ea32046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:02.229047 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f98d14e-9954-42fc-a1e7-072bd2d0d51a req-6220dc9b-ad6c-4caf-8054-83989ea32046 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 1096 time: 0.0528958 Jul 16 02:38:02.655853 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98d14e-9954-42fc-a1e7-072bd2d0d51a req-7ef17342-9f2e-4a01-9a26-5c75d741abec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:02.657384 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f98d14e-9954-42fc-a1e7-072bd2d0d51a req-7ef17342-9f2e-4a01-9a26-5c75d741abec service neutron] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 910 time: 0.4089060 Jul 16 02:38:02.676510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad0ebc-822e-4049-bf36-9070722a6f7b req-8a46377f-cd11-4a53-b140-718dc8bdbe91 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:02.678005 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62ad0ebc-822e-4049-bf36-9070722a6f7b req-8a46377f-cd11-4a53-b140-718dc8bdbe91 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.0666425 Jul 16 02:38:02.715789 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-62ad0ebc-822e-4049-bf36-9070722a6f7b req-33aea528-5c71-47c4-8993-046a93274366 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321550 Jul 16 02:38:02.722163 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f98d14e-9954-42fc-a1e7-072bd2d0d51a req-e667cc9c-ab93-413d-9f19-ab106759010a service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b HTTP/1.1" status: 200 len: 1000 time: 0.0571392 Jul 16 02:38:02.771380 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98d14e-9954-42fc-a1e7-072bd2d0d51a req-9c0a14b4-84fc-41c4-8650-4bafca348ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:02.772834 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f98d14e-9954-42fc-a1e7-072bd2d0d51a req-9c0a14b4-84fc-41c4-8650-4bafca348ecc service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0435746 Jul 16 02:38:02.830866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98d14e-9954-42fc-a1e7-072bd2d0d51a req-4920f4ae-ad02-4959-9df6-ec24855a1adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:02.832359 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f98d14e-9954-42fc-a1e7-072bd2d0d51a req-4920f4ae-ad02-4959-9df6-ec24855a1adc service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535138 Jul 16 02:38:02.916612 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f98d14e-9954-42fc-a1e7-072bd2d0d51a req-6bb4b314-aae3-4e35-bb93-22f69087d267 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781603 Jul 16 02:38:03.006154 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-5f98d14e-9954-42fc-a1e7-072bd2d0d51a req-17a64ceb-3b55-4ee3-88f5-3e3f3ca49a7b service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830665 Jul 16 02:38:03.888256 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2de471-5462-4e58-90a9-cd3e16cdb6b8 req-ac258865-4faa-4169-a0b5-ff7437fe63be tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:03.889758 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c2de471-5462-4e58-90a9-cd3e16cdb6b8 req-ac258865-4faa-4169-a0b5-ff7437fe63be tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 944 time: 0.0632138 Jul 16 02:38:03.927214 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5c2de471-5462-4e58-90a9-cd3e16cdb6b8 req-9d904b0d-66ff-4802-89f9-cd3bcdc48392 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319438 Jul 16 02:38:04.274815 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1e350a3a-4144-4685-9627-bbb1d6df2a6b details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:38:04.367477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1e350a3a-4144-4685-9627-bbb1d6df2a6b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:04.377893 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'port_id': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'mac_address': 'fa:16:3e:a9:ba:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:38:04.413047 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:04.424721 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e350a3a-4144-4685-9627-bbb1d6df2a6b {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:38:04.442700 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1e350a3a-4144-4685-9627-bbb1d6df2a6b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:04.446600 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:04.491984 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1e350a3a-4144-4685-9627-bbb1d6df2a6b,revision_number=9']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:04.661726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['1e350a3a-4144-4685-9627-bbb1d6df2a6b'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:38:05.016322 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-eb414ca7-2b2a-4a6b-ab67-0df0e4514ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:05.098819 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331f791-d86a-4dd7-9b4c-9fdbfdbfb23c req-7004ad20-8f3e-46ba-bcb6-6fafaa501f45 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:05.100343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6331f791-d86a-4dd7-9b4c-9fdbfdbfb23c req-7004ad20-8f3e-46ba-bcb6-6fafaa501f45 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 945 time: 0.0630031 Jul 16 02:38:05.138123 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6331f791-d86a-4dd7-9b4c-9fdbfdbfb23c req-a1509edb-1612-4274-8740-51709cd65272 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318651 Jul 16 02:38:06.290585 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1e350a3a-4144-4685-9627-bbb1d6df2a6b up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:38:06.312757 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb4aa0-f12a-4d03-9cc2-f87f92aec1ca req-08730524-af17-4f84-8893-b483829b8100 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:06.314192 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ecb4aa0-f12a-4d03-9cc2-f87f92aec1ca req-08730524-af17-4f84-8893-b483829b8100 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 945 time: 0.0666349 Jul 16 02:38:06.336856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 1e350a3a-4144-4685-9627-bbb1d6df2a6b triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:38:06.337224 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:06.352275 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-2ecb4aa0-f12a-4d03-9cc2-f87f92aec1ca req-4a8d8d8f-45f7-4fed-ad96-44130ec13939 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319827 Jul 16 02:38:06.412181 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:06.433241 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e350a3a-4144-4685-9627-bbb1d6df2a6b'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:38:06.435451 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0c5374-9726-4187-b3ae-7d5fda2ba3a4" -d '{"events": [{"server_uuid": "8d88cf6e-aad0-4b07-a473-cade21fc2937", "name": "network-vif-plugged", "status": "completed", "tag": "1e350a3a-4144-4685-9627-bbb1d6df2a6b"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:38:06.448456 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 1e350a3a-4144-4685-9627-bbb1d6df2a6b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:38:06.454607 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:06.483358 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9561579e-9169-4faf-9089-279d5aa54e69 x-openstack-request-id: req-9561579e-9169-4faf-9089-279d5aa54e69 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:38:06.483653 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d88cf6e-aad0-4b07-a473-cade21fc2937", "name": "network-vif-plugged", "status": "completed", "tag": "1e350a3a-4144-4685-9627-bbb1d6df2a6b", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:38:06.483939 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9561579e-9169-4faf-9089-279d5aa54e69 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:38:06.484323 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'code': 200} Jul 16 02:38:06.508209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=1e350a3a-4144-4685-9627-bbb1d6df2a6b,revision_number=10']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:38:06.648179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb173bcf-a2a1-4742-b0f6-88198b9e56dc req-e06f89bb-8f4a-45e9-8d8a-67c6e52c6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:06.649657 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fb173bcf-a2a1-4742-b0f6-88198b9e56dc req-e06f89bb-8f4a-45e9-8d8a-67c6e52c6adc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 1099 time: 0.0499136 Jul 16 02:38:06.683351 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-fb173bcf-a2a1-4742-b0f6-88198b9e56dc req-8de27c5d-efa1-4994-99b2-e6909213b2c4 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267510 Jul 16 02:38:07.482331 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:07.539122 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6af22-17d7-4c89-8be4-4ae4b79baea7 req-525947f1-9196-47ae-b938-cd8fff2b3b5c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:07.540692 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31d6af22-17d7-4c89-8be4-4ae4b79baea7 req-525947f1-9196-47ae-b938-cd8fff2b3b5c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 947 time: 0.0659184 Jul 16 02:38:07.581223 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31d6af22-17d7-4c89-8be4-4ae4b79baea7 req-00ff8cdc-6d9d-436b-9452-d8979784f037 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347178 Jul 16 02:38:07.719790 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5ad33ad1-bd18-4c45-b718-a07bc4a875cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:08.758092 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bca7ae-20c8-47cc-b619-0a502ae46506 req-eac0017c-590f-429a-8d74-a0c360b17a16 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:08.759554 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7bca7ae-20c8-47cc-b619-0a502ae46506 req-eac0017c-590f-429a-8d74-a0c360b17a16 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 947 time: 0.0651727 Jul 16 02:38:08.796930 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b7bca7ae-20c8-47cc-b619-0a502ae46506 req-c42f1908-2294-41b1-95e1-dabbab9f333b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314765 Jul 16 02:38:08.899654 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:10.515848 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:23.595222 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:38:31.218155 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:32.183775 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:35.017567 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f9c3e46b-f38b-4b69-9053-511223ee0b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.484421 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:37.720286 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-760fad1a-ba01-4bd8-94ab-c7bd17b81463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:38.898888 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:40.518079 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:38:50.622359 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-dc853621-5073-444a-8175-06d2ef664894 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0583639 Jul 16 02:38:50.724593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-e8c3cc2c-563c-4867-8ea6-5e8824bf4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:50.725077 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-e8c3cc2c-563c-4867-8ea6-5e8824bf4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:50.725576 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-e8c3cc2c-563c-4867-8ea6-5e8824bf4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:50.726046 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-e8c3cc2c-563c-4867-8ea6-5e8824bf4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:50.726512 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-e8c3cc2c-563c-4867-8ea6-5e8824bf4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:50.728311 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-e8c3cc2c-563c-4867-8ea6-5e8824bf4097 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0629573 Jul 16 02:38:50.837805 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-1aea6542-784d-443f-8bb3-6872eb6543a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:50.838281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-1aea6542-784d-443f-8bb3-6872eb6543a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:50.838752 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-1aea6542-784d-443f-8bb3-6872eb6543a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:50.840349 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-1aea6542-784d-443f-8bb3-6872eb6543a9 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0888181 Jul 16 02:38:50.883133 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-998d9b8e-2eae-4048-baaa-c3fbb04476a4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0352733 Jul 16 02:38:50.929300 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-e2bc5d9e-b1ff-46ff-a857-38ab4ffa9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:50.930681 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-e2bc5d9e-b1ff-46ff-a857-38ab4ffa9973 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0418801 Jul 16 02:38:50.986004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-eeab73e0-b605-47f6-a566-d58c9cda85f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:50.987450 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-eeab73e0-b605-47f6-a566-d58c9cda85f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501919 Jul 16 02:38:51.076352 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-10c0ccdb-0512-4c6f-ab61-ac400bcb8414 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828176 Jul 16 02:38:51.161769 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-d7124e81-bd2e-4428-ab10-6bcbd64dbad3 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794501 Jul 16 02:38:51.205629 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-61ef0fe1-098d-4f2c-8917-3d328439afd4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0375950 Jul 16 02:38:51.251850 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-c6604f47-69ef-414a-93f8-1dde4f2991dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:51.253290 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-c6604f47-69ef-414a-93f8-1dde4f2991dc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0421426 Jul 16 02:38:51.307724 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-13bcb8b7-f137-4d91-8552-206f0cbfb3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:51.309208 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-13bcb8b7-f137-4d91-8552-206f0cbfb3d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0499191 Jul 16 02:38:51.400560 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-17917ee1-5766-4e7c-a54c-4871b1e4ae0a service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843804 Jul 16 02:38:51.489273 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-4c9f7844-6f16-47a9-8541-05521ab9b3dd service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813165 Jul 16 02:38:51.532138 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-6b1ee081-d689-490e-b6d8-2c3c1505100a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0370233 Jul 16 02:38:51.578852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-c2ef4551-8c4e-4efa-ae4a-bbf8649d1f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:51.580595 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-c2ef4551-8c4e-4efa-ae4a-bbf8649d1f0f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0427012 Jul 16 02:38:51.635666 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-5bf1107e-be45-495b-901d-dc5176f50a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:51.637170 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-5bf1107e-be45-495b-901d-dc5176f50a83 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504477 Jul 16 02:38:51.728536 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-b2807e1a-e4a8-4e14-b2d9-6f498ece672b service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836298 Jul 16 02:38:51.814993 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-0f2f9468-41b1-427d-a841-623a8f71ae46 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798247 Jul 16 02:38:51.861548 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-2fc8c597-c41e-4cdd-9b41-8cd5627cc6df service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0385554 Jul 16 02:38:51.907004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-1136498b-77e9-4085-846e-4ad84e5497ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:51.908947 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-1136498b-77e9-4085-846e-4ad84e5497ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0419011 Jul 16 02:38:51.962687 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-7476cf86-5010-49c5-9a82-46ffdf303523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:51.964145 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-7476cf86-5010-49c5-9a82-46ffdf303523 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0491896 Jul 16 02:38:52.055315 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-7a6c5ddd-6a5b-4dee-a79e-bb2abd33e3a5 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838873 Jul 16 02:38:52.140804 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-9b7f0612-08ca-48ff-8606-5aaacea8185b service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793600 Jul 16 02:38:52.184149 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-d1f6b7ab-b648-4ada-a31e-1fec6456bdca service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0370846 Jul 16 02:38:52.229740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-cee5e02b-5892-483a-967b-f9575d7ac87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:52.231125 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-cee5e02b-5892-483a-967b-f9575d7ac87d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0414138 Jul 16 02:38:52.285114 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-54370cf4-2a3b-4134-b5f2-faefef607fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:38:52.286539 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-54370cf4-2a3b-4134-b5f2-faefef607fb5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0495267 Jul 16 02:38:52.374841 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-525683e3-0530-4150-9f9f-64a6ff2bf049 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822210 Jul 16 02:38:52.460272 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-aeb04e1c-0a7d-46a2-bafa-21cc86a658e1 req-fb9ec7e5-0321-4a88-890b-03e0e3569228 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794978 Jul 16 02:39:00.594345 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:39:01.220431 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:02.182353 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:02.480811 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d948fca-8285-4da0-84d7-e77b9e98a697 req-f6e6054a-2039-4068-b3b9-2817e865d70a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542552 Jul 16 02:39:02.574049 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d948fca-8285-4da0-84d7-e77b9e98a697 req-95a415c4-5c51-4baa-ae84-c72936fc9872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:02.575536 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d948fca-8285-4da0-84d7-e77b9e98a697 req-95a415c4-5c51-4baa-ae84-c72936fc9872 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 1099 time: 0.0532563 Jul 16 02:39:02.677426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d948fca-8285-4da0-84d7-e77b9e98a697 req-c5b979e6-4aed-42f3-8845-6f481ecc95dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:02.678870 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d948fca-8285-4da0-84d7-e77b9e98a697 req-c5b979e6-4aed-42f3-8845-6f481ecc95dc service neutron] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 910 time: 0.0831280 Jul 16 02:39:02.744937 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d948fca-8285-4da0-84d7-e77b9e98a697 req-35180c00-66ea-4ba1-b387-515836b11591 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b HTTP/1.1" status: 200 len: 1002 time: 0.0592165 Jul 16 02:39:02.792231 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d948fca-8285-4da0-84d7-e77b9e98a697 req-979632e5-e2b8-4673-9693-b7aceb7c3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:02.793733 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d948fca-8285-4da0-84d7-e77b9e98a697 req-979632e5-e2b8-4673-9693-b7aceb7c3c3e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0429292 Jul 16 02:39:02.852562 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d948fca-8285-4da0-84d7-e77b9e98a697 req-6a5f81a5-0e16-4fc6-ac50-e036331871a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:02.854157 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d948fca-8285-4da0-84d7-e77b9e98a697 req-6a5f81a5-0e16-4fc6-ac50-e036331871a7 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541995 Jul 16 02:39:02.946585 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d948fca-8285-4da0-84d7-e77b9e98a697 req-6d75d470-0cd7-4d58-a91c-70819827407f service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862110 Jul 16 02:39:03.034138 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-1d948fca-8285-4da0-84d7-e77b9e98a697 req-5565cd4f-1c85-402d-88ea-51154be29ef7 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812387 Jul 16 02:39:05.017585 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e3c94b0c-456b-4866-8c9f-df0ba4995027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:07.484663 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:07.719529 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-206adf36-30a7-4b62-8cfd-31799daea401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:08.902723 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:10.519211 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.716532 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48726) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:17.875071 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Deleting port ba7503be-264c-4960-843c-07aafb6584c0 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:39:17.875426 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.951224 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.951554 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:17.963116 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Calling delete_port for ba7503be-264c-4960-843c-07aafb6584c0 owned by network:floatingip {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:39:18.108965 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:18.132510 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event deleted for resources: {'Port': ['ID=ba7503be-264c-4960-843c-07aafb6584c0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:18.165345 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:18.165699 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:18.166040 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:18.166375 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:18.166708 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:18.167039 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:18.167370 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:18.167699 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:18.168052 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:18.168377 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:18.168706 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:18.169031 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:18.210387 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for floatingip, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:18.210732 n-d-791505-14 neutron-server[93919]: INFO neutron.db.l3_db [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Floating IP 33934460-e611-42b6-96ba-a11b69363b47 disassociated (deleted). External IP: 172.25.2.111, port: 1e350a3a-4144-4685-9627-bbb1d6df2a6b. Jul 16 02:39:18.413883 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:39:18.518416 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:39:18.523306 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:18.527572 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7127a4d-70ea-475f-a937-363b2eae5e9d None None] Sync routers for ids ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:39:18.536384 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7127a4d-70ea-475f-a937-363b2eae5e9d None None] Routers {'c18bd2df-e0e0-459e-9ac9-8e3e0296f657'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:39:18.537521 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e7127a4d-70ea-475f-a937-363b2eae5e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:39:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:18.558914 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d5d5ecb6-8c3d-4ce7-9465-c9e69890d6c3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "DELETE /v2.0/floatingips/33934460-e611-42b6-96ba-a11b69363b47 HTTP/1.1" status: 204 len: 168 time: 0.8413541 Jul 16 02:39:18.559811 n-d-791505-14 neutron-server[93919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'tag': '1e350a3a-4144-4685-9627-bbb1d6df2a6b'}] {{(pid=93919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:39:18.564254 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bf860e7e837ce2aa113b642d21d5869eb0c06e04306231a0949003931c85e94c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846c1c0b-4f6a-44ee-86db-195d011180b3" -d '{"events": [{"name": "network-changed", "server_uuid": "8d88cf6e-aad0-4b07-a473-cade21fc2937", "tag": "1e350a3a-4144-4685-9627-bbb1d6df2a6b"}]}' {{(pid=93919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:39:18.646067 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-e7127a4d-70ea-475f-a937-363b2eae5e9d None None] Set router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:39:18.858523 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e7127a4d-70ea-475f-a937-363b2eae5e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:06Z', 'revision_number': 4, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '79883691-8f3a-4bf5-aa9c-2bab06736a78', 'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'mac_address': 'fa:16:3e:81:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:05Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 5, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'subnets': [{'id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:18.868300 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff0cf7d-8ce0-4049-905f-29085fada14f x-openstack-request-id: req-8ff0cf7d-8ce0-4049-905f-29085fada14f {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:39:18.869158 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d88cf6e-aad0-4b07-a473-cade21fc2937", "tag": "1e350a3a-4144-4685-9627-bbb1d6df2a6b", "status": "completed", "code": 200}]} {{(pid=93919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:39:18.869741 n-d-791505-14 neutron-server[93919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ff0cf7d-8ce0-4049-905f-29085fada14f {{(pid=93919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:39:18.870411 n-d-791505-14 neutron-server[93919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'tag': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'status': 'completed', 'code': 200} Jul 16 02:39:18.893722 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7127a4d-70ea-475f-a937-363b2eae5e9d None None] Checking router: c18bd2df-e0e0-459e-9ac9-8e3e0296f657 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:39:18.902610 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7127a4d-70ea-475f-a937-363b2eae5e9d None None] Routers {'c18bd2df-e0e0-459e-9ac9-8e3e0296f657'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:39:18.903350 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e7127a4d-70ea-475f-a937-363b2eae5e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:39:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:18.962914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c1c0b-4f6a-44ee-86db-195d011180b3 req-a3c4e336-e16d-4b77-aea9-d651f18dc2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:18.964395 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-846c1c0b-4f6a-44ee-86db-195d011180b3 req-a3c4e336-e16d-4b77-aea9-d651f18dc2be service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 1099 time: 0.0686710 Jul 16 02:39:19.019570 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-e7127a4d-70ea-475f-a937-363b2eae5e9d None None] Set router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:39:19.025419 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58befda4-af6b-4c40-a6c2-e6b512f9542c req-0492c120-e733-49f0-8a0a-56415a367736 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:19.027343 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58befda4-af6b-4c40-a6c2-e6b512f9542c req-0492c120-e733-49f0-8a0a-56415a367736 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 947 time: 0.0710669 Jul 16 02:39:19.068365 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c1c0b-4f6a-44ee-86db-195d011180b3 req-e6abdd70-b458-4e86-9cb2-59e8be59cf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:19.070018 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-846c1c0b-4f6a-44ee-86db-195d011180b3 req-e6abdd70-b458-4e86-9cb2-59e8be59cf7a service neutron] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 910 time: 0.0986884 Jul 16 02:39:19.077373 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-58befda4-af6b-4c40-a6c2-e6b512f9542c req-b35f7078-7253-4159-8499-f5e9da694bc7 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439134 Jul 16 02:39:19.119496 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-846c1c0b-4f6a-44ee-86db-195d011180b3 req-6ecade56-f0c1-46ed-9d74-81f0c5ff3ebb service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b HTTP/1.1" status: 200 len: 217 time: 0.0398252 Jul 16 02:39:19.167952 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c1c0b-4f6a-44ee-86db-195d011180b3 req-20f8c348-6abe-41cd-868a-382a1c6f7d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:19.169419 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-846c1c0b-4f6a-44ee-86db-195d011180b3 req-20f8c348-6abe-41cd-868a-382a1c6f7d86 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0437372 Jul 16 02:39:19.227197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c1c0b-4f6a-44ee-86db-195d011180b3 req-064d6746-0d4b-402f-894c-8799d46b0881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:19.228171 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-e7127a4d-70ea-475f-a937-363b2eae5e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:06Z', 'revision_number': 4, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '79883691-8f3a-4bf5-aa9c-2bab06736a78', 'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'mac_address': 'fa:16:3e:81:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:05Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 5, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'subnets': [{'id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:19.228644 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-846c1c0b-4f6a-44ee-86db-195d011180b3 req-064d6746-0d4b-402f-894c-8799d46b0881 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520415 Jul 16 02:39:19.253723 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7127a4d-70ea-475f-a937-363b2eae5e9d None None] The sync data for ids ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'] in n-d-791505-14 is: [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:06Z', 'revision_number': 4, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '79883691-8f3a-4bf5-aa9c-2bab06736a78', 'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'mac_address': 'fa:16:3e:81:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:05Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 5, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'subnets': [{'id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:39:19.324541 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-846c1c0b-4f6a-44ee-86db-195d011180b3 req-d962b89c-beab-4d77-8c74-8cbe4456be9b service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889468 Jul 16 02:39:19.417652 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-846c1c0b-4f6a-44ee-86db-195d011180b3 req-c00a48eb-295a-4121-9cb7-3fd0e70aae47 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844321 Jul 16 02:39:19.485351 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8aef30-489f-4046-be90-eb248e52edce None None] New status for floating IP 33934460-e611-42b6-96ba-a11b69363b47: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:39:20.254390 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61d2fc-0dbf-4c4f-ab77-ce378c93cf07 req-7ca0d466-a1ab-4bc9-9b0c-cb717e510bc5 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:20.256480 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a61d2fc-0dbf-4c4f-ab77-ce378c93cf07 req-7ca0d466-a1ab-4bc9-9b0c-cb717e510bc5 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 947 time: 0.0665081 Jul 16 02:39:20.294078 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4a61d2fc-0dbf-4c4f-ab77-ce378c93cf07 req-e3f4c41b-d815-435e-bb3d-3d4edcdbc521 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=1b17a38a-9699-4ebf-a14e-0dae7d22749c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318336 Jul 16 02:39:20.308116 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ee0e8b-00f0-48a3-afed-e60fbe1b5c86 req-06fad0b4-1416-41cb-81c1-4b4292de8752 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:20.309589 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09ee0e8b-00f0-48a3-afed-e60fbe1b5c86 req-06fad0b4-1416-41cb-81c1-4b4292de8752 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d88cf6e-aad0-4b07-a473-cade21fc2937 HTTP/1.1" status: 200 len: 947 time: 0.0673318 Jul 16 02:39:20.408995 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-09ee0e8b-00f0-48a3-afed-e60fbe1b5c86 req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Deleting port 1e350a3a-4144-4685-9627-bbb1d6df2a6b {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:39:20.409348 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-09ee0e8b-00f0-48a3-afed-e60fbe1b5c86 req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:20.499034 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-09ee0e8b-00f0-48a3-afed-e60fbe1b5c86 req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] For port 1e350a3a-4144-4685-9627-bbb1d6df2a6b, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=1e350a3a-4144-4685-9627-bbb1d6df2a6b,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:20.499402 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-09ee0e8b-00f0-48a3-afed-e60fbe1b5c86 req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:20.510861 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-09ee0e8b-00f0-48a3-afed-e60fbe1b5c86 req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Calling delete_port for 1e350a3a-4144-4685-9627-bbb1d6df2a6b owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:39:20.636667 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-09ee0e8b-00f0-48a3-afed-e60fbe1b5c86 req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:20.666945 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event deleted for resources: {'Port': ['ID=1e350a3a-4144-4685-9627-bbb1d6df2a6b,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:20.679543 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:20.679925 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:20.680270 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:20.680616 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:20.680951 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:20.681283 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:20.681615 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:20.681944 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:20.682271 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:20.682596 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:20.682922 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:20.683246 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:20.725206 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ee0e8b-00f0-48a3-afed-e60fbe1b5c86 req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] No DVR routers for this DVR port 1e350a3a-4144-4685-9627-bbb1d6df2a6b on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:39:20.727720 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-09ee0e8b-00f0-48a3-afed-e60fbe1b5c86 req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:20.729741 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-09ee0e8b-00f0-48a3-afed-e60fbe1b5c86 req-5173b89f-82ba-4d66-875e-527e65b17c88 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.70 "DELETE /v2.0/ports/1e350a3a-4144-4685-9627-bbb1d6df2a6b HTTP/1.1" status: 204 len: 173 time: 0.4124112 Jul 16 02:39:20.730198 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'name': 'network-vif-deleted', 'tag': '1e350a3a-4144-4685-9627-bbb1d6df2a6b'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:39:20.732474 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f631af33-32ab-4efd-a805-daf1d43fdc7d" -d '{"events": [{"server_uuid": "8d88cf6e-aad0-4b07-a473-cade21fc2937", "name": "network-vif-deleted", "tag": "1e350a3a-4144-4685-9627-bbb1d6df2a6b"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:39:20.819613 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf9a846-3e9c-4aad-96de-343eda725d16 x-openstack-request-id: req-fdf9a846-3e9c-4aad-96de-343eda725d16 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:39:20.819947 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d88cf6e-aad0-4b07-a473-cade21fc2937", "name": "network-vif-deleted", "tag": "1e350a3a-4144-4685-9627-bbb1d6df2a6b", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:39:20.820211 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fdf9a846-3e9c-4aad-96de-343eda725d16 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:39:20.820615 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d88cf6e-aad0-4b07-a473-cade21fc2937', 'name': 'network-vif-deleted', 'tag': '1e350a3a-4144-4685-9627-bbb1d6df2a6b', 'status': 'completed', 'code': 200} Jul 16 02:39:21.387702 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48750) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:21.444844 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11743cd7-9d1a-4643-b9b8-a0b768f92aa4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:21.468973 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11743cd7-9d1a-4643-b9b8-a0b768f92aa4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:21.528752 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11743cd7-9d1a-4643-b9b8-a0b768f92aa4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:21.531299 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-11743cd7-9d1a-4643-b9b8-a0b768f92aa4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:21.532576 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-11743cd7-9d1a-4643-b9b8-a0b768f92aa4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "DELETE /v2.0/security-groups/1b17a38a-9699-4ebf-a14e-0dae7d22749c HTTP/1.1" status: 204 len: 168 time: 0.1438425 Jul 16 02:39:21.542148 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11743cd7-9d1a-4643-b9b8-a0b768f92aa4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b17a38a-9699-4ebf-a14e-0dae7d22749c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:21.996469 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 48758) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:22.001173 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-1470ebe0-918c-4475-af97-298aca2bfd20 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-422139238', 'description': 'tempest-secgroup-smoke-422139238 description', 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:22.023966 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1470ebe0-918c-4475-af97-298aca2bfd20 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.104383 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1470ebe0-918c-4475-af97-298aca2bfd20 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.107934 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1470ebe0-918c-4475-af97-298aca2bfd20 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.135431 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-1470ebe0-918c-4475-af97-298aca2bfd20 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.136705 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-1470ebe0-918c-4475-af97-298aca2bfd20 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1392236 Jul 16 02:39:22.138535 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1470ebe0-918c-4475-af97-298aca2bfd20 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adaffee0-beb9-4a4e-8662-9a28520221f6,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:22.139723 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48760) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:22.145574 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-aab5f760-e509-4bbc-abfa-5a8cad5c1eba tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'security_group_rule': {'security_group_id': 'adaffee0-beb9-4a4e-8662-9a28520221f6', 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:22.171687 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aab5f760-e509-4bbc-abfa-5a8cad5c1eba tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.226751 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aab5f760-e509-4bbc-abfa-5a8cad5c1eba tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.230283 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aab5f760-e509-4bbc-abfa-5a8cad5c1eba tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.247272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab5f760-e509-4bbc-abfa-5a8cad5c1eba tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3f1d8d-cebc-4340-80ea-7b2988a53b52,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:22.253257 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-aab5f760-e509-4bbc-abfa-5a8cad5c1eba tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.254444 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-aab5f760-e509-4bbc-abfa-5a8cad5c1eba tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136296 Jul 16 02:39:22.258661 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48762) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:22.263079 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-0b25fcaa-1e28-462e-b4da-644848ce9aa9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'security_group_rule': {'security_group_id': 'adaffee0-beb9-4a4e-8662-9a28520221f6', 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:22.288691 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b25fcaa-1e28-462e-b4da-644848ce9aa9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.345938 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b25fcaa-1e28-462e-b4da-644848ce9aa9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.349370 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b25fcaa-1e28-462e-b4da-644848ce9aa9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.369099 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b25fcaa-1e28-462e-b4da-644848ce9aa9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d681914-8ed4-4360-b7e8-b86ba1b56cef,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:22.375549 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-0b25fcaa-1e28-462e-b4da-644848ce9aa9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.376753 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-0b25fcaa-1e28-462e-b4da-644848ce9aa9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171663 Jul 16 02:39:22.379451 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48764) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:22.384373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-c68b6efd-0d0a-4dc2-b123-251af43d883c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'security_group_rule': {'security_group_id': 'adaffee0-beb9-4a4e-8662-9a28520221f6', 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:22.409433 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c68b6efd-0d0a-4dc2-b123-251af43d883c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.466153 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c68b6efd-0d0a-4dc2-b123-251af43d883c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.469576 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c68b6efd-0d0a-4dc2-b123-251af43d883c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.486677 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b6efd-0d0a-4dc2-b123-251af43d883c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccddb45e-95a4-49e6-b053-ce7bc10bd45c,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:22.492857 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-c68b6efd-0d0a-4dc2-b123-251af43d883c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.494270 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-c68b6efd-0d0a-4dc2-b123-251af43d883c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138585 Jul 16 02:39:22.497124 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48766) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:22.501541 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-fcc7e8c0-0f7a-48e1-a0e1-e04e9f7c59e7 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'security_group_rule': {'security_group_id': 'adaffee0-beb9-4a4e-8662-9a28520221f6', 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:22.527733 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fcc7e8c0-0f7a-48e1-a0e1-e04e9f7c59e7 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.585971 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fcc7e8c0-0f7a-48e1-a0e1-e04e9f7c59e7 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.589601 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fcc7e8c0-0f7a-48e1-a0e1-e04e9f7c59e7 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.608318 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7e8c0-0f7a-48e1-a0e1-e04e9f7c59e7 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb30dfa8-8be0-4608-bce6-000b87ec696d,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:22.611023 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-fcc7e8c0-0f7a-48e1-a0e1-e04e9f7c59e7 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.612305 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-fcc7e8c0-0f7a-48e1-a0e1-e04e9f7c59e7 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1142354 Jul 16 02:39:22.615580 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48768) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:22.620010 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-3764921b-1739-4f39-89db-007dc4f9aeaa tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'security_group_rule': {'security_group_id': 'adaffee0-beb9-4a4e-8662-9a28520221f6', 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:22.640783 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-3764921b-1739-4f39-89db-007dc4f9aeaa tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Project ac6c5d55b2414fa4b764fe85612fab43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:39:22.645457 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3764921b-1739-4f39-89db-007dc4f9aeaa tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.703251 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3764921b-1739-4f39-89db-007dc4f9aeaa tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.706365 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3764921b-1739-4f39-89db-007dc4f9aeaa tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.725782 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764921b-1739-4f39-89db-007dc4f9aeaa tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9755b789-d1f6-4414-b18c-3ff916d11dc5,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:22.731341 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3764921b-1739-4f39-89db-007dc4f9aeaa tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.732555 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3764921b-1739-4f39-89db-007dc4f9aeaa tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1159878 Jul 16 02:39:22.735338 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48770) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:22.740340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-2591a0ec-3055-4fc2-a524-568f3ac772c4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'security_group_rule': {'security_group_id': 'adaffee0-beb9-4a4e-8662-9a28520221f6', 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:22.762022 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-2591a0ec-3055-4fc2-a524-568f3ac772c4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Project ac6c5d55b2414fa4b764fe85612fab43 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:39:22.766631 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2591a0ec-3055-4fc2-a524-568f3ac772c4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.825655 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2591a0ec-3055-4fc2-a524-568f3ac772c4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.829089 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2591a0ec-3055-4fc2-a524-568f3ac772c4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.845612 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2591a0ec-3055-4fc2-a524-568f3ac772c4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73a8d96f-f46a-48f2-b6de-869bbbdeda53,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:22.851899 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-2591a0ec-3055-4fc2-a524-568f3ac772c4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:22.853074 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-2591a0ec-3055-4fc2-a524-568f3ac772c4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1167841 Jul 16 02:39:24.624992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1e350a3a-4144-4685-9627-bbb1d6df2a6b no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:39:24.645386 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 1e350a3a-4144-4685-9627-bbb1d6df2a6b {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:39:24.645727 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 1e350a3a-4144-4685-9627-bbb1d6df2a6b not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:39:31.224149 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:32.185577 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:35.030457 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-14e82e89-de55-45cc-9fa8-a51757ee3ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:37.126703 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-9a3c7c01-a23f-40b9-86c5-5a2d1a6b0039 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422139238&fields=id&tenant_id=ac6c5d55b2414fa4b764fe85612fab43 HTTP/1.1" status: 200 len: 267 time: 0.0326030 Jul 16 02:39:37.233153 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-7b15086c-797f-49b0-b7f1-62655cf40a3e tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:37.234506 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-7b15086c-797f-49b0-b7f1-62655cf40a3e tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 809 time: 0.1017191 Jul 16 02:39:37.248655 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-469132ff-bd23-4ba8-bd04-f90e05b0a4a9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/quotas/ac6c5d55b2414fa4b764fe85612fab43 HTTP/1.1" status: 200 len: 375 time: 0.0088785 Jul 16 02:39:37.312019 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-47ea67d9-5dba-4b07-80e4-74be8541eaa1 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586653 Jul 16 02:39:37.327882 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-206df98c-d313-4f63-b73c-c71e3e4f9b11 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:39:37.328868 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-206df98c-d313-4f63-b73c-c71e3e4f9b11 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056202 Jul 16 02:39:37.472976 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-6d7758e1-2e54-44d6-a214-3bd8b50d8f97 service neutron] 10.222.0.22 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357729 Jul 16 02:39:37.485930 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:37.565008 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-3892ae20-e954-4e30-8a3e-6940ad857f9f service neutron] 10.222.0.22 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855484 Jul 16 02:39:37.596655 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:39:37.720039 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7a389b0b-0eb5-49e3-9645-b3ccdb60d456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:37.856781 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-71d94483-8142-4c34-964d-695da7825625 req-5c175ec1-f57f-4873-b8c8-6ff2ae4f216b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 210 time: 0.0300937 Jul 16 02:39:38.862911 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-94298803-fb09-4f0a-a5d5-e324d91cb0f0 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:38.864530 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-94298803-fb09-4f0a-a5d5-e324d91cb0f0 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 809 time: 0.1028438 Jul 16 02:39:38.909429 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:38.915368 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-7f8a3325-43c7-4a74-ab7a-71d2c1770103 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac6c5d55b2414fa4b764fe85612fab43 HTTP/1.1" status: 200 len: 379 time: 0.0398929 Jul 16 02:39:38.923976 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-3ba3fd14-d3ae-4537-9995-434a7921c6ed tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'port': {'device_id': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'admin_state_up': True, 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'security_groups': ['adaffee0-beb9-4a4e-8662-9a28520221f6']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:39.009670 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e440bf8b-2db0-4b81-8ed2-c0280f29b4b1 req-983a4c4c-348b-43e2-9768-373fca352967 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 210 time: 0.0312505 Jul 16 02:39:39.038148 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-3ba3fd14-d3ae-4537-9995-434a7921c6ed tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Made reservation on behalf of ac6c5d55b2414fa4b764fe85612fab43 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:39:39.042188 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-3ba3fd14-d3ae-4537-9995-434a7921c6ed tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:39.173288 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-3ba3fd14-d3ae-4537-9995-434a7921c6ed tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Allocated IP 172.20.0.5 (88f7bbd1-1a8a-47c6-bfba-25eb90761c0f/0ce1ae85-7444-4930-977c-214cd46ae83f/c612ae0e-4c69-49fe-8b0d-a9ffa4be4048) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:39:39.311276 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-3ba3fd14-d3ae-4537-9995-434a7921c6ed tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:39.330293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-3ba3fd14-d3ae-4537-9995-434a7921c6ed tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Transition to ACTIVE for port object c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:39.363599 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-3ba3fd14-d3ae-4537-9995-434a7921c6ed tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:39.415488 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-3ba3fd14-d3ae-4537-9995-434a7921c6ed tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:39:39.419379 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba3fd14-d3ae-4537-9995-434a7921c6ed tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'Port': ['ID=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:39.421811 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-3ba3fd14-d3ae-4537-9995-434a7921c6ed tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:39.424056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-3ba3fd14-d3ae-4537-9995-434a7921c6ed tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:39:39.474176 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-3ba3fd14-d3ae-4537-9995-434a7921c6ed tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:39.474950 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-3ba3fd14-d3ae-4537-9995-434a7921c6ed tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:39.491391 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-3ba3fd14-d3ae-4537-9995-434a7921c6ed tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5712638 Jul 16 02:39:39.503698 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Request body: {'port': {'device_id': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:39.587175 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:39.682287 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-538201a5-af18-4002-b85e-35c960548abf None None] Provisioning for port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:39.686555 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-538201a5-af18-4002-b85e-35c960548abf None None] Provisioning complete for port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:39.687005 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-538201a5-af18-4002-b85e-35c960548abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:39.725963 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-538201a5-af18-4002-b85e-35c960548abf None None] Port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:39:39.859396 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:39:39.867046 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:39.878972 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Transition to ACTIVE for port object c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:39:39.883364 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:39.934982 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Pushing event updated for resources: {'Port': ['ID=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:40.013282 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Attempting to bind port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:39:40.013648 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Attempting to bind port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '4003d454-7bd4-4b88-b542-e22a7ad0d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:39:40.013984 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Attempting to bind port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 on network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:39:40.018814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 on network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:39:40.019144 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Attempting to bind port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 on network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:39:40.026536 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:39:40.027570 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Checking segment: {'id': '4003d454-7bd4-4b88-b542-e22a7ad0d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:39:40.028450 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Bound using segment: {'id': '4003d454-7bd4-4b88-b542-e22a7ad0d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:39:40.028902 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Bound port: c612ae0e-4c69-49fe-8b0d-a9ffa4be4048, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4003d454-7bd4-4b88-b542-e22a7ad0d713', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:39:40.029304 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:40.109265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] For port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:39:40.113261 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] For port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:39:40.124326 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:40.161897 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:40.162532 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:40.164061 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] 10.222.0.70 "PUT /v2.0/ports/c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 HTTP/1.1" status: 200 len: 1092 time: 0.6650054 Jul 16 02:39:40.164554 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'tag': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:39:40.166748 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7ae6b7-5abd-441f-860f-dabbdc9da2b0" -d '{"events": [{"name": "network-changed", "server_uuid": "e3990970-4fae-48e5-b863-1ca12bd8d0c8", "tag": "c612ae0e-4c69-49fe-8b0d-a9ffa4be4048"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:39:40.205173 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3e2d15-3878-4fd3-a662-2e0a3aac4635 service neutron] Pushing event updated for resources: {'Port': ['ID=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:40.241212 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f93606-daf3-480e-bb85-98bfec4aba9f req-b9932ee7-ca30-48c2-a7e1-61a483e8ca77 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:40.242792 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05f93606-daf3-480e-bb85-98bfec4aba9f req-b9932ee7-ca30-48c2-a7e1-61a483e8ca77 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0846465 Jul 16 02:39:40.288051 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-05f93606-daf3-480e-bb85-98bfec4aba9f req-3f8a97fa-0a66-46fe-8794-3bf229f0e63e tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378950 Jul 16 02:39:40.293592 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-9f2cfc26-2a91-411c-9d29-49fc590ca871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:40.295581 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-9f2cfc26-2a91-411c-9d29-49fc590ca871 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 1095 time: 0.0737815 Jul 16 02:39:40.342866 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-66a7a602-99be-4e92-a2ff-ad0a3a9413d2 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 HTTP/1.1" status: 200 len: 217 time: 0.0392315 Jul 16 02:39:40.358422 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8287373c-5203-4459-bb26-5804eeb3a5ec x-openstack-request-id: req-8287373c-5203-4459-bb26-5804eeb3a5ec {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:39:40.358732 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3990970-4fae-48e5-b863-1ca12bd8d0c8", "tag": "c612ae0e-4c69-49fe-8b0d-a9ffa4be4048", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:39:40.358987 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8287373c-5203-4459-bb26-5804eeb3a5ec {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:39:40.359773 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'tag': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048', 'status': 'completed', 'code': 200} Jul 16 02:39:40.398503 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-e72aeae4-ae83-45cd-ab16-9c701684c2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:40.400071 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-e72aeae4-ae83-45cd-ab16-9c701684c2dd service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0506742 Jul 16 02:39:40.457313 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-a21bba8d-94c0-4c52-9a63-cefb4a2677ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:40.459420 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-a21bba8d-94c0-4c52-9a63-cefb4a2677ec service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525527 Jul 16 02:39:40.522709 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:40.556537 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-f19f6838-ecdc-40ab-a789-58623689b5b9 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893910 Jul 16 02:39:40.649294 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-486ee6c9-ea12-4521-a2ac-deaac1067b7f req-d8930a70-5425-4991-ad83-4c84d64bc51e service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862520 Jul 16 02:39:40.747181 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ae6b7-5abd-441f-860f-dabbdc9da2b0 req-2468b5a0-20cf-4129-9628-0bf254050836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:40.748660 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf7ae6b7-5abd-441f-860f-dabbdc9da2b0 req-2468b5a0-20cf-4129-9628-0bf254050836 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 1095 time: 0.0534492 Jul 16 02:39:40.838715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ae6b7-5abd-441f-860f-dabbdc9da2b0 req-2c4d579e-b4e0-4962-b793-f911e991501a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:40.840383 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf7ae6b7-5abd-441f-860f-dabbdc9da2b0 req-2c4d579e-b4e0-4962-b793-f911e991501a service neutron] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 910 time: 0.0852289 Jul 16 02:39:40.886527 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf7ae6b7-5abd-441f-860f-dabbdc9da2b0 req-804a0449-66ca-45c4-ab85-25bd5f124a14 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 HTTP/1.1" status: 200 len: 217 time: 0.0384479 Jul 16 02:39:40.937001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ae6b7-5abd-441f-860f-dabbdc9da2b0 req-745f85ed-774d-4ce0-b234-f3cba88d1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:40.938499 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf7ae6b7-5abd-441f-860f-dabbdc9da2b0 req-745f85ed-774d-4ce0-b234-f3cba88d1f1d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0448945 Jul 16 02:39:40.993870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ae6b7-5abd-441f-860f-dabbdc9da2b0 req-de53eea2-a373-410c-9cfc-90a9837976a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:40.995362 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf7ae6b7-5abd-441f-860f-dabbdc9da2b0 req-de53eea2-a373-410c-9cfc-90a9837976a2 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510244 Jul 16 02:39:41.088728 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf7ae6b7-5abd-441f-860f-dabbdc9da2b0 req-e0d000f1-aa54-49fe-a123-c3914c1001b3 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864897 Jul 16 02:39:41.175983 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bf7ae6b7-5abd-441f-860f-dabbdc9da2b0 req-82fd751c-7815-40f9-8846-493661394ab9 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813832 Jul 16 02:39:41.473096 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e99a3d-c2ce-43e6-a3ac-3d7376f55e6d req-b94e4edb-3b6b-4fc6-a0f1-5413333038fa tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:41.474688 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77e99a3d-c2ce-43e6-a3ac-3d7376f55e6d req-b94e4edb-3b6b-4fc6-a0f1-5413333038fa tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0676916 Jul 16 02:39:41.513842 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-77e99a3d-c2ce-43e6-a3ac-3d7376f55e6d req-97a2a129-4176-462c-b739-fcdf96101c5f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332236 Jul 16 02:39:42.686603 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2f6a49-1c16-4fea-ba82-1f84f6f51248 req-5dc66000-ca87-4795-b148-cabf8fa3151c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:42.688130 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f2f6a49-1c16-4fea-ba82-1f84f6f51248 req-5dc66000-ca87-4795-b148-cabf8fa3151c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0645270 Jul 16 02:39:42.727557 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9f2f6a49-1c16-4fea-ba82-1f84f6f51248 req-606faa95-5f1f-4631-9abd-24bf0eabd6a2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336335 Jul 16 02:39:43.903615 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65ce88-fffb-4a68-b719-627b98fae552 req-0d25fb92-9f3b-47c8-8f94-6c5b97a2ca0f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:43.905138 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c65ce88-fffb-4a68-b719-627b98fae552 req-0d25fb92-9f3b-47c8-8f94-6c5b97a2ca0f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0666375 Jul 16 02:39:43.941397 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c65ce88-fffb-4a68-b719-627b98fae552 req-d297f41a-7093-417a-b842-da980ad83b1b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307269 Jul 16 02:39:45.109548 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961382a-ec7e-43b4-b9e9-2907b2dc0262 req-23450358-a2db-4c2e-ad08-41569d07a79d tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:45.111006 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c961382a-ec7e-43b4-b9e9-2907b2dc0262 req-23450358-a2db-4c2e-ad08-41569d07a79d tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0614994 Jul 16 02:39:45.147060 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c961382a-ec7e-43b4-b9e9-2907b2dc0262 req-04f16445-725c-47ef-9fa2-4efc8d2ca536 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298855 Jul 16 02:39:46.314210 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253515e-0c34-478a-8c18-e4d40ebd1fea req-4da5347d-f39b-4062-9255-ccc6508c948f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:46.315620 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d253515e-0c34-478a-8c18-e4d40ebd1fea req-4da5347d-f39b-4062-9255-ccc6508c948f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0614626 Jul 16 02:39:46.356763 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d253515e-0c34-478a-8c18-e4d40ebd1fea req-b39c6cb0-7610-4035-9b77-b60e2127bc44 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353639 Jul 16 02:39:47.524736 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843a5f6-3aae-483b-9d03-da16af7ebf34 req-b85bf5d1-9d41-4220-bd1b-da2b24903256 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:47.526218 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7843a5f6-3aae-483b-9d03-da16af7ebf34 req-b85bf5d1-9d41-4220-bd1b-da2b24903256 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0613637 Jul 16 02:39:47.562659 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7843a5f6-3aae-483b-9d03-da16af7ebf34 req-c4721984-76ff-488b-a343-9ad68dd349a0 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309799 Jul 16 02:39:48.749457 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d93aa-cc19-40f2-b877-76f9825c70be req-5a21c31d-043c-4ee5-ad72-82ca2741f1b2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:48.750920 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-371d93aa-cc19-40f2-b877-76f9825c70be req-5a21c31d-043c-4ee5-ad72-82ca2741f1b2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0615819 Jul 16 02:39:48.786092 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-371d93aa-cc19-40f2-b877-76f9825c70be req-168ccbb4-96e2-41ec-a0ac-795ab8050ddd tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296926 Jul 16 02:39:49.959257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7782696-f07c-40d7-a86e-32e5bc9e3655 req-e9549361-53ab-4e35-a508-3dfb390be336 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:49.960779 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7782696-f07c-40d7-a86e-32e5bc9e3655 req-e9549361-53ab-4e35-a508-3dfb390be336 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0654531 Jul 16 02:39:49.997671 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a7782696-f07c-40d7-a86e-32e5bc9e3655 req-46b01ee5-ee87-4ca9-a7a8-8687652b8b8f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308836 Jul 16 02:39:50.756159 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:39:50.846236 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:50.856764 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'port_id': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048', 'mac_address': 'fa:16:3e:f2:8b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:39:50.895390 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:50.907273 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:39:50.925824 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:50.929693 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:50.974347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:50.981819 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:50.982166 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:50.982504 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:50.982840 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:50.983171 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:50.983499 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:50.983856 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:50.984181 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:50.984505 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:50.984826 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:50.985151 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:50.985469 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:39:51.142854 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['c612ae0e-4c69-49fe-8b0d-a9ffa4be4048'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:39:51.167614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480813b-41cc-41bc-8d07-c3b730bbc20a req-16235e2a-91ad-4692-9247-2ee28edcc8a5 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:51.169178 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3480813b-41cc-41bc-8d07-c3b730bbc20a req-16235e2a-91ad-4692-9247-2ee28edcc8a5 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0626514 Jul 16 02:39:51.206238 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3480813b-41cc-41bc-8d07-c3b730bbc20a req-e5a4c102-14ea-46a3-8dcd-07128e534049 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314994 Jul 16 02:39:51.676086 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-62e132a9-bbd8-471d-9229-13b718daa742 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1001832 Jul 16 02:39:51.773225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-2d2bb4f8-718c-4f5f-84a6-67305c401518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:51.773744 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-2d2bb4f8-718c-4f5f-84a6-67305c401518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:51.774219 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-2d2bb4f8-718c-4f5f-84a6-67305c401518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:51.774686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-2d2bb4f8-718c-4f5f-84a6-67305c401518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:51.775154 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-2d2bb4f8-718c-4f5f-84a6-67305c401518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:51.777517 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-2d2bb4f8-718c-4f5f-84a6-67305c401518 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0581343 Jul 16 02:39:51.889892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-22cb69d2-a77a-48ed-862d-0a6b76e86be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:51.890367 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-22cb69d2-a77a-48ed-862d-0a6b76e86be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:51.890835 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-22cb69d2-a77a-48ed-862d-0a6b76e86be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:51.892441 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-22cb69d2-a77a-48ed-862d-0a6b76e86be4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0931735 Jul 16 02:39:51.930965 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-9ffbd021-2a8f-4b3e-bbd8-caf33c48bf13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0327618 Jul 16 02:39:51.983585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-d510dce7-e556-4f3c-916a-36415a23acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:51.985036 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-d510dce7-e556-4f3c-916a-36415a23acb8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0488384 Jul 16 02:39:52.043866 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-619f311c-a491-4cff-b169-84085dc172d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:52.045330 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-619f311c-a491-4cff-b169-84085dc172d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539682 Jul 16 02:39:52.132244 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-04f98e88-969c-4df0-b69c-1187baeb4208 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797756 Jul 16 02:39:52.220851 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-2a399f65-4008-4397-b464-83f5d5d6e24b service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827513 Jul 16 02:39:52.259661 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-dbf74dcc-d4fd-4e17-97a8-889a453a13f1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0330329 Jul 16 02:39:52.304769 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-c1d0754d-a51f-471a-81a6-f78b5dd17513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:52.306320 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-c1d0754d-a51f-471a-81a6-f78b5dd17513 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0411084 Jul 16 02:39:52.374066 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-6ea0966c-cf0d-4973-9716-781171f97eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:52.374305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddf65fb-1c56-43e0-89c7-1863ee31e1a1 req-8cd4a66f-39f2-43c7-b773-983b2ec3d420 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:52.375600 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-6ea0966c-cf0d-4973-9716-781171f97eba service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0553660 Jul 16 02:39:52.375739 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ddf65fb-1c56-43e0-89c7-1863ee31e1a1 req-8cd4a66f-39f2-43c7-b773-983b2ec3d420 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0620353 Jul 16 02:39:52.417389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6ddf65fb-1c56-43e0-89c7-1863ee31e1a1 req-3b0a5ab6-9d13-4d30-98e1-1f60945047e1 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355310 Jul 16 02:39:52.462777 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-02378450-479a-482b-8eb0-db5117e7ce42 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807638 Jul 16 02:39:52.551675 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-338ab75d-e6fb-4423-9ea8-9d79a9aa0d4a service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831504 Jul 16 02:39:52.591105 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-d176b40e-48fe-47da-acf5-bec9b4982740 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0337954 Jul 16 02:39:52.641132 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-e480f21c-e764-4d77-a9ba-40083f24a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:52.642517 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-e480f21c-e764-4d77-a9ba-40083f24a477 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0459571 Jul 16 02:39:52.695315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-9e1c3212-05df-4b5c-bce6-4f4c392d4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:52.697105 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-9e1c3212-05df-4b5c-bce6-4f4c392d4379 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0490444 Jul 16 02:39:52.772915 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:39:52.784316 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-9e507711-83ea-4414-a2a4-ebffc400bb40 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814278 Jul 16 02:39:52.837725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:39:52.843829 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:39:52.844213 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:53.128982 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:53.157574 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:39:53.159885 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2699e80-efea-4fe8-b5a9-2e0c3144e9a0" -d '{"events": [{"server_uuid": "e3990970-4fae-48e5-b863-1ca12bd8d0c8", "name": "network-vif-plugged", "status": "completed", "tag": "c612ae0e-4c69-49fe-8b0d-a9ffa4be4048"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:39:53.174388 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:39:53.179080 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:53.212181 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-ee3a38b5-468c-40db-9117-7d25f091fabc service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220130 Jul 16 02:39:53.228038 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:53.253859 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-8a5c3128-75ac-4959-a709-6a9dc5551fb2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0353739 Jul 16 02:39:53.259175 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-109eb527-df3b-476c-988e-467112a7c658 x-openstack-request-id: req-109eb527-df3b-476c-988e-467112a7c658 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:39:53.259470 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3990970-4fae-48e5-b863-1ca12bd8d0c8", "name": "network-vif-plugged", "status": "completed", "tag": "c612ae0e-4c69-49fe-8b0d-a9ffa4be4048", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:39:53.259723 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-109eb527-df3b-476c-988e-467112a7c658 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:39:53.260187 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048', 'code': 200} Jul 16 02:39:53.306264 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-ea97066d-2f84-4a1b-8595-22a78700d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:53.308445 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-ea97066d-2f84-4a1b-8595-22a78700d23b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0489457 Jul 16 02:39:53.398759 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-74e68df9-d8fe-4194-8139-95ec3fdb399a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:53.400255 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-74e68df9-d8fe-4194-8139-95ec3fdb399a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0863063 Jul 16 02:39:53.406299 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb6561-76db-4a5d-bd50-094ee1028cdc req-e18798a1-c2ba-40d1-83b1-7d4d4f60a66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:53.407619 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d1bb6561-76db-4a5d-bd50-094ee1028cdc req-e18798a1-c2ba-40d1-83b1-7d4d4f60a66b service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 1097 time: 0.0689218 Jul 16 02:39:53.488613 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d1bb6561-76db-4a5d-bd50-094ee1028cdc req-6b0fdad4-a9a0-434c-a20c-4d255e8c4022 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731759 Jul 16 02:39:53.514095 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-fc02b381-c5c2-4354-995a-f88bc5fa6f8f service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053426 Jul 16 02:39:53.608797 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-67a7fa66-caf6-4d7a-b960-e259a3abd32f service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882559 Jul 16 02:39:53.650106 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-30aa47f5-e7a6-4b67-a2c0-2250eaf5497b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0355060 Jul 16 02:39:53.699010 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-680d8f8e-5bc4-4894-b898-8ed66878ab0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:53.700591 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-680d8f8e-5bc4-4894-b898-8ed66878ab0b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0449460 Jul 16 02:39:53.763728 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e158-0677-488f-adea-59c7e251935c req-7401b6c2-1a6d-4f31-91aa-207ffad413a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:53.765268 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-7401b6c2-1a6d-4f31-91aa-207ffad413a5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575533 Jul 16 02:39:53.859859 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-97388ccd-9887-4d4c-b2d8-a0f9bcbaa382 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881739 Jul 16 02:39:53.900568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec8c873-7850-46f5-b598-3c4e6ccea348 req-67cecc0c-01ef-4c68-a40f-5570590e4fbd tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:53.902143 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ec8c873-7850-46f5-b598-3c4e6ccea348 req-67cecc0c-01ef-4c68-a40f-5570590e4fbd tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.3703296 Jul 16 02:39:53.940134 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1ec8c873-7850-46f5-b598-3c4e6ccea348 req-40128b4b-5a52-4ecb-bdf3-674888a6c0c6 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323470 Jul 16 02:39:53.954153 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c711e158-0677-488f-adea-59c7e251935c req-aa26f449-43c7-42f3-99d2-56ed06247cfb service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877707 Jul 16 02:39:55.110981 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16424980-ec72-4821-9ad2-10d6f94fc1e2 req-49e4758d-bac2-4736-a154-adba529cfeeb tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:55.112503 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16424980-ec72-4821-9ad2-10d6f94fc1e2 req-49e4758d-bac2-4736-a154-adba529cfeeb tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0621123 Jul 16 02:39:55.149369 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-16424980-ec72-4821-9ad2-10d6f94fc1e2 req-f5c3fd13-de38-46f1-9d2b-ae69cbe0f2dd tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314183 Jul 16 02:39:55.318531 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f440ac-a49a-429d-a1dc-a3db28eb47d3 req-c12ac1ed-a6bc-421b-8175-55e11fdc8768 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:55.320044 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4f440ac-a49a-429d-a1dc-a3db28eb47d3 req-c12ac1ed-a6bc-421b-8175-55e11fdc8768 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0646646 Jul 16 02:39:55.356836 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c4f440ac-a49a-429d-a1dc-a3db28eb47d3 req-cc34afd0-cc25-4316-aec2-edabf69703be tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308154 Jul 16 02:39:55.380206 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48962) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:55.430426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb13597-e216-4448-af95-773187c90a9e tempest-TestShelveInstance-546547224 tempest-TestShelveInstance-546547224-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:55.431969 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5cb13597-e216-4448-af95-773187c90a9e tempest-TestShelveInstance-546547224 tempest-TestShelveInstance-546547224-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 1092 time: 0.0507028 Jul 16 02:39:55.435335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 48964) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:39:55.439617 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:39:55.460516 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:55.556914 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:55.658734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Allocated IP 172.25.2.145 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/faf09b17-717b-4ac4-abe2-9e0b97a61d1c) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:39:55.759788 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:55.796925 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:55.832633 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:39:55.837350 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:39:55.841345 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:39:55.864765 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'Port': ['ID=faf09b17-717b-4ac4-abe2-9e0b97a61d1c,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:56.206870 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:56.284100 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:56.425526 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:56.429776 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:56.500470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event updated for resources: {'Port': ['ID=faf09b17-717b-4ac4-abe2-9e0b97a61d1c,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:39:56.512045 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:56.611808 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Floating IP 630da5ea-a1de-4caa-b1af-c3d4bfdf6393 associated. External IP: 172.25.2.145, port: c612ae0e-4c69-49fe-8b0d-a9ffa4be4048. Jul 16 02:39:56.812145 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:39:56.915325 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:39:56.925098 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59032bf-b993-4c0a-b5d5-f7ca83c52326 None None] Sync routers for ids ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:39:56.931958 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:39:56.935251 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59032bf-b993-4c0a-b5d5-f7ca83c52326 None None] Routers {'c18bd2df-e0e0-459e-9ac9-8e3e0296f657'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:39:56.935889 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f59032bf-b993-4c0a-b5d5-f7ca83c52326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:39:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:56.968646 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-82761aec-0bb6-4971-be40-83ff31a7fcdc tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5322542 Jul 16 02:39:56.969248 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'tag': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:39:56.971479 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164fa603-d358-4b76-ac69-64a3ec903b44" -d '{"events": [{"name": "network-changed", "server_uuid": "e3990970-4fae-48e5-b863-1ca12bd8d0c8", "tag": "c612ae0e-4c69-49fe-8b0d-a9ffa4be4048"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:39:57.005968 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7244655-b5eb-41ca-9d03-16a5d5b37c4a x-openstack-request-id: req-a7244655-b5eb-41ca-9d03-16a5d5b37c4a {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:39:57.006262 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3990970-4fae-48e5-b863-1ca12bd8d0c8", "tag": "c612ae0e-4c69-49fe-8b0d-a9ffa4be4048", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:39:57.006515 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7244655-b5eb-41ca-9d03-16a5d5b37c4a {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:39:57.006916 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'tag': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048', 'status': 'completed', 'code': 200} Jul 16 02:39:57.054848 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f59032bf-b993-4c0a-b5d5-f7ca83c52326 None None] Set router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:39:57.088295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fa603-d358-4b76-ac69-64a3ec903b44 req-b4b7e0ce-21cc-484a-a744-74b948738a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:57.089823 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-164fa603-d358-4b76-ac69-64a3ec903b44 req-b4b7e0ce-21cc-484a-a744-74b948738a22 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 1097 time: 0.0601056 Jul 16 02:39:57.180590 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fa603-d358-4b76-ac69-64a3ec903b44 req-1866318e-68f5-467c-97eb-59ee66b0eeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:57.182125 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-164fa603-d358-4b76-ac69-64a3ec903b44 req-1866318e-68f5-467c-97eb-59ee66b0eeb4 service neutron] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 910 time: 0.0857222 Jul 16 02:39:57.249591 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-164fa603-d358-4b76-ac69-64a3ec903b44 req-f72cedc2-5129-483e-a4b4-6a25daff78fc service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 HTTP/1.1" status: 200 len: 999 time: 0.0593495 Jul 16 02:39:57.300009 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fa603-d358-4b76-ac69-64a3ec903b44 req-0ef5514b-002a-4b2e-a5e6-eed999fd3ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:57.301500 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-164fa603-d358-4b76-ac69-64a3ec903b44 req-0ef5514b-002a-4b2e-a5e6-eed999fd3ee5 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0447953 Jul 16 02:39:57.363625 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164fa603-d358-4b76-ac69-64a3ec903b44 req-781d23d7-b283-46cf-b980-886562cd4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:39:57.365071 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-164fa603-d358-4b76-ac69-64a3ec903b44 req-781d23d7-b283-46cf-b980-886562cd4d0c service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563800 Jul 16 02:39:57.373224 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f59032bf-b993-4c0a-b5d5-f7ca83c52326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:06Z', 'revision_number': 4, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '630da5ea-a1de-4caa-b1af-c3d4bfdf6393', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'port_id': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'mac_address': 'fa:16:3e:f2:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:39:56Z', 'updated_at': '2021-07-16T02:39:56Z', 'revision_number': 0, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79883691-8f3a-4bf5-aa9c-2bab06736a78', 'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'mac_address': 'fa:16:3e:81:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:05Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 5, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'subnets': [{'id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:57.398802 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59032bf-b993-4c0a-b5d5-f7ca83c52326 None None] Checking router: c18bd2df-e0e0-459e-9ac9-8e3e0296f657 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:39:57.406913 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59032bf-b993-4c0a-b5d5-f7ca83c52326 None None] Routers {'c18bd2df-e0e0-459e-9ac9-8e3e0296f657'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:39:57.407530 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f59032bf-b993-4c0a-b5d5-f7ca83c52326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:39:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:57.453786 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-164fa603-d358-4b76-ac69-64a3ec903b44 req-36e5e153-f1f3-437f-8620-bb10ac35d256 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816336 Jul 16 02:39:57.511147 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f59032bf-b993-4c0a-b5d5-f7ca83c52326 None None] Set router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:39:57.547248 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-164fa603-d358-4b76-ac69-64a3ec903b44 req-e9be42a4-e5ac-468b-bac3-fe6e95351cc1 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864747 Jul 16 02:39:57.730056 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f59032bf-b993-4c0a-b5d5-f7ca83c52326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:06Z', 'revision_number': 4, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '630da5ea-a1de-4caa-b1af-c3d4bfdf6393', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'port_id': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'mac_address': 'fa:16:3e:f2:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:39:56Z', 'updated_at': '2021-07-16T02:39:56Z', 'revision_number': 0, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79883691-8f3a-4bf5-aa9c-2bab06736a78', 'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'mac_address': 'fa:16:3e:81:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:05Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 5, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'subnets': [{'id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:39:57.754925 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59032bf-b993-4c0a-b5d5-f7ca83c52326 None None] The sync data for ids ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'] in n-d-791505-14 is: [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:06Z', 'revision_number': 4, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '630da5ea-a1de-4caa-b1af-c3d4bfdf6393', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'floating_ip_address': '172.25.2.145', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'port_id': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4274, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'mac_address': 'fa:16:3e:f2:8b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:39:56Z', 'updated_at': '2021-07-16T02:39:56Z', 'revision_number': 0, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79883691-8f3a-4bf5-aa9c-2bab06736a78', 'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'mac_address': 'fa:16:3e:81:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:05Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 5, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'subnets': [{'id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:39:57.941407 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4b6685-ffc9-49c2-8fca-9fcdbf8a5f6b None None] New status for floating IP 630da5ea-a1de-4caa-b1af-c3d4bfdf6393: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:40:01.222496 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:02.189474 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:03.151530 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-630bd0ca-bc3b-473e-ac56-3b5335b524b5 req-a87c3c52-088a-4ad9-b376-d8819156b503 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534458 Jul 16 02:40:03.244106 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bd0ca-bc3b-473e-ac56-3b5335b524b5 req-15427daa-7772-4d60-9f0c-7ccb5a6326c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:03.245620 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-630bd0ca-bc3b-473e-ac56-3b5335b524b5 req-15427daa-7772-4d60-9f0c-7ccb5a6326c6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 1097 time: 0.0522718 Jul 16 02:40:03.359981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bd0ca-bc3b-473e-ac56-3b5335b524b5 req-0bb88f58-8d9e-43bf-9a93-cf7a094ca711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:03.361341 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-630bd0ca-bc3b-473e-ac56-3b5335b524b5 req-0bb88f58-8d9e-43bf-9a93-cf7a094ca711 service neutron] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 910 time: 0.0860252 Jul 16 02:40:03.433214 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-630bd0ca-bc3b-473e-ac56-3b5335b524b5 req-534701e3-a4b9-419f-9379-f010b25f9542 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 HTTP/1.1" status: 200 len: 1001 time: 0.0550592 Jul 16 02:40:03.485146 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bd0ca-bc3b-473e-ac56-3b5335b524b5 req-dfb33cc5-03db-40f3-a617-1aebacd3f05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:03.486565 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-630bd0ca-bc3b-473e-ac56-3b5335b524b5 req-dfb33cc5-03db-40f3-a617-1aebacd3f05b service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0465636 Jul 16 02:40:03.548255 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bd0ca-bc3b-473e-ac56-3b5335b524b5 req-ee4d14ae-fc2a-4579-9e61-e1cb7a97c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:03.549704 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-630bd0ca-bc3b-473e-ac56-3b5335b524b5 req-ee4d14ae-fc2a-4579-9e61-e1cb7a97c1df service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501282 Jul 16 02:40:03.639580 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-630bd0ca-bc3b-473e-ac56-3b5335b524b5 req-5d4e80b8-5bf0-4b67-8e44-56f52bdcf648 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804951 Jul 16 02:40:03.731730 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-630bd0ca-bc3b-473e-ac56-3b5335b524b5 req-d0f3d78d-246a-4c91-a49b-40a6d914a0f4 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842927 Jul 16 02:40:05.024918 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e0193df0-68f0-40fe-8970-21d9dd0b9e4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:07.489858 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:07.719656 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-484e188e-7859-4e44-a607-e542fec63a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:08.907628 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:10.525495 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:14.596170 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:40:31.238088 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:32.179323 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:35.025721 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-bf112152-1c04-4ca6-8773-10ead7d069c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.490861 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:37.719608 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-86ae6b1d-8aba-439c-bbf0-16cb51807047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:38.911466 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:40.526804 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:40:51.595154 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:40:52.646992 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-664bcc07-7b91-4935-afd8-8808aaed18c9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0559421 Jul 16 02:40:52.750342 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-d0311d4c-f959-4887-a804-cd6ad09cce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:52.750826 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-d0311d4c-f959-4887-a804-cd6ad09cce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:52.751294 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-d0311d4c-f959-4887-a804-cd6ad09cce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:52.751777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-d0311d4c-f959-4887-a804-cd6ad09cce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:52.752245 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-d0311d4c-f959-4887-a804-cd6ad09cce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:52.753999 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-d0311d4c-f959-4887-a804-cd6ad09cce37 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0627799 Jul 16 02:40:52.862471 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-2df20715-91d6-48d6-b001-809e8c5cdcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:52.862940 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-2df20715-91d6-48d6-b001-809e8c5cdcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:52.863405 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-2df20715-91d6-48d6-b001-809e8c5cdcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:52.864979 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-2df20715-91d6-48d6-b001-809e8c5cdcb8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0877857 Jul 16 02:40:52.907705 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-036f94ff-608e-40d8-862d-1c6482e1ac61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0364807 Jul 16 02:40:52.954356 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-be49d806-4470-4a9c-853f-4d3ac53fcd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:52.956020 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-be49d806-4470-4a9c-853f-4d3ac53fcd8f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0425334 Jul 16 02:40:53.011732 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-78ce2d2f-2a99-4572-81cd-8ad5f40265c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:53.013506 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-78ce2d2f-2a99-4572-81cd-8ad5f40265c9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506113 Jul 16 02:40:53.418667 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-f300a3f3-f2f3-47e4-bb2f-de0dd78f2166 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992019 Jul 16 02:40:53.503307 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-9b9587f4-c43a-4604-a9a7-b87a453662cd service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781715 Jul 16 02:40:53.546579 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-b552f86e-2bba-4c5a-af90-7db87aa72ddd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0360262 Jul 16 02:40:53.592974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-f250bcc0-b97c-4a8f-a5b1-594b5f087769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:53.594983 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-f250bcc0-b97c-4a8f-a5b1-594b5f087769 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0418930 Jul 16 02:40:53.649272 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-6184ed23-cebc-4637-9121-e45603772136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:53.650714 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-6184ed23-cebc-4637-9121-e45603772136 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0493808 Jul 16 02:40:53.738905 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-787dcdc1-56e7-46d8-b285-267eefa587a0 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814054 Jul 16 02:40:53.822847 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-fd0bfe06-f184-4816-9564-23dbbf886970 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779760 Jul 16 02:40:53.865721 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-7ec24103-7dfc-4db7-9b06-f75e673aa19c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0365252 Jul 16 02:40:53.912801 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-37779959-0521-435c-8ef7-c96a6b018951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:53.914193 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-37779959-0521-435c-8ef7-c96a6b018951 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0430608 Jul 16 02:40:53.967827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-5a4077e8-6ff6-4e61-a1b6-b31d5396c73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:53.969783 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-5a4077e8-6ff6-4e61-a1b6-b31d5396c73c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0499697 Jul 16 02:40:54.059533 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-c2c3d63c-f8fc-4cb6-a7ee-b2781b44c14d service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829351 Jul 16 02:40:54.145642 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-32461412-7063-4a7f-a94f-70d34105b4dd service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797777 Jul 16 02:40:54.187480 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-acb64b5f-d444-4d83-a859-9f73f876711c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0360405 Jul 16 02:40:54.233833 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-42d81b79-4185-466f-9c69-eda920a252b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:54.235752 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-42d81b79-4185-466f-9c69-eda920a252b8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0427952 Jul 16 02:40:54.289695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-fb5b13e3-611e-48a0-abf2-b97664853ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:54.291177 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-fb5b13e3-611e-48a0-abf2-b97664853ed1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0498087 Jul 16 02:40:54.381198 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-c845e5c1-627d-4509-b081-549006b83605 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832651 Jul 16 02:40:54.465297 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-5bf68815-0a72-4600-acd5-8714ec51120f service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785818 Jul 16 02:40:54.508371 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-d758d7c9-d582-4ba7-a424-ab522a31d94a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0367215 Jul 16 02:40:54.560839 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-523a39e8-6120-4a01-8dfb-a28a1fd44ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:54.562788 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-523a39e8-6120-4a01-8dfb-a28a1fd44ad6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0479927 Jul 16 02:40:54.619389 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-6eb87179-72be-4feb-a389-c2dcd3e5d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:40:54.620932 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-6eb87179-72be-4feb-a389-c2dcd3e5d090 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0519538 Jul 16 02:40:54.712097 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-796f686c-5689-4c97-8655-db5258bcc5e3 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846252 Jul 16 02:40:54.797473 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc8a3b71-067b-46d6-b452-19670bf2da46 req-130a7ab3-0905-4fc8-8109-b5359e87ff90 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797477 Jul 16 02:41:01.237162 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:02.180423 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:04.510431 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f560fef5-3d87-41df-937c-c8425006d6b8 req-9ea2949c-4042-4f0b-8352-1557d376f710 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0859973 Jul 16 02:41:04.609446 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560fef5-3d87-41df-937c-c8425006d6b8 req-82445f4f-fd72-4a9a-ad27-6459d812dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:04.610952 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f560fef5-3d87-41df-937c-c8425006d6b8 req-82445f4f-fd72-4a9a-ad27-6459d812dbe3 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 1097 time: 0.0577838 Jul 16 02:41:04.715323 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560fef5-3d87-41df-937c-c8425006d6b8 req-ca58dbe3-b631-4d36-8ccb-657055a09c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:04.716844 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f560fef5-3d87-41df-937c-c8425006d6b8 req-ca58dbe3-b631-4d36-8ccb-657055a09c8d service neutron] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 910 time: 0.0855739 Jul 16 02:41:04.784095 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f560fef5-3d87-41df-937c-c8425006d6b8 req-1f354e7d-e505-4f1f-acd1-5beaefe003b0 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 HTTP/1.1" status: 200 len: 1001 time: 0.0601544 Jul 16 02:41:04.833973 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560fef5-3d87-41df-937c-c8425006d6b8 req-71adcb79-56ba-49ba-8507-c3a73200baea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:04.835377 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f560fef5-3d87-41df-937c-c8425006d6b8 req-71adcb79-56ba-49ba-8507-c3a73200baea service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0430522 Jul 16 02:41:04.890360 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560fef5-3d87-41df-937c-c8425006d6b8 req-655437d8-0d35-4269-aa74-784e00579c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:04.891815 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f560fef5-3d87-41df-937c-c8425006d6b8 req-655437d8-0d35-4269-aa74-784e00579c32 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496774 Jul 16 02:41:04.985284 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f560fef5-3d87-41df-937c-c8425006d6b8 req-542941d2-0af8-4ac3-88ce-b10beac2e771 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835774 Jul 16 02:41:05.028842 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90be4364-7872-43aa-9f53-3ef9b8e41ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:05.074641 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f560fef5-3d87-41df-937c-c8425006d6b8 req-90330629-bd18-439b-8707-bedbb69d046d service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810750 Jul 16 02:41:07.490272 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:07.719182 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7b1f4299-07f8-4e53-85b4-ded2d661b20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:08.913615 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:10.528809 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:28.595095 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:41:31.244553 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:32.179552 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:35.029000 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3b372713-a9b6-4d6a-b8a3-c14680436d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:37.490003 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:37.718820 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9f7d6c02-4a88-41f9-8650-4267409b36c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:38.916561 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:40.530637 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:41:49.828079 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffffa94e-3e2c-4c82-8433-b2173d47d8b8 req-3ccc6ffb-3896-4f01-ad28-50567b68f1d2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:49.829592 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ffffa94e-3e2c-4c82-8433-b2173d47d8b8 req-3ccc6ffb-3896-4f01-ad28-50567b68f1d2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.1034553 Jul 16 02:41:49.866200 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ffffa94e-3e2c-4c82-8433-b2173d47d8b8 req-ccc06016-a776-4493-8875-54ed0168d8c2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307980 Jul 16 02:41:51.058251 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23e6e8c-2a0e-4edc-a378-e99ea7a09873 req-3dc4cf89-0aae-49d1-9cf2-36018de0d173 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:51.059748 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e23e6e8c-2a0e-4edc-a378-e99ea7a09873 req-3dc4cf89-0aae-49d1-9cf2-36018de0d173 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0615690 Jul 16 02:41:51.100508 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e23e6e8c-2a0e-4edc-a378-e99ea7a09873 req-7f34d896-6a12-4adb-8016-6d955b2196ac tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345521 Jul 16 02:41:52.276105 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a75d9-03fc-4c28-aa26-e34bf126bb81 req-789f113e-47d1-4675-a793-bb906d18528c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:52.277600 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-454a75d9-03fc-4c28-aa26-e34bf126bb81 req-789f113e-47d1-4675-a793-bb906d18528c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0667911 Jul 16 02:41:52.314821 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-454a75d9-03fc-4c28-aa26-e34bf126bb81 req-8c63b636-72c8-417b-97f1-26987f9156d3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310926 Jul 16 02:41:53.484287 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a2b48-4227-42de-9546-70228a318669 req-79fc248f-8659-4efc-80d1-3b18ec46b92b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:53.486120 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c4a2b48-4227-42de-9546-70228a318669 req-79fc248f-8659-4efc-80d1-3b18ec46b92b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0623367 Jul 16 02:41:53.522299 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c4a2b48-4227-42de-9546-70228a318669 req-69e3df4e-003b-490b-bdc4-697968b3cc63 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307302 Jul 16 02:41:53.630945 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-1101ec4a-a810-445f-a4d6-8bb361df83e6 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0615783 Jul 16 02:41:53.729776 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-6955847d-82fe-4ae8-8286-ed79706e2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:53.730263 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-6955847d-82fe-4ae8-8286-ed79706e2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:53.730747 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-6955847d-82fe-4ae8-8286-ed79706e2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:53.731312 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-6955847d-82fe-4ae8-8286-ed79706e2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:53.731814 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-6955847d-82fe-4ae8-8286-ed79706e2656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:53.733590 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-6955847d-82fe-4ae8-8286-ed79706e2656 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0593262 Jul 16 02:41:53.846125 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-70089486-ed2f-4a22-9845-079677565b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:53.846610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-70089486-ed2f-4a22-9845-079677565b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:53.847088 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-70089486-ed2f-4a22-9845-079677565b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:53.848679 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-70089486-ed2f-4a22-9845-079677565b0d service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0921419 Jul 16 02:41:53.889521 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-1b3cdb2f-9c53-4785-bad6-39b369d3c6f3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0338953 Jul 16 02:41:53.936524 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-a182f728-8256-48ac-916f-1379ce678a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:53.938482 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-a182f728-8256-48ac-916f-1379ce678a7c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0422466 Jul 16 02:41:53.998285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-ff232c18-0426-44bb-b9ab-7e7382897720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:54.000341 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-ff232c18-0426-44bb-b9ab-7e7382897720 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553446 Jul 16 02:41:54.009821 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-bc29a96f-6f77-4fc3-b48f-baf311d260c0 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:41:54.010766 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-bc29a96f-6f77-4fc3-b48f-baf311d260c0 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048323 Jul 16 02:41:54.097763 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-485b53d3-ac2a-41d5-9a78-d3cba1cbab89 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808704 Jul 16 02:41:54.189449 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-343f69da-b8ba-4fce-9ab0-78019c11ffdd service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850079 Jul 16 02:41:54.228150 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-5069315e-d7bb-4a61-9799-fb58f6d07eac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0333104 Jul 16 02:41:54.275184 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-27f245e8-23d8-4973-bbb7-55c7b5fd0ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:54.276624 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-27f245e8-23d8-4973-bbb7-55c7b5fd0ee9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0416784 Jul 16 02:41:54.335226 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-b288869f-60ee-4282-8e24-7b8b8f4478db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:54.336735 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-b288869f-60ee-4282-8e24-7b8b8f4478db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0542846 Jul 16 02:41:54.422975 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-d2d73e12-89f7-45bc-b42c-bf401702d7a5 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798032 Jul 16 02:41:54.511402 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-ed59ad72-0a04-43ba-8db7-f759d4d7acb2 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826130 Jul 16 02:41:54.550217 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-459fcfbe-952f-4057-b2e0-c04209fea30e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0329247 Jul 16 02:41:54.602750 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-c7542e29-6ec4-4c6a-a072-8e381a91499f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:54.604540 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-c7542e29-6ec4-4c6a-a072-8e381a91499f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0491486 Jul 16 02:41:54.665546 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-6b86e19b-bd59-4785-b5f5-9aeb3ebd8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:54.667097 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-6b86e19b-bd59-4785-b5f5-9aeb3ebd8811 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0567746 Jul 16 02:41:54.697757 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ad67c-b25b-4332-8d6d-985e3f77c47e req-a71c796a-c8c9-4c41-95ac-fba09943ca11 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:54.699269 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d38ad67c-b25b-4332-8d6d-985e3f77c47e req-a71c796a-c8c9-4c41-95ac-fba09943ca11 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0660496 Jul 16 02:41:54.736656 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d38ad67c-b25b-4332-8d6d-985e3f77c47e req-936e271a-ccb8-4419-a697-22f5c7df8faa tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311267 Jul 16 02:41:54.755118 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-dcc732d6-d78b-4deb-9258-77cd6fe1df4c service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816479 Jul 16 02:41:54.846099 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-eb5fc835-80a0-4575-83a7-3b43bc8f2085 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851095 Jul 16 02:41:54.884483 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-67a87285-e988-431a-8d66-b1acd2c0b708 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0328469 Jul 16 02:41:54.930776 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-c1a6cf29-ec2c-4bda-97f2-5653463fd85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:54.932204 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-c1a6cf29-ec2c-4bda-97f2-5653463fd85f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0411241 Jul 16 02:41:54.990584 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-be1f72c1-a7b2-454d-ae9f-659760ab504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:54.992057 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-be1f72c1-a7b2-454d-ae9f-659760ab504c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0538843 Jul 16 02:41:55.078586 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-f480f9ac-206e-4e35-9132-96c68fe9fcc6 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801537 Jul 16 02:41:55.169339 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-69aa83b5-b0bc-4830-b751-a928a05c435e service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839412 Jul 16 02:41:55.208012 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-5907f74f-c2e9-4f47-bd55-63184ad902cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0327597 Jul 16 02:41:55.258548 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-a1ee5006-2fda-4b90-87a8-fbd6c284a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:55.260030 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-a1ee5006-2fda-4b90-87a8-fbd6c284a8c3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0463622 Jul 16 02:41:55.314552 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-ad877e81-a74b-4dac-b900-bef5c2e58650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:55.316018 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-ad877e81-a74b-4dac-b900-bef5c2e58650 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0498016 Jul 16 02:41:55.400076 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-140ffc0d-a1cb-4873-8822-d7f1b76dd122 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779643 Jul 16 02:41:55.490006 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-40ad0946-d292-4853-9a6c-c73430620cb8 req-58e8620f-854f-4595-bc09-61e208131997 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831878 Jul 16 02:41:55.905101 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c447077-db71-49fb-9428-bde50d21528c req-fa7cabf0-6590-4230-8982-6846b49f5609 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:55.907152 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c447077-db71-49fb-9428-bde50d21528c req-fa7cabf0-6590-4230-8982-6846b49f5609 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0617177 Jul 16 02:41:55.942913 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8c447077-db71-49fb-9428-bde50d21528c req-cd2fcb78-e298-4bc8-8ec5-cb22709712bf tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303469 Jul 16 02:41:57.116008 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e340ef3-321a-4bab-a715-f3b5142b5c42 req-a79a835f-e91e-415b-a8b8-5006e12eaf21 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:57.117492 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e340ef3-321a-4bab-a715-f3b5142b5c42 req-a79a835f-e91e-415b-a8b8-5006e12eaf21 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0617461 Jul 16 02:41:57.158194 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5e340ef3-321a-4bab-a715-f3b5142b5c42 req-81a34f35-29e7-4cc4-8018-c6be64ac41c5 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352254 Jul 16 02:41:58.326019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcabf3f-ce4b-4fb5-b5d0-1360147ef09f req-91079636-32e0-44a6-98c6-11c72b4360f1 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:58.327407 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bcabf3f-ce4b-4fb5-b5d0-1360147ef09f req-91079636-32e0-44a6-98c6-11c72b4360f1 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0621333 Jul 16 02:41:58.364321 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5bcabf3f-ce4b-4fb5-b5d0-1360147ef09f req-23dabc47-3c09-4bf8-9668-288e52eae1f4 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304666 Jul 16 02:41:59.532799 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b0eb7-c9d2-47f9-8ba3-71eebcd2468f req-402d149c-f728-442a-8453-94d659d8b416 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:59.534278 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4d2b0eb7-c9d2-47f9-8ba3-71eebcd2468f req-402d149c-f728-442a-8453-94d659d8b416 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0611682 Jul 16 02:41:59.569763 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4d2b0eb7-c9d2-47f9-8ba3-71eebcd2468f req-d95524c0-23c6-4644-8437-19f326abe2df tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300312 Jul 16 02:41:59.890367 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d908d69-f5a7-490e-b93a-e186d65a1616 req-6df8ea18-babd-46e1-9d1d-e0c1809874ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:59.892507 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0d908d69-f5a7-490e-b93a-e186d65a1616 req-6df8ea18-babd-46e1-9d1d-e0c1809874ca service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 1097 time: 0.0524487 Jul 16 02:41:59.982766 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d908d69-f5a7-490e-b93a-e186d65a1616 req-4d2b2a34-4a71-4e41-830a-3bd957dc744a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:41:59.984237 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0d908d69-f5a7-490e-b93a-e186d65a1616 req-4d2b2a34-4a71-4e41-830a-3bd957dc744a service neutron] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 910 time: 0.0859108 Jul 16 02:42:00.046751 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0d908d69-f5a7-490e-b93a-e186d65a1616 req-6792f109-e878-4ef9-84e1-d0fde4fe1d52 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 HTTP/1.1" status: 200 len: 1001 time: 0.0564036 Jul 16 02:42:00.094282 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d908d69-f5a7-490e-b93a-e186d65a1616 req-94682fa0-b335-4449-9c5e-79e3417a2bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:00.095684 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0d908d69-f5a7-490e-b93a-e186d65a1616 req-94682fa0-b335-4449-9c5e-79e3417a2bc0 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0429349 Jul 16 02:42:00.154468 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d908d69-f5a7-490e-b93a-e186d65a1616 req-72d53f27-f49a-470d-bfbe-571cf110abbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:00.155967 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0d908d69-f5a7-490e-b93a-e186d65a1616 req-72d53f27-f49a-470d-bfbe-571cf110abbf service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534997 Jul 16 02:42:00.243146 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0d908d69-f5a7-490e-b93a-e186d65a1616 req-6e1b530c-6a88-4ab7-94d7-330a17353d55 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807018 Jul 16 02:42:00.333641 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0d908d69-f5a7-490e-b93a-e186d65a1616 req-d5cc4e6a-7c2c-4dbd-a73a-5ac2889c0dfe service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838680 Jul 16 02:42:00.747392 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e1376-2b39-4e94-8dff-0eb823a43edd req-f312b588-f7f7-4b21-bfad-889dfdd06d48 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:00.748939 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac6e1376-2b39-4e94-8dff-0eb823a43edd req-f312b588-f7f7-4b21-bfad-889dfdd06d48 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0705252 Jul 16 02:42:00.788179 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ac6e1376-2b39-4e94-8dff-0eb823a43edd req-ced115c1-e784-48ef-9a4c-26fe68a80517 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329349 Jul 16 02:42:01.261463 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:01.963924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae36d50-4d2a-46ae-b269-992d1a919497 req-e3c3b639-19d4-4784-9ac2-e4d38fef194c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:01.965427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ae36d50-4d2a-46ae-b269-992d1a919497 req-e3c3b639-19d4-4784-9ac2-e4d38fef194c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0644112 Jul 16 02:42:02.003847 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9ae36d50-4d2a-46ae-b269-992d1a919497 req-851b6f79-2a3e-4246-8c66-e6beaeacb776 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323110 Jul 16 02:42:02.180094 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:03.186180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e036255-54bc-4463-9ce3-f606f73ea367 req-ce39279e-fcb1-4d25-8179-c498ea7cdd78 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:03.187703 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e036255-54bc-4463-9ce3-f606f73ea367 req-ce39279e-fcb1-4d25-8179-c498ea7cdd78 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0637331 Jul 16 02:42:03.232258 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-9e036255-54bc-4463-9ce3-f606f73ea367 req-06771a3c-e72d-4d47-9222-8ef59ac0258c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380650 Jul 16 02:42:04.400677 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdfc6d-d0cb-4da2-959a-6e101c1ae020 req-fa511a35-2ecc-4391-9a4a-ac978fad655e tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:04.402069 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1cdfc6d-d0cb-4da2-959a-6e101c1ae020 req-fa511a35-2ecc-4391-9a4a-ac978fad655e tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0616565 Jul 16 02:42:04.438416 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a1cdfc6d-d0cb-4da2-959a-6e101c1ae020 req-da05c111-4953-4226-ac3e-dd3fca0ccc8f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304713 Jul 16 02:42:04.657194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49046) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:42:04.750545 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-46748238-a9c3-419a-9c8a-931f08138c4d req-dc34218e-8237-457a-8de5-3970a9ba4aed service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915866 Jul 16 02:42:04.779693 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea1a194-7c76-40b5-9558-e5e2ef969d16 req-12365b55-46c6-46f1-8e9a-bdda637595e2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:04.781227 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bea1a194-7c76-40b5-9558-e5e2ef969d16 req-12365b55-46c6-46f1-8e9a-bdda637595e2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0631664 Jul 16 02:42:04.819235 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bea1a194-7c76-40b5-9558-e5e2ef969d16 req-c973652e-466b-45cf-8f93-4409b8c7c029 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322740 Jul 16 02:42:05.029459 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5ab67c4e-111e-4750-9914-f90a8177488f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:05.404553 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:42:05.478838 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:05.500463 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:42:05.502749 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0480f8f-9e8b-44ea-ab45-e6aaf7ee07f2" -d '{"events": [{"server_uuid": "e3990970-4fae-48e5-b863-1ca12bd8d0c8", "name": "network-vif-unplugged", "status": "completed", "tag": "c612ae0e-4c69-49fe-8b0d-a9ffa4be4048"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:42:05.515417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:05.520238 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:05.543600 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 02:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c438f3c-037b-4cf0-89a1-4c74fe6bb0dc x-openstack-request-id: req-0c438f3c-037b-4cf0-89a1-4c74fe6bb0dc {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:42:05.543940 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3990970-4fae-48e5-b863-1ca12bd8d0c8", "name": "network-vif-unplugged", "status": "failed", "tag": "c612ae0e-4c69-49fe-8b0d-a9ffa4be4048", "code": 422}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:42:05.544182 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c438f3c-037b-4cf0-89a1-4c74fe6bb0dc {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:42:05.544568 n-d-791505-14 neutron-server[93921]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048', 'code': 422} returned with failed status Jul 16 02:42:05.569649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:05.576854 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:05.577205 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:05.577546 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:05.577883 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:05.578744 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:05.579077 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:05.579405 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:05.579729 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:05.580075 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:05.580397 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:05.580718 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:05.581303 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:42:05.596028 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:42:05.996634 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f6045-d7f8-424c-a026-6ed27629d575 req-23c169cc-b57a-49e8-962c-d48703c1832b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:05.998039 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3a4f6045-d7f8-424c-a026-6ed27629d575 req-23c169cc-b57a-49e8-962c-d48703c1832b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0668786 Jul 16 02:42:06.038001 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-3a4f6045-d7f8-424c-a026-6ed27629d575 req-a1cde236-6d3d-45c3-9be7-d10862a85cdb tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336709 Jul 16 02:42:07.209222 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8993ad1-982d-4740-bbfd-70a886e335ad req-cd65bfda-84f3-4bdf-925a-75b0553295b9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:07.210650 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a8993ad1-982d-4740-bbfd-70a886e335ad req-cd65bfda-84f3-4bdf-925a-75b0553295b9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0631411 Jul 16 02:42:07.248465 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a8993ad1-982d-4740-bbfd-70a886e335ad req-e720cc2d-2963-4003-a11e-96b1c2aa5850 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320964 Jul 16 02:42:07.494249 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:07.718241 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d732c223-b5d1-4a55-a53b-194ce4a0a9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:08.424024 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e62de-73c0-4582-ba53-5e104b28b0cb req-50f17a00-96ed-4c3d-817a-4c8ffd5c5d1d tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:08.425408 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-541e62de-73c0-4582-ba53-5e104b28b0cb req-50f17a00-96ed-4c3d-817a-4c8ffd5c5d1d tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0629108 Jul 16 02:42:08.467270 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-541e62de-73c0-4582-ba53-5e104b28b0cb req-a6ff9d1e-e772-4077-9c48-b32fe9b26e4f tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362530 Jul 16 02:42:08.919891 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:09.452862 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46748238-a9c3-419a-9c8a-931f08138c4d req-8fd656f4-1351-413c-9dd9-578bc1f11c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:09.454362 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-46748238-a9c3-419a-9c8a-931f08138c4d req-8fd656f4-1351-413c-9dd9-578bc1f11c84 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8&tenant_id=ac6c5d55b2414fa4b764fe85612fab43 HTTP/1.1" status: 200 len: 1095 time: 0.0519354 Jul 16 02:42:09.531536 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46748238-a9c3-419a-9c8a-931f08138c4d req-00ad11bc-1492-4feb-8c60-3570561aa1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:09.533102 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-46748238-a9c3-419a-9c8a-931f08138c4d req-00ad11bc-1492-4feb-8c60-3570561aa1f8 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 1095 time: 0.0558519 Jul 16 02:42:09.624373 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46748238-a9c3-419a-9c8a-931f08138c4d req-4c886255-038d-44f3-89b6-ea5e32ae2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:09.625885 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-46748238-a9c3-419a-9c8a-931f08138c4d req-4c886255-038d-44f3-89b6-ea5e32ae2eb5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 910 time: 0.0863681 Jul 16 02:42:09.638650 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2eccc-4aea-4700-adaf-3dbf38d33185 req-5c0265cd-d96c-482c-8b62-58c7b628973b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:09.640195 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99c2eccc-4aea-4700-adaf-3dbf38d33185 req-5c0265cd-d96c-482c-8b62-58c7b628973b tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0637424 Jul 16 02:42:09.677979 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-99c2eccc-4aea-4700-adaf-3dbf38d33185 req-f135ef3e-44db-43f8-b397-ec39f3e2550c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321908 Jul 16 02:42:09.693235 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-46748238-a9c3-419a-9c8a-931f08138c4d req-d6496d56-c7be-40a5-8e6c-fb12a72f2be1 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 HTTP/1.1" status: 200 len: 999 time: 0.0607295 Jul 16 02:42:09.741841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46748238-a9c3-419a-9c8a-931f08138c4d req-bc6ef0b2-b683-4e58-bef4-2673bdd5202d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:09.743201 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-46748238-a9c3-419a-9c8a-931f08138c4d req-bc6ef0b2-b683-4e58-bef4-2673bdd5202d service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0436392 Jul 16 02:42:09.797940 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46748238-a9c3-419a-9c8a-931f08138c4d req-7e6a5319-9bd1-4ce8-b14f-62809aaf896f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:09.799420 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-46748238-a9c3-419a-9c8a-931f08138c4d req-7e6a5319-9bd1-4ce8-b14f-62809aaf896f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501802 Jul 16 02:42:09.888262 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-46748238-a9c3-419a-9c8a-931f08138c4d req-8fd4991b-8e65-43c5-a8fe-14a3cfb67ecf service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827186 Jul 16 02:42:09.974581 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-46748238-a9c3-419a-9c8a-931f08138c4d req-4ced0947-2303-4a47-98b4-f097643b7348 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799694 Jul 16 02:42:10.533674 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:10.845947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6c2af-e055-4564-94d6-cf228a9200f9 req-71b507a2-fd87-4c60-bba5-c1f4b77b5271 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:10.847427 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-69f6c2af-e055-4564-94d6-cf228a9200f9 req-71b507a2-fd87-4c60-bba5-c1f4b77b5271 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0619414 Jul 16 02:42:10.883907 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-69f6c2af-e055-4564-94d6-cf228a9200f9 req-069df720-5ad0-436d-ad75-8a3a1fe9e9e9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307944 Jul 16 02:42:12.055935 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffcac9-68c7-425d-b8a4-68688e5bb00e req-2fead692-e296-49d9-96ff-c9219fa30b20 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:12.057525 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19ffcac9-68c7-425d-b8a4-68688e5bb00e req-2fead692-e296-49d9-96ff-c9219fa30b20 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0662422 Jul 16 02:42:12.095340 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-19ffcac9-68c7-425d-b8a4-68688e5bb00e req-37526469-3b87-4eaf-942a-0cb686a66182 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322611 Jul 16 02:42:13.268958 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89775f45-230a-419c-8705-988946f8d5b7 req-e4c2b8f0-8d3e-492f-bbbb-ca8b3b691f44 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:13.270429 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89775f45-230a-419c-8705-988946f8d5b7 req-e4c2b8f0-8d3e-492f-bbbb-ca8b3b691f44 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0614727 Jul 16 02:42:13.307048 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-89775f45-230a-419c-8705-988946f8d5b7 req-73ad8e5c-2b91-44e2-8aa7-5a5eef888185 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311081 Jul 16 02:42:14.475257 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a85cc6-a33a-43f1-8595-be0ac92ac5fc req-c8c3c965-9fe9-4ed7-be83-4cf55914b2b8 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:14.476762 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a85cc6-a33a-43f1-8595-be0ac92ac5fc req-c8c3c965-9fe9-4ed7-be83-4cf55914b2b8 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0617599 Jul 16 02:42:14.517725 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-41a85cc6-a33a-43f1-8595-be0ac92ac5fc req-c39f6af7-0178-42c9-81cf-a74f097c12b2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355394 Jul 16 02:42:15.686554 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c1fa1-20da-4dea-81f4-abb3b649a012 req-b38f31b1-b1c1-44f5-9bb4-d15d1371dc4a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:15.688544 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-441c1fa1-20da-4dea-81f4-abb3b649a012 req-b38f31b1-b1c1-44f5-9bb4-d15d1371dc4a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0614190 Jul 16 02:42:15.724989 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-441c1fa1-20da-4dea-81f4-abb3b649a012 req-50dc9c1f-65b3-47ff-9a88-1ad0efd6622a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310180 Jul 16 02:42:16.890557 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90d60e-ec63-42d8-8eb8-e9db464d34b1 req-93e9805a-386e-4378-8f5c-06b60a03c7b6 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:16.892545 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d90d60e-ec63-42d8-8eb8-e9db464d34b1 req-93e9805a-386e-4378-8f5c-06b60a03c7b6 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 943 time: 0.0614243 Jul 16 02:42:16.929349 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7d90d60e-ec63-42d8-8eb8-e9db464d34b1 req-7c9b4cd6-9be3-4bc0-af4c-6f1721b23c1c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313179 Jul 16 02:42:17.460508 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:42:17.551028 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:17.561564 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'port_id': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048', 'mac_address': 'fa:16:3e:f2:8b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:42:17.600351 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:17.612950 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:42:17.632203 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:17.635956 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:17.682071 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:17.895413 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['c612ae0e-4c69-49fe-8b0d-a9ffa4be4048'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:42:18.113632 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7909b8d-aec2-444f-aa66-391f51924c63 req-85fac12b-5efa-4459-9dda-be81a7fe740a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:18.115674 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c7909b8d-aec2-444f-aa66-391f51924c63 req-85fac12b-5efa-4459-9dda-be81a7fe740a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0729856 Jul 16 02:42:18.154033 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c7909b8d-aec2-444f-aa66-391f51924c63 req-1b03b655-d1b0-4521-ac39-1f69688bb1a3 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323071 Jul 16 02:42:19.326335 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd57f0-bf1d-42ad-b758-ed7a5ecb3063 req-552c985a-9a97-449c-adb5-995539c0f2f2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:19.327849 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cecd57f0-bf1d-42ad-b758-ed7a5ecb3063 req-552c985a-9a97-449c-adb5-995539c0f2f2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 944 time: 0.0648665 Jul 16 02:42:19.364743 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-cecd57f0-bf1d-42ad-b758-ed7a5ecb3063 req-1c958889-4249-45c7-8b5b-c721c6d02b6d tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303180 Jul 16 02:42:19.476207 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:42:19.522428 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:42:19.522799 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:19.597195 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:19.619237 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:42:19.621493 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69454883-e6aa-47ab-9002-0d1fd010dbff" -d '{"events": [{"server_uuid": "e3990970-4fae-48e5-b863-1ca12bd8d0c8", "name": "network-vif-plugged", "status": "completed", "tag": "c612ae0e-4c69-49fe-8b0d-a9ffa4be4048"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:42:19.634709 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:42:19.638377 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:19.660509 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3339ad2-1043-4796-8870-e4cfa5080c36 x-openstack-request-id: req-e3339ad2-1043-4796-8870-e4cfa5080c36 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:42:19.660802 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3990970-4fae-48e5-b863-1ca12bd8d0c8", "name": "network-vif-plugged", "status": "completed", "tag": "c612ae0e-4c69-49fe-8b0d-a9ffa4be4048", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:42:19.661056 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3339ad2-1043-4796-8870-e4cfa5080c36 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:42:19.661460 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048', 'code': 200} Jul 16 02:42:19.687704 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:42:19.821591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661cef5-3ebf-4cba-921a-e7af7c52d137 req-7bb8cbe7-1439-4497-9f82-fdaf68b742ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:19.823058 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6661cef5-3ebf-4cba-921a-e7af7c52d137 req-7bb8cbe7-1439-4497-9f82-fdaf68b742ba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 1097 time: 0.0543542 Jul 16 02:42:19.855555 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6661cef5-3ebf-4cba-921a-e7af7c52d137 req-9eab1b41-4020-42fd-a2b3-a31bb60a1827 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0262265 Jul 16 02:42:20.537004 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a5f59-fefb-43a2-b08b-7e5bec54f0a2 req-ee583057-8e90-4b20-9096-22e1bfb0a7f2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:20.538529 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b18a5f59-fefb-43a2-b08b-7e5bec54f0a2 req-ee583057-8e90-4b20-9096-22e1bfb0a7f2 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0632765 Jul 16 02:42:20.582049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b18a5f59-fefb-43a2-b08b-7e5bec54f0a2 req-5870416d-f239-4386-90ec-12e43b0697c5 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375936 Jul 16 02:42:21.755007 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d72adb-e47b-4b20-8b47-37579b9a22f4 req-f74c1209-28f5-4bbf-8001-502c26c36a59 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:21.756431 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b8d72adb-e47b-4b20-8b47-37579b9a22f4 req-f74c1209-28f5-4bbf-8001-502c26c36a59 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0620358 Jul 16 02:42:21.793092 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-b8d72adb-e47b-4b20-8b47-37579b9a22f4 req-e49ab3e2-39b5-4011-b8ed-c7355e7be9d0 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312591 Jul 16 02:42:31.252402 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:32.175183 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:35.031234 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-29934ce1-71c5-4e20-8099-55fec486d262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:37.504314 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:37.718591 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-63098654-62eb-4c0a-af27-3c9bf707e306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:38.920757 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:40.537328 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:42:42.598802 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:42:53.631573 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-c01c211c-5495-4945-8ca4-4de2dc7fbdf9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0579250 Jul 16 02:42:53.730993 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-253e616e-96de-4f33-969a-8a2e1b545ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:53.731470 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-253e616e-96de-4f33-969a-8a2e1b545ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:53.731875 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-253e616e-96de-4f33-969a-8a2e1b545ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:53.732355 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-253e616e-96de-4f33-969a-8a2e1b545ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:53.732827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-253e616e-96de-4f33-969a-8a2e1b545ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:53.734564 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-253e616e-96de-4f33-969a-8a2e1b545ba7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0586228 Jul 16 02:42:53.845339 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-916ead26-9241-46cf-8a61-ee8713b30ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:53.845842 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-916ead26-9241-46cf-8a61-ee8713b30ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:53.846314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-916ead26-9241-46cf-8a61-ee8713b30ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:53.847892 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-916ead26-9241-46cf-8a61-ee8713b30ea3 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0907047 Jul 16 02:42:53.886959 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-23db12dc-1bb7-4243-a7d5-e5d281f6da53 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0332060 Jul 16 02:42:53.938522 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-7cc81735-2961-4879-af55-a01d23ba50fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:53.940656 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-7cc81735-2961-4879-af55-a01d23ba50fc service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0472748 Jul 16 02:42:53.995309 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-e67ac4fb-f4e3-431a-8e35-3fb514c90c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:53.996730 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-e67ac4fb-f4e3-431a-8e35-3fb514c90c54 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502844 Jul 16 02:42:54.083736 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-8f8254a2-4d66-4cf0-a7f2-514e61d4c8dc service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802100 Jul 16 02:42:54.170257 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-cabd0a2c-8dc7-4bfb-bce1-4c0e6de53278 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808673 Jul 16 02:42:54.207418 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-d8631bd7-a45f-4d19-8c97-8784b5c01ab4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0315332 Jul 16 02:42:54.253458 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-3b63d453-8761-40d2-8888-b16a1a83b298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:54.254798 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-3b63d453-8761-40d2-8888-b16a1a83b298 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0417175 Jul 16 02:42:54.633217 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-6b4037b1-adf0-4a36-8ad8-853c41925b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:54.634728 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-6b4037b1-adf0-4a36-8ad8-853c41925b58 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3742862 Jul 16 02:42:54.722553 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-542e60b1-eaa3-4c73-bc43-e66e7d25a5f6 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803511 Jul 16 02:42:54.810331 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-e140a44f-dbed-425c-9c12-535394180795 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817246 Jul 16 02:42:54.849757 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-3a595005-84b9-4714-9f26-b3e76bbbf299 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0332794 Jul 16 02:42:54.900641 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-3bd2ccb6-f54d-407f-bafc-9647fcb6ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:54.901948 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-3bd2ccb6-f54d-407f-bafc-9647fcb6ff7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0453973 Jul 16 02:42:54.956202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-84b12f8d-5efd-4431-8d7c-f191469d024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:54.957882 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-84b12f8d-5efd-4431-8d7c-f191469d024a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0495362 Jul 16 02:42:55.042675 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-f08145c6-d0db-40bc-aa2a-1ac85f3ed89a service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786178 Jul 16 02:42:55.132788 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-31ddf840-e60f-441c-aea1-3315806dfee2 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834868 Jul 16 02:42:55.172382 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-294779a9-d3d6-4c12-aeca-3f06f1ed0799 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0328953 Jul 16 02:42:55.218432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-f7ba901a-6956-4682-ac7e-28cba77a4e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:55.219860 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-f7ba901a-6956-4682-ac7e-28cba77a4e1a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0419652 Jul 16 02:42:55.278568 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-e9f918a7-3b72-49c0-8eb7-805b94d67be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:55.280048 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-e9f918a7-3b72-49c0-8eb7-805b94d67be9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0542488 Jul 16 02:42:55.365804 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-3147974e-50c6-47ab-bb27-c34fb8035858 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797300 Jul 16 02:42:55.455562 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-0d239524-ff7e-4b91-a11c-550a14541dd5 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831897 Jul 16 02:42:55.493958 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-d1bedf63-4041-4dbe-9996-2d62a0ee3579 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0327935 Jul 16 02:42:55.545781 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-22052e9b-12f3-43ed-ba49-95949e1c86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:55.547201 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-22052e9b-12f3-43ed-ba49-95949e1c86b9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0465062 Jul 16 02:42:55.601330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-9f703410-393e-402e-ae8c-dabb450187a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:42:55.602762 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-9f703410-393e-402e-ae8c-dabb450187a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0497830 Jul 16 02:42:55.688711 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-2ea025d3-7657-4afc-9c72-0c89d7f39804 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787816 Jul 16 02:42:55.778626 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-bc77ba7b-68e0-4f8a-b1ca-a01eee4ff235 req-5b5aba38-4872-4c52-a5db-f1b0d35e03f3 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841749 Jul 16 02:43:01.265698 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:02.174098 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:05.032091 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8c1c2455-af3a-40cf-883a-0701ce985576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:06.486762 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4d747f0-5696-4414-914c-0f08da0c590e req-0c315cd9-5d4e-4aa8-a948-f03165a655dc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500271 Jul 16 02:43:06.577724 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d747f0-5696-4414-914c-0f08da0c590e req-0f8ff592-2c20-42db-b506-4b4ba92db260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:06.579222 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4d747f0-5696-4414-914c-0f08da0c590e req-0f8ff592-2c20-42db-b506-4b4ba92db260 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 1097 time: 0.0524652 Jul 16 02:43:06.688691 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d747f0-5696-4414-914c-0f08da0c590e req-1ec177df-d518-496f-b47d-87ece875b542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:06.690154 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4d747f0-5696-4414-914c-0f08da0c590e req-1ec177df-d518-496f-b47d-87ece875b542 service neutron] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 910 time: 0.0885820 Jul 16 02:43:06.753675 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4d747f0-5696-4414-914c-0f08da0c590e req-56cbb889-68f5-4185-b4f2-b8e8dec96749 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 HTTP/1.1" status: 200 len: 1001 time: 0.0569677 Jul 16 02:43:06.805479 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d747f0-5696-4414-914c-0f08da0c590e req-1e66c0d8-f931-4ab0-a13d-72fb700a9268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:06.806905 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4d747f0-5696-4414-914c-0f08da0c590e req-1e66c0d8-f931-4ab0-a13d-72fb700a9268 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0471139 Jul 16 02:43:06.861635 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d747f0-5696-4414-914c-0f08da0c590e req-722d26cf-c183-4c32-8db6-5f9f4d9ba345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:06.863083 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4d747f0-5696-4414-914c-0f08da0c590e req-722d26cf-c183-4c32-8db6-5f9f4d9ba345 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502915 Jul 16 02:43:06.949700 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4d747f0-5696-4414-914c-0f08da0c590e req-d09a40fe-aa80-45d3-b972-a3879f9cee98 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803888 Jul 16 02:43:07.042783 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d4d747f0-5696-4414-914c-0f08da0c590e req-001ca0c4-16fc-4da5-9088-03198207408a service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860934 Jul 16 02:43:07.499595 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:07.718786 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9c2f018f-a800-4889-9eaf-de25e8e347d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:08.924871 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:10.539899 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:19.597652 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:43:31.294907 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:32.175479 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:35.032662 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-468855b0-2841-4be2-8f30-1b824c53d48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:37.500395 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:37.574010 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49116) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:37.718683 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-fa78ef1a-2f33-4aa4-b787-9567cb2c1b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:37.728305 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Deleting port faf09b17-717b-4ac4-abe2-9e0b97a61d1c {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:43:37.728655 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:37.805919 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:37.806249 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:37.817610 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Calling delete_port for faf09b17-717b-4ac4-abe2-9e0b97a61d1c owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:43:37.960140 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:37.984601 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event deleted for resources: {'Port': ['ID=faf09b17-717b-4ac4-abe2-9e0b97a61d1c,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:38.011309 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:38.011655 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:38.012022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:38.012357 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:38.012689 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:38.013016 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:38.013384 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:38.013694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:38.014014 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:38.014337 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:38.014653 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:38.014969 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:38.059679 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:38.060039 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Floating IP 630da5ea-a1de-4caa-b1af-c3d4bfdf6393 disassociated (deleted). External IP: 172.25.2.145, port: c612ae0e-4c69-49fe-8b0d-a9ffa4be4048. Jul 16 02:43:38.261925 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:43:38.366334 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:43:38.371040 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:38.375296 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85170fd2-29d9-46af-9f8d-45ee2a6d00dc None None] Sync routers for ids ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:43:38.384662 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85170fd2-29d9-46af-9f8d-45ee2a6d00dc None None] Routers {'c18bd2df-e0e0-459e-9ac9-8e3e0296f657'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:38.385261 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-85170fd2-29d9-46af-9f8d-45ee2a6d00dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:38.406671 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-3fa85202-2bab-4439-83ba-fc56a98c1732 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "DELETE /v2.0/floatingips/630da5ea-a1de-4caa-b1af-c3d4bfdf6393 HTTP/1.1" status: 204 len: 168 time: 0.8315694 Jul 16 02:43:38.407251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'tag': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:43:38.409554 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3af96c-8058-42a9-be80-1d929cae24ea" -d '{"events": [{"name": "network-changed", "server_uuid": "e3990970-4fae-48e5-b863-1ca12bd8d0c8", "tag": "c612ae0e-4c69-49fe-8b0d-a9ffa4be4048"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:43:38.488357 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-85170fd2-29d9-46af-9f8d-45ee2a6d00dc None None] Set router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:38.642465 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbfd3cc-087a-4b6b-b8f5-b9c95aedd8f9 x-openstack-request-id: req-3bbfd3cc-087a-4b6b-b8f5-b9c95aedd8f9 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:43:38.642981 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3990970-4fae-48e5-b863-1ca12bd8d0c8", "tag": "c612ae0e-4c69-49fe-8b0d-a9ffa4be4048", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:43:38.642981 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3bbfd3cc-087a-4b6b-b8f5-b9c95aedd8f9 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:43:38.643378 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'tag': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048', 'status': 'completed', 'code': 200} Jul 16 02:43:38.690440 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-85170fd2-29d9-46af-9f8d-45ee2a6d00dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:06Z', 'revision_number': 4, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '79883691-8f3a-4bf5-aa9c-2bab06736a78', 'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'mac_address': 'fa:16:3e:81:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:05Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 5, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'subnets': [{'id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:38.721414 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85170fd2-29d9-46af-9f8d-45ee2a6d00dc None None] Checking router: c18bd2df-e0e0-459e-9ac9-8e3e0296f657 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:43:38.723953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3af96c-8058-42a9-be80-1d929cae24ea req-766c9eab-8f6a-4f24-a2c0-85d9178e8bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:38.725551 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7c3af96c-8058-42a9-be80-1d929cae24ea req-766c9eab-8f6a-4f24-a2c0-85d9178e8bdf service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 1097 time: 0.0552132 Jul 16 02:43:38.730779 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85170fd2-29d9-46af-9f8d-45ee2a6d00dc None None] Routers {'c18bd2df-e0e0-459e-9ac9-8e3e0296f657'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:38.731475 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-85170fd2-29d9-46af-9f8d-45ee2a6d00dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:38.792081 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792e71a-06b6-4ab3-9e9c-80c0362d4b96 req-87670018-b064-4f3b-9607-92a0268a1666 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:38.793896 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1792e71a-06b6-4ab3-9e9c-80c0362d4b96 req-87670018-b064-4f3b-9607-92a0268a1666 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0651286 Jul 16 02:43:38.823726 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3af96c-8058-42a9-be80-1d929cae24ea req-f8c0cf99-752c-4c7b-b8ca-b8339def3b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:38.825363 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7c3af96c-8058-42a9-be80-1d929cae24ea req-f8c0cf99-752c-4c7b-b8ca-b8339def3b59 service neutron] 10.222.0.70 "GET /v2.0/networks?id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 200 len: 910 time: 0.0934367 Jul 16 02:43:38.838863 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1792e71a-06b6-4ab3-9e9c-80c0362d4b96 req-9e9ea910-d2cf-4842-8fe9-cd4e8a6a6219 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393612 Jul 16 02:43:38.840983 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-85170fd2-29d9-46af-9f8d-45ee2a6d00dc None None] Set router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:38.871051 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7c3af96c-8058-42a9-be80-1d929cae24ea req-3a7d9875-d0ad-428b-a7e3-09924f630257 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 HTTP/1.1" status: 200 len: 217 time: 0.0363133 Jul 16 02:43:38.928772 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:38.931084 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3af96c-8058-42a9-be80-1d929cae24ea req-3c5052cb-a17c-4ec6-8ece-ff69e1282872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:38.932617 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7c3af96c-8058-42a9-be80-1d929cae24ea req-3c5052cb-a17c-4ec6-8ece-ff69e1282872 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 200 len: 848 time: 0.0512922 Jul 16 02:43:38.991044 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3af96c-8058-42a9-be80-1d929cae24ea req-3d1ac9a5-668d-485e-9c3e-380c59bfd9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:38.993197 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7c3af96c-8058-42a9-be80-1d929cae24ea req-3d1ac9a5-668d-485e-9c3e-380c59bfd9ff service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521834 Jul 16 02:43:39.098179 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7c3af96c-8058-42a9-be80-1d929cae24ea req-21d10144-f283-4ba4-a409-16b68df08ac6 service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913153 Jul 16 02:43:39.127040 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-85170fd2-29d9-46af-9f8d-45ee2a6d00dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:06Z', 'revision_number': 4, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '79883691-8f3a-4bf5-aa9c-2bab06736a78', 'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'mac_address': 'fa:16:3e:81:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:05Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 5, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'subnets': [{'id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:39.152814 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85170fd2-29d9-46af-9f8d-45ee2a6d00dc None None] The sync data for ids ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'] in n-d-791505-14 is: [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:35:06Z', 'revision_number': 4, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '79883691-8f3a-4bf5-aa9c-2bab06736a78', 'name': '', 'network_id': '88f7bbd1-1a8a-47c6-bfba-25eb90761c0f', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'mac_address': 'fa:16:3e:81:35:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_interface', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:05Z', 'updated_at': '2021-07-16T02:35:11Z', 'revision_number': 5, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'subnets': [{'id': '0ce1ae85-7444-4930-977c-214cd46ae83f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:43:39.196292 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7c3af96c-8058-42a9-be80-1d929cae24ea req-bb999976-7a35-4755-8bdd-56dd02e5e3fc service neutron] 10.222.0.70 "GET /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906141 Jul 16 02:43:39.358403 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d19623-a378-45d2-a13a-bb0d76565940 None None] New status for floating IP 630da5ea-a1de-4caa-b1af-c3d4bfdf6393: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:43:40.017161 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ca347-eff5-4600-a76a-bc18655639b2 req-6300eda0-3f6b-42e6-8a03-6f75c30162e6 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:40.018649 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c8ca347-eff5-4600-a76a-bc18655639b2 req-6300eda0-3f6b-42e6-8a03-6f75c30162e6 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0663004 Jul 16 02:43:40.057092 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-6c8ca347-eff5-4600-a76a-bc18655639b2 req-5fb26bad-27b9-44b5-800d-ecf7e62d8b7c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/security-groups?id=adaffee0-beb9-4a4e-8662-9a28520221f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328081 Jul 16 02:43:40.456043 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d171ab84-2d8e-4b71-ba98-d1f2dfdbbbce req-7a51a8e3-5d10-439e-8fb9-6a86b6a297f1 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:40.457919 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d171ab84-2d8e-4b71-ba98-d1f2dfdbbbce req-7a51a8e3-5d10-439e-8fb9-6a86b6a297f1 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 945 time: 0.0621371 Jul 16 02:43:40.542555 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:40.560183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-d171ab84-2d8e-4b71-ba98-d1f2dfdbbbce req-591204ac-24e8-49d4-ac41-10d8e2cc7a0a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Deleting port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:43:40.560539 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d171ab84-2d8e-4b71-ba98-d1f2dfdbbbce req-591204ac-24e8-49d4-ac41-10d8e2cc7a0a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:40.651026 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-d171ab84-2d8e-4b71-ba98-d1f2dfdbbbce req-591204ac-24e8-49d4-ac41-10d8e2cc7a0a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] For port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:40.651385 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d171ab84-2d8e-4b71-ba98-d1f2dfdbbbce req-591204ac-24e8-49d4-ac41-10d8e2cc7a0a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:40.662965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-d171ab84-2d8e-4b71-ba98-d1f2dfdbbbce req-591204ac-24e8-49d4-ac41-10d8e2cc7a0a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Calling delete_port for c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:43:40.788447 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d171ab84-2d8e-4b71-ba98-d1f2dfdbbbce req-591204ac-24e8-49d4-ac41-10d8e2cc7a0a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:40.820270 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591204ac-24e8-49d4-ac41-10d8e2cc7a0a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event deleted for resources: {'Port': ['ID=c612ae0e-4c69-49fe-8b0d-a9ffa4be4048,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:40.867980 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-d171ab84-2d8e-4b71-ba98-d1f2dfdbbbce req-591204ac-24e8-49d4-ac41-10d8e2cc7a0a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] No DVR routers for this DVR port c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:43:40.870557 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-d171ab84-2d8e-4b71-ba98-d1f2dfdbbbce req-591204ac-24e8-49d4-ac41-10d8e2cc7a0a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:40.872607 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d171ab84-2d8e-4b71-ba98-d1f2dfdbbbce req-591204ac-24e8-49d4-ac41-10d8e2cc7a0a tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.70 "DELETE /v2.0/ports/c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 HTTP/1.1" status: 204 len: 173 time: 0.4091308 Jul 16 02:43:40.873047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'name': 'network-vif-deleted', 'tag': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:43:40.875286 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f3667e-cab9-4932-86a2-d2dd830af38c" -d '{"events": [{"server_uuid": "e3990970-4fae-48e5-b863-1ca12bd8d0c8", "name": "network-vif-deleted", "tag": "c612ae0e-4c69-49fe-8b0d-a9ffa4be4048"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:43:40.915640 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23fccea8-e3b9-483d-903f-ab2dde74ea59 x-openstack-request-id: req-23fccea8-e3b9-483d-903f-ab2dde74ea59 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:43:40.915977 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3990970-4fae-48e5-b863-1ca12bd8d0c8", "name": "network-vif-deleted", "tag": "c612ae0e-4c69-49fe-8b0d-a9ffa4be4048", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:43:40.916230 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23fccea8-e3b9-483d-903f-ab2dde74ea59 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:43:40.916629 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3990970-4fae-48e5-b863-1ca12bd8d0c8', 'name': 'network-vif-deleted', 'tag': 'c612ae0e-4c69-49fe-8b0d-a9ffa4be4048', 'status': 'completed', 'code': 200} Jul 16 02:43:41.200602 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8b4ce3dc-288b-4575-9eb4-36a06533d861 req-1d2fff2c-7ffc-4dd9-b38e-ced6e94d07e9 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 210 time: 0.0304303 Jul 16 02:43:42.341483 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-88346bb2-0adf-461e-b74e-f875c3ede1fb req-d775a75b-5fe9-4041-9057-fd7d1312b589 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 210 time: 0.0292742 Jul 16 02:43:43.479834 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d430cd22-c10e-4771-9da2-ac4fbc2931c7 req-cbb99e4a-2c1b-4e6f-9575-bdd34c0b2d98 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 210 time: 0.0294816 Jul 16 02:43:43.943281 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:43:43.965503 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:43:43.965849 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device c612ae0e-4c69-49fe-8b0d-a9ffa4be4048 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:43:44.638860 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-27ba4713-263d-4a85-b52f-1e3b990da90b req-90cd48e8-9757-4b6b-b3b9-3d16208c40b8 tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3990970-4fae-48e5-b863-1ca12bd8d0c8 HTTP/1.1" status: 200 len: 210 time: 0.0328457 Jul 16 02:43:45.733599 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49152) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:45.793565 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:45.819297 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:45.879530 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:45.882077 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:45.883950 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] 10.222.0.22 "DELETE /v2.0/security-groups/adaffee0-beb9-4a4e-8662-9a28520221f6 HTTP/1.1" status: 204 len: 168 time: 0.1486580 Jul 16 02:43:45.893226 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adaffee0-beb9-4a4e-8662-9a28520221f6,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:45.901366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:45.901716 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:45.902056 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:45.902387 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:45.902715 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:45.903038 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:45.903362 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:45.903690 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:45.904042 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:45.904380 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:45.904684 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:45.904998 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcdf5481-a58a-49df-8add-b988cb12cc6c tempest-TestShelveInstance-81829407 tempest-TestShelveInstance-81829407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:45.932402 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49156) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:46.385979 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33d9c334-f7c1-4bfe-87df-5078bae4424b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:46.637232 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-33d9c334-f7c1-4bfe-87df-5078bae4424b admin admin] Deleting port 79883691-8f3a-4bf5-aa9c-2bab06736a78 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:43:46.637585 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33d9c334-f7c1-4bfe-87df-5078bae4424b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:46.713389 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-33d9c334-f7c1-4bfe-87df-5078bae4424b admin admin] For port 79883691-8f3a-4bf5-aa9c-2bab06736a78, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=79883691-8f3a-4bf5-aa9c-2bab06736a78,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:46.713747 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33d9c334-f7c1-4bfe-87df-5078bae4424b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:46.725515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-33d9c334-f7c1-4bfe-87df-5078bae4424b admin admin] Calling delete_port for 79883691-8f3a-4bf5-aa9c-2bab06736a78 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:43:46.904570 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33d9c334-f7c1-4bfe-87df-5078bae4424b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:46.935351 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9c334-f7c1-4bfe-87df-5078bae4424b admin admin] Pushing event deleted for resources: {'Port': ['ID=79883691-8f3a-4bf5-aa9c-2bab06736a78,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:47.102821 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-33d9c334-f7c1-4bfe-87df-5078bae4424b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:47.322319 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d9c334-f7c1-4bfe-87df-5078bae4424b admin admin] Router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:43:47.424676 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d9c334-f7c1-4bfe-87df-5078bae4424b admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:43:47.429514 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-33d9c334-f7c1-4bfe-87df-5078bae4424b admin admin] 10.222.0.22 "PUT /v2.0/routers/c18bd2df-e0e0-459e-9ac9-8e3e0296f657/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4961555 Jul 16 02:43:47.432253 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49160) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:47.435563 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b15c1ef-5f03-46d9-901f-7a71d3e71f6e None None] Sync routers for ids ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:43:47.450316 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15c1ef-5f03-46d9-901f-7a71d3e71f6e None None] Routers {'c18bd2df-e0e0-459e-9ac9-8e3e0296f657'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:47.450924 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4b15c1ef-5f03-46d9-901f-7a71d3e71f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:47.539212 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae0161d6-34ae-4871-abd9-441b71e6dbba admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:47.554154 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-4b15c1ef-5f03-46d9-901f-7a71d3e71f6e None None] Set router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:47.638148 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae0161d6-34ae-4871-abd9-441b71e6dbba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:47.692115 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ae0161d6-34ae-4871-abd9-441b71e6dbba admin admin] Deleting port 2e0191c1-badc-40d0-acee-0f1fad29e3ff {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:43:47.692382 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae0161d6-34ae-4871-abd9-441b71e6dbba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:47.728879 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4b15c1ef-5f03-46d9-901f-7a71d3e71f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:43:46Z', 'revision_number': 5, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port': {'id': '2e0191c1-badc-40d0-acee-0f1fad29e3ff', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:04Z', 'updated_at': '2021-07-16T02:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:47.756171 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b15c1ef-5f03-46d9-901f-7a71d3e71f6e None None] Checking router: c18bd2df-e0e0-459e-9ac9-8e3e0296f657 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:43:47.764716 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b15c1ef-5f03-46d9-901f-7a71d3e71f6e None None] Routers {'c18bd2df-e0e0-459e-9ac9-8e3e0296f657'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:47.765323 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4b15c1ef-5f03-46d9-901f-7a71d3e71f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:47.768726 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-ae0161d6-34ae-4871-abd9-441b71e6dbba admin admin] For port 2e0191c1-badc-40d0-acee-0f1fad29e3ff, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2e0191c1-badc-40d0-acee-0f1fad29e3ff,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:47.769085 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae0161d6-34ae-4871-abd9-441b71e6dbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:47.781677 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-ae0161d6-34ae-4871-abd9-441b71e6dbba admin admin] Calling delete_port for 2e0191c1-badc-40d0-acee-0f1fad29e3ff owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:43:47.848547 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-4b15c1ef-5f03-46d9-901f-7a71d3e71f6e None None] Set router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:47.898763 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-4b15c1ef-5f03-46d9-901f-7a71d3e71f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:43:47Z', 'revision_number': 6, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:47.927223 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b15c1ef-5f03-46d9-901f-7a71d3e71f6e None None] The sync data for ids ['c18bd2df-e0e0-459e-9ac9-8e3e0296f657'] in n-d-791505-14 is: [{'id': 'c18bd2df-e0e0-459e-9ac9-8e3e0296f657', 'name': 'tempest-TestShelveInstance-1564360919-router', 'tenant_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:03Z', 'updated_at': '2021-07-16T02:43:47Z', 'revision_number': 6, 'project_id': 'ac6c5d55b2414fa4b764fe85612fab43', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:43:47.944058 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae0161d6-34ae-4871-abd9-441b71e6dbba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:47.968537 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0161d6-34ae-4871-abd9-441b71e6dbba admin admin] Pushing event deleted for resources: {'Port': ['ID=2e0191c1-badc-40d0-acee-0f1fad29e3ff,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:48.034642 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae0161d6-34ae-4871-abd9-441b71e6dbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:48.122834 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae0161d6-34ae-4871-abd9-441b71e6dbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:48.124963 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae0161d6-34ae-4871-abd9-441b71e6dbba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:48.166026 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae0161d6-34ae-4871-abd9-441b71e6dbba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:48.166592 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0161d6-34ae-4871-abd9-441b71e6dbba admin admin] Fanout notify agent at l3_agent the message router_deleted on router c18bd2df-e0e0-459e-9ac9-8e3e0296f657 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:43:48.170763 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-ae0161d6-34ae-4871-abd9-441b71e6dbba admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:48.172021 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-ae0161d6-34ae-4871-abd9-441b71e6dbba admin admin] 10.222.0.22 "DELETE /v2.0/routers/c18bd2df-e0e0-459e-9ac9-8e3e0296f657 HTTP/1.1" status: 204 len: 168 time: 0.7387698 Jul 16 02:43:48.174456 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49162) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:48.217974 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb3b38ec-9395-4ba0-9659-7afdffdb8dc6 admin admin] Deleting subnet 0ce1ae85-7444-4930-977c-214cd46ae83f {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:43:48.220793 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb3b38ec-9395-4ba0-9659-7afdffdb8dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:48.554335 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb3b38ec-9395-4ba0-9659-7afdffdb8dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:48.629965 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb3b38ec-9395-4ba0-9659-7afdffdb8dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:48.681453 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb3b38ec-9395-4ba0-9659-7afdffdb8dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:48.710895 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3b38ec-9395-4ba0-9659-7afdffdb8dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce1ae85-7444-4930-977c-214cd46ae83f,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:48.716092 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb3b38ec-9395-4ba0-9659-7afdffdb8dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:48.718075 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fb3b38ec-9395-4ba0-9659-7afdffdb8dc6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0ce1ae85-7444-4930-977c-214cd46ae83f HTTP/1.1" status: 204 len: 168 time: 0.5426779 Jul 16 02:43:48.720737 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49164) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:48.722766 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec57224-55a8-4bb5-98c1-3e0f66bb6f26 None None] Network 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:43:48.791690 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:48.854108 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] Deleting port 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:43:48.854450 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:48.911286 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] DHCP port deletion for 88f7bbd1-1a8a-47c6-bfba-25eb90761c0f request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:43:48.921474 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] For port 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:48.921845 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:48.936326 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] Calling delete_port for 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:43:48.958170 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Deleting port 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:43:48.958552 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:49.024754 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:49.028058 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] For port 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d,segment=NetworkSegment(4003d454-7bd4-4b88-b542-e22a7ad0d713),segment_id=4003d454-7bd4-4b88-b542-e22a7ad0d713)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:49.028426 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:49.043070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Calling delete_port for 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:43:49.051283 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] Pushing event deleted for resources: {'Port': ['ID=02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:49.056888 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] No DVR routers for this DVR port 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:43:49.124222 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:49.129100 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:49.138953 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f7bbd1-1a8a-47c6-bfba-25eb90761c0f']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:49.146575 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Pushing event deleted for resources: {'Port': ['ID=02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:49.148753 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4003d454-7bd4-4b88-b542-e22a7ad0d713') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:49.149209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4003d454-7bd4-4b88-b542-e22a7ad0d713') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:49.158890 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:49.159301 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:49.159448 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:49.159652 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:49.160020 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:49.160361 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:49.160702 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:49.161029 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:49.161360 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:49.161696 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:49.162021 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:49.162348 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:49.162672 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:49.166611 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bc1e79-e43a-4641-89d0-3546b96dd7f4 None None] No DVR routers for this DVR port 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:43:49.176992 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:49.181636 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:43:49.181894 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: timer() Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:43:49.183617 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:43:49.235870 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:49.241575 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:49.246940 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49166) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:49.247511 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] 10.222.0.22 "DELETE /v2.0/networks/88f7bbd1-1a8a-47c6-bfba-25eb90761c0f HTTP/1.1" status: 204 len: 168 time: 0.5250576 Jul 16 02:43:49.257490 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f431d-aad2-4668-bf05-fd49f79af028 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f7bbd1-1a8a-47c6-bfba-25eb90761c0f,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:49.559109 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 79883691-8f3a-4bf5-aa9c-2bab06736a78 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:43:49.578781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 79883691-8f3a-4bf5-aa9c-2bab06736a78 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:43:49.579127 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 79883691-8f3a-4bf5-aa9c-2bab06736a78 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:43:49.579537 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:43:49.586470 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6411545a-f50b-4f7a-af67-3b1a55d58729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:49.601050 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:43:49.601415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 02e5f5dd-04d0-447b-bcfd-ea73cc8cf16d not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:43:49.601821 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2e0191c1-badc-40d0-acee-0f1fad29e3ff no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:43:49.620162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 2e0191c1-badc-40d0-acee-0f1fad29e3ff {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:43:49.620505 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2e0191c1-badc-40d0-acee-0f1fad29e3ff not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:43:49.837931 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-6411545a-f50b-4f7a-af67-3b1a55d58729 admin admin] Deleting port 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:43:49.838283 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6411545a-f50b-4f7a-af67-3b1a55d58729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:49.916019 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-6411545a-f50b-4f7a-af67-3b1a55d58729 admin admin] For port 3af8179f-8d6f-44ad-a5b3-8068ef9fde26, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=3af8179f-8d6f-44ad-a5b3-8068ef9fde26,segment=NetworkSegment(f5c19d9b-e744-43e8-8ac9-5cbd29af5773),segment_id=f5c19d9b-e744-43e8-8ac9-5cbd29af5773)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:49.916386 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6411545a-f50b-4f7a-af67-3b1a55d58729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:49.928395 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-6411545a-f50b-4f7a-af67-3b1a55d58729 admin admin] Calling delete_port for 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:43:50.103069 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6411545a-f50b-4f7a-af67-3b1a55d58729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:50.128277 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6411545a-f50b-4f7a-af67-3b1a55d58729 admin admin] Pushing event deleted for resources: {'Port': ['ID=3af8179f-8d6f-44ad-a5b3-8068ef9fde26,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:50.291464 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-6411545a-f50b-4f7a-af67-3b1a55d58729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:50.499348 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6411545a-f50b-4f7a-af67-3b1a55d58729 admin admin] Router 1a3df605-47b6-4d78-906f-47fd415cc48f has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:43:50.603614 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6411545a-f50b-4f7a-af67-3b1a55d58729 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:43:50.608992 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6411545a-f50b-4f7a-af67-3b1a55d58729 admin admin] 10.222.0.22 "PUT /v2.0/routers/1a3df605-47b6-4d78-906f-47fd415cc48f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3609319 Jul 16 02:43:50.611440 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49168) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:50.612794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509e7075-7478-4b75-b539-7f910d4d1b6e None None] Sync routers for ids ['1a3df605-47b6-4d78-906f-47fd415cc48f'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:43:50.622350 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509e7075-7478-4b75-b539-7f910d4d1b6e None None] Routers {'1a3df605-47b6-4d78-906f-47fd415cc48f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:50.622976 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-509e7075-7478-4b75-b539-7f910d4d1b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1a3df605-47b6-4d78-906f-47fd415cc48f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:50.711729 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85d68f01-f778-4607-b5ff-8e64e0db5340 admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:50.724960 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-509e7075-7478-4b75-b539-7f910d4d1b6e None None] Set router 1a3df605-47b6-4d78-906f-47fd415cc48f gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:50.817154 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85d68f01-f778-4607-b5ff-8e64e0db5340 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:50.869473 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-85d68f01-f778-4607-b5ff-8e64e0db5340 admin admin] Deleting port d51efd24-6a5b-44fa-b046-5e4f72a34f1c {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:43:50.869826 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85d68f01-f778-4607-b5ff-8e64e0db5340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:50.898741 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-509e7075-7478-4b75-b539-7f910d4d1b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'name': 'tempest-TestShelveInstance-1393206225-router', 'tenant_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'd51efd24-6a5b-44fa-b046-5e4f72a34f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:08Z', 'updated_at': '2021-07-16T02:43:50Z', 'revision_number': 5, 'project_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'gw_port': {'id': 'd51efd24-6a5b-44fa-b046-5e4f72a34f1c', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:35:08Z', 'updated_at': '2021-07-16T02:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:50.924374 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509e7075-7478-4b75-b539-7f910d4d1b6e None None] Checking router: 1a3df605-47b6-4d78-906f-47fd415cc48f for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:43:50.932561 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509e7075-7478-4b75-b539-7f910d4d1b6e None None] Routers {'1a3df605-47b6-4d78-906f-47fd415cc48f'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:50.933173 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-509e7075-7478-4b75-b539-7f910d4d1b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['1a3df605-47b6-4d78-906f-47fd415cc48f'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:50.953184 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-85d68f01-f778-4607-b5ff-8e64e0db5340 admin admin] For port d51efd24-6a5b-44fa-b046-5e4f72a34f1c, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d51efd24-6a5b-44fa-b046-5e4f72a34f1c,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:50.953549 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85d68f01-f778-4607-b5ff-8e64e0db5340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:50.965616 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-85d68f01-f778-4607-b5ff-8e64e0db5340 admin admin] Calling delete_port for d51efd24-6a5b-44fa-b046-5e4f72a34f1c owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:43:51.016838 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-509e7075-7478-4b75-b539-7f910d4d1b6e None None] Set router 1a3df605-47b6-4d78-906f-47fd415cc48f gateway port host: None {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:51.070643 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-509e7075-7478-4b75-b539-7f910d4d1b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'name': 'tempest-TestShelveInstance-1393206225-router', 'tenant_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:08Z', 'updated_at': '2021-07-16T02:43:50Z', 'revision_number': 6, 'project_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:51.097356 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509e7075-7478-4b75-b539-7f910d4d1b6e None None] The sync data for ids ['1a3df605-47b6-4d78-906f-47fd415cc48f'] in n-d-791505-14 is: [{'id': '1a3df605-47b6-4d78-906f-47fd415cc48f', 'name': 'tempest-TestShelveInstance-1393206225-router', 'tenant_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:35:08Z', 'updated_at': '2021-07-16T02:43:50Z', 'revision_number': 6, 'project_id': '3bf0ce319b554df2b47f64a212f5ac7f', 'gw_port_host': None}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:43:51.130256 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85d68f01-f778-4607-b5ff-8e64e0db5340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:51.156058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d68f01-f778-4607-b5ff-8e64e0db5340 admin admin] Pushing event deleted for resources: {'Port': ['ID=d51efd24-6a5b-44fa-b046-5e4f72a34f1c,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:51.214969 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85d68f01-f778-4607-b5ff-8e64e0db5340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:51.300897 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85d68f01-f778-4607-b5ff-8e64e0db5340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:51.302920 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85d68f01-f778-4607-b5ff-8e64e0db5340 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:51.348097 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85d68f01-f778-4607-b5ff-8e64e0db5340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:51.348578 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d68f01-f778-4607-b5ff-8e64e0db5340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a3df605-47b6-4d78-906f-47fd415cc48f {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:43:51.353229 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-85d68f01-f778-4607-b5ff-8e64e0db5340 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:51.354389 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-85d68f01-f778-4607-b5ff-8e64e0db5340 admin admin] 10.222.0.22 "DELETE /v2.0/routers/1a3df605-47b6-4d78-906f-47fd415cc48f HTTP/1.1" status: 204 len: 168 time: 0.7419956 Jul 16 02:43:51.356877 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49170) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:51.399664 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-54944062-61a1-420f-828d-fb28b55b821d admin admin] Deleting subnet 66cc90df-31e6-4cee-b94b-963761f4a7f9 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:43:51.402477 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-54944062-61a1-420f-828d-fb28b55b821d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:51.434658 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-54944062-61a1-420f-828d-fb28b55b821d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:51.522753 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-54944062-61a1-420f-828d-fb28b55b821d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:51.575533 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-54944062-61a1-420f-828d-fb28b55b821d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:51.601305 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54944062-61a1-420f-828d-fb28b55b821d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66cc90df-31e6-4cee-b94b-963761f4a7f9,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:51.605523 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-54944062-61a1-420f-828d-fb28b55b821d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:51.607994 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-54944062-61a1-420f-828d-fb28b55b821d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/66cc90df-31e6-4cee-b94b-963761f4a7f9 HTTP/1.1" status: 204 len: 168 time: 0.2496204 Jul 16 02:43:51.609934 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49172) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:51.610070 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b29e0b2-1230-43d9-9c91-210459f2674c None None] Network 575a3001-86dc-4e71-b15b-93502c722aeb requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:43:51.680578 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:51.731587 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] Deleting port c0f4f645-40a5-463a-a508-886d9ad2ce30 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:43:51.731972 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:51.795905 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] For port c0f4f645-40a5-463a-a508-886d9ad2ce30, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=c0f4f645-40a5-463a-a508-886d9ad2ce30,segment=NetworkSegment(f5c19d9b-e744-43e8-8ac9-5cbd29af5773),segment_id=f5c19d9b-e744-43e8-8ac9-5cbd29af5773)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:51.796208 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:51.808403 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] Calling delete_port for c0f4f645-40a5-463a-a508-886d9ad2ce30 owned by network:dhcp {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:43:51.877261 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60937d9e-ac38-4475-a609-d412b02e34dd None None] DHCP port deletion for 575a3001-86dc-4e71-b15b-93502c722aeb request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:43:51.895536 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:51.929947 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] No DVR routers for this DVR port c0f4f645-40a5-463a-a508-886d9ad2ce30 on host n-d-791505-14 {{(pid=93919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:43:51.933384 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f4f645-40a5-463a-a508-886d9ad2ce30,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:51.933794 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-60937d9e-ac38-4475-a609-d412b02e34dd None None] Deleting port c0f4f645-40a5-463a-a508-886d9ad2ce30 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:43:51.934545 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-60937d9e-ac38-4475-a609-d412b02e34dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:51.960570 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:43:51.983615 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:43:51.984228 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 3af8179f-8d6f-44ad-a5b3-8068ef9fde26 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:43:52.017486 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.022347 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-60937d9e-ac38-4475-a609-d412b02e34dd None None] For port c0f4f645-40a5-463a-a508-886d9ad2ce30, host n-d-791505-14, got binding levels [] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:52.022758 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-60937d9e-ac38-4475-a609-d412b02e34dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.028111 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575a3001-86dc-4e71-b15b-93502c722aeb']}} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:52.035342 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-60937d9e-ac38-4475-a609-d412b02e34dd None None] Calling delete_port for c0f4f645-40a5-463a-a508-886d9ad2ce30 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:43:52.037891 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5c19d9b-e744-43e8-8ac9-5cbd29af5773') {'for_net_delete': True} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:52.038061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.ipam_backend_mixin [None req-60937d9e-ac38-4475-a609-d412b02e34dd None None] Port c0f4f645-40a5-463a-a508-886d9ad2ce30 was not found and therefore no delete operation was performed {{(pid=93921) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 02:43:52.038180 n-d-791505-14 neutron-server[93919]: DEBUG neutron.services.segments.db [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5c19d9b-e744-43e8-8ac9-5cbd29af5773') {} {{(pid=93919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:52.039783 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-60937d9e-ac38-4475-a609-d412b02e34dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.048134 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32540061'] for segment, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.066573 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.068568 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60937d9e-ac38-4475-a609-d412b02e34dd None None] Pushing event deleted for resources: {'Port': ['ID=c0f4f645-40a5-463a-a508-886d9ad2ce30,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:52.072618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60937d9e-ac38-4475-a609-d412b02e34dd None None] No DVR routers for this DVR port c0f4f645-40a5-463a-a508-886d9ad2ce30 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:43:52.073263 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:43:52.074049 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4723286'] for segment, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: Traceback (most recent call last): Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: timer() Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: cb(*args, **kw) Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: return func(*args, **kwargs) Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: self._notify() Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: self.callback(batched_events) Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: event.method(event) Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: return f(self, *a, **k) Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: return self._get(url).json() Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: return self.request(url, 'GET', **kwargs) Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:43:52.075485 n-d-791505-14 neutron-server[93919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:43:52.131331 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.136334 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.141097 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] 10.222.0.22 "DELETE /v2.0/networks/575a3001-86dc-4e71-b15b-93502c722aeb HTTP/1.1" status: 204 len: 168 time: 0.5277624 Jul 16 02:43:52.152051 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da6d72-6dce-4cc9-ab2e-8ea62ec5770b admin admin] Pushing event deleted for resources: {'Network': ['ID=575a3001-86dc-4e71-b15b-93502c722aeb,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:52.260794 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49176) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:52.299925 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-a7a999fe-b6b4-4f2a-a97f-b4851fab1d84 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac6c5d55b2414fa4b764fe85612fab43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379143 Jul 16 02:43:52.302256 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49178) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:52.353471 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5178-287f-4ce9-8d23-967958bf9cce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.374569 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5178-287f-4ce9-8d23-967958bf9cce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.420333 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5178-287f-4ce9-8d23-967958bf9cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.422845 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-5e1f5178-287f-4ce9-8d23-967958bf9cce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.424012 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5e1f5178-287f-4ce9-8d23-967958bf9cce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0defc295-d2c5-4c58-bae2-74adb3c18a0a HTTP/1.1" status: 204 len: 168 time: 0.1208131 Jul 16 02:43:52.433629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1f5178-287f-4ce9-8d23-967958bf9cce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0defc295-d2c5-4c58-bae2-74adb3c18a0a,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:52.733740 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49184) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:52.772864 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4bb8fb22-947f-4b07-9f71-2f1d8ac745e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3bf0ce319b554df2b47f64a212f5ac7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379367 Jul 16 02:43:52.776026 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49186) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:52.827064 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a74c25ae-eba0-4bcd-a95f-f199b1698eef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.848525 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a74c25ae-eba0-4bcd-a95f-f199b1698eef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.894572 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a74c25ae-eba0-4bcd-a95f-f199b1698eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.897053 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a74c25ae-eba0-4bcd-a95f-f199b1698eef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:52.898821 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a74c25ae-eba0-4bcd-a95f-f199b1698eef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3959408a-4c84-4fb9-bc16-72ad0b692784 HTTP/1.1" status: 204 len: 168 time: 0.1212881 Jul 16 02:43:52.906575 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74c25ae-eba0-4bcd-a95f-f199b1698eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3959408a-4c84-4fb9-bc16-72ad0b692784,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:53.547094 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49208) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:53.556823 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d51efd24-6a5b-44fa-b046-5e4f72a34f1c no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:43:53.647063 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-92b3d458-72c5-461d-a049-2b6f4c95e887 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-433657639-network', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:53.669087 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b3d458-72c5-461d-a049-2b6f4c95e887 admin admin] Made reservation on behalf of df1e0a8b3b9d4310b7b69bf728fe10d8 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:43:53.671587 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-92b3d458-72c5-461d-a049-2b6f4c95e887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:53.681293 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-92b3d458-72c5-461d-a049-2b6f4c95e887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:53.730697 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: d51efd24-6a5b-44fa-b046-5e4f72a34f1c {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:43:53.731047 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d51efd24-6a5b-44fa-b046-5e4f72a34f1c not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:43:53.731464 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c0f4f645-40a5-463a-a508-886d9ad2ce30 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:43:53.750434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: c0f4f645-40a5-463a-a508-886d9ad2ce30 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:43:53.750648 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device c0f4f645-40a5-463a-a508-886d9ad2ce30 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:43:53.773089 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-92b3d458-72c5-461d-a049-2b6f4c95e887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:53.776759 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-92b3d458-72c5-461d-a049-2b6f4c95e887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:53.797133 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b3d458-72c5-461d-a049-2b6f4c95e887 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:43:53.810538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3d458-72c5-461d-a049-2b6f4c95e887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d68088-8ffa-4db8-8dab-d85c4af9b863,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:53.815161 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-92b3d458-72c5-461d-a049-2b6f4c95e887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:53.815508 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-92b3d458-72c5-461d-a049-2b6f4c95e887 admin admin] Added segment 2018cf3b-9584-43f9-be1c-93434cc2f1ea of type vlan for network d7e8484c-c123-4699-819c-0ed62080af1e Jul 16 02:43:53.854045 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-92b3d458-72c5-461d-a049-2b6f4c95e887 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:53.884252 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-92b3d458-72c5-461d-a049-2b6f4c95e887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:53.885187 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b3d458-72c5-461d-a049-2b6f4c95e887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:53.885762 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-92b3d458-72c5-461d-a049-2b6f4c95e887 admin admin] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:53.917749 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-92b3d458-72c5-461d-a049-2b6f4c95e887 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3692658 Jul 16 02:43:53.922172 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49212) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:53.927223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-83522528-0d2f-4671-b878-cb1ed508b9b5 admin admin] Request body: {'subnet': {'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-433657639-subnet', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:53.948793 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3d458-72c5-461d-a049-2b6f4c95e887 admin admin] Pushing event updated for resources: {'Network': ['ID=d7e8484c-c123-4699-819c-0ed62080af1e,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:53.953981 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83522528-0d2f-4671-b878-cb1ed508b9b5 admin admin] Made reservation on behalf of df1e0a8b3b9d4310b7b69bf728fe10d8 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:43:53.956725 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-83522528-0d2f-4671-b878-cb1ed508b9b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:53.961034 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network d7e8484c-c123-4699-819c-0ed62080af1e details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:43:54.128818 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-83522528-0d2f-4671-b878-cb1ed508b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.195419 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83522528-0d2f-4671-b878-cb1ed508b9b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc7e59e4-1a85-4566-80fe-f0ab5206ee8d,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:54.205018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83522528-0d2f-4671-b878-cb1ed508b9b5 admin admin] Checking segment: {'id': '2018cf3b-9584-43f9-be1c-93434cc2f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:43:54.205366 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83522528-0d2f-4671-b878-cb1ed508b9b5 admin admin] Network hostable DHCP agents. Network: d7e8484c-c123-4699-819c-0ed62080af1e, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:43:54.221732 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83522528-0d2f-4671-b878-cb1ed508b9b5 admin admin] Network d7e8484c-c123-4699-819c-0ed62080af1e is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:43:54.230377 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-83522528-0d2f-4671-b878-cb1ed508b9b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, d7e8484c-c123-4699-819c-0ed62080af1e) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:43:54.234281 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83522528-0d2f-4671-b878-cb1ed508b9b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:54.234856 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-83522528-0d2f-4671-b878-cb1ed508b9b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.239398 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4365d21b-8c1d-4a8b-9d05-068ed14f849b None None] Network d7e8484c-c123-4699-819c-0ed62080af1e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:43:54.250350 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-83522528-0d2f-4671-b878-cb1ed508b9b5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3270183 Jul 16 02:43:54.253215 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49214) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:54.258224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:54.279704 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.280697 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.335452 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.384793 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-d7e8484c-c123-4699-819c-0ed62080af1e', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:43:54.385656 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.470111 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.519305 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Allocated IP 172.20.0.2 (d7e8484c-c123-4699-819c-0ed62080af1e/cc7e59e4-1a85-4566-80fe-f0ab5206ee8d/2714704c-cec7-467b-be11-957cdffd4d73) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:43:54.662587 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.665346 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.670979 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Transition to ACTIVE for port object 2714704c-cec7-467b-be11-957cdffd4d73 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:43:54.685037 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.686423 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Transition to ACTIVE for port object 2714704c-cec7-467b-be11-957cdffd4d73 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:43:54.692813 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.728887 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Network d7e8484c-c123-4699-819c-0ed62080af1e is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:43:54.733392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:43:54.735690 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:43:54.748433 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Pushing event updated for resources: {'Port': ['ID=2714704c-cec7-467b-be11-957cdffd4d73,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:54.784797 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Allocated IP 172.25.2.178 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/a8051480-fa2b-4638-987e-e892665de270) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:43:54.800390 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Attempting to bind port 2714704c-cec7-467b-be11-957cdffd4d73 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:43:54.800761 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Attempting to bind port 2714704c-cec7-467b-be11-957cdffd4d73 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '2018cf3b-9584-43f9-be1c-93434cc2f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:43:54.801119 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Attempting to bind port 2714704c-cec7-467b-be11-957cdffd4d73 on network d7e8484c-c123-4699-819c-0ed62080af1e {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:43:54.806510 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:43:54.806879 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Checking segment: {'id': '2018cf3b-9584-43f9-be1c-93434cc2f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:43:54.807274 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.807660 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Bound using segment: {'id': '2018cf3b-9584-43f9-be1c-93434cc2f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:43:54.808141 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Bound port: 2714704c-cec7-467b-be11-957cdffd4d73, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2018cf3b-9584-43f9-be1c-93434cc2f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:43:54.808515 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.872578 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] For port 2714704c-cec7-467b-be11-957cdffd4d73, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:43:54.875596 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] For port 2714704c-cec7-467b-be11-957cdffd4d73, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2714704c-cec7-467b-be11-957cdffd4d73,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:43:54.879671 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.888588 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.933453 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:54.941508 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f77136c-a587-46e1-8abc-bda24fc6931b None None] Pushing event updated for resources: {'Port': ['ID=2714704c-cec7-467b-be11-957cdffd4d73,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:54.970415 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:43:54.975361 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:43:54.979444 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:43:55.002987 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Pushing event updated for resources: {'Port': ['ID=a8051480-fa2b-4638-987e-e892665de270,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:55.560427 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:55.606883 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2714704c-cec7-467b-be11-957cdffd4d73 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:43:55.653754 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-b3c14466-10d1-4411-9551-c90575e55f92 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0773730 Jul 16 02:43:55.671014 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 2714704c-cec7-467b-be11-957cdffd4d73 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:43:55.764817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-82818d7c-b0fb-453b-b9e0-06f3cf220b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:55.765308 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-82818d7c-b0fb-453b-b9e0-06f3cf220b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:55.765790 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-82818d7c-b0fb-453b-b9e0-06f3cf220b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:55.766260 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-82818d7c-b0fb-453b-b9e0-06f3cf220b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:55.766729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-82818d7c-b0fb-453b-b9e0-06f3cf220b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:55.768583 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-82818d7c-b0fb-453b-b9e0-06f3cf220b4a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0629389 Jul 16 02:43:55.779305 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:55.890722 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-5c651077-06b6-41f4-8cc6-e7ae87ab48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:55.891475 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-5c651077-06b6-41f4-8cc6-e7ae87ab48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:55.892165 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-5c651077-06b6-41f4-8cc6-e7ae87ab48b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:55.893941 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-5c651077-06b6-41f4-8cc6-e7ae87ab48b6 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0991514 Jul 16 02:43:55.918379 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Router 90a741be-178f-4301-ac84-473911105266 is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:43:55.928558 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56202819-fede-4bde-a1bf-06754fbaa2f1 None None] Network d7e8484c-c123-4699-819c-0ed62080af1e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:43:55.940922 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-59c48d53-ddac-4a81-84cb-5ce265ec1762 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0406592 Jul 16 02:43:55.989199 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-d319efb4-a5d7-44d0-afa1-1b01b2f9f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:55.990699 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-d319efb4-a5d7-44d0-afa1-1b01b2f9f34c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0443006 Jul 16 02:43:56.028257 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a51ea082-04a2-4d8d-8c4c-da174999229a None None] Provisioning for port 2714704c-cec7-467b-be11-957cdffd4d73 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:43:56.036267 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:43:56.047803 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Sync routers for ids ['90a741be-178f-4301-ac84-473911105266'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:43:56.059390 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:56.060056 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Routers {'90a741be-178f-4301-ac84-473911105266'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:56.060455 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-1e804c36-629f-475e-9fd0-54fea4268ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:56.060865 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fe67e1ff-7531-4e40-a479-120fa70e7859 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8065844 Jul 16 02:43:56.061259 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['90a741be-178f-4301-ac84-473911105266'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:56.062495 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-1e804c36-629f-475e-9fd0-54fea4268ce6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659778 Jul 16 02:43:56.065432 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49216) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:56.066607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-a51ea082-04a2-4d8d-8c4c-da174999229a None None] Provisioning complete for port 2714704c-cec7-467b-be11-957cdffd4d73 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:56.066981 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a51ea082-04a2-4d8d-8c4c-da174999229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:56.166042 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Set router 90a741be-178f-4301-ac84-473911105266 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:56.194772 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a51ea082-04a2-4d8d-8c4c-da174999229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:56.229219 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-a51ea082-04a2-4d8d-8c4c-da174999229a None None] For port 2714704c-cec7-467b-be11-957cdffd4d73, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2714704c-cec7-467b-be11-957cdffd4d73,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:56.233672 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a51ea082-04a2-4d8d-8c4c-da174999229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:56.243883 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-de9e4c08-9d4b-4324-8f14-7f4bf14912e3 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712699 Jul 16 02:43:56.290366 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ea082-04a2-4d8d-8c4c-da174999229a None None] Pushing event updated for resources: {'Port': ['ID=2714704c-cec7-467b-be11-957cdffd4d73,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:56.356049 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:55Z', 'revision_number': 3, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:56.387925 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Checking router: 90a741be-178f-4301-ac84-473911105266 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:43:56.388265 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Updating router 90a741be-178f-4301-ac84-473911105266 port a8051480-fa2b-4638-987e-e892665de270 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:43:56.426595 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:56.458162 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-981fd9ad-62a3-45d9-b5b2-0923ff0591e5 None None] Provisioning complete for port 2714704c-cec7-467b-be11-957cdffd4d73 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:56.458876 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-981fd9ad-62a3-45d9-b5b2-0923ff0591e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:56.606040 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:43:56.694296 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:56.704758 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Transition to ACTIVE for port object a8051480-fa2b-4638-987e-e892665de270 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:43:56.711214 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:56.744736 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-672846a7-6265-46f2-9f9f-7a901013f6a7 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4683692 Jul 16 02:43:56.767159 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fb4fd-8225-4ef4-9773-7bea9034325f None None] Pushing event updated for resources: {'Port': ['ID=a8051480-fa2b-4638-987e-e892665de270,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:56.769953 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Attempting to bind port a8051480-fa2b-4638-987e-e892665de270 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:43:56.770310 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Attempting to bind port a8051480-fa2b-4638-987e-e892665de270 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:43:56.770657 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Attempting to bind port a8051480-fa2b-4638-987e-e892665de270 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:43:56.778505 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027fb4fd-8225-4ef4-9773-7bea9034325f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:56.778841 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027fb4fd-8225-4ef4-9773-7bea9034325f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:56.779174 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027fb4fd-8225-4ef4-9773-7bea9034325f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:56.779508 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027fb4fd-8225-4ef4-9773-7bea9034325f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:56.780027 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027fb4fd-8225-4ef4-9773-7bea9034325f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:56.780355 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027fb4fd-8225-4ef4-9773-7bea9034325f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:56.780674 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027fb4fd-8225-4ef4-9773-7bea9034325f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:56.780998 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027fb4fd-8225-4ef4-9773-7bea9034325f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:56.781310 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027fb4fd-8225-4ef4-9773-7bea9034325f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:56.781626 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027fb4fd-8225-4ef4-9773-7bea9034325f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:56.781942 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027fb4fd-8225-4ef4-9773-7bea9034325f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:56.782283 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027fb4fd-8225-4ef4-9773-7bea9034325f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93922) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:43:56.785733 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:43:56.786094 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:43:56.786480 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:56.786850 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:43:56.787314 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Bound port: a8051480-fa2b-4638-987e-e892665de270, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:43:56.787673 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:56.813490 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-4aefa4a0-0b78-4f57-92cc-373735b74be0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0402484 Jul 16 02:43:56.838946 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] For port a8051480-fa2b-4638-987e-e892665de270, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:43:56.842303 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] For port a8051480-fa2b-4638-987e-e892665de270, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a8051480-fa2b-4638-987e-e892665de270,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:43:56.846279 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:56.903052 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Routers {'90a741be-178f-4301-ac84-473911105266'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:56.903662 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['90a741be-178f-4301-ac84-473911105266'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:56.903940 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-30ac41cf-e98c-43db-af92-4897ff215671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:56.905418 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-30ac41cf-e98c-43db-af92-4897ff215671 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0862474 Jul 16 02:43:56.909770 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027fb4fd-8225-4ef4-9773-7bea9034325f None None] Pushing event updated for resources: {'Port': ['ID=a8051480-fa2b-4638-987e-e892665de270,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:57.028558 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-2498067d-a6c2-4f23-b6aa-35c82e8d3625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:57.030018 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-2498067d-a6c2-4f23-b6aa-35c82e8d3625 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1040165 Jul 16 02:43:57.093349 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:57.102833 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] Set router 90a741be-178f-4301-ac84-473911105266 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:57.191724 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-8a70f76d-ba49-40eb-bf8a-02aedda8adea service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420610 Jul 16 02:43:57.276506 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:55Z', 'revision_number': 3, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:57.305760 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a9ee1c2-597a-402f-af29-a6bc45785308 None None] The sync data for ids ['90a741be-178f-4301-ac84-473911105266'] in n-d-791505-14 is: [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:55Z', 'revision_number': 3, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:43:57.354424 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-e99f8dca-2dc2-428b-a447-94e5b637db1a service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559715 Jul 16 02:43:57.371201 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Allocated IP 172.20.0.1 (d7e8484c-c123-4699-819c-0ed62080af1e/cc7e59e4-1a85-4566-80fe-f0ab5206ee8d/cb4d07df-77ff-4b37-8333-cf9d30df15b4) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:43:57.406927 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-901d7a30-a635-4fd9-8240-b67261c1d920 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0442781 Jul 16 02:43:57.480202 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-f293439c-a52c-4698-be09-a4bfe9aad5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:57.481606 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-f293439c-a52c-4698-be09-a4bfe9aad5f3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0687771 Jul 16 02:43:57.587140 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:57.604712 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Transition to ACTIVE for port object cb4d07df-77ff-4b37-8333-cf9d30df15b4 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:43:57.611683 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-1a62a106-f9ec-417b-a4c6-fdd950c236bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:57.613255 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-1a62a106-f9ec-417b-a4c6-fdd950c236bc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1041110 Jul 16 02:43:57.704308 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2714704c-cec7-467b-be11-957cdffd4d73 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:43:57.704881 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:57.754771 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 2714704c-cec7-467b-be11-957cdffd4d73 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:57.755251 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:57.767418 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Network d7e8484c-c123-4699-819c-0ed62080af1e is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:43:57.774495 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:43:57.778265 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-72a850f3-d2ac-4ebd-ac9e-d9ec12f0b389 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574557 Jul 16 02:43:57.779002 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:43:57.781292 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Pushing event updated for resources: {'Port': ['ID=cb4d07df-77ff-4b37-8333-cf9d30df15b4,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:57.855908 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a8051480-fa2b-4638-987e-e892665de270 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:43:57.876304 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:57.913004 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port a8051480-fa2b-4638-987e-e892665de270 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:43:57.920050 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a8051480-fa2b-4638-987e-e892665de270 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:57.920700 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:57.969211 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-e3f059b5-5392-4190-b197-021e3cc29704 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837509 Jul 16 02:43:58.015020 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:58.036963 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-64cf5915-ca55-40f3-bdb4-701e9eb83124 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0452251 Jul 16 02:43:58.045415 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port a8051480-fa2b-4638-987e-e892665de270, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a8051480-fa2b-4638-987e-e892665de270,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:43:58.049879 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:58.106311 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0c60d4f7-269e-42c7-8ab8-10ba90869c18 None None] Provisioning for port cb4d07df-77ff-4b37-8333-cf9d30df15b4 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:43:58.113048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0c60d4f7-269e-42c7-8ab8-10ba90869c18 None None] Provisioning complete for port cb4d07df-77ff-4b37-8333-cf9d30df15b4 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:58.113419 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0c60d4f7-269e-42c7-8ab8-10ba90869c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:58.115072 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=a8051480-fa2b-4638-987e-e892665de270,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:58.119086 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-c2ca43c2-dba6-4e66-b461-f74e8ba1141c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:58.120651 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-c2ca43c2-dba6-4e66-b461-f74e8ba1141c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0767627 Jul 16 02:43:58.142635 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:58.156061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-0c60d4f7-269e-42c7-8ab8-10ba90869c18 None None] Port cb4d07df-77ff-4b37-8333-cf9d30df15b4 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:43:58.253505 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-652afe14-a364-4a2e-b251-cfe618f84302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:58.255039 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-652afe14-a364-4a2e-b251-cfe618f84302 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1258786 Jul 16 02:43:58.402043 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-92aa45ce-c258-420f-8d5f-e21e7ec0d415 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405630 Jul 16 02:43:58.410738 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:58.419901 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:58.538050 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Pushing event updated for resources: {'Port': ['ID=cb4d07df-77ff-4b37-8333-cf9d30df15b4,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:58.542493 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:58.584463 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-16e4c295-95c4-4d03-8177-f2e53e408ffb service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754487 Jul 16 02:43:58.647213 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-084219f8-d2d3-48fe-92a7-07da70f1c1ce service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0566845 Jul 16 02:43:58.720793 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Network d7e8484c-c123-4699-819c-0ed62080af1e is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:43:58.722719 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-51ab16bf-5e94-4a01-b83a-19ba6b87c1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:58.724225 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-51ab16bf-5e94-4a01-b83a-19ba6b87c1fe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0691972 Jul 16 02:43:58.725174 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:43:58.864290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-b1ae5893-7de4-4a5a-9a0e-1fc23c81ca4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:58.865829 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-b1ae5893-7de4-4a5a-9a0e-1fc23c81ca4f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1355581 Jul 16 02:43:58.905225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Router 90a741be-178f-4301-ac84-473911105266 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:43:58.982410 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-aadf6b2d-ef91-4ca3-a4a0-290cbfdb41f1 None None] Provisioning complete for port cb4d07df-77ff-4b37-8333-cf9d30df15b4 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:58.982981 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aadf6b2d-ef91-4ca3-a4a0-290cbfdb41f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.017390 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-aadf6b2d-ef91-4ca3-a4a0-290cbfdb41f1 None None] Port cb4d07df-77ff-4b37-8333-cf9d30df15b4 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:43:59.038066 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-1a9c9c78-2a6e-4edf-8ec1-fdc2a91c3b6b service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648390 Jul 16 02:43:59.087611 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:43:59.093894 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-69210256-acc0-489c-b9a0-031904b338da admin admin] 10.222.0.22 "PUT /v2.0/routers/90a741be-178f-4301-ac84-473911105266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0292497 Jul 16 02:43:59.104004 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Sync routers for ids ['90a741be-178f-4301-ac84-473911105266'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:43:59.113120 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Routers {'90a741be-178f-4301-ac84-473911105266'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:43:59.113796 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['90a741be-178f-4301-ac84-473911105266'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:59.147982 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4b34fceb-f48d-4e50-acaa-fbc34b23bedf req-4db1d72d-add6-4bfb-886b-e96b32afe363 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001892 Jul 16 02:43:59.223057 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Set router 90a741be-178f-4301-ac84-473911105266 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:43:59.424198 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'cb4d07df-77ff-4b37-8333-cf9d30df15b4', 'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'mac_address': 'fa:16:3e:08:25:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:57Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 2, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'subnets': [{'id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:43:59.455028 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Checking router: 90a741be-178f-4301-ac84-473911105266 for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:43:59.455385 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Updating router 90a741be-178f-4301-ac84-473911105266 port cb4d07df-77ff-4b37-8333-cf9d30df15b4 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:43:59.488719 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.570516 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49232) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:59.575489 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-9cf0b205-cf64-4872-8a22-5fa6d622a855 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1697253099-network', 'tenant_id': 'd93393c0666843e18a9aa61722c68f36'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:59.588553 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a8051480-fa2b-4638-987e-e892665de270 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:43:59.599924 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf0b205-cf64-4872-8a22-5fa6d622a855 admin admin] Made reservation on behalf of d93393c0666843e18a9aa61722c68f36 for: {'network': 1} {{(pid=93919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:43:59.602317 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b205-cf64-4872-8a22-5fa6d622a855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for network, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.611025 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b205-cf64-4872-8a22-5fa6d622a855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.697157 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a8051480-fa2b-4638-987e-e892665de270 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:43:59.697540 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.702163 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b205-cf64-4872-8a22-5fa6d622a855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.706416 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b205-cf64-4872-8a22-5fa6d622a855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.733787 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cf0b205-cf64-4872-8a22-5fa6d622a855 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:43:59.739193 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0b205-cf64-4872-8a22-5fa6d622a855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abf41ca-8c4a-440e-9a76-9e3f71aff075,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:59.749228 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b205-cf64-4872-8a22-5fa6d622a855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.749704 n-d-791505-14 neutron-server[93919]: INFO neutron.db.segments_db [None req-9cf0b205-cf64-4872-8a22-5fa6d622a855 admin admin] Added segment fc6ec403-23fa-4516-a101-8d07606c7409 of type vlan for network da997002-4831-4822-8c78-95a265ab7615 Jul 16 02:43:59.794697 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b205-cf64-4872-8a22-5fa6d622a855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770512401412'] for network, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.823630 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b205-cf64-4872-8a22-5fa6d622a855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448'] for network, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.824621 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf0b205-cf64-4872-8a22-5fa6d622a855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:43:59.825229 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9cf0b205-cf64-4872-8a22-5fa6d622a855 admin admin] Notify callbacks [] for network, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.858697 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.858954 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9cf0b205-cf64-4872-8a22-5fa6d622a855 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2873156 Jul 16 02:43:59.861874 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49234) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:43:59.867961 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-a9dbcea6-49f8-4c5a-89a9-ea28f9da4739 admin admin] Request body: {'subnet': {'network_id': 'da997002-4831-4822-8c78-95a265ab7615', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1697253099-subnet', 'tenant_id': 'd93393c0666843e18a9aa61722c68f36', 'ip_version': 4}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:43:59.871458 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Transition to ACTIVE for port object cb4d07df-77ff-4b37-8333-cf9d30df15b4 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:43:59.877490 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.889445 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf0b205-cf64-4872-8a22-5fa6d622a855 admin admin] Pushing event updated for resources: {'Network': ['ID=da997002-4831-4822-8c78-95a265ab7615,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:43:59.893212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9dbcea6-49f8-4c5a-89a9-ea28f9da4739 admin admin] Made reservation on behalf of d93393c0666843e18a9aa61722c68f36 for: {'subnet': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:43:59.895987 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9dbcea6-49f8-4c5a-89a9-ea28f9da4739 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4474142'] for subnet, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:43:59.908977 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Network da997002-4831-4822-8c78-95a265ab7615 details requested by agent ovs-agent-n-d-791505-14 with host n-d-791505-14 {{(pid=93921) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:43:59.954959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad5c35-80c0-44d2-8405-88b2bec54855 None None] Pushing event updated for resources: {'Port': ['ID=cb4d07df-77ff-4b37-8333-cf9d30df15b4,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:00.047607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Attempting to bind port cb4d07df-77ff-4b37-8333-cf9d30df15b4 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:44:00.048289 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Attempting to bind port cb4d07df-77ff-4b37-8333-cf9d30df15b4 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '2018cf3b-9584-43f9-be1c-93434cc2f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:44:00.048429 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Attempting to bind port cb4d07df-77ff-4b37-8333-cf9d30df15b4 on network d7e8484c-c123-4699-819c-0ed62080af1e {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:00.054633 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:44:00.055015 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Checking segment: {'id': '2018cf3b-9584-43f9-be1c-93434cc2f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:44:00.055426 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.056092 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Bound using segment: {'id': '2018cf3b-9584-43f9-be1c-93434cc2f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:44:00.056569 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Bound port: cb4d07df-77ff-4b37-8333-cf9d30df15b4, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2018cf3b-9584-43f9-be1c-93434cc2f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:44:00.056961 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.087750 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9dbcea6-49f8-4c5a-89a9-ea28f9da4739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4527000', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4474124'] for subnet, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.122860 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] For port cb4d07df-77ff-4b37-8333-cf9d30df15b4, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:44:00.126042 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] For port cb4d07df-77ff-4b37-8333-cf9d30df15b4, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=cb4d07df-77ff-4b37-8333-cf9d30df15b4,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:44:00.131915 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.149526 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbcea6-49f8-4c5a-89a9-ea28f9da4739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb74dc37-df92-4e59-8e39-d6a47bbafa75,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:00.157467 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9dbcea6-49f8-4c5a-89a9-ea28f9da4739 admin admin] Checking segment: {'id': 'fc6ec403-23fa-4516-a101-8d07606c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da997002-4831-4822-8c78-95a265ab7615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:44:00.157829 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dbcea6-49f8-4c5a-89a9-ea28f9da4739 admin admin] Network hostable DHCP agents. Network: da997002-4831-4822-8c78-95a265ab7615, hostable agents: ['4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02'], hosted agents: [] {{(pid=93920) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:44:00.176265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9dbcea6-49f8-4c5a-89a9-ea28f9da4739 admin admin] Network da997002-4831-4822-8c78-95a265ab7615 is scheduled to be hosted by DHCP agent 4df7df4d-eeb5-4873-9b79-5e8e1cdc5e02 with binding_index 1 {{(pid=93920) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:44:00.186617 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-a9dbcea6-49f8-4c5a-89a9-ea28f9da4739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791505-14, da997002-4831-4822-8c78-95a265ab7615) {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:00.191328 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dbcea6-49f8-4c5a-89a9-ea28f9da4739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:00.191958 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-a9dbcea6-49f8-4c5a-89a9-ea28f9da4739 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.199530 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9976cfa-c257-414f-ac02-3a0fd9f00d1b None None] Network da997002-4831-4822-8c78-95a265ab7615 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:44:00.211371 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a9dbcea6-49f8-4c5a-89a9-ea28f9da4739 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3456638 Jul 16 02:44:00.211783 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49236) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:00.216558 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1697253099-router', 'tenant_id': 'd93393c0666843e18a9aa61722c68f36', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:00.226242 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad5c35-80c0-44d2-8405-88b2bec54855 None None] Pushing event updated for resources: {'Port': ['ID=cb4d07df-77ff-4b37-8333-cf9d30df15b4,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:00.234286 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Routers {'90a741be-178f-4301-ac84-473911105266'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:00.234959 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['90a741be-178f-4301-ac84-473911105266'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:00.240650 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-781053', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27784'] for router, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.242948 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-785295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-780858', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-594386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27779'] for router, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.307668 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.415253 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] Set router 90a741be-178f-4301-ac84-473911105266 gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:00.447945 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-780840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-780952', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5737'] for router, precommit_update {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.487036 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpecd9078c-5a67-54c2-aa5e-f2878e282add-da997002-4831-4822-8c78-95a265ab7615', 'network_id': 'da997002-4831-4822-8c78-95a265ab7615', 'tenant_id': 'd93393c0666843e18a9aa61722c68f36', 'fixed_ips': [{'subnet_id': 'eb74dc37-df92-4e59-8e39-d6a47bbafa75'}]}} from n-d-791505-14. {{(pid=93921) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:44:00.487895 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.652039 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.672285 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.777110 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_common [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Allocated IP 172.25.2.128 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/a33ac059-a30f-4ae9-982b-8b820bf55d53) {{(pid=93919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:44:00.873699 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.db_base_plugin_common [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Allocated IP 172.20.0.2 (da997002-4831-4822-8c78-95a265ab7615/eb74dc37-df92-4e59-8e39-d6a47bbafa75/d69e7b8d-bcfa-4c13-9811-f1ad857495e0) {{(pid=93921) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:44:00.883399 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.924465 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:00.951094 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'cb4d07df-77ff-4b37-8333-cf9d30df15b4', 'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'mac_address': 'fa:16:3e:08:25:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:57Z', 'updated_at': '2021-07-16T02:44:00Z', 'revision_number': 4, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'subnets': [{'id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:00.964449 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:00.967214 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.base_scheduler [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Resources bound (agent type, host, resource id): {{(pid=93919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:00.971778 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Received port after_create {{(pid=93919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:44:00.977848 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Pushing event updated for resources: {'Port': ['ID=a33ac059-a30f-4ae9-982b-8b820bf55d53,revision_number=1']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:00.982661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aecac7-49a8-4ae0-be07-8fb95c2aca77 None None] The sync data for ids ['90a741be-178f-4301-ac84-473911105266'] in n-d-791505-14 is: [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'cb4d07df-77ff-4b37-8333-cf9d30df15b4', 'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'mac_address': 'fa:16:3e:08:25:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:57Z', 'updated_at': '2021-07-16T02:44:00Z', 'revision_number': 4, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'subnets': [{'id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:44:01.093052 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Notify callbacks [] for port, precommit_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.102218 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Transition to ACTIVE for port object d69e7b8d-bcfa-4c13-9811-f1ad857495e0 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:01.123013 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Transition to ACTIVE for port object d69e7b8d-bcfa-4c13-9811-f1ad857495e0 will not be triggered until provisioned by entity DHCP. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:01.130248 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379'] for port, after_create {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.172692 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Network da997002-4831-4822-8c78-95a265ab7615 is already hosted by enough agents. {{(pid=93921) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:01.177928 n-d-791505-14 neutron-server[93921]: DEBUG neutron.scheduler.base_scheduler [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Resources bound (agent type, host, resource id): {{(pid=93921) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:01.180321 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Received port after_create {{(pid=93921) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:44:01.194217 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Pushing event updated for resources: {'Port': ['ID=d69e7b8d-bcfa-4c13-9811-f1ad857495e0,revision_number=1']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:01.247970 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Attempting to bind port d69e7b8d-bcfa-4c13-9811-f1ad857495e0 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:44:01.248361 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Attempting to bind port d69e7b8d-bcfa-4c13-9811-f1ad857495e0 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'fc6ec403-23fa-4516-a101-8d07606c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da997002-4831-4822-8c78-95a265ab7615'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:44:01.248753 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Attempting to bind port d69e7b8d-bcfa-4c13-9811-f1ad857495e0 on network da997002-4831-4822-8c78-95a265ab7615 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:01.254036 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:44:01.254417 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Checking segment: {'id': 'fc6ec403-23fa-4516-a101-8d07606c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da997002-4831-4822-8c78-95a265ab7615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:44:01.254827 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.255302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Bound using segment: {'id': 'fc6ec403-23fa-4516-a101-8d07606c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da997002-4831-4822-8c78-95a265ab7615'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:44:01.255807 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Bound port: d69e7b8d-bcfa-4c13-9811-f1ad857495e0, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6ec403-23fa-4516-a101-8d07606c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da997002-4831-4822-8c78-95a265ab7615'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:44:01.256394 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.264227 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.301654 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.337841 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] For port d69e7b8d-bcfa-4c13-9811-f1ad857495e0, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:44:01.341223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] For port d69e7b8d-bcfa-4c13-9811-f1ad857495e0, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d69e7b8d-bcfa-4c13-9811-f1ad857495e0,segment=NetworkSegment(fc6ec403-23fa-4516-a101-8d07606c7409),segment_id=fc6ec403-23fa-4516-a101-8d07606c7409)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:44:01.345991 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.404099 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a981b9-7153-45a9-acdf-30654a7d3085 None None] Pushing event updated for resources: {'Port': ['ID=d69e7b8d-bcfa-4c13-9811-f1ad857495e0,revision_number=2']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:01.484683 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-781046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-780813'] for router, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.652086 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cb4d07df-77ff-4b37-8333-cf9d30df15b4 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:01.660295 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Router b4c3eafe-97b4-49df-be7e-8b047151041d is scheduled to L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 with binding_index 1 {{(pid=93919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:44:01.717029 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port cb4d07df-77ff-4b37-8333-cf9d30df15b4 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:01.722725 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port cb4d07df-77ff-4b37-8333-cf9d30df15b4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:01.723245 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.797192 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:44:01.809509 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Sync routers for ids ['b4c3eafe-97b4-49df-be7e-8b047151041d'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:44:01.814859 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.816814 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-8e1ed7d0-b1d5-4caf-85cd-fa44e0c9550d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6039762 Jul 16 02:44:01.820169 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49238) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:01.822005 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Routers {'b4c3eafe-97b4-49df-be7e-8b047151041d'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:01.822641 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b4c3eafe-97b4-49df-be7e-8b047151041d'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:01.826117 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.866199 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port cb4d07df-77ff-4b37-8333-cf9d30df15b4, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=cb4d07df-77ff-4b37-8333-cf9d30df15b4,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:01.871587 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:01.927221 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=cb4d07df-77ff-4b37-8333-cf9d30df15b4,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:01.961065 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Set router b4c3eafe-97b4-49df-be7e-8b047151041d gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:02.151634 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'name': 'tempest-TestSnapshotPattern-1697253099-router', 'tenant_id': 'd93393c0666843e18a9aa61722c68f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:44:01Z', 'revision_number': 3, 'project_id': 'd93393c0666843e18a9aa61722c68f36', 'gw_port': {'id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:02.199712 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:02.201674 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Checking router: b4c3eafe-97b4-49df-be7e-8b047151041d for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:44:02.202340 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Updating router b4c3eafe-97b4-49df-be7e-8b047151041d port a33ac059-a30f-4ae9-982b-8b820bf55d53 binding host n-d-791505-14 {{(pid=93922) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:44:02.245460 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:02.515722 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57785877-3532-4a10-b263-2ae098dfa6a7 None None] Network da997002-4831-4822-8c78-95a265ab7615 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:44:02.554553 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Notify callbacks [] for port, precommit_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:02.564674 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.provisioning_blocks [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Transition to ACTIVE for port object a33ac059-a30f-4ae9-982b-8b820bf55d53 will not be triggered until provisioned by entity L2. {{(pid=93922) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:02.571416 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:02.624033 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Attempting to bind port a33ac059-a30f-4ae9-982b-8b820bf55d53 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:44:02.624831 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Attempting to bind port a33ac059-a30f-4ae9-982b-8b820bf55d53 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:44:02.624831 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Attempting to bind port a33ac059-a30f-4ae9-982b-8b820bf55d53 on network 3748ee69-bce9-4043-a1b7-1ca7030517ba {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:02.627826 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8aaad2-c571-4ce2-a6a3-e26d64bc77b2 None None] Pushing event updated for resources: {'Port': ['ID=a33ac059-a30f-4ae9-982b-8b820bf55d53,revision_number=2']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:02.633093 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:44:02.633546 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Checking segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93922) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:44:02.634025 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:02.634483 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Bound using segment: {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'} {{(pid=93922) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:44:02.635028 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.managers [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Bound port: a33ac059-a30f-4ae9-982b-8b820bf55d53, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4561cbed-3010-4815-9fe9-ef12ad2e907e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba'}}] {{(pid=93922) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:44:02.635477 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:02.666942 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-0b7c81e6-7389-4e3a-9a38-00cf320ecc34 None None] Provisioning for port d69e7b8d-bcfa-4c13-9811-f1ad857495e0 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:02.697959 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] For port a33ac059-a30f-4ae9-982b-8b820bf55d53, host n-d-791505-14, cleared binding levels {{(pid=93922) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:44:02.701195 n-d-791505-14 neutron-server[93922]: DEBUG neutron.plugins.ml2.db [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] For port a33ac059-a30f-4ae9-982b-8b820bf55d53, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a33ac059-a30f-4ae9-982b-8b820bf55d53,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93922) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:44:02.706408 n-d-791505-14 neutron-server[93922]: DEBUG neutron_lib.callbacks.manager [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93922) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:02.707199 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:02.779728 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Routers {'b4c3eafe-97b4-49df-be7e-8b047151041d'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:02.780743 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b4c3eafe-97b4-49df-be7e-8b047151041d'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:02.816744 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8aaad2-c571-4ce2-a6a3-e26d64bc77b2 None None] Pushing event updated for resources: {'Port': ['ID=a33ac059-a30f-4ae9-982b-8b820bf55d53,revision_number=3']} {{(pid=93922) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:02.883294 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Allocated IP 172.20.0.1 (da997002-4831-4822-8c78-95a265ab7615/eb74dc37-df92-4e59-8e39-d6a47bbafa75/29a443a1-a861-48eb-9ca5-7782ef48e7e0) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:44:02.898837 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] Set router b4c3eafe-97b4-49df-be7e-8b047151041d gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:02.992980 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.006656 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Transition to ACTIVE for port object 29a443a1-a861-48eb-9ca5-7782ef48e7e0 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:03.040300 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.076487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Network da997002-4831-4822-8c78-95a265ab7615 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:03.076731 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'name': 'tempest-TestSnapshotPattern-1697253099-router', 'tenant_id': 'd93393c0666843e18a9aa61722c68f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:44:01Z', 'revision_number': 3, 'project_id': 'd93393c0666843e18a9aa61722c68f36', 'gw_port': {'id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:03.083004 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:03.086443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:44:03.108802 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42cf5b1c-da1a-4e18-a122-6bf716c41732 None None] The sync data for ids ['b4c3eafe-97b4-49df-be7e-8b047151041d'] in n-d-791505-14 is: [{'id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'name': 'tempest-TestSnapshotPattern-1697253099-router', 'tenant_id': 'd93393c0666843e18a9aa61722c68f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:44:01Z', 'revision_number': 3, 'project_id': 'd93393c0666843e18a9aa61722c68f36', 'gw_port': {'id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:44:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:44:03.115733 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=29a443a1-a861-48eb-9ca5-7782ef48e7e0,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:03.141405 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-785210'] for router_interface, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.294662 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.315243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6c8c19b4-85ba-40f3-a8a1-a068097c7be7 None None] Provisioning for port 29a443a1-a861-48eb-9ca5-7782ef48e7e0 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:03.320657 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-6c8c19b4-85ba-40f3-a8a1-a068097c7be7 None None] Provisioning complete for port 29a443a1-a861-48eb-9ca5-7782ef48e7e0 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:03.321137 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6c8c19b4-85ba-40f3-a8a1-a068097c7be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.372039 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-6c8c19b4-85ba-40f3-a8a1-a068097c7be7 None None] Port 29a443a1-a861-48eb-9ca5-7782ef48e7e0 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:44:03.503651 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.509300 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.584931 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Pushing event updated for resources: {'Port': ['ID=29a443a1-a861-48eb-9ca5-7782ef48e7e0,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:03.588333 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551434', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-785230'] for router_interface, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.690670 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Network da997002-4831-4822-8c78-95a265ab7615 is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:03.693265 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:03.718454 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a33ac059-a30f-4ae9-982b-8b820bf55d53 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:03.787229 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port a33ac059-a30f-4ae9-982b-8b820bf55d53 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:03.793374 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a33ac059-a30f-4ae9-982b-8b820bf55d53 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:03.794080 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.827949 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Router b4c3eafe-97b4-49df-be7e-8b047151041d has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:44:03.894986 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.917260 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port a33ac059-a30f-4ae9-982b-8b820bf55d53, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a33ac059-a30f-4ae9-982b-8b820bf55d53,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:03.922013 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:03.922891 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cb4d07df-77ff-4b37-8333-cf9d30df15b4 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:03.973040 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:44:03.984348 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-77a77c5f-2234-4146-84f9-259cb0efb2f3 admin admin] 10.222.0.22 "PUT /v2.0/routers/b4c3eafe-97b4-49df-be7e-8b047151041d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1623499 Jul 16 02:44:04.013139 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=a33ac059-a30f-4ae9-982b-8b820bf55d53,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:04.028629 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9b42ddb5-e40f-43fc-9cae-938812be0177 None None] Provisioning complete for port 29a443a1-a861-48eb-9ca5-7782ef48e7e0 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:04.029010 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9b42ddb5-e40f-43fc-9cae-938812be0177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.049922 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port cb4d07df-77ff-4b37-8333-cf9d30df15b4 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:04.050393 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.092864 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9b42ddb5-e40f-43fc-9cae-938812be0177 None None] Port 29a443a1-a861-48eb-9ca5-7782ef48e7e0 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:44:04.142341 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d69e7b8d-bcfa-4c13-9811-f1ad857495e0 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:04.192061 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port d69e7b8d-bcfa-4c13-9811-f1ad857495e0 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:04.195645 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d69e7b8d-bcfa-4c13-9811-f1ad857495e0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:04.196052 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.271391 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.306598 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port d69e7b8d-bcfa-4c13-9811-f1ad857495e0, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d69e7b8d-bcfa-4c13-9811-f1ad857495e0,segment=NetworkSegment(fc6ec403-23fa-4516-a101-8d07606c7409),segment_id=fc6ec403-23fa-4516-a101-8d07606c7409)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:04.310435 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.358824 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=d69e7b8d-bcfa-4c13-9811-f1ad857495e0,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:04.617739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49246) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:04.622456 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-f723d40a-4263-4b06-b820-520c90644a15 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1247599658', 'description': 'tempest-secgroup-smoke-1247599658 description', 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:04.644340 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f723d40a-4263-4b06-b820-520c90644a15 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.731389 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f723d40a-4263-4b06-b820-520c90644a15 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.735291 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f723d40a-4263-4b06-b820-520c90644a15 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.754459 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Sync routers for ids ['b4c3eafe-97b4-49df-be7e-8b047151041d'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:44:04.764964 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Routers {'b4c3eafe-97b4-49df-be7e-8b047151041d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:04.765567 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-f723d40a-4263-4b06-b820-520c90644a15 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.765714 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b4c3eafe-97b4-49df-be7e-8b047151041d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:04.766959 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-f723d40a-4263-4b06-b820-520c90644a15 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1481977 Jul 16 02:44:04.768884 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723d40a-4263-4b06-b820-520c90644a15 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6306db1e-35af-4d0b-bdd7-69f2a8317c15,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:04.770048 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49248) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:04.777654 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-d600da8c-906b-412f-93ea-b5e973b1d70d tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Request body: {'security_group_rule': {'security_group_id': '6306db1e-35af-4d0b-bdd7-69f2a8317c15', 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:04.807731 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d600da8c-906b-412f-93ea-b5e973b1d70d tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.869263 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d600da8c-906b-412f-93ea-b5e973b1d70d tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.874407 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d600da8c-906b-412f-93ea-b5e973b1d70d tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.877228 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Set router b4c3eafe-97b4-49df-be7e-8b047151041d gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:04.892329 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600da8c-906b-412f-93ea-b5e973b1d70d tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245182c1-19af-4a44-9748-21e8600254db,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:04.899891 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d600da8c-906b-412f-93ea-b5e973b1d70d tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.901304 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d600da8c-906b-412f-93ea-b5e973b1d70d tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1284108 Jul 16 02:44:04.903930 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49250) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:04.908366 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-bfe983ce-deae-433a-8742-9246c6c8732c tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Request body: {'security_group_rule': {'security_group_id': '6306db1e-35af-4d0b-bdd7-69f2a8317c15', 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:04.934260 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bfe983ce-deae-433a-8742-9246c6c8732c tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.992063 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bfe983ce-deae-433a-8742-9246c6c8732c tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:04.995697 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bfe983ce-deae-433a-8742-9246c6c8732c tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.016890 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe983ce-deae-433a-8742-9246c6c8732c tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727b7ffc-8784-4fd0-9771-de984b27cae2,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:05.022294 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-bfe983ce-deae-433a-8742-9246c6c8732c tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.024536 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-bfe983ce-deae-433a-8742-9246c6c8732c tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196523 Jul 16 02:44:05.027542 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49252) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:05.032803 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.v2.base [None req-58fb0011-9aac-412e-b9b2-1bb8bce38a6f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Request body: {'security_group_rule': {'security_group_id': '6306db1e-35af-4d0b-bdd7-69f2a8317c15', 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:05.050480 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-255f540e-b17c-4cbb-a425-4edbfb60f02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.059452 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58fb0011-9aac-412e-b9b2-1bb8bce38a6f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.103459 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'name': 'tempest-TestSnapshotPattern-1697253099-router', 'tenant_id': 'd93393c0666843e18a9aa61722c68f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:44:03Z', 'revision_number': 4, 'project_id': 'd93393c0666843e18a9aa61722c68f36', 'gw_port': {'id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '29a443a1-a861-48eb-9ca5-7782ef48e7e0', 'name': '', 'network_id': 'da997002-4831-4822-8c78-95a265ab7615', 'tenant_id': 'd93393c0666843e18a9aa61722c68f36', 'mac_address': 'fa:16:3e:81:0f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb74dc37-df92-4e59-8e39-d6a47bbafa75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:03Z', 'revision_number': 2, 'project_id': 'd93393c0666843e18a9aa61722c68f36', 'subnets': [{'id': 'eb74dc37-df92-4e59-8e39-d6a47bbafa75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:05.121801 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58fb0011-9aac-412e-b9b2-1bb8bce38a6f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.125653 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58fb0011-9aac-412e-b9b2-1bb8bce38a6f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.132550 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Checking router: b4c3eafe-97b4-49df-be7e-8b047151041d for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:44:05.132921 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Updating router b4c3eafe-97b4-49df-be7e-8b047151041d port 29a443a1-a861-48eb-9ca5-7782ef48e7e0 binding host n-d-791505-14 {{(pid=93921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:44:05.143125 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb0011-9aac-412e-b9b2-1bb8bce38a6f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b95972-7364-47cf-bf0c-98e47864d5f1,revision_number=0']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:05.149680 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58fb0011-9aac-412e-b9b2-1bb8bce38a6f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.150900 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-58fb0011-9aac-412e-b9b2-1bb8bce38a6f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221714 Jul 16 02:44:05.153755 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49254) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:05.158820 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-4bce6fa3-9405-4e8d-8903-0e6ffb37662a tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Request body: {'security_group_rule': {'security_group_id': '6306db1e-35af-4d0b-bdd7-69f2a8317c15', 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:05.168535 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.185632 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4bce6fa3-9405-4e8d-8903-0e6ffb37662a tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.249218 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4bce6fa3-9405-4e8d-8903-0e6ffb37662a tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.253200 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4bce6fa3-9405-4e8d-8903-0e6ffb37662a tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.271919 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce6fa3-9405-4e8d-8903-0e6ffb37662a tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d091d1-b899-4d0d-8a4a-627a688c36d7,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:05.274741 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-4bce6fa3-9405-4e8d-8903-0e6ffb37662a tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.275978 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-4bce6fa3-9405-4e8d-8903-0e6ffb37662a tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1212277 Jul 16 02:44:05.278931 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49256) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:05.283452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-470ffcec-f192-4540-843b-3c5d4b3144ca tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Request body: {'security_group_rule': {'security_group_id': '6306db1e-35af-4d0b-bdd7-69f2a8317c15', 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:05.305197 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-470ffcec-f192-4540-843b-3c5d4b3144ca tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Project df1e0a8b3b9d4310b7b69bf728fe10d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:44:05.310094 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-470ffcec-f192-4540-843b-3c5d4b3144ca tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.370199 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-470ffcec-f192-4540-843b-3c5d4b3144ca tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.373851 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-470ffcec-f192-4540-843b-3c5d4b3144ca tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.393512 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470ffcec-f192-4540-843b-3c5d4b3144ca tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91371f7e-e2e9-4cb1-a88c-9792aa3e4968,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:05.401090 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-470ffcec-f192-4540-843b-3c5d4b3144ca tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.405149 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-470ffcec-f192-4540-843b-3c5d4b3144ca tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224685 Jul 16 02:44:05.405530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49258) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:05.413305 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-d81d6cfa-f146-44a8-8b4f-177b6e67ca2c tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Request body: {'security_group_rule': {'security_group_id': '6306db1e-35af-4d0b-bdd7-69f2a8317c15', 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:05.438181 n-d-791505-14 neutron-server[93920]: INFO neutron.db.securitygroups_db [None req-d81d6cfa-f146-44a8-8b4f-177b6e67ca2c tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Project df1e0a8b3b9d4310b7b69bf728fe10d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:44:05.445530 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cfa-f146-44a8-8b4f-177b6e67ca2c tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.448225 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Notify callbacks [] for port, precommit_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.458694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Transition to ACTIVE for port object 29a443a1-a861-48eb-9ca5-7782ef48e7e0 will not be triggered until provisioned by entity L2. {{(pid=93921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:05.464347 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.510774 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cfa-f146-44a8-8b4f-177b6e67ca2c tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.512841 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8866a93-fe6e-4eb2-807a-00df833e6e76 None None] Pushing event updated for resources: {'Port': ['ID=29a443a1-a861-48eb-9ca5-7782ef48e7e0,revision_number=3']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:05.516062 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cfa-f146-44a8-8b4f-177b6e67ca2c tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719659'] for security_group_rule, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.537498 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d6cfa-f146-44a8-8b4f-177b6e67ca2c tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06050140-27f0-48a6-be07-6b6b839ee422,revision_number=0']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:05.541597 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-d81d6cfa-f146-44a8-8b4f-177b6e67ca2c tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.550673 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-d81d6cfa-f146-44a8-8b4f-177b6e67ca2c tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1361494 Jul 16 02:44:05.578498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Attempting to bind port 29a443a1-a861-48eb-9ca5-7782ef48e7e0 on host n-d-791505-14 for vnic_type normal with profile {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:44:05.578984 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Attempting to bind port 29a443a1-a861-48eb-9ca5-7782ef48e7e0 by drivers openvswitch,hyperv on host n-d-791505-14 at level 0 using segments [{'id': 'fc6ec403-23fa-4516-a101-8d07606c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da997002-4831-4822-8c78-95a265ab7615'}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:44:05.579499 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Attempting to bind port 29a443a1-a861-48eb-9ca5-7782ef48e7e0 on network da997002-4831-4822-8c78-95a265ab7615 {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:05.586034 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Checking agent: {'id': '56644681-c570-4fdc-a40f-6413fe8eb20f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 1, 7), 'started_at': datetime.datetime(2021, 7, 16, 1, 1, 37), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791505-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:44:05.586537 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Checking segment: {'id': 'fc6ec403-23fa-4516-a101-8d07606c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da997002-4831-4822-8c78-95a265ab7615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:44:05.587162 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.587632 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Bound using segment: {'id': 'fc6ec403-23fa-4516-a101-8d07606c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da997002-4831-4822-8c78-95a265ab7615'} {{(pid=93921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:44:05.588234 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.managers [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Bound port: 29a443a1-a861-48eb-9ca5-7782ef48e7e0, host: n-d-791505-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6ec403-23fa-4516-a101-8d07606c7409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'da997002-4831-4822-8c78-95a265ab7615'}}] {{(pid=93921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:44:05.588696 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.642445 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a33ac059-a30f-4ae9-982b-8b820bf55d53 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:05.706006 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-5e83e29d-cd2b-47fa-bb70-4e362326ce0d tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247599658&fields=id&tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8 HTTP/1.1" status: 200 len: 267 time: 0.0332286 Jul 16 02:44:05.707694 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] For port 29a443a1-a861-48eb-9ca5-7782ef48e7e0, host n-d-791505-14, cleared binding levels {{(pid=93921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:44:05.712406 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] For port 29a443a1-a861-48eb-9ca5-7782ef48e7e0, host n-d-791505-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=29a443a1-a861-48eb-9ca5-7782ef48e7e0,segment=NetworkSegment(fc6ec403-23fa-4516-a101-8d07606c7409),segment_id=fc6ec403-23fa-4516-a101-8d07606c7409)] {{(pid=93921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:44:05.720388 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.768674 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port a33ac059-a30f-4ae9-982b-8b820bf55d53 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:05.769370 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:05.822143 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-7f6e3eae-8e36-4eae-9301-64a2a1171b97 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:05.822701 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Routers {'b4c3eafe-97b4-49df-be7e-8b047151041d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:05.823346 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:43:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b4c3eafe-97b4-49df-be7e-8b047151041d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:05.827306 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-7f6e3eae-8e36-4eae-9301-64a2a1171b97 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/networks?id=d7e8484c-c123-4699-819c-0ed62080af1e HTTP/1.1" status: 200 len: 809 time: 0.1127009 Jul 16 02:44:05.844506 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-4ae38755-43a2-414f-b563-507ee8b7c05f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/quotas/df1e0a8b3b9d4310b7b69bf728fe10d8 HTTP/1.1" status: 200 len: 375 time: 0.0142694 Jul 16 02:44:05.864733 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8866a93-fe6e-4eb2-807a-00df833e6e76 None None] Pushing event updated for resources: {'Port': ['ID=29a443a1-a861-48eb-9ca5-7782ef48e7e0,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:05.911897 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-128f57ae-e713-4c1a-8032-c7d0c847f004 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661604 Jul 16 02:44:05.986142 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d69e7b8d-bcfa-4c13-9811-f1ad857495e0 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:05.988756 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] Set router b4c3eafe-97b4-49df-be7e-8b047151041d gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:06.009007 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-6fb33ff1-5fb9-4f0f-b0cc-d8f231d9016b service neutron] 10.222.0.22 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847175 Jul 16 02:44:06.103233 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-79c26bc4-5c33-44f8-b806-43f14abe8d07 service neutron] 10.222.0.22 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883317 Jul 16 02:44:06.283637 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4f07a096-e7cf-437d-9ab6-3cd9e96e4e83 req-8e4b1ed9-e1a8-450e-9172-0fa35cc61892 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 210 time: 0.0332143 Jul 16 02:44:06.288888 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port d69e7b8d-bcfa-4c13-9811-f1ad857495e0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:06.289268 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:06.454090 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'name': 'tempest-TestSnapshotPattern-1697253099-router', 'tenant_id': 'd93393c0666843e18a9aa61722c68f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:44:03Z', 'revision_number': 4, 'project_id': 'd93393c0666843e18a9aa61722c68f36', 'gw_port': {'id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '29a443a1-a861-48eb-9ca5-7782ef48e7e0', 'name': '', 'network_id': 'da997002-4831-4822-8c78-95a265ab7615', 'tenant_id': 'd93393c0666843e18a9aa61722c68f36', 'mac_address': 'fa:16:3e:81:0f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb74dc37-df92-4e59-8e39-d6a47bbafa75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:05Z', 'revision_number': 4, 'project_id': 'd93393c0666843e18a9aa61722c68f36', 'subnets': [{'id': 'eb74dc37-df92-4e59-8e39-d6a47bbafa75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:06.484247 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d696bb6b-6c03-48ca-b324-bf34e01f82de None None] The sync data for ids ['b4c3eafe-97b4-49df-be7e-8b047151041d'] in n-d-791505-14 is: [{'id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'name': 'tempest-TestSnapshotPattern-1697253099-router', 'tenant_id': 'd93393c0666843e18a9aa61722c68f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:44:03Z', 'revision_number': 4, 'project_id': 'd93393c0666843e18a9aa61722c68f36', 'gw_port': {'id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': '29a443a1-a861-48eb-9ca5-7782ef48e7e0', 'name': '', 'network_id': 'da997002-4831-4822-8c78-95a265ab7615', 'tenant_id': 'd93393c0666843e18a9aa61722c68f36', 'mac_address': 'fa:16:3e:81:0f:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'eb74dc37-df92-4e59-8e39-d6a47bbafa75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:02Z', 'updated_at': '2021-07-16T02:44:05Z', 'revision_number': 4, 'project_id': 'd93393c0666843e18a9aa61722c68f36', 'subnets': [{'id': 'eb74dc37-df92-4e59-8e39-d6a47bbafa75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:44:07.364591 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-fea55286-815d-4433-b941-bac33f847df9 req-5c4ad14a-41c9-4da9-86dd-f8c5586e5ac9 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 210 time: 0.0282671 Jul 16 02:44:07.505037 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:07.606699 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 29a443a1-a861-48eb-9ca5-7782ef48e7e0 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:07.656393 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning for port 29a443a1-a861-48eb-9ca5-7782ef48e7e0 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:07.659977 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 29a443a1-a861-48eb-9ca5-7782ef48e7e0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:07.660352 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:07.742673 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8a0ad576-d5a2-47d8-b891-f33b383a6290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:07.751688 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:07.790380 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] For port 29a443a1-a861-48eb-9ca5-7782ef48e7e0, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=29a443a1-a861-48eb-9ca5-7782ef48e7e0,segment=NetworkSegment(fc6ec403-23fa-4516-a101-8d07606c7409),segment_id=fc6ec403-23fa-4516-a101-8d07606c7409)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:07.794425 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:07.843607 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Pushing event updated for resources: {'Port': ['ID=29a443a1-a861-48eb-9ca5-7782ef48e7e0,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:08.446844 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ab177501-66f7-423c-8196-b90d1282f159 req-5ab18f65-6747-4477-8192-011815d74dc3 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 210 time: 0.0314302 Jul 16 02:44:08.932197 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.560752 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-7763d979-f639-46fe-b131-49fb1b1157a1 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:09.562399 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-7763d979-f639-46fe-b131-49fb1b1157a1 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.70 "GET /v2.0/networks?id=d7e8484c-c123-4699-819c-0ed62080af1e HTTP/1.1" status: 200 len: 809 time: 0.1090071 Jul 16 02:44:09.607394 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c79cc3f8-6b72-4f67-8af7-37f21b862f72 req-097e4e50-1b18-48c8-b301-b6c633d786d2 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 210 time: 0.0405383 Jul 16 02:44:09.610163 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 29a443a1-a861-48eb-9ca5-7782ef48e7e0 up at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:09.622353 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-8d00a5dc-3853-4a17-b343-b24623deaa22 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.70 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8 HTTP/1.1" status: 200 len: 380 time: 0.0430126 Jul 16 02:44:09.631840 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-a774be56-8c85-4ca4-b50c-0513584da36f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Request body: {'port': {'device_id': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'admin_state_up': True, 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'security_groups': ['6306db1e-35af-4d0b-bdd7-69f2a8317c15']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:09.671682 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Provisioning complete for port 29a443a1-a861-48eb-9ca5-7782ef48e7e0 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:09.672030 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.759181 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-a774be56-8c85-4ca4-b50c-0513584da36f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Made reservation on behalf of df1e0a8b3b9d4310b7b69bf728fe10d8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:44:09.762734 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-a774be56-8c85-4ca4-b50c-0513584da36f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:09.882669 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-a774be56-8c85-4ca4-b50c-0513584da36f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Allocated IP 172.20.0.9 (d7e8484c-c123-4699-819c-0ed62080af1e/cc7e59e4-1a85-4566-80fe-f0ab5206ee8d/031cc42d-fe72-46e0-a1b6-5dc1516aad05) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:44:10.017268 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-a774be56-8c85-4ca4-b50c-0513584da36f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.030843 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-a774be56-8c85-4ca4-b50c-0513584da36f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Transition to ACTIVE for port object 031cc42d-fe72-46e0-a1b6-5dc1516aad05 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:10.063141 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-a774be56-8c85-4ca4-b50c-0513584da36f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.107909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-a774be56-8c85-4ca4-b50c-0513584da36f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Network d7e8484c-c123-4699-819c-0ed62080af1e is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:10.110996 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-a774be56-8c85-4ca4-b50c-0513584da36f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:10.114865 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-a774be56-8c85-4ca4-b50c-0513584da36f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:44:10.121495 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774be56-8c85-4ca4-b50c-0513584da36f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event updated for resources: {'Port': ['ID=031cc42d-fe72-46e0-a1b6-5dc1516aad05,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:10.171704 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-a774be56-8c85-4ca4-b50c-0513584da36f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:10.172351 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-a774be56-8c85-4ca4-b50c-0513584da36f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.187164 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-a774be56-8c85-4ca4-b50c-0513584da36f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5597394 Jul 16 02:44:10.198893 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Request body: {'port': {'device_id': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:10.273114 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.401223 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4b4b2308-e41d-40d9-801e-06a428a90b44 None None] Provisioning for port 031cc42d-fe72-46e0-a1b6-5dc1516aad05 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:10.404973 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-4b4b2308-e41d-40d9-801e-06a428a90b44 None None] Provisioning complete for port 031cc42d-fe72-46e0-a1b6-5dc1516aad05 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:10.405348 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4b4b2308-e41d-40d9-801e-06a428a90b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.438161 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b2308-e41d-40d9-801e-06a428a90b44 None None] Port 031cc42d-fe72-46e0-a1b6-5dc1516aad05 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:44:10.538383 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 031cc42d-fe72-46e0-a1b6-5dc1516aad05 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:44:10.544273 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.546622 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.558418 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Transition to ACTIVE for port object 031cc42d-fe72-46e0-a1b6-5dc1516aad05 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:44:10.562120 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.610189 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Pushing event updated for resources: {'Port': ['ID=031cc42d-fe72-46e0-a1b6-5dc1516aad05,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:10.684874 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Attempting to bind port 031cc42d-fe72-46e0-a1b6-5dc1516aad05 on host n-h2-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:44:10.685222 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Attempting to bind port 031cc42d-fe72-46e0-a1b6-5dc1516aad05 by drivers openvswitch,hyperv on host n-h2-791505-14 at level 0 using segments [{'id': '2018cf3b-9584-43f9-be1c-93434cc2f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:44:10.685559 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Attempting to bind port 031cc42d-fe72-46e0-a1b6-5dc1516aad05 on network d7e8484c-c123-4699-819c-0ed62080af1e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:10.690089 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Port 031cc42d-fe72-46e0-a1b6-5dc1516aad05 on network d7e8484c-c123-4699-819c-0ed62080af1e not bound, no agent of type Open vSwitch agent registered on host n-h2-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:44:10.690402 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Attempting to bind port 031cc42d-fe72-46e0-a1b6-5dc1516aad05 on network d7e8484c-c123-4699-819c-0ed62080af1e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:44:10.696166 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Checking agent: {'id': 'b029f99c-b459-4fcb-b6f7-a5bfd2167ee4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:44:10.696548 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Checking segment: {'id': '2018cf3b-9584-43f9-be1c-93434cc2f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:44:10.697014 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Bound using segment: {'id': '2018cf3b-9584-43f9-be1c-93434cc2f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:44:10.697462 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Bound port: 031cc42d-fe72-46e0-a1b6-5dc1516aad05, host: n-h2-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2018cf3b-9584-43f9-be1c-93434cc2f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:44:10.697833 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.772856 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] For port 031cc42d-fe72-46e0-a1b6-5dc1516aad05, host n-h2-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:44:10.776585 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] For port 031cc42d-fe72-46e0-a1b6-5dc1516aad05, host n-h2-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=031cc42d-fe72-46e0-a1b6-5dc1516aad05,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:44:10.781688 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.812538 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7af2ea3-8d4d-43cb-9510-175c6cd4de1d req-42dd9446-0ca5-4a90-a3ba-bb754ae7b1de tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:10.813901 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:10.814302 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7af2ea3-8d4d-43cb-9510-175c6cd4de1d req-42dd9446-0ca5-4a90-a3ba-bb754ae7b1de tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 943 time: 0.0721714 Jul 16 02:44:10.814462 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:10.815815 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] 10.222.0.70 "PUT /v2.0/ports/031cc42d-fe72-46e0-a1b6-5dc1516aad05 HTTP/1.1" status: 200 len: 1092 time: 0.6211998 Jul 16 02:44:10.816257 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'tag': '031cc42d-fe72-46e0-a1b6-5dc1516aad05'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:44:10.818488 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d5cbda-a787-4a31-bab6-6e88d1bbdf5b" -d '{"events": [{"name": "network-changed", "server_uuid": "32f44051-c8b4-4e81-92bf-c562a20b1e4f", "tag": "031cc42d-fe72-46e0-a1b6-5dc1516aad05"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:44:10.850220 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c01e9-3edb-44d1-abc7-0a12d6617d4c service neutron] Pushing event updated for resources: {'Port': ['ID=031cc42d-fe72-46e0-a1b6-5dc1516aad05,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:10.866346 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-e7af2ea3-8d4d-43cb-9510-175c6cd4de1d req-8066d08d-d28d-4753-b48d-12f9a5e3d5a3 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461679 Jul 16 02:44:10.906202 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b32744-1d0e-4122-9422-59794dad5a3e x-openstack-request-id: req-54b32744-1d0e-4122-9422-59794dad5a3e {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:44:10.906492 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f44051-c8b4-4e81-92bf-c562a20b1e4f", "tag": "031cc42d-fe72-46e0-a1b6-5dc1516aad05", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:44:10.906742 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54b32744-1d0e-4122-9422-59794dad5a3e {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:44:10.907139 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'tag': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'status': 'completed', 'code': 200} Jul 16 02:44:10.927970 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-86bd772e-f3b9-40f6-b074-9f6d30060fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:10.929498 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-86bd772e-f3b9-40f6-b074-9f6d30060fe5 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8&device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 1095 time: 0.0715365 Jul 16 02:44:10.976207 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-d34f4d36-3afa-4dca-8e41-d261a7b4b810 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=031cc42d-fe72-46e0-a1b6-5dc1516aad05 HTTP/1.1" status: 200 len: 217 time: 0.0395424 Jul 16 02:44:11.026678 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-53e9ad3f-2d6a-4690-b1b2-46c5c72f8c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:11.028198 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-53e9ad3f-2d6a-4690-b1b2-46c5c72f8c16 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc7e59e4-1a85-4566-80fe-f0ab5206ee8d HTTP/1.1" status: 200 len: 848 time: 0.0458524 Jul 16 02:44:11.086229 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-d1f25b71-a336-4422-bc97-253d31de66b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:11.087712 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-d1f25b71-a336-4422-bc97-253d31de66b6 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7e8484c-c123-4699-819c-0ed62080af1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529993 Jul 16 02:44:11.178156 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-1d109c53-926b-464b-9191-61b657d6c1f4 service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841277 Jul 16 02:44:11.264825 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-7f68ddb4-f556-42e2-a404-7564cdb871bb req-32d45809-11e0-45c9-a5b3-391ba5ababa8 service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798278 Jul 16 02:44:11.361212 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5cbda-a787-4a31-bab6-6e88d1bbdf5b req-3af09ce1-6f34-4c8e-89a8-579e67a7219b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:11.362600 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-14d5cbda-a787-4a31-bab6-6e88d1bbdf5b req-3af09ce1-6f34-4c8e-89a8-579e67a7219b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8&device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 1095 time: 0.0516567 Jul 16 02:44:11.457505 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5cbda-a787-4a31-bab6-6e88d1bbdf5b req-0458f8c2-5b5b-405f-b35d-3f15f1cefbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:11.458965 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-14d5cbda-a787-4a31-bab6-6e88d1bbdf5b req-0458f8c2-5b5b-405f-b35d-3f15f1cefbbc service neutron] 10.222.0.70 "GET /v2.0/networks?id=d7e8484c-c123-4699-819c-0ed62080af1e HTTP/1.1" status: 200 len: 910 time: 0.0891838 Jul 16 02:44:11.499655 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-14d5cbda-a787-4a31-bab6-6e88d1bbdf5b req-6d3b240e-b422-48a9-95ec-284be8f86c6e service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=031cc42d-fe72-46e0-a1b6-5dc1516aad05 HTTP/1.1" status: 200 len: 217 time: 0.0335591 Jul 16 02:44:11.550147 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5cbda-a787-4a31-bab6-6e88d1bbdf5b req-6d514cbe-8da3-4536-b9d9-7c8b4612819f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:11.551561 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-14d5cbda-a787-4a31-bab6-6e88d1bbdf5b req-6d514cbe-8da3-4536-b9d9-7c8b4612819f service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc7e59e4-1a85-4566-80fe-f0ab5206ee8d HTTP/1.1" status: 200 len: 848 time: 0.0459433 Jul 16 02:44:11.609367 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5cbda-a787-4a31-bab6-6e88d1bbdf5b req-46aaa46c-62ca-4c31-b9b5-58d36ca0df14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:11.610859 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-14d5cbda-a787-4a31-bab6-6e88d1bbdf5b req-46aaa46c-62ca-4c31-b9b5-58d36ca0df14 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7e8484c-c123-4699-819c-0ed62080af1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506706 Jul 16 02:44:11.702496 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-14d5cbda-a787-4a31-bab6-6e88d1bbdf5b req-f1885441-7eac-41d8-b66b-b2d6013c8af9 service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836847 Jul 16 02:44:11.789156 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-14d5cbda-a787-4a31-bab6-6e88d1bbdf5b req-6c0f7cd9-9094-4d1c-acda-dbbe501137b9 service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786827 Jul 16 02:44:12.033028 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37d18f-d72e-4b4e-9310-1abb42ec7dee req-5bb401a3-18a3-442a-a606-2c36b202625f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:12.034565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b37d18f-d72e-4b4e-9310-1abb42ec7dee req-5bb401a3-18a3-442a-a606-2c36b202625f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 943 time: 0.0661829 Jul 16 02:44:12.072130 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-4b37d18f-d72e-4b4e-9310-1abb42ec7dee req-a4e9a259-a0bc-47f6-b51d-5c22da9f7e46 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Jul 16 02:44:13.241960 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db12b3-7e9d-4bae-b1e4-9050371abbcc req-cd9b7c0d-879a-433e-9210-822b8fd902c5 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:13.243505 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0db12b3-7e9d-4bae-b1e4-9050371abbcc req-cd9b7c0d-879a-433e-9210-822b8fd902c5 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 943 time: 0.0638855 Jul 16 02:44:13.280581 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d0db12b3-7e9d-4bae-b1e4-9050371abbcc req-3fa4a5bd-b0b0-4938-bcae-94a1eb83845a tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313108 Jul 16 02:44:14.143060 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 031cc42d-fe72-46e0-a1b6-5dc1516aad05 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:44:14.237935 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 031cc42d-fe72-46e0-a1b6-5dc1516aad05, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=031cc42d-fe72-46e0-a1b6-5dc1516aad05,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:14.249155 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'port_id': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'mac_address': 'fa:16:3e:43:8f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:44:14.284092 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:14.296720 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 031cc42d-fe72-46e0-a1b6-5dc1516aad05 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:44:14.316468 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 031cc42d-fe72-46e0-a1b6-5dc1516aad05, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=031cc42d-fe72-46e0-a1b6-5dc1516aad05,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:14.321152 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:14.369341 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=031cc42d-fe72-46e0-a1b6-5dc1516aad05,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:14.455629 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ce292-14d2-4996-a865-617cd7ade903 req-2719943e-c86f-4aae-8ed4-a2c447ed8417 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:14.457436 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f44ce292-14d2-4996-a865-617cd7ade903 req-2719943e-c86f-4aae-8ed4-a2c447ed8417 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 944 time: 0.0636816 Jul 16 02:44:14.498565 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f44ce292-14d2-4996-a865-617cd7ade903 req-50ac188f-4afa-4596-9d75-526b3943e318 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353177 Jul 16 02:44:14.527338 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['031cc42d-fe72-46e0-a1b6-5dc1516aad05'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:44:15.847219 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde1f104-bb6a-4da3-88e8-f8f3c317e793 req-044edf87-30e8-4978-9b45-60a065950918 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:15.848707 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dde1f104-bb6a-4da3-88e8-f8f3c317e793 req-044edf87-30e8-4978-9b45-60a065950918 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 944 time: 0.0617239 Jul 16 02:44:15.885059 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-dde1f104-bb6a-4da3-88e8-f8f3c317e793 req-119df779-7c6c-46cf-a75c-6e992259ad24 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304360 Jul 16 02:44:16.144501 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 031cc42d-fe72-46e0-a1b6-5dc1516aad05 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:44:16.190650 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning for port 031cc42d-fe72-46e0-a1b6-5dc1516aad05 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:44:16.194281 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 031cc42d-fe72-46e0-a1b6-5dc1516aad05 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:44:16.194645 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:16.271051 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:16.293880 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031cc42d-fe72-46e0-a1b6-5dc1516aad05'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:44:16.296145 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9790bb62-a7c2-4c3d-90e1-b9d5b3b4d0e4" -d '{"events": [{"server_uuid": "32f44051-c8b4-4e81-92bf-c562a20b1e4f", "name": "network-vif-plugged", "status": "completed", "tag": "031cc42d-fe72-46e0-a1b6-5dc1516aad05"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:44:16.308621 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 031cc42d-fe72-46e0-a1b6-5dc1516aad05, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=031cc42d-fe72-46e0-a1b6-5dc1516aad05,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:44:16.312713 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:16.338152 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5761bd-e066-4792-b779-19ec31004e1c x-openstack-request-id: req-8f5761bd-e066-4792-b779-19ec31004e1c {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:44:16.338619 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f44051-c8b4-4e81-92bf-c562a20b1e4f", "name": "network-vif-plugged", "status": "completed", "tag": "031cc42d-fe72-46e0-a1b6-5dc1516aad05", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:44:16.338876 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8f5761bd-e066-4792-b779-19ec31004e1c {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:44:16.339262 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'code': 200} Jul 16 02:44:16.365888 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=031cc42d-fe72-46e0-a1b6-5dc1516aad05,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:16.442080 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed19f0b8-ae7a-41c2-806d-0794689af11d req-684f0a5d-2926-4746-a1a7-f82ff8409349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:16.443432 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed19f0b8-ae7a-41c2-806d-0794689af11d req-684f0a5d-2926-4746-a1a7-f82ff8409349 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 1097 time: 0.0492833 Jul 16 02:44:16.476440 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ed19f0b8-ae7a-41c2-806d-0794689af11d req-f5aeb39b-f375-4cd6-af1c-aa9e030e35a8 service neutron] 10.222.0.70 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271950 Jul 16 02:44:17.054142 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e644f-fa1c-44c2-b167-714a792d2dbb req-bbeda271-fb83-4317-871b-3ac770bcf1c8 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:17.055697 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed6e644f-fa1c-44c2-b167-714a792d2dbb req-bbeda271-fb83-4317-871b-3ac770bcf1c8 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 945 time: 0.0620327 Jul 16 02:44:17.092625 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-ed6e644f-fa1c-44c2-b167-714a792d2dbb req-0c367180-bc52-4432-9f98-6ab8d5d21464 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313134 Jul 16 02:44:18.268827 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeed8fb-d280-45ae-938c-73c306319282 req-c1d79c07-1ad3-429f-97c2-effe760d6817 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:18.270372 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5aeed8fb-d280-45ae-938c-73c306319282 req-c1d79c07-1ad3-429f-97c2-effe760d6817 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 945 time: 0.0679433 Jul 16 02:44:18.308318 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-5aeed8fb-d280-45ae-938c-73c306319282 req-2a64bba6-20fc-49e3-8cc1-27b48a314aaa tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318058 Jul 16 02:44:18.476850 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0c336f-e8a7-4e08-a476-2b8ffac13a10 req-a2ce726b-d50f-4236-bfde-cdd236646dec tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:18.478809 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b0c336f-e8a7-4e08-a476-2b8ffac13a10 req-a2ce726b-d50f-4236-bfde-cdd236646dec tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 945 time: 0.0630074 Jul 16 02:44:18.516501 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1b0c336f-e8a7-4e08-a476-2b8ffac13a10 req-c178e791-b4a7-46a3-b40e-68fddfd4da70 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319161 Jul 16 02:44:18.540671 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49322) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:18.683716 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823b54d7-c6be-417f-8089-f596b2572cc3 tempest-TestSnapshotPattern-1520169507 tempest-TestSnapshotPattern-1520169507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:18.685305 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-823b54d7-c6be-417f-8089-f596b2572cc3 tempest-TestSnapshotPattern-1520169507 tempest-TestSnapshotPattern-1520169507-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 1092 time: 0.1435986 Jul 16 02:44:18.688341 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49326) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:44:18.692586 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:44:18.714841 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:18.812087 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:18.930376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Allocated IP 172.25.2.227 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/9b381e5c-05b1-4c4b-bfd0-eb8fcee716e9) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:44:19.039927 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.085227 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.128179 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:44:19.130916 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:44:19.135083 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:44:19.141695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event updated for resources: {'Port': ['ID=9b381e5c-05b1-4c4b-bfd0-eb8fcee716e9,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:19.486939 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.559454 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.706025 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.710678 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.775213 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event updated for resources: {'Port': ['ID=9b381e5c-05b1-4c4b-bfd0-eb8fcee716e9,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:44:19.786648 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:19.884194 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Floating IP e021f331-b090-4c17-ba79-f83f5a3e3d63 associated. External IP: 172.25.2.227, port: 031cc42d-fe72-46e0-a1b6-5dc1516aad05. Jul 16 02:44:20.086959 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Router 90a741be-178f-4301-ac84-473911105266 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:44:20.190248 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:44:20.200321 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc95ac-8e52-4372-be4c-28f6a4f2124d None None] Sync routers for ids ['90a741be-178f-4301-ac84-473911105266'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:44:20.206805 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:20.209980 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc95ac-8e52-4372-be4c-28f6a4f2124d None None] Routers {'90a741be-178f-4301-ac84-473911105266'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:20.210596 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-90cc95ac-8e52-4372-be4c-28f6a4f2124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:44:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['90a741be-178f-4301-ac84-473911105266'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:20.243845 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-e5a7b48a-80d9-423a-b229-23700567d242 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5544760 Jul 16 02:44:20.244426 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'tag': '031cc42d-fe72-46e0-a1b6-5dc1516aad05'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:44:20.246654 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c0b656-e772-4bfc-8081-f099bd837548" -d '{"events": [{"name": "network-changed", "server_uuid": "32f44051-c8b4-4e81-92bf-c562a20b1e4f", "tag": "031cc42d-fe72-46e0-a1b6-5dc1516aad05"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:44:20.335620 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac3ec56-a957-4c16-9459-f0a613a06472 x-openstack-request-id: req-eac3ec56-a957-4c16-9459-f0a613a06472 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:44:20.335950 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f44051-c8b4-4e81-92bf-c562a20b1e4f", "tag": "031cc42d-fe72-46e0-a1b6-5dc1516aad05", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:44:20.336262 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eac3ec56-a957-4c16-9459-f0a613a06472 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:44:20.336669 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'tag': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'status': 'completed', 'code': 200} Jul 16 02:44:20.406854 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-90cc95ac-8e52-4372-be4c-28f6a4f2124d None None] Set router 90a741be-178f-4301-ac84-473911105266 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:20.409914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0b656-e772-4bfc-8081-f099bd837548 req-9e01595f-1070-473a-b832-2f37cbe23fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:20.411418 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41c0b656-e772-4bfc-8081-f099bd837548 req-9e01595f-1070-473a-b832-2f37cbe23fd6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8&device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 1097 time: 0.0523949 Jul 16 02:44:20.502276 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0b656-e772-4bfc-8081-f099bd837548 req-1ddbc21b-a364-445a-a026-7808f8ce44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:20.503784 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41c0b656-e772-4bfc-8081-f099bd837548 req-1ddbc21b-a364-445a-a026-7808f8ce44a5 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d7e8484c-c123-4699-819c-0ed62080af1e HTTP/1.1" status: 200 len: 910 time: 0.0856218 Jul 16 02:44:20.571958 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41c0b656-e772-4bfc-8081-f099bd837548 req-99cc00ba-de41-447d-8574-ffc446ef2162 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=031cc42d-fe72-46e0-a1b6-5dc1516aad05 HTTP/1.1" status: 200 len: 999 time: 0.0610404 Jul 16 02:44:20.621880 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0b656-e772-4bfc-8081-f099bd837548 req-a7307a1e-3acb-4e2b-b58e-d825e72822b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:20.623357 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41c0b656-e772-4bfc-8081-f099bd837548 req-a7307a1e-3acb-4e2b-b58e-d825e72822b4 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc7e59e4-1a85-4566-80fe-f0ab5206ee8d HTTP/1.1" status: 200 len: 848 time: 0.0436637 Jul 16 02:44:20.625279 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-90cc95ac-8e52-4372-be4c-28f6a4f2124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'e021f331-b090-4c17-ba79-f83f5a3e3d63', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '90a741be-178f-4301-ac84-473911105266', 'port_id': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'mac_address': 'fa:16:3e:43:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:44:19Z', 'updated_at': '2021-07-16T02:44:19Z', 'revision_number': 0, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4d07df-77ff-4b37-8333-cf9d30df15b4', 'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'mac_address': 'fa:16:3e:08:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:57Z', 'updated_at': '2021-07-16T02:44:01Z', 'revision_number': 5, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'subnets': [{'id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:20.651236 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc95ac-8e52-4372-be4c-28f6a4f2124d None None] Checking router: 90a741be-178f-4301-ac84-473911105266 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:44:20.659283 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc95ac-8e52-4372-be4c-28f6a4f2124d None None] Routers {'90a741be-178f-4301-ac84-473911105266'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:44:20.659919 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-90cc95ac-8e52-4372-be4c-28f6a4f2124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:44:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['90a741be-178f-4301-ac84-473911105266'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:20.679444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c0b656-e772-4bfc-8081-f099bd837548 req-91540aa4-dffd-4744-9e39-0f0d12cb9852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:20.681526 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41c0b656-e772-4bfc-8081-f099bd837548 req-91540aa4-dffd-4744-9e39-0f0d12cb9852 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7e8484c-c123-4699-819c-0ed62080af1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522618 Jul 16 02:44:20.765167 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-90cc95ac-8e52-4372-be4c-28f6a4f2124d None None] Set router 90a741be-178f-4301-ac84-473911105266 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:44:20.777182 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41c0b656-e772-4bfc-8081-f099bd837548 req-0f107eda-8749-49ea-a48d-b410008110f9 service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872877 Jul 16 02:44:20.865033 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-41c0b656-e772-4bfc-8081-f099bd837548 req-8dd81d81-75d3-4154-b6fb-51fbc1e697de service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814102 Jul 16 02:44:20.986545 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-90cc95ac-8e52-4372-be4c-28f6a4f2124d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'e021f331-b090-4c17-ba79-f83f5a3e3d63', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '90a741be-178f-4301-ac84-473911105266', 'port_id': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'mac_address': 'fa:16:3e:43:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:44:19Z', 'updated_at': '2021-07-16T02:44:19Z', 'revision_number': 0, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4d07df-77ff-4b37-8333-cf9d30df15b4', 'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'mac_address': 'fa:16:3e:08:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:57Z', 'updated_at': '2021-07-16T02:44:01Z', 'revision_number': 5, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'subnets': [{'id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:44:21.012109 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc95ac-8e52-4372-be4c-28f6a4f2124d None None] The sync data for ids ['90a741be-178f-4301-ac84-473911105266'] in n-d-791505-14 is: [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'e021f331-b090-4c17-ba79-f83f5a3e3d63', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '90a741be-178f-4301-ac84-473911105266', 'port_id': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'mac_address': 'fa:16:3e:43:8f:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:44:19Z', 'updated_at': '2021-07-16T02:44:19Z', 'revision_number': 0, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4d07df-77ff-4b37-8333-cf9d30df15b4', 'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'mac_address': 'fa:16:3e:08:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:57Z', 'updated_at': '2021-07-16T02:44:01Z', 'revision_number': 5, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'subnets': [{'id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:44:21.194992 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de806f84-1505-4c25-ae9c-4ee3586d107e None None] New status for floating IP e021f331-b090-4c17-ba79-f83f5a3e3d63: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:44:31.279251 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:32.198234 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:33.605465 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:44:35.031467 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0386890e-ac72-484a-9ab9-1a7b0823cec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:37.505241 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:37.722361 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d423f304-c48e-444b-a7c4-402a1dc53646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:38.933762 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:40.547335 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:44:56.656344 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-76538985-677f-4720-ac9e-beae7d7cc29a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1005299 Jul 16 02:44:56.755525 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-a7929f1d-ccbd-4c67-909a-e592362ec91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:56.756036 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-a7929f1d-ccbd-4c67-909a-e592362ec91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:56.756516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-a7929f1d-ccbd-4c67-909a-e592362ec91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:56.756991 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-a7929f1d-ccbd-4c67-909a-e592362ec91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:56.757461 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-a7929f1d-ccbd-4c67-909a-e592362ec91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:56.759212 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-a7929f1d-ccbd-4c67-909a-e592362ec91d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0587687 Jul 16 02:44:56.869041 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-848f1eb6-953e-41f8-bc1f-b4663e94e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:56.869428 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-848f1eb6-953e-41f8-bc1f-b4663e94e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:56.869897 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-848f1eb6-953e-41f8-bc1f-b4663e94e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:56.872078 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-848f1eb6-953e-41f8-bc1f-b4663e94e992 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0884008 Jul 16 02:44:56.913810 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-c3180e51-d8d4-4abe-a2e6-8b3914b9e283 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0353551 Jul 16 02:44:56.959968 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-0ebe6a79-7c8d-4ca8-a40b-b7eb399a997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:56.961371 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-0ebe6a79-7c8d-4ca8-a40b-b7eb399a997e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0420415 Jul 16 02:44:57.015694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-a4853b67-f909-402d-88fe-4efb5a5945ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:57.017148 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-a4853b67-f909-402d-88fe-4efb5a5945ef service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496688 Jul 16 02:44:57.107933 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-5b6479a7-37d6-4ee6-bc23-6f67c166c2d5 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844524 Jul 16 02:44:57.191888 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-007470c4-e08c-413b-8270-f060aebe552d service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780447 Jul 16 02:44:57.234682 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-3d52104c-383f-4ba5-b8be-8bb3b75bc807 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0363593 Jul 16 02:44:57.280429 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-7426c7f4-1ba9-4fbf-9dd8-16185ccef976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:57.281810 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-7426c7f4-1ba9-4fbf-9dd8-16185ccef976 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0411801 Jul 16 02:44:57.335702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-6e8820da-5a57-4c27-b7c3-ad1775341f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:57.337166 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-6e8820da-5a57-4c27-b7c3-ad1775341f42 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0495145 Jul 16 02:44:57.425876 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-a3e72da0-f0e4-4d8e-b693-5721eb972705 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823553 Jul 16 02:44:57.514045 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-1ac20dab-b827-43bf-84f8-f88d0f5bce0f service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821984 Jul 16 02:44:57.556820 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-64c39e73-0693-4a3f-ab86-cacd92f049de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0365186 Jul 16 02:44:57.604384 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-b16b2676-cd24-4bad-b719-05b12cdf8290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:57.605810 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-b16b2676-cd24-4bad-b719-05b12cdf8290 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0423994 Jul 16 02:44:57.660506 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-8fd75d9b-dfc0-4520-9ec5-6563e3575b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:57.661972 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-8fd75d9b-dfc0-4520-9ec5-6563e3575b27 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0503101 Jul 16 02:44:57.750627 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-e3594c92-3d89-4093-b1b3-502c4b5d8f32 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826781 Jul 16 02:44:57.844868 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-0c367751-d67f-4baa-ad3f-0049d3972fda service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885603 Jul 16 02:44:57.887645 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-c2f3b362-0da0-4cc4-b528-ad112fa8f3a8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0366125 Jul 16 02:44:57.932787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-904c960f-0a4f-4693-90a9-33791c85ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:57.934705 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-904c960f-0a4f-4693-90a9-33791c85ff98 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0411444 Jul 16 02:44:57.988395 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-ad2f667f-da3e-40c8-88a6-c1e970341497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:57.989804 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-ad2f667f-da3e-40c8-88a6-c1e970341497 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0486784 Jul 16 02:44:58.394391 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-3a9cf200-e6b1-471f-a0ff-9ecab88d2228 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982484 Jul 16 02:44:58.478798 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-5534cc4e-4e45-42af-91cc-7379c4605482 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777714 Jul 16 02:44:58.520754 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-8ce50760-ee2c-4f3b-815d-4526e3ea8fd8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0353212 Jul 16 02:44:58.567175 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-cb5f2958-0be1-44fe-b788-8c1b087b36dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:58.568633 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-cb5f2958-0be1-44fe-b788-8c1b087b36dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0423014 Jul 16 02:44:58.624047 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c7d79-80fa-44cd-8263-c933237038fd req-9b3a7701-23b3-4669-bc24-fcae7f1b6e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:44:58.625494 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-9b3a7701-23b3-4669-bc24-fcae7f1b6e64 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0506663 Jul 16 02:44:58.714320 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-1e623f9f-9b00-4a20-9540-43209543c866 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822103 Jul 16 02:44:58.799471 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-f88c7d79-80fa-44cd-8263-c933237038fd req-a9b78603-1295-4d27-a485-33ac8dbb3f4c service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791757 Jul 16 02:45:01.282535 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:02.233272 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:05.032071 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6bcdb2a2-cdba-4828-a781-f34396322880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:07.504725 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:07.720985 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9d98f37b-7fdb-42a4-a913-74861a7eb9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:08.471964 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3abfc1ee-8a08-4ac7-85ed-046e2643f9b4 req-84a3e23e-f9b0-4abc-88e2-47a2e0b57cbd service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538583 Jul 16 02:45:08.561732 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfc1ee-8a08-4ac7-85ed-046e2643f9b4 req-cae0f946-91ef-4922-9608-805d4abac338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:08.563182 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3abfc1ee-8a08-4ac7-85ed-046e2643f9b4 req-cae0f946-91ef-4922-9608-805d4abac338 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8&device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 1097 time: 0.0508780 Jul 16 02:45:08.667330 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfc1ee-8a08-4ac7-85ed-046e2643f9b4 req-954b0d06-7812-4a86-9f66-a59a9b442f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:08.668813 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3abfc1ee-8a08-4ac7-85ed-046e2643f9b4 req-954b0d06-7812-4a86-9f66-a59a9b442f3c service neutron] 10.222.0.70 "GET /v2.0/networks?id=d7e8484c-c123-4699-819c-0ed62080af1e HTTP/1.1" status: 200 len: 910 time: 0.0871551 Jul 16 02:45:08.731089 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3abfc1ee-8a08-4ac7-85ed-046e2643f9b4 req-84870373-e141-4c44-a156-65b06aa23620 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=031cc42d-fe72-46e0-a1b6-5dc1516aad05 HTTP/1.1" status: 200 len: 1001 time: 0.0551662 Jul 16 02:45:08.776961 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfc1ee-8a08-4ac7-85ed-046e2643f9b4 req-c41498a2-6b43-48d5-a4d9-fd7839b98cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:08.778338 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3abfc1ee-8a08-4ac7-85ed-046e2643f9b4 req-c41498a2-6b43-48d5-a4d9-fd7839b98cd8 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc7e59e4-1a85-4566-80fe-f0ab5206ee8d HTTP/1.1" status: 200 len: 848 time: 0.0409267 Jul 16 02:45:08.836516 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abfc1ee-8a08-4ac7-85ed-046e2643f9b4 req-66746bb8-f245-4186-a177-bc8634a1e2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:08.837982 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3abfc1ee-8a08-4ac7-85ed-046e2643f9b4 req-66746bb8-f245-4186-a177-bc8634a1e2d3 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7e8484c-c123-4699-819c-0ed62080af1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531678 Jul 16 02:45:08.924519 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3abfc1ee-8a08-4ac7-85ed-046e2643f9b4 req-4233f44f-e9b9-4551-af4f-962c2e7ea961 service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802083 Jul 16 02:45:08.936591 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:09.016039 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-3abfc1ee-8a08-4ac7-85ed-046e2643f9b4 req-a072f4b0-b94e-40a8-9ea3-5c3971bf15f3 service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843050 Jul 16 02:45:10.550140 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:10.603402 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:45:31.282230 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:32.255504 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:35.033501 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ec6fa3f3-2c9f-4a66-b93c-8ab26201f63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:37.505828 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:37.720901 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6353d141-1626-45da-a317-a43f89aaea12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:38.939202 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:40.552213 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:47.602861 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:45:57.627653 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-d92192cf-36f3-4f00-909d-2abad172f42a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0581994 Jul 16 02:45:57.725820 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-4b1c4d5b-a5b8-451b-82dd-85d19a2fe03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:57.726309 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-4b1c4d5b-a5b8-451b-82dd-85d19a2fe03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:57.726803 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-4b1c4d5b-a5b8-451b-82dd-85d19a2fe03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:57.727270 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-4b1c4d5b-a5b8-451b-82dd-85d19a2fe03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:57.727744 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-4b1c4d5b-a5b8-451b-82dd-85d19a2fe03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:57.729560 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-4b1c4d5b-a5b8-451b-82dd-85d19a2fe03b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0587082 Jul 16 02:45:57.844208 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-50b438d4-eedb-499b-baa9-5000e24045d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:57.844590 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-50b438d4-eedb-499b-baa9-5000e24045d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:57.845061 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-50b438d4-eedb-499b-baa9-5000e24045d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:57.846637 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-50b438d4-eedb-499b-baa9-5000e24045d2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0929785 Jul 16 02:45:57.886232 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-3d5f0273-0aff-41fa-b2f4-bb9dd7e4c644 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0333595 Jul 16 02:45:57.938001 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-767409c8-54d1-48a7-b474-2bb82bfc225a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:57.939444 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-767409c8-54d1-48a7-b474-2bb82bfc225a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0472701 Jul 16 02:45:57.994377 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-c3bd29ec-bbcf-414f-81f4-71bf1c3d9daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:57.995830 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-c3bd29ec-bbcf-414f-81f4-71bf1c3d9daf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502658 Jul 16 02:45:58.081680 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-c388c531-0b5f-448f-bd9f-8c2c5e5b0c07 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795095 Jul 16 02:45:58.171294 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-f2243fcf-3a41-470c-95c1-89168dcba8cb service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835929 Jul 16 02:45:58.211045 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-8de68530-1fca-4f70-91ac-424961fcadea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0328658 Jul 16 02:45:58.261304 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-f0311efe-31af-4b8d-8a25-93399e6d3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:58.262839 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-f0311efe-31af-4b8d-8a25-93399e6d3fec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0459595 Jul 16 02:45:58.317381 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-9a01a142-aead-41f9-bd1d-7eabcdc13bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:58.318809 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-9a01a142-aead-41f9-bd1d-7eabcdc13bdc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0495362 Jul 16 02:45:58.407394 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-177d2209-25c9-4045-873a-3e251c61050c service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821404 Jul 16 02:45:58.493039 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-98664185-e22e-4e22-b2a7-abe1a68888f3 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797551 Jul 16 02:45:58.535108 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-4b8bb411-d625-4597-805f-192a0017505c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0365148 Jul 16 02:45:58.581695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-2e86730c-052e-4584-80b1-58f2e4565332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:58.583339 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-2e86730c-052e-4584-80b1-58f2e4565332 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0425062 Jul 16 02:45:58.638209 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-7f7a3d06-abb7-41f5-9676-a6dbbed51fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:58.639689 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-7f7a3d06-abb7-41f5-9676-a6dbbed51fdf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0507245 Jul 16 02:45:58.730623 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-d11bb838-1c64-45bc-b662-34ac1607f51b service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846543 Jul 16 02:45:58.817837 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-b8bed307-c19d-49ef-8e29-57a64042cc27 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806472 Jul 16 02:45:58.861032 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-7a9029f0-98ab-4f5e-91da-08696986e232 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0372128 Jul 16 02:45:58.907946 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-fb87da60-9141-4e12-b022-930ffab4784a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:58.909346 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-fb87da60-9141-4e12-b022-930ffab4784a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0424914 Jul 16 02:45:58.964578 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-8fdc641b-a143-428a-bd08-a9d2c6df2960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:58.966054 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-8fdc641b-a143-428a-bd08-a9d2c6df2960 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0505798 Jul 16 02:45:59.056473 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-863ea9d1-f97e-48ee-98ae-d1757515e4cc service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843244 Jul 16 02:45:59.141910 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-871d58f3-fa9a-4c85-bca6-4cc07c883487 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792823 Jul 16 02:45:59.184814 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-ba1eca12-912c-4395-9f6d-bc00e700211f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0367682 Jul 16 02:45:59.231811 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-6e693829-9cab-4ef3-a864-97c88b19cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:59.233189 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-6e693829-9cab-4ef3-a864-97c88b19cc00 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0422721 Jul 16 02:45:59.287344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-1eea83cd-e0d1-4484-9adf-c1636adc8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:59.288803 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-1eea83cd-e0d1-4484-9adf-c1636adc8767 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0493958 Jul 16 02:45:59.378044 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-8b433a48-271c-4f8b-8851-53d768c65a4c service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826573 Jul 16 02:45:59.464829 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-0038c3a2-aea2-4473-bd60-b0cecf1d823f req-1da36860-9201-4afa-a8d9-c364a082b334 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807824 Jul 16 02:46:01.283889 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.247378 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:05.033933 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ab38f71b-d50e-4206-a2aa-7cb5f0d70faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.505564 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.721201 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1f43a7ca-c4cf-496a-ab4b-01c8fdf85c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:08.942339 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.535006 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22c1f25b-56e8-45bc-bbb4-eb49ffbcdce5 req-75b85215-03e5-4acf-a4d5-6f5162efc606 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1098027 Jul 16 02:46:10.554765 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:10.631049 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1f25b-56e8-45bc-bbb4-eb49ffbcdce5 req-f083a78e-a6e6-498a-b277-7f145d1f362b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:10.632605 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22c1f25b-56e8-45bc-bbb4-eb49ffbcdce5 req-f083a78e-a6e6-498a-b277-7f145d1f362b service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8&device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 1097 time: 0.0571346 Jul 16 02:46:10.732974 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1f25b-56e8-45bc-bbb4-eb49ffbcdce5 req-42dd61ce-d4eb-4e46-87e1-e48935d8c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:10.734394 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22c1f25b-56e8-45bc-bbb4-eb49ffbcdce5 req-42dd61ce-d4eb-4e46-87e1-e48935d8c625 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d7e8484c-c123-4699-819c-0ed62080af1e HTTP/1.1" status: 200 len: 910 time: 0.0828235 Jul 16 02:46:10.802951 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22c1f25b-56e8-45bc-bbb4-eb49ffbcdce5 req-344ef66b-77a2-4cff-9a4b-eec912cf90af service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=031cc42d-fe72-46e0-a1b6-5dc1516aad05 HTTP/1.1" status: 200 len: 1001 time: 0.0610421 Jul 16 02:46:10.850704 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1f25b-56e8-45bc-bbb4-eb49ffbcdce5 req-4b354e5d-bd16-4c0d-902a-b92ebdb19515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:10.852128 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22c1f25b-56e8-45bc-bbb4-eb49ffbcdce5 req-4b354e5d-bd16-4c0d-902a-b92ebdb19515 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc7e59e4-1a85-4566-80fe-f0ab5206ee8d HTTP/1.1" status: 200 len: 848 time: 0.0429168 Jul 16 02:46:10.907225 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c1f25b-56e8-45bc-bbb4-eb49ffbcdce5 req-5c6a6660-8e24-483a-bc5d-d2aa35cead06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:10.908737 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22c1f25b-56e8-45bc-bbb4-eb49ffbcdce5 req-5c6a6660-8e24-483a-bc5d-d2aa35cead06 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7e8484c-c123-4699-819c-0ed62080af1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509439 Jul 16 02:46:10.919481 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-22c1f25b-56e8-45bc-bbb4-eb49ffbcdce5 req-054ec4f8-fa5e-44a8-8ec9-ad580b94f580 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:46:10.920437 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22c1f25b-56e8-45bc-bbb4-eb49ffbcdce5 req-054ec4f8-fa5e-44a8-8ec9-ad580b94f580 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049098 Jul 16 02:46:11.009328 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22c1f25b-56e8-45bc-bbb4-eb49ffbcdce5 req-c486cefa-758b-44ab-a5d9-2c5e803d3e6d service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828094 Jul 16 02:46:11.095226 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-22c1f25b-56e8-45bc-bbb4-eb49ffbcdce5 req-c79aad4c-04b6-4cdc-bacf-345a202041eb service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795233 Jul 16 02:46:18.687983 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 031cc42d-fe72-46e0-a1b6-5dc1516aad05 details requested by agent hyperv_n-h2-791505-14 with host n-h2-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:46:18.780498 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 031cc42d-fe72-46e0-a1b6-5dc1516aad05, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=031cc42d-fe72-46e0-a1b6-5dc1516aad05,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:18.792396 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Returning: {'device': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'port_id': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'mac_address': 'fa:16:3e:43:8f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:46:18.831253 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:18.843661 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 031cc42d-fe72-46e0-a1b6-5dc1516aad05 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:46:18.862818 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 031cc42d-fe72-46e0-a1b6-5dc1516aad05, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=031cc42d-fe72-46e0-a1b6-5dc1516aad05,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:18.866885 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:18.916450 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=031cc42d-fe72-46e0-a1b6-5dc1516aad05,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:18.923855 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:18.924224 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:18.924550 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:18.924886 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:18.925220 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:18.925551 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:18.925884 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:18.926209 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:18.926538 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:18.926862 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:18.927187 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:18.927511 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:18.955444 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] get_ports_and_sgs() called for port_ids ['031cc42d-fe72-46e0-a1b6-5dc1516aad05'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:46:20.704505 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 031cc42d-fe72-46e0-a1b6-5dc1516aad05 up at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:20.766702 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Provisioning complete for port 031cc42d-fe72-46e0-a1b6-5dc1516aad05 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:20.767181 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:20.866594 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:20.892989 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031cc42d-fe72-46e0-a1b6-5dc1516aad05'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:46:20.895265 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e19f619-424a-4e5b-aedc-391f42a3d9ac" -d '{"events": [{"server_uuid": "32f44051-c8b4-4e81-92bf-c562a20b1e4f", "name": "network-vif-plugged", "status": "completed", "tag": "031cc42d-fe72-46e0-a1b6-5dc1516aad05"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:46:20.908701 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 031cc42d-fe72-46e0-a1b6-5dc1516aad05, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=031cc42d-fe72-46e0-a1b6-5dc1516aad05,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:20.916451 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:20.978316 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=031cc42d-fe72-46e0-a1b6-5dc1516aad05,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:21.044864 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b66299f-2283-466f-8a35-6e82769dbcc7 x-openstack-request-id: req-2b66299f-2283-466f-8a35-6e82769dbcc7 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:46:21.045291 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f44051-c8b4-4e81-92bf-c562a20b1e4f", "name": "network-vif-plugged", "status": "completed", "tag": "031cc42d-fe72-46e0-a1b6-5dc1516aad05", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:46:21.045692 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b66299f-2283-466f-8a35-6e82769dbcc7 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:46:21.046161 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'code': 200} Jul 16 02:46:24.602758 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:46:28.535539 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-82e5e83c-f55a-4c8a-922e-fba14816a68b tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247599658&fields=id&tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8 HTTP/1.1" status: 200 len: 267 time: 0.0351183 Jul 16 02:46:28.646165 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-680f1f42-74bb-4023-b24d-353fa7717199 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:28.647543 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-680f1f42-74bb-4023-b24d-353fa7717199 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/networks?id=d7e8484c-c123-4699-819c-0ed62080af1e HTTP/1.1" status: 200 len: 809 time: 0.1057503 Jul 16 02:46:28.662327 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-f5006a80-f546-4f66-a723-d1cce9683f1f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/quotas/df1e0a8b3b9d4310b7b69bf728fe10d8 HTTP/1.1" status: 200 len: 375 time: 0.0093899 Jul 16 02:46:28.730536 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-722bc1c2-6dab-4aaf-8e4e-933eb1d88e57 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0633402 Jul 16 02:46:28.867170 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-a253076e-401f-47f8-a89f-ecde1e7f9eab service neutron] 10.222.0.22 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254475 Jul 16 02:46:28.952704 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-1ef8cd19-1a8b-43a4-a4b6-477e47664584 service neutron] 10.222.0.22 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797589 Jul 16 02:46:30.142644 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d5754102-ad5b-45ec-b833-45e895da39d2 req-252f6cb4-6d9b-4a16-aa46-c86615cff63e tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 210 time: 0.0331907 Jul 16 02:46:31.221317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-1e209054-7abf-4954-831a-f50a56375622 req-75d365d7-b53f-450d-9821-81858e5dcdf6 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 210 time: 0.0281992 Jul 16 02:46:31.292693 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:32.259580 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:32.300560 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bcd56445-1f3f-44b2-952d-2b3aed7bbcb3 req-37f85e33-9134-4512-b080-cb9a29577b03 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 210 time: 0.0289989 Jul 16 02:46:32.749493 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 031cc42d-fe72-46e0-a1b6-5dc1516aad05 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:46:32.827004 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:32.849665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '031cc42d-fe72-46e0-a1b6-5dc1516aad05'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:46:32.852065 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d331c13b-37e5-4812-8862-054076bfacc0" -d '{"events": [{"server_uuid": "32f44051-c8b4-4e81-92bf-c562a20b1e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "031cc42d-fe72-46e0-a1b6-5dc1516aad05"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:46:32.865184 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] For port 031cc42d-fe72-46e0-a1b6-5dc1516aad05, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=031cc42d-fe72-46e0-a1b6-5dc1516aad05,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:32.869763 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:32.894245 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94691264-5f9f-464d-93d6-bce315cb9201 x-openstack-request-id: req-94691264-5f9f-464d-93d6-bce315cb9201 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:46:32.894544 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f44051-c8b4-4e81-92bf-c562a20b1e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "031cc42d-fe72-46e0-a1b6-5dc1516aad05", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:46:32.894801 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94691264-5f9f-464d-93d6-bce315cb9201 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:46:32.895245 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'code': 200} Jul 16 02:46:32.919691 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Pushing event updated for resources: {'Port': ['ID=031cc42d-fe72-46e0-a1b6-5dc1516aad05,revision_number=8']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:33.318404 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-70f20942-8454-4ca5-92b6-e92c2249c02f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:33.319919 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-70f20942-8454-4ca5-92b6-e92c2249c02f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.69 "GET /v2.0/networks?id=d7e8484c-c123-4699-819c-0ed62080af1e HTTP/1.1" status: 200 len: 809 time: 0.1074636 Jul 16 02:46:33.370033 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-10c72d73-253e-4172-a244-d29281f41717 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8 HTTP/1.1" status: 200 len: 380 time: 0.0343397 Jul 16 02:46:33.378707 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Request body: {'port': {'device_id': 'daafeb47-6434-48ca-ba5f-459356215928', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'admin_state_up': True, 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'security_groups': ['6306db1e-35af-4d0b-bdd7-69f2a8317c15']}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:33.450312 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-898a15ab-3f55-411a-b2ca-6e794dc3504d req-ba35a95a-4bac-4dee-83e4-7fed47e8c324 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 210 time: 0.0297706 Jul 16 02:46:33.489783 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Made reservation on behalf of df1e0a8b3b9d4310b7b69bf728fe10d8 for: {'port': 1} {{(pid=93920) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:46:33.493566 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:33.624048 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Allocated IP 172.20.0.7 (d7e8484c-c123-4699-819c-0ed62080af1e/cc7e59e4-1a85-4566-80fe-f0ab5206ee8d/9803b142-c153-4ef3-8031-f2c3da52ef60) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:33.793913 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:33.809276 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Transition to ACTIVE for port object 9803b142-c153-4ef3-8031-f2c3da52ef60 will not be triggered until provisioned by entity DHCP. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:33.856581 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:33.926335 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Network d7e8484c-c123-4699-819c-0ed62080af1e is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:33.932550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:33.935520 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:33.943621 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event updated for resources: {'Port': ['ID=9803b142-c153-4ef3-8031-f2c3da52ef60,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:33.974041 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:33.974388 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:33.974722 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:33.975054 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:33.975386 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:33.975710 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:33.976056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:33.976376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:33.976695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:33.977012 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:33.977357 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:33.977775 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:46:34.009406 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:34.010231 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:34.029968 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-f55e4c28-b519-44ef-9c40-90b00e24aa13 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6548374 Jul 16 02:46:34.154528 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c5e39977-5c59-4699-bab7-d99f964b66bb None None] Provisioning for port 9803b142-c153-4ef3-8031-f2c3da52ef60 completed by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:34.159781 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-c5e39977-5c59-4699-bab7-d99f964b66bb None None] Provisioning complete for port 9803b142-c153-4ef3-8031-f2c3da52ef60 triggered by entity DHCP. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:34.160163 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c5e39977-5c59-4699-bab7-d99f964b66bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:34.195802 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-c5e39977-5c59-4699-bab7-d99f964b66bb None None] Port 9803b142-c153-4ef3-8031-f2c3da52ef60 cannot update to ACTIVE because it is not bound. {{(pid=93921) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:46:34.636338 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277a34a-0fac-4e6c-af59-56ea184b2469 req-6ba36143-da5e-4e6e-b430-2bbefac75293 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:34.638582 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d277a34a-0fac-4e6c-af59-56ea184b2469 req-6ba36143-da5e-4e6e-b430-2bbefac75293 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 931 time: 0.0706391 Jul 16 02:46:34.676131 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d277a34a-0fac-4e6c-af59-56ea184b2469 req-20de5885-21ef-4064-893a-9b6dfbedda21 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317757 Jul 16 02:46:35.035257 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a86f52af-b307-4f11-8c46-806baa80c0a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:35.852945 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304d529-fb1a-408f-bf04-af84f3a80291 req-eafc16fa-f8b2-45e0-a659-bad8433fcb17 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:35.854421 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8304d529-fb1a-408f-bf04-af84f3a80291 req-eafc16fa-f8b2-45e0-a659-bad8433fcb17 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 931 time: 0.0648682 Jul 16 02:46:35.894494 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8304d529-fb1a-408f-bf04-af84f3a80291 req-854130aa-44d9-4cea-98b5-6a6217f2e83a tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342090 Jul 16 02:46:37.078307 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b4ec7-b942-4ff6-b37c-d463a15dbd64 req-ea7bc5f1-ca6d-45b5-b917-64261200d106 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:37.079989 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc3b4ec7-b942-4ff6-b37c-d463a15dbd64 req-ea7bc5f1-ca6d-45b5-b917-64261200d106 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 931 time: 0.0687172 Jul 16 02:46:37.125044 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-bc3b4ec7-b942-4ff6-b37c-d463a15dbd64 req-29819db3-3013-40c8-a405-6ae99244df71 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392749 Jul 16 02:46:37.508957 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:37.722841 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2ab72810-a209-4b6c-97fd-809140dd35bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:38.305962 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b48ec7-1343-4dc1-8a6e-b089aa4dc490 req-e6333ba0-ec34-443a-bf93-619a8323afdb tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:38.307522 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31b48ec7-1343-4dc1-8a6e-b089aa4dc490 req-e6333ba0-ec34-443a-bf93-619a8323afdb tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 931 time: 0.0681579 Jul 16 02:46:38.347092 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-31b48ec7-1343-4dc1-8a6e-b089aa4dc490 req-45d8944d-130a-41e7-b768-45303bb5522f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337594 Jul 16 02:46:38.947447 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:39.529058 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eb549-08f6-4dcb-b602-4cdd10858917 req-2f34cacd-aa84-4f0d-ac1d-e1f00ee96898 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:39.530562 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-450eb549-08f6-4dcb-b602-4cdd10858917 req-2f34cacd-aa84-4f0d-ac1d-e1f00ee96898 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 931 time: 0.0680280 Jul 16 02:46:39.571260 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-450eb549-08f6-4dcb-b602-4cdd10858917 req-19cfe53a-031b-4761-a698-66c387c2d89c tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344596 Jul 16 02:46:40.561385 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:40.757515 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2dbcc-b0a2-42d8-a3a0-b1843c4bcb96 req-6b5f3e07-5da1-452f-877b-09557495865f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:40.759268 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36e2dbcc-b0a2-42d8-a3a0-b1843c4bcb96 req-6b5f3e07-5da1-452f-877b-09557495865f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 931 time: 0.0700188 Jul 16 02:46:40.801483 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-36e2dbcc-b0a2-42d8-a3a0-b1843c4bcb96 req-c9cd5840-09f3-423c-84d9-8060d3b64863 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363743 Jul 16 02:46:41.976372 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e9c9b3-4e98-4d70-a1b0-c8185885292e req-aa904087-f60b-46d0-8e86-c3617fd0d015 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:41.977795 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8e9c9b3-4e98-4d70-a1b0-c8185885292e req-aa904087-f60b-46d0-8e86-c3617fd0d015 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 931 time: 0.0642426 Jul 16 02:46:42.021037 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f8e9c9b3-4e98-4d70-a1b0-c8185885292e req-1d918009-e888-453a-bd64-6d1a0ae1ef71 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375690 Jul 16 02:46:43.197159 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d3447b-47b9-4d42-8419-19b1db8b4d39 req-5ddc1069-2010-4ac6-9083-00ecbd765630 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:43.198684 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54d3447b-47b9-4d42-8419-19b1db8b4d39 req-5ddc1069-2010-4ac6-9083-00ecbd765630 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 931 time: 0.0663424 Jul 16 02:46:43.247118 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-54d3447b-47b9-4d42-8419-19b1db8b4d39 req-883f4077-31c9-4425-a8af-f0b724ea7b42 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368345 Jul 16 02:46:44.305909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Request body: {'port': {'device_id': 'daafeb47-6434-48ca-ba5f-459356215928', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791505-14'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:44.384308 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:44.427710 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f78a2-d95a-4af3-8eb6-42dbd2c666d1 req-f8e9b58b-d767-4bdc-b814-77ad31032592 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:44.429289 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-094f78a2-d95a-4af3-8eb6-42dbd2c666d1 req-f8e9b58b-d767-4bdc-b814-77ad31032592 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 931 time: 0.0640910 Jul 16 02:46:44.467923 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-094f78a2-d95a-4af3-8eb6-42dbd2c666d1 req-97fcaf35-30b1-4d0e-9033-0948928811cf tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321529 Jul 16 02:46:44.642849 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9803b142-c153-4ef3-8031-f2c3da52ef60 {{(pid=93920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:46:44.650067 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:44.661285 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.provisioning_blocks [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Transition to ACTIVE for port object 9803b142-c153-4ef3-8031-f2c3da52ef60 will not be triggered until provisioned by entity L2. {{(pid=93920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:44.665162 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:44.713699 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Pushing event updated for resources: {'Port': ['ID=9803b142-c153-4ef3-8031-f2c3da52ef60,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:44.794475 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Attempting to bind port 9803b142-c153-4ef3-8031-f2c3da52ef60 on host n-h1-791505-14 for vnic_type normal with profile {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:46:44.794817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Attempting to bind port 9803b142-c153-4ef3-8031-f2c3da52ef60 by drivers openvswitch,hyperv on host n-h1-791505-14 at level 0 using segments [{'id': '2018cf3b-9584-43f9-be1c-93434cc2f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e'}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:46:44.795157 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Attempting to bind port 9803b142-c153-4ef3-8031-f2c3da52ef60 on network d7e8484c-c123-4699-819c-0ed62080af1e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:44.799861 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Port 9803b142-c153-4ef3-8031-f2c3da52ef60 on network d7e8484c-c123-4699-819c-0ed62080af1e not bound, no agent of type Open vSwitch agent registered on host n-h1-791505-14 {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:46:44.800196 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Attempting to bind port 9803b142-c153-4ef3-8031-f2c3da52ef60 on network d7e8484c-c123-4699-819c-0ed62080af1e {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:44.805133 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Checking agent: {'id': '317c656d-d459-4a61-9858-0204c859bef0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791505-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'started_at': datetime.datetime(2021, 7, 16, 1, 8, 30), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:46:44.805475 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Checking segment: {'id': '2018cf3b-9584-43f9-be1c-93434cc2f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:44.805869 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Bound using segment: {'id': '2018cf3b-9584-43f9-be1c-93434cc2f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e'} {{(pid=93920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:46:44.806317 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.managers [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Bound port: 9803b142-c153-4ef3-8031-f2c3da52ef60, host: n-h1-791505-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2018cf3b-9584-43f9-be1c-93434cc2f1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e'}}] {{(pid=93920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:46:44.806767 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:44.879292 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] For port 9803b142-c153-4ef3-8031-f2c3da52ef60, host n-h1-791505-14, cleared binding levels {{(pid=93920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:46:44.882482 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] For port 9803b142-c153-4ef3-8031-f2c3da52ef60, host n-h1-791505-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=9803b142-c153-4ef3-8031-f2c3da52ef60,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:46:44.887328 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:44.922841 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:44.923850 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:44.925260 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] 10.222.0.69 "PUT /v2.0/ports/9803b142-c153-4ef3-8031-f2c3da52ef60 HTTP/1.1" status: 200 len: 1092 time: 0.6240396 Jul 16 02:46:44.927530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daafeb47-6434-48ca-ba5f-459356215928', 'tag': '9803b142-c153-4ef3-8031-f2c3da52ef60'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:46:44.930671 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314e4dc8-57aa-4e64-b58e-03b89cbedb3e" -d '{"events": [{"name": "network-changed", "server_uuid": "daafeb47-6434-48ca-ba5f-459356215928", "tag": "9803b142-c153-4ef3-8031-f2c3da52ef60"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:46:44.959357 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60c558-9bb4-43b7-b446-535a4161532b service neutron] Pushing event updated for resources: {'Port': ['ID=9803b142-c153-4ef3-8031-f2c3da52ef60,revision_number=3']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:44.996419 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3d1976-9709-4097-8557-17c660ef690b x-openstack-request-id: req-bf3d1976-9709-4097-8557-17c660ef690b {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:46:44.996719 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daafeb47-6434-48ca-ba5f-459356215928", "tag": "9803b142-c153-4ef3-8031-f2c3da52ef60", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:46:44.996972 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf3d1976-9709-4097-8557-17c660ef690b {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:46:44.997371 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daafeb47-6434-48ca-ba5f-459356215928', 'tag': '9803b142-c153-4ef3-8031-f2c3da52ef60', 'status': 'completed', 'code': 200} Jul 16 02:46:45.029745 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-5441f09b-addc-4dc9-8726-b1c206e3299d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:45.031417 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-5441f09b-addc-4dc9-8726-b1c206e3299d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8&device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 1095 time: 0.0646174 Jul 16 02:46:45.075396 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-c156aba0-3999-4d9b-8f82-18894d7322e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9803b142-c153-4ef3-8031-f2c3da52ef60 HTTP/1.1" status: 200 len: 217 time: 0.0362072 Jul 16 02:46:45.128606 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-188af5da-822f-4493-a0ac-5c55e4d86115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:45.130064 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-188af5da-822f-4493-a0ac-5c55e4d86115 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc7e59e4-1a85-4566-80fe-f0ab5206ee8d HTTP/1.1" status: 200 len: 848 time: 0.0486751 Jul 16 02:46:45.184454 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-c53f4985-108c-4296-acd3-c38f4d096f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:45.185813 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-c53f4985-108c-4296-acd3-c38f4d096f17 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d7e8484c-c123-4699-819c-0ed62080af1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495167 Jul 16 02:46:45.274997 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-0df309dc-7788-46d3-ba9a-0da2439ca782 service neutron] 10.222.0.69 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822966 Jul 16 02:46:45.360201 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-add58737-f49f-4c38-abcd-ea67b2cefdd4 req-da71b844-8772-4609-95f0-e28ad986a0a4 service neutron] 10.222.0.69 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786970 Jul 16 02:46:45.453095 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e4dc8-57aa-4e64-b58e-03b89cbedb3e req-c02d44a5-b058-46f7-8302-0ac5777ca191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:45.454440 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-314e4dc8-57aa-4e64-b58e-03b89cbedb3e req-c02d44a5-b058-46f7-8302-0ac5777ca191 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8&device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 1095 time: 0.0505569 Jul 16 02:46:45.543250 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e4dc8-57aa-4e64-b58e-03b89cbedb3e req-2038d37b-2008-4a49-91e8-03ddd8959eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:45.544747 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-314e4dc8-57aa-4e64-b58e-03b89cbedb3e req-2038d37b-2008-4a49-91e8-03ddd8959eb2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d7e8484c-c123-4699-819c-0ed62080af1e HTTP/1.1" status: 200 len: 910 time: 0.0845351 Jul 16 02:46:45.584764 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-314e4dc8-57aa-4e64-b58e-03b89cbedb3e req-98ba86b7-ceef-4977-982a-21660c239543 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9803b142-c153-4ef3-8031-f2c3da52ef60 HTTP/1.1" status: 200 len: 217 time: 0.0330410 Jul 16 02:46:45.636982 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e4dc8-57aa-4e64-b58e-03b89cbedb3e req-471892f5-8b82-4ca6-ad1a-a85e10c25fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:45.638492 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-314e4dc8-57aa-4e64-b58e-03b89cbedb3e req-471892f5-8b82-4ca6-ad1a-a85e10c25fad service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc7e59e4-1a85-4566-80fe-f0ab5206ee8d HTTP/1.1" status: 200 len: 848 time: 0.0472527 Jul 16 02:46:45.640950 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabbadb-fcbe-4506-a9dc-ba0853ea0650 req-0f50d36e-b685-4fa2-a503-32c4143f82d0 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:45.642540 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aaabbadb-fcbe-4506-a9dc-ba0853ea0650 req-0f50d36e-b685-4fa2-a503-32c4143f82d0 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 943 time: 0.0634694 Jul 16 02:46:45.680561 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-aaabbadb-fcbe-4506-a9dc-ba0853ea0650 req-690d2f36-5986-4355-a555-4c9bab5325dc tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322232 Jul 16 02:46:45.694549 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e4dc8-57aa-4e64-b58e-03b89cbedb3e req-3b7a1bf4-5ddc-4c80-a52b-8589543acdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:45.696066 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-314e4dc8-57aa-4e64-b58e-03b89cbedb3e req-3b7a1bf4-5ddc-4c80-a52b-8589543acdde service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d7e8484c-c123-4699-819c-0ed62080af1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511026 Jul 16 02:46:45.781539 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-314e4dc8-57aa-4e64-b58e-03b89cbedb3e req-6fe899c8-57d6-4bec-8c22-d5bcc7d56d1c service neutron] 10.222.0.69 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786097 Jul 16 02:46:45.868681 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-314e4dc8-57aa-4e64-b58e-03b89cbedb3e req-a1fe0528-aec5-4402-bc30-8837d90c5aaa service neutron] 10.222.0.69 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806496 Jul 16 02:46:46.779473 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 9803b142-c153-4ef3-8031-f2c3da52ef60 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:46:46.852905 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1df7d-8e0a-4d3c-9ed7-3d9743aaebf4 req-4c3cb63e-39f9-4a59-bdba-72108a88b211 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:46.854429 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ab1df7d-8e0a-4d3c-9ed7-3d9743aaebf4 req-4c3cb63e-39f9-4a59-bdba-72108a88b211 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 943 time: 0.0657701 Jul 16 02:46:46.871392 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 9803b142-c153-4ef3-8031-f2c3da52ef60, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=9803b142-c153-4ef3-8031-f2c3da52ef60,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:46.882307 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '9803b142-c153-4ef3-8031-f2c3da52ef60', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'port_id': '9803b142-c153-4ef3-8031-f2c3da52ef60', 'mac_address': 'fa:16:3e:bb:d9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:46:46.891391 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ab1df7d-8e0a-4d3c-9ed7-3d9743aaebf4 req-e38ed73e-db29-47db-bd6d-b5be5884b925 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313213 Jul 16 02:46:46.921087 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:46.933584 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9803b142-c153-4ef3-8031-f2c3da52ef60 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:46:46.952014 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 9803b142-c153-4ef3-8031-f2c3da52ef60, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=9803b142-c153-4ef3-8031-f2c3da52ef60,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:46.956175 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:47.001048 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=9803b142-c153-4ef3-8031-f2c3da52ef60,revision_number=4']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:47.253754 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['9803b142-c153-4ef3-8031-f2c3da52ef60'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:46:48.061093 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac42d6e-c9c7-43d7-b3c2-8816e34784d4 req-05b267ac-ba46-4d69-bc1a-31973c572d77 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:48.062229 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ac42d6e-c9c7-43d7-b3c2-8816e34784d4 req-05b267ac-ba46-4d69-bc1a-31973c572d77 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 944 time: 0.0622685 Jul 16 02:46:48.099594 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-8ac42d6e-c9c7-43d7-b3c2-8816e34784d4 req-4a130c86-d57d-43d7-bb0c-35d9444c9046 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310247 Jul 16 02:46:48.786886 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 9803b142-c153-4ef3-8031-f2c3da52ef60 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:48.833407 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning for port 9803b142-c153-4ef3-8031-f2c3da52ef60 completed by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:48.837000 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 9803b142-c153-4ef3-8031-f2c3da52ef60 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:48.837371 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:48.911087 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:48.932702 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daafeb47-6434-48ca-ba5f-459356215928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9803b142-c153-4ef3-8031-f2c3da52ef60'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:46:48.934910 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7cafda7-aa90-4090-961d-684ffbe362ad" -d '{"events": [{"server_uuid": "daafeb47-6434-48ca-ba5f-459356215928", "name": "network-vif-plugged", "status": "completed", "tag": "9803b142-c153-4ef3-8031-f2c3da52ef60"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:46:48.947600 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 9803b142-c153-4ef3-8031-f2c3da52ef60, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=9803b142-c153-4ef3-8031-f2c3da52ef60,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:48.951535 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:48.973644 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f599471-2fbb-4e68-bf60-28bb3a400ae4 x-openstack-request-id: req-0f599471-2fbb-4e68-bf60-28bb3a400ae4 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:46:48.973936 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daafeb47-6434-48ca-ba5f-459356215928", "name": "network-vif-plugged", "status": "completed", "tag": "9803b142-c153-4ef3-8031-f2c3da52ef60", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:46:48.974188 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0f599471-2fbb-4e68-bf60-28bb3a400ae4 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:46:48.974570 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daafeb47-6434-48ca-ba5f-459356215928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9803b142-c153-4ef3-8031-f2c3da52ef60', 'code': 200} Jul 16 02:46:49.000116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=9803b142-c153-4ef3-8031-f2c3da52ef60,revision_number=5']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:49.079808 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ecd26d-51ab-472c-9ae5-775ba869ebc7 req-9879b999-e328-4a1a-b5c9-11a2ded67950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:49.081294 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-34ecd26d-51ab-472c-9ae5-775ba869ebc7 req-9879b999-e328-4a1a-b5c9-11a2ded67950 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 1097 time: 0.0507801 Jul 16 02:46:49.114642 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-34ecd26d-51ab-472c-9ae5-775ba869ebc7 req-0ed1f35e-4a72-4f42-a6e1-ebffc1c9a413 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273666 Jul 16 02:46:49.271352 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8ba33-a5ff-4c9a-87c1-d3360d93b8ac req-3b0ed7d6-297d-4fd2-9c44-1c917856e626 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:49.272872 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18e8ba33-a5ff-4c9a-87c1-d3360d93b8ac req-3b0ed7d6-297d-4fd2-9c44-1c917856e626 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 945 time: 0.0618403 Jul 16 02:46:49.313591 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-18e8ba33-a5ff-4c9a-87c1-d3360d93b8ac req-f5a054a9-6771-42d9-9a3f-b73f7eb31a35 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352075 Jul 16 02:46:50.527600 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05899cf-0163-4450-8b71-dcfe9d2991cf req-0fb2a350-d6ec-4504-8d21-6317d183c7a8 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:50.529115 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a05899cf-0163-4450-8b71-dcfe9d2991cf req-0fb2a350-d6ec-4504-8d21-6317d183c7a8 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 945 time: 0.1075087 Jul 16 02:46:50.566079 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-a05899cf-0163-4450-8b71-dcfe9d2991cf req-1c1ef171-5452-4206-8785-bb6d83b6559c tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312984 Jul 16 02:46:50.741580 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c424aea8-8238-43d0-a212-646ce5b2d77f req-5d3a1b7b-44b2-4be3-a531-8e55aeaabb6f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:50.743103 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c424aea8-8238-43d0-a212-646ce5b2d77f req-5d3a1b7b-44b2-4be3-a531-8e55aeaabb6f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 945 time: 0.0615721 Jul 16 02:46:50.778587 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-c424aea8-8238-43d0-a212-646ce5b2d77f req-b510d404-4a0c-4ebc-ab1f-e89d3d503c07 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300636 Jul 16 02:46:50.803315 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49612) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:50.857487 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b07421-6c18-4751-a202-31ddeb5a055d tempest-TestSnapshotPattern-1520169507 tempest-TestSnapshotPattern-1520169507-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:50.858890 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-a3b07421-6c18-4751-a202-31ddeb5a055d tempest-TestSnapshotPattern-1520169507 tempest-TestSnapshotPattern-1520169507-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 1092 time: 0.0544946 Jul 16 02:46:50.862319 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49614) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:50.866676 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.v2.base [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Request body: {'floatingip': {'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'port_id': '9803b142-c153-4ef3-8031-f2c3da52ef60', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93920) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:50.887937 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for floatingip, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:50.979486 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:51.080576 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.db_base_plugin_common [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Allocated IP 172.25.2.54 (3748ee69-bce9-4043-a1b7-1ca7030517ba/14a93d53-9003-4a95-9a81-4b8e8c235e7a/e442d030-b319-48d8-ab73-45b1998c58de) {{(pid=93920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:51.175341 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for port, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:51.211963 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770512394379', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:51.253194 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Network 3748ee69-bce9-4043-a1b7-1ca7030517ba is already hosted by enough agents. {{(pid=93920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:51.255905 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.base_scheduler [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Resources bound (agent type, host, resource id): {{(pid=93920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:51.259316 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Received port after_create {{(pid=93920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:51.264443 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event updated for resources: {'Port': ['ID=e442d030-b319-48d8-ab73-45b1998c58de,revision_number=1']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:51.919232 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:51.994554 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:52.140653 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for port, precommit_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:52.145007 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4526861'] for port, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:52.212333 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event updated for resources: {'Port': ['ID=e442d030-b319-48d8-ab73-45b1998c58de,revision_number=2']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:52.220960 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-780963'] for floatingip, after_update {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:52.317747 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Floating IP 3dc80efa-26df-41c6-90dc-a2facedb402e associated. External IP: 172.25.2.54, port: 9803b142-c153-4ef3-8031-f2c3da52ef60. Jul 16 02:46:52.519785 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Router 90a741be-178f-4301-ac84-473911105266 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:46:52.625087 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:46:52.635682 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a3a1d9-e221-4a3b-909b-1debd9133e8d None None] Sync routers for ids ['90a741be-178f-4301-ac84-473911105266'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:46:52.640629 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:52.645435 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a3a1d9-e221-4a3b-909b-1debd9133e8d None None] Routers {'90a741be-178f-4301-ac84-473911105266'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:52.646043 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-40a3a1d9-e221-4a3b-909b-1debd9133e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:46:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['90a741be-178f-4301-ac84-473911105266'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:52.692168 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-378010be-6634-48de-b590-7ca18c2b29fd tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8149681 Jul 16 02:46:52.692168 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daafeb47-6434-48ca-ba5f-459356215928', 'tag': '9803b142-c153-4ef3-8031-f2c3da52ef60'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:46:52.692168 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b7519e-f30e-4ebf-b699-b2b430628472" -d '{"events": [{"name": "network-changed", "server_uuid": "daafeb47-6434-48ca-ba5f-459356215928", "tag": "9803b142-c153-4ef3-8031-f2c3da52ef60"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:46:52.717130 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc05bb09-71f2-4e67-a4f4-ec633023d084 x-openstack-request-id: req-dc05bb09-71f2-4e67-a4f4-ec633023d084 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:46:52.717424 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daafeb47-6434-48ca-ba5f-459356215928", "tag": "9803b142-c153-4ef3-8031-f2c3da52ef60", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:46:52.717675 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc05bb09-71f2-4e67-a4f4-ec633023d084 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:46:52.718072 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daafeb47-6434-48ca-ba5f-459356215928', 'tag': '9803b142-c153-4ef3-8031-f2c3da52ef60', 'status': 'completed', 'code': 200} Jul 16 02:46:52.750298 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-40a3a1d9-e221-4a3b-909b-1debd9133e8d None None] Set router 90a741be-178f-4301-ac84-473911105266 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:52.791918 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7519e-f30e-4ebf-b699-b2b430628472 req-f4bb2728-7a9c-4a15-b41d-d6af4f3582d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:52.793424 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d1b7519e-f30e-4ebf-b699-b2b430628472 req-f4bb2728-7a9c-4a15-b41d-d6af4f3582d7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8&device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 1097 time: 0.0517225 Jul 16 02:46:52.887966 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7519e-f30e-4ebf-b699-b2b430628472 req-908b3650-0668-45f9-9cab-87cc23fae467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:52.889454 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d1b7519e-f30e-4ebf-b699-b2b430628472 req-908b3650-0668-45f9-9cab-87cc23fae467 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d7e8484c-c123-4699-819c-0ed62080af1e HTTP/1.1" status: 200 len: 910 time: 0.0895305 Jul 16 02:46:52.956877 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d1b7519e-f30e-4ebf-b699-b2b430628472 req-7f2ea85f-1607-43f9-86d5-f5c912dc0645 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9803b142-c153-4ef3-8031-f2c3da52ef60 HTTP/1.1" status: 200 len: 998 time: 0.0614545 Jul 16 02:46:52.973126 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-40a3a1d9-e221-4a3b-909b-1debd9133e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '3dc80efa-26df-41c6-90dc-a2facedb402e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '90a741be-178f-4301-ac84-473911105266', 'port_id': '9803b142-c153-4ef3-8031-f2c3da52ef60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'mac_address': 'fa:16:3e:bb:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daafeb47-6434-48ca-ba5f-459356215928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:46:51Z', 'updated_at': '2021-07-16T02:46:51Z', 'revision_number': 0, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'fixed_ip_address_scope': None}, {'id': 'e021f331-b090-4c17-ba79-f83f5a3e3d63', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '90a741be-178f-4301-ac84-473911105266', 'port_id': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'mac_address': 'fa:16:3e:43:8f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:44:19Z', 'updated_at': '2021-07-16T02:44:21Z', 'revision_number': 1, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4d07df-77ff-4b37-8333-cf9d30df15b4', 'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'mac_address': 'fa:16:3e:08:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:57Z', 'updated_at': '2021-07-16T02:44:01Z', 'revision_number': 5, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'subnets': [{'id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:52.998755 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a3a1d9-e221-4a3b-909b-1debd9133e8d None None] Checking router: 90a741be-178f-4301-ac84-473911105266 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:46:53.003375 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7519e-f30e-4ebf-b699-b2b430628472 req-e5b17c57-0d9d-4400-89bd-8895f3d9d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:53.004866 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d1b7519e-f30e-4ebf-b699-b2b430628472 req-e5b17c57-0d9d-4400-89bd-8895f3d9d363 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc7e59e4-1a85-4566-80fe-f0ab5206ee8d HTTP/1.1" status: 200 len: 848 time: 0.0424788 Jul 16 02:46:53.007320 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a3a1d9-e221-4a3b-909b-1debd9133e8d None None] Routers {'90a741be-178f-4301-ac84-473911105266'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:53.007957 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-40a3a1d9-e221-4a3b-909b-1debd9133e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:46:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['90a741be-178f-4301-ac84-473911105266'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:53.062608 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7519e-f30e-4ebf-b699-b2b430628472 req-663413e8-09b8-4485-88c4-9d9806654494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:53.064719 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d1b7519e-f30e-4ebf-b699-b2b430628472 req-663413e8-09b8-4485-88c4-9d9806654494 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d7e8484c-c123-4699-819c-0ed62080af1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539942 Jul 16 02:46:53.111349 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-40a3a1d9-e221-4a3b-909b-1debd9133e8d None None] Set router 90a741be-178f-4301-ac84-473911105266 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:53.155683 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d1b7519e-f30e-4ebf-b699-b2b430628472 req-99cfc840-0479-40dd-9d05-77e9b204fe90 service neutron] 10.222.0.69 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849636 Jul 16 02:46:53.247696 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-d1b7519e-f30e-4ebf-b699-b2b430628472 req-1a3c8019-4c46-4f75-bbf1-dca9079bca38 service neutron] 10.222.0.69 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840435 Jul 16 02:46:53.338143 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-40a3a1d9-e221-4a3b-909b-1debd9133e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '3dc80efa-26df-41c6-90dc-a2facedb402e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '90a741be-178f-4301-ac84-473911105266', 'port_id': '9803b142-c153-4ef3-8031-f2c3da52ef60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'mac_address': 'fa:16:3e:bb:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daafeb47-6434-48ca-ba5f-459356215928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:46:51Z', 'updated_at': '2021-07-16T02:46:51Z', 'revision_number': 0, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'fixed_ip_address_scope': None}, {'id': 'e021f331-b090-4c17-ba79-f83f5a3e3d63', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '90a741be-178f-4301-ac84-473911105266', 'port_id': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'mac_address': 'fa:16:3e:43:8f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:44:19Z', 'updated_at': '2021-07-16T02:44:21Z', 'revision_number': 1, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4d07df-77ff-4b37-8333-cf9d30df15b4', 'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'mac_address': 'fa:16:3e:08:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:57Z', 'updated_at': '2021-07-16T02:44:01Z', 'revision_number': 5, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'subnets': [{'id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:53.364212 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a3a1d9-e221-4a3b-909b-1debd9133e8d None None] The sync data for ids ['90a741be-178f-4301-ac84-473911105266'] in n-d-791505-14 is: [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': '3dc80efa-26df-41c6-90dc-a2facedb402e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'floating_ip_address': '172.25.2.54', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '90a741be-178f-4301-ac84-473911105266', 'port_id': '9803b142-c153-4ef3-8031-f2c3da52ef60', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'mac_address': 'fa:16:3e:bb:d9:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daafeb47-6434-48ca-ba5f-459356215928', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:46:51Z', 'updated_at': '2021-07-16T02:46:51Z', 'revision_number': 0, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'fixed_ip_address_scope': None}, {'id': 'e021f331-b090-4c17-ba79-f83f5a3e3d63', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '90a741be-178f-4301-ac84-473911105266', 'port_id': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'mac_address': 'fa:16:3e:43:8f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:44:19Z', 'updated_at': '2021-07-16T02:44:21Z', 'revision_number': 1, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4d07df-77ff-4b37-8333-cf9d30df15b4', 'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'mac_address': 'fa:16:3e:08:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:57Z', 'updated_at': '2021-07-16T02:44:01Z', 'revision_number': 5, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'subnets': [{'id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:46:53.549243 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9469dd67-d885-4774-b3ce-55d69e1405f1 None None] New status for floating IP 3dc80efa-26df-41c6-90dc-a2facedb402e: ACTIVE {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:46:59.632593 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-c21520eb-9af3-470c-8b2c-45213e7e7bf3 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0621431 Jul 16 02:46:59.744129 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-05219410-f6ae-485c-9467-e9d697ef011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:59.744614 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-05219410-f6ae-485c-9467-e9d697ef011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:59.745093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-05219410-f6ae-485c-9467-e9d697ef011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:59.745563 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-05219410-f6ae-485c-9467-e9d697ef011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:59.746063 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-05219410-f6ae-485c-9467-e9d697ef011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:59.747947 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-05219410-f6ae-485c-9467-e9d697ef011d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0673842 Jul 16 02:46:59.857907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-b2927b8e-5897-4fc4-8953-23949a91db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:59.858376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-b2927b8e-5897-4fc4-8953-23949a91db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:59.858843 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-b2927b8e-5897-4fc4-8953-23949a91db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:59.860996 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-b2927b8e-5897-4fc4-8953-23949a91db9b service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0891368 Jul 16 02:46:59.902288 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-6fac9521-28bd-41ad-acf0-dac0f0219b6e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0359154 Jul 16 02:46:59.950162 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-dbb6ebe4-1efb-441e-8128-f00bc6623887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:59.951575 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-dbb6ebe4-1efb-441e-8128-f00bc6623887 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0420511 Jul 16 02:47:00.006591 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-6c7ea523-2ec6-4617-b92f-be19e3e2b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:00.008070 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-6c7ea523-2ec6-4617-b92f-be19e3e2b9c2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494838 Jul 16 02:47:00.100294 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-8a715f38-dbd8-44fb-8c35-97b9ac7503f6 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858212 Jul 16 02:47:00.186820 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-b151e77e-f976-46b0-b066-41ad6d9522a1 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801947 Jul 16 02:47:00.232330 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-78120554-a427-449d-a3c2-4f992d9a631e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0384834 Jul 16 02:47:00.279715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-ad2beb9d-cf9a-4396-916c-c6ac6b717e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:00.281194 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-ad2beb9d-cf9a-4396-916c-c6ac6b717e9e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0427735 Jul 16 02:47:00.336530 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-ff1f36c0-c093-4e7f-874e-d2e559e859f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:00.337986 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-ff1f36c0-c093-4e7f-874e-d2e559e859f5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0503125 Jul 16 02:47:00.429743 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-300b2ce5-d11e-416d-9b18-6785cd44dba0 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856111 Jul 16 02:47:00.516500 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-98f29cc5-3695-4bfa-bb88-9a16cde50cc9 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804121 Jul 16 02:47:00.559586 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-a77d0718-6f03-41a9-a146-f556814e7511 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0367994 Jul 16 02:47:00.607344 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-2a36ce38-d3be-4615-bea1-2351c448c01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:00.608741 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-2a36ce38-d3be-4615-bea1-2351c448c01a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0420284 Jul 16 02:47:00.666548 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-fc8d8722-8c2a-4dfd-b99e-6ca169f8bf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:00.668135 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-fc8d8722-8c2a-4dfd-b99e-6ca169f8bf54 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0513020 Jul 16 02:47:00.761666 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-05fa28c2-7ee2-4493-88eb-a47962fbc223 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851443 Jul 16 02:47:00.850567 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-393af1d5-b6b2-48c2-b141-37ff5e761830 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816050 Jul 16 02:47:00.895013 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-ac5b3a69-ae2d-469c-9f9d-70640c84c427 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0380328 Jul 16 02:47:00.943152 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-cd6130d8-d49e-47ef-8bb3-07ecea6d235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:00.944615 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-cd6130d8-d49e-47ef-8bb3-07ecea6d235e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0429275 Jul 16 02:47:00.999765 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-408c5dfe-362a-451c-96a6-cba849c05d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:01.001816 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-408c5dfe-362a-451c-96a6-cba849c05d35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0506010 Jul 16 02:47:01.092948 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-160d2484-aa8a-4039-9d95-e83232ffcbe8 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850441 Jul 16 02:47:01.179740 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-534965f2-525c-4b9f-9c10-f33962f248bc service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801928 Jul 16 02:47:01.223559 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-c372d24b-eac3-4647-b7f4-dced8469d8e4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0374105 Jul 16 02:47:01.271936 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-04e6d4a0-b1cf-4606-9dbf-a07a49f8c8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:01.273340 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-04e6d4a0-b1cf-4606-9dbf-a07a49f8c8bb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0423019 Jul 16 02:47:01.314473 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:01.330430 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-3488624e-96b7-4206-9771-0cf3f5a0188d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:01.331971 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-3488624e-96b7-4206-9771-0cf3f5a0188d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0512311 Jul 16 02:47:01.426159 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-303d926d-c6d0-4dfd-bcea-b3ededdb2934 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856733 Jul 16 02:47:01.511310 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-c7ed2cc8-ca14-4ea1-b8a2-4ab75a20e39f req-2425f93d-ba8f-4c70-8acd-bddaa8123896 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791144 Jul 16 02:47:01.601895 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:47:02.279305 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:05.034685 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5a156fd1-8e65-41a5-a28b-4cb5dd30d9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:07.513308 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:07.723565 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-50cdeff1-9a29-44ba-9921-f6e12e9ad2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:08.948205 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:10.555379 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:12.502808 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-70bf7ee3-b0cf-4d70-b42f-2810a0209b4e req-a985cbb4-17e4-42eb-aebd-2f0bc93adeba service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555222 Jul 16 02:47:12.596255 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf7ee3-b0cf-4d70-b42f-2810a0209b4e req-5cfe7df1-570a-44f7-a012-b3252d3f40a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:12.597754 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-70bf7ee3-b0cf-4d70-b42f-2810a0209b4e req-5cfe7df1-570a-44f7-a012-b3252d3f40a9 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8&device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 1095 time: 0.0524404 Jul 16 02:47:12.701147 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf7ee3-b0cf-4d70-b42f-2810a0209b4e req-dae92684-0662-4216-84ba-608c9035c3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:12.702607 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-70bf7ee3-b0cf-4d70-b42f-2810a0209b4e req-dae92684-0662-4216-84ba-608c9035c3bb service neutron] 10.222.0.70 "GET /v2.0/networks?id=d7e8484c-c123-4699-819c-0ed62080af1e HTTP/1.1" status: 200 len: 910 time: 0.0860391 Jul 16 02:47:12.764808 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-70bf7ee3-b0cf-4d70-b42f-2810a0209b4e req-eda5063c-d889-496f-8a34-0c1975096087 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=031cc42d-fe72-46e0-a1b6-5dc1516aad05 HTTP/1.1" status: 200 len: 999 time: 0.0553153 Jul 16 02:47:12.813759 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf7ee3-b0cf-4d70-b42f-2810a0209b4e req-a1f6769d-c028-415f-8c3a-4f1deda5db18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:12.815230 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-70bf7ee3-b0cf-4d70-b42f-2810a0209b4e req-a1f6769d-c028-415f-8c3a-4f1deda5db18 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc7e59e4-1a85-4566-80fe-f0ab5206ee8d HTTP/1.1" status: 200 len: 848 time: 0.0440955 Jul 16 02:47:12.876310 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf7ee3-b0cf-4d70-b42f-2810a0209b4e req-322e713f-17b3-4eab-b74e-b99919c9e46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:12.877847 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-70bf7ee3-b0cf-4d70-b42f-2810a0209b4e req-322e713f-17b3-4eab-b74e-b99919c9e46f service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7e8484c-c123-4699-819c-0ed62080af1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561044 Jul 16 02:47:12.972408 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-70bf7ee3-b0cf-4d70-b42f-2810a0209b4e req-5019248a-f642-48ef-8b2e-ca55d21dfffb service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865498 Jul 16 02:47:13.064012 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-70bf7ee3-b0cf-4d70-b42f-2810a0209b4e req-70c0f93f-87ee-479e-858c-ec88f82d0dd6 service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848589 Jul 16 02:47:31.305929 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:32.277679 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:35.036213 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2397d698-9fda-4bd0-ae27-76fb87df9d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:37.514144 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:37.724888 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d1b82cfa-7965-4832-ad44-78e9d801744f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:38.602300 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:47:38.950974 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:40.558760 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:01.316949 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:01.671573 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-80f287bc-2f9d-4298-8798-5c51dfb6472f req-42375c5b-8d59-4c01-baa2-e17049156057 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541866 Jul 16 02:48:01.751278 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f287bc-2f9d-4298-8798-5c51dfb6472f req-a9acd101-0977-4c3b-8220-65babfef5c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:01.752816 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-80f287bc-2f9d-4298-8798-5c51dfb6472f req-a9acd101-0977-4c3b-8220-65babfef5c7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8&device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 1097 time: 0.0525815 Jul 16 02:48:01.861549 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f287bc-2f9d-4298-8798-5c51dfb6472f req-6e99a6ec-b749-43fc-840a-443a733059b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:01.863197 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-80f287bc-2f9d-4298-8798-5c51dfb6472f req-6e99a6ec-b749-43fc-840a-443a733059b4 service neutron] 10.222.0.69 "GET /v2.0/networks?id=d7e8484c-c123-4699-819c-0ed62080af1e HTTP/1.1" status: 200 len: 910 time: 0.0897179 Jul 16 02:48:01.927781 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-80f287bc-2f9d-4298-8798-5c51dfb6472f req-82c58f30-7510-4366-b044-602344818fd3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9803b142-c153-4ef3-8031-f2c3da52ef60 HTTP/1.1" status: 200 len: 1000 time: 0.0574064 Jul 16 02:48:01.979694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f287bc-2f9d-4298-8798-5c51dfb6472f req-23c2cfa1-4ec8-42a9-b845-a8591cc805c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:01.981217 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-80f287bc-2f9d-4298-8798-5c51dfb6472f req-23c2cfa1-4ec8-42a9-b845-a8591cc805c8 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc7e59e4-1a85-4566-80fe-f0ab5206ee8d HTTP/1.1" status: 200 len: 848 time: 0.0473044 Jul 16 02:48:02.038694 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f287bc-2f9d-4298-8798-5c51dfb6472f req-853911f0-1e98-4335-a36d-c5f8a1117338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:02.040242 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-80f287bc-2f9d-4298-8798-5c51dfb6472f req-853911f0-1e98-4335-a36d-c5f8a1117338 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d7e8484c-c123-4699-819c-0ed62080af1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517652 Jul 16 02:48:02.134988 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-80f287bc-2f9d-4298-8798-5c51dfb6472f req-e2947a38-a8a1-46b8-a413-2943cf6aa201 service neutron] 10.222.0.69 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875719 Jul 16 02:48:02.226826 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-80f287bc-2f9d-4298-8798-5c51dfb6472f req-9e48d6b8-b44d-4db7-91c3-419d9d91a83e service neutron] 10.222.0.69 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827651 Jul 16 02:48:02.278955 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:05.037887 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-37a76238-ea07-4531-a113-e9d42b5c7c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:07.517089 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:07.725656 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-0940fa49-43d5-4f7c-ba57-8495f1b85576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:08.954548 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:10.560602 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:12.469771 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-43a45283-63d1-420f-bd12-955295c5b5a5 req-82cb62ca-911e-4309-9f57-978f09033cb8 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539942 Jul 16 02:48:12.569951 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a45283-63d1-420f-bd12-955295c5b5a5 req-00535081-0871-4957-9e88-5db743fb51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:12.571459 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-43a45283-63d1-420f-bd12-955295c5b5a5 req-00535081-0871-4957-9e88-5db743fb51b6 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8&device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 1095 time: 0.0595360 Jul 16 02:48:12.681055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a45283-63d1-420f-bd12-955295c5b5a5 req-cec4c4b5-e3a3-4f3d-8a85-a04293bb2124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:12.682559 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-43a45283-63d1-420f-bd12-955295c5b5a5 req-cec4c4b5-e3a3-4f3d-8a85-a04293bb2124 service neutron] 10.222.0.70 "GET /v2.0/networks?id=d7e8484c-c123-4699-819c-0ed62080af1e HTTP/1.1" status: 200 len: 910 time: 0.0887485 Jul 16 02:48:12.755218 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-43a45283-63d1-420f-bd12-955295c5b5a5 req-7ab55618-3901-4ec0-b33d-7a0bfd693011 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=031cc42d-fe72-46e0-a1b6-5dc1516aad05 HTTP/1.1" status: 200 len: 999 time: 0.0654759 Jul 16 02:48:12.806197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a45283-63d1-420f-bd12-955295c5b5a5 req-dc00851b-7318-4f4c-9180-c6dfa3c5b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:12.807710 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-43a45283-63d1-420f-bd12-955295c5b5a5 req-dc00851b-7318-4f4c-9180-c6dfa3c5b908 service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc7e59e4-1a85-4566-80fe-f0ab5206ee8d HTTP/1.1" status: 200 len: 848 time: 0.0465901 Jul 16 02:48:12.871302 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a45283-63d1-420f-bd12-955295c5b5a5 req-8b7b12fb-399e-4eb3-bccc-012db7bcdd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:12.873613 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-43a45283-63d1-420f-bd12-955295c5b5a5 req-8b7b12fb-399e-4eb3-bccc-012db7bcdd76 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7e8484c-c123-4699-819c-0ed62080af1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585506 Jul 16 02:48:12.971106 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-43a45283-63d1-420f-bd12-955295c5b5a5 req-33d2ef90-147c-44f2-b967-ad92e895031f service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909173 Jul 16 02:48:13.064788 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-43a45283-63d1-420f-bd12-955295c5b5a5 req-5942d4e5-46ea-49cc-87e5-0435fb25523b service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872781 Jul 16 02:48:15.601702 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:48:23.199383 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 9803b142-c153-4ef3-8031-f2c3da52ef60 details requested by agent hyperv_n-h1-791505-14 with host n-h1-791505-14 {{(pid=93921) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:48:23.311197 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 9803b142-c153-4ef3-8031-f2c3da52ef60, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=9803b142-c153-4ef3-8031-f2c3da52ef60,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:23.323319 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Returning: {'device': '9803b142-c153-4ef3-8031-f2c3da52ef60', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'port_id': '9803b142-c153-4ef3-8031-f2c3da52ef60', 'mac_address': 'fa:16:3e:bb:d9:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93921) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:48:23.360337 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:23.372665 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9803b142-c153-4ef3-8031-f2c3da52ef60 {{(pid=93921) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:48:23.393177 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 9803b142-c153-4ef3-8031-f2c3da52ef60, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=9803b142-c153-4ef3-8031-f2c3da52ef60,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:23.397555 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:23.454977 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=9803b142-c153-4ef3-8031-f2c3da52ef60,revision_number=6']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:23.462885 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:23.463254 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:23.463618 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:23.464001 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:23.464402 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:23.464751 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:23.465066 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:23.465413 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:23.465758 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:23.466100 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:23.466441 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:23.466769 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:23.513176 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] get_ports_and_sgs() called for port_ids ['9803b142-c153-4ef3-8031-f2c3da52ef60'] {{(pid=93921) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:48:25.228439 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 9803b142-c153-4ef3-8031-f2c3da52ef60 up at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:48:25.281985 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.provisioning_blocks [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Provisioning complete for port 9803b142-c153-4ef3-8031-f2c3da52ef60 triggered by entity L2. {{(pid=93921) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:25.282265 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1780907'] for port, provisioning_complete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:25.376116 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1585243'] for port, before_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:25.402903 n-d-791505-14 neutron-server[93921]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daafeb47-6434-48ca-ba5f-459356215928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9803b142-c153-4ef3-8031-f2c3da52ef60'}] {{(pid=93921) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:48:25.405343 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}679e0b7168deecf16c6b9508db379df791d20f8a7d0bd6fc0892a45053d39d71" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c43fc9-82df-4b31-a9bd-7a8e56d74b32" -d '{"events": [{"server_uuid": "daafeb47-6434-48ca-ba5f-459356215928", "name": "network-vif-plugged", "status": "completed", "tag": "9803b142-c153-4ef3-8031-f2c3da52ef60"}]}' {{(pid=93921) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:48:25.433302 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] For port 9803b142-c153-4ef3-8031-f2c3da52ef60, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=9803b142-c153-4ef3-8031-f2c3da52ef60,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:25.467304 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b516d2-deff-4060-a48d-00a09e2cce51 x-openstack-request-id: req-69b516d2-deff-4060-a48d-00a09e2cce51 {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:48:25.467603 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daafeb47-6434-48ca-ba5f-459356215928", "name": "network-vif-plugged", "status": "completed", "tag": "9803b142-c153-4ef3-8031-f2c3da52ef60", "code": 200}]} {{(pid=93921) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:48:25.468531 n-d-791505-14 neutron-server[93921]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69b516d2-deff-4060-a48d-00a09e2cce51 {{(pid=93921) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:48:25.468531 n-d-791505-14 neutron-server[93921]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daafeb47-6434-48ca-ba5f-459356215928', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9803b142-c153-4ef3-8031-f2c3da52ef60', 'code': 200} Jul 16 02:48:25.604543 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770512798293', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770512394397', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770512394415'] for port, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:25.691116 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Pushing event updated for resources: {'Port': ['ID=9803b142-c153-4ef3-8031-f2c3da52ef60,revision_number=7']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:31.322202 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:32.278138 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:35.038926 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1832b0ad-b672-4d26-b2d6-66e13333969e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:35.195870 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49818) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:35.361629 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Deleting port e442d030-b319-48d8-ab73-45b1998c58de {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:48:35.362000 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:35.445548 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:35.445788 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:35.457490 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Calling delete_port for e442d030-b319-48d8-ab73-45b1998c58de owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:48:35.617176 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:35.645518 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event deleted for resources: {'Port': ['ID=e442d030-b319-48d8-ab73-45b1998c58de,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:35.673852 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:35.674204 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:35.674545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:35.674885 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:35.675223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:35.675555 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:35.675914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:35.676248 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:35.676573 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:35.676907 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:35.677240 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:35.677593 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:35.719301 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:35.719542 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Floating IP 3dc80efa-26df-41c6-90dc-a2facedb402e disassociated (deleted). External IP: 172.25.2.54, port: 9803b142-c153-4ef3-8031-f2c3da52ef60. Jul 16 02:48:35.935152 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Router 90a741be-178f-4301-ac84-473911105266 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:48:36.378583 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:48:36.383201 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:36.391539 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af371141-503d-4787-943d-6899e6f77f62 None None] Sync routers for ids ['90a741be-178f-4301-ac84-473911105266'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:48:36.401621 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af371141-503d-4787-943d-6899e6f77f62 None None] Routers {'90a741be-178f-4301-ac84-473911105266'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:48:36.402544 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-af371141-503d-4787-943d-6899e6f77f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:48:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['90a741be-178f-4301-ac84-473911105266'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:36.433430 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-5c79a742-a6d9-415a-9c6e-449195b14148 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "DELETE /v2.0/floatingips/3dc80efa-26df-41c6-90dc-a2facedb402e HTTP/1.1" status: 204 len: 168 time: 1.2364111 Jul 16 02:48:36.434087 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daafeb47-6434-48ca-ba5f-459356215928', 'tag': '9803b142-c153-4ef3-8031-f2c3da52ef60'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:48:36.437175 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4ba082-1703-4c9f-b064-4b8e23ab7671" -d '{"events": [{"name": "network-changed", "server_uuid": "daafeb47-6434-48ca-ba5f-459356215928", "tag": "9803b142-c153-4ef3-8031-f2c3da52ef60"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:48:36.532182 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-af371141-503d-4787-943d-6899e6f77f62 None None] Set router 90a741be-178f-4301-ac84-473911105266 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:48:36.701725 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b8d2af-4541-4911-ac78-fb4c053514cc x-openstack-request-id: req-a2b8d2af-4541-4911-ac78-fb4c053514cc {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:48:36.702144 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daafeb47-6434-48ca-ba5f-459356215928", "tag": "9803b142-c153-4ef3-8031-f2c3da52ef60", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:48:36.702647 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a2b8d2af-4541-4911-ac78-fb4c053514cc {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:48:36.703346 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daafeb47-6434-48ca-ba5f-459356215928', 'tag': '9803b142-c153-4ef3-8031-f2c3da52ef60', 'status': 'completed', 'code': 200} Jul 16 02:48:36.805680 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ba082-1703-4c9f-b064-4b8e23ab7671 req-b33e508e-dba6-406e-b907-1b4cc49c80f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:36.807395 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ef4ba082-1703-4c9f-b064-4b8e23ab7671 req-b33e508e-dba6-406e-b907-1b4cc49c80f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8&device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 1097 time: 0.0736125 Jul 16 02:48:36.812533 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-af371141-503d-4787-943d-6899e6f77f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'e021f331-b090-4c17-ba79-f83f5a3e3d63', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '90a741be-178f-4301-ac84-473911105266', 'port_id': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'mac_address': 'fa:16:3e:43:8f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:44:19Z', 'updated_at': '2021-07-16T02:44:21Z', 'revision_number': 1, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4d07df-77ff-4b37-8333-cf9d30df15b4', 'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'mac_address': 'fa:16:3e:08:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:57Z', 'updated_at': '2021-07-16T02:44:01Z', 'revision_number': 5, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'subnets': [{'id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:36.839788 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af371141-503d-4787-943d-6899e6f77f62 None None] Checking router: 90a741be-178f-4301-ac84-473911105266 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:48:36.851077 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af371141-503d-4787-943d-6899e6f77f62 None None] Routers {'90a741be-178f-4301-ac84-473911105266'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:48:36.854723 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-af371141-503d-4787-943d-6899e6f77f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:48:08Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['90a741be-178f-4301-ac84-473911105266'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:36.869170 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02068b50-f0fa-47fe-8dea-c3c3a17aaabd req-e620059b-1609-4bd5-94c5-180389f1af05 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:36.870982 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02068b50-f0fa-47fe-8dea-c3c3a17aaabd req-e620059b-1609-4bd5-94c5-180389f1af05 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 945 time: 0.0779433 Jul 16 02:48:36.906027 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ba082-1703-4c9f-b064-4b8e23ab7671 req-561eaa8e-3885-4591-8fd3-9624ed2b7caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:36.907540 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ef4ba082-1703-4c9f-b064-4b8e23ab7671 req-561eaa8e-3885-4591-8fd3-9624ed2b7caf service neutron] 10.222.0.69 "GET /v2.0/networks?id=d7e8484c-c123-4699-819c-0ed62080af1e HTTP/1.1" status: 200 len: 910 time: 0.0937037 Jul 16 02:48:36.919622 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-02068b50-f0fa-47fe-8dea-c3c3a17aaabd req-67f4b083-1e60-4d6c-a7c2-9ff901951b3f tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400555 Jul 16 02:48:36.959711 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ef4ba082-1703-4c9f-b064-4b8e23ab7671 req-14c4ee80-e3c9-4f16-a1a1-374c8f6931c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9803b142-c153-4ef3-8031-f2c3da52ef60 HTTP/1.1" status: 200 len: 217 time: 0.0426581 Jul 16 02:48:36.973988 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-af371141-503d-4787-943d-6899e6f77f62 None None] Set router 90a741be-178f-4301-ac84-473911105266 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:48:37.011611 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ba082-1703-4c9f-b064-4b8e23ab7671 req-d2492880-9246-4019-9cdf-c29caf1eac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:37.013153 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ef4ba082-1703-4c9f-b064-4b8e23ab7671 req-d2492880-9246-4019-9cdf-c29caf1eac9d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=cc7e59e4-1a85-4566-80fe-f0ab5206ee8d HTTP/1.1" status: 200 len: 848 time: 0.0473890 Jul 16 02:48:37.077916 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4ba082-1703-4c9f-b064-4b8e23ab7671 req-142d1b3f-0ed8-4bbd-99b8-d4c86148967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:37.079459 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ef4ba082-1703-4c9f-b064-4b8e23ab7671 req-142d1b3f-0ed8-4bbd-99b8-d4c86148967a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=d7e8484c-c123-4699-819c-0ed62080af1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578625 Jul 16 02:48:37.177839 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ef4ba082-1703-4c9f-b064-4b8e23ab7671 req-afa5978c-5c70-4c02-8af4-849b2dc6cdc0 service neutron] 10.222.0.69 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909667 Jul 16 02:48:37.229585 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-af371141-503d-4787-943d-6899e6f77f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'e021f331-b090-4c17-ba79-f83f5a3e3d63', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '90a741be-178f-4301-ac84-473911105266', 'port_id': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'mac_address': 'fa:16:3e:43:8f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:44:19Z', 'updated_at': '2021-07-16T02:44:21Z', 'revision_number': 1, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4d07df-77ff-4b37-8333-cf9d30df15b4', 'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'mac_address': 'fa:16:3e:08:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:57Z', 'updated_at': '2021-07-16T02:44:01Z', 'revision_number': 5, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'subnets': [{'id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:37.264644 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af371141-503d-4787-943d-6899e6f77f62 None None] The sync data for ids ['90a741be-178f-4301-ac84-473911105266'] in n-d-791505-14 is: [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_floatingips': [{'id': 'e021f331-b090-4c17-ba79-f83f5a3e3d63', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'floating_ip_address': '172.25.2.227', 'floating_network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'router_id': '90a741be-178f-4301-ac84-473911105266', 'port_id': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'mac_address': 'fa:16:3e:43:8f:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:44:19Z', 'updated_at': '2021-07-16T02:44:21Z', 'revision_number': 1, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb4d07df-77ff-4b37-8333-cf9d30df15b4', 'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'mac_address': 'fa:16:3e:08:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:57Z', 'updated_at': '2021-07-16T02:44:01Z', 'revision_number': 5, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'subnets': [{'id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:48:37.292853 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-ef4ba082-1703-4c9f-b064-4b8e23ab7671 req-d64ec843-5314-4f9e-a826-16ccfbdc74d7 service neutron] 10.222.0.69 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082888 Jul 16 02:48:37.503358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb105b17-394c-4201-a6fd-4d3546ab81e5 None None] New status for floating IP 3dc80efa-26df-41c6-90dc-a2facedb402e: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:48:37.575660 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:37.729617 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-af6b6da0-6235-4e0f-9800-cd9b79dd0681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:38.109618 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588db50e-fde9-47f1-9a11-638d83bd3ced req-0db0f60d-8da4-4f56-9aa7-fd971a08bcf6 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:38.111166 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-588db50e-fde9-47f1-9a11-638d83bd3ced req-0db0f60d-8da4-4f56-9aa7-fd971a08bcf6 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 945 time: 0.0683417 Jul 16 02:48:38.158411 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-588db50e-fde9-47f1-9a11-638d83bd3ced req-83eb130d-6eff-40ec-9e2b-2e64fdb6b00b tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408313 Jul 16 02:48:38.308450 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1568d86-ea31-43d7-aa81-306924dd890e req-1dd953a6-24c0-4bde-aba4-8fd15262f123 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:38.309936 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a1568d86-ea31-43d7-aa81-306924dd890e req-1dd953a6-24c0-4bde-aba4-8fd15262f123 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.69 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 945 time: 0.0682826 Jul 16 02:48:38.412995 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-a1568d86-ea31-43d7-aa81-306924dd890e req-c8d4601a-a0de-4904-9d6d-dd30bc3c7dc4 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Deleting port 9803b142-c153-4ef3-8031-f2c3da52ef60 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:48:38.413336 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a1568d86-ea31-43d7-aa81-306924dd890e req-c8d4601a-a0de-4904-9d6d-dd30bc3c7dc4 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:38.509865 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-a1568d86-ea31-43d7-aa81-306924dd890e req-c8d4601a-a0de-4904-9d6d-dd30bc3c7dc4 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] For port 9803b142-c153-4ef3-8031-f2c3da52ef60, host n-h1-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791505-14',level=0,port_id=9803b142-c153-4ef3-8031-f2c3da52ef60,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:38.510228 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a1568d86-ea31-43d7-aa81-306924dd890e req-c8d4601a-a0de-4904-9d6d-dd30bc3c7dc4 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:38.522413 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-a1568d86-ea31-43d7-aa81-306924dd890e req-c8d4601a-a0de-4904-9d6d-dd30bc3c7dc4 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Calling delete_port for 9803b142-c153-4ef3-8031-f2c3da52ef60 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:48:38.653746 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a1568d86-ea31-43d7-aa81-306924dd890e req-c8d4601a-a0de-4904-9d6d-dd30bc3c7dc4 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:38.693573 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4601a-a0de-4904-9d6d-dd30bc3c7dc4 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event deleted for resources: {'Port': ['ID=9803b142-c153-4ef3-8031-f2c3da52ef60,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:38.743434 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1568d86-ea31-43d7-aa81-306924dd890e req-c8d4601a-a0de-4904-9d6d-dd30bc3c7dc4 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] No DVR routers for this DVR port 9803b142-c153-4ef3-8031-f2c3da52ef60 on host n-h1-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:48:38.746203 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-a1568d86-ea31-43d7-aa81-306924dd890e req-c8d4601a-a0de-4904-9d6d-dd30bc3c7dc4 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:38.748339 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a1568d86-ea31-43d7-aa81-306924dd890e req-c8d4601a-a0de-4904-9d6d-dd30bc3c7dc4 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.69 "DELETE /v2.0/ports/9803b142-c153-4ef3-8031-f2c3da52ef60 HTTP/1.1" status: 204 len: 173 time: 0.4326236 Jul 16 02:48:38.748777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daafeb47-6434-48ca-ba5f-459356215928', 'name': 'network-vif-deleted', 'tag': '9803b142-c153-4ef3-8031-f2c3da52ef60'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:48:38.751077 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb842e2-6342-4679-a1bd-db0e22ceca9a" -d '{"events": [{"server_uuid": "daafeb47-6434-48ca-ba5f-459356215928", "name": "network-vif-deleted", "tag": "9803b142-c153-4ef3-8031-f2c3da52ef60"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:48:38.799118 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e1c521-b312-4e02-9c49-fe5272b43550 x-openstack-request-id: req-b4e1c521-b312-4e02-9c49-fe5272b43550 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:48:38.799419 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daafeb47-6434-48ca-ba5f-459356215928", "name": "network-vif-deleted", "tag": "9803b142-c153-4ef3-8031-f2c3da52ef60", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:48:38.799673 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b4e1c521-b312-4e02-9c49-fe5272b43550 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:48:38.800118 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daafeb47-6434-48ca-ba5f-459356215928', 'name': 'network-vif-deleted', 'tag': '9803b142-c153-4ef3-8031-f2c3da52ef60', 'status': 'completed', 'code': 200} Jul 16 02:48:38.957268 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:39.278593 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 9803b142-c153-4ef3-8031-f2c3da52ef60 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:48:39.302357 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 9803b142-c153-4ef3-8031-f2c3da52ef60 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:48:39.302808 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 9803b142-c153-4ef3-8031-f2c3da52ef60 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:48:39.335049 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-615bdf54-2a86-49e9-bbc8-d21cc07896e5 req-3e3aa652-f859-4a4f-a89f-88b64f8a899a tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=daafeb47-6434-48ca-ba5f-459356215928 HTTP/1.1" status: 200 len: 210 time: 0.0416520 Jul 16 02:48:40.564519 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:40.986842 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49876) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:41.182166 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-8451238b-4e41-4ea9-bbf0-1f9abc20bd57 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Deleting port 9b381e5c-05b1-4c4b-bfd0-eb8fcee716e9 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:48:41.182519 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8451238b-4e41-4ea9-bbf0-1f9abc20bd57 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:41.265913 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8451238b-4e41-4ea9-bbf0-1f9abc20bd57 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:41.266162 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8451238b-4e41-4ea9-bbf0-1f9abc20bd57 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:41.278352 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-8451238b-4e41-4ea9-bbf0-1f9abc20bd57 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Calling delete_port for 9b381e5c-05b1-4c4b-bfd0-eb8fcee716e9 owned by network:floatingip {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:48:41.438264 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8451238b-4e41-4ea9-bbf0-1f9abc20bd57 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:41.462692 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451238b-4e41-4ea9-bbf0-1f9abc20bd57 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event deleted for resources: {'Port': ['ID=9b381e5c-05b1-4c4b-bfd0-eb8fcee716e9,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:41.531460 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8451238b-4e41-4ea9-bbf0-1f9abc20bd57 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for floatingip, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:41.531835 n-d-791505-14 neutron-server[93920]: INFO neutron.db.l3_db [None req-8451238b-4e41-4ea9-bbf0-1f9abc20bd57 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Floating IP e021f331-b090-4c17-ba79-f83f5a3e3d63 disassociated (deleted). External IP: 172.25.2.227, port: 031cc42d-fe72-46e0-a1b6-5dc1516aad05. Jul 16 02:48:41.749203 n-d-791505-14 neutron-server[93920]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8451238b-4e41-4ea9-bbf0-1f9abc20bd57 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Router 90a741be-178f-4301-ac84-473911105266 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93920) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:48:41.860476 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8451238b-4e41-4ea9-bbf0-1f9abc20bd57 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93920) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:48:41.865021 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-8451238b-4e41-4ea9-bbf0-1f9abc20bd57 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for floatingip, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:41.870791 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b88e787-68fb-42bb-8279-099bf2f2af4a None None] Sync routers for ids ['90a741be-178f-4301-ac84-473911105266'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:48:41.880289 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b88e787-68fb-42bb-8279-099bf2f2af4a None None] Routers {'90a741be-178f-4301-ac84-473911105266'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:48:41.880908 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3b88e787-68fb-42bb-8279-099bf2f2af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:48:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['90a741be-178f-4301-ac84-473911105266'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:41.907291 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-8451238b-4e41-4ea9-bbf0-1f9abc20bd57 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "DELETE /v2.0/floatingips/e021f331-b090-4c17-ba79-f83f5a3e3d63 HTTP/1.1" status: 204 len: 168 time: 0.9154179 Jul 16 02:48:41.907291 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'tag': '031cc42d-fe72-46e0-a1b6-5dc1516aad05'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:48:41.908044 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44a1f6b-1312-4895-ad75-2650e56a4629" -d '{"events": [{"name": "network-changed", "server_uuid": "32f44051-c8b4-4e81-92bf-c562a20b1e4f", "tag": "031cc42d-fe72-46e0-a1b6-5dc1516aad05"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:48:41.997691 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-3b88e787-68fb-42bb-8279-099bf2f2af4a None None] Set router 90a741be-178f-4301-ac84-473911105266 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:48:42.183850 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19eb04cb-43ea-4573-8f6a-a73486e5c35c x-openstack-request-id: req-19eb04cb-43ea-4573-8f6a-a73486e5c35c {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:48:42.184370 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f44051-c8b4-4e81-92bf-c562a20b1e4f", "tag": "031cc42d-fe72-46e0-a1b6-5dc1516aad05", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:48:42.184370 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-19eb04cb-43ea-4573-8f6a-a73486e5c35c {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:48:42.184782 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'tag': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'status': 'completed', 'code': 200} Jul 16 02:48:42.222330 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3b88e787-68fb-42bb-8279-099bf2f2af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'cb4d07df-77ff-4b37-8333-cf9d30df15b4', 'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'mac_address': 'fa:16:3e:08:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:57Z', 'updated_at': '2021-07-16T02:44:01Z', 'revision_number': 5, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'subnets': [{'id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:42.260156 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b88e787-68fb-42bb-8279-099bf2f2af4a None None] Checking router: 90a741be-178f-4301-ac84-473911105266 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:48:42.273950 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b88e787-68fb-42bb-8279-099bf2f2af4a None None] Routers {'90a741be-178f-4301-ac84-473911105266'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:48:42.274898 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3b88e787-68fb-42bb-8279-099bf2f2af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:48:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['90a741be-178f-4301-ac84-473911105266'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:42.299914 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6b-1312-4895-ad75-2650e56a4629 req-9e5b259a-c5be-4b28-a513-50a67baf65d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:42.301570 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e44a1f6b-1312-4895-ad75-2650e56a4629 req-9e5b259a-c5be-4b28-a513-50a67baf65d1 service neutron] 10.222.0.70 "GET /v2.0/ports?tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8&device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 1095 time: 0.0883033 Jul 16 02:48:42.356101 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a143e-2490-4cd6-a806-4164798ceccf req-78fb2a23-87cb-413b-9456-4cbf9fa1ee03 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:42.358620 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-253a143e-2490-4cd6-a806-4164798ceccf req-78fb2a23-87cb-413b-9456-4cbf9fa1ee03 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 943 time: 0.0720692 Jul 16 02:48:42.400428 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-253a143e-2490-4cd6-a806-4164798ceccf req-74b059ad-f7bd-4a2c-b3e2-719855cdb102 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351393 Jul 16 02:48:42.408060 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-3b88e787-68fb-42bb-8279-099bf2f2af4a None None] Set router 90a741be-178f-4301-ac84-473911105266 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:48:42.408256 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6b-1312-4895-ad75-2650e56a4629 req-4f9ac459-01d3-4f56-a1ac-bcdfa836de6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:42.410889 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e44a1f6b-1312-4895-ad75-2650e56a4629 req-4f9ac459-01d3-4f56-a1ac-bcdfa836de6f service neutron] 10.222.0.70 "GET /v2.0/networks?id=d7e8484c-c123-4699-819c-0ed62080af1e HTTP/1.1" status: 200 len: 910 time: 0.1012719 Jul 16 02:48:42.466750 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e44a1f6b-1312-4895-ad75-2650e56a4629 req-83127544-f66b-482b-9019-a86a9b666544 service neutron] 10.222.0.70 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=031cc42d-fe72-46e0-a1b6-5dc1516aad05 HTTP/1.1" status: 200 len: 217 time: 0.0496824 Jul 16 02:48:42.519028 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6b-1312-4895-ad75-2650e56a4629 req-df4009a6-8551-4bf9-ac0f-2bbfab5d083e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:42.520577 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e44a1f6b-1312-4895-ad75-2650e56a4629 req-df4009a6-8551-4bf9-ac0f-2bbfab5d083e service neutron] 10.222.0.70 "GET /v2.0/subnets?id=cc7e59e4-1a85-4566-80fe-f0ab5206ee8d HTTP/1.1" status: 200 len: 848 time: 0.0467525 Jul 16 02:48:42.591473 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a1f6b-1312-4895-ad75-2650e56a4629 req-3a77fcce-a9f7-42e5-8360-0f20954d56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:42.593051 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e44a1f6b-1312-4895-ad75-2650e56a4629 req-3a77fcce-a9f7-42e5-8360-0f20954d56b4 service neutron] 10.222.0.70 "GET /v2.0/ports?network_id=d7e8484c-c123-4699-819c-0ed62080af1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644181 Jul 16 02:48:42.694666 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e44a1f6b-1312-4895-ad75-2650e56a4629 req-01ee916e-55f6-4f7c-8175-261c3609e251 service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934000 Jul 16 02:48:42.714651 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-3b88e787-68fb-42bb-8279-099bf2f2af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'cb4d07df-77ff-4b37-8333-cf9d30df15b4', 'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'mac_address': 'fa:16:3e:08:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:57Z', 'updated_at': '2021-07-16T02:44:01Z', 'revision_number': 5, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'subnets': [{'id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:42.741452 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b88e787-68fb-42bb-8279-099bf2f2af4a None None] The sync data for ids ['90a741be-178f-4301-ac84-473911105266'] in n-d-791505-14 is: [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14', '_interfaces': [{'id': 'cb4d07df-77ff-4b37-8333-cf9d30df15b4', 'name': '', 'network_id': 'd7e8484c-c123-4699-819c-0ed62080af1e', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'mac_address': 'fa:16:3e:08:25:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_interface', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:57Z', 'updated_at': '2021-07-16T02:44:01Z', 'revision_number': 5, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'subnets': [{'id': 'cc7e59e4-1a85-4566-80fe-f0ab5206ee8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:48:42.796383 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-e44a1f6b-1312-4895-ad75-2650e56a4629 req-78a83ee1-ea62-4800-9d52-f68dde23974c service neutron] 10.222.0.70 "GET /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938630 Jul 16 02:48:42.976987 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38934505-2a1e-4224-97e8-97365c631667 None None] New status for floating IP e021f331-b090-4c17-ba79-f83f5a3e3d63: DOWN {{(pid=93921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:48:43.292808 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 9803b142-c153-4ef3-8031-f2c3da52ef60 no longer exists at agent hyperv_n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:48:43.319423 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] No Port match for: 9803b142-c153-4ef3-8031-f2c3da52ef60 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:48:43.319802 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Device 9803b142-c153-4ef3-8031-f2c3da52ef60 not bound to the agent host n-h1-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:48:43.592839 n-d-791505-14 neutron-server[93919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09eecb8-68e3-4990-8d42-b981fdde6f43 req-cc26b105-0d52-49f9-b281-8a1c8f7e69e1 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:43.596246 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d09eecb8-68e3-4990-8d42-b981fdde6f43 req-cc26b105-0d52-49f9-b281-8a1c8f7e69e1 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 943 time: 0.0782547 Jul 16 02:48:43.640416 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-d09eecb8-68e3-4990-8d42-b981fdde6f43 req-ef8332bb-6cf6-4a95-b30b-0bd6c091d433 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/security-groups?id=6306db1e-35af-4d0b-bdd7-69f2a8317c15&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405328 Jul 16 02:48:43.786854 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462991d-80e1-4554-b949-6beecaff7d38 req-9f3a170b-2091-481b-9a67-f7642d60f272 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:43.788436 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4462991d-80e1-4554-b949-6beecaff7d38 req-9f3a170b-2091-481b-9a67-f7642d60f272 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.70 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 943 time: 0.0639985 Jul 16 02:48:43.897789 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-4462991d-80e1-4554-b949-6beecaff7d38 req-8165d429-d880-4f1b-9051-5f1834ba8eab tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Deleting port 031cc42d-fe72-46e0-a1b6-5dc1516aad05 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:48:43.898031 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4462991d-80e1-4554-b949-6beecaff7d38 req-8165d429-d880-4f1b-9051-5f1834ba8eab tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:43.992151 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [req-4462991d-80e1-4554-b949-6beecaff7d38 req-8165d429-d880-4f1b-9051-5f1834ba8eab tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] For port 031cc42d-fe72-46e0-a1b6-5dc1516aad05, host n-h2-791505-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791505-14',level=0,port_id=031cc42d-fe72-46e0-a1b6-5dc1516aad05,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:43.992520 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4462991d-80e1-4554-b949-6beecaff7d38 req-8165d429-d880-4f1b-9051-5f1834ba8eab tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:44.005621 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [req-4462991d-80e1-4554-b949-6beecaff7d38 req-8165d429-d880-4f1b-9051-5f1834ba8eab tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Calling delete_port for 031cc42d-fe72-46e0-a1b6-5dc1516aad05 owned by compute:nova {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:48:44.153503 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4462991d-80e1-4554-b949-6beecaff7d38 req-8165d429-d880-4f1b-9051-5f1834ba8eab tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:44.186404 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8165d429-d880-4f1b-9051-5f1834ba8eab tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event deleted for resources: {'Port': ['ID=031cc42d-fe72-46e0-a1b6-5dc1516aad05,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:44.237340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [req-4462991d-80e1-4554-b949-6beecaff7d38 req-8165d429-d880-4f1b-9051-5f1834ba8eab tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] No DVR routers for this DVR port 031cc42d-fe72-46e0-a1b6-5dc1516aad05 on host n-h2-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:48:44.240087 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [req-4462991d-80e1-4554-b949-6beecaff7d38 req-8165d429-d880-4f1b-9051-5f1834ba8eab tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-473285'] for port, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:44.242104 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-4462991d-80e1-4554-b949-6beecaff7d38 req-8165d429-d880-4f1b-9051-5f1834ba8eab tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.70 "DELETE /v2.0/ports/031cc42d-fe72-46e0-a1b6-5dc1516aad05 HTTP/1.1" status: 204 len: 173 time: 0.4482696 Jul 16 02:48:44.242546 n-d-791505-14 neutron-server[93920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'name': 'network-vif-deleted', 'tag': '031cc42d-fe72-46e0-a1b6-5dc1516aad05'}] {{(pid=93920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:48:44.244884 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ecfe44ce513af24c531e2e737dbe4a563c40c2cfd5ad4193be8ab29e9abf9bc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efa46122-3415-42c5-9383-89d167bd8013" -d '{"events": [{"server_uuid": "32f44051-c8b4-4e81-92bf-c562a20b1e4f", "name": "network-vif-deleted", "tag": "031cc42d-fe72-46e0-a1b6-5dc1516aad05"}]}' {{(pid=93920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:48:44.284514 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e70c147-0a4a-4f47-b277-5dc761589e74 x-openstack-request-id: req-2e70c147-0a4a-4f47-b277-5dc761589e74 {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:48:44.284898 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f44051-c8b4-4e81-92bf-c562a20b1e4f", "name": "network-vif-deleted", "tag": "031cc42d-fe72-46e0-a1b6-5dc1516aad05", "status": "completed", "code": 200}]} {{(pid=93920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:48:44.285198 n-d-791505-14 neutron-server[93920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e70c147-0a4a-4f47-b277-5dc761589e74 {{(pid=93920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:48:44.285644 n-d-791505-14 neutron-server[93920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32f44051-c8b4-4e81-92bf-c562a20b1e4f', 'name': 'network-vif-deleted', 'tag': '031cc42d-fe72-46e0-a1b6-5dc1516aad05', 'status': 'completed', 'code': 200} Jul 16 02:48:44.815529 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [req-f2d30f98-a019-441d-a1b9-c12176acea61 req-b04290aa-e730-4743-988e-65559c1c4114 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "GET /v2.0/ports?device_id=32f44051-c8b4-4e81-92bf-c562a20b1e4f HTTP/1.1" status: 200 len: 210 time: 0.0374222 Jul 16 02:48:45.922193 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49892) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:45.984229 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb7c3bff-93da-4e8f-ad4a-0d9fbc855e27 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:46.011414 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb7c3bff-93da-4e8f-ad4a-0d9fbc855e27 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:46.077710 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb7c3bff-93da-4e8f-ad4a-0d9fbc855e27 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:46.080673 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-cb7c3bff-93da-4e8f-ad4a-0d9fbc855e27 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Notify callbacks [] for security_group, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:46.082052 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-cb7c3bff-93da-4e8f-ad4a-0d9fbc855e27 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] 10.222.0.22 "DELETE /v2.0/security-groups/6306db1e-35af-4d0b-bdd7-69f2a8317c15 HTTP/1.1" status: 204 len: 168 time: 0.1588871 Jul 16 02:48:46.096122 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c3bff-93da-4e8f-ad4a-0d9fbc855e27 tempest-TestSnapshotPattern-500187646 tempest-TestSnapshotPattern-500187646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6306db1e-35af-4d0b-bdd7-69f2a8317c15,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:46.137992 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49896) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:46.499253 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:47.072011 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Deleting port cb4d07df-77ff-4b37-8333-cf9d30df15b4 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:48:47.072354 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:47.155840 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] For port cb4d07df-77ff-4b37-8333-cf9d30df15b4, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=cb4d07df-77ff-4b37-8333-cf9d30df15b4,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:47.156693 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:47.172594 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Calling delete_port for cb4d07df-77ff-4b37-8333-cf9d30df15b4 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:48:47.323558 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 031cc42d-fe72-46e0-a1b6-5dc1516aad05 no longer exists at agent hyperv_n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:48:47.343608 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] No Port match for: 031cc42d-fe72-46e0-a1b6-5dc1516aad05 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:48:47.343972 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Device 031cc42d-fe72-46e0-a1b6-5dc1516aad05 not bound to the agent host n-h2-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:48:47.368659 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:47.394887 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Pushing event deleted for resources: {'Port': ['ID=cb4d07df-77ff-4b37-8333-cf9d30df15b4,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:47.406623 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:47.406977 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:47.407325 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:47.407663 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:47.408023 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:47.408357 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:47.408688 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:47.409017 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:47.409344 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:47.409671 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:47.409995 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:47.410320 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791505-14 {{(pid=93919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:47.579593 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:47.817229 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Router 90a741be-178f-4301-ac84-473911105266 has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:48:47.925937 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:48:47.931176 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-fb4c6d85-4fe8-4079-b13d-5e3ef4a0427a admin admin] 10.222.0.22 "PUT /v2.0/routers/90a741be-178f-4301-ac84-473911105266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7915754 Jul 16 02:48:47.933378 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49898) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:47.935611 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f665eab6-f983-4c55-abb9-89966454cd13 None None] Sync routers for ids ['90a741be-178f-4301-ac84-473911105266'] in n-d-791505-14 {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:48:47.944484 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f665eab6-f983-4c55-abb9-89966454cd13 None None] Routers {'90a741be-178f-4301-ac84-473911105266'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:48:47.945136 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f665eab6-f983-4c55-abb9-89966454cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:48:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['90a741be-178f-4301-ac84-473911105266'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:48.042264 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-375a6105-6e6d-4d79-be0b-3c553401d81f admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.054535 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f665eab6-f983-4c55-abb9-89966454cd13 None None] Set router 90a741be-178f-4301-ac84-473911105266 gateway port host: n-d-791505-14 {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:48:48.154963 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-375a6105-6e6d-4d79-be0b-3c553401d81f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.209966 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-375a6105-6e6d-4d79-be0b-3c553401d81f admin admin] Deleting port a8051480-fa2b-4638-987e-e892665de270 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:48:48.210662 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-375a6105-6e6d-4d79-be0b-3c553401d81f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.263195 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f665eab6-f983-4c55-abb9-89966454cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': 'a8051480-fa2b-4638-987e-e892665de270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:48:47Z', 'revision_number': 5, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port': {'id': 'a8051480-fa2b-4638-987e-e892665de270', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cb:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90a741be-178f-4301-ac84-473911105266', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:43:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:48.289874 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f665eab6-f983-4c55-abb9-89966454cd13 None None] Checking router: 90a741be-178f-4301-ac84-473911105266 for host: n-d-791505-14 {{(pid=93922) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:48:48.293730 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-375a6105-6e6d-4d79-be0b-3c553401d81f admin admin] For port a8051480-fa2b-4638-987e-e892665de270, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a8051480-fa2b-4638-987e-e892665de270,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:48.294102 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-375a6105-6e6d-4d79-be0b-3c553401d81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.299140 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f665eab6-f983-4c55-abb9-89966454cd13 None None] Routers {'90a741be-178f-4301-ac84-473911105266'} bound to L3 agent in host n-d-791505-14 {{(pid=93922) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:48:48.299752 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f665eab6-f983-4c55-abb9-89966454cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:48:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['90a741be-178f-4301-ac84-473911105266'], 'active': True} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:48.306650 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-375a6105-6e6d-4d79-be0b-3c553401d81f admin admin] Calling delete_port for a8051480-fa2b-4638-987e-e892665de270 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:48:48.390668 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_dvr_db [None req-f665eab6-f983-4c55-abb9-89966454cd13 None None] Set router 90a741be-178f-4301-ac84-473911105266 gateway port host: None {{(pid=93922) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:48:48.444230 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.l3_hamode_db [None req-f665eab6-f983-4c55-abb9-89966454cd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:48:48Z', 'revision_number': 6, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port_host': None}], 'n-d-791505-14', False) {} {{(pid=93922) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:48.476043 n-d-791505-14 neutron-server[93922]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f665eab6-f983-4c55-abb9-89966454cd13 None None] The sync data for ids ['90a741be-178f-4301-ac84-473911105266'] in n-d-791505-14 is: [{'id': '90a741be-178f-4301-ac84-473911105266', 'name': 'tempest-TestSnapshotPattern-433657639-router', 'tenant_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:43:54Z', 'updated_at': '2021-07-16T02:48:48Z', 'revision_number': 6, 'project_id': 'df1e0a8b3b9d4310b7b69bf728fe10d8', 'gw_port_host': None}] {{(pid=93922) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:48:48.489354 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-375a6105-6e6d-4d79-be0b-3c553401d81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.523228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a6105-6e6d-4d79-be0b-3c553401d81f admin admin] Pushing event deleted for resources: {'Port': ['ID=a8051480-fa2b-4638-987e-e892665de270,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:48.585206 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-375a6105-6e6d-4d79-be0b-3c553401d81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.677328 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-375a6105-6e6d-4d79-be0b-3c553401d81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.679572 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-375a6105-6e6d-4d79-be0b-3c553401d81f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.724768 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-375a6105-6e6d-4d79-be0b-3c553401d81f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.725299 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375a6105-6e6d-4d79-be0b-3c553401d81f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90a741be-178f-4301-ac84-473911105266 {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:48:48.729763 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-375a6105-6e6d-4d79-be0b-3c553401d81f admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.730972 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-375a6105-6e6d-4d79-be0b-3c553401d81f admin admin] 10.222.0.22 "DELETE /v2.0/routers/90a741be-178f-4301-ac84-473911105266 HTTP/1.1" status: 204 len: 168 time: 0.7966785 Jul 16 02:48:48.734012 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49900) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:48.782686 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9df8273-d3bf-4cf3-a4dd-8f2fadec706d admin admin] Deleting subnet cc7e59e4-1a85-4566-80fe-f0ab5206ee8d {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:48:48.785938 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9df8273-d3bf-4cf3-a4dd-8f2fadec706d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.825153 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9df8273-d3bf-4cf3-a4dd-8f2fadec706d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.909523 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9df8273-d3bf-4cf3-a4dd-8f2fadec706d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.964398 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9df8273-d3bf-4cf3-a4dd-8f2fadec706d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.995224 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9df8273-d3bf-4cf3-a4dd-8f2fadec706d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc7e59e4-1a85-4566-80fe-f0ab5206ee8d,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:49.000230 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-b9df8273-d3bf-4cf3-a4dd-8f2fadec706d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:49.002317 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-b9df8273-d3bf-4cf3-a4dd-8f2fadec706d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cc7e59e4-1a85-4566-80fe-f0ab5206ee8d HTTP/1.1" status: 204 len: 168 time: 0.2673662 Jul 16 02:48:49.005046 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49902) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:49.012434 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d9cdf-3270-45ee-afa1-e3fa954d89ee None None] Network d7e8484c-c123-4699-819c-0ed62080af1e requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:48:49.075770 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:49.136566 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] Deleting port 2714704c-cec7-467b-be11-957cdffd4d73 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:48:49.136919 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:49.202648 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] For port 2714704c-cec7-467b-be11-957cdffd4d73, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2714704c-cec7-467b-be11-957cdffd4d73,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:49.203012 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:49.214944 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] Calling delete_port for 2714704c-cec7-467b-be11-957cdffd4d73 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:48:49.259549 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69102b2a-8643-4348-9bbb-0261cd57de81 None None] DHCP port deletion for d7e8484c-c123-4699-819c-0ed62080af1e request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:48:49.309503 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-69102b2a-8643-4348-9bbb-0261cd57de81 None None] Deleting port 2714704c-cec7-467b-be11-957cdffd4d73 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:48:49.309887 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-69102b2a-8643-4348-9bbb-0261cd57de81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:49.330860 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:49.359522 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=2714704c-cec7-467b-be11-957cdffd4d73,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:49.365183 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] No DVR routers for this DVR port 2714704c-cec7-467b-be11-957cdffd4d73 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:48:49.384337 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-69102b2a-8643-4348-9bbb-0261cd57de81 None None] For port 2714704c-cec7-467b-be11-957cdffd4d73, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=2714704c-cec7-467b-be11-957cdffd4d73,segment=NetworkSegment(2018cf3b-9584-43f9-be1c-93434cc2f1ea),segment_id=2018cf3b-9584-43f9-be1c-93434cc2f1ea)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:49.384337 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-69102b2a-8643-4348-9bbb-0261cd57de81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:49.396858 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-69102b2a-8643-4348-9bbb-0261cd57de81 None None] Calling delete_port for 2714704c-cec7-467b-be11-957cdffd4d73 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:48:49.445901 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:49.458313 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7e8484c-c123-4699-819c-0ed62080af1e']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:49.471844 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2018cf3b-9584-43f9-be1c-93434cc2f1ea') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:49.472309 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2018cf3b-9584-43f9-be1c-93434cc2f1ea') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:49.482736 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:48:49.496390 n-d-791505-14 neutron-server[93921]: self.session.flush() Jul 16 02:48:49.500614 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:49.507335 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-69102b2a-8643-4348-9bbb-0261cd57de81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:49.514472 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:48:49.514472 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: timer() Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:48:49.516286 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:48:49.538515 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69102b2a-8643-4348-9bbb-0261cd57de81 None None] Pushing event deleted for resources: {'Port': ['ID=2714704c-cec7-467b-be11-957cdffd4d73,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:49.543330 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69102b2a-8643-4348-9bbb-0261cd57de81 None None] No DVR routers for this DVR port 2714704c-cec7-467b-be11-957cdffd4d73 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:48:49.588973 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:49.594920 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:49.600104 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d7e8484c-c123-4699-819c-0ed62080af1e HTTP/1.1" status: 204 len: 168 time: 0.5933490 Jul 16 02:48:49.600745 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49904) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:49.614021 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1745c8-31e6-4e5d-89fa-c2219adf1c74 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7e8484c-c123-4699-819c-0ed62080af1e,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:49.745620 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2714704c-cec7-467b-be11-957cdffd4d73 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:48:49.765383 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 2714704c-cec7-467b-be11-957cdffd4d73 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:48:49.765994 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 2714704c-cec7-467b-be11-957cdffd4d73 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:48:49.766406 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cb4d07df-77ff-4b37-8333-cf9d30df15b4 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:48:49.785675 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: cb4d07df-77ff-4b37-8333-cf9d30df15b4 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:48:49.785938 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device cb4d07df-77ff-4b37-8333-cf9d30df15b4 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:48:49.786262 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a8051480-fa2b-4638-987e-e892665de270 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:48:49.805435 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: a8051480-fa2b-4638-987e-e892665de270 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:48:49.805850 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a8051480-fa2b-4638-987e-e892665de270 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:48:49.986622 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-78ccff27-e8c5-404e-b633-cfe2cbd1ea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-785315'] for router_interface, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:50.261568 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-78ccff27-e8c5-404e-b633-cfe2cbd1ea9e admin admin] Deleting port 29a443a1-a861-48eb-9ca5-7782ef48e7e0 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:48:50.261923 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-78ccff27-e8c5-404e-b633-cfe2cbd1ea9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:50.345968 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-78ccff27-e8c5-404e-b633-cfe2cbd1ea9e admin admin] For port 29a443a1-a861-48eb-9ca5-7782ef48e7e0, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=29a443a1-a861-48eb-9ca5-7782ef48e7e0,segment=NetworkSegment(fc6ec403-23fa-4516-a101-8d07606c7409),segment_id=fc6ec403-23fa-4516-a101-8d07606c7409)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:50.346199 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-78ccff27-e8c5-404e-b633-cfe2cbd1ea9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:50.359858 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-78ccff27-e8c5-404e-b633-cfe2cbd1ea9e admin admin] Calling delete_port for 29a443a1-a861-48eb-9ca5-7782ef48e7e0 owned by network:router_interface {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:48:50.540197 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-78ccff27-e8c5-404e-b633-cfe2cbd1ea9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:50.564610 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccff27-e8c5-404e-b633-cfe2cbd1ea9e admin admin] Pushing event deleted for resources: {'Port': ['ID=29a443a1-a861-48eb-9ca5-7782ef48e7e0,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:50.745512 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-78ccff27-e8c5-404e-b633-cfe2cbd1ea9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551443', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-784947'] for router_interface, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:50.970228 n-d-791505-14 neutron-server[93919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ccff27-e8c5-404e-b633-cfe2cbd1ea9e admin admin] Router b4c3eafe-97b4-49df-be7e-8b047151041d has already been hosted by L3 agent affde3cb-b7fd-4b8d-b38a-2dd2b7af7138 {{(pid=93919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:48:51.079739 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ccff27-e8c5-404e-b633-cfe2cbd1ea9e admin admin] Notify agent at l3_agent.n-d-791505-14 the message routers_updated {{(pid=93919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:48:51.085117 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-78ccff27-e8c5-404e-b633-cfe2cbd1ea9e admin admin] 10.222.0.22 "PUT /v2.0/routers/b4c3eafe-97b4-49df-be7e-8b047151041d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4824615 Jul 16 02:48:51.088172 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49908) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:51.088728 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb0a53-aa0a-4071-a13a-25095ba993d0 None None] Sync routers for ids ['b4c3eafe-97b4-49df-be7e-8b047151041d'] in n-d-791505-14 {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:48:51.098095 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb0a53-aa0a-4071-a13a-25095ba993d0 None None] Routers {'b4c3eafe-97b4-49df-be7e-8b047151041d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:48:51.098726 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-93bb0a53-aa0a-4071-a13a-25095ba993d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:48:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b4c3eafe-97b4-49df-be7e-8b047151041d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:51.204461 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-93bb0a53-aa0a-4071-a13a-25095ba993d0 None None] Set router b4c3eafe-97b4-49df-be7e-8b047151041d gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:48:51.407658 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-93bb0a53-aa0a-4071-a13a-25095ba993d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'name': 'tempest-TestSnapshotPattern-1697253099-router', 'tenant_id': 'd93393c0666843e18a9aa61722c68f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:48:50Z', 'revision_number': 5, 'project_id': 'd93393c0666843e18a9aa61722c68f36', 'gw_port': {'id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:51.438649 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb0a53-aa0a-4071-a13a-25095ba993d0 None None] Checking router: b4c3eafe-97b4-49df-be7e-8b047151041d for host: n-d-791505-14 {{(pid=93921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:48:51.447676 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb0a53-aa0a-4071-a13a-25095ba993d0 None None] Routers {'b4c3eafe-97b4-49df-be7e-8b047151041d'} bound to L3 agent in host n-d-791505-14 {{(pid=93921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:48:51.448358 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-93bb0a53-aa0a-4071-a13a-25095ba993d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791505-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T01:01:07Z,description=,heartbeat_timestamp=2021-07-16T02:48:38Z,host='n-d-791505-14',id=affde3cb-b7fd-4b8d-b38a-2dd2b7af7138,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T01:01:07Z,topic='l3_agent')) {'router_ids': ['b4c3eafe-97b4-49df-be7e-8b047151041d'], 'active': True} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:51.521451 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9454de94-5291-47f6-9947-013ebe5ce183 admin admin] Notify callbacks [] for router, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:51.568088 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvr_db [None req-93bb0a53-aa0a-4071-a13a-25095ba993d0 None None] Set router b4c3eafe-97b4-49df-be7e-8b047151041d gateway port host: n-d-791505-14 {{(pid=93921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:48:51.626856 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9454de94-5291-47f6-9947-013ebe5ce183 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:51.690976 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9454de94-5291-47f6-9947-013ebe5ce183 admin admin] Deleting port a33ac059-a30f-4ae9-982b-8b820bf55d53 {{(pid=93919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:48:51.691342 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9454de94-5291-47f6-9947-013ebe5ce183 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:51.792218 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.db [None req-9454de94-5291-47f6-9947-013ebe5ce183 admin admin] For port a33ac059-a30f-4ae9-982b-8b820bf55d53, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=a33ac059-a30f-4ae9-982b-8b820bf55d53,segment=NetworkSegment(4561cbed-3010-4815-9fe9-ef12ad2e907e),segment_id=4561cbed-3010-4815-9fe9-ef12ad2e907e)] {{(pid=93919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:51.792973 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9454de94-5291-47f6-9947-013ebe5ce183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:51.800064 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_hamode_db [None req-93bb0a53-aa0a-4071-a13a-25095ba993d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'name': 'tempest-TestSnapshotPattern-1697253099-router', 'tenant_id': 'd93393c0666843e18a9aa61722c68f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:48:50Z', 'revision_number': 5, 'project_id': 'd93393c0666843e18a9aa61722c68f36', 'gw_port': {'id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}], 'n-d-791505-14', False) {} {{(pid=93921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:51.809112 n-d-791505-14 neutron-server[93919]: DEBUG neutron.plugins.ml2.plugin [None req-9454de94-5291-47f6-9947-013ebe5ce183 admin admin] Calling delete_port for a33ac059-a30f-4ae9-982b-8b820bf55d53 owned by network:router_gateway {{(pid=93919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:48:51.833394 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb0a53-aa0a-4071-a13a-25095ba993d0 None None] The sync data for ids ['b4c3eafe-97b4-49df-be7e-8b047151041d'] in n-d-791505-14 is: [{'id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'name': 'tempest-TestSnapshotPattern-1697253099-router', 'tenant_id': 'd93393c0666843e18a9aa61722c68f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'external_fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128'}], 'enable_snat': True}, 'gw_port_id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:48:50Z', 'revision_number': 5, 'project_id': 'd93393c0666843e18a9aa61722c68f36', 'gw_port': {'id': 'a33ac059-a30f-4ae9-982b-8b820bf55d53', 'name': '', 'network_id': '3748ee69-bce9-4043-a1b7-1ca7030517ba', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c3eafe-97b4-49df-be7e-8b047151041d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'ip_address': '172.25.2.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791505-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:44:00Z', 'updated_at': '2021-07-16T02:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '14a93d53-9003-4a95-9a81-4b8e8c235e7a', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791505-14'}] {{(pid=93921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:48:51.990299 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9454de94-5291-47f6-9947-013ebe5ce183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4722823'] for port, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.016462 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454de94-5291-47f6-9947-013ebe5ce183 admin admin] Pushing event deleted for resources: {'Port': ['ID=a33ac059-a30f-4ae9-982b-8b820bf55d53,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:52.080316 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9454de94-5291-47f6-9947-013ebe5ce183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-780905'] for router_gateway, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.170605 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9454de94-5291-47f6-9947-013ebe5ce183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-779517', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27802'] for router, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.172830 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9454de94-5291-47f6-9947-013ebe5ce183 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.223272 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9454de94-5291-47f6-9947-013ebe5ce183 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-778475'] for router, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.223865 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9454de94-5291-47f6-9947-013ebe5ce183 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4c3eafe-97b4-49df-be7e-8b047151041d {{(pid=93919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:48:52.229097 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-9454de94-5291-47f6-9947-013ebe5ce183 admin admin] Notify callbacks [] for router, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.232921 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-9454de94-5291-47f6-9947-013ebe5ce183 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b4c3eafe-97b4-49df-be7e-8b047151041d HTTP/1.1" status: 204 len: 168 time: 1.1410680 Jul 16 02:48:52.232921 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49910) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:52.281770 n-d-791505-14 neutron-server[93919]: DEBUG neutron.db.db_base_plugin_v2 [None req-d30c5bca-2be7-4c81-b7ba-767219330477 admin admin] Deleting subnet eb74dc37-df92-4e59-8e39-d6a47bbafa75 {{(pid=93919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:48:52.285095 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d30c5bca-2be7-4c81-b7ba-767219330477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.322577 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d30c5bca-2be7-4c81-b7ba-767219330477 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32540074'] for subnet, precommit_delete_associations {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.407023 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d30c5bca-2be7-4c81-b7ba-767219330477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1790274'] for subnet, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.467600 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d30c5bca-2be7-4c81-b7ba-767219330477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1790325', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85420', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4722932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32741166'] for subnet, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.495491 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c5bca-2be7-4c81-b7ba-767219330477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb74dc37-df92-4e59-8e39-d6a47bbafa75,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:52.500816 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-d30c5bca-2be7-4c81-b7ba-767219330477 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.505604 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [-] (93920) accepted ('10.222.0.22', 49912) {{(pid=93920) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:52.506115 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-d30c5bca-2be7-4c81-b7ba-767219330477 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/eb74dc37-df92-4e59-8e39-d6a47bbafa75 HTTP/1.1" status: 204 len: 168 time: 0.2717259 Jul 16 02:48:52.513765 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97a6087-58d3-436b-b3ce-fde11e07d6f0 None None] Network da997002-4831-4822-8c78-95a265ab7615 requested from n-d-791505-14 {{(pid=93921) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:48:52.600738 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:48:52.727396 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1673769'] for network, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.796755 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] Deleting port d69e7b8d-bcfa-4c13-9811-f1ad857495e0 {{(pid=93920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:48:52.797098 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.839639 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8768dd80-5c45-47f8-ab37-a0be61ebfd7a None None] DHCP port deletion for da997002-4831-4822-8c78-95a265ab7615 request from n-d-791505-14 {{(pid=93921) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:48:52.866090 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.db [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] For port d69e7b8d-bcfa-4c13-9811-f1ad857495e0, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d69e7b8d-bcfa-4c13-9811-f1ad857495e0,segment=NetworkSegment(fc6ec403-23fa-4516-a101-8d07606c7409),segment_id=fc6ec403-23fa-4516-a101-8d07606c7409)] {{(pid=93920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:52.866090 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.882461 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.plugin [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] Calling delete_port for d69e7b8d-bcfa-4c13-9811-f1ad857495e0 owned by network:dhcp {{(pid=93920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:48:52.893182 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8768dd80-5c45-47f8-ab37-a0be61ebfd7a None None] Deleting port d69e7b8d-bcfa-4c13-9811-f1ad857495e0 {{(pid=93921) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:48:52.893563 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8768dd80-5c45-47f8-ab37-a0be61ebfd7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770512797103'] for port, before_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.956477 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.db [None req-8768dd80-5c45-47f8-ab37-a0be61ebfd7a None None] For port d69e7b8d-bcfa-4c13-9811-f1ad857495e0, host n-d-791505-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791505-14',level=0,port_id=d69e7b8d-bcfa-4c13-9811-f1ad857495e0,segment=NetworkSegment(fc6ec403-23fa-4516-a101-8d07606c7409),segment_id=fc6ec403-23fa-4516-a101-8d07606c7409)] {{(pid=93921) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:52.956881 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8768dd80-5c45-47f8-ab37-a0be61ebfd7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-778392'] for port, precommit_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.962746 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4526900'] for port, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.971861 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-8768dd80-5c45-47f8-ab37-a0be61ebfd7a None None] Calling delete_port for d69e7b8d-bcfa-4c13-9811-f1ad857495e0 owned by network:dhcp {{(pid=93921) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:48:52.990884 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] Pushing event deleted for resources: {'Port': ['ID=d69e7b8d-bcfa-4c13-9811-f1ad857495e0,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:52.992909 n-d-791505-14 neutron-server[93920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] No DVR routers for this DVR port d69e7b8d-bcfa-4c13-9811-f1ad857495e0 on host n-d-791505-14 {{(pid=93920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:48:53.061205 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8768dd80-5c45-47f8-ab37-a0be61ebfd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1576096', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-401462', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770512798338', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770512394388'] for port, after_delete {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:53.067588 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1791014', 'neutron.services.segments.db._delete_segments_for_network-8770512927308'] for network, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:53.078086 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da997002-4831-4822-8c78-95a265ab7615']}} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:53.084813 n-d-791505-14 neutron-server[93921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768dd80-5c45-47f8-ab37-a0be61ebfd7a None None] Pushing event deleted for resources: {'Port': ['ID=d69e7b8d-bcfa-4c13-9811-f1ad857495e0,revision_number=None']} {{(pid=93921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:53.089853 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc6ec403-23fa-4516-a101-8d07606c7409') {'for_net_delete': True} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:53.090223 n-d-791505-14 neutron-server[93920]: DEBUG neutron.services.segments.db [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc6ec403-23fa-4516-a101-8d07606c7409') {} {{(pid=93920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:48:53.091108 n-d-791505-14 neutron-server[93921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8768dd80-5c45-47f8-ab37-a0be61ebfd7a None None] No DVR routers for this DVR port d69e7b8d-bcfa-4c13-9811-f1ad857495e0 on host n-d-791505-14 {{(pid=93921) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:48:53.100758 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770512929621', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7439656'] for segment, before_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:53.116041 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466'] for segment, precommit_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:53.122101 n-d-791505-14 neutron-server[93920]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93920) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:48:53.123097 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4526565'] for segment, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: Traceback (most recent call last): Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: timer() Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: cb(*args, **kw) Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: return func(*args, **kwargs) Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: self._notify() Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: self.callback(batched_events) Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: event.method(event) Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: return f(self, *a, **k) Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: return self._get(url).json() Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: return self.request(url, 'GET', **kwargs) Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:48:53.125212 n-d-791505-14 neutron-server[93920]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:48:53.179969 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1791039', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-705989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-780981'] for network, after_delete {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:53.184136 n-d-791505-14 neutron-server[93920]: DEBUG neutron_lib.callbacks.manager [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] Notify callbacks [] for network, before_response {{(pid=93920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:53.189855 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] 10.222.0.22 "DELETE /v2.0/networks/da997002-4831-4822-8c78-95a265ab7615 HTTP/1.1" status: 204 len: 168 time: 0.6832836 Jul 16 02:48:53.202729 n-d-791505-14 neutron-server[93920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d596855-2ffd-4281-a6ec-22bd49cc25db admin admin] Pushing event deleted for resources: {'Network': ['ID=da997002-4831-4822-8c78-95a265ab7615,revision_number=None']} {{(pid=93920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:53.306866 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49918) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:53.348026 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-5486c522-a695-4c6b-89c3-2f2f7f8865e8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df1e0a8b3b9d4310b7b69bf728fe10d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398333 Jul 16 02:48:53.350674 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49920) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:53.399444 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01628369-00f3-4828-91fe-0260b7528d3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:53.420920 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01628369-00f3-4828-91fe-0260b7528d3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:53.472346 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01628369-00f3-4828-91fe-0260b7528d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:53.474863 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-01628369-00f3-4828-91fe-0260b7528d3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:53.476184 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-01628369-00f3-4828-91fe-0260b7528d3a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a3d68088-8ffa-4db8-8dab-d85c4af9b863 HTTP/1.1" status: 204 len: 168 time: 0.1244922 Jul 16 02:48:53.486931 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01628369-00f3-4828-91fe-0260b7528d3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d68088-8ffa-4db8-8dab-d85c4af9b863,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:53.745037 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a33ac059-a30f-4ae9-982b-8b820bf55d53 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:48:53.766619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: a33ac059-a30f-4ae9-982b-8b820bf55d53 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:48:53.766963 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device a33ac059-a30f-4ae9-982b-8b820bf55d53 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:48:53.767381 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 29a443a1-a861-48eb-9ca5-7782ef48e7e0 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:48:53.786256 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: 29a443a1-a861-48eb-9ca5-7782ef48e7e0 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:48:53.786610 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device 29a443a1-a861-48eb-9ca5-7782ef48e7e0 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:48:53.787027 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d69e7b8d-bcfa-4c13-9811-f1ad857495e0 no longer exists at agent ovs-agent-n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:48:53.806619 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.plugin [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] No Port match for: d69e7b8d-bcfa-4c13-9811-f1ad857495e0 {{(pid=93921) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:48:53.806976 n-d-791505-14 neutron-server[93921]: DEBUG neutron.plugins.ml2.rpc [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Device d69e7b8d-bcfa-4c13-9811-f1ad857495e0 not bound to the agent host n-d-791505-14 {{(pid=93921) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:48:53.813862 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49926) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:53.854055 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-6354e34f-4873-474c-811b-57124a243832 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d93393c0666843e18a9aa61722c68f36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390511 Jul 16 02:48:53.856522 n-d-791505-14 neutron-server[93919]: DEBUG neutron.wsgi [-] (93919) accepted ('10.222.0.22', 49928) {{(pid=93919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:53.908059 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58c7aadb-2fc1-4567-942b-7b6fbb70fee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:53.930792 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58c7aadb-2fc1-4567-942b-7b6fbb70fee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:53.980060 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58c7aadb-2fc1-4567-942b-7b6fbb70fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-719738'] for security_group, after_delete {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:53.982634 n-d-791505-14 neutron-server[93919]: DEBUG neutron_lib.callbacks.manager [None req-58c7aadb-2fc1-4567-942b-7b6fbb70fee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:53.983858 n-d-791505-14 neutron-server[93919]: INFO neutron.wsgi [None req-58c7aadb-2fc1-4567-942b-7b6fbb70fee1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5abf41ca-8c4a-440e-9a76-9e3f71aff075 HTTP/1.1" status: 204 len: 168 time: 0.1263859 Jul 16 02:48:53.991861 n-d-791505-14 neutron-server[93919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7aadb-2fc1-4567-942b-7b6fbb70fee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abf41ca-8c4a-440e-9a76-9e3f71aff075,revision_number=None']} {{(pid=93919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:49:01.319965 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:02.277945 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:03.619739 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-eb701614-0fc2-4ae7-9095-d1ea9bdc272c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0691633 Jul 16 02:49:03.730440 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-e308e304-1708-46bc-b866-c8879b95ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:03.730932 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-e308e304-1708-46bc-b866-c8879b95ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:03.731444 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-e308e304-1708-46bc-b866-c8879b95ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:03.732461 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-e308e304-1708-46bc-b866-c8879b95ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:03.732939 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-e308e304-1708-46bc-b866-c8879b95ea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:03.734782 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-e308e304-1708-46bc-b866-c8879b95ea97 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0663095 Jul 16 02:49:03.852510 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-c8cb67e1-0d98-4942-994a-a90d26817054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:03.852990 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-c8cb67e1-0d98-4942-994a-a90d26817054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:03.853463 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-c8cb67e1-0d98-4942-994a-a90d26817054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:03.855072 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-c8cb67e1-0d98-4942-994a-a90d26817054 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0959053 Jul 16 02:49:03.895932 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-62fe1bfa-87b5-4bd9-a8a1-76c170fa30a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0332258 Jul 16 02:49:03.951359 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-0be138cc-2c2b-493f-a8fa-e00408db7ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:03.952910 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-0be138cc-2c2b-493f-a8fa-e00408db7ad4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0478187 Jul 16 02:49:04.016340 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-aa12740b-e7c9-4442-9584-bc8815005932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:04.017849 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-aa12740b-e7c9-4442-9584-bc8815005932 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579772 Jul 16 02:49:04.113705 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-ab3b6f76-4431-4b3c-a330-50c93d052d5a service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883143 Jul 16 02:49:04.217612 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-79129123-e47f-4984-8442-3710a00036cf service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976138 Jul 16 02:49:04.258484 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-3df0348b-d60d-4686-bfa0-722c6463c3aa service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0338938 Jul 16 02:49:04.308563 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-fcf33d6d-7c2c-46e4-b92b-b99d42b4b24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:04.310283 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-fcf33d6d-7c2c-46e4-b92b-b99d42b4b24c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0443008 Jul 16 02:49:04.392934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-b6e48af8-5be4-4f21-994a-092105248c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:04.394492 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-b6e48af8-5be4-4f21-994a-092105248c7f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0769689 Jul 16 02:49:04.486718 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-3ef5c806-caf9-41ac-add2-1b5de86d55ea service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819821 Jul 16 02:49:04.582622 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-ff737db0-4f19-4180-9d73-b8ecf6cb1e38 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884814 Jul 16 02:49:04.628423 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-af3f49e6-9586-4317-b022-434d3d03cfb5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0328634 Jul 16 02:49:04.681247 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-0861fb7a-4d69-42f8-b145-f3cbe77fb33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:04.682712 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-0861fb7a-4d69-42f8-b145-f3cbe77fb33c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0470405 Jul 16 02:49:04.740695 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-354ab9ba-f569-4bd2-b610-fc0aee07606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:04.742128 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-354ab9ba-f569-4bd2-b610-fc0aee07606a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0520883 Jul 16 02:49:04.831070 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-aa1cccc3-de9b-4687-9e33-9e153cd5308f service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811312 Jul 16 02:49:04.923900 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-b92ae5a1-f3f5-49db-9d20-8b2c083a66f7 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855539 Jul 16 02:49:04.964963 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-340c9969-afe2-4f4b-bffc-233d51dc7505 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0334682 Jul 16 02:49:05.017173 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-bb561df8-bc4e-41fa-818d-477f7677baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:05.018556 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-bb561df8-bc4e-41fa-818d-477f7677baa5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0431747 Jul 16 02:49:05.040768 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-33b5f640-c141-42ce-bbd0-394a54546d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:05.081674 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-d732fb31-473f-4137-83b7-f07d9d23c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:05.083199 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-d732fb31-473f-4137-83b7-f07d9d23c4c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0576465 Jul 16 02:49:05.173033 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-2a27e0e0-53d3-4050-b9f8-d587742c575b service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821860 Jul 16 02:49:05.265329 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-0fa15a96-b47d-478f-b14f-c4f9bb610ec0 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854709 Jul 16 02:49:05.306677 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-63c70eb9-028e-400b-8b68-af6ac92cf2c3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0339179 Jul 16 02:49:05.367008 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-fe4e4022-5b6c-473f-8436-838db987feca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:05.368502 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-fe4e4022-5b6c-473f-8436-838db987feca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0539293 Jul 16 02:49:05.427184 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-2b6426ea-cb9b-423d-b903-9b7c28de4e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:49:05.428721 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-2b6426ea-cb9b-423d-b903-9b7c28de4e25 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0529897 Jul 16 02:49:05.516348 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-9006bd00-cd5a-41ce-a513-e3b57872acde service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801980 Jul 16 02:49:05.608902 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-a3291e59-ea5f-4f3a-a30c-517e834e2413 req-28d29222-8dcd-460f-b438-5222e3c3c66c service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854769 Jul 16 02:49:07.520960 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:07.730827 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-5b4f55b1-2546-4d63-8311-36362da40f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:08.959433 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:10.569420 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:29.599543 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:49:31.336118 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:32.295472 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:35.042970 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-ec06ff6b-2d20-4966-a60d-661a5406a1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:37.523855 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:37.732907 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-2dae18d7-aa30-493f-b0fa-29370c1b7170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:38.963493 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:40.583853 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:01.345602 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:02.297109 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:05.051558 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-d369ee4f-a65b-4220-9946-a189b87a2f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:05.773212 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-afea5533-7a00-4a32-af9e-d8428a7e0106 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.2214396 Jul 16 02:50:05.884018 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-9814badb-5bad-4432-a6fa-ef8e50f591d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:05.884414 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-9814badb-5bad-4432-a6fa-ef8e50f591d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:05.884893 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-9814badb-5bad-4432-a6fa-ef8e50f591d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:05.885362 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-9814badb-5bad-4432-a6fa-ef8e50f591d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:05.885860 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-9814badb-5bad-4432-a6fa-ef8e50f591d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:05.888241 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-9814badb-5bad-4432-a6fa-ef8e50f591d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0652797 Jul 16 02:50:06.010376 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-29eb31c2-07d0-4170-a719-4b9bc1956789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:06.011067 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-29eb31c2-07d0-4170-a719-4b9bc1956789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:06.011778 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-29eb31c2-07d0-4170-a719-4b9bc1956789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:06.014620 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-29eb31c2-07d0-4170-a719-4b9bc1956789 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0993071 Jul 16 02:50:06.059603 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-d32a0283-02e7-462e-bf14-4de7167dc425 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0380225 Jul 16 02:50:06.432954 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-33c3e126-9be5-47f0-a12c-4a11a9fc35ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:06.435005 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-33c3e126-9be5-47f0-a12c-4a11a9fc35ff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.3685167 Jul 16 02:50:06.493567 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-62ca3b5b-d39e-4157-973d-cabb76bd4167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:06.495083 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-62ca3b5b-d39e-4157-973d-cabb76bd4167 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534787 Jul 16 02:50:06.588171 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-41c496ef-2d8d-41d1-b716-a3a6a100f0d2 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853937 Jul 16 02:50:06.598552 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:50:06.683222 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-3c66d7bc-827c-4ae4-aff0-bb6fb1a5faaf service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888314 Jul 16 02:50:06.726737 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-6d1eca55-c5f3-40e5-a40a-34da17219be8 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0365686 Jul 16 02:50:06.779600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-1652665d-f91e-4d2b-bf26-fc23496ac04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:06.781132 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-1652665d-f91e-4d2b-bf26-fc23496ac04b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0476635 Jul 16 02:50:06.838838 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-fced3ec5-db4c-463b-9903-1c18b443f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:06.840409 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-fced3ec5-db4c-463b-9903-1c18b443f634 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0530946 Jul 16 02:50:06.933481 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-8c7448b4-55e9-42c0-9e25-b38bc901bd0f service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865149 Jul 16 02:50:07.023330 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-3b1a431e-58e9-4e4a-840b-5275a25255e1 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822544 Jul 16 02:50:07.068931 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-9665cbf8-3d31-4589-88ae-347fac074ffb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0386143 Jul 16 02:50:07.117338 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-a0654aff-1c7a-4867-a6ba-45de789067ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:07.118835 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-a0654aff-1c7a-4867-a6ba-45de789067ac service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0442221 Jul 16 02:50:07.176468 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-2f449fed-d949-4f4f-bde4-fa6dbb477d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:07.178039 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-2f449fed-d949-4f4f-bde4-fa6dbb477d5e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0523031 Jul 16 02:50:07.270789 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-8e346ee0-7125-45df-800c-dc46c6a05f71 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856619 Jul 16 02:50:07.360372 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-81b1d5e4-0a65-419e-8609-ef109bcb722f service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834186 Jul 16 02:50:07.404990 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-e48fadfd-431e-461e-b4d6-4b39fd9c7721 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0383110 Jul 16 02:50:07.453558 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-2762cb21-ee51-4511-9209-02f42a26cb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:07.455110 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-2762cb21-ee51-4511-9209-02f42a26cb3a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0442674 Jul 16 02:50:07.517715 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-7abcdcac-5bcb-42f1-94ab-32e83c1698cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:07.519342 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-7abcdcac-5bcb-42f1-94ab-32e83c1698cd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0568323 Jul 16 02:50:07.527562 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:07.646880 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-80b6d6da-db20-4048-a23f-f375705b2e4b service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192067 Jul 16 02:50:07.734638 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-927142ff-4753-483b-a2dd-0d118485d7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:07.740636 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-7629a8d2-a682-4486-82f8-356d49847465 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859184 Jul 16 02:50:07.786207 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-f9e6fcd0-f7ac-4914-b650-879ef9580f35 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0380192 Jul 16 02:50:07.834829 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-e268b95c-fc8d-4fc0-8efd-5b92f300dd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:07.836319 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-e268b95c-fc8d-4fc0-8efd-5b92f300dd10 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0438395 Jul 16 02:50:07.894550 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-cb4f6cdb-6005-4fd3-b1c7-620b0eac1e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:50:07.896098 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-cb4f6cdb-6005-4fd3-b1c7-620b0eac1e13 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0533817 Jul 16 02:50:07.991360 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-66bfe453-206a-4843-98ac-c3065b9c0dc0 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872521 Jul 16 02:50:08.081850 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-21ee6d8c-aaf6-4bb5-ae1b-a8eca94877bf req-4a1e5221-e417-4154-956d-e4898ef7be45 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835171 Jul 16 02:50:08.967236 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:10.572766 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:31.342944 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:32.301290 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:35.044988 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-cbd9bc04-b08e-4fbc-9697-064a3c466a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:37.531266 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:37.740213 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6d6cd382-2969-4b68-969f-52e7e38217f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:38.973670 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:40.575810 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:43.598382 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:51:01.350925 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:02.302232 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:05.046964 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-c6c9b66e-a907-4c94-b24b-dc1afe60fef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:05.623196 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-a9cff8c5-8bd0-4c19-920c-7b470ab779b8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0599434 Jul 16 02:51:05.723809 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-782902ef-f815-4a85-a649-9e632f54830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:05.724291 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-782902ef-f815-4a85-a649-9e632f54830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:05.724777 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-782902ef-f815-4a85-a649-9e632f54830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:05.725255 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-782902ef-f815-4a85-a649-9e632f54830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:05.725728 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-782902ef-f815-4a85-a649-9e632f54830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:05.727555 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-782902ef-f815-4a85-a649-9e632f54830c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0605562 Jul 16 02:51:05.843024 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-74c6b13f-ffbe-4eb2-9339-6524d04afd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:05.843500 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-74c6b13f-ffbe-4eb2-9339-6524d04afd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:05.843996 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-74c6b13f-ffbe-4eb2-9339-6524d04afd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:05.845578 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-74c6b13f-ffbe-4eb2-9339-6524d04afd82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0933876 Jul 16 02:51:05.886896 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-b9c5e7fc-bf13-4dee-aa93-714bfed52ee2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0336323 Jul 16 02:51:05.932686 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-9bfb9c98-991b-4d3b-a318-0a9b9031ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:05.934100 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-9bfb9c98-991b-4d3b-a318-0a9b9031ef8a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0415435 Jul 16 02:51:05.992973 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-122b0894-f32f-45a3-9af1-5e12f5ca194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:05.994429 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-122b0894-f32f-45a3-9af1-5e12f5ca194e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539882 Jul 16 02:51:06.083752 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-f4ae1545-b19a-4403-9cd7-082628dd64fb service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825992 Jul 16 02:51:06.177715 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-326e90bc-f815-413f-b320-c338725eb5ca service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867567 Jul 16 02:51:06.218590 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-83bdb06c-1660-485f-8ce9-acd83b8b593d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0334435 Jul 16 02:51:06.264438 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-f991db85-254f-4233-b294-c9962bf251c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:06.265868 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-f991db85-254f-4233-b294-c9962bf251c0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0417459 Jul 16 02:51:06.327055 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-9c0ba289-62dd-4554-bc24-2b4b46ea0f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:06.328622 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-9c0ba289-62dd-4554-bc24-2b4b46ea0f5a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0569868 Jul 16 02:51:06.419911 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-e0c261d3-249d-4ba6-a380-d22198987711 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820589 Jul 16 02:51:06.510688 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-a5b77ad3-eec6-4a1b-a12f-db74ed3593d5 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844896 Jul 16 02:51:06.550849 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-6d996f16-ab79-4ae6-b8fc-0ee9be144e8e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0334158 Jul 16 02:51:06.598221 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-268cb510-1e91-469a-a4b9-f04083564547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:06.599665 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-268cb510-1e91-469a-a4b9-f04083564547 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0427990 Jul 16 02:51:06.661824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-403fab94-8b8f-46a4-bd2c-e7740252031b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:06.663342 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-403fab94-8b8f-46a4-bd2c-e7740252031b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0568750 Jul 16 02:51:06.753360 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-5a9970c8-514c-4308-b2b6-ca7f99fb149e service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825946 Jul 16 02:51:06.846772 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-8bdea7e1-c0c6-4022-aeeb-8e17ce1c27df service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868657 Jul 16 02:51:06.887931 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-b1481091-f02c-4182-8d36-ee6f5e3a8415 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0339417 Jul 16 02:51:06.934427 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-5ec74af0-c2fc-4fcb-aba8-2e8407b9a471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:06.935891 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-5ec74af0-c2fc-4fcb-aba8-2e8407b9a471 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0421917 Jul 16 02:51:06.995452 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-e388cb59-ff2c-4d2d-9755-cca83bd34c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:06.996956 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-e388cb59-ff2c-4d2d-9755-cca83bd34c0d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0546944 Jul 16 02:51:07.084530 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-7708bb1b-9501-4926-889e-df3131795450 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813696 Jul 16 02:51:07.175801 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-84cbaa13-a9d8-4a7b-8f19-0329fa9aaf8b service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841835 Jul 16 02:51:07.215009 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-9a5eaa68-fb26-47b8-b1e9-353c6df15ce4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0328627 Jul 16 02:51:07.266601 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-4f98d3df-dbba-47cb-9b7a-2f5c750bfb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:07.268120 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-4f98d3df-dbba-47cb-9b7a-2f5c750bfb67 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0467672 Jul 16 02:51:07.323674 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-c3a13914-62e7-48b5-80de-315b5becaafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:51:07.325195 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-c3a13914-62e7-48b5-80de-315b5becaafe service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0509286 Jul 16 02:51:07.411913 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-0e96b977-b4d8-4fbb-976e-e486d73c46ea service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805757 Jul 16 02:51:07.502769 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-6ba4b07d-3be9-443f-a2a0-53f41a221c45 req-1ec5a0be-cb61-4aa3-8e47-6ecea7f2ff2b service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840180 Jul 16 02:51:07.532600 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:07.731157 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4f888321-ef7b-4510-b667-25119afd1278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:08.968475 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:10.578103 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:20.597778 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:51:31.364912 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:32.299497 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:35.047572 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1b2745ba-94ee-4a8c-8365-1bb4cb3b7975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:37.533303 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:37.731325 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4605fa37-f4c7-46c5-8e4c-eb03ab4f43cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:38.971255 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:40.582763 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:57.598890 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:52:01.370074 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:02.299404 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:05.048030 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-29e6c193-35ce-47dd-b687-1e2ff5bf9fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:05.604682 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-74daeda0-1496-4d4b-8737-ae0e93ec3495 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0566382 Jul 16 02:52:05.708569 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-2f3a5e1f-f14e-4408-90fb-3554feed918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:05.709060 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-2f3a5e1f-f14e-4408-90fb-3554feed918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:05.709545 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-2f3a5e1f-f14e-4408-90fb-3554feed918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:05.710022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-2f3a5e1f-f14e-4408-90fb-3554feed918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:05.710757 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-2f3a5e1f-f14e-4408-90fb-3554feed918e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:05.712558 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-2f3a5e1f-f14e-4408-90fb-3554feed918e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0634224 Jul 16 02:52:05.824784 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-a39e5bb7-30e4-4262-ad93-875ab710b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:05.825256 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-a39e5bb7-30e4-4262-ad93-875ab710b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:05.825997 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-a39e5bb7-30e4-4262-ad93-875ab710b375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:05.827609 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-a39e5bb7-30e4-4262-ad93-875ab710b375 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0911419 Jul 16 02:52:05.871463 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-93866c3f-2be0-47f3-9766-fe29ee025321 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0365803 Jul 16 02:52:05.918058 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-1565f8f0-f20e-43cd-bc32-554e21bee91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:05.919508 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-1565f8f0-f20e-43cd-bc32-554e21bee91d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0430543 Jul 16 02:52:05.976459 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-69dda31b-3c28-405b-a0ef-97181ac7a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:05.977958 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-69dda31b-3c28-405b-a0ef-97181ac7a0cb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511942 Jul 16 02:52:05.988965 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-1d5a1bd3-f8dc-49a2-abb4-ce1a4a5b12b2 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93920) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:52:05.989902 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-1d5a1bd3-f8dc-49a2-abb4-ce1a4a5b12b2 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048940 Jul 16 02:52:06.082004 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-1b393e14-fa6b-4257-9645-c8e8a50eb8cf service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851622 Jul 16 02:52:06.167517 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-2a1b631d-9632-4f51-a5a4-4ad8ad800c76 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785279 Jul 16 02:52:06.210781 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-af2bd710-3eb3-476a-b038-63c2c29133cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0367992 Jul 16 02:52:06.257824 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-a68773a1-8c1c-4bf7-a96a-b64e7f67bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:06.259240 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-a68773a1-8c1c-4bf7-a96a-b64e7f67bcbd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0423641 Jul 16 02:52:06.314702 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-f8595b2f-b949-4b99-9181-0f845a60d4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:06.316255 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-f8595b2f-b949-4b99-9181-0f845a60d4dc service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504243 Jul 16 02:52:06.410732 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-6ddec4d8-049f-4cde-bf43-c384a5fe54ed service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869167 Jul 16 02:52:06.497797 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-c110a6c5-1ac8-4d10-8661-4af9a78047e3 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804288 Jul 16 02:52:06.541963 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-ac928960-2d4e-46be-9e03-46d4ca0bba29 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0380158 Jul 16 02:52:06.591875 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-942af6f5-37b1-4112-8145-57e3b598d975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:06.593351 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-942af6f5-37b1-4112-8145-57e3b598d975 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0448403 Jul 16 02:52:06.650224 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-179a6ffb-3ffe-4703-8354-6a57bd6ace54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:06.651928 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-179a6ffb-3ffe-4703-8354-6a57bd6ace54 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0513887 Jul 16 02:52:06.743094 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-bb0622a2-6c74-4938-8840-9ea3dd28de10 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844898 Jul 16 02:52:06.831892 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-e4d4f8d0-a347-4a90-9fbb-f4af33f29074 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809972 Jul 16 02:52:06.878147 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-34a5f20c-7380-4189-a33f-aeee19402e04 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0390217 Jul 16 02:52:06.926398 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-ceff6720-15f9-48ee-a86a-bbb4870eb7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:06.927883 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-ceff6720-15f9-48ee-a86a-bbb4870eb7e2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0435095 Jul 16 02:52:06.984749 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-f6db3cd4-d59f-40d5-93ee-b03916e07f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:06.986237 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-f6db3cd4-d59f-40d5-93ee-b03916e07f35 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0517025 Jul 16 02:52:07.519341 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-666d03f5-c959-478c-8213-01c383d30e70 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046645 Jul 16 02:52:07.534099 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:07.606693 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-7874d819-3e66-4691-a7d1-a917583b9792 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806201 Jul 16 02:52:07.650672 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-d661ee7f-01de-4dbb-83d4-99a522c504cf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0369730 Jul 16 02:52:07.697276 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-3382ad2f-6aa0-479d-b031-bcd48da49bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:07.699300 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-3382ad2f-6aa0-479d-b031-bcd48da49bd1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0424366 Jul 16 02:52:07.732213 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6c943307-a2b5-4b2a-8fca-0b634bbd9f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:07.757739 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf611a-3887-46f4-a11e-00905488121f req-91782998-223b-401f-848c-1bbbcb8b37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:52:07.759265 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-91782998-223b-401f-848c-1bbbcb8b37c4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0534170 Jul 16 02:52:07.850634 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-3ca66756-949a-43df-a0e6-8335abda2bff service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842705 Jul 16 02:52:07.937220 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-72cf611a-3887-46f4-a11e-00905488121f req-8109d1ca-b007-4a94-8e9e-98c8bb06fbdf service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797591 Jul 16 02:52:08.974507 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:10.585591 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:31.370381 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:32.298188 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:34.597556 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:52:35.048215 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1d7d9607-ef9c-47cf-8748-28feed1b1397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:37.536335 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:37.731964 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aab1f4bb-b69a-4c5a-b8e3-8093b6470726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:38.976046 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:40.587242 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:48.090429 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-adee682c-33ce-4019-a310-628775bec5d4 req-b2538d5c-819f-4a35-bbb4-a44eaa776e0c service neutron] (93920) timed out ('10.222.0.22', 45136) {{(pid=93920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:53:01.392783 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:02.313067 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:05.048979 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9eb2e0bc-f91d-48eb-ac6e-92f73b516f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:07.538970 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:07.609905 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-f6ce50cb-fb78-479b-9345-e8bac1f9b2aa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0642593 Jul 16 02:53:07.718781 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-b0e4f952-1b07-4e8a-90fd-cf2a6603a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:07.719304 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-b0e4f952-1b07-4e8a-90fd-cf2a6603a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:07.719808 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-b0e4f952-1b07-4e8a-90fd-cf2a6603a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:07.720289 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-b0e4f952-1b07-4e8a-90fd-cf2a6603a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:07.720766 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-b0e4f952-1b07-4e8a-90fd-cf2a6603a842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:07.722663 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-b0e4f952-1b07-4e8a-90fd-cf2a6603a842 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0620713 Jul 16 02:53:07.736442 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4f901af3-6367-48cc-aeff-5674853e1f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:07.837899 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-e31c65d6-e2fe-43a9-85f1-4f7b54b38c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:07.838370 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-e31c65d6-e2fe-43a9-85f1-4f7b54b38c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:07.838838 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-e31c65d6-e2fe-43a9-85f1-4f7b54b38c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:07.840480 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-e31c65d6-e2fe-43a9-85f1-4f7b54b38c20 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0925746 Jul 16 02:53:07.886166 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-90ab47ad-1bb6-484d-93d3-8cbd3aa9a282 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0384507 Jul 16 02:53:07.935268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-100093e6-2d51-4857-9984-00020ec4b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:07.936787 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-100093e6-2d51-4857-9984-00020ec4b3ca service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0439565 Jul 16 02:53:07.994261 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-7fdfc558-e3fd-42c5-87f6-ab03265aad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:07.995801 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-7fdfc558-e3fd-42c5-87f6-ab03265aad39 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520852 Jul 16 02:53:08.091411 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-c08755af-9325-44f3-aa47-7baf4d692b03 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884457 Jul 16 02:53:08.183101 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-66226df3-7bbe-4180-9696-664313f039c5 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845435 Jul 16 02:53:08.229442 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-17c99aff-165e-4458-bee4-06d4ae92892f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0381393 Jul 16 02:53:08.279346 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-8dc88bc9-b932-43a3-9e65-e2f596e4f4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:08.280850 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-8dc88bc9-b932-43a3-9e65-e2f596e4f4af service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0441082 Jul 16 02:53:08.337817 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-ebf3bfc4-d2d5-46c6-9e35-7552a8e8ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:08.339328 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-ebf3bfc4-d2d5-46c6-9e35-7552a8e8ba1f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0518169 Jul 16 02:53:08.432656 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-23c9baef-862b-4c09-9f56-c2e37cda4312 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861397 Jul 16 02:53:08.520354 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-d339623e-8b14-4e19-914b-1d9b7eb1af60 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813038 Jul 16 02:53:08.567508 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-0d5e645a-9418-4d41-9ad4-b45edb63cf13 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0382030 Jul 16 02:53:08.620151 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-ef383873-4a3e-4127-a672-37273ca02ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:08.622297 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-ef383873-4a3e-4127-a672-37273ca02ea7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0483658 Jul 16 02:53:08.682600 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-6b9a0f3f-73ed-44a4-80a4-62048ebf713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:08.684203 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-6b9a0f3f-73ed-44a4-80a4-62048ebf713e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0553055 Jul 16 02:53:08.779576 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-6de9dc52-d8be-428a-a7b1-eb2939d60cde service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888515 Jul 16 02:53:08.871053 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-837b6a3b-c85b-43be-82a3-54b61ccfebf8 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841825 Jul 16 02:53:08.918725 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-331f678d-d5ad-43c7-bb88-da17cbc3e3f4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0407817 Jul 16 02:53:08.971251 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-79c6459c-5992-40b8-b3db-0fb685256a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:08.972729 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-79c6459c-5992-40b8-b3db-0fb685256a72 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0472500 Jul 16 02:53:08.981170 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:09.036928 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-13d19775-dc77-49da-ab94-f4e41a3d78f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:09.038489 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-13d19775-dc77-49da-ab94-f4e41a3d78f3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0589797 Jul 16 02:53:09.141521 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-4cc93acf-b3ce-414c-bd63-29a81c0e7e58 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958385 Jul 16 02:53:09.235823 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-763e7098-6080-4508-93f7-a1d11abd5886 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874193 Jul 16 02:53:09.283214 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-cc2861a6-8d62-4744-8238-5e8e1f1c646f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0387051 Jul 16 02:53:09.334483 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-d2cbf972-df60-4102-8a8b-52db88af016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:09.336229 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-d2cbf972-df60-4102-8a8b-52db88af016b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0438578 Jul 16 02:53:09.393973 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-b08bd05f-5694-41a8-9c63-68f89d5929a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:09.395503 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-b08bd05f-5694-41a8-9c63-68f89d5929a3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0525477 Jul 16 02:53:09.488197 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-7724012e-b591-485b-838c-b96fcbeb230a service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859261 Jul 16 02:53:09.577740 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-976bdd9c-6aa4-46ae-a225-662e5bd31931 req-0912cd67-b97e-477e-b8a0-21bdfb8375e4 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824804 Jul 16 02:53:10.591454 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:11.595722 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:53:31.401360 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:32.336974 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:35.050683 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-291d9ff4-d5e8-495f-8ff0-c2d6c170b076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:37.540965 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:37.737244 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-80f6ec09-b87b-465d-b468-44509f2893a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:38.985817 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:40.592359 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.595512 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:54:01.407323 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:02.341438 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.051661 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-87f03944-8a50-4d57-9b9b-70aa2fda598a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:07.542684 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:07.737156 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-60f72b33-40fa-44d4-9784-d19b9e6e442a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:08.616541 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-b2b0b587-93b8-45f0-9288-0dd7a3e7ab0b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0623817 Jul 16 02:54:08.718731 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-dd59e1bf-ffad-4d59-ba39-968a428f9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:08.719214 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-dd59e1bf-ffad-4d59-ba39-968a428f9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:08.719685 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-dd59e1bf-ffad-4d59-ba39-968a428f9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:08.720180 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-dd59e1bf-ffad-4d59-ba39-968a428f9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:08.721290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-dd59e1bf-ffad-4d59-ba39-968a428f9adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:08.723230 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-dd59e1bf-ffad-4d59-ba39-968a428f9adc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0608928 Jul 16 02:54:08.840469 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-a507728f-6962-40eb-8330-b07549f79263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:08.840938 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-a507728f-6962-40eb-8330-b07549f79263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:08.841399 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-a507728f-6962-40eb-8330-b07549f79263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:08.842994 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-a507728f-6962-40eb-8330-b07549f79263 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0948749 Jul 16 02:54:08.883396 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-1cac1607-104e-4612-a793-f85b3a9bd1af service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0336859 Jul 16 02:54:08.937295 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-2fe7eeda-91f5-43ca-8235-432741dc8cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:08.938761 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-2fe7eeda-91f5-43ca-8235-432741dc8cef service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0431249 Jul 16 02:54:08.987089 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.003538 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-b10b40d8-1bee-489f-85da-233bf2bd3f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:09.005100 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-b10b40d8-1bee-489f-85da-233bf2bd3f20 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586545 Jul 16 02:54:09.096684 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-2c2cec03-420c-4de6-82ca-acd5807fc40b service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841181 Jul 16 02:54:09.191072 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-b7e35f97-7966-429c-ae3a-dd0c7c7c088a service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875225 Jul 16 02:54:09.232548 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-e0c1c9ce-c41e-47c0-b4ca-afaa9a853886 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0341785 Jul 16 02:54:09.279236 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-19e63a00-7ed6-471d-86f0-c9b83aa33e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:09.280725 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-19e63a00-7ed6-471d-86f0-c9b83aa33e7d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0421448 Jul 16 02:54:09.342197 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-71ed0e54-1d9f-4d1e-8b44-aa6bbda6c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:09.343829 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-71ed0e54-1d9f-4d1e-8b44-aa6bbda6c8e0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0563328 Jul 16 02:54:09.433029 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-9cb5a355-a025-4635-a23f-f41ec7ecbe11 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824399 Jul 16 02:54:09.530245 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-6e37e177-3e71-44a0-95c0-50a49d104510 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895500 Jul 16 02:54:09.570398 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-cce2840e-593e-488c-89bc-fb1eff1e433a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0335264 Jul 16 02:54:09.623864 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-30352025-5124-4401-89fb-5999eece1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:09.625379 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-30352025-5124-4401-89fb-5999eece1492 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0489292 Jul 16 02:54:09.684321 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-b9f580f5-9213-4b3d-a252-a57c9756c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:09.686358 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-b9f580f5-9213-4b3d-a252-a57c9756c875 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0537057 Jul 16 02:54:09.777894 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-180b574b-bace-44f4-b207-161cad5c3f5d service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835793 Jul 16 02:54:09.873886 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-fc600448-840d-498d-aa0f-d6a621261885 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873251 Jul 16 02:54:09.916105 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-cafa3eb9-2727-49d7-a5ea-78617170e172 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0345078 Jul 16 02:54:09.970871 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-3bef8cee-d77e-40f8-847f-b7d3dc16409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:09.972419 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-3bef8cee-d77e-40f8-847f-b7d3dc16409d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0492871 Jul 16 02:54:10.030827 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-e5d285f6-5169-4ee3-ad80-3117bb6c7f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:10.032404 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-e5d285f6-5169-4ee3-ad80-3117bb6c7f30 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0527256 Jul 16 02:54:10.125221 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-1ffd37b9-74e7-477f-bd88-ec210890b829 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834825 Jul 16 02:54:10.219753 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-149c9375-48d6-4c49-80b6-15295aa6c183 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879271 Jul 16 02:54:10.264281 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-a0374317-ad5b-4c22-9191-5fb2f8d9ce4b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0356445 Jul 16 02:54:10.312056 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-db79ce9d-addf-49fb-bab6-23ea8bab316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:10.313634 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-db79ce9d-addf-49fb-bab6-23ea8bab316b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0431862 Jul 16 02:54:10.376540 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f4524-795a-497b-b140-479194519a5a req-bce09269-9a5f-47af-b658-e6e89e741c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:10.378468 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-bce09269-9a5f-47af-b658-e6e89e741c11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0577970 Jul 16 02:54:10.469211 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-fef70cc5-baa2-4b23-8a22-82c130bdef3d service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825801 Jul 16 02:54:10.562308 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-dc6f4524-795a-497b-b140-479194519a5a req-49001d3f-33c4-4a05-9752-d05a7d208549 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866239 Jul 16 02:54:10.594711 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.594438 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:54:31.413641 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:32.341916 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:35.052367 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-90d5e164-bfb5-4c95-8c3d-6c42bdf355db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:37.546380 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:37.738821 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-1dddb5f6-913f-4fe8-a406-d00d11974cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.989361 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.597520 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:01.405706 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:02.341442 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:02.594189 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:55:05.052656 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-6d24cda3-f6f9-449e-9683-07358de0a68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:07.548356 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:07.739495 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-3204db8d-c069-440f-b674-68e721bc39ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:08.651570 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-9dadb83a-fb67-45dc-a904-905039e650af service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.1106541 Jul 16 02:55:08.759441 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-fb6bb71c-bf58-4f81-af0c-8981f2f591c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:08.759851 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-fb6bb71c-bf58-4f81-af0c-8981f2f591c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:08.760327 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-fb6bb71c-bf58-4f81-af0c-8981f2f591c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:08.760792 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-fb6bb71c-bf58-4f81-af0c-8981f2f591c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:08.761249 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-fb6bb71c-bf58-4f81-af0c-8981f2f591c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:08.763024 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-fb6bb71c-bf58-4f81-af0c-8981f2f591c3 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0643582 Jul 16 02:55:08.875382 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-1ef0082d-e88d-4182-813d-c6442d76f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:08.875880 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-1ef0082d-e88d-4182-813d-c6442d76f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:08.876347 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-1ef0082d-e88d-4182-813d-c6442d76f0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:08.877929 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-1ef0082d-e88d-4182-813d-c6442d76f0cd service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0896177 Jul 16 02:55:08.922269 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-978c96dc-b766-4267-bb6f-b7212ceb38de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0375264 Jul 16 02:55:08.969626 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-9f1cb097-81ac-40d7-b82a-a4bbdbc5b66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:08.971068 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-9f1cb097-81ac-40d7-b82a-a4bbdbc5b66e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0428550 Jul 16 02:55:08.991956 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:09.029660 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-47b38ddb-684f-4f5d-bf5a-aeadbb1f2857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:09.031117 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-47b38ddb-684f-4f5d-bf5a-aeadbb1f2857 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530298 Jul 16 02:55:09.124842 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-04d57e53-1b92-456e-a352-35321c970235 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862033 Jul 16 02:55:09.214578 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-87cae889-cc9c-4c72-96d1-2384450b732f service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831940 Jul 16 02:55:09.258717 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-97193f43-6877-454c-975c-3b9893c5dd43 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0368903 Jul 16 02:55:09.306787 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-fcca7d8e-d197-459e-ae3f-08a3d478fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:09.308256 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-fcca7d8e-d197-459e-ae3f-08a3d478fb50 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0433357 Jul 16 02:55:09.364592 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-ee635071-e0e3-4aa6-990c-456020aa2c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:09.366093 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-ee635071-e0e3-4aa6-990c-456020aa2c82 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0514908 Jul 16 02:55:09.457973 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-3108a7cf-835e-4b29-8ac5-977956579af0 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847652 Jul 16 02:55:09.545795 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-6d19a845-55ac-411a-a191-ecb0c7ddb0b7 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813570 Jul 16 02:55:09.590798 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-6694e879-1753-417c-a29c-95cbf97bad86 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0378766 Jul 16 02:55:09.641416 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-9e6f70ff-094e-4c99-a093-525014f5d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:09.642906 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-9e6f70ff-094e-4c99-a093-525014f5d0c5 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0455573 Jul 16 02:55:09.708480 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-3d992f2f-3e09-4b49-b4da-39e1faf9bdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:09.710572 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-3d992f2f-3e09-4b49-b4da-39e1faf9bdad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0606682 Jul 16 02:55:09.803679 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-5c220aed-4969-47e5-826b-54a79ed8ba58 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865359 Jul 16 02:55:09.891359 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-78e43d1e-a5b3-4110-b15b-93f879b4a2e6 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813925 Jul 16 02:55:09.934616 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-f4956eb7-bc37-439a-8ba9-a3c4d866b882 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0362940 Jul 16 02:55:09.983293 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-1efc5d70-c1f2-48ba-b4b0-2c56220e713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:09.984835 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-1efc5d70-c1f2-48ba-b4b0-2c56220e713f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0441728 Jul 16 02:55:10.041892 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-c7a73106-b941-4f29-b496-c46f049e798e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:10.044577 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-c7a73106-b941-4f29-b496-c46f049e798e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0530350 Jul 16 02:55:10.139296 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-9ea07fd5-65fa-49da-8760-4a2b25b70fc0 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865049 Jul 16 02:55:10.227348 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-6ffca89f-2546-49d4-8e37-58665d6d3ce3 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807824 Jul 16 02:55:10.271280 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-7b64129b-bd73-4744-84ba-b42b49f620ea service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0375915 Jul 16 02:55:10.319734 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-4ef6db9c-93b3-4156-aa49-572821c97a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:10.321224 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-4ef6db9c-93b3-4156-aa49-572821c97a85 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0436840 Jul 16 02:55:10.377424 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-dc73e041-4c84-46a2-9e85-f5b76fdfaccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:10.379517 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-dc73e041-4c84-46a2-9e85-f5b76fdfaccf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0512779 Jul 16 02:55:10.602383 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.793907 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-b00d08ef-c99a-451f-8df6-fff09226c289 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072809 Jul 16 02:55:10.881532 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-03c258ee-42dd-4b73-95f3-625aa8fe6319 req-c6aa2749-03b1-44f3-af68-c1926a47f662 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802729 Jul 16 02:55:31.444682 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:32.358811 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.053401 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-e52f907d-d6de-4322-ae20-6340e40ec58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.551471 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.740850 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-95364df4-5521-41ad-82db-fa418a3011e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:38.996183 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.593727 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:55:40.598599 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:01.442896 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:02.354939 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:05.054749 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4e041d67-221d-4bb2-bbe4-891cbee974a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:07.553108 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:07.741452 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a98cc644-a179-4698-a444-62d442aafedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:08.997961 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:10.599180 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-4d8470f3-b85f-41f8-85e0-7409e0e12d81 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0590127 Jul 16 02:56:10.601033 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:10.705348 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-f7c8348b-04f4-4118-a568-daf198447b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:10.705834 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-f7c8348b-04f4-4118-a568-daf198447b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:10.706312 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-f7c8348b-04f4-4118-a568-daf198447b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:10.706781 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-f7c8348b-04f4-4118-a568-daf198447b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:10.707268 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-f7c8348b-04f4-4118-a568-daf198447b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:10.709104 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-f7c8348b-04f4-4118-a568-daf198447b92 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0637681 Jul 16 02:56:10.823314 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-c3cdc2b5-62b0-46c4-82b0-5c52622ac78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:10.823829 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-c3cdc2b5-62b0-46c4-82b0-5c52622ac78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:10.824306 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-c3cdc2b5-62b0-46c4-82b0-5c52622ac78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:10.825992 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-c3cdc2b5-62b0-46c4-82b0-5c52622ac78c service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0921915 Jul 16 02:56:10.871257 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-79297504-8569-4a95-b7b2-c51935525e5e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0383496 Jul 16 02:56:10.919463 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-c8d655a0-78dd-43ad-91e3-f08db5b75018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:10.920990 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-c8d655a0-78dd-43ad-91e3-f08db5b75018 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0438554 Jul 16 02:56:10.978418 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-44a66d78-af60-4615-944e-c150c9b1e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:10.980042 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-44a66d78-af60-4615-944e-c150c9b1e280 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524116 Jul 16 02:56:11.077559 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-9f7d96c8-748f-4246-b0d4-7d88870d1f26 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908828 Jul 16 02:56:11.168177 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-f46ccd2e-b1b5-4e48-a01f-5df4fe6ab042 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828753 Jul 16 02:56:11.213815 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-86731a81-7381-4a2c-95f2-42fbeef1be2a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0392649 Jul 16 02:56:11.263638 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-cbb27e97-4340-400c-ad38-e4a4f1791640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:11.265129 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-cbb27e97-4340-400c-ad38-e4a4f1791640 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0448341 Jul 16 02:56:11.324174 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-a44138d1-63af-4a52-adbb-0df2fa7dc0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:11.325691 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-a44138d1-63af-4a52-adbb-0df2fa7dc0f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0533307 Jul 16 02:56:11.421264 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-b345fd62-7534-4801-89b3-757ea10b5791 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879130 Jul 16 02:56:11.510469 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-1887df66-de1f-4307-b965-196247aecb54 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818334 Jul 16 02:56:11.555921 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-0db56457-c8c5-457d-b5a1-e921eee262a0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0379105 Jul 16 02:56:11.605775 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-4ef2a4d9-8fc8-4f14-b8ed-1007f7f08412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:11.607241 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-4ef2a4d9-8fc8-4f14-b8ed-1007f7f08412 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0450425 Jul 16 02:56:11.680277 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-0b73a7ae-b604-4dd4-a928-d75693b02115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:11.682614 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-0b73a7ae-b604-4dd4-a928-d75693b02115 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0661886 Jul 16 02:56:11.780420 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-c412b677-e25b-4f07-a5e2-6a26038f79f4 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914283 Jul 16 02:56:11.870917 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-aeb633c3-df2d-448f-9368-3bfb91b56f0d service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834122 Jul 16 02:56:11.916219 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-303858d9-398c-4d15-9d1b-de9aaeeac5cd service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0385718 Jul 16 02:56:11.966636 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-e1876c92-4f74-429f-a17d-3e9ca9238025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:11.968058 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-e1876c92-4f74-429f-a17d-3e9ca9238025 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0454624 Jul 16 02:56:12.026238 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-86e00551-ae31-46c3-a84a-38ac9a1e0404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:12.027781 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-86e00551-ae31-46c3-a84a-38ac9a1e0404 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0519872 Jul 16 02:56:12.128656 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-fd7bbc63-c199-4418-9db5-18b8436285ef service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884035 Jul 16 02:56:12.218523 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-b7effd27-47bb-4f17-a129-f5ae8875e8c1 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828152 Jul 16 02:56:12.263327 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-0df71464-2e61-4a25-87b6-d2bff6be7f82 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0382833 Jul 16 02:56:12.312093 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-dca1ce93-9de0-433e-ac55-57b773eaecfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:12.313592 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-dca1ce93-9de0-433e-ac55-57b773eaecfb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0432515 Jul 16 02:56:12.370419 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-512f0891-05b8-4eff-99a1-6cc2baeefcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:12.371967 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-512f0891-05b8-4eff-99a1-6cc2baeefcf1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0520420 Jul 16 02:56:12.466338 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-7ee77be7-61de-46f6-ba64-e0576c93bbd1 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874147 Jul 16 02:56:12.557402 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-b04c3953-11ac-4231-80a7-e420f7a6bcd3 req-6ab76c4f-d83e-4f52-8d94-85cdd7b5a10f service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838335 Jul 16 02:56:16.594038 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:56:31.442239 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:32.353872 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:35.057007 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-4a8cc749-f36c-4d82-b783-a170376be63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:37.555987 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:37.742177 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-aa3df6b1-b8ab-4243-b7d1-15b53b4cc111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:39.000940 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:40.604277 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:53.593092 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:57:01.446506 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:02.365470 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:04.752544 n-d-791505-14 neutron-server[93920]: DEBUG neutron.wsgi [req-46748238-a9c3-419a-9c8a-931f08138c4d req-dc34218e-8237-457a-8de5-3970a9ba4aed service neutron] (93920) timed out ('10.222.0.22', 49046) {{(pid=93920) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 02:57:05.057360 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-8dec6e75-ce2e-49b8-bd68-ac56f54702fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:07.558379 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-9192cf9a-eab4-4d73-948d-3cb85cc34d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:07.741802 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-67cc219c-d5fc-4769-9eff-526af4f3b8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:09.003478 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-a96dcb76-bb11-4a99-9b60-8eafae23350c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:10.600287 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-e840a772-2ad7-470f-9528-e26b3d992a41 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 535 time: 0.0624406 Jul 16 02:57:10.608911 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-f70aa726-1149-4e78-b136-fa81a28c6213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:10.702290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-085ca65c-4d77-436f-901e-108afecf9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:10.702779 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-085ca65c-4d77-436f-901e-108afecf9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:10.703263 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-085ca65c-4d77-436f-901e-108afecf9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:10.703741 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-085ca65c-4d77-436f-901e-108afecf9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:10.704240 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-085ca65c-4d77-436f-901e-108afecf9a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:10.706058 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-085ca65c-4d77-436f-901e-108afecf9a40 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c8f1e6d412a34247b42a5764fe54d71e&device_id=97d8ac55-e5eb-414e-b84a-5ebdffc74164 HTTP/1.1" status: 200 len: 4647 time: 0.0604403 Jul 16 02:57:10.819934 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-291377f8-09fa-402a-baad-1f8e2aea7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:10.820420 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-291377f8-09fa-402a-baad-1f8e2aea7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:10.820923 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-291377f8-09fa-402a-baad-1f8e2aea7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:10.822511 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-291377f8-09fa-402a-baad-1f8e2aea7337 service neutron] 10.222.0.69 "GET /v2.0/networks?id=3426d80e-bb53-487d-95f9-f84d3151a9b8&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=5c2dc518-4925-4630-945e-7b256c4b9189&id=cc54e663-5eb9-4f0c-810b-807ed347e527&id=cc54e663-5eb9-4f0c-810b-807ed347e527 HTTP/1.1" status: 200 len: 2298 time: 0.0935395 Jul 16 02:57:10.863143 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-d7628400-663e-4770-9980-861ee578ffa0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5fa0706b-8d9e-4b68-8c11-c14ab7c28160 HTTP/1.1" status: 200 len: 217 time: 0.0339274 Jul 16 02:57:10.909114 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-58c95f4c-18e7-4114-8431-290692c77e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:10.910548 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-58c95f4c-18e7-4114-8431-290692c77e49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=52d29289-4d75-4280-a8db-60ec2fc27c99 HTTP/1.1" status: 200 len: 856 time: 0.0415943 Jul 16 02:57:10.971022 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-3d0c0ce2-1040-4cbd-8551-8be06955597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:10.973020 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-3d0c0ce2-1040-4cbd-8551-8be06955597f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=3426d80e-bb53-487d-95f9-f84d3151a9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555568 Jul 16 02:57:11.065503 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-5d96e767-c5e8-4444-b755-48adfd6ca123 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860050 Jul 16 02:57:11.157596 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-be0f9507-14fa-4020-be83-b4a593154bd0 service neutron] 10.222.0.69 "GET /v2.0/networks/3426d80e-bb53-487d-95f9-f84d3151a9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861630 Jul 16 02:57:11.197826 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-16896363-2a82-4d31-b257-eca95ed80213 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.100&port_id=f13139bc-439e-4e7c-b125-a57ef682fe13 HTTP/1.1" status: 200 len: 217 time: 0.0339706 Jul 16 02:57:11.246712 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-98840d57-3863-4fba-bfc4-dc71485f9562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:11.248212 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-98840d57-3863-4fba-bfc4-dc71485f9562 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0442731 Jul 16 02:57:11.308290 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-bb9ad691-582b-44ee-bb56-a424a77f91d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:11.309800 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-bb9ad691-582b-44ee-bb56-a424a77f91d7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0559323 Jul 16 02:57:11.398691 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-b7972aa7-b386-4de5-8995-55b40068f89e service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826602 Jul 16 02:57:11.491702 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-d324584d-2722-4f05-9b15-86067d41a362 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867934 Jul 16 02:57:11.532272 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-1a34806b-4917-444c-836d-ecb7f7e4470e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.178&port_id=c0235f3c-8060-47dc-9309-1bfbcd62ec77 HTTP/1.1" status: 200 len: 217 time: 0.0343287 Jul 16 02:57:11.580280 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-8377f3f5-83a3-4d31-9df4-7de481866bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:11.581754 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-8377f3f5-83a3-4d31-9df4-7de481866bbe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=e5f853c1-a601-4513-aeeb-19c9588d26d7 HTTP/1.1" status: 200 len: 797 time: 0.0432775 Jul 16 02:57:11.644526 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-a8a15978-0fca-4a07-9051-1453209fc91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:11.646073 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-a8a15978-0fca-4a07-9051-1453209fc91e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5c2dc518-4925-4630-945e-7b256c4b9189&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0578127 Jul 16 02:57:11.741508 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-0ded5417-6c9e-439d-ac5c-2ee650b4cd4f service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884259 Jul 16 02:57:11.833852 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-72ef7972-dd7c-420c-989c-70bcc121b090 service neutron] 10.222.0.69 "GET /v2.0/networks/5c2dc518-4925-4630-945e-7b256c4b9189?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860305 Jul 16 02:57:11.874070 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-be7c75df-8654-49cc-a881-49d11744e129 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=dc873b81-9541-47e5-ba6e-32ed8d605778 HTTP/1.1" status: 200 len: 217 time: 0.0340044 Jul 16 02:57:11.921284 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-34f38e84-9a8a-4145-9afb-4715f9ca95a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:11.922732 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-34f38e84-9a8a-4145-9afb-4715f9ca95a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0427012 Jul 16 02:57:11.986880 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-f12582d4-b5c8-4cb2-8cfb-157386ea2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:11.988446 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-f12582d4-b5c8-4cb2-8cfb-157386ea2679 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0599153 Jul 16 02:57:12.078330 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-169bb93d-b2c2-44cc-bbff-77786c68747f service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831912 Jul 16 02:57:12.172381 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-8b662c87-72fa-4005-a8d7-9e74a78acab9 service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882869 Jul 16 02:57:12.211727 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-455d1227-23c5-4fca-ac4d-a69cc40915cb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=209ef863-84e3-44a1-821a-e7b454094aa6 HTTP/1.1" status: 200 len: 217 time: 0.0337095 Jul 16 02:57:12.263161 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-a728e8a0-0a97-4a85-8ee4-0f99e221f055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:12.264664 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-a728e8a0-0a97-4a85-8ee4-0f99e221f055 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=0774ea09-4045-415e-aa75-851c6a10e42e HTTP/1.1" status: 200 len: 797 time: 0.0471961 Jul 16 02:57:12.320659 n-d-791505-14 neutron-server[93920]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-5fbda91e-27df-4abb-92a2-65008ff020a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93920) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:12.322149 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-5fbda91e-27df-4abb-92a2-65008ff020a8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=cc54e663-5eb9-4f0c-810b-807ed347e527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0515256 Jul 16 02:57:12.408017 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-97ccae61-2c64-4cd6-8b48-d2e30d6899aa service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785992 Jul 16 02:57:12.498480 n-d-791505-14 neutron-server[93920]: INFO neutron.wsgi [req-cf1d527d-f328-4450-b728-376ce4852ed5 req-af6e4657-f43d-44f9-b60f-43c1e218c2cf service neutron] 10.222.0.69 "GET /v2.0/networks/cc54e663-5eb9-4f0c-810b-807ed347e527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838044 Jul 16 02:57:30.593298 n-d-791505-14 neutron-server[93922]: DEBUG neutron.db.agents_db [None req-10bef60c-2d5e-4cb9-b8b8-50e4db93a985 None None] Agent healthcheck: found 7 active agents {{(pid=93922) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:57:31.449413 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-488ee1eb-00a2-4ce2-a760-83c688aa66d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:32.379917 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-30abe028-fd5f-4ab9-b374-ea7b325d1c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:35.058952 n-d-791505-14 neutron-server[93921]: DEBUG neutron_lib.callbacks.manager [None req-b11ff6d4-d221-4134-ba2d-fc832b515efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770512927290', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781116'] for agent, after_update {{(pid=93921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}